-- Logs begin at Fri 2022-02-04 14:34:14 UTC, end at Fri 2022-02-04 17:14:35 UTC. -- Feb 04 15:07:42.707357 n-d-827869-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 15:07:45.505807 n-d-827869-1 neutron-server[102315]: INFO neutron.common.config [-] Logging enabled! Feb 04 15:07:45.506548 n-d-827869-1 neutron-server[102315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev42 Feb 04 15:07:45.506749 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 15:07:45.510751 n-d-827869-1 neutron-server[102315]: INFO neutron.common.config [-] Logging enabled! Feb 04 15:07:45.510902 n-d-827869-1 neutron-server[102315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev42 Feb 04 15:07:45.511198 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 15:07:45.512309 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:07:45.512442 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:07:45.512855 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:07:45.513102 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:07:45.513329 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:07:45.513654 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.513955 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.514290 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.514523 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.514825 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.515118 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.515400 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.515689 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.515993 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.516283 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.516567 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.516858 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.517092 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.517376 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.517665 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.517956 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.518213 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] debug = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.518496 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.518934 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.519364 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.519646 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.519938 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.520219 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.520490 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.520768 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.521055 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.521410 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] host = n-d-827869-1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.521692 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.522031 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.522326 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.522615 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.522909 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.523170 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.523458 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.523734 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.524007 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] log_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.524282 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.524572 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.524858 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.525154 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.525378 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.525602 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.525891 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.526202 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.526479 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.526755 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.527029 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.527313 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.527581 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.527851 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.528145 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.528431 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.528709 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.528990 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.529263 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.529537 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.529807 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.530123 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.530400 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.530675 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.531056 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.531241 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.531509 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.531788 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.532087 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.532371 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.532653 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.532937 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.533211 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.533493 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.533766 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.534063 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.534338 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] use_json = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.534611 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.534880 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.535162 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.535435 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.535707 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.535979 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.536250 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.536536 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.536808 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:45.537110 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.537408 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.537745 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.538062 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.538356 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.538641 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.538931 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.539213 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.539501 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.539790 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.540084 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.540360 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.540652 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.540933 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.541234 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.541544 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.541839 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.542155 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.542435 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.542713 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.542990 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.543269 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.543556 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.543834 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.544124 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.544413 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.544693 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.544980 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.545278 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.545570 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.545848 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.546152 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.546446 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.546723 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.547000 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.547284 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.547573 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.547854 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.548133 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.548416 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.548699 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.548975 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.549252 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.549529 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.549821 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.550121 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.550398 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.550670 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.550951 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.551225 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.551517 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.551796 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.552071 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.552342 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.552618 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.552890 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.553166 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.553996 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.554270 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.554549 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.554829 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.555097 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.555373 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.555646 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.555920 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.556193 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.556468 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.556744 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.557016 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.557290 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.557564 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.557838 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.558141 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.558431 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.558738 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.559016 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.559296 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.559576 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.559854 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.560131 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.560407 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.560683 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.560960 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.561233 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.561523 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.561807 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.562128 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.562411 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.562699 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.562998 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.563277 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.563561 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.563840 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.564118 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.564403 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.564687 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.564983 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.565277 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.565573 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.565870 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.566258 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.566545 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.566860 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.567140 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:45.567359 n-d-827869-1 neutron-server[102315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:07:45.567610 n-d-827869-1 neutron-server[102315]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102315) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 15:07:45.923219 n-d-827869-1 neutron-server[102315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 15:07:45.923410 n-d-827869-1 neutron-server[102315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 15:07:45.923695 n-d-827869-1 neutron-server[102315]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 15:07:45.924031 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 15:07:46.323453 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.323733 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.324009 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.325337 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.325618 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.325887 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.362830 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.363359 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.363627 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.378810 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.379098 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.379367 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.408565 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.408848 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.409121 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.447076 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.447356 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.447626 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.685593 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.686286 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.686286 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.686464 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.687121 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.809422 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.809744 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.810053 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.810334 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.810607 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.810925 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.811189 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.811449 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.811706 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.811991 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.812252 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.812519 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.812777 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.813031 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.813300 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.813570 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.813830 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.814123 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.814392 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.814660 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.814931 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.815188 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.815470 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.815849 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.816104 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.816352 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.816748 n-d-827869-1 neutron-server[102315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:07:46.816996 n-d-827869-1 neutron-server[102315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:07:46.817232 n-d-827869-1 neutron-server[102315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:07:46.817468 n-d-827869-1 neutron-server[102315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:07:46.817714 n-d-827869-1 neutron-server[102315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:07:46.817938 n-d-827869-1 neutron-server[102315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:07:46.818331 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 15:07:46.822101 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 15:07:46.826119 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 15:07:46.829915 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 04 15:07:46.831589 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 15:07:46.832040 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 15:07:46.832379 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 15:07:46.832767 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 15:07:46.836396 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 15:07:46.836649 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 15:07:46.836999 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 15:07:46.842380 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 15:07:46.864944 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 15:07:46.865356 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.866222 n-d-827869-1 neutron-server[102315]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102315) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 15:07:46.866586 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.868000 n-d-827869-1 neutron-server[102315]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102315) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 15:07:46.868285 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 15:07:46.868536 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 15:07:46.871782 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.872062 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:46.935889 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 15:07:46.936131 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 15:07:46.936371 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 15:07:46.936755 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 15:07:46.960187 n-d-827869-1 neutron-server[102315]: DEBUG oslo_db.sqlalchemy.engines [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102315) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 15:07:47.488154 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Initializing driver for type 'gre' Feb 04 15:07:47.488688 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] gre ID ranges: [(1, 1000)] Feb 04 15:07:47.539446 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Initializing driver for type 'local' Feb 04 15:07:47.539873 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Initializing driver for type 'vlan' Feb 04 15:07:47.554738 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] VlanTypeDriver initialization complete Feb 04 15:07:47.555074 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Initializing driver for type 'vxlan' Feb 04 15:07:47.555576 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] vxlan ID ranges: [(1, 1000)] Feb 04 15:07:47.606737 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Initializing extension driver 'port_security' Feb 04 15:07:47.607076 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.extensions.port_security [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] PortSecurityExtensionDriver initialization complete Feb 04 15:07:47.607456 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Initializing mechanism driver 'openvswitch' Feb 04 15:07:47.607837 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Initializing mechanism driver 'hyperv' Feb 04 15:07:47.614871 n-d-827869-1 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:47.617929 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > port after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.618338 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > port after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.618719 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > port after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.619253 n-d-827869-1 neutron-server[102315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:07:47.619698 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.620064 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.620420 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.620819 n-d-827869-1 neutron-server[102315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:07:47.621266 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > network after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.621588 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > network after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.621938 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > network after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.622359 n-d-827869-1 neutron-server[102315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:07:47.622773 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > security_group after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.623130 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > security_group after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.623479 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.623879 n-d-827869-1 neutron-server[102315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:07:47.624288 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.624641 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.624986 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.625387 n-d-827869-1 neutron-server[102315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:07:47.625795 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > address_group after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.626170 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > address_group after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.626519 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.626922 n-d-827869-1 neutron-server[102315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 15:07:47.627375 n-d-827869-1 neutron-server[102315]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] ML2 OVO RPC backend initialized. {{(pid=102315) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 15:07:47.628096 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.628458 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.628878 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > network before_response 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.629229 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > networks before_response 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.629579 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > port before_response 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.629925 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > ports before_response 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.630300 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > subnet before_response 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.630648 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > subnets before_response 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.630998 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > network after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.631342 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > network after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.631682 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > network after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.632023 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > port after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.632362 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > port after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.632702 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > port after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.633042 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.633381 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.633719 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.634331 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.plugin [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Modular L2 Plugin initialization complete Feb 04 15:07:47.634666 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading services supported by the core plugin {{(pid=102315) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 15:07:47.635000 n-d-827869-1 neutron-server[102315]: INFO neutron.plugins.ml2.managers [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Got port-security extension from driver 'port_security' Feb 04 15:07:47.635470 n-d-827869-1 neutron-server[102315]: INFO neutron.extensions.vlantransparent [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Disabled vlantransparent extension. Feb 04 15:07:47.635965 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102315) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 15:07:47.636282 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading Plugin: router Feb 04 15:07:47.673535 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.673929 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router after_create 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.674338 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router before_create 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.674712 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.675095 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.675458 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router after_delete 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.675828 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.676315 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.676685 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router after_create 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.677042 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router after_update 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.677399 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router after_update 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.677756 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.678249 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router after_update 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.678671 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.679052 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: port after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.679395 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: port after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.679738 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: subnet after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.680081 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.680433 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.680790 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.681141 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: port before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.681487 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.681852 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router after_update 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.682237 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.682595 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.682965 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.683324 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.683699 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > agent after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.684060 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > agent after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.684413 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > network after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.685294 n-d-827869-1 neutron-server[102315]: DEBUG neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Tracking information for resource: router configured {{(pid=102315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:07:47.685634 n-d-827869-1 neutron-server[102315]: DEBUG neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Tracking information for resource: floatingip configured {{(pid=102315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:07:47.690694 n-d-827869-1 neutron-server[102315]: INFO neutron.db.l3_agentschedulers_db [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 15:07:47.691288 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: port after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.691660 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: port after_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.692019 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: port after_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.692375 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: port after_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.693182 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router before_create 55550100 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.693570 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.693943 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_create 55550100 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.694331 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > router precommit_update 55550100 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.699052 n-d-827869-1 neutron-server[102315]: DEBUG neutron.services.provider_configuration [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service providers = [] {{(pid=102315) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 15:07:47.699420 n-d-827869-1 neutron-server[102315]: DEBUG neutron.db.servicetype_db [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102315) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 15:07:47.702457 n-d-827869-1 neutron-server[102315]: DEBUG neutron.services.service_base [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:07:47.702813 n-d-827869-1 neutron-server[102315]: DEBUG neutron.services.service_base [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:07:47.703159 n-d-827869-1 neutron-server[102315]: DEBUG neutron.services.service_base [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:07:47.704061 n-d-827869-1 neutron-server[102315]: DEBUG neutron.services.service_base [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:07:47.704438 n-d-827869-1 neutron-server[102315]: INFO neutron.services.service_base [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 15:07:47.704827 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:07:47.705149 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 15:07:47.716534 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:07:47.716870 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading Plugin: auto_allocate Feb 04 15:07:47.722761 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: network precommit_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.723136 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: network precommit_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.723671 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:07:47.723998 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading Plugin: tag Feb 04 15:07:47.731429 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:07:47.731765 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading Plugin: timestamp Feb 04 15:07:47.735675 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:07:47.736012 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading Plugin: network_ip_availability Feb 04 15:07:47.741885 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.742234 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.742597 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.743331 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:07:47.743656 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading Plugin: flavors Feb 04 15:07:47.748728 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:07:47.749069 n-d-827869-1 neutron-server[102315]: INFO neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading Plugin: revisions Feb 04 15:07:47.753434 n-d-827869-1 neutron-server[102315]: DEBUG neutron.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:07:47.753832 n-d-827869-1 neutron-server[102315]: DEBUG oslo_concurrency.lockutils [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=102315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 15:07:47.754623 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102315) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 15:07:47.754967 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Initializing extension manager. Feb 04 15:07:47.755485 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: __init__.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.755836 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: __pycache__ {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.756206 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.756546 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: address_group.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.757325 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.757908 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: address-group Feb 04 15:07:47.758278 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: address_scope.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.759012 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.759532 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: address-scope Feb 04 15:07:47.759857 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.760799 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.761316 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: router-admin-state-down-before-update Feb 04 15:07:47.761641 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: agent.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.762386 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.762899 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: agent Feb 04 15:07:47.763224 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: agent_resources_synced.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.764145 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.764659 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: agent-resources-synced Feb 04 15:07:47.764984 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: allowedaddresspairs.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.766831 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.767361 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: allowed-address-pairs Feb 04 15:07:47.767689 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: auto_allocated_topology.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.768790 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.769316 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: auto-allocated-topology Feb 04 15:07:47.769645 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: availability_zone.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.770389 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.770901 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: availability_zone Feb 04 15:07:47.771226 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: availability_zone_filter.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.772673 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.773183 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: availability_zone_filter Feb 04 15:07:47.773512 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: data_plane_status.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.774461 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.774969 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 15:07:47.775294 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: default_subnetpools.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.776220 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.776731 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: default-subnetpools Feb 04 15:07:47.777056 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.777881 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.778423 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: dhcp_agent_scheduler Feb 04 15:07:47.778748 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: dns.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.779699 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.780207 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 15:07:47.780534 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: dns_domain_ports.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.781475 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.782023 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 15:07:47.782361 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.783297 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.783812 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 15:07:47.784140 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: dvr.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.784832 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.785345 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: dvr Feb 04 15:07:47.785670 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: ecmp_routes.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.786636 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.787151 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 15:07:47.787550 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: empty_string_filtering.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.788475 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.788989 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: empty-string-filtering Feb 04 15:07:47.789313 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.790282 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.790792 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 15:07:47.791114 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.792042 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.792551 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 15:07:47.792875 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: external_net.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.793793 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.794339 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: external-net Feb 04 15:07:47.794666 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.795583 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.796093 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: extra_dhcp_opt Feb 04 15:07:47.796416 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: extraroute.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.797334 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.797839 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: extraroute Feb 04 15:07:47.798199 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: extraroute_atomic.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.799246 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.799765 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: extraroute-atomic Feb 04 15:07:47.800088 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: filter_validation.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.800952 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.801462 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: filter-validation Feb 04 15:07:47.801786 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: fip_pf_description.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.802740 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.803769 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 15:07:47.804092 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: fip_port_details.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.805029 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.805538 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: fip-port-details Feb 04 15:07:47.805860 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: flavors.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.807224 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.807748 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: flavors Feb 04 15:07:47.808074 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.809777 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.810334 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 15:07:47.810674 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: floatingip_pools.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.811390 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.811909 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: floatingip-pools Feb 04 15:07:47.812241 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: ip_allocation.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.813186 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.813700 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 15:07:47.814058 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.815001 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.815517 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: ip-substring-filtering Feb 04 15:07:47.815847 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: l2_adjacency.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.816787 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.817300 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 15:07:47.817628 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: l3.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.819236 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.819768 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: router Feb 04 15:07:47.820104 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.822454 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.822994 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 15:07:47.823334 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.824284 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.824806 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: ext-gw-mode Feb 04 15:07:47.825141 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.827007 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.827527 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: l3-ha Feb 04 15:07:47.827860 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: l3_flavors.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.828786 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.829301 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: l3-flavors Feb 04 15:07:47.829633 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.830578 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.831101 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 15:07:47.831425 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: l3agentscheduler.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.832497 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.833024 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: l3_agent_scheduler Feb 04 15:07:47.833358 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: logging.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.834943 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.835459 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension logging not supported by any of loaded plugins Feb 04 15:07:47.835790 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: metering.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.836545 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.837127 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: metering Feb 04 15:07:47.837454 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.838728 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.839256 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: metering_source_and_destination_fields Feb 04 15:07:47.839586 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: multiprovidernet.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.840528 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.841055 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: multi-provider Feb 04 15:07:47.841379 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: netmtu.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.842339 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.842858 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: net-mtu Feb 04 15:07:47.843182 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: netmtu_writable.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.844117 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.844637 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: net-mtu-writable Feb 04 15:07:47.844964 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: network_availability_zone.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.845644 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.846184 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: network_availability_zone Feb 04 15:07:47.846508 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: network_ip_availability.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.847638 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.848153 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: network-ip-availability Feb 04 15:07:47.848480 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: network_segment_range.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.849259 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.849769 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 15:07:47.850150 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: pagination.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.851156 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.851489 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: pagination Feb 04 15:07:47.851811 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: port_device_profile.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.852738 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.853251 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: port-device-profile Feb 04 15:07:47.853573 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.854571 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.855082 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: port-mac-address-regenerate Feb 04 15:07:47.855406 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.856335 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.856848 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: port-numa-affinity-policy Feb 04 15:07:47.857174 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: port_resource_request.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.858139 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.858652 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 15:07:47.858979 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: portbindings.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.859940 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.860456 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: binding Feb 04 15:07:47.860789 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: portbindings_extended.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.862104 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.862627 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: binding-extended Feb 04 15:07:47.863219 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: portsecurity.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.864145 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.864656 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: port-security Feb 04 15:07:47.864982 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: project_id.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.866522 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.866856 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: project-id Feb 04 15:07:47.867181 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: providernet.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.868120 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.868634 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: provider Feb 04 15:07:47.868959 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.872613 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.873143 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos not supported by any of loaded plugins Feb 04 15:07:47.873480 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.874782 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.875304 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 15:07:47.875640 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.876574 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.877094 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 15:07:47.877424 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_default.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.878376 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.878896 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-default not supported by any of loaded plugins Feb 04 15:07:47.879226 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_fip.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.879896 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.880406 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 15:07:47.880738 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_gateway_ip.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.882282 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.882801 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 15:07:47.883135 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_port_network_policy.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.884057 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.884571 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 15:07:47.884900 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_pps_rule.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.886128 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.886657 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-pps not supported by any of loaded plugins Feb 04 15:07:47.886982 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_rule_type_details.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.887909 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.888478 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 15:07:47.888805 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: qos_rules_alias.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.889888 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.890442 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 15:07:47.890775 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: quotasv2.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.891940 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.892277 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: quotas Feb 04 15:07:47.892605 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: quotasv2_detail.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.896004 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.896349 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: quota_details Feb 04 15:07:47.896713 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: rbac.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.897826 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.898415 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: rbac-policies Feb 04 15:07:47.898755 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: rbac_address_group.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.899718 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.900244 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: rbac-address-group Feb 04 15:07:47.900573 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: rbac_address_scope.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.901515 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.902137 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: rbac-address-scope Feb 04 15:07:47.902463 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: rbac_security_groups.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.903393 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.903919 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: rbac-security-groups Feb 04 15:07:47.904248 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: rbac_subnetpool.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.905179 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.905702 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: rbac-subnetpool Feb 04 15:07:47.906058 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: revisionifmatch.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.907002 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.907524 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: revision-if-match Feb 04 15:07:47.907851 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: revisions.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.908986 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.909511 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: standard-attr-revisions Feb 04 15:07:47.909839 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: router_availability_zone.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.910568 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.911087 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: router_availability_zone Feb 04 15:07:47.911494 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: routerservicetype.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.912370 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.912879 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 15:07:47.913205 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.914169 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.914687 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: security-groups-normalized-cidr Feb 04 15:07:47.915014 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.915941 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.916457 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: port-security-groups-filtering Feb 04 15:07:47.916781 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.917715 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.918261 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: security-groups-remote-address-group Feb 04 15:07:47.918588 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: securitygroup.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.931256 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.931807 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: security-group Feb 04 15:07:47.932140 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: segment.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.932971 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.933494 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension segment not supported by any of loaded plugins Feb 04 15:07:47.933826 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.934839 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.935361 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 15:07:47.935691 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: servicetype.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.936932 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.937462 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: service-type Feb 04 15:07:47.937794 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: sorting.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.938829 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.939171 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: sorting Feb 04 15:07:47.939499 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: standard_attr_segment.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.940447 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.940955 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 15:07:47.941285 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: standardattrdescription.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.941950 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.942490 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: standard-attr-description Feb 04 15:07:47.942818 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: stateful_security_group.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.944391 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.944981 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: stateful-security-group Feb 04 15:07:47.945311 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: stdattrs_common.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.945905 n-d-827869-1 neutron-server[102315]: WARNING neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 15:07:47.946262 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.947271 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.947799 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 15:07:47.948124 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: subnet_onboard.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.949233 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.949748 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: subnet_onboard Feb 04 15:07:47.950104 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.951063 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.951614 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 15:07:47.951932 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: subnet_service_types.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.952829 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.953345 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: subnet-service-types Feb 04 15:07:47.953669 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: subnetallocation.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.954800 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.955319 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: subnet_allocation Feb 04 15:07:47.955645 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.956323 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.956846 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: subnetpool-prefix-ops Feb 04 15:07:47.957169 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.958161 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.958686 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 15:07:47.959018 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: tagging.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.960137 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.960672 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: standard-attr-tag Feb 04 15:07:47.960997 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: timestamp.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.962281 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.962807 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loaded extension: standard-attr-timestamp Feb 04 15:07:47.963139 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: trunk.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.964190 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.964710 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension trunk not supported by any of loaded plugins Feb 04 15:07:47.965043 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: trunk_details.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.965995 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.966531 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 15:07:47.966898 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: uplink_status_propagation.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.967798 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.968313 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 15:07:47.968641 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Loading extension file: vlantransparent.py {{(pid=102315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 15:07:47.969337 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 15:07:47.969869 n-d-827869-1 neutron-server[102315]: INFO neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 15:07:47.972366 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:network Feb 04 15:07:47.972896 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:subnet Feb 04 15:07:47.973301 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:07:47.973694 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:port Feb 04 15:07:47.975513 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.975962 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service FLAVORS assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.976587 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.977019 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.977350 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:router Feb 04 15:07:47.977780 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 15:07:47.978313 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service METERING assigned prefix: /metering {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.979772 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.980145 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.980507 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:07:47.981530 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 15:07:47.981966 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:security_group Feb 04 15:07:47.982441 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 15:07:47.983044 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service CORE assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.983378 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:07:47.983731 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] subnetpool is already registered Feb 04 15:07:47.984155 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service CORE assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.984486 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:07:47.984824 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] subnetpool is already registered Feb 04 15:07:47.987150 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.987597 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service FLAVORS assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.988452 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.988882 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.989225 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:router Feb 04 15:07:47.989571 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] router is already registered Feb 04 15:07:47.989997 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 15:07:47.990358 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] floatingip is already registered Feb 04 15:07:47.991371 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service METERING assigned prefix: /metering {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.992090 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 15:07:47.992370 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] rbac_policy is already registered Feb 04 15:07:47.992784 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:security_group Feb 04 15:07:47.993147 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] security_group is already registered Feb 04 15:07:47.993550 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 15:07:47.993888 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] security_group_rule is already registered Feb 04 15:07:47.994545 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service CORE assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.994881 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:07:47.995218 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] subnetpool is already registered Feb 04 15:07:47.995642 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.v2.resource_helper [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Service CORE assigned prefix: {{(pid=102315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:07:47.995969 n-d-827869-1 neutron-server[102315]: INFO neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:07:47.996302 n-d-827869-1 neutron-server[102315]: WARNING neutron.quota.resource_registry [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] subnetpool is already registered Feb 04 15:07:47.996783 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: extensions {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:47.998336 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: address-groups {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:47.999840 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: address-scopes {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.001167 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: agents {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.002377 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: auto-allocated-topology {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.003628 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: availability_zones {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.004880 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: dhcp-networks {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.006447 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: dhcp-agents {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.007871 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: routers {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.010102 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: flavors {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.011278 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: service_profiles {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.012521 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: next_providers {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.013968 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: service_profiles {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.015536 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: floatingip-pools {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.016779 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: routers {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.018926 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: floatingips {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.020245 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: l3-routers {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.021646 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: l3-agents {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.023096 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: metering-labels {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.024464 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: metering-label-rules {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.025766 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: network-ip-availabilities {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.027090 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: bindings {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.028756 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: quotas {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.030235 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: quotas {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.031649 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: rbac-policies {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.032868 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: security-groups {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.035320 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: security-group-rules {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.036572 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: service-providers {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.038359 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: subnetpools {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.039794 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: subnetpools {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.041274 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.043070 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.044882 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.046686 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.048477 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.050357 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.052049 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.054031 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.055797 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.057571 n-d-827869-1 neutron-server[102315]: DEBUG neutron.api.extensions [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Extended resource: tags {{(pid=102315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 15:07:48.063711 n-d-827869-1 neutron-server[102315]: WARNING keystonemiddleware.auth_token [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 15:07:48.069045 n-d-827869-1 neutron-server[102315]: WARNING keystonemiddleware.auth_token [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 15:07:48.079195 n-d-827869-1 neutron-server[102315]: DEBUG oslo_concurrency.lockutils [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Acquired lock "singleton_lock" {{(pid=102315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 15:07:48.079415 n-d-827869-1 neutron-server[102315]: DEBUG oslo_concurrency.lockutils [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Releasing lock "singleton_lock" {{(pid=102315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 15:07:48.080166 n-d-827869-1 neutron-server[102315]: INFO oslo_service.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Starting 2 workers Feb 04 15:07:48.085891 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Started child 102422 {{(pid=102315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 15:07:48.090841 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Started child 102423 {{(pid=102315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 15:07:48.091487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:07:48.092691 n-d-827869-1 neutron-server[102315]: INFO neutron.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 15:07:48.093145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [-] (102422) wsgi starting up on http://0.0.0.0:9696 Feb 04 15:07:48.093387 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Notify callbacks [] for process, before_spawn {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:07:48.095983 n-d-827869-1 neutron-server[102315]: INFO oslo_service.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Starting 1 workers Feb 04 15:07:48.096267 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:07:48.097709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [-] (102423) wsgi starting up on http://0.0.0.0:9696 Feb 04 15:07:48.101441 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Started child 102424 {{(pid=102315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 15:07:48.102009 n-d-827869-1 neutron-server[102315]: INFO oslo_service.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Starting 1 workers Feb 04 15:07:48.104728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] calling RpcWorker wait() {{(pid=102424) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 15:07:48.105319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] returning from RpcWorker wait() {{(pid=102424) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 15:07:48.106502 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:07:48.106655 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Started child 102425 {{(pid=102315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 15:07:48.106989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:48.107441 n-d-827869-1 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37776fc-0303-4b15-ad5e-53006cc95fa8 None None] Notify callbacks [] for process, after_spawn {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:07:48.109426 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102315) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 15:07:48.109647 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:07:48.109837 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:07:48.110086 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:07:48.110461 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:07:48.110627 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:07:48.111165 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.111447 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.111723 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.111988 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.112225 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:07:48.112750 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.113274 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.113413 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.113553 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.113827 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.114095 n-d-827869-1 neutron-server[102425]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:48.114247 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.114392 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.114524 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.114665 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.114885 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.115186 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.115469 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.115709 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.115970 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.116144 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.116393 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.116648 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.116893 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.117167 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] debug = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.117411 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.117901 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.118163 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.118421 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.118641 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.118921 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.119250 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.119437 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.119690 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.119927 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.120145 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.120418 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.120651 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.120965 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.121107 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.121338 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.121554 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.122070 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] host = n-d-827869-1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.122311 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.122549 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.122807 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.123066 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.123433 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.123586 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.123781 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.124053 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.124307 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.124532 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.124783 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.125028 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.125275 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.125527 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.125691 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_options = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.125945 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.126239 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.126492 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.126678 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.126849 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.127027 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.127277 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.127443 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.127713 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.127931 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.128146 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.128378 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.128614 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.128835 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.129075 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.129325 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.129581 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.130883 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.131705 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.132578 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.132578 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.132578 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.132835 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.132910 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.133092 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.133340 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.133600 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.133787 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.134556 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.134556 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.134556 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.134816 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.135033 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.135270 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.135549 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.135796 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.136023 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.136239 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.136504 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.136727 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.136993 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.137243 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.137457 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.137679 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.137910 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.138174 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.139282 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_json = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.140878 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.140878 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.140878 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.140878 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.143091 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.143091 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.143091 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.143091 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.143091 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.143091 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.143091 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.143091 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.143676 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.143676 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.143676 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.143909 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.143996 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.144276 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.144494 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.144796 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.145022 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.145348 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.145613 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.145792 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.146147 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.146732 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.147514 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.147751 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.147997 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.148231 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.148468 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.148730 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.148968 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.149197 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.149425 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.149650 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.149947 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.150260 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.150519 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.150764 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.150979 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.151218 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.151464 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.151708 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.151919 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.152155 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.152435 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.152657 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.152939 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.153350 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.153731 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.154117 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.154346 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.154580 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.154822 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.155051 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.155441 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.155661 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.155877 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.156097 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.156322 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.156549 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.156763 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.157015 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.157239 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.157454 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.157664 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.157913 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.158182 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.158410 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.158626 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.158833 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.159067 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.159284 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.159491 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.159750 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.159986 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.160199 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.160408 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.160645 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.160861 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.161107 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.161324 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.161534 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.161774 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.162034 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.162282 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.162500 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.162733 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.162946 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.163177 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.163385 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.163602 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.163832 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.164044 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.164254 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.164481 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.164715 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.164982 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.165289 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.165540 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.165804 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.166063 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.166313 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.166544 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.166809 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.167055 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.167272 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.167515 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.167781 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.168012 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.168262 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.168519 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.168755 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.168986 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.169218 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.169441 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.169761 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.170068 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.170306 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.170563 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.170831 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.171060 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.171321 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.171577 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.171847 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.181663 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.181663 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.181663 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.181663 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.181663 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.181663 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.181663 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.181663 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.182834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.183414 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.183414 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.183414 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.183414 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.183414 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.183414 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.183849 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.184304 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.184546 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.184801 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.185049 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.185265 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.185516 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.185751 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.185992 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.186207 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.186419 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.186683 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.186913 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.187156 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.187387 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.187605 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.187821 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.188065 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.188279 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.188497 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.188732 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.188949 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.189183 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.189417 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.189646 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.189912 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.190383 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.190656 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.191315 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.191574 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.192268 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.192268 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.192268 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.192508 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.192733 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.192951 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.193160 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.193371 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.195950 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.196185 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.196427 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.196679 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.196914 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.197188 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.197423 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.197760 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.198030 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.198259 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.198498 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.198709 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.198948 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.199183 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.199397 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.199625 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.199839 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.200085 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.200356 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.200613 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.200864 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.201076 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.201301 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.201528 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.201740 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.201953 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.202256 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.202566 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.202799 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.203049 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.203286 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.203494 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.203884 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.204020 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.204156 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.204548 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.204548 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.204772 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.204970 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.205174 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.205378 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.205593 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.206601 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.206601 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.206601 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.206873 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.206957 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.207157 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.207368 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.207572 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.207792 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.208018 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.208222 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.208440 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.208655 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.208865 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.209162 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.209916 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.210146 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.210363 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.210574 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.210777 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.211101 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.211349 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.211589 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.211879 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.212122 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.212364 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.212588 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.212889 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.213099 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.213351 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.213590 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.213803 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.214036 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.214288 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.214596 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.214879 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.215153 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.215416 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.215677 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.215946 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.216215 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.217020 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.217304 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.217619 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.217898 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.218175 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.218404 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.218652 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.218870 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.219082 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.219317 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.219529 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.219740 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.219993 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.220219 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.220440 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.220685 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.220904 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.221140 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.221361 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.221584 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.221821 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.222066 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.222223 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:07:48.222738 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102315) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 15:07:48.222897 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:07:48.223048 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:07:48.223216 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:07:48.223382 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:07:48.223517 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:07:48.223725 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.223884 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.224041 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.224196 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.224351 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.224534 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.224692 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.224873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:07:48.224968 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.225050 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.225170 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.225325 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.225480 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.225636 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.225790 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.225945 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.226141 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.226307 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.226432 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.226592 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.226748 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.226902 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.227056 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.227210 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] debug = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.227363 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.227573 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.227733 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.227888 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.228042 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.228196 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.228350 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.228505 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.228659 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.228813 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.229047 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.229208 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.229362 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.229516 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.229669 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.229824 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.230012 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.230179 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] host = n-d-827869-1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.230335 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.230542 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.230670 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.230796 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.230920 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.231043 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.231202 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.231357 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.231494 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.231654 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.231810 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.231964 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.232117 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.232272 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.232426 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_options = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.232579 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.232732 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.232887 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.233068 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.233236 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.233368 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.233520 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.233676 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.233831 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.233998 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.234159 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.234313 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.234458 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.234615 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.234771 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.234898 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.235053 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.235208 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.235365 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.235520 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.235675 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.235829 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.235983 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.236138 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.236292 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.236447 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.236600 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.236754 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.236908 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.237062 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.237216 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.237354 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.237512 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.237665 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.238085 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.238250 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.238405 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.238559 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.238717 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.238871 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.239025 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.239179 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.239334 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.239490 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.239642 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.239796 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.239950 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_json = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.240103 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.240258 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.240463 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.240620 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.240774 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.240928 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.241082 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.241238 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.241394 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:07:48.241568 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.241774 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.241905 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.242054 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.242263 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.242396 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.242516 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.242675 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.242832 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.242990 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.243155 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.243314 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.243481 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.243833 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.243833 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.244045 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.244170 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.244300 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.244425 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.244520 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.244668 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.244824 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.244991 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.245149 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.245305 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.245461 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.245618 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.245790 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.245950 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.246119 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.246275 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.246433 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.246591 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.246749 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.246907 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.247065 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.247223 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.247380 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.247536 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.247693 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.247849 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.248005 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.248163 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.248380 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.248549 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.248707 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.248848 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.249010 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.249167 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.249325 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.249483 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.249857 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.249857 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.250366 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.250366 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.250366 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.250593 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.250593 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.250739 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.250905 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.251062 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.251219 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.251375 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.251532 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.251689 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.251830 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.252004 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.252163 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.252322 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.252478 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.252636 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.252793 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.252950 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.253107 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.253264 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.253419 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.253576 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.253733 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.253890 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.254071 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.254231 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.254394 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.254551 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.254708 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.254865 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.255023 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.255179 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.255336 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.255493 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.255659 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.255830 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.256526 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.256693 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.256852 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.257008 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.257165 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.257322 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.257478 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.257635 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.257793 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.257950 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.258129 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.258289 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.258446 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.258589 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.258746 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.258902 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.259059 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.259199 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.259360 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.259516 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.259672 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.259829 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.260156 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.260318 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.260475 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.260643 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.260801 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.260960 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.261117 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.261264 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.261436 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.261594 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.261752 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.261909 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.262126 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.262266 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.262393 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.262521 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.262678 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.262834 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.262991 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.263155 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.263324 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.263482 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.263640 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.263796 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.263977 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.264134 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.264290 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.264452 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.264609 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.264765 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.264921 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.265078 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.265235 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.265393 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.265551 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.265709 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.265865 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.266042 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.266202 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.266358 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.266501 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.266662 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.266818 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.266976 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.267134 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.267291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.267448 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.267605 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.267762 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.267920 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.268077 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.268234 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.268391 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.268548 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.268705 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.268860 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.269017 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.269173 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.269329 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.269484 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.269640 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.269808 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.269953 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.270130 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.270288 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.270446 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.270603 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.270760 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.270919 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.271076 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.271233 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.271390 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.271548 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.271768 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.272407 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.272564 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.272722 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.272878 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.273035 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.273208 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.273366 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.273522 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.273679 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.273836 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.274026 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.274173 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.274330 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.274490 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.274645 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.274802 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.274961 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.275122 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.275279 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.275436 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.275594 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.275750 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.275907 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.276063 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.276231 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.276392 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.276548 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.276705 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.276861 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.277018 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.277207 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.277343 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.277548 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.277634 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.277789 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.277945 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.278133 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.278290 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.278449 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.278606 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.278761 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.278918 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.279084 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.279242 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.279398 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.279554 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.279709 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.279865 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.280031 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.280188 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.280344 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.280500 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.280656 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.280812 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.280978 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.281134 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.281291 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.281447 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.281603 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.281760 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.281926 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.282107 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.282265 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.282429 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.282586 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.282756 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.282886 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.283055 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.283228 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.283371 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.283527 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.283683 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.283840 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.283998 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.284159 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.284331 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.284496 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.284654 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.284819 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.284985 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.285152 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.285308 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.285471 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.285641 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.285797 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.285954 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.286132 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.286289 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.286445 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.286601 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.286756 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.286912 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.287069 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.287245 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.287405 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.287562 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.287719 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.287876 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.288033 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.288189 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.288345 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.288500 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.288656 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:07:48.288807 n-d-827869-1 neutron-server[102315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:07:48.403248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:07:48.411928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064309 Feb 04 15:08:00.419040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc83fbe-2a3b-482b-8aee-61cd4447f247 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:08:00.524316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc83fbe-2a3b-482b-8aee-61cd4447f247 None None] No non-hosted networks {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 15:08:00.554950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.agentschedulers_db [None req-8cc83fbe-2a3b-482b-8aee-61cd4447f247 None None] DHCP Agent not found on host n-d-827869-1 {{(pid=102424) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 15:08:00.701911 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e74ce053-25c8-4f9e-9ecc-5b4760dcfe44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628791'] for agent, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:03.552284 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6c83dfca-11ab-4e60-8575-6805b82645b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628791'] for agent, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:03.616266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b60603a6-e13f-49a9-a67f-8bc88444d13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:05.592634 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628791'] for agent, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:06.771227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628791'] for agent, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:06.774072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.777480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.779350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.780246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.781164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.782053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.783028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.784350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.785947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.786886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.787770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.788617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:06.789665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827869-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:06.823313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827869-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:07.215250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628791'] for agent, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:07.237812 n-d-827869-1 neutron-server[102424]: INFO neutron.db.l3_hamode_db [None req-f2d32ec9-2cdf-4c7b-b034-e0e256615568 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 15:08:07.383750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d32ec9-2cdf-4c7b-b034-e0e256615568 None None] Routers set() bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:08:07.384312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d32ec9-2cdf-4c7b-b034-e0e256615568 None None] Router IDs set() for agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 15:08:08.297543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55290) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:08.871441 n-d-827869-1 neutron-server[102423]: WARNING oslo_policy.policy [None req-267e0a73-8f43-4b72-ba78-68e50da558f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:08:08.872079 n-d-827869-1 neutron-server[102423]: WARNING oslo_policy.policy [None req-267e0a73-8f43-4b72-ba78-68e50da558f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:08:09.098416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-267e0a73-8f43-4b72-ba78-68e50da558f0 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:08:09.099679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-267e0a73-8f43-4b72-ba78-68e50da558f0 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8013177 Feb 04 15:08:11.537645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55306) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:11.850689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d577438a-efb5-44b1-b555-5dc51f7fe0b5 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:08:11.945996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.policy [None req-d577438a-efb5-44b1-b555-5dc51f7fe0b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102423) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 15:08:11.991782 n-d-827869-1 neutron-server[102423]: WARNING oslo_policy.policy [None req-d577438a-efb5-44b1-b555-5dc51f7fe0b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:08:11.992179 n-d-827869-1 neutron-server[102423]: WARNING oslo_policy.policy [None req-d577438a-efb5-44b1-b555-5dc51f7fe0b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:08:12.000677 n-d-827869-1 neutron-server[102423]: INFO neutron.quota [None req-d577438a-efb5-44b1-b555-5dc51f7fe0b5 admin admin] Loaded quota_driver: . Feb 04 15:08:12.094102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d577438a-efb5-44b1-b555-5dc51f7fe0b5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757335246366', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757335246059', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757335258489', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757335260181', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757334690999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757335279746', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1666668', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1663569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574139'] for rbac-policy, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:12.161730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d577438a-efb5-44b1-b555-5dc51f7fe0b5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:12.162862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d577438a-efb5-44b1-b555-5dc51f7fe0b5 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6242068 Feb 04 15:08:14.799890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55318) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:15.093565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Request body: {'network': {'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'admin_state_up': True, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'name': 'private'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:08:15.124836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Made reservation on behalf of 0a8b829b3f5d48569f8d27cad399fb8e for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:08:15.127747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:15.144707 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:15.262118 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:15.265728 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:15.286412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:08:15.314870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757336242490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:15.315480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Unsubscribe: segment precommit_create {{(pid=102423) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 15:08:15.315995 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Added segment 7580f626-62c6-44bc-8463-b06906414f27 of type vlan for network a2263752-6815-4cd0-9680-d02c383c6e8f Feb 04 15:08:15.331852 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4424ca-6ae2-42ef-b6d3-7558ec2983b0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:15.381367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.381708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.382079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.382416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.382748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.383075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.383397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.383718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.384038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.384358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.384676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.384994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Tracked resource versions report: Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: pushed versions: Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: { 'AddressGroup': {'1.2'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'ConntrackHelper': {'1.0'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Log': {'1.0'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Network': {'1.1'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Port': {'1.7'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'PortForwarding': {'1.2'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'QosPolicy': {'1.9'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'SecurityGroup': {'1.4'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'SubPort': {'1.0'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Subnet': {'1.1'}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Trunk': {'1.1'}} Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: consumer versions: Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: { DHCP agent@n-d-827869-1: {}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: L3 agent@n-d-827869-1: {}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: Metadata agent@n-d-827869-1: {}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: Metering agent@n-d-827869-1: {}, Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: Open vSwitch agent@n-d-827869-1: { 'AddressGroup': '1.2', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'ConntrackHelper': '1.0', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Log': '1.0', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Network': '1.1', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Port': '1.7', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'PortForwarding': '1.2', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'QosPolicy': '1.9', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'SecurityGroup': '1.4', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'SecurityGroupRule': '1.2', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'SubPort': '1.0', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Subnet': '1.1', Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: 'Trunk': '1.1'}} Feb 04 15:08:15.386130 n-d-827869-1 neutron-server[102423]: {{(pid=102423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:08:15.427397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:15.465242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:15.466401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:08:15.467078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:15.552153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7511096 Feb 04 15:08:15.564378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4dcd0-d97a-44b7-a869-30780f4dabc2 admin admin] Pushing event updated for resources: {'Network': ['ID=a2263752-6815-4cd0-9680-d02c383c6e8f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:15.576889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a2263752-6815-4cd0-9680-d02c383c6e8f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:08:18.286247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55332) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:18.784992 n-d-827869-1 neutron-server[102422]: WARNING oslo_policy.policy [None req-3f138556-c41a-471a-8d93-973dc3d20adb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:08:18.785586 n-d-827869-1 neutron-server[102422]: WARNING oslo_policy.policy [None req-3f138556-c41a-471a-8d93-973dc3d20adb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:08:19.228986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.policy [None req-3f138556-c41a-471a-8d93-973dc3d20adb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102422) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 15:08:19.274457 n-d-827869-1 neutron-server[102422]: WARNING oslo_policy.policy [None req-3f138556-c41a-471a-8d93-973dc3d20adb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:08:19.274830 n-d-827869-1 neutron-server[102422]: WARNING oslo_policy.policy [None req-3f138556-c41a-471a-8d93-973dc3d20adb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:08:19.283042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f138556-c41a-471a-8d93-973dc3d20adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:08:19.285624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3f138556-c41a-471a-8d93-973dc3d20adb admin admin] 10.222.0.47 "GET /v2.0/networks/a2263752-6815-4cd0-9680-d02c383c6e8f HTTP/1.1" status: 200 len: 825 time: 0.9972632 Feb 04 15:08:19.324399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c7ba16d-2e18-4047-9437-9aea228a9b0b admin admin] 10.222.0.47 "GET /v2.0/subnetpools/518fa468-2b3b-47d2-9732-72406d4d7357 HTTP/1.1" status: 200 len: 734 time: 0.0326149 Feb 04 15:08:19.334599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'gateway_ip': '172.20.0.1', 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f', 'subnetpool_id': '518fa468-2b3b-47d2-9732-72406d4d7357'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:08:19.336170 n-d-827869-1 neutron-server[102422]: INFO neutron.quota [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Loaded quota_driver: . Feb 04 15:08:19.377198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Made reservation on behalf of 0a8b829b3f5d48569f8d27cad399fb8e for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:08:19.379954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:19.671319 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:19.740338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Checking segment: {'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:08:19.740724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Network hostable DHCP agents. Network: a2263752-6815-4cd0-9680-d02c383c6e8f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:08:19.755570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f1f008-2faf-43a3-b7bb-6b17fbcac4d6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:19.766910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.767273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.768169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.768499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.768825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.769149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.769469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.769780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.770126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.770442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.770758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.771071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Tracked resource versions report: Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: pushed versions: Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: { 'AddressGroup': {'1.2'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'ConntrackHelper': {'1.0'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Log': {'1.0'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Network': {'1.1'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Port': {'1.7'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'PortForwarding': {'1.2'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'QosPolicy': {'1.9'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'SecurityGroup': {'1.4'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'SubPort': {'1.0'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Subnet': {'1.1'}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Trunk': {'1.1'}} Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: consumer versions: Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: { DHCP agent@n-d-827869-1: {}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: L3 agent@n-d-827869-1: {}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: Metadata agent@n-d-827869-1: {}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: Metering agent@n-d-827869-1: {}, Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: Open vSwitch agent@n-d-827869-1: { 'AddressGroup': '1.2', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'ConntrackHelper': '1.0', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Log': '1.0', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Network': '1.1', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Port': '1.7', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'PortForwarding': '1.2', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'QosPolicy': '1.9', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'SecurityGroup': '1.4', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'SecurityGroupRule': '1.2', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'SubPort': '1.0', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Subnet': '1.1', Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: 'Trunk': '1.1'}} Feb 04 15:08:19.772173 n-d-827869-1 neutron-server[102422]: {{(pid=102422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:08:19.793991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Network a2263752-6815-4cd0-9680-d02c383c6e8f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:08:19.812225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a2263752-6815-4cd0-9680-d02c383c6e8f) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:08:19.818764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:08:19.819997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:19.821828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d611bc-9365-4c33-ad60-d53e89c05867 None None] Network a2263752-6815-4cd0-9680-d02c383c6e8f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:08:19.842692 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ec2a1376-289d-4629-b927-da3eb083f7d8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5115800 Feb 04 15:08:20.148808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-a2263752-6815-4cd0-9680-d02c383c6e8f', 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'fixed_ips': [{'subnet_id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:08:20.150097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:20.432734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Allocated IP 172.20.0.2 (a2263752-6815-4cd0-9680-d02c383c6e8f/80f1f008-2faf-43a3-b7bb-6b17fbcac4d6/f59d95cd-1932-4cba-b911-ad5212344f18) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:08:20.647067 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:20.656243 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:20.761959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Network a2263752-6815-4cd0-9680-d02c383c6e8f is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:08:20.767520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:08:20.771342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:08:20.782842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Pushing event updated for resources: {'Port': ['ID=f59d95cd-1932-4cba-b911-ad5212344f18,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:20.834583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.835238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.835238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.835588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.835922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.836255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.836583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.836927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.837230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.837550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.837871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.838213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Tracked resource versions report: Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: pushed versions: Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: { 'AddressGroup': {'1.2'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'ConntrackHelper': {'1.0'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Log': {'1.0'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Network': {'1.1'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Port': {'1.7'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'PortForwarding': {'1.2'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'QosPolicy': {'1.9'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'SecurityGroup': {'1.4'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'SubPort': {'1.0'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Subnet': {'1.1'}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Trunk': {'1.1'}} Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: consumer versions: Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: { DHCP agent@n-d-827869-1: {}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: L3 agent@n-d-827869-1: {}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: Metadata agent@n-d-827869-1: {}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: Metering agent@n-d-827869-1: {}, Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: Open vSwitch agent@n-d-827869-1: { 'AddressGroup': '1.2', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'ConntrackHelper': '1.0', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Log': '1.0', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Network': '1.1', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Port': '1.7', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'PortForwarding': '1.2', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'QosPolicy': '1.9', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'SecurityGroup': '1.4', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'SecurityGroupRule': '1.2', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'SubPort': '1.0', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Subnet': '1.1', Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: 'Trunk': '1.1'}} Feb 04 15:08:20.839360 n-d-827869-1 neutron-server[102424]: {{(pid=102424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:08:20.869075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Attempting to bind port f59d95cd-1932-4cba-b911-ad5212344f18 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:08:20.869461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Attempting to bind port f59d95cd-1932-4cba-b911-ad5212344f18 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:08:20.869913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Attempting to bind port f59d95cd-1932-4cba-b911-ad5212344f18 on network a2263752-6815-4cd0-9680-d02c383c6e8f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:08:20.875044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:08:20.875456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Checking segment: {'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:08:20.875929 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:20.876314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Bound using segment: {'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:08:20.876813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Bound port: f59d95cd-1932-4cba-b911-ad5212344f18, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:08:20.877203 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:20.941430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] For port f59d95cd-1932-4cba-b911-ad5212344f18, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:08:20.945816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] For port f59d95cd-1932-4cba-b911-ad5212344f18, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f59d95cd-1932-4cba-b911-ad5212344f18,segment=NetworkSegment(7580f626-62c6-44bc-8463-b06906414f27),segment_id=7580f626-62c6-44bc-8463-b06906414f27)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:08:20.951070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:21.029113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49a6f2-e5cf-4ba0-9010-54f49663bbed None None] Pushing event updated for resources: {'Port': ['ID=f59d95cd-1932-4cba-b911-ad5212344f18,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:22.386646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55352) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:22.717260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-f167d045-ec8d-46b0-9ee3-c562622a31eb admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:08:22.742017 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f167d045-ec8d-46b0-9ee3-c562622a31eb admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3304808 Feb 04 15:08:25.242450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55360) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:25.584469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-11421b06-88f8-454f-817f-8ee9ef0dc896 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:08:25.585558 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-11421b06-88f8-454f-817f-8ee9ef0dc896 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3421688 Feb 04 15:08:28.307203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55372) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:28.576161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f59d95cd-1932-4cba-b911-ad5212344f18 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:08:28.652769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8ef80738-5853-42a0-84b1-8f43edd31212 admin admin] Request body: {'router': {'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'name': 'router1', 'admin_state_up': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:08:28.665021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f59d95cd-1932-4cba-b911-ad5212344f18 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:28.665416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:28.678643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ef80738-5853-42a0-84b1-8f43edd31212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:28.680357 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ef80738-5853-42a0-84b1-8f43edd31212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:28.775870 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:28.813951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port f59d95cd-1932-4cba-b911-ad5212344f18, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f59d95cd-1932-4cba-b911-ad5212344f18,segment=NetworkSegment(7580f626-62c6-44bc-8463-b06906414f27),segment_id=7580f626-62c6-44bc-8463-b06906414f27)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:08:28.818795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:28.827554 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ef80738-5853-42a0-84b1-8f43edd31212 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:28.833031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ef80738-5853-42a0-84b1-8f43edd31212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:28.850337 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ef80738-5853-42a0-84b1-8f43edd31212 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:28.852061 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8ef80738-5853-42a0-84b1-8f43edd31212 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5438340 Feb 04 15:08:28.872270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=f59d95cd-1932-4cba-b911-ad5212344f18,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:29.606453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19111c-b7a1-4a02-a0be-f2573cc8f403 None None] Network a2263752-6815-4cd0-9680-d02c383c6e8f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:08:29.669621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-05025c39-d592-49cd-b1ec-776de062601f None None] Provisioning complete for port f59d95cd-1932-4cba-b911-ad5212344f18 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:29.670006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-05025c39-d592-49cd-b1ec-776de062601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:30.127535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-94cbc8f3-d849-4830-b07a-1eeb7a32ca70 None None] Provisioning complete for port f59d95cd-1932-4cba-b911-ad5212344f18 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:30.127855 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94cbc8f3-d849-4830-b07a-1eeb7a32ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:30.370425 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-852d8a74-a67d-403e-9313-3437aa3ea6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:30.529545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f59d95cd-1932-4cba-b911-ad5212344f18 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:08:30.584134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f59d95cd-1932-4cba-b911-ad5212344f18 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:30.584512 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:31.405734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55382) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:31.724794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-c0fad284-c300-4d6c-b9de-725bed9bf5fd admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:08:31.725791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c0fad284-c300-4d6c-b9de-725bed9bf5fd admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3190968 Feb 04 15:08:33.535161 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-abee6c89-e0f4-4839-9c0e-9fc88f2d6d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.180745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:34.492922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:08:34.541758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Made reservation on behalf of b618e4c88cb34aa080300ff9f540fcdc for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:08:34.544351 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.562339 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.665966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.669739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.685325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Reserving flat network on physical network physnet1 {{(pid=102422) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 15:08:34.708211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e25f15-98b6-4cea-ac8f-8f4e8968a035,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:34.714593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757336242490', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.715167 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Unsubscribe: segment precommit_create {{(pid=102422) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 15:08:34.715648 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Added segment f1c2ce95-a47c-493c-9bb4-054439ac64ab of type flat for network 37e4adc7-9c9c-428c-be6a-80ffc55c680f Feb 04 15:08:34.767343 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.805627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.806484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:08:34.807055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:34.873241 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6914201 Feb 04 15:08:34.902077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5b9c5-1bbd-4791-af59-13adce6a3b15 admin admin] Pushing event updated for resources: {'Network': ['ID=37e4adc7-9c9c-428c-be6a-80ffc55c680f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:34.913570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:08:35.518314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:36.747683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:37.117153 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:37.338171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55408) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:37.518689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67771dda-394b-44e6-b7db-280f8961e3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:08:37.520015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-67771dda-394b-44e6-b7db-280f8961e3de admin admin] 10.222.0.47 "GET /v2.0/subnets/80f1f008-2faf-43a3-b7bb-6b17fbcac4d6 HTTP/1.1" status: 200 len: 849 time: 0.1809042 Feb 04 15:08:37.649371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8f1f0c29-23fd-49a4-ab4d-4cd40ebfc182 admin admin] 10.222.0.47 "GET /v2.0/routers/f7a0b6c7-d8eb-497f-9789-56463c21f26c HTTP/1.1" status: 200 len: 704 time: 0.1231954 Feb 04 15:08:37.911564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:38.206691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Allocated IP 172.20.0.1 (a2263752-6815-4cd0-9680-d02c383c6e8f/80f1f008-2faf-43a3-b7bb-6b17fbcac4d6/75b3a055-9b25-47a2-8cf0-507addfb11f4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:08:38.361290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:38.427894 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:38.553413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Network a2263752-6815-4cd0-9680-d02c383c6e8f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:08:38.558892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:08:38.562464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:08:38.563169 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:38.622871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Pushing event updated for resources: {'Port': ['ID=75b3a055-9b25-47a2-8cf0-507addfb11f4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:38.779377 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:38.789192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6cc361dc-a576-48f8-967e-4a84adbea233 None None] Provisioning complete for port 75b3a055-9b25-47a2-8cf0-507addfb11f4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:38.790029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6cc361dc-a576-48f8-967e-4a84adbea233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:38.823072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6cc361dc-a576-48f8-967e-4a84adbea233 None None] Port 75b3a055-9b25-47a2-8cf0-507addfb11f4 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:08:38.996920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:39.001859 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:39.002703 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:39.086191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Pushing event updated for resources: {'Port': ['ID=75b3a055-9b25-47a2-8cf0-507addfb11f4,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:39.135599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Network a2263752-6815-4cd0-9680-d02c383c6e8f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:08:39.137157 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:08:39.305592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Router f7a0b6c7-d8eb-497f-9789-56463c21f26c is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:08:39.344723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d22dabfe-2ccf-4a7d-94d9-26e71dd831d5 None None] Provisioning complete for port 75b3a055-9b25-47a2-8cf0-507addfb11f4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:39.345010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d22dabfe-2ccf-4a7d-94d9-26e71dd831d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:39.378453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d22dabfe-2ccf-4a7d-94d9-26e71dd831d5 None None] Port 75b3a055-9b25-47a2-8cf0-507addfb11f4 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:08:39.399396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:08:39.404730 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c03c46d3-6745-4b20-a6b7-d496830abbfd admin admin] 10.222.0.47 "PUT /v2.0/routers/f7a0b6c7-d8eb-497f-9789-56463c21f26c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7495720 Feb 04 15:08:39.411260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Sync routers for ids ['f7a0b6c7-d8eb-497f-9789-56463c21f26c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:08:39.423041 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Routers {'f7a0b6c7-d8eb-497f-9789-56463c21f26c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:08:39.423983 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f7a0b6c7-d8eb-497f-9789-56463c21f26c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:39.623971 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Set router f7a0b6c7-d8eb-497f-9789-56463c21f26c gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:08:40.066597 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'name': 'router1', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:08:28Z', 'updated_at': '2022-02-04T15:08:38Z', 'revision_number': 2, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'gw_port_host': None, '_interfaces': [{'id': '75b3a055-9b25-47a2-8cf0-507addfb11f4', 'name': '', 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'mac_address': 'fa:16:3e:72:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:37Z', 'updated_at': '2022-02-04T15:08:38Z', 'revision_number': 2, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'subnets': [{'id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '518fa468-2b3b-47d2-9732-72406d4d7357'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:40.121813 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Checking router: f7a0b6c7-d8eb-497f-9789-56463c21f26c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:08:40.122217 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Updating router f7a0b6c7-d8eb-497f-9789-56463c21f26c port 75b3a055-9b25-47a2-8cf0-507addfb11f4 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:08:40.173567 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:40.720849 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:40.729194 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:40.893806 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Attempting to bind port 75b3a055-9b25-47a2-8cf0-507addfb11f4 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:08:40.894238 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Attempting to bind port 75b3a055-9b25-47a2-8cf0-507addfb11f4 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:08:40.894685 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Attempting to bind port 75b3a055-9b25-47a2-8cf0-507addfb11f4 on network a2263752-6815-4cd0-9680-d02c383c6e8f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:08:40.903320 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:08:40.903940 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Checking segment: {'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:08:40.904541 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:40.904541 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Bound using segment: {'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:08:40.905094 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Bound port: 75b3a055-9b25-47a2-8cf0-507addfb11f4, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7580f626-62c6-44bc-8463-b06906414f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:08:40.906030 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:40.921580 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Pushing event updated for resources: {'Port': ['ID=75b3a055-9b25-47a2-8cf0-507addfb11f4,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:40.955471 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.955810 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.956143 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.956472 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.956799 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.957120 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.957450 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.957765 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.958111 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.958429 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.958749 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.959056 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Tracked resource versions report: Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: pushed versions: Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: { 'AddressGroup': {'1.2'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'ConntrackHelper': {'1.0'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Log': {'1.0'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Network': {'1.1'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Port': {'1.7'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'PortForwarding': {'1.2'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'QosPolicy': {'1.9'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'SecurityGroup': {'1.4'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'SubPort': {'1.0'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Subnet': {'1.1'}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Trunk': {'1.1'}} Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: consumer versions: Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: { DHCP agent@n-d-827869-1: {}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: L3 agent@n-d-827869-1: {}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: Metadata agent@n-d-827869-1: {}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: Metering agent@n-d-827869-1: {}, Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: Open vSwitch agent@n-d-827869-1: { 'AddressGroup': '1.2', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'ConntrackHelper': '1.0', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Log': '1.0', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Network': '1.1', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Port': '1.7', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'PortForwarding': '1.2', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'QosPolicy': '1.9', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'SecurityGroup': '1.4', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'SecurityGroupRule': '1.2', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'SubPort': '1.0', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Subnet': '1.1', Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: 'Trunk': '1.1'}} Feb 04 15:08:40.960185 n-d-827869-1 neutron-server[102425]: {{(pid=102425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:08:41.001779 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] For port 75b3a055-9b25-47a2-8cf0-507addfb11f4, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:08:41.009368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b7e43d16-40f9-42ab-9c74-f2af94576ce6 None None] Provisioning complete for port 75b3a055-9b25-47a2-8cf0-507addfb11f4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:41.010396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7e43d16-40f9-42ab-9c74-f2af94576ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:41.025925 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] For port 75b3a055-9b25-47a2-8cf0-507addfb11f4, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=75b3a055-9b25-47a2-8cf0-507addfb11f4,segment=NetworkSegment(7580f626-62c6-44bc-8463-b06906414f27),segment_id=7580f626-62c6-44bc-8463-b06906414f27)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:08:41.031577 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:41.046912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b7e43d16-40f9-42ab-9c74-f2af94576ce6 None None] Port 75b3a055-9b25-47a2-8cf0-507addfb11f4 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:08:41.098066 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f9699-221c-49c7-925a-aa41c6a559c2 None None] Pushing event updated for resources: {'Port': ['ID=75b3a055-9b25-47a2-8cf0-507addfb11f4,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:41.106608 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Routers {'f7a0b6c7-d8eb-497f-9789-56463c21f26c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:08:41.107241 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f7a0b6c7-d8eb-497f-9789-56463c21f26c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:41.203179 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] Set router f7a0b6c7-d8eb-497f-9789-56463c21f26c gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:08:41.267803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b030416c-217c-4119-bc67-bd8170c033fc None None] Provisioning complete for port 75b3a055-9b25-47a2-8cf0-507addfb11f4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:41.268070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b030416c-217c-4119-bc67-bd8170c033fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:41.349257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b030416c-217c-4119-bc67-bd8170c033fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:41.384325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b030416c-217c-4119-bc67-bd8170c033fc None None] For port 75b3a055-9b25-47a2-8cf0-507addfb11f4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=75b3a055-9b25-47a2-8cf0-507addfb11f4,segment=NetworkSegment(7580f626-62c6-44bc-8463-b06906414f27),segment_id=7580f626-62c6-44bc-8463-b06906414f27)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:08:41.388942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b030416c-217c-4119-bc67-bd8170c033fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:41.426552 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'name': 'router1', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:08:28Z', 'updated_at': '2022-02-04T15:08:38Z', 'revision_number': 2, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'gw_port_host': None, '_interfaces': [{'id': '75b3a055-9b25-47a2-8cf0-507addfb11f4', 'name': '', 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'mac_address': 'fa:16:3e:72:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:37Z', 'updated_at': '2022-02-04T15:08:40Z', 'revision_number': 4, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'subnets': [{'id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '518fa468-2b3b-47d2-9732-72406d4d7357'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:41.439085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030416c-217c-4119-bc67-bd8170c033fc None None] Pushing event updated for resources: {'Port': ['ID=75b3a055-9b25-47a2-8cf0-507addfb11f4,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:41.460907 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a1c7f-c801-4d1a-aba4-20415b04d67f None None] The sync data for ids ['f7a0b6c7-d8eb-497f-9789-56463c21f26c'] in n-d-827869-1 is: [{'id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'name': 'router1', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:08:28Z', 'updated_at': '2022-02-04T15:08:38Z', 'revision_number': 2, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'gw_port_host': None, '_interfaces': [{'id': '75b3a055-9b25-47a2-8cf0-507addfb11f4', 'name': '', 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'mac_address': 'fa:16:3e:72:5f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:37Z', 'updated_at': '2022-02-04T15:08:40Z', 'revision_number': 4, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'subnets': [{'id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '518fa468-2b3b-47d2-9732-72406d4d7357'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:08:41.720092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55428) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:41.837128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a70ef8-3bf4-4854-8658-6c070a9e5bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:08:41.838561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-51a70ef8-3bf4-4854-8658-6c070a9e5bf8 admin admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 842 time: 0.1174817 Feb 04 15:08:41.849573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:08:41.875009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Made reservation on behalf of b618e4c88cb34aa080300ff9f540fcdc for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:08:41.877408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:42.170526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:08:42.170870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:42.228324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e561b74-2c12-469f-be9b-f300aad690f5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:42.237433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:08:42.237770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Network hostable DHCP agents. Network: 37e4adc7-9c9c-428c-be6a-80ffc55c680f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:08:42.254999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:08:42.265148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 37e4adc7-9c9c-428c-be6a-80ffc55c680f) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:08:42.269491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:08:42.270171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:42.276816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637074c0-e0da-4a74-b9e4-587abd02eab5 None None] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:08:42.287309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a6f7b6cf-9958-4865-8dbf-fe3027a454e3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413533 Feb 04 15:08:42.427690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319ad99-70b7-4592-8069-ed3fe43c3a61 None None] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:08:44.737426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55436) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:45.010670 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f099513-84db-40e3-8451-874252682cb6 admin admin] 10.222.0.47 "GET /v2.0/routers/f7a0b6c7-d8eb-497f-9789-56463c21f26c HTTP/1.1" status: 200 len: 710 time: 0.2719755 Feb 04 15:08:45.195317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd7863-662b-4cee-8629-9d9053d10841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:08:45.196710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-96dd7863-662b-4cee-8629-9d9053d10841 admin admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 886 time: 0.1796110 Feb 04 15:08:45.211976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:08:45.491853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:45.745113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:45.820629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:46.013349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Allocated IP 172.25.1.7 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/9cc94fff-922f-484b-a0c7-8f2614902813) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:08:46.132102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:46.190962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:46.272215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:08:46.284116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:08:46.290237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9cc94fff-922f-484b-a0c7-8f2614902813,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:46.293173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:08:46.649675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:46.871158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:46.877259 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:47.008237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Router f7a0b6c7-d8eb-497f-9789-56463c21f26c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:08:47.131692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:08:47.137775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:47.139714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3e1ce97e-6044-4647-962e-1af5aea774c2 admin admin] 10.222.0.47 "PUT /v2.0/routers/f7a0b6c7-d8eb-497f-9789-56463c21f26c HTTP/1.1" status: 200 len: 888 time: 1.9306641 Feb 04 15:08:48.251158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Sync routers for ids ['f7a0b6c7-d8eb-497f-9789-56463c21f26c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:08:48.262296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Routers {'f7a0b6c7-d8eb-497f-9789-56463c21f26c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:08:48.263061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f7a0b6c7-d8eb-497f-9789-56463c21f26c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:48.502633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Set router f7a0b6c7-d8eb-497f-9789-56463c21f26c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:08:48.592250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 75b3a055-9b25-47a2-8cf0-507addfb11f4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:08:48.837680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 75b3a055-9b25-47a2-8cf0-507addfb11f4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:48.838106 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:49.042281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'name': 'router1', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '9cc94fff-922f-484b-a0c7-8f2614902813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:08:28Z', 'updated_at': '2022-02-04T15:08:46Z', 'revision_number': 4, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'gw_port': {'id': '9cc94fff-922f-484b-a0c7-8f2614902813', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:45Z', 'updated_at': '2022-02-04T15:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '75b3a055-9b25-47a2-8cf0-507addfb11f4', 'name': '', 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'mac_address': 'fa:16:3e:72:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:37Z', 'updated_at': '2022-02-04T15:08:41Z', 'revision_number': 5, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'subnets': [{'id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '518fa468-2b3b-47d2-9732-72406d4d7357'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:49.100178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Checking router: f7a0b6c7-d8eb-497f-9789-56463c21f26c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:08:49.100456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Updating router f7a0b6c7-d8eb-497f-9789-56463c21f26c port 9cc94fff-922f-484b-a0c7-8f2614902813 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:08:49.154779 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:49.514764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:49.521019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:49.576150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Attempting to bind port 9cc94fff-922f-484b-a0c7-8f2614902813 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:08:49.576610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Attempting to bind port 9cc94fff-922f-484b-a0c7-8f2614902813 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:08:49.576923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Attempting to bind port 9cc94fff-922f-484b-a0c7-8f2614902813 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:08:49.579451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f2660-547e-461b-9925-313e7d704558 None None] Pushing event updated for resources: {'Port': ['ID=9cc94fff-922f-484b-a0c7-8f2614902813,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:49.586192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:08:49.587159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:08:49.587159 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:49.587357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:08:49.588029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Bound port: 9cc94fff-922f-484b-a0c7-8f2614902813, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:08:49.588392 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:49.646576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55450) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:08:49.725174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] For port 9cc94fff-922f-484b-a0c7-8f2614902813, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:08:49.729781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] For port 9cc94fff-922f-484b-a0c7-8f2614902813, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9cc94fff-922f-484b-a0c7-8f2614902813,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:08:49.735627 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:49.773383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ae4e6053-1235-44ef-9060-ab4c9456f6d7 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1255708 Feb 04 15:08:49.796818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f2660-547e-461b-9925-313e7d704558 None None] Pushing event updated for resources: {'Port': ['ID=9cc94fff-922f-484b-a0c7-8f2614902813,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:49.800502 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Routers {'f7a0b6c7-d8eb-497f-9789-56463c21f26c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:08:49.801019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f7a0b6c7-d8eb-497f-9789-56463c21f26c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:49.916958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] Set router f7a0b6c7-d8eb-497f-9789-56463c21f26c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:08:50.169214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'name': 'router1', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '9cc94fff-922f-484b-a0c7-8f2614902813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:08:28Z', 'updated_at': '2022-02-04T15:08:46Z', 'revision_number': 4, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'gw_port': {'id': '9cc94fff-922f-484b-a0c7-8f2614902813', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:45Z', 'updated_at': '2022-02-04T15:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '75b3a055-9b25-47a2-8cf0-507addfb11f4', 'name': '', 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'mac_address': 'fa:16:3e:72:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:37Z', 'updated_at': '2022-02-04T15:08:41Z', 'revision_number': 5, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'subnets': [{'id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '518fa468-2b3b-47d2-9732-72406d4d7357'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:08:50.196959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5fa79-4e48-4fe4-bd03-16d352658fd6 None None] The sync data for ids ['f7a0b6c7-d8eb-497f-9789-56463c21f26c'] in n-d-827869-1 is: [{'id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'name': 'router1', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '9cc94fff-922f-484b-a0c7-8f2614902813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:08:28Z', 'updated_at': '2022-02-04T15:08:46Z', 'revision_number': 4, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'gw_port': {'id': '9cc94fff-922f-484b-a0c7-8f2614902813', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:45Z', 'updated_at': '2022-02-04T15:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '75b3a055-9b25-47a2-8cf0-507addfb11f4', 'name': '', 'network_id': 'a2263752-6815-4cd0-9680-d02c383c6e8f', 'tenant_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'mac_address': 'fa:16:3e:72:5f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0b6c7-d8eb-497f-9789-56463c21f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:08:37Z', 'updated_at': '2022-02-04T15:08:41Z', 'revision_number': 5, 'project_id': '0a8b829b3f5d48569f8d27cad399fb8e', 'subnets': [{'id': '80f1f008-2faf-43a3-b7bb-6b17fbcac4d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '518fa468-2b3b-47d2-9732-72406d4d7357'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:08:50.609170 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9cc94fff-922f-484b-a0c7-8f2614902813 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:08:50.674561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9cc94fff-922f-484b-a0c7-8f2614902813 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:50.674931 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:50.776314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:50.820980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 9cc94fff-922f-484b-a0c7-8f2614902813, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9cc94fff-922f-484b-a0c7-8f2614902813,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:08:50.832105 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:50.887640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=9cc94fff-922f-484b-a0c7-8f2614902813,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:08:52.551941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9cc94fff-922f-484b-a0c7-8f2614902813 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:08:52.621650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9cc94fff-922f-484b-a0c7-8f2614902813 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:08:52.622093 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:08:56.192680 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:09:00.381730 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7f578f7c-33be-4483-b744-b435e823b734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:03.561044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c334b964-ddec-4c1d-9245-73bf9acf9db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:05.526709 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:06.743966 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:07.168040 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:30.478501 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31bda28f-eb61-4adc-883b-b002fbbdfe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:33.173285 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:09:33.538099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0e8a38e6-cedf-4235-a194-fe4de1812dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:35.529598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:36.739219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:09:37.148109 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:00.374434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5bacf95-e3af-4548-a5fe-3276d04fb4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:03.534534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7082861d-db8e-43a0-b6d8-a8344bfd3b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:05.535629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:06.743089 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:07.149257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:10.173049 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:10:30.376851 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2406fe3b-8ee5-4109-92d4-65aa3a682deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:33.537220 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-089b2582-84f3-4fe2-a80d-53f32d326090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:35.527272 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:36.748266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:37.147556 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:39.052000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:39.117503 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e72986-46ea-41a3-8b0e-d773c5627c28 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:10:39.119387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-59e72986-46ea-41a3-8b0e-d773c5627c28 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660191 Feb 04 15:10:39.352790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13862d22-c0ef-4728-9bea-4ced187aaef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:39.354782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-13862d22-c0ef-4728-9bea-4ced187aaef1 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2305949 Feb 04 15:10:41.598431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56056) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:41.703863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5ace1-d41d-4394-84b3-7d89fe0aff46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:41.710032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55a5ace1-d41d-4394-84b3-7d89fe0aff46 admin admin] 10.222.0.47 "GET /v2.0/subnets/80f1f008-2faf-43a3-b7bb-6b17fbcac4d6 HTTP/1.1" status: 200 len: 849 time: 0.1059434 Feb 04 15:10:41.716491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:10:41.804951 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Notify callbacks [] for subnet, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:41.960211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757336336487'] for subnet, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:41.991014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:41.992009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:41.993601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] 10.222.0.47 "PUT /v2.0/subnets/80f1f008-2faf-43a3-b7bb-6b17fbcac4d6 HTTP/1.1" status: 200 len: 868 time: 0.2816982 Feb 04 15:10:41.995026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200b934-4909-4fac-8277-2ad5d4b62c6c None None] Network a2263752-6815-4cd0-9680-d02c383c6e8f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:10:42.017811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f1f008-2faf-43a3-b7bb-6b17fbcac4d6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:10:42.025596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.025847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.026292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.027137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.027468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.027798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.028127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.028455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.028780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.029109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.029434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.029760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc326d-5836-4e24-984a-7fe18f1af82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:10:42.490889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f001fd6a-2f04-43bf-800c-4166410b58f6 None None] Provisioning complete for port 75b3a055-9b25-47a2-8cf0-507addfb11f4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:10:42.491185 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f001fd6a-2f04-43bf-800c-4166410b58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:42.575604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f001fd6a-2f04-43bf-800c-4166410b58f6 None None] Provisioning complete for port f59d95cd-1932-4cba-b911-ad5212344f18 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:10:42.575880 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f001fd6a-2f04-43bf-800c-4166410b58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:10:44.257003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56066) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:44.468067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c115bc-14d6-4456-800b-472f7172be52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:44.468538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c115bc-14d6-4456-800b-472f7172be52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:44.470138 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-22c115bc-14d6-4456-800b-472f7172be52 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2121370 Feb 04 15:10:46.714512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56074) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:46.847759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3044cfb8-7929-446b-9e18-be0e4b572b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:46.848140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3044cfb8-7929-446b-9e18-be0e4b572b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:46.849685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3044cfb8-7929-446b-9e18-be0e4b572b62 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340873 Feb 04 15:10:47.173021 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:10:49.064751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56082) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:49.190182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e904bdf-ff23-4896-b130-4c7b6e838f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:49.191558 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2e904bdf-ff23-4896-b130-4c7b6e838f2c admin admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 886 time: 0.1258650 Feb 04 15:10:51.431226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56090) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:51.562421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aea5d31-adb0-477c-9558-464971933169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:51.563800 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1aea5d31-adb0-477c-9558-464971933169 admin admin] 10.222.0.47 "GET /v2.0/networks/a2263752-6815-4cd0-9680-d02c383c6e8f HTTP/1.1" status: 200 len: 869 time: 0.1316009 Feb 04 15:10:53.795886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56098) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:53.917489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84ce0ed-823e-42af-bbc9-86267ad352aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:53.917852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84ce0ed-823e-42af-bbc9-86267ad352aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:53.919420 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e84ce0ed-823e-42af-bbc9-86267ad352aa admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222944 Feb 04 15:10:56.169762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56106) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:56.265094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e980906-c373-476e-a7e0-bba19964eca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:56.265606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e980906-c373-476e-a7e0-bba19964eca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:56.267210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5e980906-c373-476e-a7e0-bba19964eca6 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953274 Feb 04 15:10:58.516969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56114) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:10:58.602993 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fdd8a5-0cd8-451f-bdf9-ca417f686273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:10:58.604366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b1fdd8a5-0cd8-451f-bdf9-ca417f686273 admin admin] 10.222.0.47 "GET /v2.0/subnets/3e561b74-2c12-469f-be9b-f300aad690f5 HTTP/1.1" status: 200 len: 816 time: 0.0865655 Feb 04 15:11:00.379321 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d95358a0-f8a9-4dc4-99d8-92725e34e482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:00.845810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56122) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:11:00.937130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4c3ab-3bad-4a0a-b64b-fa27674b2c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:11:00.939050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-45a4c3ab-3bad-4a0a-b64b-fa27674b2c70 admin admin] 10.222.0.47 "GET /v2.0/subnets/80f1f008-2faf-43a3-b7bb-6b17fbcac4d6 HTTP/1.1" status: 200 len: 868 time: 0.0922627 Feb 04 15:11:03.537784 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-319b2c1b-7030-470d-b688-f3460765c716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:05.533083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:06.753883 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:07.150982 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:21.835397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:11:21.886888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-08a9a97b-c8dc-4e42-aff2-1732c237d251 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:11:21.887992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-08a9a97b-c8dc-4e42-aff2-1732c237d251 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515051 Feb 04 15:11:24.171290 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:11:24.206495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56184) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:11:24.273459 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc630cf-9d56-4801-b4ca-aef7a4eae283 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:11:24.274817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cfc630cf-9d56-4801-b4ca-aef7a4eae283 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673988 Feb 04 15:11:24.359177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8796aa87-ded5-4dc7-892f-2c174f23d2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:11:24.360644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8796aa87-ded5-4dc7-892f-2c174f23d2b5 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811660 Feb 04 15:11:26.665110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56192) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:11:26.713861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:11:26.738523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Made reservation on behalf of b618e4c88cb34aa080300ff9f540fcdc for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:11:26.741636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:26.775580 n-d-827869-1 neutron-server[102423]: WARNING neutron.services.revisions.revision_plugin [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Could not find related network for resource to bump revision. Feb 04 15:11:26.789586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:11:26.800553 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:26.800890 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Added segment b8d7baae-05a7-433f-b544-4e706f748111 of type vlan for network d69dd10b-484f-4de0-a6e3-021cb91716b0 Feb 04 15:11:26.925084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:26.950818 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:26.951766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:11:26.952347 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:27.005913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3397212 Feb 04 15:11:27.015454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34c886-18fc-4828-9848-e6182f4910f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d69dd10b-484f-4de0-a6e3-021cb91716b0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:11:27.038382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:11:29.269140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56200) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:11:29.334564 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e86a54-c3fa-4998-9b9e-199c4e4ea8e9 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:11:29.336068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-00e86a54-c3fa-4998-9b9e-199c4e4ea8e9 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659025 Feb 04 15:11:29.449509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97ebf6-6869-46a6-a25f-a4aff21326c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:11:29.451015 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ba97ebf6-6869-46a6-a25f-a4aff21326c1 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1097472 Feb 04 15:11:29.461683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:11:29.487049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Made reservation on behalf of b618e4c88cb34aa080300ff9f540fcdc for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:11:29.489340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:29.692168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:29.750939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=340bf547-7e69-45eb-bb4d-18aef2c2c944,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:11:29.764600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:11:29.764979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Network hostable DHCP agents. Network: d69dd10b-484f-4de0-a6e3-021cb91716b0, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:11:29.790184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:11:29.802775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d69dd10b-484f-4de0-a6e3-021cb91716b0) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:11:29.807518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:11:29.808383 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:29.813124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba55cdd-358f-4e1e-87e4-411f50eade74 None None] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:11:29.828921 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2016ab3a-99db-4a4b-b254-c28f078b0e12 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3704722 Feb 04 15:11:30.070090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-d69dd10b-484f-4de0-a6e3-021cb91716b0', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'tenant_id': 'b618e4c88cb34aa080300ff9f540fcdc', 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:11:30.070965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:30.212136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Allocated IP 192.168.233.2 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/2e617246-6c18-4266-9cc5-d90f24f0c37a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:11:30.441070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:30.446423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-92e74e66-a477-40c6-b5f3-eac7c15426c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:30.451782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:30.520364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:11:30.530369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:11:30.532930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:11:30.540660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Pushing event updated for resources: {'Port': ['ID=2e617246-6c18-4266-9cc5-d90f24f0c37a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:11:30.555358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.555706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.556051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.556498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.556721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.557051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.557457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.557727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.558079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.558687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.559010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.559335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:11:30.626969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Attempting to bind port 2e617246-6c18-4266-9cc5-d90f24f0c37a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:11:30.627461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Attempting to bind port 2e617246-6c18-4266-9cc5-d90f24f0c37a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:11:30.627785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Attempting to bind port 2e617246-6c18-4266-9cc5-d90f24f0c37a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:11:30.638513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:11:30.639019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:11:30.639489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:30.640378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:11:30.640378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Bound port: 2e617246-6c18-4266-9cc5-d90f24f0c37a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:11:30.640915 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:30.716907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] For port 2e617246-6c18-4266-9cc5-d90f24f0c37a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:11:30.720214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] For port 2e617246-6c18-4266-9cc5-d90f24f0c37a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2e617246-6c18-4266-9cc5-d90f24f0c37a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:11:30.725690 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:30.788943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a60cd-6f9c-4c7d-9ea3-f4d0ff78bf7e None None] Pushing event updated for resources: {'Port': ['ID=2e617246-6c18-4266-9cc5-d90f24f0c37a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:11:31.714282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9581d03-d685-4a04-82a0-4f06dfefade7 None None] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:11:31.803600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c889b635-5dec-4920-859b-dcbf19ddf7ec None None] Provisioning complete for port 2e617246-6c18-4266-9cc5-d90f24f0c37a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:11:31.803900 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c889b635-5dec-4920-859b-dcbf19ddf7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:31.942918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c889b635-5dec-4920-859b-dcbf19ddf7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:31.986027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c889b635-5dec-4920-859b-dcbf19ddf7ec None None] For port 2e617246-6c18-4266-9cc5-d90f24f0c37a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2e617246-6c18-4266-9cc5-d90f24f0c37a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:11:31.992469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c889b635-5dec-4920-859b-dcbf19ddf7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:32.057125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889b635-5dec-4920-859b-dcbf19ddf7ec None None] Pushing event updated for resources: {'Port': ['ID=2e617246-6c18-4266-9cc5-d90f24f0c37a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:11:32.215103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e5bed1c2-3bea-4250-b9d7-456f86bd15ee None None] Provisioning complete for port 2e617246-6c18-4266-9cc5-d90f24f0c37a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:11:32.215477 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e5bed1c2-3bea-4250-b9d7-456f86bd15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:32.745686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2e617246-6c18-4266-9cc5-d90f24f0c37a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:11:32.801384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2e617246-6c18-4266-9cc5-d90f24f0c37a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:11:32.801816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:33.542647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-458e3900-05e3-4529-acac-8a3910fa6505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:35.530557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:36.759588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:11:37.155437 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:00.380839 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-56cac25b-28ce-4343-9c04-a485a2cdd30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:01.169899 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:12:03.535251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1e7fe12-06c4-4920-9dea-d5706bd664e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:05.529597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:06.753715 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:07.157818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:30.382414 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-42c61e17-d2ce-4e86-a78b-8a16e044ed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:33.537597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9fa722f3-dcfa-48ec-8df4-f617070ae4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:35.533076 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:36.758470 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:37.165177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:38.168599 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:12:50.862499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56254) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:12:50.869301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-e438f701-df70-427d-96a8-dcf8c1b0ff96 tempest-verify_tempest_config-238344341 tempest-verify_tempest_config-238344341-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:12:50.870324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e438f701-df70-427d-96a8-dcf8c1b0ff96 tempest-verify_tempest_config-238344341 tempest-verify_tempest_config-238344341-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067930 Feb 04 15:12:51.198778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56272) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:12:51.302709 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:51.380109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:51.383482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:51.427332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279315e3-3743-43f1-9a70-b60c6fe1f60e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:12:51.432318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93a6cefaf076465e8f15a62bae94f3de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2325292 Feb 04 15:12:51.435480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56276) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:12:51.436924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.437283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.437723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.438224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.438564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.438907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.439237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.439565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.439902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.440219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.440545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.440868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b5468-f15e-43b2-a268-e5bdcdb61401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.496175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:51.516793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:51.604974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:51.607667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:12:51.608812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/279315e3-3743-43f1-9a70-b60c6fe1f60e HTTP/1.1" status: 204 len: 168 time: 0.1720159 Feb 04 15:12:51.618401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279315e3-3743-43f1-9a70-b60c6fe1f60e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:12:51.625374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.625719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.626103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.626474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.626808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.627138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.627468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.628077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.628189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.628460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.628783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:12:51.629139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79faa38a-b791-48c9-ab82-ed457d19b9f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:13:00.383389 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd479497-21ae-4a20-9663-e1969f1af1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:03.539707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2d98930-c5fc-43db-99aa-e829f34aab22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:05.533882 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:06.761938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:07.166774 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:15.167858 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:13:30.390456 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e0cb-b229-414c-ad24-a6669c8b655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:33.541250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1f1d7bf1-80fb-4188-9e29-e780a027c919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:35.537892 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:36.768103 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:37.168668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:13:52.166743 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:14:00.381909 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6ef2343d-fca6-4825-b931-2525f351a0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:03.547286 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3b5d-4adb-4648-aba8-4285a8f15380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:05.541384 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:06.760700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:07.171631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:29.165393 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:14:30.384878 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45c222b5-c44b-404a-9ca1-6cfb122c97bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:33.538497 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-84f6ede9-c352-49e6-a370-88fb8a68a32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:35.544436 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:36.760950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:14:37.173903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:00.387166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-89b85d0b-a140-4aae-a3e1-d77a8b15cf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:03.539785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1490-b0ca-47d4-892e-7ba25002fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:05.546074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:06.164157 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:15:06.763592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:07.177706 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:30.405014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2c36c721-a68b-4300-b26a-0673d3afe9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:33.540519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3996528f-d49e-4ab2-8219-1b8f746907b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:35.549925 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:36.765156 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:37.179673 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:15:43.163557 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 5 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:16:00.386222 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6b848254-552a-425d-908a-998c515a97fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:03.541879 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62249ac4-8509-4595-9c6f-c023daa18a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:05.552824 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:06.768707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:07.181899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:09.218031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628791'] for agent, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:20.163185 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 6 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:16:22.512526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628791'] for agent, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:30.387256 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-724742f2-565a-4ed2-afb2-f48875dd933a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:33.542909 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e9741196-a617-4102-b536-5167b16eee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:35.554968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:36.770482 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:37.184180 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:39.174193 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:52.493415 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:16:54.288685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56338) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:16:54.394647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a6c4cf1e-b0ce-4cf9-9dea-b2e913b11253 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1048651 Feb 04 15:16:56.615624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56348) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:16:56.670947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9f9fa34f-8157-4b37-bfec-c71691058b29 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0542657 Feb 04 15:16:57.162757 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:17:00.388820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a1872e7e-de1d-4f5f-adf8-e599415b0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:03.544131 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3341b291-f9a9-4d3f-a60b-ce156ccb62a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:05.558445 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:06.773175 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:07.188654 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:09.173947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:22.511318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:30.397202 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c217949a-5dd9-4b6b-b2ab-0ce4ee57e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:33.546591 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94d01d6d-1db6-41fa-bf55-bb4e29ee92f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:34.163614 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:17:35.564374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:36.777394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:37.200720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:39.206835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:17:52.520511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:00.390117 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b368ffd9-70de-425a-9f7d-cd3e63d34f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:03.551783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-961c7b22-b27d-4057-b26e-e135a550134a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:05.564209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:06.773421 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:07.193383 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:09.217535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:11.165337 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:18:22.513888 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:30.422566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9c0b40b5-9c7f-45f1-8bf5-8feca299b8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:33.588397 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-564c2529-aa90-415b-b1c9-0ce2bc139a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:35.586512 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:36.786522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:37.205911 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:38.572360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56664) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:39.205601 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.253423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.359927 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.365036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.410819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df4307-14fa-40cb-8b5e-4c59823120a8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:39.427303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.427858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.428199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.428691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.429159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.429626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.430114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.430600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.431060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.431521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.431992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.432458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] Tracked resource versions report: Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: pushed versions: Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: { 'AddressGroup': {'1.2'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'ConntrackHelper': {'1.0'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Log': {'1.0'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Network': {'1.1'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Port': {'1.7'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'PortForwarding': {'1.2'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'QosPolicy': {'1.9'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'SecurityGroup': {'1.4'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'SubPort': {'1.0'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Subnet': {'1.1'}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Trunk': {'1.1'}} Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: consumer versions: Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: { DHCP agent@n-d-827869-1: {}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: HyperV agent@n-h1-827869-1: {}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: HyperV agent@n-h2-827869-1: {}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: L3 agent@n-d-827869-1: {}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: Metadata agent@n-d-827869-1: {}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: Metering agent@n-d-827869-1: {}, Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: Open vSwitch agent@n-d-827869-1: { 'AddressGroup': '1.2', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'ConntrackHelper': '1.0', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Log': '1.0', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Network': '1.1', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Port': '1.7', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'PortForwarding': '1.2', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'QosPolicy': '1.9', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'SecurityGroup': '1.4', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'SecurityGroupRule': '1.2', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'SubPort': '1.0', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Subnet': '1.1', Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: 'Trunk': '1.1'}} Feb 04 15:18:39.433741 n-d-827869-1 neutron-server[102422]: {{(pid=102422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:18:39.440788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-03119c88-d7c3-40b1-aaf6-9c61b0c3fc70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=848528e649f74fae89b03ea2c814842b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8667879 Feb 04 15:18:39.446694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56696) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:39.524811 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c70e7687-63d9-41b1-ac61-59ff1f3cf82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.563948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c70e7687-63d9-41b1-ac61-59ff1f3cf82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.640579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c70e7687-63d9-41b1-ac61-59ff1f3cf82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.646720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c70e7687-63d9-41b1-ac61-59ff1f3cf82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:39.649178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c70e7687-63d9-41b1-ac61-59ff1f3cf82f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04df4307-14fa-40cb-8b5e-4c59823120a8 HTTP/1.1" status: 204 len: 168 time: 0.2023301 Feb 04 15:18:39.664044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e7687-63d9-41b1-ac61-59ff1f3cf82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df4307-14fa-40cb-8b5e-4c59823120a8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:40.821100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:40.841511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a11ddb50-16e8-4508-b2e9-c22265a7ad17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:40.944712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a11ddb50-16e8-4508-b2e9-c22265a7ad17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:40.953594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a11ddb50-16e8-4508-b2e9-c22265a7ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:40.991103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ddb50-16e8-4508-b2e9-c22265a7ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa121591-4aad-4b27-a863-8f63a4ca6ba5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:41.014717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a11ddb50-16e8-4508-b2e9-c22265a7ad17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e76e0db3e3c42829038d10cd2f8965f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1922245 Feb 04 15:18:41.019280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56754) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:41.100768 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:41.125395 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:41.188611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:41.191660 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:41.197335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa121591-4aad-4b27-a863-8f63a4ca6ba5 HTTP/1.1" status: 204 len: 168 time: 0.1762478 Feb 04 15:18:41.207958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa121591-4aad-4b27-a863-8f63a4ca6ba5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:41.219131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.219701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.220190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.220713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.221055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.221427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.221764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.222123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.222695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.223209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.223714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.224244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ccfef5-10f3-4145-b053-65830f1d2e43 admin admin] Tracked resource versions report: Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: pushed versions: Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: { 'AddressGroup': {'1.2'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'ConntrackHelper': {'1.0'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Log': {'1.0'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Network': {'1.1'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Port': {'1.7'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'PortForwarding': {'1.2'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'QosPolicy': {'1.9'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'SecurityGroup': {'1.4'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'SubPort': {'1.0'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Subnet': {'1.1'}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Trunk': {'1.1'}} Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: consumer versions: Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: { DHCP agent@n-d-827869-1: {}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: HyperV agent@n-h1-827869-1: {}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: HyperV agent@n-h2-827869-1: {}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: L3 agent@n-d-827869-1: {}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: Metadata agent@n-d-827869-1: {}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: Metering agent@n-d-827869-1: {}, Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: Open vSwitch agent@n-d-827869-1: { 'AddressGroup': '1.2', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'ConntrackHelper': '1.0', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Log': '1.0', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Network': '1.1', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Port': '1.7', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'PortForwarding': '1.2', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'QosPolicy': '1.9', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'SecurityGroup': '1.4', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'SecurityGroupRule': '1.2', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'SubPort': '1.0', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Subnet': '1.1', Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: 'Trunk': '1.1'}} Feb 04 15:18:41.225592 n-d-827869-1 neutron-server[102423]: {{(pid=102423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:18:41.942902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56814) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:41.945864 n-d-827869-1 neutron-server[102423]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 15:18:41.993576 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-893463ea-bec9-4f24-a11c-a2daea7d4c04 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d1d337a12ec540a2964a112145de94fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484209 Feb 04 15:18:42.322509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-8a29e54f-8fb7-4b2d-9b74-a11da1422a5f tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:42.325235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-8a29e54f-8fb7-4b2d-9b74-a11da1422a5f tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3306468 Feb 04 15:18:42.349820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-33ff4c40-820f-467b-9405-a8e22a8a4833 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/quotas/d1d337a12ec540a2964a112145de94fb HTTP/1.1" status: 200 len: 375 time: 0.0180621 Feb 04 15:18:42.429005 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f645c62e-8703-4e19-a89b-897b35c6d708 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1d337a12ec540a2964a112145de94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685103 Feb 04 15:18:43.098828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56890) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:43.345816 n-d-827869-1 neutron-server[102422]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 15:18:43.454981 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0031d913-15c8-4e4a-a4c3-a7acc733a095 req-2c5cb3fc-3565-4ee5-95c9-ed61b6d89aa1 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 210 time: 0.3539209 Feb 04 15:18:44.537405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56990) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:44.619777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57000) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:44.848776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c31903e3-24d7-49bb-82ee-8a9024ecd1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:44.949452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f971106d-b5bd-4823-9174-1603f6ba7b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.043463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c31903e3-24d7-49bb-82ee-8a9024ecd1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.053394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4be0831-533c-4eec-ba71-062a892e72a3 req-b0398c6b-d6c6-4bac-8034-cda3fa7bb9cf tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 210 time: 0.1627460 Feb 04 15:18:45.054339 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c31903e3-24d7-49bb-82ee-8a9024ecd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.117559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c31903e3-24d7-49bb-82ee-8a9024ecd1a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7a6205665e940f788516fde78360dd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4966128 Feb 04 15:18:45.120884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57020) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:45.144333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f971106d-b5bd-4823-9174-1603f6ba7b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.145602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31903e3-24d7-49bb-82ee-8a9024ecd1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10347e1d-961b-4592-8f09-fa8a20c6703d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:45.163557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f971106d-b5bd-4823-9174-1603f6ba7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.217097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971106d-b5bd-4823-9174-1603f6ba7b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485159d8-3ff1-467d-8831-3a77c1d4fecb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:45.224093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f971106d-b5bd-4823-9174-1603f6ba7b5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1e0c1e0a1714200b07e6a45a64323d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6835234 Feb 04 15:18:45.226837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57026) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:45.292353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afd9f617-1de0-4535-8bde-edac17a8a3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.325386 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f027ed99-4a03-43a3-a6df-6247d107608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.327600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afd9f617-1de0-4535-8bde-edac17a8a3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.366859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f027ed99-4a03-43a3-a6df-6247d107608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.419230 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afd9f617-1de0-4535-8bde-edac17a8a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.427578 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f027ed99-4a03-43a3-a6df-6247d107608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.428395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afd9f617-1de0-4535-8bde-edac17a8a3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.431255 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f027ed99-4a03-43a3-a6df-6247d107608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:45.432823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f027ed99-4a03-43a3-a6df-6247d107608d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10347e1d-961b-4592-8f09-fa8a20c6703d HTTP/1.1" status: 204 len: 168 time: 0.3089075 Feb 04 15:18:45.436591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-afd9f617-1de0-4535-8bde-edac17a8a3eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/485159d8-3ff1-467d-8831-3a77c1d4fecb HTTP/1.1" status: 204 len: 168 time: 0.2019794 Feb 04 15:18:45.444066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ed99-4a03-43a3-a6df-6247d107608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10347e1d-961b-4592-8f09-fa8a20c6703d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:45.471073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9f617-1de0-4535-8bde-edac17a8a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485159d8-3ff1-467d-8831-3a77c1d4fecb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:45.556919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.30', 54762) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:45.605357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-a3a89c53-7c9a-4456-ac4b-84ce190964f7 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d1d337a12ec540a2964a112145de94fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460029 Feb 04 15:18:45.852877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-272360e1-d760-4db3-a6e6-93311e8ef074 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:45.854591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-272360e1-d760-4db3-a6e6-93311e8ef074 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424929 Feb 04 15:18:45.949885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Request body: {'port': {'device_id': '8614dee8-80e2-44e5-94ed-7f968f27b4fd', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'd1d337a12ec540a2964a112145de94fb'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:18:46.074973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57070) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:46.107384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89d837ea-dcbe-4dd4-b7e0-27b55b7c72a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.289354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Made reservation on behalf of d1d337a12ec540a2964a112145de94fb for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:18:46.295474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.308248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.354155 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89d837ea-dcbe-4dd4-b7e0-27b55b7c72a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.367274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89d837ea-dcbe-4dd4-b7e0-27b55b7c72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.419111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57086) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:46.451187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ffba1c9-f1e1-4019-8171-27d590e01586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.457491 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-89d837ea-dcbe-4dd4-b7e0-27b55b7c72a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d82fe14f09b485aaf4abf5a142a89d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3750591 Feb 04 15:18:46.460495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57092) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:46.481397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d837ea-dcbe-4dd4-b7e0-27b55b7c72a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7422baa0-509c-494e-a1f0-05e253c89e43,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:46.519530 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.535612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.646735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ffba1c9-f1e1-4019-8171-27d590e01586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.674956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ffba1c9-f1e1-4019-8171-27d590e01586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.744494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ffba1c9-f1e1-4019-8171-27d590e01586 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ced33f58e18d4ed59e2959e933a1ef2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3227921 Feb 04 15:18:46.747573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57108) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:46.863654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0deffede-1685-4ab6-9eaa-88027ba0078a req-66276189-6347-482a-a047-84a954c8bc00 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 210 time: 0.0832133 Feb 04 15:18:46.948199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-444f31aa-0527-4c20-9ead-57ab8631c1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:46.961309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b269a95f-4208-429d-962c-676f92e280d7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:46.999238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17d54436-5ac6-4e32-a203-7522340d601b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:47.037751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17d54436-5ac6-4e32-a203-7522340d601b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:47.038887 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-444f31aa-0527-4c20-9ead-57ab8631c1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:47.153962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17d54436-5ac6-4e32-a203-7522340d601b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:47.158664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17d54436-5ac6-4e32-a203-7522340d601b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:47.160126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-17d54436-5ac6-4e32-a203-7522340d601b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d94dffb7-daae-48e2-aa72-f6efebb80909 HTTP/1.1" status: 204 len: 168 time: 0.4105759 Feb 04 15:18:47.181810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d54436-5ac6-4e32-a203-7522340d601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94dffb7-daae-48e2-aa72-f6efebb80909,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:47.436149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffba1c9-f1e1-4019-8171-27d590e01586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94dffb7-daae-48e2-aa72-f6efebb80909,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:47.489159 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-444f31aa-0527-4c20-9ead-57ab8631c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:47.500696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-444f31aa-0527-4c20-9ead-57ab8631c1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:47.500696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-444f31aa-0527-4c20-9ead-57ab8631c1d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7422baa0-509c-494e-a1f0-05e253c89e43 HTTP/1.1" status: 204 len: 168 time: 1.0267525 Feb 04 15:18:47.515087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Allocated IP 192.168.233.196 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/a26dfca2-73d5-4ea7-8d42-423339b0d5bc) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:18:47.517880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f31aa-0527-4c20-9ead-57ab8631c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7422baa0-509c-494e-a1f0-05e253c89e43,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:47.991643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:48.040008 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:48.077127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57158) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:48.124343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:18:48.131731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:18:48.151496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:18:48.161845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:48.162681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:48.191591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2460203 Feb 04 15:18:48.215531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-4601253a-5db8-43af-b99e-fdb938dac9db tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:18:48.216909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-4601253a-5db8-43af-b99e-fdb938dac9db tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068314 Feb 04 15:18:48.219989 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:18:48.222877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3363672-851d-4e51-91b5-064ad1c0e8ff tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Pushing event updated for resources: {'Port': ['ID=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:48.500771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3142b2f-f5cb-4c01-90e4-9667eb184ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:48.666143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34920a-cc12-457a-b6dd-02e68437a4d7 req-174c8f40-448c-4e1e-9e3d-2ecc7577c2b8 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:48.678078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df34920a-cc12-457a-b6dd-02e68437a4d7 req-174c8f40-448c-4e1e-9e3d-2ecc7577c2b8 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 936 time: 0.1207809 Feb 04 15:18:48.717677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-53e61486-5260-4738-a907-8ada6674d992 None None] Provisioning complete for port a26dfca2-73d5-4ea7-8d42-423339b0d5bc triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:18:48.718326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53e61486-5260-4738-a907-8ada6674d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:48.722966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3142b2f-f5cb-4c01-90e4-9667eb184ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:48.729247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3142b2f-f5cb-4c01-90e4-9667eb184ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:48.791236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142b2f-f5cb-4c01-90e4-9667eb184ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823c7e0a-1491-4098-9e92-72ec23de605e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:48.801031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c3142b2f-f5cb-4c01-90e4-9667eb184ccd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2abf23ab14bb4f818c2f26502a125204&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7202258 Feb 04 15:18:48.803757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:48.817647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df34920a-cc12-457a-b6dd-02e68437a4d7 req-e11a0a2a-7331-4f5e-8e78-785a7b739d15 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377585 Feb 04 15:18:48.911464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9340f22a-8b16-451d-b78d-10f839ae077a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:48.925538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-53e61486-5260-4738-a907-8ada6674d992 None None] Port a26dfca2-73d5-4ea7-8d42-423339b0d5bc cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:18:48.984199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9340f22a-8b16-451d-b78d-10f839ae077a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:49.088198 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d6a5c4d8-3334-4c3e-8c1d-a04a8ec886b7 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=17da8216b90a44e1bc358b40ad398c25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194227 Feb 04 15:18:49.093360 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9340f22a-8b16-451d-b78d-10f839ae077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:49.102583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9340f22a-8b16-451d-b78d-10f839ae077a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:49.108096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9340f22a-8b16-451d-b78d-10f839ae077a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/823c7e0a-1491-4098-9e92-72ec23de605e HTTP/1.1" status: 204 len: 168 time: 0.3004315 Feb 04 15:18:49.140290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Request body: {'port': {'device_id': '8614dee8-80e2-44e5-94ed-7f968f27b4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:18:49.148061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340f22a-8b16-451d-b78d-10f839ae077a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823c7e0a-1491-4098-9e92-72ec23de605e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:49.457091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:49.685918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-5186cd6b-57cf-4647-afc9-5268f7157098 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:49.702655 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-5186cd6b-57cf-4647-afc9-5268f7157098 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6128471 Feb 04 15:18:49.744187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-c0f1afcb-7f81-4002-9326-2a999225a434 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/quotas/17da8216b90a44e1bc358b40ad398c25 HTTP/1.1" status: 200 len: 375 time: 0.0403562 Feb 04 15:18:49.893777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-97344a27-8509-4e05-945e-b3ac62e69171 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17da8216b90a44e1bc358b40ad398c25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1485558 Feb 04 15:18:50.110405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57228) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:50.152444 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5904f5aa-bf85-4f8e-ac98-3cfdc6907ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:50.428756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57232) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:50.529866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5904f5aa-bf85-4f8e-ac98-3cfdc6907ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:50.541127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5904f5aa-bf85-4f8e-ac98-3cfdc6907ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:50.606365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8c364-f034-4054-a076-a37465ec9b4a req-0a49edfc-4a9a-4c36-bb50-69228a7ac1e4 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:50.617694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-04f8c364-f034-4054-a076-a37465ec9b4a req-0a49edfc-4a9a-4c36-bb50-69228a7ac1e4 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 936 time: 0.2538383 Feb 04 15:18:50.622990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26dfca2-73d5-4ea7-8d42-423339b0d5bc {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:18:50.665575 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:50.696914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5904f5aa-bf85-4f8e-ac98-3cfdc6907ccc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80cdfad1c034472fa5e88808add4d0d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5849843 Feb 04 15:18:50.699826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57252) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:50.737553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904f5aa-bf85-4f8e-ac98-3cfdc6907ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c60f13b-0b4f-41f6-abd6-e7e8f59e6de4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:50.774267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Transition to ACTIVE for port object a26dfca2-73d5-4ea7-8d42-423339b0d5bc will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:18:50.786766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-04f8c364-f034-4054-a076-a37465ec9b4a req-9b6faec6-3733-4ac2-912f-167b21be2b96 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672132 Feb 04 15:18:50.794197 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:50.916347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d8794a23-8d9f-437a-967a-8ff052d0aad2 tempest-AutoAllocateNetworkTest-1748848906 tempest-AutoAllocateNetworkTest-1748848906-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=39c5377043824059873d9623d91587e6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4811130 Feb 04 15:18:50.925728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57262) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:51.397689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf85ab-b572-4054-8435-695497fa41f1 tempest-AutoAllocateNetworkTest-1748848906 tempest-AutoAllocateNetworkTest-1748848906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:51.427273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ddcf85ab-b572-4054-8435-695497fa41f1 tempest-AutoAllocateNetworkTest-1748848906 tempest-AutoAllocateNetworkTest-1748848906-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4808419 Feb 04 15:18:51.427273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57280) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:51.458933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceb147f0-1250-4a4d-8913-458d67a854b1 req-de2c84df-a069-48ec-9be9-746426634bfb tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 210 time: 0.4963543 Feb 04 15:18:51.525918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Attempting to bind port a26dfca2-73d5-4ea7-8d42-423339b0d5bc on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:18:51.536267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Attempting to bind port a26dfca2-73d5-4ea7-8d42-423339b0d5bc by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:18:51.538557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Attempting to bind port a26dfca2-73d5-4ea7-8d42-423339b0d5bc on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:18:51.557103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Port a26dfca2-73d5-4ea7-8d42-423339b0d5bc on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:18:51.566628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Attempting to bind port a26dfca2-73d5-4ea7-8d42-423339b0d5bc on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:18:51.569202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:51.588097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:18:51.599612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:18:51.600391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:18:51.601562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Bound port: a26dfca2-73d5-4ea7-8d42-423339b0d5bc, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:18:51.602344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:51.635792 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2555fa14-d5d1-4cb5-ba07-7ce4ebc5b5f6 tempest-AutoAllocateNetworkTest-1748848906 tempest-AutoAllocateNetworkTest-1748848906-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1880553 Feb 04 15:18:51.654438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3325c720-6279-49f5-802d-3ff15ee06ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:51.674907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57298) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:51.686600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3325c720-6279-49f5-802d-3ff15ee06ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:51.726664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1a179e79-b86a-4d7f-b18d-e9b59bfdc51a tempest-AutoAllocateNetworkTest-1748848906 tempest-AutoAllocateNetworkTest-1748848906-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=39c5377043824059873d9623d91587e6 HTTP/1.1" status: 200 len: 208 time: 0.0503640 Feb 04 15:18:51.772782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] For port a26dfca2-73d5-4ea7-8d42-423339b0d5bc, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:18:51.783261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] For port a26dfca2-73d5-4ea7-8d42-423339b0d5bc, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:18:51.787434 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3325c720-6279-49f5-802d-3ff15ee06ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:51.791040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:51.791734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3325c720-6279-49f5-802d-3ff15ee06ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:51.793139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3325c720-6279-49f5-802d-3ff15ee06ecb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c60f13b-0b4f-41f6-abd6-e7e8f59e6de4 HTTP/1.1" status: 204 len: 168 time: 1.0902197 Feb 04 15:18:51.817567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325c720-6279-49f5-802d-3ff15ee06ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c60f13b-0b4f-41f6-abd6-e7e8f59e6de4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:51.922103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:51.928497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:51.929271 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:51.930970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-f19f97b2-980f-40c8-8d0a-dfb0a8a284f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/a26dfca2-73d5-4ea7-8d42-423339b0d5bc HTTP/1.1" status: 200 len: 1096 time: 3.2081103 Feb 04 15:18:51.931481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8614dee8-80e2-44e5-94ed-7f968f27b4fd', 'tag': 'a26dfca2-73d5-4ea7-8d42-423339b0d5bc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:18:52.233488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c5bb3-ec84-4445-8b0e-1be3b4f43d3e req-e4424c8d-8a9f-4eb3-aab8-a307dbee4649 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:52.241902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-081c5bb3-ec84-4445-8b0e-1be3b4f43d3e req-e4424c8d-8a9f-4eb3-aab8-a307dbee4649 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.2104657 Feb 04 15:18:52.267133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-88338896-be31-445d-a34b-605ff60d89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:52.269683 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-88338896-be31-445d-a34b-605ff60d89cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1d337a12ec540a2964a112145de94fb&device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 1099 time: 0.2575769 Feb 04 15:18:52.514572 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-63248b7f-3549-49f8-bdfc-4480ca812cb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a26dfca2-73d5-4ea7-8d42-423339b0d5bc HTTP/1.1" status: 200 len: 217 time: 0.2266445 Feb 04 15:18:52.533175 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:52.545636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-081c5bb3-ec84-4445-8b0e-1be3b4f43d3e req-0632dba6-63b7-46e1-8dbe-9d75444bd075 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828455 Feb 04 15:18:52.860286 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf4c3cbc-dcb7-4a2f-a56b-af634ad2814d req-daca17b3-cc9e-4a6c-b061-426fec50d39b tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 210 time: 0.0621707 Feb 04 15:18:52.909121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57350) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:53.073544 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c8067-8d40-4075-b106-fb0b15f19453" -d '{"events": [{"name": "network-changed", "server_uuid": "8614dee8-80e2-44e5-94ed-7f968f27b4fd", "tag": "a26dfca2-73d5-4ea7-8d42-423339b0d5bc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:18:53.228408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-0d351b07-c261-451d-a600-622cd6a0d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:53.231565 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-0d351b07-c261-451d-a600-622cd6a0d1d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0940251 Feb 04 15:18:53.341277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc89a587-fa1d-4253-ac0b-f294b8afe8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:53.637511 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b947418-a0c5-4e7f-8014-9fe5b164ed9c x-openstack-request-id: req-3b947418-a0c5-4e7f-8014-9fe5b164ed9c {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:18:53.638170 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8614dee8-80e2-44e5-94ed-7f968f27b4fd", "tag": "a26dfca2-73d5-4ea7-8d42-423339b0d5bc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:18:53.639733 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b947418-a0c5-4e7f-8014-9fe5b164ed9c {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:18:53.640477 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8614dee8-80e2-44e5-94ed-7f968f27b4fd', 'tag': 'a26dfca2-73d5-4ea7-8d42-423339b0d5bc', 'status': 'completed', 'code': 200} Feb 04 15:18:53.756781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc89a587-fa1d-4253-ac0b-f294b8afe8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:53.777461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc89a587-fa1d-4253-ac0b-f294b8afe8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:53.898229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-521fbedb-4eda-43f4-ba8b-b3b02a77d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:53.901250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-521fbedb-4eda-43f4-ba8b-b3b02a77d4b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3153627 Feb 04 15:18:53.912158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89a587-fa1d-4253-ac0b-f294b8afe8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcccad0-9aa1-464c-9e62-86551b1f86f2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:53.933279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cc89a587-fa1d-4253-ac0b-f294b8afe8dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39c5377043824059873d9623d91587e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0228002 Feb 04 15:18:53.936866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57414) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:54.045360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850420ff-bb50-406c-83a0-30623bd9d078 req-f1ddb501-86ac-473f-9964-cb88f354da0a tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:54.047259 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-850420ff-bb50-406c-83a0-30623bd9d078 req-f1ddb501-86ac-473f-9964-cb88f354da0a tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.2157290 Feb 04 15:18:54.121921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93197251-02e2-454c-9b9a-7915a7a468e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:54.159676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-cf47e384-6e2d-4af5-846a-41da9dfcb621 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431543 Feb 04 15:18:54.170241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93197251-02e2-454c-9b9a-7915a7a468e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:54.319314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-850420ff-bb50-406c-83a0-30623bd9d078 req-e28f193c-dcba-449d-a8be-45370af541ce tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582521 Feb 04 15:18:54.334758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93197251-02e2-454c-9b9a-7915a7a468e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:54.337899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93197251-02e2-454c-9b9a-7915a7a468e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:54.339258 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-93197251-02e2-454c-9b9a-7915a7a468e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5fcccad0-9aa1-464c-9e62-86551b1f86f2 HTTP/1.1" status: 204 len: 168 time: 0.3966765 Feb 04 15:18:54.361100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93197251-02e2-454c-9b9a-7915a7a468e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcccad0-9aa1-464c-9e62-86551b1f86f2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:54.497671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee906cc-2bc8-43b8-a23d-6294c3bcfef6 req-d728a4a9-0984-43b5-b9d2-9678925b7e97 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107865 Feb 04 15:18:54.577536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e1491850-337f-4b73-8e20-6c4a57ee34be req-09e51f59-e431-4a2f-9fbf-c85df5b03603 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 210 time: 0.0451837 Feb 04 15:18:55.348895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57462) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:55.587250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-e425d02f-a3ed-4f07-8944-e0c2e7c4ef72 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17da8216b90a44e1bc358b40ad398c25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381119 Feb 04 15:18:55.609233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c66dd-464b-4d49-96c7-6be7345933b6 req-1dc39ad2-0b5a-4579-b9ee-a14284324a0d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:55.618162 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e14c66dd-464b-4d49-96c7-6be7345933b6 req-1dc39ad2-0b5a-4579-b9ee-a14284324a0d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.1584737 Feb 04 15:18:55.628026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.30', 54768) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:55.779639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-c0bcc0dd-1039-4035-9b8c-c1c5b3fc1de1 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:55.782236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-c0bcc0dd-1039-4035-9b8c-c1c5b3fc1de1 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607313 Feb 04 15:18:55.822796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Request body: {'port': {'device_id': 'd8ac775f-6a14-48da-a54e-49a29fc9c1be', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '17da8216b90a44e1bc358b40ad398c25'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:18:55.896980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-4bbfef98-45ca-4402-8819-816622b31228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:55.901043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-4bbfef98-45ca-4402-8819-816622b31228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1d337a12ec540a2964a112145de94fb&device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 1099 time: 0.2346182 Feb 04 15:18:56.000988 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e14c66dd-464b-4d49-96c7-6be7345933b6 req-813b6036-5ede-4aad-9bb2-ec610ea2efb4 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709049 Feb 04 15:18:56.161924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Made reservation on behalf of 17da8216b90a44e1bc358b40ad398c25 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:18:56.172524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:56.195905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:56.220536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57486) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:56.289249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b4241a-8afb-49c1-b798-bff4c30bb787 req-81cc02a1-23cc-4498-94c1-364d26a26f9e tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 210 time: 0.1623578 Feb 04 15:18:56.407650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc436cc0-aa5f-4ceb-ae90-a2cb259cc138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:56.418681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:56.426034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-47ec0e2d-ce56-41bb-8836-e04a53656332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:56.427931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:56.430739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-47ec0e2d-ce56-41bb-8836-e04a53656332 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.5051360 Feb 04 15:18:56.641060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-70e5f7fa-24e1-4fd7-a7a3-b0b2cb060ec4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a26dfca2-73d5-4ea7-8d42-423339b0d5bc HTTP/1.1" status: 200 len: 217 time: 0.1620829 Feb 04 15:18:56.681884 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65d0c032-49d4-4409-9780-d9f05d42ac2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:56.748550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Allocated IP 192.168.233.95 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/5f992d18-90c8-4b0f-97a6-d17ba5f1f86a) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:18:56.757516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6d432-f97e-4b9f-9f13-dabeca3840b5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:56.925000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc436cc0-aa5f-4ceb-ae90-a2cb259cc138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:56.945901 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc436cc0-aa5f-4ceb-ae90-a2cb259cc138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.111441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65d0c032-49d4-4409-9780-d9f05d42ac2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.160299 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65d0c032-49d4-4409-9780-d9f05d42ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.203458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc436cc0-aa5f-4ceb-ae90-a2cb259cc138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d53edbf-7cef-4ccb-bbcf-826aefd7ac6e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:57.209787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dc436cc0-aa5f-4ceb-ae90-a2cb259cc138 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21e05806e042484b9e26d630f702a218&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8593822 Feb 04 15:18:57.233188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57514) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:57.364760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0c032-49d4-4409-9780-d9f05d42ac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bcea8e-1780-4e53-8991-fcc7d27be4a0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:57.418597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-02385670-5721-43b1-b520-a18639d4da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:57.418597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-02385670-5721-43b1-b520-a18639d4da91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4120927 Feb 04 15:18:57.418597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f8824989-a009-4948-a2d6-2d0e0986d529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.445035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-65d0c032-49d4-4409-9780-d9f05d42ac2a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7f8907d1175414986e7a116aec96368&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2110298 Feb 04 15:18:57.446112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57524) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:57.470617 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f8824989-a009-4948-a2d6-2d0e0986d529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.613401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.619371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f44ac0-9967-4df0-b7bd-db7db918b70a req-099a0fb2-bcc4-45ac-a5e0-fc6dc7fe8aba tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:57.621378 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0f44ac0-9967-4df0-b7bd-db7db918b70a req-099a0fb2-bcc4-45ac-a5e0-fc6dc7fe8aba tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.5108356 Feb 04 15:18:57.659931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f8824989-a009-4948-a2d6-2d0e0986d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.667454 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f8824989-a009-4948-a2d6-2d0e0986d529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.670294 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f8824989-a009-4948-a2d6-2d0e0986d529 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d53edbf-7cef-4ccb-bbcf-826aefd7ac6e HTTP/1.1" status: 204 len: 168 time: 0.4280670 Feb 04 15:18:57.694492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b14b5fd9-3422-4425-b956-442fcff7700e req-6d7571c4-d3c2-4d2d-ad45-3d4efb705973 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 210 time: 0.1280575 Feb 04 15:18:57.742936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8824989-a009-4948-a2d6-2d0e0986d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d53edbf-7cef-4ccb-bbcf-826aefd7ac6e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:57.786149 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3120268c-12f8-43f1-8bc3-68e710570af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.799642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-da1ea39c-f9a7-4b25-8243-b3271c2b9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:57.805528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-da1ea39c-f9a7-4b25-8243-b3271c2b9469 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3895488 Feb 04 15:18:57.838036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3120268c-12f8-43f1-8bc3-68e710570af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.902501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0f44ac0-9967-4df0-b7bd-db7db918b70a req-ffb4297f-6950-46fc-8cad-634271e541c6 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638655 Feb 04 15:18:57.926844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:57.982393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57534) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:58.029275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:18:58.030613 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3120268c-12f8-43f1-8bc3-68e710570af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:58.034483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3120268c-12f8-43f1-8bc3-68e710570af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:58.038667 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3120268c-12f8-43f1-8bc3-68e710570af0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41bcea8e-1780-4e53-8991-fcc7d27be4a0 HTTP/1.1" status: 204 len: 168 time: 0.5615947 Feb 04 15:18:58.039451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Pushing event updated for resources: {'Port': ['ID=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:58.047218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:18:58.054547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:18:58.062715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:58.063453 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:58.071976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120268c-12f8-43f1-8bc3-68e710570af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bcea8e-1780-4e53-8991-fcc7d27be4a0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:58.111812 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6a09c9a8-cbc0-4580-95b2-7cfe5d68f902 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3031790 Feb 04 15:18:58.132986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Request body: {'port': {'device_id': 'd8ac775f-6a14-48da-a54e-49a29fc9c1be', 'device_owner': 'compute:tempest-test_az-538874566', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:18:58.232535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:58.272372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-9191882a-10a5-4e1e-8d63-16ee81d6c637 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663964 Feb 04 15:18:58.418332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4f86cc9e-270e-43d9-987d-caeb8fb846e5 None None] Provisioning complete for port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:18:58.418974 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4f86cc9e-270e-43d9-987d-caeb8fb846e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:58.501324 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4f86cc9e-270e-43d9-987d-caeb8fb846e5 None None] Port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:18:58.524392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d0c8067-8d40-4075-b106-fb0b15f19453 req-c13f02df-1eec-48dd-9178-c9cbf2685528 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433665 Feb 04 15:18:58.775660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:18:58.789129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:58.835595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Transition to ACTIVE for port object 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:18:58.842728 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:58.959320 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1a99266d-8ee6-4be7-9f16-520acbc419ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:58.982848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecca3a8-c505-4701-8de2-4a7b17acd3e9 req-e687a99b-4e6a-4bdd-826d-fac8f953610f tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:58.996861 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cecca3a8-c505-4701-8de2-4a7b17acd3e9 req-e687a99b-4e6a-4bdd-826d-fac8f953610f tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 968 time: 0.1187525 Feb 04 15:18:59.061342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:59.097026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cecca3a8-c505-4701-8de2-4a7b17acd3e9 req-815fa5aa-4e91-47e1-b3c8-263940a30849 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978277 Feb 04 15:18:59.248580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Attempting to bind port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:18:59.248848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Attempting to bind port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:18:59.249176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Attempting to bind port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:18:59.330972 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1a99266d-8ee6-4be7-9f16-520acbc419ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.333434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:18:59.334060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Attempting to bind port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:18:59.338296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1a99266d-8ee6-4be7-9f16-520acbc419ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.339916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1997ae-a4ca-4c50-b402-6a6c42a0ee81 req-291f8735-773a-4e5d-b962-24128b0711f4 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:59.346687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f1997ae-a4ca-4c50-b402-6a6c42a0ee81 req-291f8735-773a-4e5d-b962-24128b0711f4 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.0879481 Feb 04 15:18:59.386764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:18:59.387432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:18:59.387848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:18:59.388345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Bound port: 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:18:59.388712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.432505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f1997ae-a4ca-4c50-b402-6a6c42a0ee81 req-e105554e-8aca-40ec-b6b9-ad70849d306f tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722218 Feb 04 15:18:59.439352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99266d-8ee6-4be7-9f16-520acbc419ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241c7bef-76ee-40ff-b012-97cd2af977e7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:59.470211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1a99266d-8ee6-4be7-9f16-520acbc419ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be690d99ffcd4f30b26825d6d247aa2c&name=default HTTP/1.1" status: 200 len: 2978 time: 1.4786787 Feb 04 15:18:59.472853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57560) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:59.533314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-340643c4-f953-4a59-b4c0-8fbd28a0110b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.549785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] For port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:18:59.553687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] For port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:18:59.560851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.576557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-340643c4-f953-4a59-b4c0-8fbd28a0110b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.605292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57562) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:59.621123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:18:59.621954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.623822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] 10.222.0.30 "PUT /v2.0/ports/5f992d18-90c8-4b0f-97a6-d17ba5f1f86a HTTP/1.1" status: 200 len: 1116 time: 1.4956028 Feb 04 15:18:59.624646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ac775f-6a14-48da-a54e-49a29fc9c1be', 'tag': '5f992d18-90c8-4b0f-97a6-d17ba5f1f86a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:18:59.630529 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9ddfb4-9ef3-4427-8428-d5709b92ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ac775f-6a14-48da-a54e-49a29fc9c1be", "tag": "5f992d18-90c8-4b0f-97a6-d17ba5f1f86a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:18:59.651946 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc5a9-210e-4816-be28-62bef67cb7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.694096 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-340643c4-f953-4a59-b4c0-8fbd28a0110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.697858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-340643c4-f953-4a59-b4c0-8fbd28a0110b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.699219 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-340643c4-f953-4a59-b4c0-8fbd28a0110b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/241c7bef-76ee-40ff-b012-97cd2af977e7 HTTP/1.1" status: 204 len: 168 time: 0.2243857 Feb 04 15:18:59.700018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57566) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:59.703959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196b634-adec-4103-81b9-f515a030ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:59.747534 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beb2060-faf4-4998-817e-4a926a2ea0ac x-openstack-request-id: req-6beb2060-faf4-4998-817e-4a926a2ea0ac {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:18:59.747946 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ac775f-6a14-48da-a54e-49a29fc9c1be", "tag": "5f992d18-90c8-4b0f-97a6-d17ba5f1f86a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:18:59.748343 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6beb2060-faf4-4998-817e-4a926a2ea0ac {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:18:59.748701 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ac775f-6a14-48da-a54e-49a29fc9c1be', 'tag': '5f992d18-90c8-4b0f-97a6-d17ba5f1f86a', 'status': 'completed', 'code': 200} Feb 04 15:18:59.751699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340643c4-f953-4a59-b4c0-8fbd28a0110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241c7bef-76ee-40ff-b012-97cd2af977e7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:18:59.756181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c69c2629-55eb-4ab7-b7ab-1e4ff00627b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.833706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc5a9-210e-4816-be28-62bef67cb7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.844886 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc5a9-210e-4816-be28-62bef67cb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:18:59.912203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b4ffc5a9-210e-4816-be28-62bef67cb7fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b599d4e36a047a89e3bd8f6acc92c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053639 Feb 04 15:18:59.912941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57572) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:18:59.915175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffc5a9-210e-4816-be28-62bef67cb7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf3a09a-9998-4281-8a1c-bf077be61c0c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:00.034837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-181b12ff-389a-4952-82b3-020030d8dc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.082672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-181b12ff-389a-4952-82b3-020030d8dc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.110298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c69c2629-55eb-4ab7-b7ab-1e4ff00627b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.117865 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c69c2629-55eb-4ab7-b7ab-1e4ff00627b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.192020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-181b12ff-389a-4952-82b3-020030d8dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.203684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-181b12ff-389a-4952-82b3-020030d8dc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.206798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-181b12ff-389a-4952-82b3-020030d8dc54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2cf3a09a-9998-4281-8a1c-bf077be61c0c HTTP/1.1" status: 204 len: 168 time: 0.2924356 Feb 04 15:19:00.231458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c69c2629-55eb-4ab7-b7ab-1e4ff00627b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18c77cf00e3d4495b8f9a2830d85f6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181520 Feb 04 15:19:00.236122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b12ff-389a-4952-82b3-020030d8dc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf3a09a-9998-4281-8a1c-bf077be61c0c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:00.238980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57588) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:00.277566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c2629-55eb-4ab7-b7ab-1e4ff00627b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bae7b4-86f3-4823-875e-636ffdaf17ff,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:00.350896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a37eb-e6dc-40fb-88a6-3f528c2888ae req-513c54dd-d6f6-4724-82e1-374e743511f3 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:00.353134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-177a37eb-e6dc-40fb-88a6-3f528c2888ae req-513c54dd-d6f6-4724-82e1-374e743511f3 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 968 time: 0.1081371 Feb 04 15:19:00.375111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9b51a3cb-a26a-4b34-8364-71dc12660da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.412148 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-177a37eb-e6dc-40fb-88a6-3f528c2888ae req-283f2361-fd27-4573-b22a-165d4456bd25 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Feb 04 15:19:00.419965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7332f425-c7ea-43a3-986a-8b6048f035f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.443635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9b51a3cb-a26a-4b34-8364-71dc12660da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.562385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9b51a3cb-a26a-4b34-8364-71dc12660da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.565652 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9b51a3cb-a26a-4b34-8364-71dc12660da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.571143 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9b51a3cb-a26a-4b34-8364-71dc12660da8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8bae7b4-86f3-4823-875e-636ffdaf17ff HTTP/1.1" status: 204 len: 168 time: 0.3304095 Feb 04 15:19:00.580056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57600) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:00.627062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51a3cb-a26a-4b34-8364-71dc12660da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bae7b4-86f3-4823-875e-636ffdaf17ff,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:00.636675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95868f28-ca55-4f11-9c1c-86b1c741b20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.657443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcb79-31eb-4330-9a88-33c87c3c4144 req-b0e592b6-f29b-46a2-94f0-9b9bcf24cf8b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:00.659580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98edcb79-31eb-4330-9a88-33c87c3c4144 req-b0e592b6-f29b-46a2-94f0-9b9bcf24cf8b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.1178799 Feb 04 15:19:00.668127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ddfb4-9ef3-4427-8428-d5709b92ef8f req-25e79318-bc72-49b0-8642-6395d63f85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:00.669935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e9ddfb4-9ef3-4427-8428-d5709b92ef8f req-25e79318-bc72-49b0-8642-6395d63f85e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17da8216b90a44e1bc358b40ad398c25&device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 1119 time: 0.0746021 Feb 04 15:19:00.715837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98edcb79-31eb-4330-9a88-33c87c3c4144 req-8fd92a86-ef1d-438e-9116-c6d47590790a tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Feb 04 15:19:00.773206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95868f28-ca55-4f11-9c1c-86b1c741b20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.779367 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95868f28-ca55-4f11-9c1c-86b1c741b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:00.800306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e9ddfb4-9ef3-4427-8428-d5709b92ef8f req-461f353d-43fb-4408-9d3f-1bcc7e236260 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=17da8216b90a44e1bc358b40ad398c25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338273 Feb 04 15:19:00.828680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95868f28-ca55-4f11-9c1c-86b1c741b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6006b361-db78-4a61-a9c7-f92a384813c8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:00.834539 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-95868f28-ca55-4f11-9c1c-86b1c741b20d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40c222c363374d4d957c84e678bcf74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529511 Feb 04 15:19:00.839574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57606) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:01.167978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57618) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:01.202559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67694f55-79d1-4e1c-8927-349ce62377bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.228342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ddfb4-9ef3-4427-8428-d5709b92ef8f req-1fdb91b2-acab-4a33-b916-817033845271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:01.229553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e9ddfb4-9ef3-4427-8428-d5709b92ef8f req-1fdb91b2-acab-4a33-b916-817033845271 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4184639 Feb 04 15:19:01.261461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67694f55-79d1-4e1c-8927-349ce62377bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.341948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d9ca57cc-a046-4e3e-b845-3d200ae45fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:01.343852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-d9ca57cc-a046-4e3e-b845-3d200ae45fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17da8216b90a44e1bc358b40ad398c25&device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 1119 time: 0.0729825 Feb 04 15:19:01.380342 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67694f55-79d1-4e1c-8927-349ce62377bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.384835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67694f55-79d1-4e1c-8927-349ce62377bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.386891 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76f717ef-09dc-4a15-9231-4d2cd2843cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.389882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-67694f55-79d1-4e1c-8927-349ce62377bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6006b361-db78-4a61-a9c7-f92a384813c8 HTTP/1.1" status: 204 len: 168 time: 0.5491741 Feb 04 15:19:01.398548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67694f55-79d1-4e1c-8927-349ce62377bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6006b361-db78-4a61-a9c7-f92a384813c8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:01.514873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-ff1749ec-6b3d-450e-8cad-0978f4ad5ed8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a HTTP/1.1" status: 200 len: 217 time: 0.0433517 Feb 04 15:19:01.566423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76f717ef-09dc-4a15-9231-4d2cd2843cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.577401 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76f717ef-09dc-4a15-9231-4d2cd2843cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.658937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-36d72caf-b0e2-482d-bafb-1b8445cfa40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:01.660554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-36d72caf-b0e2-482d-bafb-1b8445cfa40f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1387327 Feb 04 15:19:01.664231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-76f717ef-09dc-4a15-9231-4d2cd2843cf1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=872ed2dfb5b34bec87302ac83edea8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932561 Feb 04 15:19:01.665755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f717ef-09dc-4a15-9231-4d2cd2843cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7fadf0-c1ce-4e88-a9a5-b640cc3daaaa,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:01.670195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57640) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:01.678033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f05600-f115-4004-aa7f-beab6bc396a8 req-edbcbd36-9d0d-4ebd-a002-42100ebb5518 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:01.681253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19f05600-f115-4004-aa7f-beab6bc396a8 req-edbcbd36-9d0d-4ebd-a002-42100ebb5518 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 968 time: 0.1484156 Feb 04 15:19:01.772547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-cd38f730-18c2-4087-a4d3-93fc3cc8cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:01.772841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1874a435-2232-49bf-a560-b23732498cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.774297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-cd38f730-18c2-4087-a4d3-93fc3cc8cc87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922332 Feb 04 15:19:01.784592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19f05600-f115-4004-aa7f-beab6bc396a8 req-259bce91-d4a1-4868-91f6-0e1020f14fbb tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885789 Feb 04 15:19:01.828286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1874a435-2232-49bf-a560-b23732498cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.952355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-cb1b7050-c14a-4589-bdd7-1d4d3661705d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664321 Feb 04 15:19:01.953533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1874a435-2232-49bf-a560-b23732498cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.958588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1874a435-2232-49bf-a560-b23732498cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:01.960623 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1874a435-2232-49bf-a560-b23732498cc4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca7fadf0-c1ce-4e88-a9a5-b640cc3daaaa HTTP/1.1" status: 204 len: 168 time: 0.2882488 Feb 04 15:19:01.977313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874a435-2232-49bf-a560-b23732498cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7fadf0-c1ce-4e88-a9a5-b640cc3daaaa,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:02.032150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097fcd-686f-4eec-be37-016465d378a2 req-5f3ce6d1-7a3a-4668-aaf2-05c004f5d1a3 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:02.034376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-89097fcd-686f-4eec-be37-016465d378a2 req-5f3ce6d1-7a3a-4668-aaf2-05c004f5d1a3 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.1312587 Feb 04 15:19:02.152817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-070bbb0d-802a-47af-b26b-89fd42c790c8 req-6f297a21-10b4-4779-8da8-f5ff45a3e239 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924233 Feb 04 15:19:02.181003 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-89097fcd-686f-4eec-be37-016465d378a2 req-14b664d2-0e70-46c5-a930-048e22228f0d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291866 Feb 04 15:19:02.243710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57658) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:02.260440 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e69a38e6-cb67-4542-8367-57acf06b86d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:02.383012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e69a38e6-cb67-4542-8367-57acf06b86d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:02.389937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e69a38e6-cb67-4542-8367-57acf06b86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:02.460926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e69a38e6-cb67-4542-8367-57acf06b86d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2a8e5954fdc44c995fd7f91d2540da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155898 Feb 04 15:19:02.462356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a38e6-cb67-4542-8367-57acf06b86d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a4ca58-e40b-45dd-a987-e1db8a1d7d4e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:02.465226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57664) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:02.557838 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24da1ff2-7b4c-4d14-b6f6-c824ffa376e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:02.595305 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24da1ff2-7b4c-4d14-b6f6-c824ffa376e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:02.675704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24da1ff2-7b4c-4d14-b6f6-c824ffa376e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:02.683992 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24da1ff2-7b4c-4d14-b6f6-c824ffa376e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:02.690831 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-24da1ff2-7b4c-4d14-b6f6-c824ffa376e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0a4ca58-e40b-45dd-a987-e1db8a1d7d4e HTTP/1.1" status: 204 len: 168 time: 0.2195964 Feb 04 15:19:02.708937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da1ff2-7b4c-4d14-b6f6-c824ffa376e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a4ca58-e40b-45dd-a987-e1db8a1d7d4e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:02.938322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57678) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:02.955339 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44aa62cf-8f21-4222-9732-3a163d106c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.013955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf68b4-f805-4334-9ae0-499185d7f9e7 req-edfac258-80b2-4a3c-b88e-553ecb861f49 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:03.017796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-becf68b4-f805-4334-9ae0-499185d7f9e7 req-edfac258-80b2-4a3c-b88e-553ecb861f49 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 968 time: 0.1002529 Feb 04 15:19:03.098442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57682) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:03.103689 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-becf68b4-f805-4334-9ae0-499185d7f9e7 req-5e89cc15-7e4a-44f0-8527-3f6e1d153141 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775559 Feb 04 15:19:03.123621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44aa62cf-8f21-4222-9732-3a163d106c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.129356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44aa62cf-8f21-4222-9732-3a163d106c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.193195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-44aa62cf-8f21-4222-9732-3a163d106c5e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9d8cd889b1246dcb2579e5becd7731d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475517 Feb 04 15:19:03.193195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa62cf-8f21-4222-9732-3a163d106c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e728cecf-ac90-4e9b-b4b0-11ce76d3a32d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:03.193377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57690) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:03.265607 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-203160d8-6e5d-426f-aa7b-1e7a80a39f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.316151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-203160d8-6e5d-426f-aa7b-1e7a80a39f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.347664 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67156d54-e06e-4cc8-8986-1cb30f07fcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.422925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-203160d8-6e5d-426f-aa7b-1e7a80a39f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.430022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-203160d8-6e5d-426f-aa7b-1e7a80a39f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.430022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-203160d8-6e5d-426f-aa7b-1e7a80a39f59 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e728cecf-ac90-4e9b-b4b0-11ce76d3a32d HTTP/1.1" status: 204 len: 168 time: 0.2366095 Feb 04 15:19:03.438215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203160d8-6e5d-426f-aa7b-1e7a80a39f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e728cecf-ac90-4e9b-b4b0-11ce76d3a32d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:03.456722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ec0cd-14aa-4cc7-9858-2a04392668eb req-0cfcae7f-9bcd-4ee3-b92b-824e5a9fc211 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:03.458481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-963ec0cd-14aa-4cc7-9858-2a04392668eb req-0cfcae7f-9bcd-4ee3-b92b-824e5a9fc211 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.0870025 Feb 04 15:19:03.551599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-963ec0cd-14aa-4cc7-9858-2a04392668eb req-96670e5d-ad5e-413d-9950-c4b7aa81e82f tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593610 Feb 04 15:19:03.557656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67156d54-e06e-4cc8-8986-1cb30f07fcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.564867 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67156d54-e06e-4cc8-8986-1cb30f07fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.599984 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76dabc3b-751e-4cbb-b55f-213676653248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.615335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-67156d54-e06e-4cc8-8986-1cb30f07fcfb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4521fdb5530a435f86d0165ee663c663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152156 Feb 04 15:19:03.617827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67156d54-e06e-4cc8-8986-1cb30f07fcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a0703-208f-4d7c-93da-38d546983ae7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:03.619336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57704) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:03.696285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23f50ce7-942c-4064-8dc9-ab16c7364d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.725290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23f50ce7-942c-4064-8dc9-ab16c7364d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.800159 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23f50ce7-942c-4064-8dc9-ab16c7364d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.805003 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23f50ce7-942c-4064-8dc9-ab16c7364d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:03.807239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-23f50ce7-942c-4064-8dc9-ab16c7364d05 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed9a0703-208f-4d7c-93da-38d546983ae7 HTTP/1.1" status: 204 len: 168 time: 0.1857376 Feb 04 15:19:03.820868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f50ce7-942c-4064-8dc9-ab16c7364d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a0703-208f-4d7c-93da-38d546983ae7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:04.261593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15b162-f578-4593-884d-ed608d2f3544 req-149fd57b-38c2-4d56-85a1-0033df929ae6 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:04.266811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d15b162-f578-4593-884d-ed608d2f3544 req-149fd57b-38c2-4d56-85a1-0033df929ae6 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 968 time: 0.0635409 Feb 04 15:19:04.333122 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d15b162-f578-4593-884d-ed608d2f3544 req-0c0639e4-6cb2-4cb6-9d2d-4bc72fbccb8b tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617027 Feb 04 15:19:04.532468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:04.574757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-411fb352-f1e3-410e-8ce4-acd22d8c8445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:04.761209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-411fb352-f1e3-410e-8ce4-acd22d8c8445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:04.770314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-411fb352-f1e3-410e-8ce4-acd22d8c8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:04.796402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa24e4b-bdaa-4afc-b9be-e6a36e00d466 req-9e98c00c-b04c-4643-b1fd-ff1aa63d7add tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:04.799884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4aa24e4b-bdaa-4afc-b9be-e6a36e00d466 req-9e98c00c-b04c-4643-b1fd-ff1aa63d7add tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.1257906 Feb 04 15:19:04.821265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fb352-f1e3-410e-8ce4-acd22d8c8445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa44438-1ae0-4992-9c23-d5e6c1c8533f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:04.841725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-411fb352-f1e3-410e-8ce4-acd22d8c8445 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0a9a29ab4a824825b6035c2359bbbf9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076999 Feb 04 15:19:04.842815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57750) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:04.877217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4aa24e4b-bdaa-4afc-b9be-e6a36e00d466 req-f40f8394-bb3d-491a-bd8b-ae5d7334c8e5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706730 Feb 04 15:19:04.927272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-86b0a006-5cde-4064-8e94-a7eea56d6b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:04.972348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-86b0a006-5cde-4064-8e94-a7eea56d6b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:05.075953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-86b0a006-5cde-4064-8e94-a7eea56d6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:05.079115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-86b0a006-5cde-4064-8e94-a7eea56d6b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:05.080405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-86b0a006-5cde-4064-8e94-a7eea56d6b91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3fa44438-1ae0-4992-9c23-d5e6c1c8533f HTTP/1.1" status: 204 len: 168 time: 0.2366281 Feb 04 15:19:05.089733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0a006-5cde-4064-8e94-a7eea56d6b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa44438-1ae0-4992-9c23-d5e6c1c8533f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:05.504667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e64b93-857d-4b28-8bb3-68d4c99c8eab req-6bdeeada-c522-44b5-bdf1-3522f4650215 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:05.507566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42e64b93-857d-4b28-8bb3-68d4c99c8eab req-6bdeeada-c522-44b5-bdf1-3522f4650215 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 968 time: 0.0948334 Feb 04 15:19:05.581647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42e64b93-857d-4b28-8bb3-68d4c99c8eab req-2506cb8b-3482-43b7-8922-85cbe98d2e6e tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614276 Feb 04 15:19:05.585279 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.051410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:19:06.108762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a93fa-039d-4b22-801d-a510b04d1feb req-d51f0b49-bb25-49c8-97bb-bde61affd815 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:06.110704 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d4a93fa-039d-4b22-801d-a510b04d1feb req-d51f0b49-bb25-49c8-97bb-bde61affd815 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 948 time: 0.1088939 Feb 04 15:19:06.121248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57800) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:06.222659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d4a93fa-039d-4b22-801d-a510b04d1feb req-e4ae7e03-c68f-4b11-b83b-91e91917a332 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931971 Feb 04 15:19:06.265508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:06.283239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '5f992d18-90c8-4b0f-97a6-d17ba5f1f86a', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '5f992d18-90c8-4b0f-97a6-d17ba5f1f86a', 'mac_address': 'fa:16:3e:2f:bb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:tempest-test_az-538874566', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:19:06.376543 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.396956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:19:06.423984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:06.430884 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.432299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a26dfca2-73d5-4ea7-8d42-423339b0d5bc details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:19:06.485585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1983042-network', 'tenant_id': 'aac7834f57b043ac8fa445f0e36a6d82'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:06.536307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a26dfca2-73d5-4ea7-8d42-423339b0d5bc, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:06.558722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Made reservation on behalf of aac7834f57b043ac8fa445f0e36a6d82 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:06.564654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'a26dfca2-73d5-4ea7-8d42-423339b0d5bc', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'a26dfca2-73d5-4ea7-8d42-423339b0d5bc', 'mac_address': 'fa:16:3e:fe:b0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:19:06.580872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.602292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.783481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:06.801330 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.806723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.817385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.846618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2785d-9642-4330-96ec-bad944eb3001 req-f7564740-4085-42ae-a378-3f04806490c1 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:06.849217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8be2785d-9642-4330-96ec-bad944eb3001 req-f7564740-4085-42ae-a378-3f04806490c1 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 969 time: 0.0938044 Feb 04 15:19:06.853495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.854303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.854857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.855575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.856010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12420147-20ee-4e3d-b908-7571c1ce0108,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:06.856299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.856859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.857369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.857876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.858411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.859059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.871210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.871740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Tracked resource versions report: Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: pushed versions: Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: { 'AddressGroup': {'1.2'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'ConntrackHelper': {'1.0'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Log': {'1.0'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Network': {'1.1'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Port': {'1.7'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'PortForwarding': {'1.2'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'QosPolicy': {'1.9'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'SecurityGroup': {'1.4'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'SubPort': {'1.0'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Subnet': {'1.1'}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Trunk': {'1.1'}} Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: consumer versions: Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: { DHCP agent@n-d-827869-1: {}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: HyperV agent@n-h1-827869-1: {}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: HyperV agent@n-h2-827869-1: {}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: L3 agent@n-d-827869-1: {}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: Metadata agent@n-d-827869-1: {}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: Metering agent@n-d-827869-1: {}, Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: Open vSwitch agent@n-d-827869-1: { 'AddressGroup': '1.2', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'ConntrackHelper': '1.0', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Log': '1.0', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Network': '1.1', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Port': '1.7', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'PortForwarding': '1.2', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'QosPolicy': '1.9', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'SecurityGroup': '1.4', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'SecurityGroupRule': '1.2', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'SubPort': '1.0', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Subnet': '1.1', Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: 'Trunk': '1.1'}} Feb 04 15:19:06.875927 n-d-827869-1 neutron-server[102424]: {{(pid=102424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:19:06.881212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:19:06.901861 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.902596 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Added segment e709a24e-b613-4d15-ac88-2e0de4947525 of type vlan for network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 Feb 04 15:19:06.907536 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.911814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26dfca2-73d5-4ea7-8d42-423339b0d5bc {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:19:06.973589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:06.980270 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8be2785d-9642-4330-96ec-bad944eb3001 req-30099a0a-fee3-4679-b2f5-68bccdbd9325 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015518 Feb 04 15:19:06.985238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a26dfca2-73d5-4ea7-8d42-423339b0d5bc, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:06.993435 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.035559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.039694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:07.040662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.060418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:07.125058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0013347 Feb 04 15:19:07.128106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57842) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:07.133867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Request body: {'subnet': {'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1983042-subnet', 'tenant_id': 'aac7834f57b043ac8fa445f0e36a6d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:07.145899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99982cbf-bf95-4a37-825a-6dad393af8de admin admin] Pushing event updated for resources: {'Network': ['ID=11b552a8-8019-4368-ab3e-b5b9e7ee6969,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:07.162793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:19:07.181506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57848) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:07.182804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Made reservation on behalf of aac7834f57b043ac8fa445f0e36a6d82 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:07.186836 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.261922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.454694 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.458379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d4208-8bfa-40b3-9222-687d6907081c req-7d6d02e9-31d8-4e6f-bfcd-2a90e348383b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:07.461204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-366d4208-8bfa-40b3-9222-687d6907081c req-7d6d02e9-31d8-4e6f-bfcd-2a90e348383b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 949 time: 0.0831029 Feb 04 15:19:07.481774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['a26dfca2-73d5-4ea7-8d42-423339b0d5bc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:19:07.486686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['5f992d18-90c8-4b0f-97a6-d17ba5f1f86a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:19:07.557286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2493dd93-bebe-416f-96c4-354d58cf5792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.561317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:07.573919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:07.573919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Network hostable DHCP agents. Network: 11b552a8-8019-4368-ab3e-b5b9e7ee6969, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:19:07.579006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-366d4208-8bfa-40b3-9222-687d6907081c req-fcfe551d-ef12-4d49-8f05-65541e5abc29 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093984 Feb 04 15:19:07.625414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:19:07.648924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 11b552a8-8019-4368-ab3e-b5b9e7ee6969) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:07.660245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:07.660862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.668183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec31d9f-8803-4912-be21-4d6030167d78 None None] Network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:07.706687 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-af2c589a-9b19-4f8e-b5f3-7560b2b90e76 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5769117 Feb 04 15:19:07.768487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2493dd93-bebe-416f-96c4-354d58cf5792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.782839 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2493dd93-bebe-416f-96c4-354d58cf5792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:07.881708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2493dd93-bebe-416f-96c4-354d58cf5792 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0dc6eb9f594341559b326fcaa7b08111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6980858 Feb 04 15:19:07.884755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57880) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:07.904472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493dd93-bebe-416f-96c4-354d58cf5792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fec372-c11d-4111-9113-f4bef4230272,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:07.967624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07109803-9e8b-4e0e-8630-149c8400edbb None None] Network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:07.980966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571c085c-fbe5-46fa-8162-885e7adfcb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.009609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571c085c-fbe5-46fa-8162-885e7adfcb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.093562 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571c085c-fbe5-46fa-8162-885e7adfcb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.096774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571c085c-fbe5-46fa-8162-885e7adfcb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.100389 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-571c085c-fbe5-46fa-8162-885e7adfcb45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45fec372-c11d-4111-9113-f4bef4230272 HTTP/1.1" status: 204 len: 168 time: 0.2127733 Feb 04 15:19:08.120038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c085c-fbe5-46fa-8162-885e7adfcb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fec372-c11d-4111-9113-f4bef4230272,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:08.243086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533604d-a598-4d27-a872-a6bfcd98d1e8 req-3805533b-d296-4eac-8703-9d901a8edf4c tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:08.245734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9533604d-a598-4d27-a872-a6bfcd98d1e8 req-3805533b-d296-4eac-8703-9d901a8edf4c tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 969 time: 0.1177335 Feb 04 15:19:08.340423 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9533604d-a598-4d27-a872-a6bfcd98d1e8 req-7aff42e8-5f0b-4aba-9fab-b0b3353fa743 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869505 Feb 04 15:19:08.421780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57894) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:08.733241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f1ef-c7e8-4c08-9915-3122e41c65b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.755886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5ac02-0546-43f1-884c-e6d2fff598bd req-3c6fe3b0-d66c-474b-a96f-c1b7aaf27571 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:08.757488 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5e5ac02-0546-43f1-884c-e6d2fff598bd req-3c6fe3b0-d66c-474b-a96f-c1b7aaf27571 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 949 time: 0.0762775 Feb 04 15:19:08.840316 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5e5ac02-0546-43f1-884c-e6d2fff598bd req-835169b1-0c87-49f4-afbd-05a33d2633bc tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663052 Feb 04 15:19:08.862734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f1ef-c7e8-4c08-9915-3122e41c65b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.877262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f1ef-c7e8-4c08-9915-3122e41c65b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:08.929347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a5a4f1ef-c7e8-4c08-9915-3122e41c65b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0344e7faf4954455863d58bf0da95ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058644 Feb 04 15:19:08.930450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:08.930597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4f1ef-c7e8-4c08-9915-3122e41c65b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd222b01-e605-4656-8fa0-a9df3dd1d630,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:09.020239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57916) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:09.032082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-199f7b8a-d5f0-4c6b-a710-7d358a0e6e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.036240 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-697380e1-9b93-4495-8e04-fc05fe714e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.090490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-199f7b8a-d5f0-4c6b-a710-7d358a0e6e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.157308 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-697380e1-9b93-4495-8e04-fc05fe714e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.170365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-697380e1-9b93-4495-8e04-fc05fe714e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.201449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-199f7b8a-d5f0-4c6b-a710-7d358a0e6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.204182 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-199f7b8a-d5f0-4c6b-a710-7d358a0e6e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.208596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-199f7b8a-d5f0-4c6b-a710-7d358a0e6e32 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd222b01-e605-4656-8fa0-a9df3dd1d630 HTTP/1.1" status: 204 len: 168 time: 0.2753506 Feb 04 15:19:09.217438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f7b8a-d5f0-4c6b-a710-7d358a0e6e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd222b01-e605-4656-8fa0-a9df3dd1d630,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:09.233928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57924) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:09.252528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697380e1-9b93-4495-8e04-fc05fe714e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f89ffd-f1e4-4eac-af3f-3d8ecfb32729,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:09.266346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-697380e1-9b93-4495-8e04-fc05fe714e40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b66d52665bce4d60ad4ae038b9f256da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448757 Feb 04 15:19:09.269290 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.271812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57928) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:09.373741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57c36257-3509-4ce1-a583-25b91e32f948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.400348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57c36257-3509-4ce1-a583-25b91e32f948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.469146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57c36257-3509-4ce1-a583-25b91e32f948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.474058 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57c36257-3509-4ce1-a583-25b91e32f948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.475512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-57c36257-3509-4ce1-a583-25b91e32f948 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27f89ffd-f1e4-4eac-af3f-3d8ecfb32729 HTTP/1.1" status: 204 len: 168 time: 0.2019305 Feb 04 15:19:09.488954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c36257-3509-4ce1-a583-25b91e32f948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f89ffd-f1e4-4eac-af3f-3d8ecfb32729,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:09.569493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de99866-6241-4729-9f54-8a712b51bb60 req-ff9cf74e-e4ea-423a-9e90-39b4715414fb tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:09.575982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9de99866-6241-4729-9f54-8a712b51bb60 req-ff9cf74e-e4ea-423a-9e90-39b4715414fb tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 969 time: 0.0946493 Feb 04 15:19:09.633538 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9de99866-6241-4729-9f54-8a712b51bb60 req-beabd8c2-0c69-4a0d-a3f7-ba3336b197ee tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546231 Feb 04 15:19:09.665191 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b0e5c693-ea24-4486-863b-be16169c3713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.810266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b0e5c693-ea24-4486-863b-be16169c3713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.816827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b0e5c693-ea24-4486-863b-be16169c3713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:09.888816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b0e5c693-ea24-4486-863b-be16169c3713 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24890e16d0f446579635f8864506a124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6528206 Feb 04 15:19:09.890341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5c693-ea24-4486-863b-be16169c3713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abddb55-62d8-4052-809e-6686d0db43e7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:09.892822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57948) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:09.944492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57950) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:09.973809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8af15c1-4a74-43f7-8b5b-2e8cbc3e387a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.013152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a74b07b-18bb-49f9-a2b9-a1426005694f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.049832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:10.082666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a74b07b-18bb-49f9-a2b9-a1426005694f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.101033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57952) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:10.116899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-738525933-network', 'tenant_id': 'b132e13b3c7d4bd1b16d406b34f3444d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:10.153094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8d81f-58a1-4b18-b190-fc81fce7e2a0 req-cd50ded1-7c46-4f4a-b0b9-cf3ac444f191 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:10.155462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6b8d81f-58a1-4b18-b190-fc81fce7e2a0 req-cd50ded1-7c46-4f4a-b0b9-cf3ac444f191 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 949 time: 0.1506534 Feb 04 15:19:10.212045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:19:10.227579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:10.230239 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.249113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a74b07b-18bb-49f9-a2b9-a1426005694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.253622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a74b07b-18bb-49f9-a2b9-a1426005694f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.255371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3a74b07b-18bb-49f9-a2b9-a1426005694f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3abddb55-62d8-4052-809e-6686d0db43e7 HTTP/1.1" status: 204 len: 168 time: 0.3609536 Feb 04 15:19:10.256005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Made reservation on behalf of b132e13b3c7d4bd1b16d406b34f3444d for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:10.259039 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.269670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b07b-18bb-49f9-a2b9-a1426005694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abddb55-62d8-4052-809e-6686d0db43e7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:10.287195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.318705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6b8d81f-58a1-4b18-b190-fc81fce7e2a0 req-aa3ad280-e969-46ef-baf0-f1419fc94158 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400702 Feb 04 15:19:10.354493 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8af15c1-4a74-43f7-8b5b-2e8cbc3e387a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.392529 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8af15c1-4a74-43f7-8b5b-2e8cbc3e387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.402097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.458752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:10.460046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ac775f-6a14-48da-a54e-49a29fc9c1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f992d18-90c8-4b0f-97a6-d17ba5f1f86a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:10.461154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e8af15c1-4a74-43f7-8b5b-2e8cbc3e387a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7795102163a64551bf8ed0409df79ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148008 Feb 04 15:19:10.461505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57964) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:10.469632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af15c1-4a74-43f7-8b5b-2e8cbc3e387a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddccc887-007c-46f9-8af7-483cf9383204,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:10.526641 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.527711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a26dfca2-73d5-4ea7-8d42-423339b0d5bc up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:10.527870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.538614 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.558015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:19:10.572748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.573100 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Added segment fbe6fb0c-8060-4732-a449-6e7ff9532922 of type vlan for network 7025aa87-f8b4-4cbf-bea3-a53132619e48 Feb 04 15:19:10.618986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.624861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:10.639657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port a26dfca2-73d5-4ea7-8d42-423339b0d5bc completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:19:10.648610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port a26dfca2-73d5-4ea7-8d42-423339b0d5bc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:10.649072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.667590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-949b0b5c-c60e-456d-aee4-519c9126570d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.701009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.705118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:10.705118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.764125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6613259 Feb 04 15:19:10.787961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57978) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:10.801082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Request body: {'subnet': {'network_id': '7025aa87-f8b4-4cbf-bea3-a53132619e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-738525933-subnet', 'tenant_id': 'b132e13b3c7d4bd1b16d406b34f3444d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:10.829043 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-949b0b5c-c60e-456d-aee4-519c9126570d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.863559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.871090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fffb2b-f7e5-44a5-a88d-c0136ea02ca3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:10.920393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833c168-a0ee-49d1-815a-ee6882545a84 admin admin] Pushing event updated for resources: {'Network': ['ID=7025aa87-f8b4-4cbf-bea3-a53132619e48,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:10.940804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c713732-b7d4-467d-8c26-00df6d55c2e6 req-e9ad55f2-e9b0-4ae6-8a55-cb6884e144c4 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:10.943590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 7025aa87-f8b4-4cbf-bea3-a53132619e48 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:19:10.947548 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c713732-b7d4-467d-8c26-00df6d55c2e6 req-e9ad55f2-e9b0-4ae6-8a55-cb6884e144c4 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 970 time: 0.2212918 Feb 04 15:19:10.957885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Made reservation on behalf of b132e13b3c7d4bd1b16d406b34f3444d for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:10.962218 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:10.999067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-949b0b5c-c60e-456d-aee4-519c9126570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.002108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-949b0b5c-c60e-456d-aee4-519c9126570d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.003303 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-949b0b5c-c60e-456d-aee4-519c9126570d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ddccc887-007c-46f9-8af7-483cf9383204 HTTP/1.1" status: 204 len: 168 time: 0.5401406 Feb 04 15:19:11.014953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57982) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:11.050613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a26dfca2-73d5-4ea7-8d42-423339b0d5bc, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:11.065371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b0b5c-c60e-456d-aee4-519c9126570d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddccc887-007c-46f9-8af7-483cf9383204,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:11.070343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-353f7b34-e596-4e2d-a3d8-b98c5b6fb031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.079713 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.103582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c713732-b7d4-467d-8c26-00df6d55c2e6 req-e937ed73-e04b-44fe-a15d-924ab884a3fa tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068842 Feb 04 15:19:11.217066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:11.287355 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-353f7b34-e596-4e2d-a3d8-b98c5b6fb031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.296140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-353f7b34-e596-4e2d-a3d8-b98c5b6fb031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.317330 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cff9bd-1d80-421b-8318-c908a24273df" -d '{"events": [{"server_uuid": "d8ac775f-6a14-48da-a54e-49a29fc9c1be", "name": "network-vif-plugged", "status": "completed", "tag": "5f992d18-90c8-4b0f-97a6-d17ba5f1f86a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:11.381474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.384811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-353f7b34-e596-4e2d-a3d8-b98c5b6fb031 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e38d3b0e1784bf2bf77462f46a3e93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631303 Feb 04 15:19:11.386435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f7b34-e596-4e2d-a3d8-b98c5b6fb031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16030ff2-caa8-42f2-9a62-2bca7b7be037,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:11.391117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57996) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:11.462165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1429906-879f-491e-b38d-17a64a9814a5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:11.468203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Checking segment: {'id': 'fbe6fb0c-8060-4732-a449-6e7ff9532922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7025aa87-f8b4-4cbf-bea3-a53132619e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:11.468467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Network hostable DHCP agents. Network: 7025aa87-f8b4-4cbf-bea3-a53132619e48, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:19:11.483766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f252566c-e952-4b1f-8302-80447ba158aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.490977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Network 7025aa87-f8b4-4cbf-bea3-a53132619e48 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:19:11.507563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 7025aa87-f8b4-4cbf-bea3-a53132619e48) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:11.520553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4127d3f2-8459-4c38-b3f6-c5d186c711b7 None None] Network 7025aa87-f8b4-4cbf-bea3-a53132619e48 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:11.522401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:11.523568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.535361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f252566c-e952-4b1f-8302-80447ba158aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.577870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a5b86740-bd8c-445b-a430-b6cfa4ced50f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7873967 Feb 04 15:19:11.655152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f252566c-e952-4b1f-8302-80447ba158aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.660215 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f252566c-e952-4b1f-8302-80447ba158aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:11.662285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f252566c-e952-4b1f-8302-80447ba158aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16030ff2-caa8-42f2-9a62-2bca7b7be037 HTTP/1.1" status: 204 len: 168 time: 0.2693524 Feb 04 15:19:11.678332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252566c-e952-4b1f-8302-80447ba158aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16030ff2-caa8-42f2-9a62-2bca7b7be037,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:11.744906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ae64e-f4ae-4fdc-a025-4e6b27e01cea None None] Network 7025aa87-f8b4-4cbf-bea3-a53132619e48 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:11.976925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f761-e9a0-4868-aa15-5fba7fca06e9 req-4fee3c42-f962-430f-a7ef-51f1ba22e319 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:11.978800 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e1a8f761-e9a0-4868-aa15-5fba7fca06e9 req-4fee3c42-f962-430f-a7ef-51f1ba22e319 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 950 time: 0.0672429 Feb 04 15:19:12.032013 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5d5b56-a0f9-4367-9093-44cab917f5ac x-openstack-request-id: req-3b5d5b56-a0f9-4367-9093-44cab917f5ac {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:12.032484 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ac775f-6a14-48da-a54e-49a29fc9c1be", "name": "network-vif-plugged", "status": "completed", "tag": "5f992d18-90c8-4b0f-97a6-d17ba5f1f86a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:12.033067 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b5d5b56-a0f9-4367-9093-44cab917f5ac {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:12.033959 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ac775f-6a14-48da-a54e-49a29fc9c1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f992d18-90c8-4b0f-97a6-d17ba5f1f86a', 'code': 200} Feb 04 15:19:12.074943 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e1a8f761-e9a0-4868-aa15-5fba7fca06e9 req-380bbbba-44b3-4644-a2e5-36f91381ae7e tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891776 Feb 04 15:19:12.248882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fb29e-2af9-42a5-b31d-74d18aed37fc req-72b1e1c8-75cb-43b2-9410-9dcf0406f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:12.251557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c5fb29e-2af9-42a5-b31d-74d18aed37fc req-72b1e1c8-75cb-43b2-9410-9dcf0406f185 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 1121 time: 0.1282358 Feb 04 15:19:12.280099 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0c5fb29e-2af9-42a5-b31d-74d18aed37fc req-378479a8-63fb-4c3b-9242-e7b43ce19d27 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:12.386856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200a2b-6a1c-4eab-ac73-baa751020ae9 req-ec5fb411-8aa6-49b6-a129-40a3b1d3bf98 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:12.389900 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3200a2b-6a1c-4eab-ac73-baa751020ae9 req-ec5fb411-8aa6-49b6-a129-40a3b1d3bf98 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 970 time: 0.1222379 Feb 04 15:19:12.426451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0c5fb29e-2af9-42a5-b31d-74d18aed37fc req-378479a8-63fb-4c3b-9242-e7b43ce19d27 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:12.436429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0c5fb29e-2af9-42a5-b31d-74d18aed37fc req-378479a8-63fb-4c3b-9242-e7b43ce19d27 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:12.447123 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3200a2b-6a1c-4eab-ac73-baa751020ae9 req-6cbfbe16-23d3-42e2-a782-64839e9b6127 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 Feb 04 15:19:12.503999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c5fb29e-2af9-42a5-b31d-74d18aed37fc req-378479a8-63fb-4c3b-9242-e7b43ce19d27 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420037 Feb 04 15:19:12.529482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378479a8-63fb-4c3b-9242-e7b43ce19d27 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00554fc5-0412-4157-8cea-2781288bcfa1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:12.902749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58062) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:13.214726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-232570924-network', 'tenant_id': 'e79d508366bb4e00af34c76f369b2591'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:13.300525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde533a-ee90-4efc-872d-4045fc7aaee3 req-bf4ae9e7-ac92-4d36-a861-8701f4723627 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:13.304255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8dde533a-ee90-4efc-872d-4045fc7aaee3 req-bf4ae9e7-ac92-4d36-a861-8701f4723627 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 950 time: 0.0808606 Feb 04 15:19:13.386564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Made reservation on behalf of e79d508366bb4e00af34c76f369b2591 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:13.390619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:13.400649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8dde533a-ee90-4efc-872d-4045fc7aaee3 req-fd57847b-cf4e-4dbc-88ef-21614a81c7d2 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905042 Feb 04 15:19:13.408313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-ee45810b-2880-4786-9bb5-ccc50ef2012d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:13.411245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-ee45810b-2880-4786-9bb5-ccc50ef2012d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 818 time: 0.3937166 Feb 04 15:19:13.422841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:13.456153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-aa0f96d9-0326-4bcf-b376-504e8d96a342 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/quotas/aac7834f57b043ac8fa445f0e36a6d82 HTTP/1.1" status: 200 len: 375 time: 0.0288355 Feb 04 15:19:13.550890 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-217ed12f-e0cd-4fd7-b7da-19b70c0424da tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738888 Feb 04 15:19:13.686492 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:13.695690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:13.700718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90480f0-ce38-41bd-9729-e4e3ff054f24 req-5d220279-eeb6-4b1d-b8eb-be81b1772e47 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:13.702825 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c90480f0-ce38-41bd-9729-e4e3ff054f24 req-5d220279-eeb6-4b1d-b8eb-be81b1772e47 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 970 time: 0.0967040 Feb 04 15:19:13.745040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:19:13.752598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c90480f0-ce38-41bd-9729-e4e3ff054f24 req-739c1020-760d-4cda-8a90-6359544b29df tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Feb 04 15:19:13.765474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420e4e2f-8925-47e3-926b-6353030d3672,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:13.781045 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:13.781466 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Added segment aa891912-2bad-4cb0-bc2c-4a534b9d7e1c of type vlan for network 220fa93e-d8d7-436b-b0de-7db1698d4aac Feb 04 15:19:13.838249 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:13.867915 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:13.870042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:13.871052 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:13.923511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58108) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:13.956601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0522673 Feb 04 15:19:13.960076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58112) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:13.972579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Request body: {'subnet': {'network_id': '220fa93e-d8d7-436b-b0de-7db1698d4aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-232570924-subnet', 'tenant_id': 'e79d508366bb4e00af34c76f369b2591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:13.984968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2692e4-6876-4860-a3eb-b7a29135a6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=220fa93e-d8d7-436b-b0de-7db1698d4aac,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:14.010588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 220fa93e-d8d7-436b-b0de-7db1698d4aac details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:19:14.022084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Made reservation on behalf of e79d508366bb4e00af34c76f369b2591 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:14.030563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:14.128792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cbf90e4-7b20-4e1a-977b-539c1066b002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:14.154360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8614dee8-80e2-44e5-94ed-7f968f27b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26dfca2-73d5-4ea7-8d42-423339b0d5bc'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:14.159482 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b60924-c3c6-4e54-956f-7e12ad7a1f64" -d '{"events": [{"server_uuid": "8614dee8-80e2-44e5-94ed-7f968f27b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "a26dfca2-73d5-4ea7-8d42-423339b0d5bc"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:14.213623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-d02859ce-ff5b-4c6a-9cd6-7e27fc98b079 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:19:14.215108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-d02859ce-ff5b-4c6a-9cd6-7e27fc98b079 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2567060 Feb 04 15:19:14.265343 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32565f76-dad1-492b-be83-2d9669918ed9 x-openstack-request-id: req-32565f76-dad1-492b-be83-2d9669918ed9 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:14.266156 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8614dee8-80e2-44e5-94ed-7f968f27b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "a26dfca2-73d5-4ea7-8d42-423339b0d5bc", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:14.266780 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32565f76-dad1-492b-be83-2d9669918ed9 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:14.267605 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8614dee8-80e2-44e5-94ed-7f968f27b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26dfca2-73d5-4ea7-8d42-423339b0d5bc', 'code': 200} Feb 04 15:19:14.452231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-78ad4780-d663-4695-b2ad-7f218c1b85ea service neutron] 10.222.0.47 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292025 Feb 04 15:19:14.500225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cbf90e4-7b20-4e1a-977b-539c1066b002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:14.526533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cbf90e4-7b20-4e1a-977b-539c1066b002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:14.608892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf90e4-7b20-4e1a-977b-539c1066b002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52077cd6-ba02-45aa-94aa-44834c983625,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:14.653580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93672ef9-b407-4d50-b32d-d97a2bdc5ca5 req-725275f7-822c-4633-9abd-885382c4a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:14.655580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93672ef9-b407-4d50-b32d-d97a2bdc5ca5 req-725275f7-822c-4633-9abd-885382c4a290 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 1101 time: 0.2778826 Feb 04 15:19:14.669474 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7cbf90e4-7b20-4e1a-977b-539c1066b002 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4aa1b9fe7fdf4f439457318793a31c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7432132 Feb 04 15:19:14.672588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58134) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:14.727944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-295c661f-9e43-4172-a860-c733fb717ccb service neutron] 10.222.0.47 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673099 Feb 04 15:19:14.803061 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:14.820806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93672ef9-b407-4d50-b32d-d97a2bdc5ca5 req-4887f283-6417-4e0b-978c-5785844c6053 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490653 Feb 04 15:19:15.155581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d123-be5a-4999-b60c-89f2e6f4aa6d req-8064ac1f-11dd-400e-b3d3-db71304d8f16 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:15.158402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac80d123-be5a-4999-b60c-89f2e6f4aa6d req-8064ac1f-11dd-400e-b3d3-db71304d8f16 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 950 time: 0.4804015 Feb 04 15:19:15.214203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f2428e75-f314-4da6-b6eb-7425b9fdb29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:15.291389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec139e9-7b54-4d4a-a9ae-fc745d4373f0,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:15.295860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f2428e75-f314-4da6-b6eb-7425b9fdb29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:15.314369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31cedb-7b6e-4985-ab4d-111f8d4801da req-c7bf220d-36b7-4620-ae9e-ced81773931a tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:15.316160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc31cedb-7b6e-4985-ab4d-111f8d4801da req-c7bf220d-36b7-4620-ae9e-ced81773931a tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 970 time: 0.2525058 Feb 04 15:19:15.327649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Checking segment: {'id': 'aa891912-2bad-4cb0-bc2c-4a534b9d7e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '220fa93e-d8d7-436b-b0de-7db1698d4aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:15.328274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Network hostable DHCP agents. Network: 220fa93e-d8d7-436b-b0de-7db1698d4aac, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:19:15.366421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac80d123-be5a-4999-b60c-89f2e6f4aa6d req-dccf57cc-97da-4f66-b69d-76150014dd52 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570172 Feb 04 15:19:15.371448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd410643-0936-45e4-b874-67bb9cec2352 req-acbdc998-720a-4336-8069-8168b21b4442 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2374947 Feb 04 15:19:15.387914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Network 220fa93e-d8d7-436b-b0de-7db1698d4aac is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:19:15.398832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc31cedb-7b6e-4985-ab4d-111f8d4801da req-f77f90ee-bf75-4b40-b004-b2d1906a4763 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691392 Feb 04 15:19:15.405801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 220fa93e-d8d7-436b-b0de-7db1698d4aac) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:15.415275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:15.415958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:15.435807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0bc6e-0ee4-441c-bec5-6491424809c3 None None] Network 220fa93e-d8d7-436b-b0de-7db1698d4aac requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:15.454622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f2428e75-f314-4da6-b6eb-7425b9fdb29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:15.463483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f2428e75-f314-4da6-b6eb-7425b9fdb29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:15.463483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f2428e75-f314-4da6-b6eb-7425b9fdb29f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52077cd6-ba02-45aa-94aa-44834c983625 HTTP/1.1" status: 204 len: 168 time: 0.7820132 Feb 04 15:19:15.486149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f962f45c-6ff1-4fdf-8635-7fb54fa91fb3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5101707 Feb 04 15:19:15.486149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2428e75-f314-4da6-b6eb-7425b9fdb29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52077cd6-ba02-45aa-94aa-44834c983625,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:15.680646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-974a57b4-ca3f-48b7-bd20-af936755bac7 req-7743cc70-f2b2-4bac-8242-6faa8acb9ea0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 210 time: 0.1293850 Feb 04 15:19:15.728057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410643-0936-45e4-b874-67bb9cec2352 req-c10034cf-ac50-4091-b6ae-5e5e5479b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:15.734789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd410643-0936-45e4-b874-67bb9cec2352 req-c10034cf-ac50-4091-b6ae-5e5e5479b70e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17da8216b90a44e1bc358b40ad398c25&device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 1121 time: 0.1224179 Feb 04 15:19:15.792056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e03033-cdf9-4cca-8f57-eb6b6751d1ea None None] Network 220fa93e-d8d7-436b-b0de-7db1698d4aac requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:16.244915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b56bf4-8775-46c1-b743-2bcad6efc76f req-469e4278-3a4e-4c92-a50b-5f33851811fd tempest-AggregatesAdminTestJSON-2137609056 tempest-AggregatesAdminTestJSON-2137609056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:16.250586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-24b56bf4-8775-46c1-b743-2bcad6efc76f req-469e4278-3a4e-4c92-a50b-5f33851811fd tempest-AggregatesAdminTestJSON-2137609056 tempest-AggregatesAdminTestJSON-2137609056-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 1121 time: 0.1580677 Feb 04 15:19:16.284940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58186) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:16.297129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7188c50-1030-4334-87a7-b3aa15871c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.309815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410643-0936-45e4-b874-67bb9cec2352 req-4844e87c-356f-422d-a779-54c3ee634332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:16.312777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd410643-0936-45e4-b874-67bb9cec2352 req-4844e87c-356f-422d-a779-54c3ee634332 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.5398114 Feb 04 15:19:16.315647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-24b56bf4-8775-46c1-b743-2bcad6efc76f req-3af4042c-3f0e-480c-b9ca-99764bf91691 tempest-AggregatesAdminTestJSON-2137609056 tempest-AggregatesAdminTestJSON-2137609056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.412763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7188c50-1030-4334-87a7-b3aa15871c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.421395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7188c50-1030-4334-87a7-b3aa15871c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.467208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd410643-0936-45e4-b874-67bb9cec2352 req-18183c9e-ad9a-420c-9a3c-802e12b775ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a HTTP/1.1" status: 200 len: 217 time: 0.1435366 Feb 04 15:19:16.494464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d7188c50-1030-4334-87a7-b3aa15871c76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b006023ed64c4ee4926608ce25adff21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106066 Feb 04 15:19:16.498465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7188c50-1030-4334-87a7-b3aa15871c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511ec2d2-dce6-43e7-8bdd-f953063d413a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:16.502352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:16.627068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410643-0936-45e4-b874-67bb9cec2352 req-607fde7d-d912-4537-89ff-a73091813e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:16.630555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd410643-0936-45e4-b874-67bb9cec2352 req-607fde7d-d912-4537-89ff-a73091813e2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1552713 Feb 04 15:19:16.669345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-24b56bf4-8775-46c1-b743-2bcad6efc76f req-3af4042c-3f0e-480c-b9ca-99764bf91691 tempest-AggregatesAdminTestJSON-2137609056 tempest-AggregatesAdminTestJSON-2137609056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.669897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8ce185e-e4e3-48de-9577-84629816bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.703003 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-24b56bf4-8775-46c1-b743-2bcad6efc76f req-3af4042c-3f0e-480c-b9ca-99764bf91691 tempest-AggregatesAdminTestJSON-2137609056 tempest-AggregatesAdminTestJSON-2137609056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.740879 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8ce185e-e4e3-48de-9577-84629816bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.761649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.50', 50728) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:16.792999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-24b56bf4-8775-46c1-b743-2bcad6efc76f req-3af4042c-3f0e-480c-b9ca-99764bf91691 tempest-AggregatesAdminTestJSON-2137609056 tempest-AggregatesAdminTestJSON-2137609056-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216329 Feb 04 15:19:16.842994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8ce185e-e4e3-48de-9577-84629816bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.848400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8ce185e-e4e3-48de-9577-84629816bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:16.850312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d8ce185e-e4e3-48de-9577-84629816bf04 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/511ec2d2-dce6-43e7-8bdd-f953063d413a HTTP/1.1" status: 204 len: 168 time: 0.3464229 Feb 04 15:19:16.891185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce185e-e4e3-48de-9577-84629816bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511ec2d2-dce6-43e7-8bdd-f953063d413a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:16.929557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410643-0936-45e4-b874-67bb9cec2352 req-feddffca-a2c2-4b70-b1e0-193b9d103f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:16.932302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd410643-0936-45e4-b874-67bb9cec2352 req-feddffca-a2c2-4b70-b1e0-193b9d103f65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2930980 Feb 04 15:19:16.933316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4042c-3f0e-480c-b9ca-99764bf91691 tempest-AggregatesAdminTestJSON-2137609056 tempest-AggregatesAdminTestJSON-2137609056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6da10b-6de1-4023-9f45-591730a3f6a4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:17.249607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58216) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:17.259099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1477264827-network', 'tenant_id': 'a21a525fc3d04b6cb4568d4fe4d76ba3'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:17.350366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Made reservation on behalf of a21a525fc3d04b6cb4568d4fe4d76ba3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:17.358704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:17.384455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:17.421012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-2dbe3dbd-d79a-4b7d-9e17-01c7b2e0ab56 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:17.423510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-2dbe3dbd-d79a-4b7d-9e17-01c7b2e0ab56 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 818 time: 0.6595371 Feb 04 15:19:17.438631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd410643-0936-45e4-b874-67bb9cec2352 req-8e0a29b4-e1df-4e15-922f-75ea61f9b50b service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372358 Feb 04 15:19:17.490799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4efffd4-99c5-4785-bfb4-4ec1bd38cac8 req-95680d9e-9d62-48bd-a752-ec1a219f4603 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0491269 Feb 04 15:19:17.547584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c679ec-7d54-45b5-a1a1-9d03c322d721 req-d032faa6-8ce5-4997-8fb1-7bef1504e438 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:17.549206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4c679ec-7d54-45b5-a1a1-9d03c322d721 req-d032faa6-8ce5-4997-8fb1-7bef1504e438 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 950 time: 0.2511804 Feb 04 15:19:17.591411 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:17.603267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:17.662737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4c679ec-7d54-45b5-a1a1-9d03c322d721 req-b0864d7d-85d3-4aec-8711-368e4fe741b3 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893726 Feb 04 15:19:17.666867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd410643-0936-45e4-b874-67bb9cec2352 req-0b0d7fe0-bdd8-4a79-9c98-c7d4f3a216ea service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215450 Feb 04 15:19:17.692137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf63ffe-958a-4659-9eeb-1d90b6777aca,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:17.706159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:19:17.730418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:17.733337 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Added segment 8cc2d43c-9df9-4891-ac7d-f8314638d84e of type vlan for network 3375dbd2-ec36-4059-88e9-7f2562b9ed9e Feb 04 15:19:17.770679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Request body: {'port': {'device_id': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'admin_state_up': True, 'tenant_id': 'aac7834f57b043ac8fa445f0e36a6d82'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:17.848439 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:17.954163 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:17.956059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:17.957029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:18.048178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Made reservation on behalf of aac7834f57b043ac8fa445f0e36a6d82 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:18.057423 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:18.130761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8760087 Feb 04 15:19:18.130761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58240) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:18.140815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Request body: {'subnet': {'network_id': '3375dbd2-ec36-4059-88e9-7f2562b9ed9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1477264827-subnet', 'tenant_id': 'a21a525fc3d04b6cb4568d4fe4d76ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:18.175425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494084-cbfe-40db-8cd4-b374bf82cc07 admin admin] Pushing event updated for resources: {'Network': ['ID=3375dbd2-ec36-4059-88e9-7f2562b9ed9e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:18.193708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3375dbd2-ec36-4059-88e9-7f2562b9ed9e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:19:18.212845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Made reservation on behalf of a21a525fc3d04b6cb4568d4fe4d76ba3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:18.217652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:18.395591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Allocated IP 172.20.0.14 (11b552a8-8019-4368-ab3e-b5b9e7ee6969/e40c05dd-af5e-486d-89ca-cfd6a6ebd70f/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:19:18.568206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11cfc-8579-44b4-96ab-2804448b19aa req-e381e68f-97c7-4804-b760-0159c84a2f80 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:18.570513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41e11cfc-8579-44b4-96ab-2804448b19aa req-e381e68f-97c7-4804-b760-0159c84a2f80 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 970 time: 0.1298289 Feb 04 15:19:18.642520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:18.699582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:18.729358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41e11cfc-8579-44b4-96ab-2804448b19aa req-1eba31ad-26f2-49aa-ae28-4d571fe10b56 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096621 Feb 04 15:19:18.740675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f60d56-f0c3-4c90-aa93-8b5f6c5bb75f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:18.770857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Checking segment: {'id': '8cc2d43c-9df9-4891-ac7d-f8314638d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3375dbd2-ec36-4059-88e9-7f2562b9ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:18.771222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Network hostable DHCP agents. Network: 3375dbd2-ec36-4059-88e9-7f2562b9ed9e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:19:18.797831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:18.812689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Network 3375dbd2-ec36-4059-88e9-7f2562b9ed9e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:19:18.847464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3375dbd2-ec36-4059-88e9-7f2562b9ed9e) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:18.855463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:18.859177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:18.870339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f812a-18e6-4fc0-bd1f-a2c2383b43a7 None None] Network 3375dbd2-ec36-4059-88e9-7f2562b9ed9e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:18.898808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:18.900556 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-31fb1480-5424-4163-b4af-510cfe87a2a8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7688537 Feb 04 15:19:18.922245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:18.929338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:19:18.935791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:18.936410 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:18.941180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Pushing event updated for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:18.968367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7cc3-61ea-46f7-a5ca-d71dd258d236 req-6296febd-40d4-4144-9a76-ea298ca8a635 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:18.970562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e8d7cc3-61ea-46f7-a5ca-d71dd258d236 req-6296febd-40d4-4144-9a76-ea298ca8a635 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 932 time: 0.1212242 Feb 04 15:19:18.975161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-986c8a6d-0ff6-4224-ac8e-f950e1a78177 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2099764 Feb 04 15:19:19.057821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e8d7cc3-61ea-46f7-a5ca-d71dd258d236 req-ce45d0df-eda4-452c-bf9e-adca2c2ec1e8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722938 Feb 04 15:19:19.070136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3c848-9325-4974-88cf-a726add36315 req-685e911d-d61f-4c9e-85c7-9c5106fbc3b1 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:19.083091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b3c848-9325-4974-88cf-a726add36315 req-685e911d-d61f-4c9e-85c7-9c5106fbc3b1 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 950 time: 0.1539247 Feb 04 15:19:19.186193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b3c848-9325-4974-88cf-a726add36315 req-1ba5ffa3-b570-42cd-9876-9e2a3684ad25 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005049 Feb 04 15:19:19.195251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ff6ba-7ea3-4dcb-a27f-ab210a56b712 None None] Network 3375dbd2-ec36-4059-88e9-7f2562b9ed9e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:19.292772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58278) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:19.438700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a058ad-9c70-4deb-a2c5-545724c33d6b admin admin] Deleting subnet 9ec139e9-7b54-4d4a-a9ae-fc745d4373f0 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:19:19.452741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87a058ad-9c70-4deb-a2c5-545724c33d6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:19.527265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87a058ad-9c70-4deb-a2c5-545724c33d6b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:19.542113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87a058ad-9c70-4deb-a2c5-545724c33d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:19.665511 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-aeece072-5fbd-4ce7-8bcf-baf0ef941951 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4373dc71ce3943a6885ab70f32f5fbfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562882 Feb 04 15:19:19.765929 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87a058ad-9c70-4deb-a2c5-545724c33d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:19.822872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87a058ad-9c70-4deb-a2c5-545724c33d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:19.829874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58302) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:19.831720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-87a058ad-9c70-4deb-a2c5-545724c33d6b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9ec139e9-7b54-4d4a-a9ae-fc745d4373f0 HTTP/1.1" status: 204 len: 168 time: 0.5344965 Feb 04 15:19:19.835929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a058ad-9c70-4deb-a2c5-545724c33d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec139e9-7b54-4d4a-a9ae-fc745d4373f0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:19.884296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-0669c563-51a4-4199-af82-2ff839a87eff tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:19.886992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-0669c563-51a4-4199-af82-2ff839a87eff tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 970 time: 0.1629152 Feb 04 15:19:19.934075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-67468be1-a239-41e8-a24e-c7146872d48f tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:19.941289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-67468be1-a239-41e8-a24e-c7146872d48f tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661073 Feb 04 15:19:19.941289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58306) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:19.979517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-f2d994c8-a152-44cd-bd25-f595cd3e8202 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/quotas/4373dc71ce3943a6885ab70f32f5fbfe HTTP/1.1" status: 200 len: 375 time: 0.0203629 Feb 04 15:19:20.063557 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-c411d804-dd8d-479c-81bd-7375fd31aa06 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4373dc71ce3943a6885ab70f32f5fbfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713155 Feb 04 15:19:20.070763 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.093771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58310) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:20.314075 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4617faee-425e-461b-97fd-a25e74d0e9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.342087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-174a9c9b-d97e-4dc0-abc9-dd88c0770f3c tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:20.343645 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-174a9c9b-d97e-4dc0-abc9-dd88c0770f3c tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 1101 time: 0.1940029 Feb 04 15:19:20.355473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d545c51-0e2b-4655-a504-c310a7ee0351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.454852 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26159c5c-d887-483f-b636-9fbb1a5270cf req-43691ea6-f3c6-4aef-ab53-238342751c14 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:20.469665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26159c5c-d887-483f-b636-9fbb1a5270cf req-43691ea6-f3c6-4aef-ab53-238342751c14 tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 970 time: 0.4889433 Feb 04 15:19:20.591962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.610194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26159c5c-d887-483f-b636-9fbb1a5270cf req-2ee15e69-bcd2-470a-92a3-ae474ed3620a tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/security-groups?id=3eb6d432-f97e-4b9f-9f13-dabeca3840b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391540 Feb 04 15:19:20.670065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4617faee-425e-461b-97fd-a25e74d0e9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.673396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] Deleting port a26dfca2-73d5-4ea7-8d42-423339b0d5bc {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:19:20.674111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.697623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.698397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.703318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.704251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > port after_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.704860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.705553 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > port after_update 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.710252 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.711717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.712286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.712857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.795926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] For port a26dfca2-73d5-4ea7-8d42-423339b0d5bc, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:20.797048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.842665 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4617faee-425e-461b-97fd-a25e74d0e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.847774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] Calling delete_port for a26dfca2-73d5-4ea7-8d42-423339b0d5bc owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:19:20.850730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.851318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.851399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.851720 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:20.852227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220fa93e-d8d7-436b-b0de-7db1698d4aac']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:20.871182 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d545c51-0e2b-4655-a504-c310a7ee0351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.883013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa891912-2bad-4cb0-bc2c-4a534b9d7e1c') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:20.883325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa891912-2bad-4cb0-bc2c-4a534b9d7e1c') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:20.937198 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.960243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Deleting port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:19:20.960592 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.969524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d545c51-0e2b-4655-a504-c310a7ee0351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:20.990099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617faee-425e-461b-97fd-a25e74d0e9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce61de68-b0ed-4ccc-b0c2-6a2a368b6c33,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:21.056344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.089269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:19:21.090024 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: from cryptography.utils import int_from_bytes Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: from cryptography.utils import int_from_bytes Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:19:21.117021 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:19:21.158223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4617faee-425e-461b-97fd-a25e74d0e9c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09421f5dea2a4a4e98c1d1636a289f68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0601416 Feb 04 15:19:21.158766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4d545c51-0e2b-4655-a504-c310a7ee0351 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16040e03652d4e16a3364dc8c8875a41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2169216 Feb 04 15:19:21.159756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d545c51-0e2b-4655-a504-c310a7ee0351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80fb035-92b1-4fb3-96e3-41d9a173acbb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:21.165583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58330) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:21.165926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58332) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:21.171210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c8b2f-8d86-4197-8078-5527d0dbf087 req-da85c91b-cd58-4be2-aa1e-2b875a26fd4c tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:21.174151 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b6c8b2f-8d86-4197-8078-5527d0dbf087 req-da85c91b-cd58-4be2-aa1e-2b875a26fd4c tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 950 time: 0.3054273 Feb 04 15:19:21.245645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35704282-cc70-4bfc-8a7b-10da08fea1cf req-69cbd5b4-557d-43c7-9719-1359d1c93e43 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:21.247844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35704282-cc70-4bfc-8a7b-10da08fea1cf req-69cbd5b4-557d-43c7-9719-1359d1c93e43 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 932 time: 0.4233201 Feb 04 15:19:21.362640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] For port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:21.363254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.373369 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.403490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b6c8b2f-8d86-4197-8078-5527d0dbf087 req-70d4e170-6cea-43ad-b018-a11de3921589 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689143 Feb 04 15:19:21.411167 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa719a3d-83ea-43a1-9ffa-ff2d340fb9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.416079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35704282-cc70-4bfc-8a7b-10da08fea1cf req-41581d5d-9dc0-409b-b952-a630a22d13bf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554453 Feb 04 15:19:21.417461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.427942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] 10.222.0.47 "DELETE /v2.0/networks/220fa93e-d8d7-436b-b0de-7db1698d4aac HTTP/1.1" status: 204 len: 168 time: 1.5865307 Feb 04 15:19:21.429808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58338) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:21.440022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a32a-ddff-4f03-8eda-c1c165377755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.448744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Calling delete_port for 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a owned by compute:tempest-test_az-538874566 {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:19:21.460020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63458e3e-2b5a-4a7f-bc35-caf043664b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=220fa93e-d8d7-436b-b0de-7db1698d4aac,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:21.525166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa719a3d-83ea-43a1-9ffa-ff2d340fb9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.546679 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.560877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['a26dfca2-73d5-4ea7-8d42-423339b0d5bc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:19:21.610824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a32a-ddff-4f03-8eda-c1c165377755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.674664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] Pushing event deleted for resources: {'Port': ['ID=a26dfca2-73d5-4ea7-8d42-423339b0d5bc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:21.700913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c050c58a-01f5-4b99-8562-9e61c32da4e2 req-afecad74-7ee8-4610-82e3-6e7f7e9bc861 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.0678959 Feb 04 15:19:21.891684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:21.912125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['5f992d18-90c8-4b0f-97a6-d17ba5f1f86a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:19:21.941907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Pushing event deleted for resources: {'Port': ['ID=5f992d18-90c8-4b0f-97a6-d17ba5f1f86a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:22.023853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-69052b99-7519-402d-8172-ae512a147c2f admin admin] Deleting subnet 08f60d56-f0c3-4c90-aa93-8b5f6c5bb75f {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:19:22.035367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] No DVR routers for this DVR port a26dfca2-73d5-4ea7-8d42-423339b0d5bc on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:19:22.047641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] No DVR routers for this DVR port 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:19:22.049906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69052b99-7519-402d-8172-ae512a147c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.053386 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.057869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a9ed3013-f4b1-4178-9cdc-b62e553e78f3 req-c940fcf8-36ec-4691-ae63-52fc991343ab tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.30 "DELETE /v2.0/ports/5f992d18-90c8-4b0f-97a6-d17ba5f1f86a HTTP/1.1" status: 204 len: 173 time: 2.1351562 Feb 04 15:19:22.058712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ac775f-6a14-48da-a54e-49a29fc9c1be', 'name': 'network-vif-deleted', 'tag': '5f992d18-90c8-4b0f-97a6-d17ba5f1f86a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:22.062190 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2915de-f605-4785-b129-3537761efab5" -d '{"events": [{"server_uuid": "d8ac775f-6a14-48da-a54e-49a29fc9c1be", "name": "network-vif-deleted", "tag": "5f992d18-90c8-4b0f-97a6-d17ba5f1f86a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:22.156043 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b530a5f8-f79d-4eb9-8aac-9fc2df68ed0d x-openstack-request-id: req-b530a5f8-f79d-4eb9-8aac-9fc2df68ed0d {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:22.156422 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ac775f-6a14-48da-a54e-49a29fc9c1be", "name": "network-vif-deleted", "tag": "5f992d18-90c8-4b0f-97a6-d17ba5f1f86a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:22.156635 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b530a5f8-f79d-4eb9-8aac-9fc2df68ed0d {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:22.159278 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ac775f-6a14-48da-a54e-49a29fc9c1be', 'name': 'network-vif-deleted', 'tag': '5f992d18-90c8-4b0f-97a6-d17ba5f1f86a', 'status': 'completed', 'code': 200} Feb 04 15:19:22.170851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8b8eeb9a-710e-4abb-9ea7-6bfef61d750b req-04f77be7-e22b-46cd-84e1-de9ddb862f7a tempest-AggregatesAdminTestJSON-1849865563 tempest-AggregatesAdminTestJSON-1849865563-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8ac775f-6a14-48da-a54e-49a29fc9c1be HTTP/1.1" status: 200 len: 210 time: 0.1657033 Feb 04 15:19:22.182922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.187750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d28967f7-ce02-499e-a160-55ff95d6cffe req-306a1e6e-13e3-45c2-a6d4-2286c09d2172 tempest-DeleteServersAdminTestJSON-1158943571 tempest-DeleteServersAdminTestJSON-1158943571-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a26dfca2-73d5-4ea7-8d42-423339b0d5bc HTTP/1.1" status: 204 len: 173 time: 1.8287008 Feb 04 15:19:22.189825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8614dee8-80e2-44e5-94ed-7f968f27b4fd', 'name': 'network-vif-deleted', 'tag': 'a26dfca2-73d5-4ea7-8d42-423339b0d5bc'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:22.285763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa719a3d-83ea-43a1-9ffa-ff2d340fb9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.288035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa719a3d-83ea-43a1-9ffa-ff2d340fb9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.289346 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-aa719a3d-83ea-43a1-9ffa-ff2d340fb9e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce61de68-b0ed-4ccc-b0c2-6a2a368b6c33 HTTP/1.1" status: 204 len: 168 time: 1.1213930 Feb 04 15:19:22.314662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69052b99-7519-402d-8172-ae512a147c2f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.330074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa719a3d-83ea-43a1-9ffa-ff2d340fb9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce61de68-b0ed-4ccc-b0c2-6a2a368b6c33,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:22.340009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69052b99-7519-402d-8172-ae512a147c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.347048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a32a-ddff-4f03-8eda-c1c165377755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.353067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a32a-ddff-4f03-8eda-c1c165377755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.361788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d2a9a32a-ddff-4f03-8eda-c1c165377755 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d80fb035-92b1-4fb3-96e3-41d9a173acbb HTTP/1.1" status: 204 len: 168 time: 1.1922362 Feb 04 15:19:22.423429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9a32a-ddff-4f03-8eda-c1c165377755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80fb035-92b1-4fb3-96e3-41d9a173acbb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:22.491789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69052b99-7519-402d-8172-ae512a147c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.551815 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df89c948-f43a-48ec-95f1-a2ae1705698f" -d '{"events": [{"server_uuid": "8614dee8-80e2-44e5-94ed-7f968f27b4fd", "name": "network-vif-deleted", "tag": "a26dfca2-73d5-4ea7-8d42-423339b0d5bc"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:22.558431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69052b99-7519-402d-8172-ae512a147c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f60d56-f0c3-4c90-aa93-8b5f6c5bb75f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:22.561215 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.580821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69052b99-7519-402d-8172-ae512a147c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.587490 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-69052b99-7519-402d-8172-ae512a147c2f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/08f60d56-f0c3-4c90-aa93-8b5f6c5bb75f HTTP/1.1" status: 204 len: 168 time: 1.1547384 Feb 04 15:19:22.592498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58362) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:22.764458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c4fc17f-8712-42ff-9967-dbb3d015ae2a req-16c87636-59bc-4c95-affd-8428e528209b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=8614dee8-80e2-44e5-94ed-7f968f27b4fd HTTP/1.1" status: 200 len: 210 time: 0.0638387 Feb 04 15:19:22.818735 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:22.827752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58368) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:22.854364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affbac5-4cf3-44dc-934f-3b64761c2bfd req-05fad8cb-928a-42f8-a495-cd984fcbc492 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:22.857445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3affbac5-4cf3-44dc-934f-3b64761c2bfd req-05fad8cb-928a-42f8-a495-cd984fcbc492 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 932 time: 0.1658614 Feb 04 15:19:22.867826 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-916ea6ca-e7ce-4ac6-bf09-6677ac9d492d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.067711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3affbac5-4cf3-44dc-934f-3b64761c2bfd req-bc1ea3f5-92a8-48e4-bd8d-8e330ea76cab tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930280 Feb 04 15:19:23.082744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.084696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-916ea6ca-e7ce-4ac6-bf09-6677ac9d492d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.094440 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-916ea6ca-e7ce-4ac6-bf09-6677ac9d492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.156359 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.156764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.163409 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.166109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.166789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.167357 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.167906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.168473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.169048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.169590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.224486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-916ea6ca-e7ce-4ac6-bf09-6677ac9d492d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33b71a2ee45a4a85af71bcb3b713048d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956852 Feb 04 15:19:23.225658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58374) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:23.264287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ea6ca-e7ce-4ac6-bf09-6677ac9d492d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91eb29f-2355-4515-93c0-a857e491a2d5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:23.309568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7b6d-9c6e-4d98-bb16-4cb8672a8087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.347723 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7b6d-9c6e-4d98-bb16-4cb8672a8087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.389824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.390590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.391125 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.391664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:19:23.392281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3375dbd2-ec36-4059-88e9-7f2562b9ed9e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:23.401190 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56522a9-c828-4fd0-8797-d42fb48a34ab x-openstack-request-id: req-e56522a9-c828-4fd0-8797-d42fb48a34ab {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:23.401919 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8614dee8-80e2-44e5-94ed-7f968f27b4fd", "name": "network-vif-deleted", "tag": "a26dfca2-73d5-4ea7-8d42-423339b0d5bc", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:23.403582 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e56522a9-c828-4fd0-8797-d42fb48a34ab {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:23.404578 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8614dee8-80e2-44e5-94ed-7f968f27b4fd', 'name': 'network-vif-deleted', 'tag': 'a26dfca2-73d5-4ea7-8d42-423339b0d5bc', 'status': 'completed', 'code': 200} Feb 04 15:19:23.446329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7b6d-9c6e-4d98-bb16-4cb8672a8087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.466276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7b6d-9c6e-4d98-bb16-4cb8672a8087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.469034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c0bb7b6d-9c6e-4d98-bb16-4cb8672a8087 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c91eb29f-2355-4515-93c0-a857e491a2d5 HTTP/1.1" status: 204 len: 168 time: 0.2419012 Feb 04 15:19:23.483406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc2d43c-9df9-4891-ac7d-f8314638d84e') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:23.483932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc2d43c-9df9-4891-ac7d-f8314638d84e') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:23.502517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7b6d-9c6e-4d98-bb16-4cb8672a8087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91eb29f-2355-4515-93c0-a857e491a2d5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:23.502855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-632575a3-c1c3-4d1a-a3d7-3ad165a691c1 req-4a665aed-c89e-42c7-9e07-c11ac108a9c4 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.1033635 Feb 04 15:19:23.542045 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.575986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.594500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:19:23.594500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: from cryptography.utils import int_from_bytes Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: from cryptography.utils import int_from_bytes Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:19:23.597953 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:19:23.601141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58386) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:23.621429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a69f2f92-bbe5-47ee-96ab-cadbfa3fd110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.717469 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.730342 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.739038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3375dbd2-ec36-4059-88e9-7f2562b9ed9e HTTP/1.1" status: 204 len: 168 time: 1.1449575 Feb 04 15:19:23.756293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f84b60-75c4-4046-a06d-f2f2765956f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3375dbd2-ec36-4059-88e9-7f2562b9ed9e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:23.770452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a69f2f92-bbe5-47ee-96ab-cadbfa3fd110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.777217 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a69f2f92-bbe5-47ee-96ab-cadbfa3fd110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.824273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a69f2f92-bbe5-47ee-96ab-cadbfa3fd110 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59fab27a3f034401960c6d681c3ea45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239354 Feb 04 15:19:23.830592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58400) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:23.851830 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f2f92-bbe5-47ee-96ab-cadbfa3fd110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd90c49-5656-4563-9db4-4317c5d51a2f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:23.921660 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce0741d1-7758-48ef-a208-1f956984824d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:23.960379 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce0741d1-7758-48ef-a208-1f956984824d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:24.035449 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce0741d1-7758-48ef-a208-1f956984824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:24.038792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce0741d1-7758-48ef-a208-1f956984824d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:24.045166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ce0741d1-7758-48ef-a208-1f956984824d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ffd90c49-5656-4563-9db4-4317c5d51a2f HTTP/1.1" status: 204 len: 168 time: 0.2084186 Feb 04 15:19:24.052715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0741d1-7758-48ef-a208-1f956984824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd90c49-5656-4563-9db4-4317c5d51a2f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:24.162005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:19:24.204701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:19:24.205628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5f992d18-90c8-4b0f-97a6-d17ba5f1f86a not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:19:24.206241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a26dfca2-73d5-4ea7-8d42-423339b0d5bc no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:19:24.235217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: a26dfca2-73d5-4ea7-8d42-423339b0d5bc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:19:24.235781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a26dfca2-73d5-4ea7-8d42-423339b0d5bc not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:19:24.243823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58430) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:24.333236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dce968-b231-4d6a-9c4f-ab3d29197220 req-6434ac10-8346-4136-bdcd-fc1cc56ebb7e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:24.336183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83dce968-b231-4d6a-9c4f-ab3d29197220 req-6434ac10-8346-4136-bdcd-fc1cc56ebb7e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 932 time: 0.0820131 Feb 04 15:19:24.345867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1db7b695-aaa8-422c-9b37-1648a2520ba7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e79d508366bb4e00af34c76f369b2591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024563 Feb 04 15:19:24.352907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58442) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:24.364109 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-b621e20a-3b9e-428a-bcd6-f3b4eca18322 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d1d337a12ec540a2964a112145de94fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358720 Feb 04 15:19:24.408168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83dce968-b231-4d6a-9c4f-ab3d29197220 req-15dbd355-732e-46b2-840d-385f2fb092c2 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648792 Feb 04 15:19:24.455787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f237b5c-2a50-4ea4-9203-796446cb514d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:24.503517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-c2f3edc2-20e9-430c-bf9e-e4bf0f0624df tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:24.507647 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f237b5c-2a50-4ea4-9203-796446cb514d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:24.507915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-c2f3edc2-20e9-430c-bf9e-e4bf0f0624df tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435273 Feb 04 15:19:24.542030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-d8f7bc00-7ed3-4e36-aba7-7b10c2f34aed tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/quotas/d1d337a12ec540a2964a112145de94fb HTTP/1.1" status: 200 len: 375 time: 0.0164456 Feb 04 15:19:24.599642 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f237b5c-2a50-4ea4-9203-796446cb514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:24.604440 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f237b5c-2a50-4ea4-9203-796446cb514d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:24.610301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0f237b5c-2a50-4ea4-9203-796446cb514d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/420e4e2f-8925-47e3-926b-6353030d3672 HTTP/1.1" status: 204 len: 168 time: 0.2547455 Feb 04 15:19:24.622669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f237b5c-2a50-4ea4-9203-796446cb514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e4e2f-8925-47e3-926b-6353030d3672,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:24.648458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-3cf8055f-0f55-47e0-9cba-5637aa6653aa tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1d337a12ec540a2964a112145de94fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871279 Feb 04 15:19:24.738314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7609ee2-3de0-4be0-9ccb-c86ffefd3305 req-c9c7f7e3-f60c-4484-9158-5e468be44685 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.0363529 Feb 04 15:19:25.046151 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a020f7e6-3c35-4c32-8671-54d157a9ffba req-87ef42dd-8781-4024-8034-d83850132bfc tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0812967 Feb 04 15:19:25.176665 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:19:25.317944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58498) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:25.402652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58506) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:25.404075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0efe3c15-945d-423e-aedd-c01a2b2eb732 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a21a525fc3d04b6cb4568d4fe4d76ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839293 Feb 04 15:19:25.652299 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99658ab4-578f-4eaa-8c19-fe17ea0a64ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:25.698938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a2c6-f571-452d-8265-5bc421f95148 req-f85aff21-1b71-423a-9709-5f7617e88fa3 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:25.710092 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4103a2c6-f571-452d-8265-5bc421f95148 req-f85aff21-1b71-423a-9709-5f7617e88fa3 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 932 time: 0.1356013 Feb 04 15:19:25.781455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-70ee3002-546e-4bbb-a5c5-f4beaa402b08 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:19:25.783343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-70ee3002-546e-4bbb-a5c5-f4beaa402b08 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119762 Feb 04 15:19:25.793697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99658ab4-578f-4eaa-8c19-fe17ea0a64ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:25.868333 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4103a2c6-f571-452d-8265-5bc421f95148 req-af02fc5a-2906-4ad4-a7d4-e694bc8b2119 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546118 Feb 04 15:19:25.921301 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99658ab4-578f-4eaa-8c19-fe17ea0a64ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:25.924413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99658ab4-578f-4eaa-8c19-fe17ea0a64ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:25.937632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-99658ab4-578f-4eaa-8c19-fe17ea0a64ea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6bf63ffe-958a-4659-9eeb-1d90b6777aca HTTP/1.1" status: 204 len: 168 time: 0.5311754 Feb 04 15:19:25.970516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658ab4-578f-4eaa-8c19-fe17ea0a64ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf63ffe-958a-4659-9eeb-1d90b6777aca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:26.144889 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15bcf7d7-3dc4-4f3f-902e-adf66b4599c7 req-e1e95d5e-f3a4-4e59-80a3-8398974e4b4e tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.0939610 Feb 04 15:19:26.352077 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-579dea97-eeb9-469b-a7fc-ffd33fef0274 req-ef39d029-29b2-4db5-bae0-2f64df06cf51 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 210 time: 0.1217945 Feb 04 15:19:26.646380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Request body: {'port': {'device_id': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:26.750080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:26.913553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-f6f8027e-6b38-481f-96d7-b8d25a285241 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d1d337a12ec540a2964a112145de94fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255310 Feb 04 15:19:27.229731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.50', 50734) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:27.374284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-62b8d594-b20c-4442-9b91-6203202f23be tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4373dc71ce3943a6885ab70f32f5fbfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225564 Feb 04 15:19:27.467399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaef96-5910-4408-a942-c6ecc2b94b69 req-f6d80989-41b2-4373-8ca9-fc702f612b91 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:27.475512 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eedaef96-5910-4408-a942-c6ecc2b94b69 req-f6d80989-41b2-4373-8ca9-fc702f612b91 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 932 time: 0.1183774 Feb 04 15:19:27.499224 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0140fd71-3ae2-428b-a337-b4213943e78a req-589c6ce6-d537-4899-bc08-d8af09722223 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.1530585 Feb 04 15:19:27.564243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eedaef96-5910-4408-a942-c6ecc2b94b69 req-78cfbb77-2642-4795-b388-dcfcfda8d49d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876145 Feb 04 15:19:27.636901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:19:27.649553 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:27.665162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-8d440300-389b-4e4f-baaf-da64a0b79e36 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:27.669077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-8d440300-389b-4e4f-baaf-da64a0b79e36 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275448 Feb 04 15:19:27.670992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Transition to ACTIVE for port object d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:19:27.682891 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:27.710528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Request body: {'port': {'device_id': '4809dd22-c4ef-4afd-9f14-c4ba432bc82a', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '4373dc71ce3943a6885ab70f32f5fbfe'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:27.776626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:27.860480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-8b91ed56-7d33-4134-b8b6-31eb5d6277b4 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:27.864579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:27.865056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-8b91ed56-7d33-4134-b8b6-31eb5d6277b4 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9433737 Feb 04 15:19:27.865499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:27.866050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:27.870913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39135007-61e3-4465-a839-75fbd7671fad req-35b7f563-898a-4840-abc2-69274feec05d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 210 time: 0.1383567 Feb 04 15:19:27.886481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:19:27.888306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:27.900171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:27.901102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:27.901692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:27.902454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Bound port: d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:27.903614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:27.937269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Request body: {'port': {'device_id': 'b2945ded-249d-4e4a-aed1-1b182a71e8d1', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'd1d337a12ec540a2964a112145de94fb'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:28.114115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:28.121582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:28.134839 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:28.205283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:28.207261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:28.211660 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 1092 time: 2.1222823 Feb 04 15:19:28.214269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:28.216906 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c94c71f-61db-434d-a1cd-a8f70404fbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:28.319940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d4f8d-69df-4416-92b3-c78f212637a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:28.348985 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de604c6-b7de-43c9-a6e2-ae68a131ac18 x-openstack-request-id: req-6de604c6-b7de-43c9-a6e2-ae68a131ac18 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:28.349446 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:28.349858 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6de604c6-b7de-43c9-a6e2-ae68a131ac18 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:28.350504 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc', 'status': 'completed', 'code': 200} Feb 04 15:19:28.437044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-ab077188-0138-49c9-a9ce-23c0fc7b47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:28.440131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-ab077188-0138-49c9-a9ce-23c0fc7b47a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1095 time: 0.0883520 Feb 04 15:19:28.451614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Made reservation on behalf of 4373dc71ce3943a6885ab70f32f5fbfe for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:28.456382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:28.472856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:28.519786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Made reservation on behalf of d1d337a12ec540a2964a112145de94fb for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:28.524478 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:28.557772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-b23c3328-5f55-4370-8144-3c0301b9aff1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 217 time: 0.0959601 Feb 04 15:19:28.693437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-dfe699eb-a170-4dbd-ac83-a21e696fbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:28.697818 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-dfe699eb-a170-4dbd-ac83-a21e696fbbb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1353204 Feb 04 15:19:28.793338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-96c872be-2ba6-46fc-bede-bd2089e4cbe6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873301 Feb 04 15:19:28.929104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-137120f7-87fb-4a93-93cb-78b480ae7df5 req-68a1e96f-f8c0-4237-8453-f1d39a69ba24 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.2600226 Feb 04 15:19:28.944847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680bfa-969d-4e1a-80e0-c0fc416918c6 req-af067459-493b-4873-9be0-8a7d208d0539 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:28.946786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53680bfa-969d-4e1a-80e0-c0fc416918c6 req-af067459-493b-4873-9be0-8a7d208d0539 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 944 time: 0.1594107 Feb 04 15:19:29.010255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-e1570093-b3e0-4eb0-af67-a39b91242d88 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994057 Feb 04 15:19:29.024623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58688) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:29.094864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53680bfa-969d-4e1a-80e0-c0fc416918c6 req-2a535194-80f7-4ca4-8ddf-df26a847f216 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299715 Feb 04 15:19:29.166081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Allocated IP 192.168.233.108 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/55e1bd71-c721-4f07-9ac2-c1a6b8d08cff) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:19:29.169758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b99496bc-f489-4852-8c7c-32e69cb2e76d req-94d55e16-e060-4976-a3c1-b72f6125a959 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467357 Feb 04 15:19:29.233996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53181de4-641d-4ce8-b604-6781aac2aaab req-63138d73-bf53-4abb-b483-02ce7f2e31a4 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0535579 Feb 04 15:19:29.244481 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:29.257094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:29.339671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7f2ebf-a97c-4696-a5a1-026eb88fb720,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:29.395692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-5fce1b41-e18c-46d4-b8fc-52d7f47f94db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:29.399648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-5fce1b41-e18c-46d4-b8fc-52d7f47f94db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1095 time: 0.1121864 Feb 04 15:19:29.734040 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:29.843906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-fd16fd6f-523d-463c-a44a-5e72e359b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:29.846836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-fd16fd6f-523d-463c-a44a-5e72e359b134 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.4388893 Feb 04 15:19:29.850463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:29.942440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-ee11fe0e-8b14-4606-aa48-a32d196fc7d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 217 time: 0.0882382 Feb 04 15:19:30.041494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58708) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:30.059315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-7e4240b5-b6ea-4df7-94ce-8a86b877b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:30.063680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-7e4240b5-b6ea-4df7-94ce-8a86b877b7b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1121352 Feb 04 15:19:30.069717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:30.107593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Allocated IP 192.168.233.117 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/fbcba1ed-cc16-4c3f-acce-543d11c8de52) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:19:30.112075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:30.115712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b10b-ae9b-4031-a12c-a1510f95b977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:30.119279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:19:30.147076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-8c2015f3-9d52-4992-8929-080111740f97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744314 Feb 04 15:19:30.259036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Pushing event updated for resources: {'Port': ['ID=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:30.338609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:30.339695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:30.447947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ffe831b-9507-4bdc-9f65-0ce2a40e6dc6 req-e7455f25-a1d0-4439-905d-d9123749ea5c tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.1158247 Feb 04 15:19:30.545297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fd0c18f1-ca53-4ea6-853d-ee2c70d18396 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17da8216b90a44e1bc358b40ad398c25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5013072 Feb 04 15:19:30.549651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58726) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:30.561895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c746fc1-86e9-491d-9c76-56a0b3af8c4d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6688547 Feb 04 15:19:30.574389 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c3829c73-f1c3-4657-b0aa-13b623733135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:30.615739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Request body: {'port': {'device_id': 'b2945ded-249d-4e4a-aed1-1b182a71e8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:30.700395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-0e7441f7-e65d-4063-b869-a6ec09818b97 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448320 Feb 04 15:19:30.911336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8f059b9a-e811-4000-8197-d5e8caf417cc None None] Provisioning complete for port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:30.914394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f059b9a-e811-4000-8197-d5e8caf417cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:30.931255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c94c71f-61db-434d-a1cd-a8f70404fbe9 req-7a843923-565d-4449-ab36-be14c70e8ddb service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003756 Feb 04 15:19:30.959930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-167684c7-49da-4697-a69f-c71c4d9e6006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.001860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8f059b9a-e811-4000-8197-d5e8caf417cc None None] Port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:19:31.006878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-167684c7-49da-4697-a69f-c71c4d9e6006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.022333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.061673 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b10b-ae9b-4031-a12c-a1510f95b977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.079311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432486d-2c46-4f48-8e16-8e7546c2832c req-aeb7159e-e4f5-42eb-86a1-9e854d742102 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:31.099288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d432486d-2c46-4f48-8e16-8e7546c2832c req-aeb7159e-e4f5-42eb-86a1-9e854d742102 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 944 time: 0.3653817 Feb 04 15:19:31.115678 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-167684c7-49da-4697-a69f-c71c4d9e6006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.126424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-167684c7-49da-4697-a69f-c71c4d9e6006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.134330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b10b-ae9b-4031-a12c-a1510f95b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.145006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-167684c7-49da-4697-a69f-c71c4d9e6006 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3eb6d432-f97e-4b9f-9f13-dabeca3840b5 HTTP/1.1" status: 204 len: 168 time: 0.5851512 Feb 04 15:19:31.179497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167684c7-49da-4697-a69f-c71c4d9e6006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6d432-f97e-4b9f-9f13-dabeca3840b5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:31.287080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.338689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b45b96-193a-4f8e-903e-6512d179c3f0 req-4aa0fedd-d1d6-4ad6-9f9c-fb38d941658b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:31.341292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0b45b96-193a-4f8e-903e-6512d179c3f0 req-4aa0fedd-d1d6-4ad6-9f9c-fb38d941658b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 936 time: 0.0756218 Feb 04 15:19:31.345296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58742) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:31.345532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2fa8b10b-ae9b-4031-a12c-a1510f95b977 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d47fac3f7ca44a2d967c92f89abd51fd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1734998 Feb 04 15:19:31.378885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d432486d-2c46-4f48-8e16-8e7546c2832c req-5ac53337-e03b-49da-8db9-3ead68828d73 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831948 Feb 04 15:19:31.423062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8b10b-ae9b-4031-a12c-a1510f95b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc300b0-37f1-44f1-86e2-821d37ecbf53,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:31.485086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0b45b96-193a-4f8e-903e-6512d179c3f0 req-29d21106-12ce-4c8a-aaf5-3aa6737f01a0 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230273 Feb 04 15:19:31.490336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-021edee1-de4d-41b5-881d-e37d6d61d9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.571468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-021edee1-de4d-41b5-881d-e37d6d61d9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.693438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-021edee1-de4d-41b5-881d-e37d6d61d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.694230 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-021edee1-de4d-41b5-881d-e37d6d61d9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.695940 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-021edee1-de4d-41b5-881d-e37d6d61d9bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bc300b0-37f1-44f1-86e2-821d37ecbf53 HTTP/1.1" status: 204 len: 168 time: 0.3488026 Feb 04 15:19:31.728855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18620532-5004-462f-b88b-d7ebe1ed88d0 req-f729719e-1a9b-44d0-a525-c104809c532e tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.0549669 Feb 04 15:19:31.733184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021edee1-de4d-41b5-881d-e37d6d61d9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc300b0-37f1-44f1-86e2-821d37ecbf53,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:31.808051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:31.991373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:32.007660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:32.031852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:19:32.077040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Pushing event updated for resources: {'Port': ['ID=fbcba1ed-cc16-4c3f-acce-543d11c8de52,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:32.120029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58766) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:32.170764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:32.171682 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.210048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-fb5569c3-3f6e-4380-81ff-57f8df15890d tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5039597 Feb 04 15:19:32.234225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-66db3a95-8c07-4351-a3ad-d4358f78badd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=03b8babc66744a899773da264f5caba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1104341 Feb 04 15:19:32.237832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58768) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:32.257215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Request body: {'port': {'device_id': '4809dd22-c4ef-4afd-9f14-c4ba432bc82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:32.346329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a5236e7-b467-4786-99d3-d9fc26d7c1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.401587 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a5236e7-b467-4786-99d3-d9fc26d7c1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.437424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:19:32.457803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.478254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.513115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f8ed3706-56ae-421f-bde2-fa7cd5057b10 None None] Provisioning complete for port fbcba1ed-cc16-4c3f-acce-543d11c8de52 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:32.514906 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3706-56ae-421f-bde2-fa7cd5057b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.519499 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a5236e7-b467-4786-99d3-d9fc26d7c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.524422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Transition to ACTIVE for port object 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:19:32.530840 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a5236e7-b467-4786-99d3-d9fc26d7c1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.540839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0a5236e7-b467-4786-99d3-d9fc26d7c1cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c6da10b-6de1-4023-9f45-591730a3f6a4 HTTP/1.1" status: 204 len: 168 time: 0.3006582 Feb 04 15:19:32.562663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5236e7-b467-4786-99d3-d9fc26d7c1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6da10b-6de1-4023-9f45-591730a3f6a4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:32.592632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:32.611737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed3706-56ae-421f-bde2-fa7cd5057b10 None None] Port fbcba1ed-cc16-4c3f-acce-543d11c8de52 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:19:32.763596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Pushing event updated for resources: {'Port': ['ID=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:32.846827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81670e3-8fa3-4f29-82d8-820f5c11e9c6 req-8563fef1-a957-484f-bff3-afcb91399a3b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:32.854459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f81670e3-8fa3-4f29-82d8-820f5c11e9c6 req-8563fef1-a957-484f-bff3-afcb91399a3b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 944 time: 0.2455077 Feb 04 15:19:32.860155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58782) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:33.211314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58790) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:33.259200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f81670e3-8fa3-4f29-82d8-820f5c11e9c6 req-07aa453e-beaf-4b2c-935f-aaef1a22f8f5 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032700 Feb 04 15:19:33.272354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Attempting to bind port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:33.272921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Attempting to bind port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:33.273487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Attempting to bind port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:33.296847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:19:33.297374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Attempting to bind port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:33.332896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:33.333926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:33.338672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:33.339488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Bound port: 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:33.343093 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.347159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:19:33.449378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58794) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:33.539315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46e3fb38-4212-4628-a135-4545b330e7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.545294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fd53dcb-03bf-4965-b969-85b270ac5acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.590814 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-541054cf-2806-4b08-91df-d4cc758fd40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.623551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:33.648921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc', 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'port_id': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc', 'mac_address': 'fa:16:3e:dc:e3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40c05dd-af5e-486d-89ca-cfd6a6ebd70f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:19:33.754939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcba1ed-cc16-4c3f-acce-543d11c8de52 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:19:33.762990 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.772554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a18d2090-c05e-4974-8094-a6c9b48f33cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.785035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.791115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] For port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:33.799359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:19:33.819178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] For port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:33.848869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3c70-80a4-4ff6-87d4-e3c9cb890e31 req-0726cf54-8bfc-46a0-a5c6-db6577c969d8 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:33.856481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:33.864587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.865934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9cf3c70-80a4-4ff6-87d4-e3c9cb890e31 req-0726cf54-8bfc-46a0-a5c6-db6577c969d8 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 948 time: 0.4196711 Feb 04 15:19:33.870261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Transition to ACTIVE for port object fbcba1ed-cc16-4c3f-acce-543d11c8de52 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:19:33.872848 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.893066 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.893360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46e3fb38-4212-4628-a135-4545b330e7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:33.913506 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46e3fb38-4212-4628-a135-4545b330e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.054379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46e3fb38-4212-4628-a135-4545b330e7ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cfbc3d6037fb4f3e8646c46e1b4e30c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1920397 Feb 04 15:19:34.067812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58804) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:34.070361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:34.071745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.075912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] 10.222.0.30 "PUT /v2.0/ports/55e1bd71-c721-4f07-9ac2-c1a6b8d08cff HTTP/1.1" status: 200 len: 1096 time: 3.4809554 Feb 04 15:19:34.080182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2945ded-249d-4e4a-aed1-1b182a71e8d1', 'tag': '55e1bd71-c721-4f07-9ac2-c1a6b8d08cff'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:34.084704 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d5b83-907e-409a-9c45-7e7b173746b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2945ded-249d-4e4a-aed1-1b182a71e8d1", "tag": "55e1bd71-c721-4f07-9ac2-c1a6b8d08cff"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:34.105418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:34.130115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3fb38-4212-4628-a135-4545b330e7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ea6af-0158-475e-8f4f-ecc45ab14101,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:34.162993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fd53dcb-03bf-4965-b969-85b270ac5acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.178679 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fd53dcb-03bf-4965-b969-85b270ac5acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.248541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a18d2090-c05e-4974-8094-a6c9b48f33cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.292888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a18d2090-c05e-4974-8094-a6c9b48f33cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.318231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd53dcb-03bf-4965-b969-85b270ac5acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2350c43-dea3-42c4-b90a-8cfbd5aa2955,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:34.322358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9cf3c70-80a4-4ff6-87d4-e3c9cb890e31 req-d17681c8-fa2a-41f2-b92f-1d163a1bf96d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420447 Feb 04 15:19:34.330449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6fd53dcb-03bf-4965-b969-85b270ac5acd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=22b5a76228b5425ba5264ec74265d444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8715398 Feb 04 15:19:34.338174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58810) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:34.373872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc7648-97e2-4af4-8d5d-69c26031bde1 service neutron] Pushing event updated for resources: {'Port': ['ID=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:34.405489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:19:34.446131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a18d2090-c05e-4974-8094-a6c9b48f33cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60ef5f0d3b59400587addab70c02ec85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2278919 Feb 04 15:19:34.472161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58816) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:34.515922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d2090-c05e-4974-8094-a6c9b48f33cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384d50ec-d60c-489d-b2bd-f419c07c84b4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:34.651382 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-771225d7-8d2b-4e85-8c8a-31a89c991187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.760077 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ddc60-a915-4b29-8690-aa788efd6bd9 x-openstack-request-id: req-6c1ddc60-a915-4b29-8690-aa788efd6bd9 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:34.760650 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2945ded-249d-4e4a-aed1-1b182a71e8d1", "tag": "55e1bd71-c721-4f07-9ac2-c1a6b8d08cff", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:34.761129 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c1ddc60-a915-4b29-8690-aa788efd6bd9 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:34.762200 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2945ded-249d-4e4a-aed1-1b182a71e8d1', 'tag': '55e1bd71-c721-4f07-9ac2-c1a6b8d08cff', 'status': 'completed', 'code': 200} Feb 04 15:19:34.771608 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060a9886-985a-4c3c-8ce9-bd16cb23c54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.782757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4400ce5f-e4cf-42d1-b2f1-c6cba3bb39ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.787932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-771225d7-8d2b-4e85-8c8a-31a89c991187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.905947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Attempting to bind port fbcba1ed-cc16-4c3f-acce-543d11c8de52 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:34.906514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Attempting to bind port fbcba1ed-cc16-4c3f-acce-543d11c8de52 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:34.907036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Attempting to bind port fbcba1ed-cc16-4c3f-acce-543d11c8de52 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:34.924054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060a9886-985a-4c3c-8ce9-bd16cb23c54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.945257 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4400ce5f-e4cf-42d1-b2f1-c6cba3bb39ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:34.953357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Port fbcba1ed-cc16-4c3f-acce-543d11c8de52 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:19:34.953920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Attempting to bind port fbcba1ed-cc16-4c3f-acce-543d11c8de52 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:34.967033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcba1ed-cc16-4c3f-acce-543d11c8de52,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:34.986169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-e7cae0f1-7d39-4571-8b66-be00f612085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:34.988763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-e7cae0f1-7d39-4571-8b66-be00f612085d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1d337a12ec540a2964a112145de94fb&device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 1099 time: 0.8027956 Feb 04 15:19:35.006771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:35.007249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:35.007822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:35.008492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Bound port: fbcba1ed-cc16-4c3f-acce-543d11c8de52, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:35.008965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.029404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10a1ad-f48c-44cc-b81e-f22b4d7a22eb req-e9f75bf8-9393-47b5-a400-adaab4c612a4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:35.032313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc10a1ad-f48c-44cc-b81e-f22b4d7a22eb req-e9f75bf8-9393-47b5-a400-adaab4c612a4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 945 time: 0.2926464 Feb 04 15:19:35.043075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4c719-69f2-4709-8d8b-955962321452 req-3d2df13c-e049-49d9-92f5-de48b7a4d68f tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:35.044824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29e4c719-69f2-4709-8d8b-955962321452 req-3d2df13c-e049-49d9-92f5-de48b7a4d68f tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 948 time: 0.4776397 Feb 04 15:19:35.097660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-b7f29ac7-33ac-4540-8490-168f009aed99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff HTTP/1.1" status: 200 len: 217 time: 0.0854778 Feb 04 15:19:35.117061 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-771225d7-8d2b-4e85-8c8a-31a89c991187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.120099 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-771225d7-8d2b-4e85-8c8a-31a89c991187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.129023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-771225d7-8d2b-4e85-8c8a-31a89c991187 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2350c43-dea3-42c4-b90a-8cfbd5aa2955 HTTP/1.1" status: 204 len: 168 time: 0.7841308 Feb 04 15:19:35.135468 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc10a1ad-f48c-44cc-b81e-f22b4d7a22eb req-080528f0-a0ff-4ea4-b119-996447fdac70 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647607 Feb 04 15:19:35.151533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771225d7-8d2b-4e85-8c8a-31a89c991187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2350c43-dea3-42c4-b90a-8cfbd5aa2955,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:35.167700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4400ce5f-e4cf-42d1-b2f1-c6cba3bb39ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.172691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4400ce5f-e4cf-42d1-b2f1-c6cba3bb39ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.178008 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4400ce5f-e4cf-42d1-b2f1-c6cba3bb39ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/384d50ec-d60c-489d-b2bd-f419c07c84b4 HTTP/1.1" status: 204 len: 168 time: 0.7043896 Feb 04 15:19:35.220197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400ce5f-e4cf-42d1-b2f1-c6cba3bb39ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384d50ec-d60c-489d-b2bd-f419c07c84b4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:35.318867 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060a9886-985a-4c3c-8ce9-bd16cb23c54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.323523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060a9886-985a-4c3c-8ce9-bd16cb23c54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.325966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-060a9886-985a-4c3c-8ce9-bd16cb23c54a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe2ea6af-0158-475e-8f4f-ecc45ab14101 HTTP/1.1" status: 204 len: 168 time: 1.2471399 Feb 04 15:19:35.346101 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29e4c719-69f2-4709-8d8b-955962321452 req-7d45dc58-02ac-43f0-9ef5-61a23363a202 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532165 Feb 04 15:19:35.363701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] For port fbcba1ed-cc16-4c3f-acce-543d11c8de52, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:35.372056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a9886-985a-4c3c-8ce9-bd16cb23c54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ea6af-0158-475e-8f4f-ecc45ab14101,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:35.378798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] For port fbcba1ed-cc16-4c3f-acce-543d11c8de52, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fbcba1ed-cc16-4c3f-acce-543d11c8de52,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:35.380952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-bf566d06-f1b3-4dd7-be39-1c77441c678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:35.383349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-bf566d06-f1b3-4dd7-be39-1c77441c678c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2727127 Feb 04 15:19:35.386084 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.496022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:35.497481 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.499780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/fbcba1ed-cc16-4c3f-acce-543d11c8de52 HTTP/1.1" status: 200 len: 1096 time: 3.2717388 Feb 04 15:19:35.621784 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:35.643230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020fba5-8784-43a8-9deb-37d8791674c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcba1ed-cc16-4c3f-acce-543d11c8de52,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:35.657210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-1c56519e-ea90-4946-92b2-ab71af0c82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:35.658790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-1c56519e-ea90-4946-92b2-ab71af0c82b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2604485 Feb 04 15:19:35.736708 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011a05-fcc7-4340-abf3-085f4208a329 req-d3b64df7-3451-4fa6-959b-8625c2078a6f tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:35.738385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88011a05-fcc7-4340-abf3-085f4208a329 req-d3b64df7-3451-4fa6-959b-8625c2078a6f tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 948 time: 0.2142637 Feb 04 15:19:35.744563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-28fb311f-6e94-401b-97b1-b1a8fc65da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:35.752875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-28fb311f-6e94-401b-97b1-b1a8fc65da4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4373dc71ce3943a6885ab70f32f5fbfe&device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 1099 time: 0.1719480 Feb 04 15:19:35.863087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-e2a09cf6-6e5e-4691-9a99-5d4ab92ca54e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=fbcba1ed-cc16-4c3f-acce-543d11c8de52 HTTP/1.1" status: 200 len: 217 time: 0.0961523 Feb 04 15:19:35.963550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88011a05-fcc7-4340-abf3-085f4208a329 req-8db01dbb-1063-485e-9b3b-f11ca98d5ca0 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074902 Feb 04 15:19:35.974620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-c2659375-da8c-4e5e-85ac-7e088074c240 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080487 Feb 04 15:19:35.998342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-c04476c7-a586-4d1a-be4a-9a5ab0ccd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:35.998342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-c04476c7-a586-4d1a-be4a-9a5ab0ccd550 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1221726 Feb 04 15:19:36.159013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-4ff0abbd-2322-4564-9105-a428106d8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:36.161678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-4ff0abbd-2322-4564-9105-a428106d8677 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498437 Feb 04 15:19:36.224670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c618cda0-ed6c-4ed3-87d5-49be831c78fa req-6c0789ef-9da0-4192-81ac-2e8960e139f8 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420509 Feb 04 15:19:36.272718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58854) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:36.316375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9eddaa91-dc0b-4281-be8d-29b3358875f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:36.516790 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9eddaa91-dc0b-4281-be8d-29b3358875f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:36.527271 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9eddaa91-dc0b-4281-be8d-29b3358875f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:36.561685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-32d00742-657f-4b36-8b0c-f6108c3be3ae service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880777 Feb 04 15:19:36.609036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-93640c9c-7ad8-484b-9745-1e488205c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:36.611205 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-93640c9c-7ad8-484b-9745-1e488205c1c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1d337a12ec540a2964a112145de94fb&device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 1099 time: 0.2597973 Feb 04 15:19:36.649152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f9984-359c-4efd-9b66-638da25fad72 req-6f8e6ae6-0fe3-46d4-a4e2-c7e178dd500c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:36.657608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-249f9984-359c-4efd-9b66-638da25fad72 req-6f8e6ae6-0fe3-46d4-a4e2-c7e178dd500c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 945 time: 0.2786458 Feb 04 15:19:36.729565 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9eddaa91-dc0b-4281-be8d-29b3358875f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=151c3d531d164c3294548122f59f1678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532800 Feb 04 15:19:36.732461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58866) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:36.734700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddaa91-dc0b-4281-be8d-29b3358875f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91c3a4-67de-4e16-9997-bdb70476a5e6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:36.777047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4809dd22-c4ef-4afd-9f14-c4ba432bc82a', 'tag': 'fbcba1ed-cc16-4c3f-acce-543d11c8de52'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:36.779487 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10888c1c-188f-4e74-bd73-135856d98380" -d '{"events": [{"name": "network-changed", "server_uuid": "4809dd22-c4ef-4afd-9f14-c4ba432bc82a", "tag": "fbcba1ed-cc16-4c3f-acce-543d11c8de52"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:36.835319 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:36.868013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e996d4af-ffab-4084-a07f-90aeafb4b921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:36.894670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-249f9984-359c-4efd-9b66-638da25fad72 req-6deb338b-f344-49db-a4c5-cdcc89b58ca7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358778 Feb 04 15:19:36.912237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ecba327-29b4-4477-90ec-136dcaa60df3 req-8c9063e9-4fa4-4dc2-8dcf-abb405265f35 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378599 Feb 04 15:19:36.977244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-cdeb648d-e47f-4d44-80de-8bc2eebe5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:36.980255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-cdeb648d-e47f-4d44-80de-8bc2eebe5834 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3398714 Feb 04 15:19:36.997295 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e996d4af-ffab-4084-a07f-90aeafb4b921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.080138 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9479944d-17e8-441e-b5e0-e63f8f21b5f2 x-openstack-request-id: req-9479944d-17e8-441e-b5e0-e63f8f21b5f2 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:37.080541 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4809dd22-c4ef-4afd-9f14-c4ba432bc82a", "tag": "fbcba1ed-cc16-4c3f-acce-543d11c8de52", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:37.080793 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9479944d-17e8-441e-b5e0-e63f8f21b5f2 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:37.081505 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4809dd22-c4ef-4afd-9f14-c4ba432bc82a', 'tag': 'fbcba1ed-cc16-4c3f-acce-543d11c8de52', 'status': 'completed', 'code': 200} Feb 04 15:19:37.084107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-324ad686-bd79-4b00-a43f-f90b80b57333 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff HTTP/1.1" status: 200 len: 217 time: 0.0954928 Feb 04 15:19:37.113763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f5eae-8ee0-483d-9ce7-22c8406c5150 req-fbdda0a3-7304-4fc5-b3d7-67cf64ca2781 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:37.116624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-693f5eae-8ee0-483d-9ce7-22c8406c5150 req-fbdda0a3-7304-4fc5-b3d7-67cf64ca2781 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 948 time: 0.2314804 Feb 04 15:19:37.132879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58880) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:37.210615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e996d4af-ffab-4084-a07f-90aeafb4b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.219311 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e996d4af-ffab-4084-a07f-90aeafb4b921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.222038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e996d4af-ffab-4084-a07f-90aeafb4b921 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e91c3a4-67de-4e16-9997-bdb70476a5e6 HTTP/1.1" status: 204 len: 168 time: 0.4834228 Feb 04 15:19:37.224579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f55fcf8-fc8f-4be3-b4ae-32ecfbb850fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.229697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.259346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996d4af-ffab-4084-a07f-90aeafb4b921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91c3a4-67de-4e16-9997-bdb70476a5e6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:37.276122 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-693f5eae-8ee0-483d-9ce7-22c8406c5150 req-859212c4-ed37-46fa-a929-f1d434d2402b tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480577 Feb 04 15:19:37.349054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:37.442272 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f55fcf8-fc8f-4be3-b4ae-32ecfbb850fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.452674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f55fcf8-fc8f-4be3-b4ae-32ecfbb850fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.558619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:19:37.565330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:37.566360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.620363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-6876ea14-bf25-4668-94a5-f4dad3127fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:37.623216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-6876ea14-bf25-4668-94a5-f4dad3127fd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.5320425 Feb 04 15:19:37.648523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10888c1c-188f-4e74-bd73-135856d98380 req-5a56d341-a5f7-40e7-8c95-a7ca453e3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:37.651208 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10888c1c-188f-4e74-bd73-135856d98380 req-5a56d341-a5f7-40e7-8c95-a7ca453e3cbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4373dc71ce3943a6885ab70f32f5fbfe&device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 1099 time: 0.5475430 Feb 04 15:19:37.680170 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7f55fcf8-fc8f-4be3-b4ae-32ecfbb850fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96c78fe57fcc42e5a506ffed38202e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444100 Feb 04 15:19:37.685335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58892) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:37.709489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55fcf8-fc8f-4be3-b4ae-32ecfbb850fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8c05e4-244e-4e80-8501-0191a1766802,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:37.758149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-20c33134-ae9b-410e-82d8-10bebedbf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:37.759605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-20c33134-ae9b-410e-82d8-10bebedbf431 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291394 Feb 04 15:19:37.770336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.786132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465be88-f78b-454a-a019-9fca40982aed req-e8395bd5-33b6-4a61-8971-804d35134b1c tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:37.796161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1465be88-f78b-454a-a019-9fca40982aed req-e8395bd5-33b6-4a61-8971-804d35134b1c tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 948 time: 0.3062305 Feb 04 15:19:37.856960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1465be88-f78b-454a-a019-9fca40982aed req-e4ebed3d-844e-41c6-8a7b-a3c055686f31 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594962 Feb 04 15:19:37.863083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:37.863572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10888c1c-188f-4e74-bd73-135856d98380 req-10032765-c07d-4e54-8d61-e6420461c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:37.866423 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10888c1c-188f-4e74-bd73-135856d98380 req-10032765-c07d-4e54-8d61-e6420461c694 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.1878030 Feb 04 15:19:37.873758 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d029592-492b-477b-acd2-3615dd36e2eb" -d '{"events": [{"server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "name": "network-vif-plugged", "status": "completed", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:37.878705 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d2575e0-c052-49b4-a9ec-1ae9b9490ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.926969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:37.935628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.945079 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d2575e0-c052-49b4-a9ec-1ae9b9490ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:37.973453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10888c1c-188f-4e74-bd73-135856d98380 req-95f4d647-1969-42ec-aa64-56407ff7289d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=fbcba1ed-cc16-4c3f-acce-543d11c8de52 HTTP/1.1" status: 200 len: 217 time: 0.0833671 Feb 04 15:19:38.058072 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d2575e0-c052-49b4-a9ec-1ae9b9490ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:38.061436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d2575e0-c052-49b4-a9ec-1ae9b9490ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:38.063012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6d2575e0-c052-49b4-a9ec-1ae9b9490ed0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc8c05e4-244e-4e80-8501-0191a1766802 HTTP/1.1" status: 204 len: 168 time: 0.3668981 Feb 04 15:19:38.088351 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d82223f-7907-47da-93b6-2308b641995a x-openstack-request-id: req-3d82223f-7907-47da-93b6-2308b641995a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:38.088822 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "name": "network-vif-plugged", "status": "completed", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:38.089481 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d82223f-7907-47da-93b6-2308b641995a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:38.091357 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc', 'code': 200} Feb 04 15:19:38.104319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2575e0-c052-49b4-a9ec-1ae9b9490ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8c05e4-244e-4e80-8501-0191a1766802,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:38.213898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:38.232158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10888c1c-188f-4e74-bd73-135856d98380 req-4f755d56-5aab-40bc-b640-a18996fc1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:38.233855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10888c1c-188f-4e74-bd73-135856d98380 req-4f755d56-5aab-40bc-b640-a18996fc1ff0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1401742 Feb 04 15:19:38.260334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-39dbb473-afcf-460f-9b14-42a641525a3e service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901149 Feb 04 15:19:38.321504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9232465-0d54-4880-b7d3-fc487f987d1b req-da4efca4-cfb1-4187-a709-db904f19ebcf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:38.325792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a9232465-0d54-4880-b7d3-fc487f987d1b req-da4efca4-cfb1-4187-a709-db904f19ebcf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 946 time: 0.2493672 Feb 04 15:19:38.363894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10888c1c-188f-4e74-bd73-135856d98380 req-7c840fbc-828c-440b-bd6e-1eded6763523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:38.365456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10888c1c-188f-4e74-bd73-135856d98380 req-7c840fbc-828c-440b-bd6e-1eded6763523 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216121 Feb 04 15:19:38.368674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72309e-299c-4c20-b0c1-8b841f9a97fa req-f8420d74-4265-4444-9cc0-53909ba49bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:38.373486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e72309e-299c-4c20-b0c1-8b841f9a97fa req-f8420d74-4265-4444-9cc0-53909ba49bc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1097 time: 0.2702615 Feb 04 15:19:38.463296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-829d5b83-907e-409a-9c45-7e7b173746b3 req-b2494913-c401-4f44-b143-ed69bb1624cd service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840889 Feb 04 15:19:38.473665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e72309e-299c-4c20-b0c1-8b841f9a97fa req-07954db9-bdb5-4c36-b24f-4273a1a51a38 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906084 Feb 04 15:19:38.493484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a9232465-0d54-4880-b7d3-fc487f987d1b req-deddf862-d686-4784-8cd1-fbeccf6d8529 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603303 Feb 04 15:19:38.533041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10888c1c-188f-4e74-bd73-135856d98380 req-9a8ccfeb-e34f-4bd6-88b1-7399a15cdbe8 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534441 Feb 04 15:19:38.661326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39377c-3d1d-484d-a727-4cdb40bcabce req-7c309196-89bf-4696-b086-8e99d0801e56 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:38.663420 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea39377c-3d1d-484d-a727-4cdb40bcabce req-7c309196-89bf-4696-b086-8e99d0801e56 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 948 time: 0.0786591 Feb 04 15:19:38.714992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea39377c-3d1d-484d-a727-4cdb40bcabce req-e75ce484-b8c8-44a8-9238-f86d7839f109 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Feb 04 15:19:38.881740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58934) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:39.084598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-network', 'tenant_id': '26192a914796443084c5e9edd5a7d924'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:39.123726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Made reservation on behalf of 26192a914796443084c5e9edd5a7d924 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:39.126599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.141338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.177703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10888c1c-188f-4e74-bd73-135856d98380 req-a87e57d5-0fca-4e62-9059-934e2b5920ae service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871858 Feb 04 15:19:39.259013 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.301336 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.307239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.352904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:19:39.384036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b81b43-4e91-4853-9fc7-e8bc59b0a8c8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:39.390530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d621-028a-439f-b16e-e73b0af6aff7 req-de1314f2-09c0-49cd-8d9d-51d43b274e4b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:39.409124 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ae2d621-028a-439f-b16e-e73b0af6aff7 req-de1314f2-09c0-49cd-8d9d-51d43b274e4b tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 948 time: 0.1236370 Feb 04 15:19:39.411250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.412088 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Added segment 08f8d3e8-8c63-4c77-a79b-170db0eeca53 of type vlan for network eac7cd70-b40c-4229-bab6-065295e81f12 Feb 04 15:19:39.494189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.495300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ae2d621-028a-439f-b16e-e73b0af6aff7 req-5e32b236-0f02-47f1-bf30-a8db5b2a3c37 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847051 Feb 04 15:19:39.526609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.528486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:39.529310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.582947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6988914 Feb 04 15:19:39.586294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58960) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:39.592834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Request body: {'subnet': {'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-subnet', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:39.637660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Pushing event updated for resources: {'Network': ['ID=eac7cd70-b40c-4229-bab6-065295e81f12,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:39.649701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.650432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.650974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.651582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.652162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.653655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.654221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.654889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.655474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.655990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.656544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.657263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942241b-b6de-4799-b8b9-e451d2705f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:39.673844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network eac7cd70-b40c-4229-bab6-065295e81f12 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:19:39.701301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Made reservation on behalf of 26192a914796443084c5e9edd5a7d924 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:39.703892 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:39.715762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf252db-dfd0-4874-adca-859b7942436a req-45796441-0dd1-4c5f-96d1-ac579da447a8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:39.717381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbf252db-dfd0-4874-adca-859b7942436a req-45796441-0dd1-4c5f-96d1-ac579da447a8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 946 time: 0.0941622 Feb 04 15:19:39.839910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbf252db-dfd0-4874-adca-859b7942436a req-f6e33fbc-923e-4351-9253-a5ac52c89186 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742671 Feb 04 15:19:40.097919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57568-3b25-4165-8333-fcc151edeee4 req-e2dba042-9dfd-4fea-ac7f-01712a31a26a tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:40.102584 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8df57568-3b25-4165-8333-fcc151edeee4 req-e2dba042-9dfd-4fea-ac7f-01712a31a26a tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 948 time: 0.1701117 Feb 04 15:19:40.113094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:40.269514 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8df57568-3b25-4165-8333-fcc151edeee4 req-e8ab5c43-8499-4029-a701-7903207e1475 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583519 Feb 04 15:19:40.281929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:19:40.325080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87b2ce2-cb8b-454e-9dd3-6060a92d65fb,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:40.340636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Checking segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:40.341507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Network hostable DHCP agents. Network: eac7cd70-b40c-4229-bab6-065295e81f12, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:19:40.385924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Network eac7cd70-b40c-4229-bab6-065295e81f12 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:19:40.406785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, eac7cd70-b40c-4229-bab6-065295e81f12) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:40.416458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:40.418384 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:40.448650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f2ae680f-b30e-499b-b981-ec3d2b861180 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8605473 Feb 04 15:19:40.452475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59002) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:40.458872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db24cf1-ba3c-4c2d-8b71-ba4620d98bc1 None None] Network eac7cd70-b40c-4229-bab6-065295e81f12 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:40.461124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:40.518638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:40.523029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:40.655532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:40.659959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:40.698833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '55e1bd71-c721-4f07-9ac2-c1a6b8d08cff', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '55e1bd71-c721-4f07-9ac2-c1a6b8d08cff', 'mac_address': 'fa:16:3e:75:6c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:19:40.904890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59014) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:40.933127 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:40.973905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6e303-5aab-427d-a2d4-a596e7820692 req-ac1dfe7d-68ab-4173-b40a-6af521f2f7ea tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:40.976368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:19:40.982426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41c6e303-5aab-427d-a2d4-a596e7820692 req-ac1dfe7d-68ab-4173-b40a-6af521f2f7ea tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 948 time: 0.2278838 Feb 04 15:19:41.056988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:41.059942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-eac7cd70-b40c-4229-bab6-065295e81f12', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:19:41.069289 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:41.091122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:41.130989 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41c6e303-5aab-427d-a2d4-a596e7820692 req-2350b823-81f0-4264-ac20-cc3aba79708d tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133618 Feb 04 15:19:41.236524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:41.329183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-383636000-network', 'tenant_id': 'c5a3819d18dc4876bd4f0adb6b377f1f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:41.374864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fbcba1ed-cc16-4c3f-acce-543d11c8de52 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:19:41.385028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:41.391414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Made reservation on behalf of c5a3819d18dc4876bd4f0adb6b377f1f for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:41.397384 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:41.420317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138768c3-598f-44f4-b574-cdf7e6b2a3d0 req-ca5dbbf3-82fc-45ca-a8d2-ff843287a035 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:41.422410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-138768c3-598f-44f4-b574-cdf7e6b2a3d0 req-ca5dbbf3-82fc-45ca-a8d2-ff843287a035 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 946 time: 0.1775324 Feb 04 15:19:41.438978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['55e1bd71-c721-4f07-9ac2-c1a6b8d08cff'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:19:41.443082 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:41.610079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Allocated IP 172.20.0.2 (eac7cd70-b40c-4229-bab6-065295e81f12/e87b2ce2-cb8b-454e-9dd3-6060a92d65fb/85778ca4-18be-45bf-be44-5719c7ffca77) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:19:41.619462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-138768c3-598f-44f4-b574-cdf7e6b2a3d0 req-d29a5010-e5bb-4ab1-951f-d05f7652bd6c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748614 Feb 04 15:19:41.754900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fbcba1ed-cc16-4c3f-acce-543d11c8de52, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fbcba1ed-cc16-4c3f-acce-543d11c8de52,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:41.854217 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:41.858019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'fbcba1ed-cc16-4c3f-acce-543d11c8de52', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'fbcba1ed-cc16-4c3f-acce-543d11c8de52', 'mac_address': 'fa:16:3e:ba:5b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:19:41.864325 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:41.921453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:19:41.959724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:41.991993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.029913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.030295 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Added segment e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8 of type vlan for network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 Feb 04 15:19:42.034797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.037113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f613848e-0d7f-4826-8d7a-27f38cdbe271,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:42.065233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.065583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.065926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.066314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.066636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.067030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.067357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.067688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.068018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.068342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.068669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.069050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:42.117089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.143801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcba1ed-cc16-4c3f-acce-543d11c8de52 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:19:42.165395 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.166871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:42.167928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.197672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Allocated IP 172.25.1.2 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/6f4237c5-a2c7-42a1-ad10-9171713b16c6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:19:42.214750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2765460 Feb 04 15:19:42.225033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:42.231976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Request body: {'subnet': {'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-383636000-subnet', 'tenant_id': 'c5a3819d18dc4876bd4f0adb6b377f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:42.323631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0c67f-0481-47ef-8c1b-4bdb723f922d req-351878f6-37df-492d-98f5-a646707d786c tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:42.332623 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53c0c67f-0481-47ef-8c1b-4bdb723f922d req-351878f6-37df-492d-98f5-a646707d786c tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 948 time: 0.2272410 Feb 04 15:19:42.353460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fbcba1ed-cc16-4c3f-acce-543d11c8de52, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fbcba1ed-cc16-4c3f-acce-543d11c8de52,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:42.358224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391c6ac-e391-4bec-a612-c9de0136ff9b admin admin] Pushing event updated for resources: {'Network': ['ID=2482fb66-d07e-4705-bd60-aa3bf5df0f70,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:42.366206 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.382860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:19:42.427140 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.439105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Made reservation on behalf of c5a3819d18dc4876bd4f0adb6b377f1f for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:42.441533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.477506 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.538032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=fbcba1ed-cc16-4c3f-acce-543d11c8de52,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:42.544007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Network eac7cd70-b40c-4229-bab6-065295e81f12 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:42.552906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:42.576518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:19:42.591232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53c0c67f-0481-47ef-8c1b-4bdb723f922d req-5d78972f-8ecc-4d85-b9ec-3f700fcd24c0 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572067 Feb 04 15:19:42.631802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Pushing event updated for resources: {'Port': ['ID=85778ca4-18be-45bf-be44-5719c7ffca77,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:42.668993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.762331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.804914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d37fb-49d0-4d9f-8c7b-758959f70fbb req-c00f7bb8-c702-43f4-b473-d7b42b0e1819 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:42.809839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994d37fb-49d0-4d9f-8c7b-758959f70fbb req-c00f7bb8-c702-43f4-b473-d7b42b0e1819 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1097 time: 0.1126206 Feb 04 15:19:42.825681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:42.852892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:42.866219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:19:42.871314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4237c5-a2c7-42a1-ad10-9171713b16c6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:42.894818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Attempting to bind port 85778ca4-18be-45bf-be44-5719c7ffca77 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:42.897642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Attempting to bind port 85778ca4-18be-45bf-be44-5719c7ffca77 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:42.901767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Attempting to bind port 85778ca4-18be-45bf-be44-5719c7ffca77 on network eac7cd70-b40c-4229-bab6-065295e81f12 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:42.923987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:42.929703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994d37fb-49d0-4d9f-8c7b-758959f70fbb req-bd3bc72a-0504-4dc5-a1a6-7423d1a43edb tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103058 Feb 04 15:19:42.930311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Checking segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:42.931228 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.932393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Bound using segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:42.932856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Bound port: 85778ca4-18be-45bf-be44-5719c7ffca77, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:42.933655 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:42.957332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['fbcba1ed-cc16-4c3f-acce-543d11c8de52'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:19:43.029176 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:43.175105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] For port 85778ca4-18be-45bf-be44-5719c7ffca77, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:43.246433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] For port 85778ca4-18be-45bf-be44-5719c7ffca77, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=85778ca4-18be-45bf-be44-5719c7ffca77,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:43.302387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:43.391553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918dca4-1552-4659-afb4-cd398ac30e9f None None] Pushing event updated for resources: {'Port': ['ID=85778ca4-18be-45bf-be44-5719c7ffca77,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:43.401523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59074) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:43.606987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ca11a5e-fcbd-4f5e-8df5-8186e4782da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:43.722677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b7f571-2880-4d7e-85de-e53c1983c802,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:43.739279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ca11a5e-fcbd-4f5e-8df5-8186e4782da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:43.750223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ca11a5e-fcbd-4f5e-8df5-8186e4782da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:43.820193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:43.820888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Network hostable DHCP agents. Network: 2482fb66-d07e-4705-bd60-aa3bf5df0f70, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:19:43.856207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11a5e-fcbd-4f5e-8df5-8186e4782da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ba8ce8-6c1e-46c2-8600-e3c08e4c7eeb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:43.870515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ca11a5e-fcbd-4f5e-8df5-8186e4782da0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f4e8754a6b343dab4b2b73a21e100a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646492 Feb 04 15:19:43.870913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59084) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:43.905646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b120c-573b-4a02-a9bd-1f29e76795d8 req-21734e3c-3685-4fab-ac13-dd1285d92cdf tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:43.906996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-493b120c-573b-4a02-a9bd-1f29e76795d8 req-21734e3c-3685-4fab-ac13-dd1285d92cdf tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 949 time: 0.6816289 Feb 04 15:19:43.914076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e1d6-2088-4f59-bd48-4e3970265226 req-f529c372-ff7e-4372-8a57-d683abf6bb35 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:43.915815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3765e1d6-2088-4f59-bd48-4e3970265226 req-f529c372-ff7e-4372-8a57-d683abf6bb35 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1097 time: 0.1207895 Feb 04 15:19:43.967523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8a83e54-7912-4cee-9b02-06fd7252c203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.011345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3765e1d6-2088-4f59-bd48-4e3970265226 req-27454dc0-2ae5-44a6-ac0b-65322a66adc6 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753560 Feb 04 15:19:44.019318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8a83e54-7912-4cee-9b02-06fd7252c203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.098712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8a83e54-7912-4cee-9b02-06fd7252c203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.103815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8a83e54-7912-4cee-9b02-06fd7252c203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.107313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e8a83e54-7912-4cee-9b02-06fd7252c203 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92ba8ce8-6c1e-46c2-8600-e3c08e4c7eeb HTTP/1.1" status: 204 len: 168 time: 0.2348471 Feb 04 15:19:44.130429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a83e54-7912-4cee-9b02-06fd7252c203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ba8ce8-6c1e-46c2-8600-e3c08e4c7eeb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:44.203788 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.214013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59092) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:44.218858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:19:44.278963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e76709-062c-4a03-be79-eaf2f23a8d6e req-03d3f82e-c451-4a46-bc12-9605d68f402c tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:44.281903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37e76709-062c-4a03-be79-eaf2f23a8d6e req-03d3f82e-c451-4a46-bc12-9605d68f402c tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 949 time: 0.1098993 Feb 04 15:19:44.284095 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-493b120c-573b-4a02-a9bd-1f29e76795d8 req-42086a63-b9aa-444b-9c31-def58efc7d07 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351387 Feb 04 15:19:44.285834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2482fb66-d07e-4705-bd60-aa3bf5df0f70) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:44.295560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:44.296344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.311731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7d85b2-bffd-47e6-a9e4-76d72844b366 None None] Network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:44.353419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:44.373765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab9d573e-ce9b-4cb9-9278-ecc3a6682672 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1474557 Feb 04 15:19:44.383442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37e76709-062c-4a03-be79-eaf2f23a8d6e req-4e90cf29-a37b-4ce1-a953-cfc1d38a469a tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739136 Feb 04 15:19:44.595053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:19:44.602610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:44.603743 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.606706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.796952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0757b3f8-31f8-410a-974e-2d3c9e4fc01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:44.941236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:19:45.037113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0757b3f8-31f8-410a-974e-2d3c9e4fc01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.043833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59112) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:45.073398 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0757b3f8-31f8-410a-974e-2d3c9e4fc01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.129838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-955486ed-3114-4d09-a3f1-055d0f86c4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.201546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e02d8b-4703-4ef9-8358-6fb2ebd56354 None None] Network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:45.260025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 85778ca4-18be-45bf-be44-5719c7ffca77 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:45.353477 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0757b3f8-31f8-410a-974e-2d3c9e4fc01a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43d3408224b6480f90a1c37d9b6f652b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1389079 Feb 04 15:19:45.359995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757b3f8-31f8-410a-974e-2d3c9e4fc01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afaa01a-010b-4a0c-86bc-e4b0784f22f6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:45.364824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59120) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:45.393490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:19:45.407273 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Sync routers for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:19:45.424578 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:19:45.427764 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:19:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:45.450554 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.452701 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-add848ec-c6e9-41e5-9f6f-f8655c76f5f9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.9982698 Feb 04 15:19:45.455962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59124) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:45.462833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47891424-be96-4115-93dc-6c55f9a07d41 None None] Network eac7cd70-b40c-4229-bab6-065295e81f12 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:45.491158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fbcba1ed-cc16-4c3f-acce-543d11c8de52 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:45.643225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca1439b9-b790-4ed1-8cc6-a6afd49a11eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.683049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca1439b9-b790-4ed1-8cc6-a6afd49a11eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.755196 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca1439b9-b790-4ed1-8cc6-a6afd49a11eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.758331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca1439b9-b790-4ed1-8cc6-a6afd49a11eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.760126 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ca1439b9-b790-4ed1-8cc6-a6afd49a11eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5afaa01a-010b-4a0c-86bc-e4b0784f22f6 HTTP/1.1" status: 204 len: 168 time: 0.3790662 Feb 04 15:19:45.774530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1439b9-b790-4ed1-8cc6-a6afd49a11eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afaa01a-010b-4a0c-86bc-e4b0784f22f6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:45.816583 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-955486ed-3114-4d09-a3f1-055d0f86c4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.824345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ece9200b-7444-434a-b545-7d10477cb5f4 None None] Provisioning complete for port 85778ca4-18be-45bf-be44-5719c7ffca77 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:45.827129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-955486ed-3114-4d09-a3f1-055d0f86c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.830716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ece9200b-7444-434a-b545-7d10477cb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:45.850781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edff30b-9760-49b8-9dce-77a12033524e req-ef6bafb7-4f4f-44a5-90e9-44b3607713a3 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:45.852707 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0edff30b-9760-49b8-9dce-77a12033524e req-ef6bafb7-4f4f-44a5-90e9-44b3607713a3 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 949 time: 0.1922131 Feb 04 15:19:45.956730 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:19:45.986468 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:46.030744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-7a0e9c22-e975-49ee-a225-9f61c2c336ed req-8d81fd76-a3bc-4fce-ad82-ea3fd76ee263 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:19:46.031562 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0edff30b-9760-49b8-9dce-77a12033524e req-e2328752-1105-44aa-b0e0-49de0ddb864e tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561296 Feb 04 15:19:46.054489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a0e9c22-e975-49ee-a225-9f61c2c336ed req-8d81fd76-a3bc-4fce-ad82-ea3fd76ee263 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5373073 Feb 04 15:19:46.080784 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-955486ed-3114-4d09-a3f1-055d0f86c4be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c66690108c784745a76f27d3055decf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0328393 Feb 04 15:19:46.082835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955486ed-3114-4d09-a3f1-055d0f86c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1c4309-d66f-4c3e-92f0-0d5fa3087ea7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:46.086336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59140) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:46.154073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:46.171599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2945ded-249d-4e4a-aed1-1b182a71e8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e1bd71-c721-4f07-9ac2-c1a6b8d08cff'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:46.176360 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aa545f-b5c6-43b4-b1b1-b07d313aaf7a" -d '{"events": [{"server_uuid": "b2945ded-249d-4e4a-aed1-1b182a71e8d1", "name": "network-vif-plugged", "status": "completed", "tag": "55e1bd71-c721-4f07-9ac2-c1a6b8d08cff"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:46.301334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 85778ca4-18be-45bf-be44-5719c7ffca77 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:46.301835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:46.357213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port fbcba1ed-cc16-4c3f-acce-543d11c8de52 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:19:46.366756 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:46.388807 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:43Z', 'revision_number': 3, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:46.430003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port fbcba1ed-cc16-4c3f-acce-543d11c8de52 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:46.430375 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:46.489350 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Checking router: 381d673a-b8e7-4b4a-a770-cc2e082b7a75 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:19:46.491396 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Updating router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 port 6f4237c5-a2c7-42a1-ad10-9171713b16c6 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:19:46.544806 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:46.759704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:46.779102 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ece9200b-7444-434a-b545-7d10477cb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:46.833536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59152) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:46.873084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81b51719-4a60-4ccb-a205-a460b1affcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:46.895537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c6d78ec-a90c-4d01-857d-69d59d23f02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:46.985350 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.004957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ece9200b-7444-434a-b545-7d10477cb5f4 None None] For port 85778ca4-18be-45bf-be44-5719c7ffca77, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=85778ca4-18be-45bf-be44-5719c7ffca77,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:47.010905 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.018541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ece9200b-7444-434a-b545-7d10477cb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.084678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66b9ae-1622-4715-ac4d-b0666a5a4d72 req-3c20b59f-4e3d-4037-a95c-05a3686f37de tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:47.091681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed66b9ae-1622-4715-ac4d-b0666a5a4d72 req-3c20b59f-4e3d-4037-a95c-05a3686f37de tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 949 time: 0.9399464 Feb 04 15:19:47.179494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c6d78ec-a90c-4d01-857d-69d59d23f02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.221616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:19:47.222880 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:19:47.259227 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81b51719-4a60-4ccb-a205-a460b1affcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.272458 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81b51719-4a60-4ccb-a205-a460b1affcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.274961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fbcba1ed-cc16-4c3f-acce-543d11c8de52, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fbcba1ed-cc16-4c3f-acce-543d11c8de52,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:47.280748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9200b-7444-434a-b545-7d10477cb5f4 None None] Pushing event updated for resources: {'Port': ['ID=85778ca4-18be-45bf-be44-5719c7ffca77,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:47.287447 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.306601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed66b9ae-1622-4715-ac4d-b0666a5a4d72 req-6fb76953-502c-4480-ac04-529873248c19 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994987 Feb 04 15:19:47.402859 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.414357 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.441840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-81b51719-4a60-4ccb-a205-a460b1affcfd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bee1715cd02d495989286206ec69cf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053109 Feb 04 15:19:47.443274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:47.445945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b51719-4a60-4ccb-a205-a460b1affcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9a763a-6b4c-44e7-8c78-fa17143218e8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:47.512504 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e3d08-2531-4b56-9e69-1eec82ba9332 x-openstack-request-id: req-308e3d08-2531-4b56-9e69-1eec82ba9332 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:47.513017 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2945ded-249d-4e4a-aed1-1b182a71e8d1", "name": "network-vif-plugged", "status": "completed", "tag": "55e1bd71-c721-4f07-9ac2-c1a6b8d08cff", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:47.513367 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-308e3d08-2531-4b56-9e69-1eec82ba9332 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:47.514025 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2945ded-249d-4e4a-aed1-1b182a71e8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e1bd71-c721-4f07-9ac2-c1a6b8d08cff', 'code': 200} Feb 04 15:19:47.543643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=fbcba1ed-cc16-4c3f-acce-543d11c8de52,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:47.620162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-36b4ee7e-19b2-4533-835d-a95c8293b1fc None None] Provisioning complete for port 85778ca4-18be-45bf-be44-5719c7ffca77 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:47.620796 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-36b4ee7e-19b2-4533-835d-a95c8293b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.633116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9b3e-cdaf-478d-8561-80822baaa85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.652940 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Pushing event updated for resources: {'Port': ['ID=6f4237c5-a2c7-42a1-ad10-9171713b16c6,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:47.663113 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Attempting to bind port 6f4237c5-a2c7-42a1-ad10-9171713b16c6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:47.664053 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Attempting to bind port 6f4237c5-a2c7-42a1-ad10-9171713b16c6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:47.664877 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Attempting to bind port 6f4237c5-a2c7-42a1-ad10-9171713b16c6 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:47.681708 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.683002 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.683858 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.684654 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.685445 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.686271 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.687100 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.687893 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.688673 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.689485 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.690265 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9b3e-cdaf-478d-8561-80822baaa85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.690596 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.691418 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:19:47.696553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Tracked resource versions report: Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: pushed versions: Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: { 'AddressGroup': {'1.2'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'ConntrackHelper': {'1.0'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Log': {'1.0'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Network': {'1.1'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Port': {'1.7'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'PortForwarding': {'1.2'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'QosPolicy': {'1.9'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'SecurityGroup': {'1.4'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'SecurityGroupRule': {'1.2'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'SubPort': {'1.0'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Subnet': {'1.1'}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Trunk': {'1.1'}} Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: consumer versions: Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: { DHCP agent@n-d-827869-1: {}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: HyperV agent@n-h1-827869-1: {}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: HyperV agent@n-h2-827869-1: {}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: L3 agent@n-d-827869-1: {}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: Metadata agent@n-d-827869-1: {}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: Metering agent@n-d-827869-1: {}, Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: Open vSwitch agent@n-d-827869-1: { 'AddressGroup': '1.2', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'ConntrackHelper': '1.0', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Log': '1.0', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Network': '1.1', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Port': '1.7', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'PortForwarding': '1.2', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'QosPolicy': '1.9', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'SecurityGroup': '1.4', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'SecurityGroupRule': '1.2', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'SubPort': '1.0', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Subnet': '1.1', Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: 'Trunk': '1.1'}} Feb 04 15:19:47.701531 n-d-827869-1 neutron-server[102425]: {{(pid=102425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:19:47.711343 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:47.712449 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:47.713306 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.714333 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:47.715925 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Bound port: 6f4237c5-a2c7-42a1-ad10-9171713b16c6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:47.716876 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.723443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59168) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:47.730256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1799090167-network', 'tenant_id': '360a70d6fe7e4d47a0262f7442583806'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:47.802334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Made reservation on behalf of 360a70d6fe7e4d47a0262f7442583806 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:47.806740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.825444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.839713 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9b3e-cdaf-478d-8561-80822baaa85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.843729 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] For port 6f4237c5-a2c7-42a1-ad10-9171713b16c6, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:47.844472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9b3e-cdaf-478d-8561-80822baaa85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.846442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f6fd9b3e-cdaf-478d-8561-80822baaa85a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc9a763a-6b4c-44e7-8c78-fa17143218e8 HTTP/1.1" status: 204 len: 168 time: 0.3885989 Feb 04 15:19:47.856846 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] For port 6f4237c5-a2c7-42a1-ad10-9171713b16c6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6f4237c5-a2c7-42a1-ad10-9171713b16c6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:47.870367 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.891242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd9b3e-cdaf-478d-8561-80822baaa85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9a763a-6b4c-44e7-8c78-fa17143218e8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:47.905226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c6d78ec-a90c-4d01-857d-69d59d23f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.921144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c6d78ec-a90c-4d01-857d-69d59d23f02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:47.931507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7c6d78ec-a90c-4d01-857d-69d59d23f02f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb1c4309-d66f-4c3e-92f0-0d5fa3087ea7 HTTP/1.1" status: 204 len: 168 time: 1.8401411 Feb 04 15:19:48.087117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d78ec-a90c-4d01-857d-69d59d23f02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1c4309-d66f-4c3e-92f0-0d5fa3087ea7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:48.118477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52efe2f-9567-424d-b823-25efed1cf478 req-30e31906-c957-4d47-8a90-89a1ef1cffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:48.120574 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d52efe2f-9567-424d-b823-25efed1cf478 req-30e31906-c957-4d47-8a90-89a1ef1cffb7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 1101 time: 0.5440073 Feb 04 15:19:48.122674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.123211 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:19:48.125067 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:19:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:48.133248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.151144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:19:48.157201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 85778ca4-18be-45bf-be44-5719c7ffca77 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:48.167648 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.169411 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Added segment 00d68b2e-4fc3-4186-a9f2-7116425c11c7 of type vlan for network b14c89da-39f7-411b-a58a-9c77799e247d Feb 04 15:19:48.286421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bafb49-9015-455b-816d-676d14b906ff req-ba03f0f8-265c-4083-ad1d-ddd34cb63f27 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:48.300632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3bafb49-9015-455b-816d-676d14b906ff req-ba03f0f8-265c-4083-ad1d-ddd34cb63f27 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 950 time: 0.5436842 Feb 04 15:19:48.304069 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440be11-ab9d-449b-ab3e-20c49cb87bf2 None None] Pushing event updated for resources: {'Port': ['ID=6f4237c5-a2c7-42a1-ad10-9171713b16c6,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:48.322805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 85778ca4-18be-45bf-be44-5719c7ffca77 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:48.323667 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.349595 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.439392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d52efe2f-9567-424d-b823-25efed1cf478 req-8c0a1306-8ca7-40b2-9950-a6543a8034be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045974 Feb 04 15:19:48.463820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e8d21c-5fe8-42ab-9232-017b99c5367b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:48.544027 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.546031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:48.547458 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.552816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3bafb49-9015-455b-816d-676d14b906ff req-0c938392-3547-4d28-bf70-0acf103468d1 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369757 Feb 04 15:19:48.570505 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:19:48.651203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Allocated IP 172.20.0.1 (eac7cd70-b40c-4229-bab6-065295e81f12/e87b2ce2-cb8b-454e-9dd3-6060a92d65fb/c838b835-8693-4593-8eb6-7ad91474cd3d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:19:48.686314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9613485 Feb 04 15:19:48.687372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59194) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:48.704784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Request body: {'subnet': {'network_id': 'b14c89da-39f7-411b-a58a-9c77799e247d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1799090167-subnet', 'tenant_id': '360a70d6fe7e4d47a0262f7442583806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:48.731405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeefa00-ee03-417d-a32b-f93c8948fed1 admin admin] Pushing event updated for resources: {'Network': ['ID=b14c89da-39f7-411b-a58a-9c77799e247d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:48.743513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network b14c89da-39f7-411b-a58a-9c77799e247d details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:19:48.781574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Made reservation on behalf of 360a70d6fe7e4d47a0262f7442583806 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:48.788195 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.913911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:48.992337 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:49.017087 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:43Z', 'revision_number': 3, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:49.051182 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65e2322-8bde-4186-9783-fab3ace37938 None None] The sync data for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 is: [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:43Z', 'revision_number': 3, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:19:49.080339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c838b835-8693-4593-8eb6-7ad91474cd3d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:49.103046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Network eac7cd70-b40c-4229-bab6-065295e81f12 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:49.106241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:49.110928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:19:49.208920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:49.226180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:49.467339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcaaf194-5ab3-408c-97f1-761c09f0ba15,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:49.474371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Checking segment: {'id': '00d68b2e-4fc3-4186-a9f2-7116425c11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b14c89da-39f7-411b-a58a-9c77799e247d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:49.475405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Network hostable DHCP agents. Network: b14c89da-39f7-411b-a58a-9c77799e247d, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:19:49.516146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4809dd22-c4ef-4afd-9f14-c4ba432bc82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcba1ed-cc16-4c3f-acce-543d11c8de52'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:49.519991 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abd34c-b00e-440d-8846-407395b015dd" -d '{"events": [{"server_uuid": "4809dd22-c4ef-4afd-9f14-c4ba432bc82a", "name": "network-vif-plugged", "status": "completed", "tag": "fbcba1ed-cc16-4c3f-acce-543d11c8de52"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:49.534044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Network b14c89da-39f7-411b-a58a-9c77799e247d is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:19:49.585640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, b14c89da-39f7-411b-a58a-9c77799e247d) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:49.611147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab0428-3c4d-4581-aadf-01e39fc1108e None None] Network b14c89da-39f7-411b-a58a-9c77799e247d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:49.638920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:49.640029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:49.707720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-320eae21-6e33-484f-b91a-eba4a0db6286 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0099635 Feb 04 15:19:49.820486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1988d-2495-499e-9d8f-2b53e0833975 req-60a1021d-c9ac-46b6-9bb0-3c942557adab tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:49.828881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ed1988d-2495-499e-9d8f-2b53e0833975 req-60a1021d-c9ac-46b6-9bb0-3c942557adab tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 950 time: 0.1707344 Feb 04 15:19:49.908974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ed1988d-2495-499e-9d8f-2b53e0833975 req-3c533d59-b55f-4c0a-81fb-89cc6fc52650 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791955 Feb 04 15:19:49.976191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e2de3da4-79ab-4a9d-a5d9-184efee075cc None None] Provisioning complete for port c838b835-8693-4593-8eb6-7ad91474cd3d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:49.977298 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e2de3da4-79ab-4a9d-a5d9-184efee075cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:50.153762 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:50.206427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e2de3da4-79ab-4a9d-a5d9-184efee075cc None None] Port c838b835-8693-4593-8eb6-7ad91474cd3d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:19:50.299606 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6f4237c5-a2c7-42a1-ad10-9171713b16c6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:50.448336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44552c7e-3288-4e7e-b674-61d58e6c6596 None None] Network b14c89da-39f7-411b-a58a-9c77799e247d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:50.547298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:50.558530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:50.592831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6f4237c5-a2c7-42a1-ad10-9171713b16c6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:50.594484 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:50.714883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:50.740163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c838b835-8693-4593-8eb6-7ad91474cd3d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:50.821672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59256) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:51.084700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Network eac7cd70-b40c-4229-bab6-065295e81f12 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:51.090265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:51.208285 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:51.303028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 6f4237c5-a2c7-42a1-ad10-9171713b16c6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6f4237c5-a2c7-42a1-ad10-9171713b16c6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:51.310975 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:51.416782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=6f4237c5-a2c7-42a1-ad10-9171713b16c6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:51.427692 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24333a60-7330-4468-bda9-3e271075c8ce x-openstack-request-id: req-24333a60-7330-4468-bda9-3e271075c8ce {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:51.428662 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4809dd22-c4ef-4afd-9f14-c4ba432bc82a", "name": "network-vif-plugged", "status": "completed", "tag": "fbcba1ed-cc16-4c3f-acce-543d11c8de52", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:51.428662 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24333a60-7330-4468-bda9-3e271075c8ce {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:51.429081 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4809dd22-c4ef-4afd-9f14-c4ba432bc82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcba1ed-cc16-4c3f-acce-543d11c8de52', 'code': 200} Feb 04 15:19:51.491389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:19:51.531746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-c4c012d9-f906-4bd6-af9b-23fb37c77857 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:19:51.544706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-c4c012d9-f906-4bd6-af9b-23fb37c77857 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7216301 Feb 04 15:19:51.584363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-21179ad0-9ecd-4f26-aae5-83eca18b9c9c None None] Provisioning complete for port c838b835-8693-4593-8eb6-7ad91474cd3d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:51.584917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-21179ad0-9ecd-4f26-aae5-83eca18b9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:51.660262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-21179ad0-9ecd-4f26-aae5-83eca18b9c9c None None] Port c838b835-8693-4593-8eb6-7ad91474cd3d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:19:51.730852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782b94b-6835-475b-9b94-cf1ebdac4e9b req-8aea5f5d-0dd6-4e9b-845b-f29fb2f43932 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:51.732287 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7782b94b-6835-475b-9b94-cf1ebdac4e9b req-8aea5f5d-0dd6-4e9b-845b-f29fb2f43932 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 950 time: 0.2381010 Feb 04 15:19:51.742262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dca51-bab9-47a2-9eed-34c5fe26f887 req-32cb9561-bf8e-4484-ab40-381a8bea75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:51.743810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d18dca51-bab9-47a2-9eed-34c5fe26f887 req-32cb9561-bf8e-4484-ab40-381a8bea75b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 1101 time: 0.1789212 Feb 04 15:19:51.850126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:19:51.855666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d18dca51-bab9-47a2-9eed-34c5fe26f887 req-0d3c027e-f09c-48f3-b99e-f287da5d09ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768943 Feb 04 15:19:51.859917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3e7c9bb5-b6aa-448b-abea-c1c7f9b101b7 admin admin] 10.222.0.47 "PUT /v2.0/routers/381d673a-b8e7-4b4a-a770-cc2e082b7a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4023416 Feb 04 15:19:51.870425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7782b94b-6835-475b-9b94-cf1ebdac4e9b req-0835856b-a7fa-444f-b702-9430dfdd76ca tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978961 Feb 04 15:19:51.989634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-c8a2eb15-660f-47fa-9380-b1d14e827606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:51.998738 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-c8a2eb15-660f-47fa-9380-b1d14e827606 service neutron] 10.222.0.47 "GET /v2.0/ports/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 1094 time: 0.3644392 Feb 04 15:19:52.003137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Request body: {'binding': {'host': 'n-h2-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:52.003978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:19:52.017754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6f4237c5-a2c7-42a1-ad10-9171713b16c6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:52.131541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6f4237c5-a2c7-42a1-ad10-9171713b16c6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:52.133737 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:52.337482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on host n-h2-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:52.338042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:52.338593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:52.347845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:19:52.348465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:52.358604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:52.363573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:52.363573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:52.363573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Bound port: d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:52.547972 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:52.588634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:52.601897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:52.604256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ed57f08-931b-4f75-bb65-0666d69f3242 service neutron] 10.222.0.47 "POST /v2.0/ports/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.6044922 Feb 04 15:19:52.941629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-06713f53-a680-4058-a51c-15ae44512ec2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:52.945127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-06713f53-a680-4058-a51c-15ae44512ec2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 807 time: 0.3071902 Feb 04 15:19:53.002893 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-ab074d0e-cd6c-4758-8ef1-41e7b07c9169 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/quotas/c5a3819d18dc4876bd4f0adb6b377f1f HTTP/1.1" status: 200 len: 375 time: 0.0428534 Feb 04 15:19:53.026877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a52f81-fd46-4fc1-be71-c6a0cefe167c req-0957dff6-ef5d-4411-b523-23b380a9ae16 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:53.030060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5a52f81-fd46-4fc1-be71-c6a0cefe167c req-0957dff6-ef5d-4411-b523-23b380a9ae16 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 950 time: 0.1002128 Feb 04 15:19:53.109523 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-bfe25fe3-40f1-49a8-aebc-bdaec5ae6b4f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039808 Feb 04 15:19:53.124521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5a52f81-fd46-4fc1-be71-c6a0cefe167c req-42d0f99d-a364-4767-9c4a-5e6dbb149bc0 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818765 Feb 04 15:19:53.195594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Sync routers for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:19:53.217824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:19:53.218991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:19:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:53.358406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-a59f0ccb-1105-42b5-8972-1e11c8d76e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:53.361918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-a59f0ccb-1105-42b5-8972-1e11c8d76e3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1097 time: 0.2499778 Feb 04 15:19:53.475363 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-449e1e64-a8e0-40d9-8a0d-f438bf057f96 service neutron] 10.222.0.47 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497019 Feb 04 15:19:53.502659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:19:53.700307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-f170a90a-44d4-44f5-9117-211a73462f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:53.703283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-f170a90a-44d4-44f5-9117-211a73462f82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.3308110 Feb 04 15:19:53.813265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-1bb1d35d-17e0-4dbd-b850-c66461f2434d service neutron] 10.222.0.47 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266096 Feb 04 15:19:53.814825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-ef104ec7-694b-4261-bb16-c2e5ca466cf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 217 time: 0.0992041 Feb 04 15:19:53.887867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-600e6dd0-da7f-4936-86b2-b2d3448015c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:53.890115 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-600e6dd0-da7f-4936-86b2-b2d3448015c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.0683992 Feb 04 15:19:53.968723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-52304b17-b458-4ff7-94e4-6f2ab26e4fcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715806 Feb 04 15:19:54.065544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 2, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:54.191434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59342) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:54.195688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Checking router: 381d673a-b8e7-4b4a-a770-cc2e082b7a75 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:19:54.196485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Updating router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 port c838b835-8693-4593-8eb6-7ad91474cd3d binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:19:54.207264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-network', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:54.257428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-d9552a9c-1b5d-444e-a8b3-f6c0002ecce2 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805552 Feb 04 15:19:54.287413 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:54.301316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Made reservation on behalf of dd35dad223e949cdb2f2d9b8d2d84a4f for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:54.306442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:54.342539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:54.566910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-611ddfc3-9a90-4f8b-99b0-f1de60d9a817 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014679 Feb 04 15:19:54.687827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc472f2-bb8e-4465-b047-e3d91f85c200 req-c9ef4674-7177-44b0-ae8d-5802f94efd14 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:54.690627 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bc472f2-bb8e-4465-b047-e3d91f85c200 req-c9ef4674-7177-44b0-ae8d-5802f94efd14 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 946 time: 0.2384839 Feb 04 15:19:54.802491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:54.811104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:54.852061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:19:54.865353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb89b0c0-1bf5-45fe-b1dc-f662c931e197,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:54.889924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:54.890362 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Added segment d59ff9f6-4c0b-4abc-b376-88599ba60d74 of type vlan for network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 Feb 04 15:19:54.898244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bc472f2-bb8e-4465-b047-e3d91f85c200 req-de983e80-85b1-45fa-806a-112ce42eab7f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988528 Feb 04 15:19:54.999951 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.003366 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.012798 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.056335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59360) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:55.075314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d1c04b3-7fee-4467-ad27-45315387f3df req-3eea1676-f1b6-429c-ab98-832c0174f45a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 210 time: 0.0421021 Feb 04 15:19:55.087962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.088918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:55.090177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.106289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0aef69b1-59d8-45f7-95da-8eefcf30dcda tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:55.108158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0aef69b1-59d8-45f7-95da-8eefcf30dcda tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1097 time: 0.3423536 Feb 04 15:19:55.134368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827869-1'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:55.187990 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9936998 Feb 04 15:19:55.201190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59368) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:55.213131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Request body: {'subnet': {'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-subnet', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:55.232601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e91db2-a503-4615-a8d9-ac0636886f6e admin admin] Pushing event updated for resources: {'Network': ['ID=22e90e3e-8979-4f2b-9e69-de15371fcdb4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:55.295493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:19:55.343721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Made reservation on behalf of dd35dad223e949cdb2f2d9b8d2d84a4f for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:55.346465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.354656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-367b3d06-04b4-4b97-9146-c6e3fe3ffc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.441639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.453318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ada1f-9167-4a89-b534-a5827472370a None None] Pushing event updated for resources: {'Port': ['ID=c838b835-8693-4593-8eb6-7ad91474cd3d,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:55.504209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee4879-b790-48e4-92d5-bf4804d3193e req-58ddaaea-83fc-4387-a461-ff2f4c02242b tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:55.514580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41ee4879-b790-48e4-92d5-bf4804d3193e req-58ddaaea-83fc-4387-a461-ff2f4c02242b tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 950 time: 0.2296710 Feb 04 15:19:55.529688 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-367b3d06-04b4-4b97-9146-c6e3fe3ffc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.536261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-367b3d06-04b4-4b97-9146-c6e3fe3ffc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.584582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Attempting to bind port c838b835-8693-4593-8eb6-7ad91474cd3d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:55.585519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Attempting to bind port c838b835-8693-4593-8eb6-7ad91474cd3d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:55.586803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Attempting to bind port c838b835-8693-4593-8eb6-7ad91474cd3d on network eac7cd70-b40c-4229-bab6-065295e81f12 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:55.609928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-367b3d06-04b4-4b97-9146-c6e3fe3ffc53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55edddbe545c46438ecfe1be85359419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478308 Feb 04 15:19:55.610619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59370) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:55.619736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b3d06-04b4-4b97-9146-c6e3fe3ffc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f227f4bb-3a93-4219-b47e-956512a7a1e9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:55.626662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41ee4879-b790-48e4-92d5-bf4804d3193e req-079bc4a5-dcc9-4294-b52e-da3fa2aa5bc5 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109557 Feb 04 15:19:55.685615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:55.686204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Checking segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:55.687607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.688842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Bound using segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:55.689656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Bound port: c838b835-8693-4593-8eb6-7ad91474cd3d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:55.691597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.717255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-023e89e7-9694-4015-b836-8cc11bad0fd7 None None] Provisioning complete for port c838b835-8693-4593-8eb6-7ad91474cd3d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:55.718235 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-023e89e7-9694-4015-b836-8cc11bad0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.758131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3716-4dc8-43a7-91e9-b12ce1115843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.820229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3716-4dc8-43a7-91e9-b12ce1115843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:55.949342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-023e89e7-9694-4015-b836-8cc11bad0fd7 None None] Port c838b835-8693-4593-8eb6-7ad91474cd3d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:19:55.961419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] For port c838b835-8693-4593-8eb6-7ad91474cd3d, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:55.961908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc7bf-4745-48a0-8f79-f9b7c1c4c831 req-c3c189f8-204d-486c-af9f-cfbea59ef156 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:55.966788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee7cc7bf-4745-48a0-8f79-f9b7c1c4c831 req-c3c189f8-204d-486c-af9f-cfbea59ef156 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 950 time: 0.1389267 Feb 04 15:19:55.967178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] For port c838b835-8693-4593-8eb6-7ad91474cd3d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c838b835-8693-4593-8eb6-7ad91474cd3d,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:55.992466 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.022759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3716-4dc8-43a7-91e9-b12ce1115843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.025573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3716-4dc8-43a7-91e9-b12ce1115843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.027253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cb7b3716-4dc8-43a7-91e9-b12ce1115843 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f227f4bb-3a93-4219-b47e-956512a7a1e9 HTTP/1.1" status: 204 len: 168 time: 0.4145956 Feb 04 15:19:56.081681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b3716-4dc8-43a7-91e9-b12ce1115843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f227f4bb-3a93-4219-b47e-956512a7a1e9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:56.102850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.116881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee7cc7bf-4745-48a0-8f79-f9b7c1c4c831 req-eebfabcf-abc0-44e0-8e0d-32f1d5902abc tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406324 Feb 04 15:19:56.148581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:56.214210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-a2c1fc8d-040a-410b-86ab-0de9c156f55c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:56.233586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-a2c1fc8d-040a-410b-86ab-0de9c156f55c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 807 time: 0.2570372 Feb 04 15:19:56.250894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Request body: {'port': {'device_id': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'admin_state_up': True, 'tenant_id': 'c5a3819d18dc4876bd4f0adb6b377f1f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:56.261605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:19:56.262344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:19:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:56.359146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ada1f-9167-4a89-b534-a5827472370a None None] Pushing event updated for resources: {'Port': ['ID=c838b835-8693-4593-8eb6-7ad91474cd3d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:56.366479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2205a75c-bf43-4810-a60c-6c71a262c54e,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:56.499573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Checking segment: {'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:56.501544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Network hostable DHCP agents. Network: 22e90e3e-8979-4f2b-9e69-de15371fcdb4, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:19:56.509511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:56.590487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:19:56.633183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.635934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:19:56.640679 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c42a180-3572-4211-8979-2a8ba854702f" -d '{"events": [{"server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:19:56.646616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:19:56.655337 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.657381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Made reservation on behalf of c5a3819d18dc4876bd4f0adb6b377f1f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:19:56.666480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.666942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 22e90e3e-8979-4f2b-9e69-de15371fcdb4) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:56.680840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dbf92d-1b0f-4c72-863e-69ef08fa65c2 None None] Network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:19:56.701098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9e317c58-8362-44ea-b2ca-6a5bc331106e None None] Provisioning complete for port c838b835-8693-4593-8eb6-7ad91474cd3d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:56.701726 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9e317c58-8362-44ea-b2ca-6a5bc331106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.702357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:56.703075 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.771605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-673291ff-5850-4fd2-910a-3a187e11d1fc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5690999 Feb 04 15:19:56.774517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59404) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:56.790397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:56.794199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:56.827759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on host n-h1-827869-1 for vnic_type normal with profile {"migrating_to": "n-h2-827869-1"} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:56.828072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:56.828490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:56.835058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:19:56.835058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Attempting to bind port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:56.842042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:56.842559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:56.843142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:56.843713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Bound port: d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:56.844209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.903831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59408) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:56.933687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cea41699-5c7e-41cf-b68b-311a98d26de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:56.996155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af37d7-d417-4c05-aed5-5d25962169ca req-c8319b6f-588b-4345-bcb9-048b319be064 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:56.997054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:56.999637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16af37d7-d417-4c05-aed5-5d25962169ca req-c8319b6f-588b-4345-bcb9-048b319be064 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 944 time: 0.3657115 Feb 04 15:19:57.006234 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.008699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.036602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b2a8006-b9f5-40f8-aec6-5a87de228211 req-acb10092-36f9-40f7-8869-f517f299fbc7 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 210 time: 0.0732343 Feb 04 15:19:57.059001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:57.091687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.171008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9e317c58-8362-44ea-b2ca-6a5bc331106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.220400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=8']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:57.226249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-22e90e3e-8979-4f2b-9e69-de15371fcdb4', 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'fixed_ips': [{'subnet_id': '2205a75c-bf43-4810-a60c-6c71a262c54e'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:19:57.228005 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.239482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16af37d7-d417-4c05-aed5-5d25962169ca req-5e0cefe2-8856-43ca-9705-4ba9e93a14e0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235107 Feb 04 15:19:57.285767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9e317c58-8362-44ea-b2ca-6a5bc331106e None None] For port c838b835-8693-4593-8eb6-7ad91474cd3d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c838b835-8693-4593-8eb6-7ad91474cd3d,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:57.314120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cea41699-5c7e-41cf-b68b-311a98d26de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.331153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:57.332994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.336059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-79b55dd8-028b-40e2-8090-3e18bd74b653 service neutron] 10.222.0.30 "PUT /v2.0/ports/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 1122 time: 2.2192738 Feb 04 15:19:57.343303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cea41699-5c7e-41cf-b68b-311a98d26de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.369927 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9e317c58-8362-44ea-b2ca-6a5bc331106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.412401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea41699-5c7e-41cf-b68b-311a98d26de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7704f72a-fc2f-471d-b0e3-92f4fdfc0ae6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:57.436265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cea41699-5c7e-41cf-b68b-311a98d26de6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd07762225224ee690203eab10bccdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310662 Feb 04 15:19:57.441072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59414) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:19:57.466455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.481213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:55Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:19:57.523517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b932889-8f06-4972-a609-58a25f6ead68 None None] The sync data for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 is: [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:55Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:19:57.545327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Allocated IP 172.20.0.10 (2482fb66-d07e-4705-bd60-aa3bf5df0f70/a2b7f571-2880-4d7e-85de-e53c1983c802/e33952e8-0206-464e-886f-b3b1248d90a2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:19:57.556118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f47be6ce-34cc-484a-bf0e-bcd4a4e6a55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.576296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:19:57.648502 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e317c58-8362-44ea-b2ca-6a5bc331106e None None] Pushing event updated for resources: {'Port': ['ID=c838b835-8693-4593-8eb6-7ad91474cd3d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:57.684699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Allocated IP 172.20.0.2 (22e90e3e-8979-4f2b-9e69-de15371fcdb4/2205a75c-bf43-4810-a60c-6c71a262c54e/f5749cbe-b4f4-4e3e-838f-608966e7b663) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:19:57.774866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f47be6ce-34cc-484a-bf0e-bcd4a4e6a55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.794013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.880681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320d43-1075-4d27-bf5e-a0a5bcc33eb4 req-824b76f7-b12b-405c-9f48-4f99d52fdd82 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:57.884062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e320d43-1075-4d27-bf5e-a0a5bcc33eb4 req-824b76f7-b12b-405c-9f48-4f99d52fdd82 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 950 time: 0.2960107 Feb 04 15:19:57.975082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e320d43-1075-4d27-bf5e-a0a5bcc33eb4 req-7186ac9d-201e-4215-9f95-db9d9ee713df tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814054 Feb 04 15:19:57.977018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f47be6ce-34cc-484a-bf0e-bcd4a4e6a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.982594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f47be6ce-34cc-484a-bf0e-bcd4a4e6a55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:57.994698 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f47be6ce-34cc-484a-bf0e-bcd4a4e6a55e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7704f72a-fc2f-471d-b0e3-92f4fdfc0ae6 HTTP/1.1" status: 204 len: 168 time: 0.5517554 Feb 04 15:19:58.030522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47be6ce-34cc-484a-bf0e-bcd4a4e6a55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704f72a-fc2f-471d-b0e3-92f4fdfc0ae6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:58.076657 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7892449-7cbc-4973-8356-4cf9b4075d8f req-265ce7ef-56cb-4096-abef-6d1f3977c69f tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=eee49fbecba84970b72e935f9e076399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633302 Feb 04 15:19:58.091038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.094607 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd58a1a0-cd4a-4e95-807c-f672deee3d21 x-openstack-request-id: req-fd58a1a0-cd4a-4e95-807c-f672deee3d21 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:19:58.095257 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:19:58.095572 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd58a1a0-cd4a-4e95-807c-f672deee3d21 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:19:58.096218 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc', 'code': 200} Feb 04 15:19:58.154883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c838b835-8693-4593-8eb6-7ad91474cd3d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:19:58.166200 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.226211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.291586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:58.328995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:58.339152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.343641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:19:58.350701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c838b835-8693-4593-8eb6-7ad91474cd3d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:19:58.351511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.435176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892449-7cbc-4973-8356-4cf9b4075d8f req-29ffbe16-b49f-4e9f-8ff2-616eec37beaa tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:58.437646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7892449-7cbc-4973-8356-4cf9b4075d8f req-29ffbe16-b49f-4e9f-8ff2-616eec37beaa tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996607 Feb 04 15:19:58.442376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:19:58.460429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabccb35-1fff-4752-85fd-f22b0c9c687b req-065dc795-c0e6-49ed-8eac-593f50494191 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:58.462223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Attempting to bind port f5749cbe-b4f4-4e3e-838f-608966e7b663 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:19:58.462691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Attempting to bind port f5749cbe-b4f4-4e3e-838f-608966e7b663 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:19:58.463620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aabccb35-1fff-4752-85fd-f22b0c9c687b req-065dc795-c0e6-49ed-8eac-593f50494191 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 950 time: 0.2072215 Feb 04 15:19:58.470232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Attempting to bind port f5749cbe-b4f4-4e3e-838f-608966e7b663 on network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:19:58.471055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:19:58.478515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:19:58.478997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Checking segment: {'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:19:58.480724 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.480823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Bound using segment: {'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:19:58.481471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Bound port: f5749cbe-b4f4-4e3e-838f-608966e7b663, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:19:58.481884 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.484469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:19:58.492788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Pushing event updated for resources: {'Port': ['ID=f5749cbe-b4f4-4e3e-838f-608966e7b663,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:58.499426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Pushing event updated for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:58.532634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7892449-7cbc-4973-8356-4cf9b4075d8f req-10611025-1790-44df-b941-778a2fc28d4a tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/quotas/eee49fbecba84970b72e935f9e076399 HTTP/1.1" status: 200 len: 375 time: 0.0797787 Feb 04 15:19:58.604018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7892449-7cbc-4973-8356-4cf9b4075d8f req-3bd99e0f-4933-421e-a1d9-88e427c3f2eb tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee49fbecba84970b72e935f9e076399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621054 Feb 04 15:19:58.623890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:58.624321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] For port f5749cbe-b4f4-4e3e-838f-608966e7b663, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:19:58.625606 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.634368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] For port f5749cbe-b4f4-4e3e-838f-608966e7b663, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f5749cbe-b4f4-4e3e-838f-608966e7b663,segment=NetworkSegment(d59ff9f6-4c0b-4abc-b376-88599ba60d74),segment_id=d59ff9f6-4c0b-4abc-b376-88599ba60d74)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:19:58.645599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:58.646165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aabccb35-1fff-4752-85fd-f22b0c9c687b req-780ffa43-9d5d-4d6e-bfa8-6b031f0b8410 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/security-groups?id=b269a95f-4208-429d-962c-676f92e280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702313 Feb 04 15:19:58.735191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf7bfe-a6cd-4dbc-90cf-cc2a2e8f27dc None None] Pushing event updated for resources: {'Port': ['ID=f5749cbe-b4f4-4e3e-838f-608966e7b663,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:19:58.761011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-159b73b9-360f-43f9-a567-2ddfcf0a7f0b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5202425 Feb 04 15:19:58.781359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Request body: {'port': {'device_id': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:19:59.007066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:59.012378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:59.078463 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:59.164376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-5e013090-8c99-40ff-8785-ae2eb122b50c tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:59.168843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-5e013090-8c99-40ff-8785-ae2eb122b50c tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.50 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 950 time: 0.3705616 Feb 04 15:19:59.351957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3a8b1-7c26-4245-8b27-60fd34c31ec1 req-34d7e513-353a-40ba-8f0f-7c024ef93187 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:59.356504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cea3a8b1-7c26-4245-8b27-60fd34c31ec1 req-34d7e513-353a-40ba-8f0f-7c024ef93187 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 944 time: 0.2804606 Feb 04 15:19:59.429723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-f19a4c98-fb05-424a-9cce-066d980b03e1 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:59.431348 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-f19a4c98-fb05-424a-9cce-066d980b03e1 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 950 time: 0.4888783 Feb 04 15:19:59.465076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5ca0-b209-4da6-8266-b669b1e63b13 req-c9ee2fc6-6d36-4bae-8a4f-463d72f00137 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:19:59.466759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de2c5ca0-b209-4da6-8266-b669b1e63b13 req-c9ee2fc6-6d36-4bae-8a4f-463d72f00137 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 932 time: 0.3728254 Feb 04 15:19:59.573236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de2c5ca0-b209-4da6-8266-b669b1e63b13 req-788fb8b1-9b97-4081-8615-86fe41bb7c7a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697041 Feb 04 15:19:59.664694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Deleting port fbcba1ed-cc16-4c3f-acce-543d11c8de52 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:19:59.665342 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:59.851131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cea3a8b1-7c26-4245-8b27-60fd34c31ec1 req-cfb5a244-20b7-4b9a-8ad5-4c7c8bdca136 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799683 Feb 04 15:19:59.906382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] For port fbcba1ed-cc16-4c3f-acce-543d11c8de52, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fbcba1ed-cc16-4c3f-acce-543d11c8de52,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:19:59.916976 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:19:59.967854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Calling delete_port for fbcba1ed-cc16-4c3f-acce-543d11c8de52 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:20:00.086440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Allocated IP 172.25.1.96 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/6dddc468-3669-45f9-a90d-b793c4d0c446) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:00.128736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:00.132476 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc13253-d5dd-48b7-b34c-64f133bbd427" -d '{"events": [{"name": "network-changed", "server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:00.175574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac66fb-9e0a-4d63-932e-f051f45e4843 req-29e1df9a-ac84-4062-86ce-2fe9a590887e tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:00.178121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9ac66fb-9e0a-4d63-932e-f051f45e4843 req-29e1df9a-ac84-4062-86ce-2fe9a590887e tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 950 time: 0.1507468 Feb 04 15:20:00.238592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f5749cbe-b4f4-4e3e-838f-608966e7b663 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:00.265861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Deleting port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:20:00.274802 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.391071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f5749cbe-b4f4-4e3e-838f-608966e7b663 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:00.391815 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.419726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9ac66fb-9e0a-4d63-932e-f051f45e4843 req-6c05068a-b0a9-4d5c-8181-cf709c805141 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf7f2ebf-a97c-4696-a5a1-026eb88fb720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281835 Feb 04 15:20:00.468495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:00.490942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c6d2be5e-cf93-4e9d-aa1f-4bda75941eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.507638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] For port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:00.508141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.528644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Calling delete_port for 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:20:00.584470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.730987 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.755238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33952e8-0206-464e-886f-b3b1248d90a2 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:00.773067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.782833 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.783573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934054d-f577-42b1-b2d7-0f81430d5144 None None] Network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:20:00.805293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:00.811818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:00.815604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:00.830251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:00.872911 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f59b0f-5514-4b58-a761-3ce406f0d00c x-openstack-request-id: req-b4f59b0f-5514-4b58-a761-3ce406f0d00c {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:00.873212 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:00.873479 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4f59b0f-5514-4b58-a761-3ce406f0d00c {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:00.873887 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc', 'status': 'completed', 'code': 200} Feb 04 15:20:00.887741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-4e39f460-a87d-4baf-b28e-e81f31629609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:00.890912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-4e39f460-a87d-4baf-b28e-e81f31629609 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1125 time: 0.2129791 Feb 04 15:20:00.929616 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.935420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port f5749cbe-b4f4-4e3e-838f-608966e7b663, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f5749cbe-b4f4-4e3e-838f-608966e7b663,segment=NetworkSegment(d59ff9f6-4c0b-4abc-b376-88599ba60d74),segment_id=d59ff9f6-4c0b-4abc-b376-88599ba60d74)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:00.936871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc has no active binding in host n-h2-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:20:00.938144 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c72e7097-0a75-4b3b-9e24-e75e8df868ee req-b18318f8-d8ed-4ac2-9730-646dd27f1219 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2945ded-249d-4e4a-aed1-1b182a71e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0892494 Feb 04 15:20:00.943721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['55e1bd71-c721-4f07-9ac2-c1a6b8d08cff'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:00.946210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7fe40b22-cfa3-49a3-8926-28a7fe820f53 None None] Provisioning complete for port f5749cbe-b4f4-4e3e-838f-608966e7b663 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:00.947460 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7fe40b22-cfa3-49a3-8926-28a7fe820f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:00.973899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:01.032726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Pushing event deleted for resources: {'Port': ['ID=55e1bd71-c721-4f07-9ac2-c1a6b8d08cff,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:01.154186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=f5749cbe-b4f4-4e3e-838f-608966e7b663,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:01.163577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] No DVR routers for this DVR port 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:20:01.192332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:01.204580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9947a01-1ec8-418a-b13a-995e62d31812 req-bd55982c-eac3-43a0-b640-ea21f5ff6df5 tempest-DeleteServersAdminTestJSON-123472323 tempest-DeleteServersAdminTestJSON-123472323-project] 10.222.0.30 "DELETE /v2.0/ports/55e1bd71-c721-4f07-9ac2-c1a6b8d08cff HTTP/1.1" status: 204 len: 173 time: 1.7627118 Feb 04 15:20:01.393857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:01.417160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Transition to ACTIVE for port object e33952e8-0206-464e-886f-b3b1248d90a2 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:01.453430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['fbcba1ed-cc16-4c3f-acce-543d11c8de52'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:01.510644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:01.518156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Pushing event deleted for resources: {'Port': ['ID=fbcba1ed-cc16-4c3f-acce-543d11c8de52,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:01.566657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Pushing event updated for resources: {'Port': ['ID=6dddc468-3669-45f9-a90d-b793c4d0c446,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:01.594720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16655b10-c58b-4512-8b55-f2987cd61d09 req-e1d19b52-e7d8-42ad-ae94-dc2721e49cbf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:01.605014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16655b10-c58b-4512-8b55-f2987cd61d09 req-e1d19b52-e7d8-42ad-ae94-dc2721e49cbf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 944 time: 0.2730083 Feb 04 15:20:01.615957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] No DVR routers for this DVR port fbcba1ed-cc16-4c3f-acce-543d11c8de52 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:20:01.635469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76449b-2691-4b73-8723-4f8d60e03d5c req-f87b8ddd-d426-4493-9a66-d5598b453ef8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:01.643840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe76449b-2691-4b73-8723-4f8d60e03d5c req-f87b8ddd-d426-4493-9a66-d5598b453ef8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 932 time: 0.3905790 Feb 04 15:20:01.670598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:01.680057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1ece1c3-d149-4e56-b722-b23fcd1a6bdf req-4ff70bae-daab-4a7a-aca9-9f03b08e9847 tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.50 "DELETE /v2.0/ports/fbcba1ed-cc16-4c3f-acce-543d11c8de52 HTTP/1.1" status: 204 len: 173 time: 2.4569123 Feb 04 15:20:01.767170 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe76449b-2691-4b73-8723-4f8d60e03d5c req-fa7f746d-a513-4abe-8709-01f42bcafa86 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213741 Feb 04 15:20:01.800053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-6a879f65-0a26-4c76-8429-ff2de88f662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:01.801617 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-6a879f65-0a26-4c76-8429-ff2de88f662a service neutron] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.6125126 Feb 04 15:20:01.911432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Pushing event updated for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:01.949848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-635c82ea-c59d-4e32-bd0e-770cea391b16 None None] Provisioning complete for port f5749cbe-b4f4-4e3e-838f-608966e7b663 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:01.955649 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-635c82ea-c59d-4e32-bd0e-770cea391b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:02.078088 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-8e66759a-848e-46dd-96cf-301d708b09a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 217 time: 0.1774957 Feb 04 15:20:02.087032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16655b10-c58b-4512-8b55-f2987cd61d09 req-e9ded6f4-609c-4820-9615-143e0c35b57f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806426 Feb 04 15:20:02.160005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f5749cbe-b4f4-4e3e-838f-608966e7b663 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:02.187557 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:20:02.211730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:02.245231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f5749cbe-b4f4-4e3e-838f-608966e7b663 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:02.247111 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:02.351944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:02.352896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:02.353445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:02.359874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-bd1c3bf3-1c76-4419-b4bf-a931cbbc4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:02.362670 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-bd1c3bf3-1c76-4419-b4bf-a931cbbc4f7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.2739770 Feb 04 15:20:02.407403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc3afede-3822-433b-8821-c47df9f909aa req-a656f076-cd1f-4237-bd48-ff58d0a2866f tempest-ImagesNegativeTestJSON-1249791805 tempest-ImagesNegativeTestJSON-1249791805-project] 10.222.0.47 "GET /v2.0/ports?device_id=4809dd22-c4ef-4afd-9f14-c4ba432bc82a HTTP/1.1" status: 200 len: 210 time: 0.0848765 Feb 04 15:20:02.473312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:20:02.509244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:20:02.509597 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 55e1bd71-c721-4f07-9ac2-c1a6b8d08cff not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:20:02.533027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-0066da6e-a640-41ff-b885-4dbcb93d9dd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363516 Feb 04 15:20:02.542788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:02.543487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:02.669163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:02.669697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:02.669911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:02.670392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Bound port: e33952e8-0206-464e-886f-b3b1248d90a2, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:02.670761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:02.875075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2945ded-249d-4e4a-aed1-1b182a71e8d1', 'name': 'network-vif-deleted', 'tag': '55e1bd71-c721-4f07-9ac2-c1a6b8d08cff'}, {'server_uuid': '4809dd22-c4ef-4afd-9f14-c4ba432bc82a', 'name': 'network-vif-deleted', 'tag': 'fbcba1ed-cc16-4c3f-acce-543d11c8de52'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:02.879778 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a60142-47b2-42d4-9f86-1eccba8d33d8" -d '{"events": [{"server_uuid": "b2945ded-249d-4e4a-aed1-1b182a71e8d1", "name": "network-vif-deleted", "tag": "55e1bd71-c721-4f07-9ac2-c1a6b8d08cff"}, {"server_uuid": "4809dd22-c4ef-4afd-9f14-c4ba432bc82a", "name": "network-vif-deleted", "tag": "fbcba1ed-cc16-4c3f-acce-543d11c8de52"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:03.024591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0b7ba-5ea4-4aa6-8dd9-9eed61c4df90 req-f62d0842-0889-435b-8524-9335b8983bd1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:03.026261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92e0b7ba-5ea4-4aa6-8dd9-9eed61c4df90 req-f62d0842-0889-435b-8524-9335b8983bd1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.0859978 Feb 04 15:20:03.079457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92e0b7ba-5ea4-4aa6-8dd9-9eed61c4df90 req-a29fee38-176c-4fbb-81e8-d09c0e65a173 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391393 Feb 04 15:20:03.145506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59560) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:03.145960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-c0dcc1d5-09ca-40b4-8c6a-82a9ef50488a service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977788 Feb 04 15:20:03.152245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13c40de3-1a46-4738-97f9-dc05237d9bec req-1318531a-3833-4087-b9a0-0aae87a9b232 tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=eee49fbecba84970b72e935f9e076399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2560704 Feb 04 15:20:03.191414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:03.217918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.288157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:03.288835 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6cadc2b7-da0d-4d71-a9e6-aa7bc3a5073d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.309442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.418502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6cadc2b7-da0d-4d71-a9e6-aa7bc3a5073d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.425696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fbcba1ed-cc16-4c3f-acce-543d11c8de52 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:20:03.427597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6cadc2b7-da0d-4d71-a9e6-aa7bc3a5073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.457508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:03.458174 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.459649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] 10.222.0.30 "PUT /v2.0/ports/e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 1092 time: 4.6832910 Feb 04 15:20:03.460125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:03.463136 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2bec75-9914-4bea-94b6-a42b168425b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:03.469579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: fbcba1ed-cc16-4c3f-acce-543d11c8de52 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:20:03.470411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fbcba1ed-cc16-4c3f-acce-543d11c8de52 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:20:03.490474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6cadc2b7-da0d-4d71-a9e6-aa7bc3a5073d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3826e24db5df4e29b723e81399b598a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436241 Feb 04 15:20:03.491771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadc2b7-da0d-4d71-a9e6-aa7bc3a5073d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6aebef-f1d8-49dd-a7d4-aa336046443c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:03.494625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59572) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:03.561299 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6ea49b33-e1ca-476a-9361-64097dbbb1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.573066 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08fb29d2-61a2-4cbc-b7b0-f3dc7f45ad94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.586003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4831-8542-4e28-b871-029a62dfed14 service neutron] Pushing event updated for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:03.604277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08fb29d2-61a2-4cbc-b7b0-f3dc7f45ad94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.626390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40de3-1a46-4738-97f9-dc05237d9bec req-d99fde01-3e2b-4fcf-bcb6-1b448770f34f tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:03.641037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13c40de3-1a46-4738-97f9-dc05237d9bec req-d99fde01-3e2b-4fcf-bcb6-1b448770f34f tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4750152 Feb 04 15:20:03.657556 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abc13253-d5dd-48b7-b34c-64f133bbd427 req-d4bb0d74-4971-4dee-9c98-194810fad536 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970236 Feb 04 15:20:03.669123 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b32144-b894-463c-90ee-1362182a0811 x-openstack-request-id: req-60b32144-b894-463c-90ee-1362182a0811 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:03.669476 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2945ded-249d-4e4a-aed1-1b182a71e8d1", "name": "network-vif-deleted", "tag": "55e1bd71-c721-4f07-9ac2-c1a6b8d08cff", "status": "completed", "code": 200}, {"server_uuid": "4809dd22-c4ef-4afd-9f14-c4ba432bc82a", "name": "network-vif-deleted", "tag": "fbcba1ed-cc16-4c3f-acce-543d11c8de52", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:03.669752 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-60b32144-b894-463c-90ee-1362182a0811 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:03.670347 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2945ded-249d-4e4a-aed1-1b182a71e8d1', 'name': 'network-vif-deleted', 'tag': '55e1bd71-c721-4f07-9ac2-c1a6b8d08cff', 'status': 'completed', 'code': 200} Feb 04 15:20:03.670612 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4809dd22-c4ef-4afd-9f14-c4ba432bc82a', 'name': 'network-vif-deleted', 'tag': 'fbcba1ed-cc16-4c3f-acce-543d11c8de52', 'status': 'completed', 'code': 200} Feb 04 15:20:03.682219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08fb29d2-61a2-4cbc-b7b0-f3dc7f45ad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.688387 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08fb29d2-61a2-4cbc-b7b0-f3dc7f45ad94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:03.690264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-08fb29d2-61a2-4cbc-b7b0-f3dc7f45ad94 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa6aebef-f1d8-49dd-a7d4-aa336046443c HTTP/1.1" status: 204 len: 168 time: 0.1931965 Feb 04 15:20:03.701367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb29d2-61a2-4cbc-b7b0-f3dc7f45ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6aebef-f1d8-49dd-a7d4-aa336046443c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:03.711938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13c40de3-1a46-4738-97f9-dc05237d9bec req-d78f48ae-c3b7-4777-958f-101ea12d3e85 tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/quotas/eee49fbecba84970b72e935f9e076399 HTTP/1.1" status: 200 len: 375 time: 0.0683885 Feb 04 15:20:03.783586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-0d238307-17c3-495e-845e-d16671b8d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:03.785449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-0d238307-17c3-495e-845e-d16671b8d921 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1095 time: 0.2563713 Feb 04 15:20:03.793445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13c40de3-1a46-4738-97f9-dc05237d9bec req-fc4bffb0-cc7d-4381-8ba6-8963ee8dbe39 tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee49fbecba84970b72e935f9e076399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802474 Feb 04 15:20:03.835655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bb59d-d978-4e90-84ad-87679838d292 req-7be190c8-58f4-463b-8f6f-662c52b5f934 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:03.837603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c7bb59d-d978-4e90-84ad-87679838d292 req-7be190c8-58f4-463b-8f6f-662c52b5f934 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 944 time: 0.0866907 Feb 04 15:20:03.856177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-747e9b4f-d822-4dab-b8db-92188933e540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 217 time: 0.0611296 Feb 04 15:20:03.897628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c7bb59d-d978-4e90-84ad-87679838d292 req-4b665612-489d-4f7f-b487-5691efac9298 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526400 Feb 04 15:20:03.958605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Router 29bc42a8-f784-494a-b17a-4cf9754165d6 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:20:03.980066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-4628b918-b723-4f36-b0e3-7fc4fb690b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:03.981612 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-4628b918-b723-4f36-b0e3-7fc4fb690b2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1177449 Feb 04 15:20:04.046805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-e303b810-7629-46c3-8712-c5879e069007 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304914 Feb 04 15:20:04.050385 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a986dc-830f-462c-b2c1-50f0e9f03018 x-openstack-request-id: req-34a986dc-830f-462c-b2c1-50f0e9f03018 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:04.050690 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:04.050927 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34a986dc-830f-462c-b2c1-50f0e9f03018 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:04.051336 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2', 'status': 'completed', 'code': 200} Feb 04 15:20:04.156194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59604) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:04.192730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:20:04.207706 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Sync routers for ids ['29bc42a8-f784-494a-b17a-4cf9754165d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:20:04.218336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-ef3ba0e9-e180-463b-be33-68516762cb9f service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637585 Feb 04 15:20:04.224503 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:04.225681 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Routers {'29bc42a8-f784-494a-b17a-4cf9754165d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:04.227470 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['29bc42a8-f784-494a-b17a-4cf9754165d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:04.228841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ee6a57aa-f28f-4f09-ac3e-bef4c3d82e66 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4508805 Feb 04 15:20:04.229289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59608) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:04.366258 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f526a452-e59a-4f6d-9041-9b17ddac27fc req-ac3bb998-01ff-488f-a535-6ccbd752bc25 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334670 Feb 04 15:20:04.366847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59610) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:04.396272 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e152d93-b34a-4b3e-9c5f-db06bec53836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:04.523710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-a3999ff1-7e7b-4ebf-8ce7-b44f2a38cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:04.526448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-a3999ff1-7e7b-4ebf-8ce7-b44f2a38cabf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1095 time: 0.1049330 Feb 04 15:20:04.542499 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Set router 29bc42a8-f784-494a-b17a-4cf9754165d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:04.851939 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e152d93-b34a-4b3e-9c5f-db06bec53836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:04.868365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-3ed439d5-33b9-4e25-ac94-1e5ec5a44839 service neutron] 10.222.0.50 "GET /v2.0/ports/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.2165523 Feb 04 15:20:04.873651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e152d93-b34a-4b3e-9c5f-db06bec53836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:04.885700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9e4389fe-d311-416c-ba65-6a8f97d325b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1d337a12ec540a2964a112145de94fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7279079 Feb 04 15:20:04.892531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59616) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:04.969038 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:20:01Z', 'revision_number': 3, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:05.009741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c7bd-03eb-4e08-96c2-896df707457b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.010652 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Checking router: 29bc42a8-f784-494a-b17a-4cf9754165d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:20:05.010652 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Updating router 29bc42a8-f784-494a-b17a-4cf9754165d6 port 6dddc468-3669-45f9-a90d-b793c4d0c446 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:20:05.040126 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0e152d93-b34a-4b3e-9c5f-db06bec53836 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=084da7f655104ba8a1c96170962d7850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697640 Feb 04 15:20:05.041069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59620) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:05.053431 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.088511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c7bd-03eb-4e08-96c2-896df707457b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.093551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86ae9-607c-4d12-a2d2-c1ca1a0b198c req-dab2aff2-582d-444e-aeb1-7b8e85d27ac2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:05.110225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fac86ae9-607c-4d12-a2d2-c1ca1a0b198c req-dab2aff2-582d-444e-aeb1-7b8e85d27ac2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.3588295 Feb 04 15:20:05.184935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-d294b59b-ace2-4302-9c63-b09cdb5afae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:05.190676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-d294b59b-ace2-4302-9c63-b09cdb5afae0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.6470809 Feb 04 15:20:05.194873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-942f61a7-fbaa-40a4-aac1-b0bd6cc25f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.198710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e152d93-b34a-4b3e-9c5f-db06bec53836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a73d83-cb0f-456b-9e8a-0fff2d2ac237,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:05.266598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-942f61a7-fbaa-40a4-aac1-b0bd6cc25f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.274488 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c7bd-03eb-4e08-96c2-896df707457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.283006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c7bd-03eb-4e08-96c2-896df707457b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.284910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8fa5c7bd-03eb-4e08-96c2-896df707457b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b269a95f-4208-429d-962c-676f92e280d7 HTTP/1.1" status: 204 len: 168 time: 0.3913193 Feb 04 15:20:05.305375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5c7bd-03eb-4e08-96c2-896df707457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b269a95f-4208-429d-962c-676f92e280d7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:05.337703 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.350681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-e2d7b524-5a71-4d18-8517-a22a5c904232 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 217 time: 0.1404583 Feb 04 15:20:05.394589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fac86ae9-607c-4d12-a2d2-c1ca1a0b198c req-1c7ddf44-93a6-42c5-afc8-5ab367913700 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818828 Feb 04 15:20:05.449080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-942f61a7-fbaa-40a4-aac1-b0bd6cc25f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.453615 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-942f61a7-fbaa-40a4-aac1-b0bd6cc25f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.455457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-942f61a7-fbaa-40a4-aac1-b0bd6cc25f7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24a73d83-cb0f-456b-9e8a-0fff2d2ac237 HTTP/1.1" status: 204 len: 168 time: 0.4106359 Feb 04 15:20:05.510150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f61a7-fbaa-40a4-aac1-b0bd6cc25f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a73d83-cb0f-456b-9e8a-0fff2d2ac237,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:05.510519 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.522561 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.577458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-97f0a1ae-2ca0-41fc-84e7-8acadb52d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:05.579238 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-97f0a1ae-2ca0-41fc-84e7-8acadb52d0f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1748960 Feb 04 15:20:05.580582 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb77ba-b914-460d-931b-ac084895c490 None None] Pushing event updated for resources: {'Port': ['ID=6dddc468-3669-45f9-a90d-b793c4d0c446,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:05.624875 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Attempting to bind port 6dddc468-3669-45f9-a90d-b793c4d0c446 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:05.625583 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Attempting to bind port 6dddc468-3669-45f9-a90d-b793c4d0c446 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:05.628489 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Attempting to bind port 6dddc468-3669-45f9-a90d-b793c4d0c446 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:05.635552 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:05.637034 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:05.638089 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.638699 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:05.639486 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Bound port: 6dddc468-3669-45f9-a90d-b793c4d0c446, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:05.641788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.645410 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.648351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Allocated IP 172.20.0.1 (22e90e3e-8979-4f2b-9e69-de15371fcdb4/2205a75c-bf43-4810-a60c-6c71a262c54e/3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:05.666271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d7f8a-4039-4d21-a534-7639b311a0c9 req-8a12ff32-c82c-48aa-851c-1d82eb8e2599 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:05.667044 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-817ba2d3-faee-4e7f-85e9-3ffbf1dba580 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552344 Feb 04 15:20:05.668634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72d7f8a-4039-4d21-a534-7639b311a0c9 req-8a12ff32-c82c-48aa-851c-1d82eb8e2599 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 944 time: 0.1008229 Feb 04 15:20:05.753962 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72d7f8a-4039-4d21-a534-7639b311a0c9 req-98cbaf3e-297e-42df-9af0-112799a97c04 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775890 Feb 04 15:20:05.806317 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] For port 6dddc468-3669-45f9-a90d-b793c4d0c446, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:05.816017 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] For port 6dddc468-3669-45f9-a90d-b793c4d0c446, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6dddc468-3669-45f9-a90d-b793c4d0c446,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:05.826629 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.843068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:05.866485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-15fed962-57ef-461f-8d23-a2b6eb32286f service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903789 Feb 04 15:20:05.888440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:05.933917 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb77ba-b914-460d-931b-ac084895c490 None None] Pushing event updated for resources: {'Port': ['ID=6dddc468-3669-45f9-a90d-b793c4d0c446,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:05.935233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:05.944792 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Routers {'29bc42a8-f784-494a-b17a-4cf9754165d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:05.945708 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['29bc42a8-f784-494a-b17a-4cf9754165d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:05.987128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:06.003473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:06.004773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:06.034300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:06.058720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c2bec75-9914-4bea-94b6-a42b168425b5 req-8e7d39df-37d1-4c72-8ca5-61a07770d897 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809425 Feb 04 15:20:06.169856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] Transition to ACTIVE for port object d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:06.179241 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] Set router 29bc42a8-f784-494a-b17a-4cf9754165d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:06.197322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:06.284345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59656) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:06.293791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] No DVR routers for this DVR port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:20:06.349102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82831e66-b18c-474d-8b64-fb69d94c3a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:06.358688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:06.429424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0ca616d9-002c-46a5-ae06-e28d2f4d86cd service neutron] 10.222.0.50 "PUT /v2.0/ports/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc/bindings/n-h2-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5080273 Feb 04 15:20:06.538458 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:20:01Z', 'revision_number': 3, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:06.577807 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b2671-0713-4db0-b0e9-64e062e5a4cb None None] The sync data for ids ['29bc42a8-f784-494a-b17a-4cf9754165d6'] in n-d-827869-1 is: [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:20:01Z', 'revision_number': 3, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:20:06.650209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Pushing event updated for resources: {'Port': ['ID=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:06.664186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:06.666619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:06.681199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:06.859137 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:06.895651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:06.936650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82831e66-b18c-474d-8b64-fb69d94c3a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:06.949384 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82831e66-b18c-474d-8b64-fb69d94c3a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:07.054993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-bec18bb1-82d9-4e75-a5a7-d320f4e04625 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:07.057243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-bec18bb1-82d9-4e75-a5a7-d320f4e04625 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.4817703 Feb 04 15:20:07.240724 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:07.335206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8fd4f8fd-30cc-41ac-bd02-b18e53371667 None None] Provisioning complete for port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:07.336119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8fd4f8fd-30cc-41ac-bd02-b18e53371667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:07.448831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:20:07.449607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59674) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:07.490120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:07.514606 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4f8fd-30cc-41ac-bd02-b18e53371667 None None] Port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:20:07.534134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4250e9-cbac-49c1-a6c3-691079451fab req-cbdfe92a-8b05-48f8-be24-7697d4838ebd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:07.559311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:20:07.561759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed4250e9-cbac-49c1-a6c3-691079451fab req-cbdfe92a-8b05-48f8-be24-7697d4838ebd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 945 time: 0.3063717 Feb 04 15:20:07.694257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61de3d-c0c3-4683-b995-45bd13c9f6d0 req-0513699c-81d6-4ecb-8f0c-421e52eb5406 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:07.696151 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae61de3d-c0c3-4683-b995-45bd13c9f6d0 req-0513699c-81d6-4ecb-8f0c-421e52eb5406 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.9965792 Feb 04 15:20:07.699981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-82831e66-b18c-474d-8b64-fb69d94c3a39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a577117577c4611bf2b41c02a99f2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4077034 Feb 04 15:20:07.725940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed4250e9-cbac-49c1-a6c3-691079451fab req-d4933444-7a9b-43d1-8e50-a01ac8b1efc4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571467 Feb 04 15:20:07.728848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59682) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:07.778597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82831e66-b18c-474d-8b64-fb69d94c3a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed28991-0ecc-47b0-9f8b-b7b42179a38e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:07.828702 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae61de3d-c0c3-4683-b995-45bd13c9f6d0 req-e2e60ee5-627e-4273-b947-eb2a3cf4220c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990086 Feb 04 15:20:07.832630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-5c46cdde-7af7-4d8e-aa34-c70a9144c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:07.834100 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-5c46cdde-7af7-4d8e-aa34-c70a9144c236 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4&tenant_id=aac7834f57b043ac8fa445f0e36a6d82 HTTP/1.1" status: 200 len: 1096 time: 0.6991119 Feb 04 15:20:07.980288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-104e34b5-b753-4b7b-b077-c1b3b1544f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:07.981621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-518eb4b7-94f7-41a4-bcb3-396ac0e410e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:07.981903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-104e34b5-b753-4b7b-b077-c1b3b1544f49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.1161368 Feb 04 15:20:08.060023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74777cea-68b0-4ef4-b00a-0abfdf9206ed req-0efcf463-07a6-4a08-a55a-5dd83131e8c2 tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=eee49fbecba84970b72e935f9e076399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792899 Feb 04 15:20:08.069376 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-518eb4b7-94f7-41a4-bcb3-396ac0e410e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.167480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6dddc468-3669-45f9-a90d-b793c4d0c446 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:08.277765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-2df9642e-7bbe-4664-92fa-8bb27ee22ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:08.285050 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-2df9642e-7bbe-4664-92fa-8bb27ee22ff0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.2922144 Feb 04 15:20:08.288681 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.314061 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.389380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0fccaf3e-94dd-4130-90d9-57c85b349a75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 217 time: 0.1003585 Feb 04 15:20:08.427736 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.475388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e33952e8-0206-464e-886f-b3b1248d90a2 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:08.548409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74777cea-68b0-4ef4-b00a-0abfdf9206ed req-484913aa-c3d3-4f9c-8446-366f58d170df tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:08.550343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74777cea-68b0-4ef4-b00a-0abfdf9206ed req-484913aa-c3d3-4f9c-8446-366f58d170df tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4891896 Feb 04 15:20:08.563586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-518eb4b7-94f7-41a4-bcb3-396ac0e410e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.566569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-518eb4b7-94f7-41a4-bcb3-396ac0e410e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.568012 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-518eb4b7-94f7-41a4-bcb3-396ac0e410e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2ed28991-0ecc-47b0-9f8b-b7b42179a38e HTTP/1.1" status: 204 len: 168 time: 0.8340950 Feb 04 15:20:08.573877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-fe6d9a6f-cdbe-4e3a-8535-bd614e258ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:08.579753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6dddc468-3669-45f9-a90d-b793c4d0c446 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:08.580258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.587352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-fe6d9a6f-cdbe-4e3a-8535-bd614e258ef4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1909821 Feb 04 15:20:08.614341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74777cea-68b0-4ef4-b00a-0abfdf9206ed req-badd335f-bd99-4402-bfeb-b9ad24ebc84d tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/quotas/eee49fbecba84970b72e935f9e076399 HTTP/1.1" status: 200 len: 375 time: 0.0289559 Feb 04 15:20:08.623437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eb4b7-94f7-41a4-bcb3-396ac0e410e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed28991-0ecc-47b0-9f8b-b7b42179a38e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:08.709760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-4ab9ae2b-b664-4e08-8a93-86884c4b8e2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987771 Feb 04 15:20:08.724969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74777cea-68b0-4ef4-b00a-0abfdf9206ed req-05fcad67-e4fe-4981-9602-ee2c1c1b486d tempest-QuotasAdminNegativeTest-1945804311 tempest-QuotasAdminNegativeTest-1945804311-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee49fbecba84970b72e935f9e076399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349379 Feb 04 15:20:08.746720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:08.781840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59710) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:08.782545 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2379fbf6-bd15-4708-b985-846be2903eff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4373dc71ce3943a6885ab70f32f5fbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3299346 Feb 04 15:20:08.783884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Pushing event updated for resources: {'Port': ['ID=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:08.805276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'e33952e8-0206-464e-886f-b3b1248d90a2', 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'port_id': 'e33952e8-0206-464e-886f-b3b1248d90a2', 'mac_address': 'fa:16:3e:48:53:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b7f571-2880-4d7e-85de-e53c1983c802', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:20:08.809824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59712) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:08.814504 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.893437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:08.896282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:08.900415 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.922979 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33952e8-0206-464e-886f-b3b1248d90a2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:08.947957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:08.957040 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:08.967059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 6dddc468-3669-45f9-a90d-b793c4d0c446, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6dddc468-3669-45f9-a90d-b793c4d0c446,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:09.041793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.115376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:09.144539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.145329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.148554 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.149298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.149886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.150694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.151259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.152458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.154365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.156051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.157331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.158533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:09.252549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Router 29bc42a8-f784-494a-b17a-4cf9754165d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:20:09.306606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.320074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254a2ae-10b9-476c-8292-14bb5fdfe65c req-6252cb65-e8a4-4891-8926-eda8f3ff4e28 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:09.322796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3254a2ae-10b9-476c-8292-14bb5fdfe65c req-6252cb65-e8a4-4891-8926-eda8f3ff4e28 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 945 time: 0.3762348 Feb 04 15:20:09.336789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=6dddc468-3669-45f9-a90d-b793c4d0c446,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:09.364978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b571ef65-7d7f-458a-adb0-354eaa60bcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.382235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ca87b74f-9e46-4735-b557-73e57b2cb46d None None] Provisioning complete for port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:09.382918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca87b74f-9e46-4735-b557-73e57b2cb46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.418126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e33952e8-0206-464e-886f-b3b1248d90a2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:09.495278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:20:09.497103 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28f1e767-be43-4706-9dc2-ffb851e32310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.504572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-279a1dd8-2f7d-45d2-91c3-0df3e0056706 admin admin] 10.222.0.47 "PUT /v2.0/routers/29bc42a8-f784-494a-b17a-4cf9754165d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2729318 Feb 04 15:20:09.532914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ca87b74f-9e46-4735-b557-73e57b2cb46d None None] Port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:20:09.535264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b571ef65-7d7f-458a-adb0-354eaa60bcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.620792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3254a2ae-10b9-476c-8292-14bb5fdfe65c req-12202037-a563-4e16-9747-a07dbeb38d23 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839692 Feb 04 15:20:09.635095 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-75079e54-5ace-4a2e-8371-d470bc562dfc service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9220531 Feb 04 15:20:09.717911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Sync routers for ids ['29bc42a8-f784-494a-b17a-4cf9754165d6'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:20:09.726015 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28f1e767-be43-4706-9dc2-ffb851e32310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.734840 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28f1e767-be43-4706-9dc2-ffb851e32310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.757598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Routers {'29bc42a8-f784-494a-b17a-4cf9754165d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:09.758201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['29bc42a8-f784-494a-b17a-4cf9754165d6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:09.826483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-28f1e767-be43-4706-9dc2-ffb851e32310 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a32cc6902e5845bd9c2224d3fa1f09ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0097475 Feb 04 15:20:09.826483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e767-be43-4706-9dc2-ffb851e32310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddf9a5e-573e-40c7-a44e-c816861f5ea4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:09.830937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59736) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:09.908232 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b571ef65-7d7f-458a-adb0-354eaa60bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.913880 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b571ef65-7d7f-458a-adb0-354eaa60bcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:09.915450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b571ef65-7d7f-458a-adb0-354eaa60bcf4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf7f2ebf-a97c-4696-a5a1-026eb88fb720 HTTP/1.1" status: 204 len: 168 time: 1.1262267 Feb 04 15:20:09.920764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Set router 29bc42a8-f784-494a-b17a-4cf9754165d6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:09.974097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571ef65-7d7f-458a-adb0-354eaa60bcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7f2ebf-a97c-4696-a5a1-026eb88fb720,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:09.996495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875d46a-2f4b-4d2f-a647-1b160a38abe5 req-0501ef47-3e8b-4c20-ad42-6e661cb682ed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:10.006792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c875d46a-2f4b-4d2f-a647-1b160a38abe5 req-0501ef47-3e8b-4c20-ad42-6e661cb682ed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 945 time: 0.1369300 Feb 04 15:20:10.014023 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1fe82fa8-efaf-418a-b3d2-0d57bdd4eedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:10.080022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c875d46a-2f4b-4d2f-a647-1b160a38abe5 req-962ad2d8-7bfb-45ea-8751-edc938bf08dd tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707083 Feb 04 15:20:10.091122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1fe82fa8-efaf-418a-b3d2-0d57bdd4eedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:10.109064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-be7fb1ea-935e-4336-9cef-d93a9f2ff174 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660015 Feb 04 15:20:10.199949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6dddc468-3669-45f9-a90d-b793c4d0c446 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:10.222605 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1fe82fa8-efaf-418a-b3d2-0d57bdd4eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:10.233196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1fe82fa8-efaf-418a-b3d2-0d57bdd4eedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:10.238707 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1fe82fa8-efaf-418a-b3d2-0d57bdd4eedd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ddf9a5e-573e-40c7-a44e-c816861f5ea4 HTTP/1.1" status: 204 len: 168 time: 0.4024525 Feb 04 15:20:10.275778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe82fa8-efaf-418a-b3d2-0d57bdd4eedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddf9a5e-573e-40c7-a44e-c816861f5ea4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:10.389418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6dddc468-3669-45f9-a90d-b793c4d0c446 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:10.389418 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:10.396565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:20:07Z', 'revision_number': 4, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec', 'name': '', 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'mac_address': 'fa:16:3e:50:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '2205a75c-bf43-4810-a60c-6c71a262c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:05Z', 'updated_at': '2022-02-04T15:20:07Z', 'revision_number': 2, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'subnets': [{'id': '2205a75c-bf43-4810-a60c-6c71a262c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:10.494857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Checking router: 29bc42a8-f784-494a-b17a-4cf9754165d6 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:20:10.495875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Updating router 29bc42a8-f784-494a-b17a-4cf9754165d6 port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:20:10.502039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-d81cacc9-efed-42ea-b646-673d1fca282d tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:10.504985 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-d81cacc9-efed-42ea-b646-673d1fca282d tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.0762656 Feb 04 15:20:10.556387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:10.680042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0c7f7b64-3579-42ed-b68a-4022a702a257 service neutron] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:10.687072 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0c7f7b64-3579-42ed-b68a-4022a702a257 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:10.688764 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-005070ef-4b56-4088-a6c8-e9dab24453f3 req-0c7f7b64-3579-42ed-b68a-4022a702a257 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc/bindings/n-h1-827869-1 HTTP/1.1" status: 204 len: 173 time: 0.1749222 Feb 04 15:20:10.859426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753afe61-c101-401a-ae79-b52b7c8b32c3 req-64957f9b-fced-4301-b310-4dae0cfa68d8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:10.867336 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-753afe61-c101-401a-ae79-b52b7c8b32c3 req-64957f9b-fced-4301-b310-4dae0cfa68d8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 945 time: 0.1002052 Feb 04 15:20:10.949723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-753afe61-c101-401a-ae79-b52b7c8b32c3 req-83aa0bad-1031-4cee-9732-0f4e0d3dfe0d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752671 Feb 04 15:20:11.215116 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:11.226481 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:11.361415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b4a01-0d67-4f73-afdc-df5bc2952f8c None None] Pushing event updated for resources: {'Port': ['ID=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:11.397036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056329c5-5da4-42dc-aebb-771e91a653c8 req-83990490-cf19-4452-b751-99bc2ed5d3d5 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:11.399464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-056329c5-5da4-42dc-aebb-771e91a653c8 req-83990490-cf19-4452-b751-99bc2ed5d3d5 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.1021883 Feb 04 15:20:11.486968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Attempting to bind port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:11.488521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Attempting to bind port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:11.490907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Attempting to bind port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec on network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:11.503578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-056329c5-5da4-42dc-aebb-771e91a653c8 req-bd3df3a1-97ae-4214-8f90-b0dcbcab6665 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774472 Feb 04 15:20:11.506387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:11.507441 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Checking segment: {'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:11.508696 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:11.509595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Bound using segment: {'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:11.512443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Bound port: 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59ff9f6-4c0b-4abc-b376-88599ba60d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:11.513888 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:11.692792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] For port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:11.696629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] For port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,segment=NetworkSegment(d59ff9f6-4c0b-4abc-b376-88599ba60d74),segment_id=d59ff9f6-4c0b-4abc-b376-88599ba60d74)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:11.707113 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:11.812950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdb907-7cc7-4c0f-a599-5f3e35ac6c5f req-b3c26d30-55c2-4a73-a324-d621a185990f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:11.822788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22bdb907-7cc7-4c0f-a599-5f3e35ac6c5f req-b3c26d30-55c2-4a73-a324-d621a185990f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 945 time: 0.1056328 Feb 04 15:20:11.846725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Routers {'29bc42a8-f784-494a-b17a-4cf9754165d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:11.849781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['29bc42a8-f784-494a-b17a-4cf9754165d6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:11.878805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22bdb907-7cc7-4c0f-a599-5f3e35ac6c5f req-be146069-6f26-4d84-b287-31c5c11e41e7 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515335 Feb 04 15:20:11.934893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59790) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:11.972685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddad0561-8f03-4232-8788-61b77cdee05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.215496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] Set router 29bc42a8-f784-494a-b17a-4cf9754165d6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:12.227470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59800) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:12.232050 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddad0561-8f03-4232-8788-61b77cdee05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.241208 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddad0561-8f03-4232-8788-61b77cdee05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.298640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-32e3c845-a3aa-4fa6-8435-991673077383 None None] Provisioning complete for port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:12.299156 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32e3c845-a3aa-4fa6-8435-991673077383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.344158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59806) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:12.345487 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ddad0561-8f03-4232-8788-61b77cdee05f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0dd75a27c4e439fa01e166b743449ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089310 Feb 04 15:20:12.347066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad0561-8f03-4232-8788-61b77cdee05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26444b73-0f1e-46ea-96e8-cf5e13b7e45a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:12.363146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59808) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:12.372051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a4aedfdf-eaf6-4adc-be6f-449b02ea815a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711187898', 'description': 'tempest-description--96634848'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:12.393697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b4a01-0d67-4f73-afdc-df5bc2952f8c None None] Pushing event updated for resources: {'Port': ['ID=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:12.442965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4aedfdf-eaf6-4adc-be6f-449b02ea815a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.499883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-762b6dea-b5f6-4ddc-b3c7-83d583925cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.517135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e33952e8-0206-464e-886f-b3b1248d90a2 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:12.568692 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-762b6dea-b5f6-4ddc-b3c7-83d583925cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.656801 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32e3c845-a3aa-4fa6-8435-991673077383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.693248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-762b6dea-b5f6-4ddc-b3c7-83d583925cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.700757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-762b6dea-b5f6-4ddc-b3c7-83d583925cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.709472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-762b6dea-b5f6-4ddc-b3c7-83d583925cb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26444b73-0f1e-46ea-96e8-cf5e13b7e45a HTTP/1.1" status: 204 len: 168 time: 0.3629653 Feb 04 15:20:12.710277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-32e3c845-a3aa-4fa6-8435-991673077383 None None] For port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,segment=NetworkSegment(d59ff9f6-4c0b-4abc-b376-88599ba60d74),segment_id=d59ff9f6-4c0b-4abc-b376-88599ba60d74)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:12.720417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32e3c845-a3aa-4fa6-8435-991673077383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.736244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b6dea-b5f6-4ddc-b3c7-83d583925cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26444b73-0f1e-46ea-96e8-cf5e13b7e45a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:12.752305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:20:07Z', 'revision_number': 4, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec', 'name': '', 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'mac_address': 'fa:16:3e:50:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '2205a75c-bf43-4810-a60c-6c71a262c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:05Z', 'updated_at': '2022-02-04T15:20:11Z', 'revision_number': 4, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'subnets': [{'id': '2205a75c-bf43-4810-a60c-6c71a262c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:12.764266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port e33952e8-0206-464e-886f-b3b1248d90a2 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:20:12.764571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4aedfdf-eaf6-4adc-be6f-449b02ea815a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.777824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port e33952e8-0206-464e-886f-b3b1248d90a2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:12.778508 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.786636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4aedfdf-eaf6-4adc-be6f-449b02ea815a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.805837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-87af5e41-c93c-4817-8975-2effd14258ce tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:12.807494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-87af5e41-c93c-4817-8975-2effd14258ce tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 818 time: 0.2966447 Feb 04 15:20:12.851729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29632a-0292-4f39-9753-7147dff07a0c None None] The sync data for ids ['29bc42a8-f784-494a-b17a-4cf9754165d6'] in n-d-827869-1 is: [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:20:07Z', 'revision_number': 4, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec', 'name': '', 'network_id': '22e90e3e-8979-4f2b-9e69-de15371fcdb4', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'mac_address': 'fa:16:3e:50:d3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '2205a75c-bf43-4810-a60c-6c71a262c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:05Z', 'updated_at': '2022-02-04T15:20:11Z', 'revision_number': 4, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'subnets': [{'id': '2205a75c-bf43-4810-a60c-6c71a262c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:20:12.863649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-0f4240f9-c9d7-4cee-8fbd-25e279b56cd8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/quotas/aac7834f57b043ac8fa445f0e36a6d82 HTTP/1.1" status: 200 len: 375 time: 0.0243797 Feb 04 15:20:12.868807 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4aedfdf-eaf6-4adc-be6f-449b02ea815a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.871032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a4aedfdf-eaf6-4adc-be6f-449b02ea815a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5062706 Feb 04 15:20:12.872489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aedfdf-eaf6-4adc-be6f-449b02ea815a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60c25bc-1911-43f5-b60b-251ff770b769,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:12.876274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59832) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:12.888822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-01107c19-ab8f-4a0d-9cde-3f547e8b3bad tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Request body: {'security_group_rule': {'security_group_id': 'f60c25bc-1911-43f5-b60b-251ff770b769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:12.899018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3c845-a3aa-4fa6-8435-991673077383 None None] Pushing event updated for resources: {'Port': ['ID=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:12.908558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0d57a0fc-3e96-447d-b7d9-678bb1d601cc None None] Provisioning complete for port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:12.909568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0d57a0fc-3e96-447d-b7d9-678bb1d601cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:12.958731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5e16-2d5f-4363-a8ea-8bb77684966f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.011628 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-01107c19-ab8f-4a0d-9cde-3f547e8b3bad tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.016984 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.050066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:13.052459 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce0a5a8-4b6c-4669-8142-5b7336df536c" -d '{"events": [{"server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "name": "network-vif-plugged", "status": "completed", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:13.068745 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-d4cbd8b0-ecb6-4503-bfb4-1faf7d8b55dd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1718376 Feb 04 15:20:13.096708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:13.102429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-e67fbd11-e15d-4ced-ab3e-7917638d0d05 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:20:13.103734 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-e67fbd11-e15d-4ced-ab3e-7917638d0d05 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178635 Feb 04 15:20:13.115386 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.207099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:13.272321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-01107c19-ab8f-4a0d-9cde-3f547e8b3bad tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.287858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-01107c19-ab8f-4a0d-9cde-3f547e8b3bad tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.349381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-01107c19-ab8f-4a0d-9cde-3f547e8b3bad tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.359842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-01107c19-ab8f-4a0d-9cde-3f547e8b3bad tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4814088 Feb 04 15:20:13.370785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59842) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:13.391911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c2b9af1d-7dc5-4729-8928-a0b14e02838a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Request body: {'security_group_rule': {'security_group_id': 'f60c25bc-1911-43f5-b60b-251ff770b769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:13.412271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-b8ff9b41-02ed-4c9a-8a21-9e50c880c280 service neutron] 10.222.0.47 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767389 Feb 04 15:20:13.440006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01107c19-ab8f-4a0d-9cde-3f547e8b3bad tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dba01c1-d628-4b8e-9c56-62f509105764,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:13.506707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5e16-2d5f-4363-a8ea-8bb77684966f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.516777 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5e16-2d5f-4363-a8ea-8bb77684966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.581553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0d0e5e16-2d5f-4363-a8ea-8bb77684966f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eee49fbecba84970b72e935f9e076399&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3526425 Feb 04 15:20:13.582496 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2b9af1d-7dc5-4729-8928-a0b14e02838a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.585630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:13.754411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e5e16-2d5f-4363-a8ea-8bb77684966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4ec4bc-8470-437b-8693-bb13563975f8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:13.778631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-db5aed82-e1ef-4fd1-9466-3ff736a0d40c service neutron] 10.222.0.47 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567567 Feb 04 15:20:13.790407 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4abf9b64-8d7a-448d-ac68-c1b6e276ee08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.821038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395106f-5e1e-49c3-a5d6-c176a8ac7b15 req-f0f0f365-c246-4885-9cf0-9176bc0b0024 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:13.822965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a395106f-5e1e-49c3-a5d6-c176a8ac7b15 req-f0f0f365-c246-4885-9cf0-9176bc0b0024 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 946 time: 0.1808913 Feb 04 15:20:13.825675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2b9af1d-7dc5-4729-8928-a0b14e02838a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.833094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2b9af1d-7dc5-4729-8928-a0b14e02838a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.871895 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4abf9b64-8d7a-448d-ac68-c1b6e276ee08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.904858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2b9af1d-7dc5-4729-8928-a0b14e02838a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:13.906099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c2b9af1d-7dc5-4729-8928-a0b14e02838a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5304053 Feb 04 15:20:13.915293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59858) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:13.927977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9af1d-7dc5-4729-8928-a0b14e02838a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f1445b-0281-4cf3-b6cc-3c3dba7a9b55,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:13.930074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:14.020713 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a395106f-5e1e-49c3-a5d6-c176a8ac7b15 req-1b5fec7d-990d-45f2-8c77-33ae01222842 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825955 Feb 04 15:20:14.069439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:14.145776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4abf9b64-8d7a-448d-ac68-c1b6e276ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:14.155926 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4abf9b64-8d7a-448d-ac68-c1b6e276ee08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:14.159573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4abf9b64-8d7a-448d-ac68-c1b6e276ee08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f4ec4bc-8470-437b-8693-bb13563975f8 HTTP/1.1" status: 204 len: 168 time: 0.5701985 Feb 04 15:20:14.181932 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d00ffa-fcbc-4fec-ace0-887e46fe82dd x-openstack-request-id: req-46d00ffa-fcbc-4fec-ace0-887e46fe82dd {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:14.183431 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "name": "network-vif-plugged", "status": "completed", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:14.183846 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46d00ffa-fcbc-4fec-ace0-887e46fe82dd {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:14.184421 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2', 'code': 200} Feb 04 15:20:14.221603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:14.340043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf9b64-8d7a-448d-ac68-c1b6e276ee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4ec4bc-8470-437b-8693-bb13563975f8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:14.439447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:14.439963 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:14.462099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1eacb79e-106b-4b9e-86d4-c5eae9ae87f1 req-950dc99d-6855-44a7-8f9f-3044f69794bf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 210 time: 0.1379604 Feb 04 15:20:14.518381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e851c-7bce-4f1f-b7bf-ababba92f963 req-1e15282a-4a1f-4ca3-8489-37dca82444b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:14.529644 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e5e851c-7bce-4f1f-b7bf-ababba92f963 req-1e15282a-4a1f-4ca3-8489-37dca82444b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1097 time: 0.1638656 Feb 04 15:20:14.650920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e5e851c-7bce-4f1f-b7bf-ababba92f963 req-67303c9e-1edd-4004-9a8d-aca0f8069af0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111615 Feb 04 15:20:14.695178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:14.922248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Allocated IP 172.25.1.181 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/6fc02859-006e-454a-b65e-851c74abcb99) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:15.143754 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-5a81622c-e5ed-4d96-bb50-cf513529525a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917195 Feb 04 15:20:15.235053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.326757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-7e25a233-937b-480d-842f-6a3644e36be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:15.328428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-7e25a233-937b-480d-842f-6a3644e36be7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.1153135 Feb 04 15:20:15.347305 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.384802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2983d4-226a-4fde-ba7d-b837d6ecfb01 req-bae00967-0ffa-4b3b-8c6d-efa819501d8b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:15.389057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee2983d4-226a-4fde-ba7d-b837d6ecfb01 req-bae00967-0ffa-4b3b-8c6d-efa819501d8b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 946 time: 0.1970685 Feb 04 15:20:15.390084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59902) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:15.446896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d246de08-a227-47d5-8aa7-619e9b589a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.519784 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee2983d4-226a-4fde-ba7d-b837d6ecfb01 req-1665e900-03bd-4d3f-a081-42be2407ef2d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142805 Feb 04 15:20:15.600811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:15.674631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d246de08-a227-47d5-8aa7-619e9b589a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.703243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d246de08-a227-47d5-8aa7-619e9b589a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.711493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59910) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:15.718899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-13d4080a-71d1-40d6-82aa-b87d3cdeb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:15.721920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-13d4080a-71d1-40d6-82aa-b87d3cdeb4a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.3531735 Feb 04 15:20:15.724465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event updated for resources: {'Port': ['ID=6fc02859-006e-454a-b65e-851c74abcb99,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:15.730331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:15.741877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:15.804020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d84f49a-8842-47b0-8747-f8c7de0ec0a5 req-a2456e9b-ce3c-4fa8-a636-a709f6fd806d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 210 time: 0.0601737 Feb 04 15:20:15.812573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d246de08-a227-47d5-8aa7-619e9b589a2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=849307e8f39d499982d43f2a0080e8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206898 Feb 04 15:20:15.820099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59916) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:15.854667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246de08-a227-47d5-8aa7-619e9b589a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4870dd-7b20-4c40-93b3-f98eacb2ac13,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:15.885243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-b571fcf4-55de-422f-ac05-69101abbb609 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 217 time: 0.1465261 Feb 04 15:20:15.930498 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-72654b5d-1227-44b0-928d-bb25afd11dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:15.962156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-72654b5d-1227-44b0-928d-bb25afd11dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.066817 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-72654b5d-1227-44b0-928d-bb25afd11dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.069520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-72654b5d-1227-44b0-928d-bb25afd11dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.074326 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-72654b5d-1227-44b0-928d-bb25afd11dda admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b4870dd-7b20-4c40-93b3-f98eacb2ac13 HTTP/1.1" status: 204 len: 168 time: 0.2524519 Feb 04 15:20:16.091937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72654b5d-1227-44b0-928d-bb25afd11dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4870dd-7b20-4c40-93b3-f98eacb2ac13,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:16.198518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-82c9d5d6-9d47-48ef-91bf-74c32c156d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:16.200069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-82c9d5d6-9d47-48ef-91bf-74c32c156d6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.3061268 Feb 04 15:20:16.201464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.277242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-5b7cd136-5652-45e5-aa8f-141e43fc78d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681345 Feb 04 15:20:16.317352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.381803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27b80008-65ed-494c-966a-867f341fbb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.588921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27b80008-65ed-494c-966a-867f341fbb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.604104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27b80008-65ed-494c-966a-867f341fbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.637223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b80008-65ed-494c-966a-867f341fbb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0503a7fd-29b0-4846-9ea5-e82a26235207,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:16.671140 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-27b80008-65ed-494c-966a-867f341fbb9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17f87e8433d14388a32e4f84499e44fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9562085 Feb 04 15:20:16.677086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59930) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:16.816199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d4b-05a0-467f-8ae6-424999f50eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.872850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d4b-05a0-467f-8ae6-424999f50eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:16.973638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-7d81e022-d211-4c8b-a6c1-f22f4a916a76 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739213 Feb 04 15:20:17.003291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-84ba4af7-a4fd-4c1e-b0bb-6cabb2d92c81 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.004828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-84ba4af7-a4fd-4c1e-b0bb-6cabb2d92c81 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 818 time: 0.7229586 Feb 04 15:20:17.078724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Request body: {'port': {'device_id': '3f382c58-c76a-4eb6-8764-88621c103154', 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'admin_state_up': True, 'tenant_id': 'aac7834f57b043ac8fa445f0e36a6d82'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:17.212951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d4b-05a0-467f-8ae6-424999f50eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.217258 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d4b-05a0-467f-8ae6-424999f50eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.218883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5ad80d4b-05a0-467f-8ae6-424999f50eb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0503a7fd-29b0-4846-9ea5-e82a26235207 HTTP/1.1" status: 204 len: 168 time: 0.5406709 Feb 04 15:20:17.257921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad80d4b-05a0-467f-8ae6-424999f50eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0503a7fd-29b0-4846-9ea5-e82a26235207,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:17.270447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.271223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.271898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.272545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.273386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.274063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.274748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.275505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.276137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.279115 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59e60ba9-c23f-4d0e-86e7-0ab13c53c005 req-a418fe9b-e659-42d6-9e7f-cea2299987f2 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6435 time: 0.3587844 Feb 04 15:20:17.361125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a30e0a-e231-4eed-9a99-ffa189212fe2 req-b1ad1224-847a-4835-942d-496bf71579d4 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774467 Feb 04 15:20:17.364318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.384332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4d08-2ec7-4a94-9528-9b79728c0b20 req-3be79942-2c36-48a1-b84a-8985f534d821 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:17.386573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee7a4d08-2ec7-4a94-9528-9b79728c0b20 req-3be79942-2c36-48a1-b84a-8985f534d821 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 946 time: 0.1885104 Feb 04 15:20:17.392967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.442854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64ee046c-60f5-469e-b457-4178a2b8a3cf req-821d759a-fccb-49aa-b657-a01afbc4f2a9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 210 time: 0.0823603 Feb 04 15:20:17.573351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Made reservation on behalf of aac7834f57b043ac8fa445f0e36a6d82 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:17.576957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.581566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event updated for resources: {'Port': ['ID=6fc02859-006e-454a-b65e-851c74abcb99,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:17.585936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.605872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee7a4d08-2ec7-4a94-9528-9b79728c0b20 req-0962af3c-ab57-4698-afeb-71fcd1835f8e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985223 Feb 04 15:20:17.646785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.650035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7ac132b5-747d-47fa-ade0-92910fb9a09a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7319248 Feb 04 15:20:17.768935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59968) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:17.794475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8c7b04e-eb54-4664-8798-31f60b64db4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:17.825617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Allocated IP 172.20.0.5 (11b552a8-8019-4368-ab3e-b5b9e7ee6969/e40c05dd-af5e-486d-89ca-cfd6a6ebd70f/517d0516-8c18-4712-8fe8-2af230a69c05) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:18.006666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ae2f6-36a7-462b-a41d-523174e9bff4 req-4f8b71fe-4adc-4ea8-9e31-25eb73c21cee tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.008334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d99ae2f6-36a7-462b-a41d-523174e9bff4 req-4f8b71fe-4adc-4ea8-9e31-25eb73c21cee tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 886 time: 0.4768243 Feb 04 15:20:18.090778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8c7b04e-eb54-4664-8798-31f60b64db4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.132740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.177481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8c7b04e-eb54-4664-8798-31f60b64db4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.216857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.306894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e8c7b04e-eb54-4664-8798-31f60b64db4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f663a16645874c0e8ca3baecf8c647a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322716 Feb 04 15:20:18.310417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59982) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:18.337666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7b04e-eb54-4664-8798-31f60b64db4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d1d117-67ba-4f5b-a915-ad5a3e9ed38f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:18.364237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:18.366091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:18.380334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:18.410596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Pushing event updated for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:18.450931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c81f3-51d8-47f9-bc59-a39599268f26 req-4d54fadd-23ea-42cc-a2d2-d645cd880084 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.453008 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-769c81f3-51d8-47f9-bc59-a39599268f26 req-4d54fadd-23ea-42cc-a2d2-d645cd880084 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1097 time: 0.2512662 Feb 04 15:20:18.475993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa63aebe-92c5-4eaf-9184-cae36dd1eae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.501460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.502179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.527980 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-89dba5ea-e622-45f2-b168-44df89346190 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5063603 Feb 04 15:20:18.543813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-769c81f3-51d8-47f9-bc59-a39599268f26 req-b9add37f-e8c3-4fbb-b50f-7779d6e27d9a tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694766 Feb 04 15:20:18.554868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Request body: {'port': {'device_id': '3f382c58-c76a-4eb6-8764-88621c103154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:18.556300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-2f9b8175-d534-48be-b1c6-9c0a91282148 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1711187898&fields=id&tenant_id=26192a914796443084c5e9edd5a7d924 HTTP/1.1" status: 200 len: 267 time: 0.1139326 Feb 04 15:20:18.568055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa63aebe-92c5-4eaf-9184-cae36dd1eae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.727102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.827477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa63aebe-92c5-4eaf-9184-cae36dd1eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.834902 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa63aebe-92c5-4eaf-9184-cae36dd1eae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:18.844688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-aa63aebe-92c5-4eaf-9184-cae36dd1eae3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6d1d117-67ba-4f5b-a915-ad5a3e9ed38f HTTP/1.1" status: 204 len: 168 time: 0.5291402 Feb 04 15:20:18.867425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-7cd4bb1a-fa65-463d-b2d7-39f546e38953 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.871240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-7cd4bb1a-fa65-463d-b2d7-39f546e38953 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/networks?id=eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 200 len: 824 time: 0.2817481 Feb 04 15:20:18.872602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63aebe-92c5-4eaf-9184-cae36dd1eae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d1d117-67ba-4f5b-a915-ad5a3e9ed38f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:18.895459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-fca932f0-c1a9-4eb5-88c4-e77f6fe181fc tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/quotas/26192a914796443084c5e9edd5a7d924 HTTP/1.1" status: 200 len: 375 time: 0.0176322 Feb 04 15:20:18.935422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.936218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.936815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.937359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.937946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.938509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.939089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.939630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.940185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:18.942614 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5284085f-ab16-4233-a17d-9a62bbab3303 req-6f847ff5-4704-4f27-9959-c0ce0673c971 tempest-NetworksTest-2144070008 tempest-NetworksTest-2144070008-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6435 time: 0.3277824 Feb 04 15:20:19.055974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-328fd51b-17a2-470e-a0d1-b37c6b2143d2 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=26192a914796443084c5e9edd5a7d924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1519759 Feb 04 15:20:19.205807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-eddccc4b-3658-4428-964c-e08c630a5786 service neutron] 10.222.0.47 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274323 Feb 04 15:20:19.305842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b83865-d227-43b9-a9b6-081ae2ce8d05 req-5f7b94b3-f9f4-4d88-b73e-aaddb6a6117c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:19.309378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2b83865-d227-43b9-a9b6-081ae2ce8d05 req-5f7b94b3-f9f4-4d88-b73e-aaddb6a6117c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 931 time: 0.1437707 Feb 04 15:20:19.399310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2b83865-d227-43b9-a9b6-081ae2ce8d05 req-d8116112-7724-4a4f-b8e5-948ecb04eb85 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778103 Feb 04 15:20:19.438839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-02831e73-5541-461b-b344-a9deab0af988 service neutron] 10.222.0.47 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130198 Feb 04 15:20:19.497772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517d0516-8c18-4712-8fe8-2af230a69c05 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:19.517956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:19.567264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Transition to ACTIVE for port object 517d0516-8c18-4712-8fe8-2af230a69c05 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:19.625150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:19.747024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0224c8d-5763-4813-8382-c1ef42e917ff req-8d614957-083f-4d35-9d9a-e70baa69c865 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:19.750665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f0224c8d-5763-4813-8382-c1ef42e917ff req-8d614957-083f-4d35-9d9a-e70baa69c865 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1097 time: 0.2018149 Feb 04 15:20:19.805066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Pushing event updated for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:19.817176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60036) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:19.981591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f0224c8d-5763-4813-8382-c1ef42e917ff req-5545f020-bd92-4bcd-a8f6-416e8c92ba5a tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055345 Feb 04 15:20:20.025082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Request body: {'security_group': {'name': 'tempest-securitygroup-85957189', 'description': 'tempest-description-1312509783'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:20.036229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:20.038745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:20.043316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:20.059949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:20.060293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:20.067998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:20.068423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:20.068964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:20.071157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.075425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Bound port: 517d0516-8c18-4712-8fe8-2af230a69c05, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:20.075871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.094071 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.223284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:20.237494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:20.247353 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.311405 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.324809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.341203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a563dd6-4d9a-41c5-b8b9-43c675f20361 req-1ded316e-2304-44d9-a748-9cab08d115ff tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 210 time: 0.0364687 Feb 04 15:20:20.351117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:20.351994 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.366125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] 10.222.0.50 "PUT /v2.0/ports/517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 1091 time: 1.8095489 Feb 04 15:20:20.366125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:20.366125 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331056bb-22cc-43ce-b303-7efde5b0767a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:20.392768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b12e4-8113-431e-b591-e6b8604ead19 service neutron] Pushing event updated for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:20.441393 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dca0c3e1-2d7d-441e-a926-046de14a0d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.523188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbae56e-99f2-44b2-8440-7778762d1a87,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:20.560566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-c16ef423-fb4b-4a23-919b-04d22f3abbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:20.563646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-c16ef423-fb4b-4a23-919b-04d22f3abbea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1094 time: 0.1296260 Feb 04 15:20:20.679521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.693631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.736022 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7281a914-c882-46b9-b496-42f954aa2c7b x-openstack-request-id: req-7281a914-c882-46b9-b496-42f954aa2c7b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:20.736507 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:20.736740 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7281a914-c882-46b9-b496-42f954aa2c7b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:20.737381 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05', 'status': 'completed', 'code': 200} Feb 04 15:20:20.740842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-d298788d-7b7d-4b49-8af3-dd9d6fb7bc61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 217 time: 0.1617079 Feb 04 15:20:20.780317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.807476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b5c1ec0-74a5-4d09-92c9-45ecfb81d35e req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7869165 Feb 04 15:20:20.834248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18043b5-6959-415d-9cf1-fb032f5cc15e tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872b7651-4ce3-46e2-a62c-98b32f21a15f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:20.877353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dca0c3e1-2d7d-441e-a926-046de14a0d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.885017 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dca0c3e1-2d7d-441e-a926-046de14a0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:20.887254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-113d0ed1-6efd-4c68-be69-bf92ac47b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:20.889849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-113d0ed1-6efd-4c68-be69-bf92ac47b112 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1370819 Feb 04 15:20:20.901558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5fceb-e4bc-45e4-a684-b7737445cd56 req-d2c45b4e-b9c8-41c4-ac51-c6d300b066f9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:20.903403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0a5fceb-e4bc-45e4-a684-b7737445cd56 req-d2c45b4e-b9c8-41c4-ac51-c6d300b066f9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 943 time: 0.1699588 Feb 04 15:20:20.968570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-775792ee-a52a-409d-bb36-4cc7bb010b47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639515 Feb 04 15:20:20.983820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dca0c3e1-2d7d-441e-a926-046de14a0d84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61093d825dc447f09eda3003b531dfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1610730 Feb 04 15:20:20.984397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60082) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:21.028549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0c3e1-2d7d-441e-a926-046de14a0d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807b6517-43b0-4660-b121-afb2b28f11c5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:21.065904 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c5ca368e-0fe2-4fa4-a53d-4b68f951df7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:21.093669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-cb0ac038-8325-4407-b9f8-acbd37f9c4d3 req-e887454b-8da2-483b-a27c-c3ca27659580 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:20:21.094944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cb0ac038-8325-4407-b9f8-acbd37f9c4d3 req-e887454b-8da2-483b-a27c-c3ca27659580 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098536 Feb 04 15:20:21.105436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c5ca368e-0fe2-4fa4-a53d-4b68f951df7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:21.126408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0a5fceb-e4bc-45e4-a684-b7737445cd56 req-1176e955-15a5-46aa-ab1b-69710c95217c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106233 Feb 04 15:20:21.188463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-371ddc4f-3d2b-4dfa-8a9d-81723b61030f service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065070 Feb 04 15:20:21.230503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c5ca368e-0fe2-4fa4-a53d-4b68f951df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:21.236367 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c5ca368e-0fe2-4fa4-a53d-4b68f951df7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:21.239220 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c5ca368e-0fe2-4fa4-a53d-4b68f951df7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/807b6517-43b0-4660-b121-afb2b28f11c5 HTTP/1.1" status: 204 len: 168 time: 0.2525926 Feb 04 15:20:21.268336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca368e-0fe2-4fa4-a53d-4b68f951df7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807b6517-43b0-4660-b121-afb2b28f11c5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:21.454846 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e2e6c0-cf0a-4142-9739-63f8fa6cffe6 req-b063288c-3d3d-42b0-ae30-ce877b09804a service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546763 Feb 04 15:20:21.684841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331056bb-22cc-43ce-b303-7efde5b0767a req-202e1e14-e6ef-4249-9dd4-66c8e203c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:21.686988 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-331056bb-22cc-43ce-b303-7efde5b0767a req-202e1e14-e6ef-4249-9dd4-66c8e203c650 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1094 time: 0.0641701 Feb 04 15:20:21.733273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-8156bc7f-18c4-4adf-92c5-22f416ecdbeb tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:21.735268 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-8156bc7f-18c4-4adf-92c5-22f416ecdbeb tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.50 "GET /v2.0/networks?id=eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 200 len: 824 time: 0.2541718 Feb 04 15:20:21.803774 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-f550419d-b679-4d14-bc95-1b69038d7429 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26192a914796443084c5e9edd5a7d924 HTTP/1.1" status: 200 len: 380 time: 0.0518858 Feb 04 15:20:21.814740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Request body: {'port': {'device_id': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'admin_state_up': True, 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'security_groups': ['f60c25bc-1911-43f5-b60b-251ff770b769']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:21.855627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331056bb-22cc-43ce-b303-7efde5b0767a req-ba605c5a-ffaa-4483-acad-a43b95c2b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:21.862502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-331056bb-22cc-43ce-b303-7efde5b0767a req-ba605c5a-ffaa-4483-acad-a43b95c2b4a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.1651063 Feb 04 15:20:21.910329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-331056bb-22cc-43ce-b303-7efde5b0767a req-897f1ea6-c7ce-4a96-9973-5df97f0b4548 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 217 time: 0.0446067 Feb 04 15:20:21.945163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f854bfbb-2875-4b16-b51e-bd0b03442bce req-1508173f-33c8-4b46-9ea3-0f40c3f06d02 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1033754667', 'description': 'tempest-description-1559581076'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:22.000532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Made reservation on behalf of 26192a914796443084c5e9edd5a7d924 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:22.002236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f854bfbb-2875-4b16-b51e-bd0b03442bce req-1508173f-33c8-4b46-9ea3-0f40c3f06d02 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.016335 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.016635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331056bb-22cc-43ce-b303-7efde5b0767a req-1fc0737b-f884-4a98-ae02-71af28e25826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:22.018495 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-331056bb-22cc-43ce-b303-7efde5b0767a req-1fc0737b-f884-4a98-ae02-71af28e25826 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.0892098 Feb 04 15:20:22.051226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60110) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:22.093184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23bd0d25-fe33-48bb-9019-5adec61ff4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.163376 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f854bfbb-2875-4b16-b51e-bd0b03442bce req-1508173f-33c8-4b46-9ea3-0f40c3f06d02 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.167233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-331056bb-22cc-43ce-b303-7efde5b0767a req-1d647ba7-4a9c-4197-9fe4-7f1ba7a09a21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906427 Feb 04 15:20:22.173755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f854bfbb-2875-4b16-b51e-bd0b03442bce req-1508173f-33c8-4b46-9ea3-0f40c3f06d02 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.253189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Allocated IP 172.20.0.3 (eac7cd70-b40c-4229-bab6-065295e81f12/e87b2ce2-cb8b-454e-9dd3-6060a92d65fb/53c2f3d3-9cc0-4721-93d0-707187508ff9) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:22.266212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f854bfbb-2875-4b16-b51e-bd0b03442bce req-1508173f-33c8-4b46-9ea3-0f40c3f06d02 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.267481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f854bfbb-2875-4b16-b51e-bd0b03442bce req-1508173f-33c8-4b46-9ea3-0f40c3f06d02 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3277552 Feb 04 15:20:22.270147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508173f-33c8-4b46-9ea3-0f40c3f06d02 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83257d89-d939-4b3d-8908-9c8db61b0cfc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:22.299977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23bd0d25-fe33-48bb-9019-5adec61ff4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.308574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23bd0d25-fe33-48bb-9019-5adec61ff4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.324276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-331056bb-22cc-43ce-b303-7efde5b0767a req-8f99ac6e-7f59-4f36-b111-bfb215ee579e service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463084 Feb 04 15:20:22.384947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-23bd0d25-fe33-48bb-9019-5adec61ff4c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5c6159cd888433ca6a0311ec64133ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319290 Feb 04 15:20:22.385911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60128) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:22.411680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd0d25-fe33-48bb-9019-5adec61ff4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11c68d1-9d1c-4685-9d87-0422d54324a3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:22.414779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df719aae-37a1-4faa-a5a1-246032a27d44 req-e2be559a-c58b-40eb-82ab-442701d5d8b0 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 210 time: 0.0511088 Feb 04 15:20:22.598163 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.720433 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30c8a425-ded6-487f-8837-7fd31c01d177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.782639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.791120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-331056bb-22cc-43ce-b303-7efde5b0767a req-9fac6721-eb44-4246-9978-e0755a5b47c5 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458997 Feb 04 15:20:22.864095 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.928004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30c8a425-ded6-487f-8837-7fd31c01d177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:22.945744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Network eac7cd70-b40c-4229-bab6-065295e81f12 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:22.957279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:22.963021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:23.008728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event updated for resources: {'Port': ['ID=53c2f3d3-9cc0-4721-93d0-707187508ff9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:23.059650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:23.061611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:23.104849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30c8a425-ded6-487f-8837-7fd31c01d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:23.110893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30c8a425-ded6-487f-8837-7fd31c01d177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:23.113190 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-30c8a425-ded6-487f-8837-7fd31c01d177 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c11c68d1-9d1c-4685-9d87-0422d54324a3 HTTP/1.1" status: 204 len: 168 time: 0.7200577 Feb 04 15:20:23.126135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-60f31816-5b2b-48fd-b17f-4ad4b519c284 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3152125 Feb 04 15:20:23.136749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8a425-ded6-487f-8837-7fd31c01d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11c68d1-9d1c-4685-9d87-0422d54324a3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:23.155167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Request body: {'port': {'device_id': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:23.258157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-c1afd0ba-627f-49ca-aef6-bf81a4bddadd tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:20:23.260066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-c1afd0ba-627f-49ca-aef6-bf81a4bddadd tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096340 Feb 04 15:20:23.314505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:23.327142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-dfbd4456-b900-408c-ab77-1d2ae77f92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:23.329012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-dfbd4456-b900-408c-ab77-1d2ae77f92a2 service neutron] 10.222.0.47 "GET /v2.0/ports/e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 1094 time: 0.0500035 Feb 04 15:20:23.346685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Request body: {'binding': {'host': 'n-h1-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:23.347399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:20:23.433123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-bc3b52bf-f38d-4c50-a424-9407927edd2a None None] Provisioning complete for port 53c2f3d3-9cc0-4721-93d0-707187508ff9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:23.433123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bc3b52bf-f38d-4c50-a424-9407927edd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:23.494701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b52bf-f38d-4c50-a424-9407927edd2a None None] Port 53c2f3d3-9cc0-4721-93d0-707187508ff9 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:20:23.507972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b9fd4-09ba-4197-a822-e3f3358e2fcb req-981e09c9-4927-4f25-b43b-db385f18c9a6 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:23.509554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d8b9fd4-09ba-4197-a822-e3f3358e2fcb req-981e09c9-4927-4f25-b43b-db385f18c9a6 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 943 time: 0.1299424 Feb 04 15:20:23.582855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d8b9fd4-09ba-4197-a822-e3f3358e2fcb req-58ed7cf3-119a-4e63-9357-190e32f7c72a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583560 Feb 04 15:20:23.625285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on host n-h1-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:23.625859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:23.626297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:23.632856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:23.633326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:23.639821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:23.640312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:23.641251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:23.641813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Bound port: e33952e8-0206-464e-886f-b3b1248d90a2, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:23.717649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:23.729785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:23.740623 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-016ee4a9-3bd9-4a96-8c67-a4c412d5f888 service neutron] 10.222.0.47 "POST /v2.0/ports/e33952e8-0206-464e-886f-b3b1248d90a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3976405 Feb 04 15:20:23.757450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c2f3d3-9cc0-4721-93d0-707187508ff9 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:23.766974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:23.784080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Transition to ACTIVE for port object 53c2f3d3-9cc0-4721-93d0-707187508ff9 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:23.795737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:23.908998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-787084662', 'description': 'tempest-description-1216834749'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:23.966900 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=53c2f3d3-9cc0-4721-93d0-707187508ff9,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:23.977191 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.003291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.101295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Attempting to bind port 53c2f3d3-9cc0-4721-93d0-707187508ff9 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:24.101637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Attempting to bind port 53c2f3d3-9cc0-4721-93d0-707187508ff9 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:24.101966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Attempting to bind port 53c2f3d3-9cc0-4721-93d0-707187508ff9 on network eac7cd70-b40c-4229-bab6-065295e81f12 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:24.108491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Port 53c2f3d3-9cc0-4721-93d0-707187508ff9 on network eac7cd70-b40c-4229-bab6-065295e81f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:24.108886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Attempting to bind port 53c2f3d3-9cc0-4721-93d0-707187508ff9 on network eac7cd70-b40c-4229-bab6-065295e81f12 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:24.116528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:24.116870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Checking segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:24.117264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Bound using segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:24.117716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Bound port: 53c2f3d3-9cc0-4721-93d0-707187508ff9, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:24.118110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.147323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-375334ca-18c3-4810-9c66-fcffa3994caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:24.150293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-375334ca-18c3-4810-9c66-fcffa3994caf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1097 time: 0.1331263 Feb 04 15:20:24.257814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] For port 53c2f3d3-9cc0-4721-93d0-707187508ff9, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:24.265185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] For port 53c2f3d3-9cc0-4721-93d0-707187508ff9, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=53c2f3d3-9cc0-4721-93d0-707187508ff9,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:24.276743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.330120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:24.330810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.332199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] 10.222.0.50 "PUT /v2.0/ports/53c2f3d3-9cc0-4721-93d0-707187508ff9 HTTP/1.1" status: 200 len: 1091 time: 1.1887362 Feb 04 15:20:24.332851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'tag': '53c2f3d3-9cc0-4721-93d0-707187508ff9'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:24.335397 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e4ee71-2a8d-43c2-a487-e3339c499edf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8948a5-9908-446e-b88b-c5325b1266a6", "tag": "53c2f3d3-9cc0-4721-93d0-707187508ff9"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:24.391412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a314d-5808-47aa-826e-819ae18b3ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=53c2f3d3-9cc0-4721-93d0-707187508ff9,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:24.398852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.419535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.444178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-354b00cf-18eb-4d2f-8dbc-181f956283b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:24.446947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-354b00cf-18eb-4d2f-8dbc-181f956283b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.2889481 Feb 04 15:20:24.486743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-3a6f60c7-9df1-489f-9b54-bc801e41dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:24.489562 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-3a6f60c7-9df1-489f-9b54-bc801e41dff8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=26192a914796443084c5e9edd5a7d924&device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 1094 time: 0.0832934 Feb 04 15:20:24.522896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6d0da-3c87-4f46-aa58-851420efd806,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:24.562396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-0928d04e-f609-4563-9a70-24ca043b309c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 217 time: 0.0910943 Feb 04 15:20:24.580233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-6296ce53-3257-46f4-9995-97da35eebc89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c2f3d3-9cc0-4721-93d0-707187508ff9 HTTP/1.1" status: 200 len: 217 time: 0.0751979 Feb 04 15:20:24.655581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-0c7d7332-9d47-496d-aed3-0b564be40880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:24.657293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-0c7d7332-9d47-496d-aed3-0b564be40880 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87b2ce2-cb8b-454e-9dd3-6060a92d65fb HTTP/1.1" status: 200 len: 863 time: 0.0698757 Feb 04 15:20:24.731979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-24e8d8d3-9713-4c15-b0f8-16423a66390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:24.733781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-24e8d8d3-9713-4c15-b0f8-16423a66390a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eac7cd70-b40c-4229-bab6-065295e81f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695140 Feb 04 15:20:24.774692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-f99a2d04-83d4-471e-b28e-48430c4bd664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:24.776572 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-f99a2d04-83d4-471e-b28e-48430c4bd664 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.2049816 Feb 04 15:20:24.801715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.823837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-b9bb6967-3139-4803-a2c6-0f0655a4c010 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395842 Feb 04 15:20:24.824899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.900851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-ebab39d2-1b41-44ca-ba40-cc26eb1c3d34 service neutron] 10.222.0.50 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592567 Feb 04 15:20:24.933321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:24.939553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c3cfd57-a4ee-4857-a9df-dbfd290deae6 req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0366893 Feb 04 15:20:24.945628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35f9c2-75f2-4ca0-966f-4a2a7bc9362f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075864d3-73c8-49b8-aa9d-459ebb8ae4a6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:25.030065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-3b653a13-e788-4118-90fb-98a9d50af360 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963758 Feb 04 15:20:25.088388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4465276-48dd-4dfa-ad83-877c09ea4381 req-86550482-1662-4d94-bb8c-a6e5659abe9e service neutron] 10.222.0.50 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780379 Feb 04 15:20:25.103815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fcb73-f19d-4bf0-aaae-ce400deed15a req-0bd3e083-e3d3-4ff4-a910-034c0e984394 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:25.105625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b85fcb73-f19d-4bf0-aaae-ce400deed15a req-0bd3e083-e3d3-4ff4-a910-034c0e984394 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 943 time: 0.0939021 Feb 04 15:20:25.152614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b85fcb73-f19d-4bf0-aaae-ce400deed15a req-f5e48b42-bd1a-4c5a-93ef-1ea0f4400735 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364215 Feb 04 15:20:25.196275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9635b3-d361-49f3-ba0c-a6cb5d2bc3c5 req-3db6de41-4db5-4cfd-b9cf-7ca943344841 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:25.198412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc9635b3-d361-49f3-ba0c-a6cb5d2bc3c5 req-3db6de41-4db5-4cfd-b9cf-7ca943344841 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 946 time: 0.0856092 Feb 04 15:20:25.204667 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-fe85b6bf-eaa8-498a-9b33-b283f7a5c0c2 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669607 Feb 04 15:20:25.254468 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc9635b3-d361-49f3-ba0c-a6cb5d2bc3c5 req-7dfc25f6-86ae-4513-802d-4e7441297650 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475497 Feb 04 15:20:25.268166 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ac323-6c19-43e8-a3b2-ee5cdd633eaf x-openstack-request-id: req-521ac323-6c19-43e8-a3b2-ee5cdd633eaf {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:25.268706 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8948a5-9908-446e-b88b-c5325b1266a6", "tag": "53c2f3d3-9cc0-4721-93d0-707187508ff9", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:25.268909 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-521ac323-6c19-43e8-a3b2-ee5cdd633eaf {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:25.269320 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'tag': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'status': 'completed', 'code': 200} Feb 04 15:20:25.302327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-db6cc775-f73c-449a-ad37-dc58c46ad3dc req-1704c32e-ef48-45d8-988a-5c50902c6ea6 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-227401439', 'description': 'tempest-description-909275517'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:25.385845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-db6cc775-f73c-449a-ad37-dc58c46ad3dc req-1704c32e-ef48-45d8-988a-5c50902c6ea6 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:25.393356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306a6bc-0690-45ea-a538-17dd6c050656 req-9670827e-3f0e-40d3-8368-939428298cc2 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:25.395165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e306a6bc-0690-45ea-a538-17dd6c050656 req-9670827e-3f0e-40d3-8368-939428298cc2 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 943 time: 0.0688527 Feb 04 15:20:25.449685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-af09ac89-70c0-4fc0-aa13-45cdf41cd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:25.452281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-af09ac89-70c0-4fc0-aa13-45cdf41cd468 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=26192a914796443084c5e9edd5a7d924&device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 1094 time: 0.1177058 Feb 04 15:20:25.459229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-4093b194-12d2-4735-bce8-e52908c38217 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:25.461639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-4093b194-12d2-4735-bce8-e52908c38217 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1097 time: 0.0876999 Feb 04 15:20:25.473489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827869-1'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:25.478523 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e306a6bc-0690-45ea-a538-17dd6c050656 req-07ab0631-5146-450a-b833-bd7fbf223f71 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673137 Feb 04 15:20:25.565151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:25.577056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:25.599409 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-db6cc775-f73c-449a-ad37-dc58c46ad3dc req-1704c32e-ef48-45d8-988a-5c50902c6ea6 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:25.606433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-db6cc775-f73c-449a-ad37-dc58c46ad3dc req-1704c32e-ef48-45d8-988a-5c50902c6ea6 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:25.664226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-d7f5638f-2ed5-481e-9f70-2e3423f052fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:25.666112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-d7f5638f-2ed5-481e-9f70-2e3423f052fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 200 len: 925 time: 0.2029133 Feb 04 15:20:25.674063 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-db6cc775-f73c-449a-ad37-dc58c46ad3dc req-1704c32e-ef48-45d8-988a-5c50902c6ea6 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:25.675757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db6cc775-f73c-449a-ad37-dc58c46ad3dc req-1704c32e-ef48-45d8-988a-5c50902c6ea6 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3817482 Feb 04 15:20:25.722155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704c32e-ef48-45d8-988a-5c50902c6ea6 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be41754d-a04e-4672-bb62-5a59ebcfc811,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:25.727955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-5289b20e-dc6c-4ffe-9cf4-9f36da3693b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c2f3d3-9cc0-4721-93d0-707187508ff9 HTTP/1.1" status: 200 len: 217 time: 0.0504870 Feb 04 15:20:25.761592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:25.788777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '517d0516-8c18-4712-8fe8-2af230a69c05', 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'port_id': '517d0516-8c18-4712-8fe8-2af230a69c05', 'mac_address': 'fa:16:3e:06:80:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40c05dd-af5e-486d-89ca-cfd6a6ebd70f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:20:25.859828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-6813302b-faf8-4e12-987f-070d19f2b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:25.860504 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:25.863054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-6813302b-faf8-4e12-987f-070d19f2b0b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87b2ce2-cb8b-454e-9dd3-6060a92d65fb HTTP/1.1" status: 200 len: 863 time: 0.1271107 Feb 04 15:20:25.876419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517d0516-8c18-4712-8fe8-2af230a69c05 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:25.878519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:25.902102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:25.908250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:25.948365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-e7e16e58-a907-4696-b015-c677f07f9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:25.951306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-e7e16e58-a907-4696-b015-c677f07f9830 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eac7cd70-b40c-4229-bab6-065295e81f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810697 Feb 04 15:20:25.973167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:26.055386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:26.060022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-8ae12a35-f05f-4fa1-a1c5-b6a6e259e968 service neutron] 10.222.0.50 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005809 Feb 04 15:20:26.143126 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:26.160138 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:26.240769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7e4ee71-2a8d-43c2-a487-e3339c499edf req-0b43e7ca-01c0-4842-ad6e-b37a6212f47c service neutron] 10.222.0.50 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728454 Feb 04 15:20:26.303255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Pushing event updated for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:26.320904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on host n-h2-827869-1 for vnic_type normal with profile {"migrating_to": "n-h1-827869-1"} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:26.321235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:26.321555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:26.336347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:26.336666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Attempting to bind port e33952e8-0206-464e-886f-b3b1248d90a2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:26.353137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:26.353492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:26.353868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:26.354400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Bound port: e33952e8-0206-464e-886f-b3b1248d90a2, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:26.354758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:26.373733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['517d0516-8c18-4712-8fe8-2af230a69c05'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:26.404017 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-1e5b5e94-aca0-497f-8378-cc4c06f705b5 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39561 time: 0.4768407 Feb 04 15:20:26.489711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:26.501851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-59cc8890-0e3c-42ea-8be8-a4d0fd1b3659 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/00554fc5-0412-4157-8cea-2781288bcfa1 HTTP/1.1" status: 200 len: 2981 time: 0.0750918 Feb 04 15:20:26.508586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:26.541853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:26.664413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-95a32cee-ff1f-4935-88e7-0239aa1125ad tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/00554fc5-0412-4157-8cea-2781288bcfa1 HTTP/1.1" status: 200 len: 2981 time: 0.1517193 Feb 04 15:20:26.690772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:26.691425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:26.693137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] 10.222.0.50 "PUT /v2.0/ports/e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 1122 time: 1.2238684 Feb 04 15:20:26.700295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbda43-3bd0-4565-a84d-6b23a8a59243 service neutron] Pushing event updated for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=8']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:26.754549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-17af1299-62df-4e59-ad1e-ead0e0686155 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/12420147-20ee-4e3d-b908-7571c1ce0108 HTTP/1.1" status: 200 len: 2981 time: 0.0710251 Feb 04 15:20:26.768251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e33952e8-0206-464e-886f-b3b1248d90a2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:26.850125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-b5f69ce2-dec7-4e95-8277-a914ae0a8106 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/12420147-20ee-4e3d-b908-7571c1ce0108 HTTP/1.1" status: 200 len: 2981 time: 0.0930007 Feb 04 15:20:26.927961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-cc1a50dc-232d-4748-ab46-7d243cb53b38 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/1b4424ca-6ae2-42ef-b6d3-7558ec2983b0 HTTP/1.1" status: 200 len: 2973 time: 0.0699470 Feb 04 15:20:27.014494 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-3a42abfc-a33a-478f-b074-70f3dec8ea2e tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/1b4424ca-6ae2-42ef-b6d3-7558ec2983b0 HTTP/1.1" status: 200 len: 2973 time: 0.0850356 Feb 04 15:20:27.084833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5267-8d58-40d8-aaca-d8d913284694 req-660d43ca-2fd9-4a2d-b02e-b6e378a7e0dd tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:27.087527 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d92d5267-8d58-40d8-aaca-d8d913284694 req-660d43ca-2fd9-4a2d-b02e-b6e378a7e0dd tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 943 time: 0.0804930 Feb 04 15:20:27.106058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-40b6c643-5048-48b3-aaf3-7bafc00f3a5e tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/25b81b43-4e91-4853-9fc7-e8bc59b0a8c8 HTTP/1.1" status: 200 len: 2981 time: 0.0902736 Feb 04 15:20:27.145723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d92d5267-8d58-40d8-aaca-d8d913284694 req-981cc718-5e28-461d-8b50-47446673a9dc tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494013 Feb 04 15:20:27.196264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-411b06fe-9d43-456a-958c-44cc0d1a427f tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/25b81b43-4e91-4853-9fc7-e8bc59b0a8c8 HTTP/1.1" status: 200 len: 2981 time: 0.0818448 Feb 04 15:20:27.227884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60262) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:27.270078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2'}, {'name': 'network-changed', 'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:27.272797 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e805f2-d13a-4551-b669-3d5020411db6" -d '{"events": [{"server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2"}, {"name": "network-changed", "server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:27.279065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-e2ec2878-1c58-41d3-9f77-6617e95e6db2 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/73fffb2b-f7e5-44a5-a88d-c0136ea02ca3 HTTP/1.1" status: 200 len: 2981 time: 0.0708001 Feb 04 15:20:27.304473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60268) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:27.310376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5606d27-f6b2-4f5a-90f5-7bb305d5dcf4 req-b94b58f5-18d4-4237-99d3-37c4b4c5c2e4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:27.311923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5606d27-f6b2-4f5a-90f5-7bb305d5dcf4 req-b94b58f5-18d4-4237-99d3-37c4b4c5c2e4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.0770802 Feb 04 15:20:27.337717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-928f3cc4-1a70-49ae-afc5-95bc3902e3e2 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/73fffb2b-f7e5-44a5-a88d-c0136ea02ca3 HTTP/1.1" status: 200 len: 2981 time: 0.0520186 Feb 04 15:20:27.372149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5606d27-f6b2-4f5a-90f5-7bb305d5dcf4 req-471306fc-cf9b-4ac6-bab1-1175ee7fd8b3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462770 Feb 04 15:20:27.407027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-d886d557-6522-465c-814c-7ae786a160c7 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/b5a6d0da-3c87-4f46-aa58-851420efd806 HTTP/1.1" status: 200 len: 2981 time: 0.0594060 Feb 04 15:20:27.458467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b188-cdca-47d1-ade5-aa1617655da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.481674 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-3336775d-23cd-4be5-9e9c-9a7ab6aff8db tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/b5a6d0da-3c87-4f46-aa58-851420efd806 HTTP/1.1" status: 200 len: 2981 time: 0.0685184 Feb 04 15:20:27.482913 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f636b846-6738-4ebe-a208-d330f10d4b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.557839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-abe0a2ec-8f40-4bc8-9a10-9611255d637d tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/b8e8d21c-5fe8-42ab-9232-017b99c5367b HTTP/1.1" status: 200 len: 2981 time: 0.0662966 Feb 04 15:20:27.592652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2576948-74b0-4896-a0d2-1d6f2a7eacd7 req-21ecf590-9b46-4807-9fca-7cbe5c1a7451 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:27.594307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2576948-74b0-4896-a0d2-1d6f2a7eacd7 req-21ecf590-9b46-4807-9fca-7cbe5c1a7451 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.0838075 Feb 04 15:20:27.596605 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b188-cdca-47d1-ade5-aa1617655da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.603514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b188-cdca-47d1-ade5-aa1617655da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.633816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-f905f47e-fe54-4da3-b4d7-070e4f09515c tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/b8e8d21c-5fe8-42ab-9232-017b99c5367b HTTP/1.1" status: 200 len: 2981 time: 0.0653374 Feb 04 15:20:27.639694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f636b846-6738-4ebe-a208-d330f10d4b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.654229 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f636b846-6738-4ebe-a208-d330f10d4b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.669032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a1e5b188-cdca-47d1-ade5-aa1617655da2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d534517bdcba4ac3a4d82e58ef88769d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399641 Feb 04 15:20:27.671923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5b188-cdca-47d1-ade5-aa1617655da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832e5be-9250-415f-a278-74aa77145202,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:27.674198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60272) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:27.702361 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2576948-74b0-4896-a0d2-1d6f2a7eacd7 req-aeb77006-27ea-4990-a83e-51eaaca13682 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923028 Feb 04 15:20:27.731827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f636b846-6738-4ebe-a208-d330f10d4b85 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=690806ad7a5b4f9cb3b16a7982b84bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250786 Feb 04 15:20:27.734762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60274) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:27.734923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636b846-6738-4ebe-a208-d330f10d4b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62928597-cd40-44fe-907f-ab265c4d788e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:27.740117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-8cf3276e-0323-4b8e-9d8e-719545e29709 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/d9e25f15-98b6-4cea-ac8f-8f4e8968a035 HTTP/1.1" status: 200 len: 2977 time: 0.0960166 Feb 04 15:20:27.781611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd99a95e-6937-415c-b4d1-4884cfb29c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.808785 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b63632e-b44d-415a-b419-6d0190f0b2b7 x-openstack-request-id: req-1b63632e-b44d-415a-b419-6d0190f0b2b7 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:27.809170 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2", "code": 200}, {"name": "network-changed", "server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:27.809500 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b63632e-b44d-415a-b419-6d0190f0b2b7 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:27.809966 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2', 'code': 200} Feb 04 15:20:27.810319 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2', 'status': 'completed', 'code': 200} Feb 04 15:20:27.813280 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-99bf606f-8242-46a1-9a8a-d43ddd16b519 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/d9e25f15-98b6-4cea-ac8f-8f4e8968a035 HTTP/1.1" status: 200 len: 2977 time: 0.0603514 Feb 04 15:20:27.825639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd99a95e-6937-415c-b4d1-4884cfb29c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.835652 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86fb2db0-c803-4e36-bd37-0e6d28a28c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.885721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-8b998986-d103-48ad-a55a-28c1714fc51e tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/eb89b0c0-1bf5-45fe-b1dc-f662c931e197 HTTP/1.1" status: 200 len: 2981 time: 0.0540321 Feb 04 15:20:27.913872 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86fb2db0-c803-4e36-bd37-0e6d28a28c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:27.961434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-a5b7fe63-2706-480d-abad-f7e9448eb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:27.964160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-a5b7fe63-2706-480d-abad-f7e9448eb5d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1125 time: 0.1250541 Feb 04 15:20:27.967810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-cbada18a-83db-4d3b-ad41-7a79f5b52153 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/eb89b0c0-1bf5-45fe-b1dc-f662c931e197 HTTP/1.1" status: 200 len: 2981 time: 0.0679874 Feb 04 15:20:28.028882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd99a95e-6937-415c-b4d1-4884cfb29c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:28.031786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd99a95e-6937-415c-b4d1-4884cfb29c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:28.033106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cd99a95e-6937-415c-b4d1-4884cfb29c8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2832e5be-9250-415f-a278-74aa77145202 HTTP/1.1" status: 204 len: 168 time: 0.3578892 Feb 04 15:20:28.057295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-b2eed627-54b2-4ab8-9cc0-7ba49cedc201 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/f613848e-0d7f-4826-8d7a-27f38cdbe271 HTTP/1.1" status: 200 len: 2981 time: 0.0884564 Feb 04 15:20:28.103211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99a95e-6937-415c-b4d1-4884cfb29c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832e5be-9250-415f-a278-74aa77145202,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:28.110832 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86fb2db0-c803-4e36-bd37-0e6d28a28c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:28.115109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86fb2db0-c803-4e36-bd37-0e6d28a28c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:28.116352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86fb2db0-c803-4e36-bd37-0e6d28a28c79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62928597-cd40-44fe-907f-ab265c4d788e HTTP/1.1" status: 204 len: 168 time: 0.3802843 Feb 04 15:20:28.125078 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-a8757753-6cf9-4f4d-b701-afffc9a7ee6d tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/f613848e-0d7f-4826-8d7a-27f38cdbe271 HTTP/1.1" status: 200 len: 2981 time: 0.0600023 Feb 04 15:20:28.132145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb2db0-c803-4e36-bd37-0e6d28a28c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62928597-cd40-44fe-907f-ab265c4d788e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:28.200429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-581f93ca-02a2-4330-82de-89c04e25cf7d tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/fbbae56e-99f2-44b2-8440-7778762d1a87 HTTP/1.1" status: 200 len: 2981 time: 0.0668290 Feb 04 15:20:28.211195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-667c692c-7b88-4e82-ad1d-98f2e5ea3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:28.213401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-667c692c-7b88-4e82-ad1d-98f2e5ea3123 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.2222626 Feb 04 15:20:28.268852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c13345-f4af-4d73-8402-75143c32ca93 req-67413931-733e-49af-bbc0-00b8c469933c tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/fbbae56e-99f2-44b2-8440-7778762d1a87 HTTP/1.1" status: 200 len: 2981 time: 0.0609200 Feb 04 15:20:28.272797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-b78f45b5-4e4f-4086-937c-9bd30d561abc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 217 time: 0.0490456 Feb 04 15:20:28.364648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-22c5a9cb-5954-4695-b0c8-6087fcb70cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:28.366114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-22c5a9cb-5954-4695-b0c8-6087fcb70cea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.0820415 Feb 04 15:20:28.376280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526f048-c743-4f6e-b932-d157b2b43487 req-a6c7beda-4acb-4a25-a0dd-04d27f9333d6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:28.378104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9526f048-c743-4f6e-b932-d157b2b43487 req-a6c7beda-4acb-4a25-a0dd-04d27f9333d6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 943 time: 0.1042640 Feb 04 15:20:28.406640 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df627eb9-cd6a-411e-a76d-c8b3e0d94a9f req-b770f922-56f5-4d9d-99cd-dd44848a0ff3 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a28e4c1245e4a82ae64861c1a2da7ec HTTP/1.1" status: 200 len: 6102 time: 0.1052139 Feb 04 15:20:28.406980 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-0fe76ca3-0133-47b7-8f58-ebd7e67ed4b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278459 Feb 04 15:20:28.468165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df627eb9-cd6a-411e-a76d-c8b3e0d94a9f req-c288c05c-d106-40d6-a0bf-8e6a25bcbaa8 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "GET /v2.0/security-groups/fbbae56e-99f2-44b2-8440-7778762d1a87 HTTP/1.1" status: 200 len: 2981 time: 0.0539784 Feb 04 15:20:28.508259 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9526f048-c743-4f6e-b932-d157b2b43487 req-a95771a0-3bae-4990-91eb-773239395a8a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195154 Feb 04 15:20:28.579343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df627eb9-cd6a-411e-a76d-c8b3e0d94a9f req-4186ce1d-7122-4e30-8d3f-375b7686367f tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "GET /v2.0/security-groups/fbbae56e-99f2-44b2-8440-7778762d1a87 HTTP/1.1" status: 200 len: 2981 time: 0.0909817 Feb 04 15:20:28.583355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-544ac6ac-81e8-41c1-9818-5b321dafe74a service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680207 Feb 04 15:20:28.659902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bbc5c09e-7d3e-498f-8518-eec64611aa6d req-ea3ef1a6-6003-4f89-b125-f2606d6f5113 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/be41754d-a04e-4672-bb62-5a59ebcfc811 HTTP/1.1" status: 200 len: 1776 time: 0.0589368 Feb 04 15:20:28.711182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60308) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:28.715197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60310) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:28.733940 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bbc5c09e-7d3e-498f-8518-eec64611aa6d req-493b0da9-4a29-4a24-a311-8af118d69214 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:28.767366 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bbc5c09e-7d3e-498f-8518-eec64611aa6d req-493b0da9-4a29-4a24-a311-8af118d69214 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:28.813613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a481f-26d0-4a7c-9d7f-7bc6fb1b8065 req-dad619fc-7d0e-42ff-9c95-9f5469d32ddf tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:28.815415 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e9a481f-26d0-4a7c-9d7f-7bc6fb1b8065 req-dad619fc-7d0e-42ff-9c95-9f5469d32ddf tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.1880991 Feb 04 15:20:28.848346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bbc5c09e-7d3e-498f-8518-eec64611aa6d req-493b0da9-4a29-4a24-a311-8af118d69214 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:28.851475 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bbc5c09e-7d3e-498f-8518-eec64611aa6d req-493b0da9-4a29-4a24-a311-8af118d69214 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:28.852714 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bbc5c09e-7d3e-498f-8518-eec64611aa6d req-493b0da9-4a29-4a24-a311-8af118d69214 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/be41754d-a04e-4672-bb62-5a59ebcfc811 HTTP/1.1" status: 204 len: 173 time: 0.1922734 Feb 04 15:20:28.867812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b0da9-4a29-4a24-a311-8af118d69214 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be41754d-a04e-4672-bb62-5a59ebcfc811,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:28.874987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1e805f2-d13a-4551-b669-3d5020411db6 req-ef58c1c3-1f01-42f2-bbd0-efcfbcdcf57d service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835493 Feb 04 15:20:28.917550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60326) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:28.921391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e9a481f-26d0-4a7c-9d7f-7bc6fb1b8065 req-8fc07297-087a-4235-9b25-2148016dc988 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942664 Feb 04 15:20:28.945108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70f9f421-d2d7-45bb-9f65-8e48e34a2e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.001565 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c9948a2-f1e9-4f32-80b9-6ca7daa6c0b5 req-fea6dbae-8fce-471a-8b55-5aa4c75825c7 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "GET /v2.0/security-groups/075864d3-73c8-49b8-aa9d-459ebb8ae4a6 HTTP/1.1" status: 200 len: 1777 time: 0.0638092 Feb 04 15:20:29.088154 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c9948a2-f1e9-4f32-80b9-6ca7daa6c0b5 req-eee62721-c3ad-4b32-986a-da9b85dfdb96 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.095796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5606647-58a4-4353-9202-63826ea38676 req-c78a5cf9-b8ca-40ff-8012-fff95582fa8c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:29.098853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5606647-58a4-4353-9202-63826ea38676 req-c78a5cf9-b8ca-40ff-8012-fff95582fa8c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.1326213 Feb 04 15:20:29.152770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c9948a2-f1e9-4f32-80b9-6ca7daa6c0b5 req-eee62721-c3ad-4b32-986a-da9b85dfdb96 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.220445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5606647-58a4-4353-9202-63826ea38676 req-a1bdf0e0-2206-41e0-90d7-a0ae7cdd7554 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076782 Feb 04 15:20:29.235835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c9948a2-f1e9-4f32-80b9-6ca7daa6c0b5 req-eee62721-c3ad-4b32-986a-da9b85dfdb96 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.245364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c9948a2-f1e9-4f32-80b9-6ca7daa6c0b5 req-eee62721-c3ad-4b32-986a-da9b85dfdb96 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.252621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c9948a2-f1e9-4f32-80b9-6ca7daa6c0b5 req-eee62721-c3ad-4b32-986a-da9b85dfdb96 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/075864d3-73c8-49b8-aa9d-459ebb8ae4a6 HTTP/1.1" status: 204 len: 173 time: 0.2471409 Feb 04 15:20:29.276520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70f9f421-d2d7-45bb-9f65-8e48e34a2e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.284979 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70f9f421-d2d7-45bb-9f65-8e48e34a2e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.308166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee62721-c3ad-4b32-986a-da9b85dfdb96 tempest-SecurityGroupsTestAdminJSON-690366497 tempest-SecurityGroupsTestAdminJSON-690366497-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075864d3-73c8-49b8-aa9d-459ebb8ae4a6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:29.377425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-70f9f421-d2d7-45bb-9f65-8e48e34a2e4f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7533a46bc24047b4a15b8b9e088ae33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583600 Feb 04 15:20:29.379362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9f421-d2d7-45bb-9f65-8e48e34a2e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aac869-3d0d-4398-9bf3-bb5cc733562b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:29.382729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:29.389542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7437f0b-681d-4f9c-9a16-9fd07f2c8a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.507696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b59a-2936-4d13-818d-6801e45c23ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.513490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38dd6510-c8cf-43d2-b5f6-bf3cbfa7d6a7 req-3786778c-df70-4f77-80c0-d67935282452 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "GET /v2.0/security-groups/83257d89-d939-4b3d-8908-9c8db61b0cfc HTTP/1.1" status: 200 len: 1778 time: 0.2114022 Feb 04 15:20:29.584458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 53c2f3d3-9cc0-4721-93d0-707187508ff9 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:29.678117 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d27a602-3e9a-48c1-9751-104c143aaf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.702633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:29.783674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d27a602-3e9a-48c1-9751-104c143aaf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.788510 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26126ca7-1a33-462e-8b5c-59992e9ae3aa req-1b3268f7-cfcd-4f39-a5c6-c68e01fd8eb3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:29.792020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26126ca7-1a33-462e-8b5c-59992e9ae3aa req-1b3268f7-cfcd-4f39-a5c6-c68e01fd8eb3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 943 time: 0.1302633 Feb 04 15:20:29.851749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 53c2f3d3-9cc0-4721-93d0-707187508ff9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=53c2f3d3-9cc0-4721-93d0-707187508ff9,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:29.856248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 517d0516-8c18-4712-8fe8-2af230a69c05 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:20:29.868244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 517d0516-8c18-4712-8fe8-2af230a69c05 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:29.868771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.881206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26126ca7-1a33-462e-8b5c-59992e9ae3aa req-d1c7ad95-45f5-4bda-83f3-90d7d0506c98 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758564 Feb 04 15:20:29.897997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'port_id': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'mac_address': 'fa:16:3e:9a:b3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:20:29.977795 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38dd6510-c8cf-43d2-b5f6-bf3cbfa7d6a7 req-d1e85903-6f23-4ba0-945d-d73e5c3a1d41 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:29.991554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7437f0b-681d-4f9c-9a16-9fd07f2c8a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.005952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7437f0b-681d-4f9c-9a16-9fd07f2c8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.012806 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.069107 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38dd6510-c8cf-43d2-b5f6-bf3cbfa7d6a7 req-d1e85903-6f23-4ba0-945d-d73e5c3a1d41 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.106302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c2f3d3-9cc0-4721-93d0-707187508ff9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:30.120128 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.148742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 53c2f3d3-9cc0-4721-93d0-707187508ff9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=53c2f3d3-9cc0-4721-93d0-707187508ff9,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:30.166997 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.168653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e33952e8-0206-464e-886f-b3b1248d90a2 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:30.182984 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b59a-2936-4d13-818d-6801e45c23ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.196578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:30.198740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d27a602-3e9a-48c1-9751-104c143aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.199756 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e843be-0b5e-4907-b778-c7afa1aadf2a" -d '{"events": [{"server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "name": "network-vif-plugged", "status": "completed", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:30.203546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d27a602-3e9a-48c1-9751-104c143aaf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.209279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9d27a602-3e9a-48c1-9751-104c143aaf21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66aac869-3d0d-4398-9bf3-bb5cc733562b HTTP/1.1" status: 204 len: 168 time: 0.8212838 Feb 04 15:20:30.221955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a7437f0b-681d-4f9c-9a16-9fd07f2c8a3a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81f664a9f4e4452f8ea27e7a1e08654d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4672756 Feb 04 15:20:30.221955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b59a-2936-4d13-818d-6801e45c23ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.225064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60352) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:30.239414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7437f0b-681d-4f9c-9a16-9fd07f2c8a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b6bb7-b085-42b6-b284-d65d4a496148,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:30.281553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:30.294486 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.332427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38dd6510-c8cf-43d2-b5f6-bf3cbfa7d6a7 req-d1e85903-6f23-4ba0-945d-d73e5c3a1d41 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.339361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38dd6510-c8cf-43d2-b5f6-bf3cbfa7d6a7 req-d1e85903-6f23-4ba0-945d-d73e5c3a1d41 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.355209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38dd6510-c8cf-43d2-b5f6-bf3cbfa7d6a7 req-d1e85903-6f23-4ba0-945d-d73e5c3a1d41 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "DELETE /v2.0/security-groups/83257d89-d939-4b3d-8908-9c8db61b0cfc HTTP/1.1" status: 204 len: 173 time: 0.8234808 Feb 04 15:20:30.358381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27a602-3e9a-48c1-9751-104c143aaf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aac869-3d0d-4398-9bf3-bb5cc733562b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:30.366326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=53c2f3d3-9cc0-4721-93d0-707187508ff9,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:30.410854 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ce2b59a-2936-4d13-818d-6801e45c23ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d53e2bddbd349e98b4643f2e5d67adf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6638298 Feb 04 15:20:30.431514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995f93e-aba0-4b7d-afa8-f6d430dcb442 req-0d3bd4a8-f643-4b19-9e27-c5a24142ab6e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:30.434850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60360) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:30.448513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9995f93e-aba0-4b7d-afa8-f6d430dcb442 req-0d3bd4a8-f643-4b19-9e27-c5a24142ab6e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.4109385 Feb 04 15:20:30.476764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64896136-b714-43b1-b230-50b0699ba609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.533170 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64896136-b714-43b1-b230-50b0699ba609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.552506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9995f93e-aba0-4b7d-afa8-f6d430dcb442 req-8c889b09-3321-4520-a4d2-ba6c988f9809 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835092 Feb 04 15:20:30.558965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-08b8aeca-2600-41d6-a4b3-f1d6f73638ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.610043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:30.610043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:30.623234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2b59a-2936-4d13-818d-6801e45c23ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eb18fb-111e-4e90-8ee0-a965681ff9bc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:30.637520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64896136-b714-43b1-b230-50b0699ba609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.642756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e33952e8-0206-464e-886f-b3b1248d90a2 has no active binding in host n-h1-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:20:30.643482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64896136-b714-43b1-b230-50b0699ba609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.650459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-64896136-b714-43b1-b230-50b0699ba609 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c32b6bb7-b085-42b6-b284-d65d4a496148 HTTP/1.1" status: 204 len: 168 time: 0.4232686 Feb 04 15:20:30.683750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e85903-6f23-4ba0-945d-d73e5c3a1d41 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83257d89-d939-4b3d-8908-9c8db61b0cfc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:30.722437 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e60848-0c6c-4e10-a9cc-3d58ac03d72c x-openstack-request-id: req-65e60848-0c6c-4e10-a9cc-3d58ac03d72c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:30.725525 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "name": "network-vif-plugged", "status": "completed", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:30.726017 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65e60848-0c6c-4e10-a9cc-3d58ac03d72c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:30.726624 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05', 'code': 200} Feb 04 15:20:30.735638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64896136-b714-43b1-b230-50b0699ba609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b6bb7-b085-42b6-b284-d65d4a496148,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:30.785865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11fca13d-5f81-4d00-ad37-14cae4b493ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.840740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11fca13d-5f81-4d00-ad37-14cae4b493ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.924970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11fca13d-5f81-4d00-ad37-14cae4b493ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.928613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325be4a6-8399-43f1-a5d4-9962ce782a6c req-01b31a3f-5d79-49cd-92df-512a77d6593d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:30.929604 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11fca13d-5f81-4d00-ad37-14cae4b493ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:30.931702 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-11fca13d-5f81-4d00-ad37-14cae4b493ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1eb18fb-111e-4e90-8ee0-a965681ff9bc HTTP/1.1" status: 204 len: 168 time: 0.4939039 Feb 04 15:20:30.941737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-325be4a6-8399-43f1-a5d4-9962ce782a6c req-01b31a3f-5d79-49cd-92df-512a77d6593d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 945 time: 0.1330218 Feb 04 15:20:30.955188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ac5c-2b71-4465-ac44-95ccb4ca5f48 req-9cffd4bd-50ec-40a9-83d6-b90bb1ab46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:30.957123 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3168ac5c-2b71-4465-ac44-95ccb4ca5f48 req-9cffd4bd-50ec-40a9-83d6-b90bb1ab46c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1096 time: 0.1070495 Feb 04 15:20:30.962900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fca13d-5f81-4d00-ad37-14cae4b493ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eb18fb-111e-4e90-8ee0-a965681ff9bc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:31.060815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-325be4a6-8399-43f1-a5d4-9962ce782a6c req-3f401534-cc64-4bc6-a983-ee1dc5827f96 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177416 Feb 04 15:20:31.085207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3168ac5c-2b71-4465-ac44-95ccb4ca5f48 req-8eeac7e2-55d6-43b5-8cc6-77e7a0a66934 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033859 Feb 04 15:20:31.177265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdca2300-0c39-4d38-9a90-0ec8c9ff35a3 req-3f1a813d-f9d9-47e0-a7e2-abf496c93c6f tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "GET /v2.0/security-groups/872b7651-4ce3-46e2-a62c-98b32f21a15f HTTP/1.1" status: 200 len: 1776 time: 0.0776341 Feb 04 15:20:31.204459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['53c2f3d3-9cc0-4721-93d0-707187508ff9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:31.211269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:31.268468 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8500283c-425e-44b7-81c1-387037667c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.316316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c1b1-c130-4e61-98f0-85bb9deed837 req-935574b1-f0b9-410a-ac6b-76e413cf81dd tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:31.321396 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cdca2300-0c39-4d38-9a90-0ec8c9ff35a3 req-99158408-7041-4232-ac1f-392397c372f1 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.330081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e13c1b1-c130-4e61-98f0-85bb9deed837 req-935574b1-f0b9-410a-ac6b-76e413cf81dd tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 944 time: 0.1870117 Feb 04 15:20:31.377833 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cdca2300-0c39-4d38-9a90-0ec8c9ff35a3 req-99158408-7041-4232-ac1f-392397c372f1 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.464859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e13c1b1-c130-4e61-98f0-85bb9deed837 req-27d37beb-ae88-407f-9514-f0191f91feb5 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331804 Feb 04 15:20:31.477824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cdca2300-0c39-4d38-9a90-0ec8c9ff35a3 req-99158408-7041-4232-ac1f-392397c372f1 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.482505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cdca2300-0c39-4d38-9a90-0ec8c9ff35a3 req-99158408-7041-4232-ac1f-392397c372f1 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.487159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdca2300-0c39-4d38-9a90-0ec8c9ff35a3 req-99158408-7041-4232-ac1f-392397c372f1 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] 10.222.0.47 "DELETE /v2.0/security-groups/872b7651-4ce3-46e2-a62c-98b32f21a15f HTTP/1.1" status: 204 len: 173 time: 0.3017285 Feb 04 15:20:31.510312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99158408-7041-4232-ac1f-392397c372f1 tempest-SecurityGroupsTestAdminJSON-312456794 tempest-SecurityGroupsTestAdminJSON-312456794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872b7651-4ce3-46e2-a62c-98b32f21a15f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:31.576258 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8500283c-425e-44b7-81c1-387037667c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.595358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8500283c-425e-44b7-81c1-387037667c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.634542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60400) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:31.658349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49afcddd-62ee-4831-bb8c-9bf971a98e36 req-da54a80f-0a3e-48a9-858f-1add73dac1bd tempest-AbsoluteLimitsNegativeTestJSON-1191228254 tempest-AbsoluteLimitsNegativeTestJSON-1191228254-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6b4d8e339101462da0fdd4c1e4e9c7fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775044 Feb 04 15:20:31.671500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1568b14c-0f4f-47aa-8e29-45ba3e8c01f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.743224 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8500283c-425e-44b7-81c1-387037667c04 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2c11d8b151941e49adb0a27f4f49792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259712 Feb 04 15:20:31.746450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60402) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:31.756396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500283c-425e-44b7-81c1-387037667c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c85f0c7-3a63-4cb2-891c-7becc890c502,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:31.914394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ac3e3-943a-4403-92d0-73c5a0447f46 req-b42a502e-fb25-4bce-a9d6-451b39d1852d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:31.937063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afcddd-62ee-4831-bb8c-9bf971a98e36 req-e97b7d4c-1cd2-4d3a-8c8d-7562e76a89d1 tempest-AbsoluteLimitsNegativeTestJSON-1191228254 tempest-AbsoluteLimitsNegativeTestJSON-1191228254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:31.937810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a79ac3e3-943a-4403-92d0-73c5a0447f46 req-b42a502e-fb25-4bce-a9d6-451b39d1852d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.1982348 Feb 04 15:20:31.952029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49afcddd-62ee-4831-bb8c-9bf971a98e36 req-e97b7d4c-1cd2-4d3a-8c8d-7562e76a89d1 tempest-AbsoluteLimitsNegativeTestJSON-1191228254 tempest-AbsoluteLimitsNegativeTestJSON-1191228254-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830651 Feb 04 15:20:31.975678 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cda35619-9b34-4d53-9eac-1acadcef649f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:31.978655 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49afcddd-62ee-4831-bb8c-9bf971a98e36 req-5fb424d8-e507-4922-b4dc-e230d42c31e7 tempest-AbsoluteLimitsNegativeTestJSON-1191228254 tempest-AbsoluteLimitsNegativeTestJSON-1191228254-project] 10.222.0.47 "GET /v2.0/quotas/6b4d8e339101462da0fdd4c1e4e9c7fe HTTP/1.1" status: 200 len: 375 time: 0.0251319 Feb 04 15:20:32.052016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49afcddd-62ee-4831-bb8c-9bf971a98e36 req-21f37cf3-7117-41b5-b2a2-f18f14227e38 tempest-AbsoluteLimitsNegativeTestJSON-1191228254 tempest-AbsoluteLimitsNegativeTestJSON-1191228254-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b4d8e339101462da0fdd4c1e4e9c7fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699861 Feb 04 15:20:32.090235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a79ac3e3-943a-4403-92d0-73c5a0447f46 req-8390e8f3-7a5d-4590-92bb-75a03080bf1b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357076 Feb 04 15:20:32.114817 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1568b14c-0f4f-47aa-8e29-45ba3e8c01f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.143171 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cda35619-9b34-4d53-9eac-1acadcef649f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.157267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60418) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:32.158212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1568b14c-0f4f-47aa-8e29-45ba3e8c01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.244144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60422) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:32.246452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568b14c-0f4f-47aa-8e29-45ba3e8c01f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c0336f-e0df-4728-bd3e-c8087ecdfb5e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:32.262875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1568b14c-0f4f-47aa-8e29-45ba3e8c01f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7f2f30ebcb04845974823a1b683e8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243994 Feb 04 15:20:32.263206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60426) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:32.318277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cda35619-9b34-4d53-9eac-1acadcef649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.321511 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cda35619-9b34-4d53-9eac-1acadcef649f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.325860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cda35619-9b34-4d53-9eac-1acadcef649f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c85f0c7-3a63-4cb2-891c-7becc890c502 HTTP/1.1" status: 204 len: 168 time: 0.5779679 Feb 04 15:20:32.341284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda35619-9b34-4d53-9eac-1acadcef649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c85f0c7-3a63-4cb2-891c-7becc890c502,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:32.358157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee506c50-c0f2-44ee-9b5d-aa431e971123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.388322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee506c50-c0f2-44ee-9b5d-aa431e971123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.393288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962fd79-0f55-489d-b027-6aea8bb0201c req-4b740fd4-d7db-4325-b95d-7a3d889a2e83 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:32.396127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a962fd79-0f55-489d-b027-6aea8bb0201c req-4b740fd4-d7db-4325-b95d-7a3d889a2e83 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 945 time: 0.1702402 Feb 04 15:20:32.464531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-network', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:32.468016 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee506c50-c0f2-44ee-9b5d-aa431e971123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.471344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee506c50-c0f2-44ee-9b5d-aa431e971123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.472799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ee506c50-c0f2-44ee-9b5d-aa431e971123 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/78c0336f-e0df-4728-bd3e-c8087ecdfb5e HTTP/1.1" status: 204 len: 168 time: 0.2087152 Feb 04 15:20:32.484469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee506c50-c0f2-44ee-9b5d-aa431e971123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c0336f-e0df-4728-bd3e-c8087ecdfb5e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:32.534811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a962fd79-0f55-489d-b027-6aea8bb0201c req-899994ba-68b4-4274-99b8-2f640bc5dbbf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214836 Feb 04 15:20:32.559591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Made reservation on behalf of 6238a7b3d1e140e0bc1e0f55cc8d0273 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:32.563845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.582505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.661857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f964e-f048-4d39-94c6-a8451b8a65ec req-25a66f00-98c2-4e90-9771-e0f7a85ecd7f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:32.664059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b08f964e-f048-4d39-94c6-a8451b8a65ec req-25a66f00-98c2-4e90-9771-e0f7a85ecd7f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 944 time: 0.0933352 Feb 04 15:20:32.722816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.735544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.745158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b08f964e-f048-4d39-94c6-a8451b8a65ec req-7bac9acb-5dfb-43fa-af24-1e814a548a16 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706360 Feb 04 15:20:32.754436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f578139-44eb-4cf0-b85f-c1978d93af3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a28e4c1245e4a82ae64861c1a2da7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096676 Feb 04 15:20:32.758658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60438) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:32.802878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:20:32.825419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed4d47-0a35-4800-81b7-e7bccbb10d9b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:32.833166 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-48e3e7ef-b8e6-4232-8cf3-7926e924e8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.865747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.867019 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Added segment 31c1cde9-ccde-4251-b5ee-01fc3d6f0d26 of type vlan for network e572efb0-8f84-4b7a-b180-1bc39a123f20 Feb 04 15:20:32.868368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60440) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:32.877410 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-48e3e7ef-b8e6-4232-8cf3-7926e924e8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.938013 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.976217 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-48e3e7ef-b8e6-4232-8cf3-7926e924e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.979686 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-48e3e7ef-b8e6-4232-8cf3-7926e924e8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:32.981364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-48e3e7ef-b8e6-4232-8cf3-7926e924e8ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fbbae56e-99f2-44b2-8440-7778762d1a87 HTTP/1.1" status: 204 len: 168 time: 0.2217164 Feb 04 15:20:32.999672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3e7ef-b8e6-4232-8cf3-7926e924e8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbae56e-99f2-44b2-8440-7778762d1a87,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:33.001295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.002738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:33.003567 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.066102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9068615 Feb 04 15:20:33.071741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60448) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:33.080210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Request body: {'subnet': {'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-subnet', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:33.086648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af666ff7-88c4-40f6-aa5a-39fc66bc6299 admin admin] Pushing event updated for resources: {'Network': ['ID=e572efb0-8f84-4b7a-b180-1bc39a123f20,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:33.104488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e572efb0-8f84-4b7a-b180-1bc39a123f20 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:20:33.123695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Made reservation on behalf of 6238a7b3d1e140e0bc1e0f55cc8d0273 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:33.126504 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.299204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c569df5-11a5-4cf0-83e8-81a7e739a211 req-aab1604d-ac05-41cc-9ed4-68f801425019 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:33.300728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c569df5-11a5-4cf0-83e8-81a7e739a211 req-aab1604d-ac05-41cc-9ed4-68f801425019 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.0788045 Feb 04 15:20:33.343628 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b077fde-6dd6-459f-b433-f5c0c09fbc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.380874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c569df5-11a5-4cf0-83e8-81a7e739a211 req-61b1c4fc-a3bd-4a86-aae4-416b84d01981 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680406 Feb 04 15:20:33.439089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.529370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c68e1f-4c27-4090-8e7a-8ea55648db50,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:33.560775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b077fde-6dd6-459f-b433-f5c0c09fbc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.569645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b077fde-6dd6-459f-b433-f5c0c09fbc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.578142 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a596e448-ebf7-46bd-99db-eee2c8c1dc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.580687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Checking segment: {'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:33.581078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Network hostable DHCP agents. Network: e572efb0-8f84-4b7a-b180-1bc39a123f20, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:20:33.602399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 53c2f3d3-9cc0-4721-93d0-707187508ff9 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:33.604800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Network e572efb0-8f84-4b7a-b180-1bc39a123f20 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:20:33.630308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e572efb0-8f84-4b7a-b180-1bc39a123f20) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:33.649317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:33.649961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.691265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-82a3a6ef-ebbc-4aef-85fb-220e5af16e30 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6179941 Feb 04 15:20:33.691687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60464) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:33.701608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:33.722662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9f3e5-7f11-4d0a-9a6e-f20cbb1d8042 None None] Network e572efb0-8f84-4b7a-b180-1bc39a123f20 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:20:33.764272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.765413 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.906419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:33.910578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:34.044748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 53c2f3d3-9cc0-4721-93d0-707187508ff9 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:20:34.052245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 53c2f3d3-9cc0-4721-93d0-707187508ff9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:34.053007 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.087977 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2b077fde-6dd6-459f-b433-f5c0c09fbc57 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b4d8e339101462da0fdd4c1e4e9c7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2183850 Feb 04 15:20:34.102947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60476) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:34.131214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b077fde-6dd6-459f-b433-f5c0c09fbc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e23b43-8167-4bff-bc82-0ee76932d6e2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:34.182692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-12948c6a-8603-44ea-b384-8e46f0fe5306 service neutron] 10.222.0.30 "GET /v2.0/ports/e33952e8-0206-464e-886f-b3b1248d90a2/bindings/n-h1-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.7064133 Feb 04 15:20:34.202406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-e572efb0-8f84-4b7a-b180-1bc39a123f20', 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'fixed_ips': [{'subnet_id': '06c68e1f-4c27-4090-8e7a-8ea55648db50'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:20:34.204401 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.258504 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.266609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e0764-06dd-4823-b2d7-66b827a2f923 req-f51db804-68e7-44bb-aa45-efb2feeb3355 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:34.277946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef8e0764-06dd-4823-b2d7-66b827a2f923 req-f51db804-68e7-44bb-aa45-efb2feeb3355 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 945 time: 0.2314317 Feb 04 15:20:34.323140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c73af68-6104-48dd-b7a4-61b9f8f1a7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.378509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.387619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef8e0764-06dd-4823-b2d7-66b827a2f923 req-372539ef-f21d-4f77-8dd1-c55819c5f601 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074476 Feb 04 15:20:34.404254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c2f3d3-9cc0-4721-93d0-707187508ff9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:34.409536 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0810996-5956-4aba-9351-414bfd2ce1b7" -d '{"events": [{"server_uuid": "fb8948a5-9908-446e-b88b-c5325b1266a6", "name": "network-vif-plugged", "status": "completed", "tag": "53c2f3d3-9cc0-4721-93d0-707187508ff9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:34.412279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c73af68-6104-48dd-b7a4-61b9f8f1a7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.457144 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5c0d987b-f1f8-4e5a-b708-fcd2c234e06f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d37e0da4fbb5445daac53298a066c2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113971 Feb 04 15:20:34.459408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 53c2f3d3-9cc0-4721-93d0-707187508ff9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=53c2f3d3-9cc0-4721-93d0-707187508ff9,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:34.459996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60494) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:34.470089 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.478197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a1135-4559-4c75-b58f-7d78de6ccc26 req-85a75918-214a-4437-81b7-6ed8a4cb99d6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:34.479901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c29a1135-4559-4c75-b58f-7d78de6ccc26 req-85a75918-214a-4437-81b7-6ed8a4cb99d6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 944 time: 0.5661535 Feb 04 15:20:34.621306 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c29a1135-4559-4c75-b58f-7d78de6ccc26 req-7c42a784-8678-407d-9f93-6e90877bd920 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206973 Feb 04 15:20:34.639060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=53c2f3d3-9cc0-4721-93d0-707187508ff9,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:34.711264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Allocated IP 172.20.0.2 (e572efb0-8f84-4b7a-b180-1bc39a123f20/06c68e1f-4c27-4090-8e7a-8ea55648db50/a597ce7f-5838-42df-95d1-7468b6846f91) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:34.726255 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900511dc-5198-4a2b-8a6a-49a1bf216323 x-openstack-request-id: req-900511dc-5198-4a2b-8a6a-49a1bf216323 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:34.726680 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8948a5-9908-446e-b88b-c5325b1266a6", "name": "network-vif-plugged", "status": "completed", "tag": "53c2f3d3-9cc0-4721-93d0-707187508ff9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:34.727806 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-900511dc-5198-4a2b-8a6a-49a1bf216323 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:34.728362 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'code': 200} Feb 04 15:20:34.730000 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-271231e8-eb5d-4837-b9fe-15df7e6352f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.735001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e003e-1d63-4098-933f-80a80fc203a8 req-7189bb07-0c7d-4549-a5d2-1f3b2b8b785a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:34.736851 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b4e003e-1d63-4098-933f-80a80fc203a8 req-7189bb07-0c7d-4549-a5d2-1f3b2b8b785a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 944 time: 0.2175894 Feb 04 15:20:34.756885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c73af68-6104-48dd-b7a4-61b9f8f1a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.761411 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c73af68-6104-48dd-b7a4-61b9f8f1a7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.766222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9c73af68-6104-48dd-b7a4-61b9f8f1a7ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/78e23b43-8167-4bff-bc82-0ee76932d6e2 HTTP/1.1" status: 204 len: 168 time: 0.6612444 Feb 04 15:20:34.790211 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-271231e8-eb5d-4837-b9fe-15df7e6352f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:34.850883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:34.889441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:34.948471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73af68-6104-48dd-b7a4-61b9f8f1a7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e23b43-8167-4bff-bc82-0ee76932d6e2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:34.992135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b4e003e-1d63-4098-933f-80a80fc203a8 req-9e3ac14d-e31a-498a-ba89-4dc7547a470c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357900 Feb 04 15:20:35.009637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33952e8-0206-464e-886f-b3b1248d90a2 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:35.025341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-271231e8-eb5d-4837-b9fe-15df7e6352f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.026798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:35.033858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-271231e8-eb5d-4837-b9fe-15df7e6352f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.035300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-271231e8-eb5d-4837-b9fe-15df7e6352f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5a6d0da-3c87-4f46-aa58-851420efd806 HTTP/1.1" status: 204 len: 168 time: 0.5544605 Feb 04 15:20:35.043618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56243454-c29a-4a4b-a97e-a0a81c93d41b req-2e689fe2-86fd-4459-acd5-baa004221556 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:35.046090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-56243454-c29a-4a4b-a97e-a0a81c93d41b req-2e689fe2-86fd-4459-acd5-baa004221556 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1096 time: 0.1891692 Feb 04 15:20:35.048935 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.056400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236f466-0285-4cc0-a857-a06b6aa9355c req-27a90444-1fd2-46c9-ab4d-81c8febc83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:35.059576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a236f466-0285-4cc0-a857-a06b6aa9355c req-27a90444-1fd2-46c9-ab4d-81c8febc83fb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 1096 time: 0.2124765 Feb 04 15:20:35.085629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.093375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271231e8-eb5d-4837-b9fe-15df7e6352f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6d0da-3c87-4f46-aa58-851420efd806,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:35.097718 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.168713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.189708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-56243454-c29a-4a4b-a97e-a0a81c93d41b req-ced740e5-deea-4928-8e6c-cc286a9b8daf tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205695 Feb 04 15:20:35.203865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] Transition to ACTIVE for port object e33952e8-0206-464e-886f-b3b1248d90a2 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:35.206899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Network e572efb0-8f84-4b7a-b180-1bc39a123f20 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:35.211828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:35.215333 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.217035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:35.239528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Pushing event updated for resources: {'Port': ['ID=a597ce7f-5838-42df-95d1-7468b6846f91,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:35.263635 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a236f466-0285-4cc0-a857-a06b6aa9355c req-c0bd1710-5c3c-4bc5-baad-04dc9c41bc55 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570969 Feb 04 15:20:35.265169 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.343853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Attempting to bind port a597ce7f-5838-42df-95d1-7468b6846f91 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:35.344416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Attempting to bind port a597ce7f-5838-42df-95d1-7468b6846f91 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:35.345897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Attempting to bind port a597ce7f-5838-42df-95d1-7468b6846f91 on network e572efb0-8f84-4b7a-b180-1bc39a123f20 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:35.356951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:35.356951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Checking segment: {'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:35.357645 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.358311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Bound using segment: {'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:35.359074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Bound port: a597ce7f-5838-42df-95d1-7468b6846f91, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:35.359989 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.367662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] No DVR routers for this DVR port e33952e8-0206-464e-886f-b3b1248d90a2 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:20:35.386316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:35.455105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Allocated IP 172.25.1.53 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/5966e1e9-f7a9-4369-9a41-41e059bb2793) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:35.488832 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-94e4d68a-d98e-400b-be71-15a5edc406f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/e33952e8-0206-464e-886f-b3b1248d90a2/bindings/n-h1-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2987247 Feb 04 15:20:35.498840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] For port a597ce7f-5838-42df-95d1-7468b6846f91, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:35.513269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] For port a597ce7f-5838-42df-95d1-7468b6846f91, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a597ce7f-5838-42df-95d1-7468b6846f91,segment=NetworkSegment(31c1cde9-ccde-4251-b5ee-01fc3d6f0d26),segment_id=31c1cde9-ccde-4251-b5ee-01fc3d6f0d26)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:35.524663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.538845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b94fd6-93c1-42df-ad62-49b70bee2eb6 req-0793ac6c-d768-4dc4-beff-66724eb40475 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:35.542610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56b94fd6-93c1-42df-ad62-49b70bee2eb6 req-0793ac6c-d768-4dc4-beff-66724eb40475 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1096 time: 0.1805415 Feb 04 15:20:35.634389 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56b94fd6-93c1-42df-ad62-49b70bee2eb6 req-a88c8239-14fd-49ce-9f5e-4bd311d669b0 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820277 Feb 04 15:20:35.659082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.661459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:35.687800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a80d6-dd43-4765-87a7-6da7f1f8abe6 None None] Pushing event updated for resources: {'Port': ['ID=a597ce7f-5838-42df-95d1-7468b6846f91,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:35.844435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23e4fc-6259-41ad-8f1b-94b6686679b0 req-ab3f51e9-ac53-454c-9880-49dd1c2a33b2 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:35.846267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab23e4fc-6259-41ad-8f1b-94b6686679b0 req-ab3f51e9-ac53-454c-9880-49dd1c2a33b2 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.1208525 Feb 04 15:20:35.849289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:36.006633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:36.031316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:36.048540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Pushing event updated for resources: {'Port': ['ID=5966e1e9-f7a9-4369-9a41-41e059bb2793,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:36.052425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:36.067695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab23e4fc-6259-41ad-8f1b-94b6686679b0 req-d16521e3-ad62-4582-a8fb-08963af4e114 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035480 Feb 04 15:20:36.127189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-83422f1e-24f4-41bd-8dc8-d8ab34421e18 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:36.128838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-83422f1e-24f4-41bd-8dc8-d8ab34421e18 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.2814279 Feb 04 15:20:36.248301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5b52-ef1c-4136-a883-e835bccd1c44 req-16967202-f3ff-4bd3-a35a-482ea2908b44 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:36.283105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-935b5b52-ef1c-4136-a883-e835bccd1c44 req-16967202-f3ff-4bd3-a35a-482ea2908b44 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1096 time: 0.1236074 Feb 04 15:20:36.410000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-935b5b52-ef1c-4136-a883-e835bccd1c44 req-a47a6c4a-8ec3-4748-aa49-781aba7a9a58 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209252 Feb 04 15:20:36.440012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-0b2a0a8d-7da7-47e7-83fd-97bc0c765b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:36.441711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-0b2a0a8d-7da7-47e7-83fd-97bc0c765b01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f HTTP/1.1" status: 200 len: 1096 time: 0.2987907 Feb 04 15:20:36.486472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88de73-082d-49f7-8d40-30b68c57de74 req-e7b25629-2c20-4b58-a1eb-411d94d33780 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:36.494705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a88de73-082d-49f7-8d40-30b68c57de74 req-e7b25629-2c20-4b58-a1eb-411d94d33780 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 945 time: 0.2562869 Feb 04 15:20:36.705549 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e33952e8-0206-464e-886f-b3b1248d90a2 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:20:36.840456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e33952e8-0206-464e-886f-b3b1248d90a2 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:20:36.844937 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:37.031659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a88de73-082d-49f7-8d40-30b68c57de74 req-f7125ef6-03fe-476b-a9da-767642cfb114 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355759 Feb 04 15:20:37.218787 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:37.223847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-6c17f099-55e6-40c5-a980-fb14f6eede95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:37.228155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-6c17f099-55e6-40c5-a980-fb14f6eede95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1096 time: 0.4136782 Feb 04 15:20:37.238350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:37.319985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01b44-f3ea-43ca-bf3d-daf18bf14529 req-4684918d-41fd-45de-b0f4-b167212ec308 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:37.321917 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01b01b44-f3ea-43ca-bf3d-daf18bf14529 req-4684918d-41fd-45de-b0f4-b167212ec308 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.1098189 Feb 04 15:20:37.387093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12199455-b3eb-467a-9b70-caa9f679a9bc None None] Network e572efb0-8f84-4b7a-b180-1bc39a123f20 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:20:37.398390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01b01b44-f3ea-43ca-bf3d-daf18bf14529 req-ca641ab2-a027-40a7-be0f-eccf161c21ef tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534348 Feb 04 15:20:37.513270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-61d45f1b-053c-43b1-9f1a-28af02eb6f57 None None] Provisioning complete for port a597ce7f-5838-42df-95d1-7468b6846f91 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:37.513815 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-61d45f1b-053c-43b1-9f1a-28af02eb6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:37.535368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-2a49e042-88dc-4794-90bc-d4cb47899163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:37.537152 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-2a49e042-88dc-4794-90bc-d4cb47899163 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.2470548 Feb 04 15:20:37.654530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-0032d3d7-5c32-4536-938d-ab738da24797 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 217 time: 0.0819278 Feb 04 15:20:37.753610 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-61d45f1b-053c-43b1-9f1a-28af02eb6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:37.813078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-61d45f1b-053c-43b1-9f1a-28af02eb6f57 None None] For port a597ce7f-5838-42df-95d1-7468b6846f91, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a597ce7f-5838-42df-95d1-7468b6846f91,segment=NetworkSegment(31c1cde9-ccde-4251-b5ee-01fc3d6f0d26),segment_id=31c1cde9-ccde-4251-b5ee-01fc3d6f0d26)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:37.818732 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-61d45f1b-053c-43b1-9f1a-28af02eb6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:37.848057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-41768d7a-09b1-4840-9594-454c15415f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:37.850007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-41768d7a-09b1-4840-9594-454c15415f4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1319067 Feb 04 15:20:37.893333 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-0d977cbf-d56b-48c7-be4b-6196f221d590 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335631 Feb 04 15:20:37.914370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d45f1b-053c-43b1-9f1a-28af02eb6f57 None None] Pushing event updated for resources: {'Port': ['ID=a597ce7f-5838-42df-95d1-7468b6846f91,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:37.920789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f986fa9-2ced-4f21-81b2-8ca6acdf870d req-ebf02923-562b-4626-aa8e-c60540d8e110 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:37.922348 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2f986fa9-2ced-4f21-81b2-8ca6acdf870d req-ebf02923-562b-4626-aa8e-c60540d8e110 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1096 time: 0.2799025 Feb 04 15:20:37.976640 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.144906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a597ce7f-5838-42df-95d1-7468b6846f91 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:38.163132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2f986fa9-2ced-4f21-81b2-8ca6acdf870d req-221e3b48-128e-406a-92eb-99e49bc9e8a6 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877761 Feb 04 15:20:38.193699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-81abb6f9-45f2-44b4-84bc-de5c50f6abe4 None None] Provisioning complete for port a597ce7f-5838-42df-95d1-7468b6846f91 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:38.194706 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-81abb6f9-45f2-44b4-84bc-de5c50f6abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.241474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a597ce7f-5838-42df-95d1-7468b6846f91 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:38.242004 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.339150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-8f5f3c9d-7cf7-43d5-9e35-f812b10956d4 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368503 Feb 04 15:20:38.454925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-5d4723cf-1d21-4243-a52e-fcf2f56815a5 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=87e0516def2140f8977dec46753450ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568061 Feb 04 15:20:38.500863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60618) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:38.501206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60620) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:38.579827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a8b4a-b53b-4cad-92d1-dffd29f4b4da req-a438ca09-f775-4146-bc9f-4072ac457abe tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:38.581498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e4a8b4a-b53b-4cad-92d1-dffd29f4b4da req-a438ca09-f775-4146-bc9f-4072ac457abe tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 945 time: 0.2204227 Feb 04 15:20:38.622769 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-a6a10111-601d-4d7a-bed8-57d1a9bf5e1e service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734458 Feb 04 15:20:38.632317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:20:38.646844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-7a9861fb-fd2e-4cb2-a6cb-dc8612389bbf tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:38.648552 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-7a9861fb-fd2e-4cb2-a6cb-dc8612389bbf tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927691 Feb 04 15:20:38.665943 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e4a8b4a-b53b-4cad-92d1-dffd29f4b4da req-b9a0bbc9-9270-44bb-841a-e5fbd15d99bc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710187 Feb 04 15:20:38.718708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-1b254cc5-de5f-49de-b2a3-57fd3739c161 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/quotas/87e0516def2140f8977dec46753450ba HTTP/1.1" status: 200 len: 375 time: 0.0570860 Feb 04 15:20:38.746592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-745896848-network', 'tenant_id': '36959244ef5843bd81978cc069e7c5ff'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:38.772775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-6713817b-80cc-403c-8356-83940b7cf321 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=87e0516def2140f8977dec46753450ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529351 Feb 04 15:20:38.775336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30dc4260-150b-4f43-8b3f-3fbd6e2696e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.801717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:20:38.823278 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Sync routers for ids ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:20:38.827810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.833000 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fdff71ff-d094-4cdf-8423-e8b0f2ad551d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.1377370 Feb 04 15:20:38.833688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60626) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:38.853560 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Routers {'1101001a-ec88-429b-81aa-c2bf55fcd6b8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:38.854909 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:38.878358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Made reservation on behalf of 36959244ef5843bd81978cc069e7c5ff for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:38.886868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:38.927545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.125473 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30dc4260-150b-4f43-8b3f-3fbd6e2696e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.142119 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30dc4260-150b-4f43-8b3f-3fbd6e2696e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.217388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-45025d15-9774-4425-806c-326835f2d195 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:39.219472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-45025d15-9774-4425-806c-326835f2d195 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.1754980 Feb 04 15:20:39.252185 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-30dc4260-150b-4f43-8b3f-3fbd6e2696e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=223de86370804779bf97c3d50cff7444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474482 Feb 04 15:20:39.256043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc4260-150b-4f43-8b3f-3fbd6e2696e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109e10c5-2c38-4202-895c-c917d971843d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:39.258281 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:20:39.259807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60638) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:39.265588 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Set router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:39.297089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.303947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.313639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.332975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:20:39.348003 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.348605 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Added segment f2bcbd8e-6117-43bd-9e5f-12c95e5f0ec4 of type vlan for network d2e53178-56e8-4d05-a778-a6940db98567 Feb 04 15:20:39.403409 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.454786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.456283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:39.457675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.570945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Pushing event updated for resources: {'Network': ['ID=d2e53178-56e8-4d05-a778-a6940db98567,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:39.582550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0748775 Feb 04 15:20:39.583659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60644) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:39.609032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d2e53178-56e8-4d05-a778-a6940db98567 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:20:39.610108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Request body: {'subnet': {'network_id': 'd2e53178-56e8-4d05-a778-a6940db98567', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-745896848-subnet', 'tenant_id': '36959244ef5843bd81978cc069e7c5ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:39.659408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fd797-9d51-4166-a370-e60adbedd20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2900f8-bdc4-4dfe-ac51-1c99cc8c2572,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:39.700621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0366f43a-5282-4f81-9165-3695db4f7bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.753097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0366f43a-5282-4f81-9165-3695db4f7bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.849037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Made reservation on behalf of 36959244ef5843bd81978cc069e7c5ff for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:39.851794 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:39.875440 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:36Z', 'revision_number': 3, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:39.992236 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Checking router: 1101001a-ec88-429b-81aa-c2bf55fcd6b8 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:20:39.994932 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Updating router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 port 5966e1e9-f7a9-4369-9a41-41e059bb2793 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:20:40.055930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-4bec2d17-21ce-4be6-8062-e88a0281d80f service neutron] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:40.065531 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-4bec2d17-21ce-4be6-8062-e88a0281d80f service neutron] Notify callbacks [] for binding, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.067688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fca4166-a5cf-45ca-9df9-c0edde620161 req-4bec2d17-21ce-4be6-8062-e88a0281d80f service neutron] 10.222.0.50 "DELETE /v2.0/ports/e33952e8-0206-464e-886f-b3b1248d90a2/bindings/n-h2-827869-1 HTTP/1.1" status: 204 len: 173 time: 0.8381233 Feb 04 15:20:40.101894 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.180837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0366f43a-5282-4f81-9165-3695db4f7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.184439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0366f43a-5282-4f81-9165-3695db4f7bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.186669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0366f43a-5282-4f81-9165-3695db4f7bd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/109e10c5-2c38-4202-895c-c917d971843d HTTP/1.1" status: 204 len: 168 time: 0.9229059 Feb 04 15:20:40.292073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.399033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366f43a-5282-4f81-9165-3695db4f7bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e10c5-2c38-4202-895c-c917d971843d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:40.617174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ba907-0b4e-4599-9efe-e1bb4925f96b req-d706ff0d-6e74-4cdd-bd91-1dcec7bb0c2e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:40.626439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b61ba907-0b4e-4599-9efe-e1bb4925f96b req-d706ff0d-6e74-4cdd-bd91-1dcec7bb0c2e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.4494488 Feb 04 15:20:40.655221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Allocated IP 172.20.0.1 (e572efb0-8f84-4b7a-b180-1bc39a123f20/06c68e1f-4c27-4090-8e7a-8ea55648db50/ad9c8b87-5b60-443d-9fb3-3445bee8f3b0) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:40.688087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b61ba907-0b4e-4599-9efe-e1bb4925f96b req-1bdf1314-3d13-45aa-b138-778b6e379853 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590363 Feb 04 15:20:40.719938 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.746739 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.760485 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.800695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d424e648-2fe8-47c1-94ac-b3d9057c9865,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:40.847692 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953f479-084a-4cf2-932b-412721ec66e5 None None] Pushing event updated for resources: {'Port': ['ID=5966e1e9-f7a9-4369-9a41-41e059bb2793,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:40.871756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Attempting to bind port 5966e1e9-f7a9-4369-9a41-41e059bb2793 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:40.872190 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Attempting to bind port 5966e1e9-f7a9-4369-9a41-41e059bb2793 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:40.872637 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Attempting to bind port 5966e1e9-f7a9-4369-9a41-41e059bb2793 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:40.876498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5ac3a57-b3eb-4fa4-8431-f665addba173 req-288b406a-8450-4551-80a1-7ab550f86dc0 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 210 time: 0.0611472 Feb 04 15:20:40.887499 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:40.888410 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:40.888410 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.888811 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:40.889616 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Bound port: 5966e1e9-f7a9-4369-9a41-41e059bb2793, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:40.890062 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:40.910314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Checking segment: {'id': 'f2bcbd8e-6117-43bd-9e5f-12c95e5f0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd2e53178-56e8-4d05-a778-a6940db98567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:40.910889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Network hostable DHCP agents. Network: d2e53178-56e8-4d05-a778-a6940db98567, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:20:40.966761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Network d2e53178-56e8-4d05-a778-a6940db98567 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:20:40.985896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d2e53178-56e8-4d05-a778-a6940db98567) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:41.003266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d3f16-29bd-46b5-a4a8-a272a54b1f76 None None] Network d2e53178-56e8-4d05-a778-a6940db98567 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:20:41.014177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.029076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:41.033248 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] For port 5966e1e9-f7a9-4369-9a41-41e059bb2793, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:41.033888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.042486 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] For port 5966e1e9-f7a9-4369-9a41-41e059bb2793, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5966e1e9-f7a9-4369-9a41-41e059bb2793,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:41.051606 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.127120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.192697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Network e572efb0-8f84-4b7a-b180-1bc39a123f20 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:41.197872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:41.203441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:41.209410 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Routers {'1101001a-ec88-429b-81aa-c2bf55fcd6b8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:41.210488 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:41.249751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7b217506-e9b2-4ece-9d0e-1e991d67a831 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6584272 Feb 04 15:20:41.257653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:41.278090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Pushing event updated for resources: {'Port': ['ID=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:41.292228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.292586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.292934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.293583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.293931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.294365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.294704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.295285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.295626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.296202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.296538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.296865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:41.313070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d64c244-db23-4852-b053-ccb529d3dd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.341261 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.355384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-5611d238-40ea-4003-afdd-b67f895b25d8 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:20:41.358110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-5611d238-40ea-4003-afdd-b67f895b25d8 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133219 Feb 04 15:20:41.381152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6db76d-c0d1-42c9-9699-3cc23da4b63d req-28d77894-135d-411d-8e61-fdbab2ec259a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:41.383305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e6db76d-c0d1-42c9-9699-3cc23da4b63d req-28d77894-135d-411d-8e61-fdbab2ec259a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 945 time: 0.3234143 Feb 04 15:20:41.466170 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92668907-8cac-42c1-8f0a-748c510bb664 None None] Network d2e53178-56e8-4d05-a778-a6940db98567 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:20:41.483335 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953f479-084a-4cf2-932b-412721ec66e5 None None] Pushing event updated for resources: {'Port': ['ID=5966e1e9-f7a9-4369-9a41-41e059bb2793,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:41.566644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d64c244-db23-4852-b053-ccb529d3dd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.608995 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d64c244-db23-4852-b053-ccb529d3dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.649783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-b551ebfc-5d9a-4f27-aa6a-992affa20beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:41.652149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-b551ebfc-5d9a-4f27-aa6a-992affa20beb service neutron] 10.222.0.47 "GET /v2.0/ports/517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 1093 time: 0.2650974 Feb 04 15:20:41.669063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Request body: {'binding': {'host': 'n-h2-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:41.669666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:20:41.707393 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.781935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64c244-db23-4852-b053-ccb529d3dd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e184b-5e21-4a51-86fe-15ae8e877514,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:41.824600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-37f1bd93-cd26-435b-a480-11c37fb83d5f None None] Provisioning complete for port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:41.826711 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-37f1bd93-cd26-435b-a480-11c37fb83d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.840521 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] Set router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:41.918446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-37f1bd93-cd26-435b-a480-11c37fb83d5f None None] Port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:20:41.947055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:41.952065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e6db76d-c0d1-42c9-9699-3cc23da4b63d req-bf8578d0-1051-4762-b1e6-738f51001820 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803794 Feb 04 15:20:41.955624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.061111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.064348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Pushing event updated for resources: {'Port': ['ID=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:42.098249 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:36Z', 'revision_number': 3, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:42.121841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3d64c244-db23-4852-b053-ccb529d3dd83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ffdfa984bf040678378500c2769f5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574548 Feb 04 15:20:42.126571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60688) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:42.136282 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d30395-fc7e-4bd8-aa32-e437326b1a24 None None] The sync data for ids ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'] in n-d-827869-1 is: [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:36Z', 'revision_number': 3, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:20:42.160726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-400e8711-4790-4524-ab9d-afbc82b215ff tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87e0516def2140f8977dec46753450ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2066188 Feb 04 15:20:42.235569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7592abd5-5695-4d7f-82c7-3d4d1f0f00a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.251667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Network e572efb0-8f84-4b7a-b180-1bc39a123f20 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:42.255877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:42.272174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7592abd5-5695-4d7f-82c7-3d4d1f0f00a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.306347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on host n-h2-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:42.306768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:42.307134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:42.324657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1578e0-d677-41a0-b30f-f9a154284a2b req-3a47610d-bb16-4fc6-8cff-69d2a98f11eb tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:42.327134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c1578e0-d677-41a0-b30f-f9a154284a2b req-3a47610d-bb16-4fc6-8cff-69d2a98f11eb tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.2063410 Feb 04 15:20:42.350651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:42.351185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:42.365070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60690) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:42.393114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:42.393711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:42.394348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:42.395107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Bound port: 517d0516-8c18-4712-8fe8-2af230a69c05, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:42.424179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Request body: {'floatingip': {'port_id': '53c2f3d3-9cc0-4721-93d0-707187508ff9'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:42.424536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-5aa2a331-7e2f-4968-9ac1-5fcafecc0943 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:42.427091 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-5aa2a331-7e2f-4968-9ac1-5fcafecc0943 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509704 Feb 04 15:20:42.489215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Request body: {'port': {'device_id': '9c4d1530-13b2-4124-87eb-f449eef1174f', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '87e0516def2140f8977dec46753450ba'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:42.659772 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.670832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:42.698673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.700574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-49c8e9d6-13f1-47eb-9de1-3cac55664d07 service neutron] 10.222.0.47 "POST /v2.0/ports/517d0516-8c18-4712-8fe8-2af230a69c05/bindings HTTP/1.1" status: 201 len: 389 time: 1.0353866 Feb 04 15:20:42.770627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d0e7ffd4-b841-4113-ab6c-03b49bebf978 req-b1173854-a454-43d6-970d-bf8bc4419cb5 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-333903091', 'description': 'tempest-description-1953528101'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:42.796381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Made reservation on behalf of 87e0516def2140f8977dec46753450ba for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:42.802332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.819936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.872162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7661c462-96ae-4489-bdcc-19e160f8bf30 None None] Provisioning complete for port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:42.873686 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7661c462-96ae-4489-bdcc-19e160f8bf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:42.892157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d0e7ffd4-b841-4113-ab6c-03b49bebf978 req-b1173854-a454-43d6-970d-bf8bc4419cb5 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:43.008063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7661c462-96ae-4489-bdcc-19e160f8bf30 None None] Port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:20:43.032534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7592abd5-5695-4d7f-82c7-3d4d1f0f00a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:43.037035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7592abd5-5695-4d7f-82c7-3d4d1f0f00a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:43.039460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7592abd5-5695-4d7f-82c7-3d4d1f0f00a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b49e184b-5e21-4a51-86fe-15ae8e877514 HTTP/1.1" status: 204 len: 168 time: 0.9110878 Feb 04 15:20:43.101845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:43.127545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:43.163894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592abd5-5695-4d7f-82c7-3d4d1f0f00a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e184b-5e21-4a51-86fe-15ae8e877514,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:43.264233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e581e1-91a3-4b31-965d-c81370f49c60,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:43.274978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:20:43.335209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b736478f-2f73-4efb-b1af-fc8b32dc5930 req-46cefce4-9d7d-4b9b-b60f-9988d67f6d0b tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 210 time: 0.1269784 Feb 04 15:20:43.344130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.344916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.345531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.346151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.346728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.347298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.347868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.348419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.349158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.349720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.350332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.350896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:20:43.449458 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d0e7ffd4-b841-4113-ab6c-03b49bebf978 req-b1173854-a454-43d6-970d-bf8bc4419cb5 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:43.469254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-adf23edb-3f99-45e4-a069-fa99e2fadd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:43.471065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-adf23edb-3f99-45e4-a069-fa99e2fadd65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1096 time: 0.2483728 Feb 04 15:20:43.571034 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d0e7ffd4-b841-4113-ab6c-03b49bebf978 req-b1173854-a454-43d6-970d-bf8bc4419cb5 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:43.659052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Allocated IP 192.168.233.45 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/34f09b60-59bd-4df1-8d1b-74b579558213) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:43.711943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d0e7ffd4-b841-4113-ab6c-03b49bebf978 req-b1173854-a454-43d6-970d-bf8bc4419cb5 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:43.713956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0e7ffd4-b841-4113-ab6c-03b49bebf978 req-b1173854-a454-43d6-970d-bf8bc4419cb5 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9529765 Feb 04 15:20:43.741463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1173854-a454-43d6-970d-bf8bc4419cb5 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:43.955576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffb34-ea7b-40a8-a882-2895c84e8fa8 req-ffce4acc-01c5-419c-8ba0-d3f64423f17b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:43.957350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e7ffb34-ea7b-40a8-a882-2895c84e8fa8 req-ffce4acc-01c5-419c-8ba0-d3f64423f17b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 945 time: 0.2911417 Feb 04 15:20:43.991716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-e0d895b0-78a8-4463-8a55-e58d19c0de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:43.993187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-e0d895b0-78a8-4463-8a55-e58d19c0de58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.5144470 Feb 04 15:20:44.038749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:20:44.045683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f38344a1-3022-4842-9d32-29a539c3445b admin admin] 10.222.0.47 "PUT /v2.0/routers/1101001a-ec88-429b-81aa-c2bf55fcd6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2105362 Feb 04 15:20:44.161670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7091e-f1ab-493e-8587-959db6990850 req-a4e07c05-68db-4514-9692-d4648c50c2d2 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:44.180976 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f0e7091e-f1ab-493e-8587-959db6990850 req-a4e07c05-68db-4514-9692-d4648c50c2d2 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1096 time: 0.3706219 Feb 04 15:20:44.227120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5966e1e9-f7a9-4369-9a41-41e059bb2793 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:44.250376 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:44.299695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f0e7091e-f1ab-493e-8587-959db6990850 req-abbac050-bbcf-4011-ad41-c1984a8101c0 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162901 Feb 04 15:20:44.360132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 5966e1e9-f7a9-4369-9a41-41e059bb2793 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:44.362495 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:44.377955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:44.478511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:44.488634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:44.496935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:44.542793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:44.549010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-4b73c2da-73e1-4599-86c8-e8eae26f276c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 217 time: 0.4963796 Feb 04 15:20:44.569716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 5966e1e9-f7a9-4369-9a41-41e059bb2793, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5966e1e9-f7a9-4369-9a41-41e059bb2793,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:44.577721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:44.590468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Pushing event updated for resources: {'Port': ['ID=34f09b60-59bd-4df1-8d1b-74b579558213,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:44.661877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:44.662873 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:44.694432 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-f3a7058a-cb6b-4712-80e8-e00442021937 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2081199 Feb 04 15:20:44.709208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Request body: {'port': {'device_id': '9c4d1530-13b2-4124-87eb-f449eef1174f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:44.732758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=5966e1e9-f7a9-4369-9a41-41e059bb2793,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:44.862631 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e7ffb34-ea7b-40a8-a882-2895c84e8fa8 req-06569e4b-1515-40b0-998a-ed45ede024a4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8725700 Feb 04 15:20:44.961735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-a0077665-d714-4108-b8cc-363334f49766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:44.963894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-a0077665-d714-4108-b8cc-363334f49766 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.3925087 Feb 04 15:20:44.974258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-699bf2d8-a3b8-43db-bb92-3dd5a17aa623 None None] Provisioning complete for port 34f09b60-59bd-4df1-8d1b-74b579558213 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:44.974663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-699bf2d8-a3b8-43db-bb92-3dd5a17aa623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:45.016773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-57d84a65-f351-4d92-9031-2ec878834d5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449219 Feb 04 15:20:45.053658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-699bf2d8-a3b8-43db-bb92-3dd5a17aa623 None None] Port 34f09b60-59bd-4df1-8d1b-74b579558213 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:20:45.147782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.resource_extend [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:20:45.233110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Sync routers for ids ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:20:45.266485 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:45.276674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:45.279616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Routers {'1101001a-ec88-429b-81aa-c2bf55fcd6b8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:45.281080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:45.284830 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:45.337710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a025560a-96fe-429f-b4f8-0efaa9af8f6d req-05d6ad31-f3ec-4956-ae91-e74878f3bd21 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e HTTP/1.1" status: 200 len: 1812 time: 0.1345458 Feb 04 15:20:45.346221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a025560a-96fe-429f-b4f8-0efaa9af8f6d req-1e21d00e-4c5a-4302-b690-9a8699d96366 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:45.346898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a025560a-96fe-429f-b4f8-0efaa9af8f6d req-1e21d00e-4c5a-4302-b690-9a8699d96366 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:45.546568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Set router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:45.565581 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-8737a45d-901d-4d20-be85-cfdd6e19d41d req-1e2b397d-9408-4b16-ae91-77570501a85b tempest-FloatingIPDetailsNegativeTestJSON-1226369928 tempest-FloatingIPDetailsNegativeTestJSON-1226369928-project] show failed (client error): The resource could not be found. Feb 04 15:20:45.566673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8737a45d-901d-4d20-be85-cfdd6e19d41d req-1e2b397d-9408-4b16-ae91-77570501a85b tempest-FloatingIPDetailsNegativeTestJSON-1226369928 tempest-FloatingIPDetailsNegativeTestJSON-1226369928-project] 10.222.0.47 "GET /v2.0/floatingips/98301f16-a685-4cfc-b9f9-c449ac7957b7 HTTP/1.1" status: 404 len: 350 time: 0.0530634 Feb 04 15:20:45.593692 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Floating IP 4c209fe6-50ee-46de-b1e1-5c49fc927eca associated. External IP: 172.25.1.181, port: 53c2f3d3-9cc0-4721-93d0-707187508ff9. Feb 04 15:20:45.595859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:45.655083 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-eab5e0a9-88eb-410f-af79-8790d2daa264 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984902 Feb 04 15:20:45.823086 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a025560a-96fe-429f-b4f8-0efaa9af8f6d req-1e21d00e-4c5a-4302-b690-9a8699d96366 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:45.894902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a025560a-96fe-429f-b4f8-0efaa9af8f6d req-1e21d00e-4c5a-4302-b690-9a8699d96366 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:45.904514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a025560a-96fe-429f-b4f8-0efaa9af8f6d req-1e21d00e-4c5a-4302-b690-9a8699d96366 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:45.944715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21d00e-4c5a-4302-b690-9a8699d96366 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de0c025-9933-4c25-8894-05cc8b07286a,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:45.965496 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a025560a-96fe-429f-b4f8-0efaa9af8f6d req-1e21d00e-4c5a-4302-b690-9a8699d96366 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:45.967204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a025560a-96fe-429f-b4f8-0efaa9af8f6d req-1e21d00e-4c5a-4302-b690-9a8699d96366 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6278384 Feb 04 15:20:46.037695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f09b60-59bd-4df1-8d1b-74b579558213 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:46.048509 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:46.068118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Transition to ACTIVE for port object 34f09b60-59bd-4df1-8d1b-74b579558213 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:46.071347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:41Z', 'revision_number': 4, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ad9c8b87-5b60-443d-9fb3-3445bee8f3b0', 'name': '', 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'mac_address': 'fa:16:3e:e5:78:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06c68e1f-4c27-4090-8e7a-8ea55648db50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:40Z', 'updated_at': '2022-02-04T15:20:41Z', 'revision_number': 2, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'subnets': [{'id': '06c68e1f-4c27-4090-8e7a-8ea55648db50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:46.080962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:46.082505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5966e1e9-f7a9-4369-9a41-41e059bb2793 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:46.136238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Checking router: 1101001a-ec88-429b-81aa-c2bf55fcd6b8 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:20:46.136662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Updating router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:20:46.189174 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:46.198518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67752ac-0dc5-4c37-a108-d0c627eb6ec1 req-b9c1ddc0-31a5-49c6-9879-9e2f41957381 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:46.199145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=34f09b60-59bd-4df1-8d1b-74b579558213,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:46.211607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f67752ac-0dc5-4c37-a108-d0c627eb6ec1 req-b9c1ddc0-31a5-49c6-9879-9e2f41957381 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 935 time: 0.4479206 Feb 04 15:20:46.283346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 5966e1e9-f7a9-4369-9a41-41e059bb2793 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:46.284573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:46.305274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-a7ba1fc0-71fb-4f4c-93b8-7adf8390bb07 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631604 Feb 04 15:20:46.309415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f67752ac-0dc5-4c37-a108-d0c627eb6ec1 req-4470bdf7-7251-4672-960f-2d4a253f4173 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757675 Feb 04 15:20:46.366856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-df5ab0c2-ec1e-49ad-9cb2-ccb83c1a3432 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:46.371241 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-df5ab0c2-ec1e-49ad-9cb2-ccb83c1a3432 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 807 time: 0.3050413 Feb 04 15:20:46.409310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-a3e20215-fec8-471e-8b6c-862e754a2318 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/quotas/c5a3819d18dc4876bd4f0adb6b377f1f HTTP/1.1" status: 200 len: 375 time: 0.0204387 Feb 04 15:20:46.434962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Attempting to bind port 34f09b60-59bd-4df1-8d1b-74b579558213 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:46.435625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Attempting to bind port 34f09b60-59bd-4df1-8d1b-74b579558213 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:46.436351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Attempting to bind port 34f09b60-59bd-4df1-8d1b-74b579558213 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:46.501369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Port 34f09b60-59bd-4df1-8d1b-74b579558213 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:46.502952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Attempting to bind port 34f09b60-59bd-4df1-8d1b-74b579558213 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:46.524267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:46.524618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:46.526061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:46.526061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Bound port: 34f09b60-59bd-4df1-8d1b-74b579558213, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:46.526406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:46.569370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-02f30b76-04fd-4f09-98ad-b6f00a57258e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531887 Feb 04 15:20:46.608689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-de8b4c3a-8113-47f1-a152-f1f9999b7ac1 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:46.610447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-de8b4c3a-8113-47f1-a152-f1f9999b7ac1 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.1874681 Feb 04 15:20:46.622838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827869-1'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:46.633095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:20:46.813497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] For port 34f09b60-59bd-4df1-8d1b-74b579558213, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:46.824415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] For port 34f09b60-59bd-4df1-8d1b-74b579558213, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=34f09b60-59bd-4df1-8d1b-74b579558213,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:46.832996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-9bcf906c-c732-4c81-ac61-17ae0db2dba5 service neutron] 10.222.0.47 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526934 Feb 04 15:20:46.835100 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:46.849919 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:46.883780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:46.884415 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:46.886503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] 10.222.0.30 "PUT /v2.0/ports/34f09b60-59bd-4df1-8d1b-74b579558213 HTTP/1.1" status: 200 len: 1095 time: 2.1856754 Feb 04 15:20:46.892150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4d1530-13b2-4124-87eb-f449eef1174f', 'tag': '34f09b60-59bd-4df1-8d1b-74b579558213'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:46.894583 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4d1530-13b2-4124-87eb-f449eef1174f", "tag": "34f09b60-59bd-4df1-8d1b-74b579558213"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:46.985587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748d858-789f-4572-bf0f-5c0eb4ad7fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=34f09b60-59bd-4df1-8d1b-74b579558213,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:47.015205 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:47.026968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:47.049843 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-7ccc76e3-893f-48bb-9ef4-493a0fc5dbd3 service neutron] 10.222.0.47 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014463 Feb 04 15:20:47.065132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-4e0ef84d-0721-4751-9064-9b5b744b47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:47.069206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-4e0ef84d-0721-4751-9064-9b5b744b47d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87e0516def2140f8977dec46753450ba&device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 1098 time: 0.0939159 Feb 04 15:20:47.193838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-0705b8a4-75d0-49fd-baae-df02b2cfb451 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=34f09b60-59bd-4df1-8d1b-74b579558213 HTTP/1.1" status: 200 len: 217 time: 0.1156116 Feb 04 15:20:47.225182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58fd38-2fc7-4007-9702-815e9a02f26a None None] Pushing event updated for resources: {'Port': ['ID=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:47.266652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-5a3ee941-0c06-42f7-a6b1-e530fbd8fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:47.268783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-5a3ee941-0c06-42f7-a6b1-e530fbd8fa6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0662560 Feb 04 15:20:47.362360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-6fdd172b-23e4-45ab-837e-a7a35a14cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:47.367974 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-6fdd172b-23e4-45ab-837e-a7a35a14cdc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879180 Feb 04 15:20:47.396246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Attempting to bind port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:47.396937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Attempting to bind port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:47.397605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Attempting to bind port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 on network e572efb0-8f84-4b7a-b180-1bc39a123f20 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:47.409086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:47.409786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Checking segment: {'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:47.410545 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:47.411262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Bound using segment: {'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:47.412131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Bound port: ad9c8b87-5b60-443d-9fb3-3445bee8f3b0, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:47.412825 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:47.509913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fea5f980-5ed5-4f82-8a70-c5cd1ba80401 req-6c95c11b-82b0-44d9-a439-0cb934aaeaed tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e HTTP/1.1" status: 200 len: 2405 time: 0.1181965 Feb 04 15:20:47.532391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] For port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:47.539160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] For port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,segment=NetworkSegment(31c1cde9-ccde-4251-b5ee-01fc3d6f0d26),segment_id=31c1cde9-ccde-4251-b5ee-01fc3d6f0d26)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:47.547819 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:47.586329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-65ced4c7-f63c-4721-bbea-ac17f160fbbc service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114110 Feb 04 15:20:47.661304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aaae905d-2328-4f25-bbba-8244b43a5e48 None None] Provisioning complete for port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:47.661469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aaae905d-2328-4f25-bbba-8244b43a5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:47.734232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58fd38-2fc7-4007-9702-815e9a02f26a None None] Pushing event updated for resources: {'Port': ['ID=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:47.760874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Routers {'1101001a-ec88-429b-81aa-c2bf55fcd6b8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:47.761708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:47.764134 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bb19cd-cd53-4e40-b137-727126404027 x-openstack-request-id: req-72bb19cd-cd53-4e40-b137-727126404027 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:47.764435 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4d1530-13b2-4124-87eb-f449eef1174f", "tag": "34f09b60-59bd-4df1-8d1b-74b579558213", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:47.764692 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72bb19cd-cd53-4e40-b137-727126404027 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:47.765101 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4d1530-13b2-4124-87eb-f449eef1174f', 'tag': '34f09b60-59bd-4df1-8d1b-74b579558213', 'status': 'completed', 'code': 200} Feb 04 15:20:47.769835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d065c2-de2a-40b2-9b3a-3c66b236f69d req-0977c9c0-5af8-4dbf-97bd-5e3d77f37f56 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:47.782832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94d065c2-de2a-40b2-9b3a-3c66b236f69d req-0977c9c0-5af8-4dbf-97bd-5e3d77f37f56 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 945 time: 0.9008179 Feb 04 15:20:47.862736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6365d8-fdb5-458a-89d1-40089c9c3610 req-93483e13-c33c-4168-acf9-d857d7d1722c service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698159 Feb 04 15:20:47.898722 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe665fd1-e354-471d-8983-501a7f5e368b req-03f0a418-aaa6-455c-aa45-d72d7685749f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 210 time: 0.0550942 Feb 04 15:20:47.905323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:20:47.920469 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:47.933181 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] Sync routers for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:20:47.977594 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:47.979771 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:48.034823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-25a949c7-1b39-459b-be47-1d022369b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:48.038415 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-25a949c7-1b39-459b-be47-1d022369b4e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87e0516def2140f8977dec46753450ba&device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 1098 time: 0.0999956 Feb 04 15:20:48.145997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] Set router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:48.236196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:48.239124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aaae905d-2328-4f25-bbba-8244b43a5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:48.245384 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:48.296227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6446914-c848-47be-95d7-a3b2524b78ea req-2cc0948b-9750-4351-98eb-c4ff4be77909 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:48.304996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f6446914-c848-47be-95d7-a3b2524b78ea req-2cc0948b-9750-4351-98eb-c4ff4be77909 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 947 time: 0.2237847 Feb 04 15:20:48.330238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-70cf77ac-93c2-45a9-afaa-e1388b9f004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:48.335970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f0b25b96-17cb-443e-ac5f-98478720a83b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "PUT /v2.0/floatingips/4c209fe6-50ee-46de-b1e1-5c49fc927eca HTTP/1.1" status: 200 len: 991 time: 5.9660213 Feb 04 15:20:48.336261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-70cf77ac-93c2-45a9-afaa-e1388b9f004a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2882173 Feb 04 15:20:48.353377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'tag': '53c2f3d3-9cc0-4721-93d0-707187508ff9'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:48.355985 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6da6629-31af-4ad6-acb9-a29ef05b6490" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8948a5-9908-446e-b88b-c5325b1266a6", "tag": "53c2f3d3-9cc0-4721-93d0-707187508ff9"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:48.364770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-aaae905d-2328-4f25-bbba-8244b43a5e48 None None] For port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,segment=NetworkSegment(31c1cde9-ccde-4251-b5ee-01fc3d6f0d26),segment_id=31c1cde9-ccde-4251-b5ee-01fc3d6f0d26)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:48.380853 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aaae905d-2328-4f25-bbba-8244b43a5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:48.397049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:48.417775 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94d065c2-de2a-40b2-9b3a-3c66b236f69d req-17c364be-2174-43e4-bc91-15c58c3fabdb tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309738 Feb 04 15:20:48.494046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae905d-2328-4f25-bbba-8244b43a5e48 None None] Pushing event updated for resources: {'Port': ['ID=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:48.529569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-8f4d9375-1822-4612-88b9-81888990b35e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=34f09b60-59bd-4df1-8d1b-74b579558213 HTTP/1.1" status: 200 len: 217 time: 0.1864884 Feb 04 15:20:48.533921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-95b946c0-6af1-4132-9e04-35b1620accfa None None] Provisioning complete for port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:48.534501 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95b946c0-6af1-4132-9e04-35b1620accfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:48.638679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:41Z', 'revision_number': 4, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ad9c8b87-5b60-443d-9fb3-3445bee8f3b0', 'name': '', 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'mac_address': 'fa:16:3e:e5:78:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06c68e1f-4c27-4090-8e7a-8ea55648db50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:40Z', 'updated_at': '2022-02-04T15:20:47Z', 'revision_number': 4, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'subnets': [{'id': '06c68e1f-4c27-4090-8e7a-8ea55648db50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:48.656954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f6446914-c848-47be-95d7-a3b2524b78ea req-c513ad31-8c2c-4e5a-8c77-a07bb00f9fd3 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505569 Feb 04 15:20:48.668755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0407555a-9281-4527-9fe5-077fd0012baf req-2195a369-d6e7-4843-ba85-42019816a642 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-group-rules/3de0c025-9933-4c25-8894-05cc8b07286a HTTP/1.1" status: 200 len: 778 time: 0.1377676 Feb 04 15:20:48.672274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:48.700284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a369993-24a9-42a6-ae89-55f2f110fe34 None None] The sync data for ids ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'] in n-d-827869-1 is: [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:41Z', 'revision_number': 4, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ad9c8b87-5b60-443d-9fb3-3445bee8f3b0', 'name': '', 'network_id': 'e572efb0-8f84-4b7a-b180-1bc39a123f20', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'mac_address': 'fa:16:3e:e5:78:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '06c68e1f-4c27-4090-8e7a-8ea55648db50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:40Z', 'updated_at': '2022-02-04T15:20:47Z', 'revision_number': 4, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'subnets': [{'id': '06c68e1f-4c27-4090-8e7a-8ea55648db50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:20:48.703333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-153618df-ebb0-443e-a390-954557f44de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:48.705729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-153618df-ebb0-443e-a390-954557f44de2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1590531 Feb 04 15:20:48.717996 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:48.810521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:48.828965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-5f3cbdb6-bc16-4842-8dd9-77353b3e5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:48.839706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-5f3cbdb6-bc16-4842-8dd9-77353b3e5b26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214666 Feb 04 15:20:48.884938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0407555a-9281-4527-9fe5-077fd0012baf req-2f972422-12a8-4a8c-a027-ef0faa29f594 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e HTTP/1.1" status: 200 len: 2405 time: 0.1983464 Feb 04 15:20:48.913934 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4c209fe6-50ee-46de-b1e1-5c49fc927eca', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'port_id': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'mac_address': 'fa:16:3e:9a:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:20:15Z', 'updated_at': '2022-02-04T15:20:45Z', 'revision_number': 1, 'project_id': '26192a914796443084c5e9edd5a7d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:48.922435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Pushing event updated for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:48.972013 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] Checking router: 381d673a-b8e7-4b4a-a770-cc2e082b7a75 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:20:48.982170 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:48.983086 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:49.035952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0407555a-9281-4527-9fe5-077fd0012baf req-d29afb73-67f3-4d77-8b6b-dab66a9e6829 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:49.053915 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0407555a-9281-4527-9fe5-077fd0012baf req-d29afb73-67f3-4d77-8b6b-dab66a9e6829 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:49.056855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on host n-h1-827869-1 for vnic_type normal with profile {"migrating_to": "n-h2-827869-1"} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:49.057741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:49.057741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:49.089536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:49.090177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Attempting to bind port 517d0516-8c18-4712-8fe8-2af230a69c05 on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:49.101171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:49.101782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:49.102204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:49.102879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Bound port: 517d0516-8c18-4712-8fe8-2af230a69c05, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:49.104007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:49.137588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.30', 54813) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:49.146717 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:49.280362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee0cdf-4783-4715-80f1-d3725f158ed6 req-7d35c852-c1fa-483d-8d3a-4c5de113b276 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:49.288678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdee0cdf-4783-4715-80f1-d3725f158ed6 req-7d35c852-c1fa-483d-8d3a-4c5de113b276 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.3008387 Feb 04 15:20:49.305664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-d279a459-8241-4b7f-9459-0972a097e65c service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544601 Feb 04 15:20:49.346607 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0407555a-9281-4527-9fe5-077fd0012baf req-d29afb73-67f3-4d77-8b6b-dab66a9e6829 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:49.363292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0407555a-9281-4527-9fe5-077fd0012baf req-d29afb73-67f3-4d77-8b6b-dab66a9e6829 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:49.365450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0407555a-9281-4527-9fe5-077fd0012baf req-d29afb73-67f3-4d77-8b6b-dab66a9e6829 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3de0c025-9933-4c25-8894-05cc8b07286a HTTP/1.1" status: 204 len: 173 time: 0.4686909 Feb 04 15:20:49.448163 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7701d20a-e944-4117-b8bf-2d8c1f913b11 x-openstack-request-id: req-7701d20a-e944-4117-b8bf-2d8c1f913b11 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:49.448446 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8948a5-9908-446e-b88b-c5325b1266a6", "tag": "53c2f3d3-9cc0-4721-93d0-707187508ff9", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:49.448845 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7701d20a-e944-4117-b8bf-2d8c1f913b11 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:49.449451 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'tag': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'status': 'completed', 'code': 200} Feb 04 15:20:49.493449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29afb73-67f3-4d77-8b6b-dab66a9e6829 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3de0c025-9933-4c25-8894-05cc8b07286a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:49.571601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdee0cdf-4783-4715-80f1-d3725f158ed6 req-e35c0786-3584-468a-8625-859304494177 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815137 Feb 04 15:20:49.586584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:49.599099 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4c209fe6-50ee-46de-b1e1-5c49fc927eca', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'port_id': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'mac_address': 'fa:16:3e:9a:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:20:15Z', 'updated_at': '2022-02-04T15:20:45Z', 'revision_number': 1, 'project_id': '26192a914796443084c5e9edd5a7d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:49.611729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:49.629624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-5908e42d-bd33-4502-9fee-4f071bd10d8a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:49.634489 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:49.634813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-5908e42d-bd33-4502-9fee-4f071bd10d8a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 807 time: 0.4953880 Feb 04 15:20:49.640714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c4372d-1cbc-481d-9653-1c0c0a60bffb req-027319bc-df40-4d73-a6c3-98d424398add service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186090 Feb 04 15:20:49.647537 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b6d8c-2141-4971-96b7-b94c485a9911 None None] The sync data for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 is: [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4c209fe6-50ee-46de-b1e1-5c49fc927eca', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'port_id': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'mac_address': 'fa:16:3e:9a:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:20:15Z', 'updated_at': '2022-02-04T15:20:45Z', 'revision_number': 1, 'project_id': '26192a914796443084c5e9edd5a7d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:20:49.652943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Request body: {'port': {'device_id': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'admin_state_up': True, 'tenant_id': 'c5a3819d18dc4876bd4f0adb6b377f1f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:49.757847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-8d9fad1e-704a-4c26-8212-57ae9944b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:49.761668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-8d9fad1e-704a-4c26-8212-57ae9944b7fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=26192a914796443084c5e9edd5a7d924&device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 1096 time: 0.2639251 Feb 04 15:20:49.896721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e2df7d5-2524-466a-98bd-dcf1b80f8cea req-b438a8d9-f5b7-4ea2-bc85-dd3595109cd0 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 210 time: 0.0352714 Feb 04 15:20:49.960466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Made reservation on behalf of c5a3819d18dc4876bd4f0adb6b377f1f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:20:49.979645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:49.992127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-e3bf9bbb-164a-4b17-832d-7aed286f820b req-853a6bc9-82ee-4380-be5b-80cec8a8675f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1869346036', 'description': 'tempest-description-590960087'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:50.060320 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e3bf9bbb-164a-4b17-832d-7aed286f820b req-853a6bc9-82ee-4380-be5b-80cec8a8675f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:50.164203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:50.210240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Pushing event updated for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=8']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:50.218539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89f329-1580-4285-9301-684b31e423a0 None None] New status for floating IP 4c209fe6-50ee-46de-b1e1-5c49fc927eca: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:20:50.218763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:50.219426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:50.220943 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-cb32e8a9-6646-48bb-9747-b86b085e508a service neutron] 10.222.0.30 "PUT /v2.0/ports/517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 1121 time: 3.6030819 Feb 04 15:20:50.390509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-a177a97a-2f4c-4892-9239-82088cea06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:50.392245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-a177a97a-2f4c-4892-9239-82088cea06b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 200 len: 925 time: 0.5895107 Feb 04 15:20:50.419985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['517d0516-8c18-4712-8fe8-2af230a69c05'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:50.423495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60822) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:50.468574 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e3bf9bbb-164a-4b17-832d-7aed286f820b req-853a6bc9-82ee-4380-be5b-80cec8a8675f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:50.485211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e3bf9bbb-164a-4b17-832d-7aed286f820b req-853a6bc9-82ee-4380-be5b-80cec8a8675f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:50.502034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Allocated IP 172.20.0.14 (2482fb66-d07e-4705-bd60-aa3bf5df0f70/a2b7f571-2880-4d7e-85de-e53c1983c802/892b1ba8-a46e-47a7-996e-589a2af83843) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:20:50.613004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fe296-563a-44e2-88a8-561b854f088c req-e6759199-4e13-4c29-835b-8b525b84f058 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:50.625099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb9fe296-563a-44e2-88a8-561b854f088c req-e6759199-4e13-4c29-835b-8b525b84f058 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 943 time: 0.3073649 Feb 04 15:20:50.626631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e3bf9bbb-164a-4b17-832d-7aed286f820b req-853a6bc9-82ee-4380-be5b-80cec8a8675f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:50.627953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3bf9bbb-164a-4b17-832d-7aed286f820b req-853a6bc9-82ee-4380-be5b-80cec8a8675f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6445901 Feb 04 15:20:50.674393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a6bc9-82ee-4380-be5b-80cec8a8675f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63669995-3a86-4c75-a307-de7a8c763f34,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:50.843031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-4f7eba2e-1621-4397-8cb7-7e470a482a94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53c2f3d3-9cc0-4721-93d0-707187508ff9 HTTP/1.1" status: 200 len: 999 time: 0.4382529 Feb 04 15:20:50.873009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0e9a-b129-4685-936d-42adc078e3c6 req-1dc846bb-e959-4f6f-af75-ef5bb50b82f4 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:50.874840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-852c0e9a-b129-4685-936d-42adc078e3c6 req-1dc846bb-e959-4f6f-af75-ef5bb50b82f4 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 947 time: 0.0871549 Feb 04 15:20:50.907501 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e370a904-3a04-4062-9175-f38ba5693c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:50.910554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:50.927225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb9fe296-563a-44e2-88a8-561b854f088c req-ec5fca02-9a62-4177-a305-88bbc750ae50 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748749 Feb 04 15:20:50.929591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Deleting port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:20:50.930172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:50.946455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-852c0e9a-b129-4685-936d-42adc078e3c6 req-0cc28335-85b1-4f79-8747-d9b3d3348ee5 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567436 Feb 04 15:20:50.981525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:51.055484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Pushing event updated for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:51.083389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-6b5cd0bd-09bd-4152-b01f-26ed8e4a00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:51.086271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-6b5cd0bd-09bd-4152-b01f-26ed8e4a00e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87b2ce2-cb8b-454e-9dd3-6060a92d65fb HTTP/1.1" status: 200 len: 863 time: 0.2220454 Feb 04 15:20:51.087339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:20:51.089345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:20:51.097849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:51.098350 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:51.099430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:20:51.293403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] For port ad9c8b87-5b60-443d-9fb3-3445bee8f3b0, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,segment=NetworkSegment(31c1cde9-ccde-4251-b5ee-01fc3d6f0d26),segment_id=31c1cde9-ccde-4251-b5ee-01fc3d6f0d26)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:51.294265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:51.344236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-fc3ad02f-a0b4-478d-9b61-a6377a16545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:51.346673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-fc3ad02f-a0b4-478d-9b61-a6377a16545c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eac7cd70-b40c-4229-bab6-065295e81f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522643 Feb 04 15:20:51.348371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Calling delete_port for ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:20:51.420166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78346a41-9a65-4496-aef7-5ac7167c96ba req-3c5eb8c5-9105-4d21-9f49-9692d0f883d5 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:51.422425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78346a41-9a65-4496-aef7-5ac7167c96ba req-3c5eb8c5-9105-4d21-9f49-9692d0f883d5 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.2983427 Feb 04 15:20:51.424524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:51.425173 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:51.447552 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f860df7b-8287-48c7-96ba-b473374f5ad6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8050377 Feb 04 15:20:51.450764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05'}, {'name': 'network-changed', 'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:51.455172 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8f0b17-a93c-460d-a324-4996c954989c" -d '{"events": [{"server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "name": "network-vif-unplugged", "status": "completed", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05"}, {"name": "network-changed", "server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:51.463203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Request body: {'port': {'device_id': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:51.531054 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:51.615156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e370a904-3a04-4062-9175-f38ba5693c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:51.655737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e370a904-3a04-4062-9175-f38ba5693c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:51.723465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78346a41-9a65-4496-aef7-5ac7167c96ba req-aac3720e-5fa8-4b40-a9fa-2c06832cc11d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737269 Feb 04 15:20:51.795923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4d1ea82-ce9c-425f-9d36-f672f5db1396 req-d9bb501f-565c-4030-84ba-47706c6f0111 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/63669995-3a86-4c75-a307-de7a8c763f34 HTTP/1.1" status: 200 len: 1812 time: 0.1391306 Feb 04 15:20:51.884161 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2894420-875d-471c-baf7-c89382d83c03 x-openstack-request-id: req-e2894420-875d-471c-baf7-c89382d83c03 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:51.885206 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "name": "network-vif-unplugged", "status": "completed", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05", "code": 200}, {"name": "network-changed", "server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:51.885610 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2894420-875d-471c-baf7-c89382d83c03 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:51.886292 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05', 'code': 200} Feb 04 15:20:51.886717 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05', 'status': 'completed', 'code': 200} Feb 04 15:20:51.925915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370a904-3a04-4062-9175-f38ba5693c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce6c7af-15db-4248-9f7c-1e4f4178dec3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:51.935715 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e370a904-3a04-4062-9175-f38ba5693c58 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea08645f0b8444d7b19a7c45537bb367&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5088453 Feb 04 15:20:51.947403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-0e70b592-869a-48bd-bf35-477e9d95fd29 service neutron] 10.222.0.50 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867422 Feb 04 15:20:51.952584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60838) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:52.051193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f0b17-a93c-460d-a324-4996c954989c req-a6723d47-23de-4e39-96a0-47334339c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:52.052718 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8f0b17-a93c-460d-a324-4996c954989c req-a6723d47-23de-4e39-96a0-47334339c19f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1124 time: 0.1161520 Feb 04 15:20:52.059175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892b1ba8-a46e-47a7-996e-589a2af83843 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:52.077567 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.150866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Transition to ACTIVE for port object 892b1ba8-a46e-47a7-996e-589a2af83843 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:52.157793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.238784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f0b17-a93c-460d-a324-4996c954989c req-55ac2e5b-fae8-49c3-bb87-792414f8ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:52.240300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8f0b17-a93c-460d-a324-4996c954989c req-55ac2e5b-fae8-49c3-bb87-792414f8ebcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.1764014 Feb 04 15:20:52.245312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Pushing event updated for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:52.317869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8f0b17-a93c-460d-a324-4996c954989c req-4e463e1e-dff1-4acd-8a31-93185cc43470 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 217 time: 0.0694749 Feb 04 15:20:52.440606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f0b17-a93c-460d-a324-4996c954989c req-667526d4-596f-4405-81bf-e41d59c31d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:52.442963 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8f0b17-a93c-460d-a324-4996c954989c req-667526d4-596f-4405-81bf-e41d59c31d56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1056113 Feb 04 15:20:52.487323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:20:52.487645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:20:52.487978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:52.492074 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8f0b17-a93c-460d-a324-4996c954989c req-fa259b2c-d7c8-4331-a780-dd11739495d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364718 Feb 04 15:20:52.506097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7ec3-429e-411d-8a1c-b7fe42532b5e req-c4b34928-fa0d-4b2d-854b-b0be2c591e40 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:52.507911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60be7ec3-429e-411d-8a1c-b7fe42532b5e req-c4b34928-fa0d-4b2d-854b-b0be2c591e40 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 947 time: 0.1561649 Feb 04 15:20:52.510347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:20:52.511240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:20:52.537614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba5dec-5c5f-4f0e-ab4e-b316b22bc082 req-c1c453d8-b792-4052-8523-0e92926db680 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:52.540813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4eba5dec-5c5f-4f0e-ab4e-b316b22bc082 req-c1c453d8-b792-4052-8523-0e92926db680 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 932 time: 0.6743324 Feb 04 15:20:52.550865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:20:52.550865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:20:52.550865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:20:52.550865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Bound port: 892b1ba8-a46e-47a7-996e-589a2af83843, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:20:52.550865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.562755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.663295 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60be7ec3-429e-411d-8a1c-b7fe42532b5e req-6b9d7a74-816d-4783-a040-928e974e22e7 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428282 Feb 04 15:20:52.702820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8f0b17-a93c-460d-a324-4996c954989c req-2049e83c-6fbc-4d92-84fa-04a39c06e2b1 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940553 Feb 04 15:20:52.705652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5834e2b4-100f-4532-9d71-6032e5f34095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.710508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:52.715334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:20:52.724963 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.729561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6da6629-31af-4ad6-acb9-a29ef05b6490 req-d3e2ed29-63c8-467c-97a0-60116882553d service neutron] 10.222.0.50 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7626612 Feb 04 15:20:52.764712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:52.769375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4eba5dec-5c5f-4f0e-ab4e-b316b22bc082 req-31e3d51f-e9a8-448a-8a45-361d268b9bef tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148190 Feb 04 15:20:52.812131 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5834e2b4-100f-4532-9d71-6032e5f34095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.839112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.839455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:52.840223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:52.841522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] 10.222.0.30 "PUT /v2.0/ports/892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 1092 time: 1.3848302 Feb 04 15:20:52.844274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:52.846306 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80142b5-2528-46d4-91aa-c263e559201b" -d '{"events": [{"name": "network-changed", "server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:52.922506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-d8d85237-4861-495c-b25a-ea8f1b3b1707 req-92832abd-ed77-416d-bc48-99c758a9113f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1031404898', 'description': 'tempest-description-1054506378'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:52.945450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9c8b87-5b60-443d-9fb3-3445bee8f3b0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:52.967538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0e132-feee-4d80-b4c4-24a5a84f1138 service neutron] Pushing event updated for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:53.002671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8f0b17-a93c-460d-a324-4996c954989c req-e5069890-e619-44d8-ab5d-f82dfc435607 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894557 Feb 04 15:20:53.019801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffb0d8-a287-43a8-b617-a7c8407a929d req-1ab4ceae-84b7-406f-9aca-74444562f17a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:53.027752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36ffb0d8-a287-43a8-b617-a7c8407a929d req-1ab4ceae-84b7-406f-9aca-74444562f17a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 943 time: 0.1964424 Feb 04 15:20:53.042596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:53.062023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-bd9a34b9-fcbb-4be0-a153-c3a6c8868f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:53.063677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-bd9a34b9-fcbb-4be0-a153-c3a6c8868f12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1095 time: 0.1382468 Feb 04 15:20:53.087284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d8d85237-4861-495c-b25a-ea8f1b3b1707 req-92832abd-ed77-416d-bc48-99c758a9113f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.095924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 has no active binding in host n-h2-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:20:53.097156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 34f09b60-59bd-4df1-8d1b-74b579558213 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:53.121695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-45a7d27e-22c6-4a28-a885-5bd64af1e5c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 217 time: 0.0435762 Feb 04 15:20:53.133718 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36ffb0d8-a287-43a8-b617-a7c8407a929d req-e1bdb0e0-2edc-49fb-bd61-6e32ad3a5f68 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029782 Feb 04 15:20:53.147513 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5834e2b4-100f-4532-9d71-6032e5f34095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.157598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5834e2b4-100f-4532-9d71-6032e5f34095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.160091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5834e2b4-100f-4532-9d71-6032e5f34095 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ce6c7af-15db-4248-9f7c-1e4f4178dec3 HTTP/1.1" status: 204 len: 168 time: 1.2057796 Feb 04 15:20:53.215954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f441f9dc-2c87-45d1-a4f0-006ae2b753dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:53.217670 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-f441f9dc-2c87-45d1-a4f0-006ae2b753dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.0824158 Feb 04 15:20:53.234441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834e2b4-100f-4532-9d71-6032e5f34095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce6c7af-15db-4248-9f7c-1e4f4178dec3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:53.262624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-565d7e0a-f809-4f2c-80cc-467bd193177b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372345 Feb 04 15:20:53.397520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 34f09b60-59bd-4df1-8d1b-74b579558213, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=34f09b60-59bd-4df1-8d1b-74b579558213,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:53.417557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28f054-9e6f-442e-ab3d-36315091c6d1 req-b08e84a2-b829-4961-81ed-936c438faf2c tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:53.419102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f28f054-9e6f-442e-ab3d-36315091c6d1 req-b08e84a2-b829-4961-81ed-936c438faf2c tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.1304572 Feb 04 15:20:53.422721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '34f09b60-59bd-4df1-8d1b-74b579558213', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '34f09b60-59bd-4df1-8d1b-74b579558213', 'mac_address': 'fa:16:3e:13:0f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:20:53.432035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.436726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d8d85237-4861-495c-b25a-ea8f1b3b1707 req-92832abd-ed77-416d-bc48-99c758a9113f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.444882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d8d85237-4861-495c-b25a-ea8f1b3b1707 req-92832abd-ed77-416d-bc48-99c758a9113f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.463894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-7ebc014a-b676-4e51-955e-112dfe500719 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918306 Feb 04 15:20:53.493080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d8d85237-4861-495c-b25a-ea8f1b3b1707 req-92832abd-ed77-416d-bc48-99c758a9113f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.507121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8d85237-4861-495c-b25a-ea8f1b3b1707 req-92832abd-ed77-416d-bc48-99c758a9113f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5925462 Feb 04 15:20:53.536520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.564091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f09b60-59bd-4df1-8d1b-74b579558213 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:53.599496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92832abd-ed77-416d-bc48-99c758a9113f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13fe947-c2ae-46bc-9403-616e9cc3e83b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:53.602936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 34f09b60-59bd-4df1-8d1b-74b579558213, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=34f09b60-59bd-4df1-8d1b-74b579558213,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:53.625863 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.626116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f28f054-9e6f-442e-ab3d-36315091c6d1 req-f59066b5-2f5c-4dd6-a1d7-b1f7f3307259 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975169 Feb 04 15:20:53.638257 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c841297d-1896-490e-a547-0b93cc2bb7e0 x-openstack-request-id: req-c841297d-1896-490e-a547-0b93cc2bb7e0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:53.639832 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:53.641149 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c841297d-1896-490e-a547-0b93cc2bb7e0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:53.643062 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843', 'status': 'completed', 'code': 200} Feb 04 15:20:53.744013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e92b292-5335-4e77-a9fb-d9f7b02b9814 req-ce3191cf-7177-4c4d-bc79-7472739c53d7 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498479 Feb 04 15:20:53.754319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60868) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:53.776547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc856a6f-c3d0-4893-91db-5c0a5a533a9b req-f443c71f-3ad7-4f59-800f-83e90714adcc tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/b13fe947-c2ae-46bc-9403-616e9cc3e83b HTTP/1.1" status: 200 len: 1813 time: 0.0840437 Feb 04 15:20:53.782122 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ceedc61e-a9d1-4997-8542-bf9d25c3c809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:53.783062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=34f09b60-59bd-4df1-8d1b-74b579558213,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:53.955750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b406-993e-4ee9-ac51-6ea6ecac92f0 req-def5dcfe-52d7-4be9-93e3-edd3e8c21c84 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:53.957350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d10b406-993e-4ee9-ac51-6ea6ecac92f0 req-def5dcfe-52d7-4be9-93e3-edd3e8c21c84 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.1459103 Feb 04 15:20:53.966658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80142b5-2528-46d4-91aa-c263e559201b req-78be0c98-4079-4cca-a55a-ed366e3ab2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:53.966973 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e80142b5-2528-46d4-91aa-c263e559201b req-78be0c98-4079-4cca-a55a-ed366e3ab2fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1095 time: 0.1392455 Feb 04 15:20:53.988543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d7b51-2375-4c7b-9e8b-7f14087d9834 req-c57bb767-a1ca-4f76-b21a-20b73c5171a3 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:53.990132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6c0d7b51-2375-4c7b-9e8b-7f14087d9834 req-c57bb767-a1ca-4f76-b21a-20b73c5171a3 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 948 time: 0.1401722 Feb 04 15:20:54.003529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:20:54.086545 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6c0d7b51-2375-4c7b-9e8b-7f14087d9834 req-3db7f57e-dd8d-4043-8c92-8ada9ee700b4 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809526 Feb 04 15:20:54.093068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ceedc61e-a9d1-4997-8542-bf9d25c3c809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.098658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d10b406-993e-4ee9-ac51-6ea6ecac92f0 req-091f0fb0-9a00-4a55-823c-76c5c152d7c9 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249194 Feb 04 15:20:54.101476 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ceedc61e-a9d1-4997-8542-bf9d25c3c809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.167406 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5008aab6-7400-4c14-b32f-8440f77a746c req-11f6d0e6-7cd7-4fa5-995c-a70da657dc01 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1025363713', 'description': 'tempest-description-223536600'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:54.183450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80142b5-2528-46d4-91aa-c263e559201b req-52c0afb7-ca79-45f1-a915-8b4c39f173d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:54.184959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e80142b5-2528-46d4-91aa-c263e559201b req-52c0afb7-ca79-45f1-a915-8b4c39f173d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.2037745 Feb 04 15:20:54.186582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedc61e-a9d1-4997-8542-bf9d25c3c809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7737f6-1805-48f6-a4e9-0646c525a43a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:54.191513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ceedc61e-a9d1-4997-8542-bf9d25c3c809 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=32cc4ba40577459393f155cb44a191e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340360 Feb 04 15:20:54.194270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60880) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:54.215149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:20:54.225035 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dbfc5e54-a0fb-49e1-9a3f-bb39a04b908f admin admin] 10.222.0.47 "PUT /v2.0/routers/1101001a-ec88-429b-81aa-c2bf55fcd6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6265163 Feb 04 15:20:54.228536 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] Sync routers for ids ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:20:54.237276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e80142b5-2528-46d4-91aa-c263e559201b req-c15cbfbe-bfd1-4a59-b7f6-adf4c982c95e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 217 time: 0.0420415 Feb 04 15:20:54.240016 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] Routers {'1101001a-ec88-429b-81aa-c2bf55fcd6b8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:54.240932 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:54.251316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60882) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:54.329059 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5008aab6-7400-4c14-b32f-8440f77a746c req-11f6d0e6-7cd7-4fa5-995c-a70da657dc01 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.334500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36f9efe4-2348-4e49-aa51-8c1aa5c93acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.355758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816d779-ddbd-4c23-b531-24b8d93b8f64 req-6c8d1c07-9929-45cc-8f92-150266d85170 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:54.357583 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3816d779-ddbd-4c23-b531-24b8d93b8f64 req-6c8d1c07-9929-45cc-8f92-150266d85170 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 944 time: 0.1045105 Feb 04 15:20:54.362550 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] Set router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:54.374290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['34f09b60-59bd-4df1-8d1b-74b579558213'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:54.381512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80142b5-2528-46d4-91aa-c263e559201b req-1f5082ea-3faf-44d9-9276-cc432c10c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:54.383114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e80142b5-2528-46d4-91aa-c263e559201b req-1f5082ea-3faf-44d9-9276-cc432c10c39f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1293416 Feb 04 15:20:54.390562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36f9efe4-2348-4e49-aa51-8c1aa5c93acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.503556 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e80142b5-2528-46d4-91aa-c263e559201b req-2d424df1-6ebc-48c4-aa02-672d8abbf340 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329058 Feb 04 15:20:54.531193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3816d779-ddbd-4c23-b531-24b8d93b8f64 req-cf5649fc-4fc2-41ca-b1bf-900db603205a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508222 Feb 04 15:20:54.531994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36f9efe4-2348-4e49-aa51-8c1aa5c93acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.538271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36f9efe4-2348-4e49-aa51-8c1aa5c93acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.544381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-36f9efe4-2348-4e49-aa51-8c1aa5c93acb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd7737f6-1805-48f6-a4e9-0646c525a43a HTTP/1.1" status: 204 len: 168 time: 0.3466127 Feb 04 15:20:54.565190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9efe4-2348-4e49-aa51-8c1aa5c93acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7737f6-1805-48f6-a4e9-0646c525a43a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:54.606944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.771915 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:52Z', 'revision_number': 5, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:54.840209 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] Checking router: 1101001a-ec88-429b-81aa-c2bf55fcd6b8 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:20:54.863046 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] Routers {'1101001a-ec88-429b-81aa-c2bf55fcd6b8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:20:54.865965 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:54.892863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5008aab6-7400-4c14-b32f-8440f77a746c req-11f6d0e6-7cd7-4fa5-995c-a70da657dc01 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.909371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5008aab6-7400-4c14-b32f-8440f77a746c req-11f6d0e6-7cd7-4fa5-995c-a70da657dc01 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:54.997395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e80142b5-2528-46d4-91aa-c263e559201b req-8f74e06d-4811-4703-9f34-50184d61da52 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842508 Feb 04 15:20:55.002217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6d0e6-7cd7-4fa5-995c-a70da657dc01 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b4376d-8b51-448f-8b44-9a3a6b92b283,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:55.009229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5008aab6-7400-4c14-b32f-8440f77a746c req-11f6d0e6-7cd7-4fa5-995c-a70da657dc01 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.028274 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5008aab6-7400-4c14-b32f-8440f77a746c req-11f6d0e6-7cd7-4fa5-995c-a70da657dc01 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8837004 Feb 04 15:20:55.070570 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] Set router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:20:55.103089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.217728 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e80142b5-2528-46d4-91aa-c263e559201b req-7b94b1a5-7886-4217-b101-15d6b4f41689 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882417 Feb 04 15:20:55.220780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-510d4204-ab04-4825-bee9-e0f29ec8c0d5 req-34b923e5-2883-41f7-aedd-0ada35d7fb9b tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/25b4376d-8b51-448f-8b44-9a3a6b92b283 HTTP/1.1" status: 200 len: 1812 time: 0.0829148 Feb 04 15:20:55.241180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ebfd9-1968-4a4c-a7d4-f53782b81a2a req-2d2189b4-06f9-455f-8215-e7dd8ad7cd56 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:55.242891 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef9ebfd9-1968-4a4c-a7d4-f53782b81a2a req-2d2189b4-06f9-455f-8215-e7dd8ad7cd56 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 943 time: 0.1182177 Feb 04 15:20:55.277544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Deleting port 5966e1e9-f7a9-4369-9a41-41e059bb2793 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:20:55.277889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.340219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef9ebfd9-1968-4a4c-a7d4-f53782b81a2a req-aeae399b-e229-4e2a-9132-574794ee177f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900390 Feb 04 15:20:55.387556 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:52Z', 'revision_number': 5, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:55.401867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7071342-5568-4973-ae66-a369ea76caae req-ef3241c3-fac1-4a02-ac06-f465660bda5f tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:55.409741 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c7071342-5568-4973-ae66-a369ea76caae req-ef3241c3-fac1-4a02-ac06-f465660bda5f tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 948 time: 0.1065044 Feb 04 15:20:55.425315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] For port 5966e1e9-f7a9-4369-9a41-41e059bb2793, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5966e1e9-f7a9-4369-9a41-41e059bb2793,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:55.425679 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.430692 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88e6e5-5b14-45e2-a54c-c6304950d81c None None] The sync data for ids ['1101001a-ec88-429b-81aa-c2bf55fcd6b8'] in n-d-827869-1 is: [{'id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-921756282-router', 'tenant_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:20:33Z', 'updated_at': '2022-02-04T15:20:52Z', 'revision_number': 5, 'project_id': '6238a7b3d1e140e0bc1e0f55cc8d0273', 'gw_port': {'id': '5966e1e9-f7a9-4369-9a41-41e059bb2793', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101001a-ec88-429b-81aa-c2bf55fcd6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:20:35Z', 'updated_at': '2022-02-04T15:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:20:55.431157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-b9e88c19-a7f7-4eb7-9c08-23bf0373d344 req-ca9b47c2-1a31-47ee-a344-5d9609ad208d tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-515353605', 'description': 'tempest-description-9143998'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:20:55.456541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Calling delete_port for 5966e1e9-f7a9-4369-9a41-41e059bb2793 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:20:55.469185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c7071342-5568-4973-ae66-a369ea76caae req-ad9eba9b-ee53-4474-956f-72289a995619 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580754 Feb 04 15:20:55.555183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9e88c19-a7f7-4eb7-9c08-23bf0373d344 req-ca9b47c2-1a31-47ee-a344-5d9609ad208d tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.776051 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9e88c19-a7f7-4eb7-9c08-23bf0373d344 req-ca9b47c2-1a31-47ee-a344-5d9609ad208d tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.782324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9e88c19-a7f7-4eb7-9c08-23bf0373d344 req-ca9b47c2-1a31-47ee-a344-5d9609ad208d tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.828934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b47c2-1a31-47ee-a344-5d9609ad208d tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74902b45-6c2b-4bbd-9398-da66ffdb84c4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:55.835351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9e88c19-a7f7-4eb7-9c08-23bf0373d344 req-ca9b47c2-1a31-47ee-a344-5d9609ad208d tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.847621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9e88c19-a7f7-4eb7-9c08-23bf0373d344 req-ca9b47c2-1a31-47ee-a344-5d9609ad208d tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4284976 Feb 04 15:20:55.851904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:55.910551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5966e1e9-f7a9-4369-9a41-41e059bb2793,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:56.137453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:20:56.140147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5a9c7-f5da-49a0-a433-7092e23abdc4 req-8c893e0b-10e0-4189-8a4d-a9c93f55a9d1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:56.141874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9f5a9c7-f5da-49a0-a433-7092e23abdc4 req-8c893e0b-10e0-4189-8a4d-a9c93f55a9d1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 944 time: 0.1947594 Feb 04 15:20:56.179568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:56.186767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:20:56.187273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ad9c8b87-5b60-443d-9fb3-3445bee8f3b0 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:20:56.338968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:56.341824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:56.344500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-8ba65bd4-9df7-4689-871d-fa09a444c351 service neutron] 10.222.0.50 "GET /v2.0/ports/517d0516-8c18-4712-8fe8-2af230a69c05/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.2741420 Feb 04 15:20:56.347509 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9f5a9c7-f5da-49a0-a433-7092e23abdc4 req-b8c6e19c-890c-4e84-b2fb-b93582a1fd42 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893151 Feb 04 15:20:56.402887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-87086391-5236-4b21-83f7-f5472cf76ca5 req-48aca6a2-0f1b-419f-bd9a-e991ea55e9ea tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/74902b45-6c2b-4bbd-9398-da66ffdb84c4 HTTP/1.1" status: 200 len: 1809 time: 0.0917816 Feb 04 15:20:56.501760 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-6c51b866-9ad1-41ea-83af-1cfb61a8a945 req-d031234c-38ec-4ad6-9408-d2d227dfd479 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] show failed (client error): The resource could not be found. Feb 04 15:20:56.506030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c51b866-9ad1-41ea-83af-1cfb61a8a945 req-d031234c-38ec-4ad6-9408-d2d227dfd479 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/c474dc54-b744-476b-8f34-e7a406cbe42c HTTP/1.1" status: 404 len: 352 time: 0.0335257 Feb 04 15:20:56.506698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:56.506799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1101001a-ec88-429b-81aa-c2bf55fcd6b8 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:20:56.516472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:56.518837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3c67fe4d-d355-44d9-ac7a-3bbbe333e9e8 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1101001a-ec88-429b-81aa-c2bf55fcd6b8 HTTP/1.1" status: 204 len: 168 time: 2.2663770 Feb 04 15:20:56.522759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60936) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:56.586971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b02100-d1a8-4988-92ca-338b9c662bf2 req-0ae639f3-d997-4375-9df4-2861dd3c57aa tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:56.601185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7b02100-d1a8-4988-92ca-338b9c662bf2 req-0ae639f3-d997-4375-9df4-2861dd3c57aa tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 943 time: 0.1339295 Feb 04 15:20:56.674509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bf3bdf-dd1f-4c09-a4dd-7844ed7cae5d admin admin] Deleting subnet 06c68e1f-4c27-4090-8e7a-8ea55648db50 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:20:56.681160 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3bdf-dd1f-4c09-a4dd-7844ed7cae5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:56.746433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7b02100-d1a8-4988-92ca-338b9c662bf2 req-5e3be522-af62-4890-8d9a-f9c4c9e4a119 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401579 Feb 04 15:20:56.749065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3bdf-dd1f-4c09-a4dd-7844ed7cae5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:56.779734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:56.832919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:56.844122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cb218-fcff-409f-a3a0-6591d6300a4d req-b69a6379-b29e-402c-ab80-c3f3c58f62b4 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:56.852275 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-32bfc0fc-83d0-4936-b7a3-b024c36cc2d7 req-44848e6a-bf35-4aea-ae22-2806d2d48414 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] show failed (client error): The resource could not be found. Feb 04 15:20:56.852902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f99cb218-fcff-409f-a3a0-6591d6300a4d req-b69a6379-b29e-402c-ab80-c3f3c58f62b4 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 948 time: 0.1615324 Feb 04 15:20:56.854706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32bfc0fc-83d0-4936-b7a3-b024c36cc2d7 req-44848e6a-bf35-4aea-ae22-2806d2d48414 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-group-rules/b61a18e3-3396-4d17-a9bd-a5f234f37bc1 HTTP/1.1" status: 404 len: 361 time: 0.0320354 Feb 04 15:20:56.915002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:20:56.929811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f99cb218-fcff-409f-a3a0-6591d6300a4d req-1aff5525-8b13-44c2-bebf-41c987ee19d9 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725365 Feb 04 15:20:56.985704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517d0516-8c18-4712-8fe8-2af230a69c05 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:56.988584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 34f09b60-59bd-4df1-8d1b-74b579558213 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:20:57.009088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:57.039908 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.100693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:57.132873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 has no active binding in host n-h2-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:20:57.144348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 34f09b60-59bd-4df1-8d1b-74b579558213 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:20:57.154617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 34f09b60-59bd-4df1-8d1b-74b579558213 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:20:57.155401 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.168932 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3bdf-dd1f-4c09-a4dd-7844ed7cae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.228905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] Transition to ACTIVE for port object 517d0516-8c18-4712-8fe8-2af230a69c05 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:20:57.236144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.268486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b6ad793-b69c-41cc-ad0f-8f1ce949d0a4 req-634e421f-e6ba-41c7-835b-dd16ca03f548 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/74902b45-6c2b-4bbd-9398-da66ffdb84c4 HTTP/1.1" status: 200 len: 1809 time: 0.2086253 Feb 04 15:20:57.328530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] No DVR routers for this DVR port 517d0516-8c18-4712-8fe8-2af230a69c05 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:20:57.342874 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.404779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3bdf-dd1f-4c09-a4dd-7844ed7cae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.439511 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] 10.222.0.50 "PUT /v2.0/ports/517d0516-8c18-4712-8fe8-2af230a69c05/bindings/n-h2-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0843806 Feb 04 15:20:57.441744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f0232-9043-4b81-97b4-0b4743235bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:57.446465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 34f09b60-59bd-4df1-8d1b-74b579558213, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=34f09b60-59bd-4df1-8d1b-74b579558213,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:57.451500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4d1530-13b2-4124-87eb-f449eef1174f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f09b60-59bd-4df1-8d1b-74b579558213'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:20:57.456719 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd0dd80-2008-4109-af9a-3e0dab78b327" -d '{"events": [{"server_uuid": "9c4d1530-13b2-4124-87eb-f449eef1174f", "name": "network-vif-plugged", "status": "completed", "tag": "34f09b60-59bd-4df1-8d1b-74b579558213"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:20:57.463491 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.476867 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9b6ad793-b69c-41cc-ad0f-8f1ce949d0a4 req-5dc4c15f-0b81-42bb-aecf-64d88cea78f7 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.485386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf3bdf-dd1f-4c09-a4dd-7844ed7cae5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c68e1f-4c27-4090-8e7a-8ea55648db50,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:57.502935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3bdf-dd1f-4c09-a4dd-7844ed7cae5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.509129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d78bbf-6007-4a5a-80cf-49697973a247 None None] Network e572efb0-8f84-4b7a-b180-1bc39a123f20 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:20:57.510584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d8bf3bdf-dd1f-4c09-a4dd-7844ed7cae5d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/06c68e1f-4c27-4090-8e7a-8ea55648db50 HTTP/1.1" status: 204 len: 168 time: 0.9810178 Feb 04 15:20:57.510722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60966) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:57.525018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9b6ad793-b69c-41cc-ad0f-8f1ce949d0a4 req-5dc4c15f-0b81-42bb-aecf-64d88cea78f7 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.617824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9b6ad793-b69c-41cc-ad0f-8f1ce949d0a4 req-5dc4c15f-0b81-42bb-aecf-64d88cea78f7 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.621015 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9b6ad793-b69c-41cc-ad0f-8f1ce949d0a4 req-5dc4c15f-0b81-42bb-aecf-64d88cea78f7 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.622512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b6ad793-b69c-41cc-ad0f-8f1ce949d0a4 req-5dc4c15f-0b81-42bb-aecf-64d88cea78f7 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "DELETE /v2.0/security-groups/74902b45-6c2b-4bbd-9398-da66ffdb84c4 HTTP/1.1" status: 204 len: 173 time: 0.3528786 Feb 04 15:20:57.645657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4c15f-0b81-42bb-aecf-64d88cea78f7 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74902b45-6c2b-4bbd-9398-da66ffdb84c4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:57.685488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60970) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:57.692389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=34f09b60-59bd-4df1-8d1b-74b579558213,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:57.813949 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:57.837501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-8747a2bc-a33d-48c8-91c8-dae58cf96c7b tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:57.839250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-8747a2bc-a33d-48c8-91c8-dae58cf96c7b tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.2307415 Feb 04 15:20:57.871444 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde69c9-d428-489d-be7f-22489e45d315 x-openstack-request-id: req-6cde69c9-d428-489d-be7f-22489e45d315 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:20:57.871768 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4d1530-13b2-4124-87eb-f449eef1174f", "name": "network-vif-plugged", "status": "completed", "tag": "34f09b60-59bd-4df1-8d1b-74b579558213", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:20:57.872078 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cde69c9-d428-489d-be7f-22489e45d315 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:20:57.872680 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4d1530-13b2-4124-87eb-f449eef1174f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f09b60-59bd-4df1-8d1b-74b579558213', 'code': 200} Feb 04 15:20:57.882899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f55b6d6-c258-4759-b354-409649f488df None None] DHCP port deletion for e572efb0-8f84-4b7a-b180-1bc39a123f20 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:20:57.918740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2e638-454d-42ac-a61d-9f13a24ab3ba req-8e1c71a0-915c-4315-8ca9-c2a66763274c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:57.921832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83f2e638-454d-42ac-a61d-9f13a24ab3ba req-8e1c71a0-915c-4315-8ca9-c2a66763274c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 944 time: 0.1302195 Feb 04 15:20:57.963208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-e5084a07-1e25-4b4b-a21b-32eb75cdfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:57.964860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-e5084a07-1e25-4b4b-a21b-32eb75cdfb9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154&tenant_id=aac7834f57b043ac8fa445f0e36a6d82 HTTP/1.1" status: 200 len: 1095 time: 0.1149573 Feb 04 15:20:57.994692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-877aa162-bd33-4dbb-b1d8-1b68646e3c99 req-08b7ec36-4837-4381-9fa6-aea9d1b2b436 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/25b4376d-8b51-448f-8b44-9a3a6b92b283 HTTP/1.1" status: 200 len: 1812 time: 0.1016686 Feb 04 15:20:58.023997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9f55b6d6-c258-4759-b354-409649f488df None None] Deleting port a597ce7f-5838-42df-95d1-7468b6846f91 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:20:58.024734 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f55b6d6-c258-4759-b354-409649f488df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.049922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d43c9c67-5508-42e2-8658-8c65155fcfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.066249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Deleting port a597ce7f-5838-42df-95d1-7468b6846f91 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:20:58.066668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.077292 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83f2e638-454d-42ac-a61d-9f13a24ab3ba req-c7866650-8f8f-4a30-8048-8e63cf5bd99a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298535 Feb 04 15:20:58.093717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a597ce7f-5838-42df-95d1-7468b6846f91 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:20:58.101271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb69798-e2d3-47a2-8c6a-ee755450ff20 req-3ce31e05-ff31-4eb4-9ecd-4675f71b3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:58.102575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fb69798-e2d3-47a2-8c6a-ee755450ff20 req-3ce31e05-ff31-4eb4-9ecd-4675f71b3de9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 1100 time: 0.1417367 Feb 04 15:20:58.140835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9f55b6d6-c258-4759-b354-409649f488df None None] For port a597ce7f-5838-42df-95d1-7468b6846f91, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a597ce7f-5838-42df-95d1-7468b6846f91,segment=NetworkSegment(31c1cde9-ccde-4251-b5ee-01fc3d6f0d26),segment_id=31c1cde9-ccde-4251-b5ee-01fc3d6f0d26)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:58.141573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f55b6d6-c258-4759-b354-409649f488df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.161492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9f55b6d6-c258-4759-b354-409649f488df None None] Calling delete_port for a597ce7f-5838-42df-95d1-7468b6846f91 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:20:58.185419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fb69798-e2d3-47a2-8c6a-ee755450ff20 req-513d73e0-12b7-4ebb-af22-7026f49912fb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688965 Feb 04 15:20:58.197317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] For port a597ce7f-5838-42df-95d1-7468b6846f91, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a597ce7f-5838-42df-95d1-7468b6846f91,segment=NetworkSegment(31c1cde9-ccde-4251-b5ee-01fc3d6f0d26),segment_id=31c1cde9-ccde-4251-b5ee-01fc3d6f0d26)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:58.197700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.212222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ca4e6322-06b9-46c1-8ed2-1a491f1c25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:58.214318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-ca4e6322-06b9-46c1-8ed2-1a491f1c25d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1095 time: 0.2175076 Feb 04 15:20:58.229648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Calling delete_port for a597ce7f-5838-42df-95d1-7468b6846f91 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:20:58.234998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d43c9c67-5508-42e2-8658-8c65155fcfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.239512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-877aa162-bd33-4dbb-b1d8-1b68646e3c99 req-6b1cf6b3-3612-4806-9d3d-c068155739f8 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.241791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d43c9c67-5508-42e2-8658-8c65155fcfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.264673 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.314991 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-877aa162-bd33-4dbb-b1d8-1b68646e3c99 req-6b1cf6b3-3612-4806-9d3d-c068155739f8 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.320946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c9c67-5508-42e2-8658-8c65155fcfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5d253e-0314-416b-8de3-724320afd2ca,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:58.333506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d43c9c67-5508-42e2-8658-8c65155fcfbb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d1d421085814245a86d5e95ac03df06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6468785 Feb 04 15:20:58.338168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:58.367239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port a597ce7f-5838-42df-95d1-7468b6846f91, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a597ce7f-5838-42df-95d1-7468b6846f91,segment=NetworkSegment(31c1cde9-ccde-4251-b5ee-01fc3d6f0d26),segment_id=31c1cde9-ccde-4251-b5ee-01fc3d6f0d26)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:58.380698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.381694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5966e1e9-f7a9-4369-9a41-41e059bb2793 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:20:58.420414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ebac7-b347-4d78-bd0c-855413d5b673 req-9508fb94-ee05-4107-8721-36dbe7578ad7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:58.422148 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-392ebac7-b347-4d78-bd0c-855413d5b673 req-9508fb94-ee05-4107-8721-36dbe7578ad7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.1650867 Feb 04 15:20:58.426086 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-877aa162-bd33-4dbb-b1d8-1b68646e3c99 req-6b1cf6b3-3612-4806-9d3d-c068155739f8 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.427495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 5966e1e9-f7a9-4369-9a41-41e059bb2793 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:20:58.427849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5966e1e9-f7a9-4369-9a41-41e059bb2793 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:20:58.435778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-877aa162-bd33-4dbb-b1d8-1b68646e3c99 req-6b1cf6b3-3612-4806-9d3d-c068155739f8 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.436188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ae676f0-7a34-49a7-bb0d-47b6e24d17c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.436604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f55b6d6-c258-4759-b354-409649f488df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.438640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-877aa162-bd33-4dbb-b1d8-1b68646e3c99 req-6b1cf6b3-3612-4806-9d3d-c068155739f8 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "DELETE /v2.0/security-groups/25b4376d-8b51-448f-8b44-9a3a6b92b283 HTTP/1.1" status: 204 len: 173 time: 0.4427655 Feb 04 15:20:58.462138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55b6d6-c258-4759-b354-409649f488df None None] No DVR routers for this DVR port a597ce7f-5838-42df-95d1-7468b6846f91 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:20:58.470809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=a597ce7f-5838-42df-95d1-7468b6846f91,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:58.480084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cf6b3-3612-4806-9d3d-c068155739f8 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b4376d-8b51-448f-8b44-9a3a6b92b283,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:58.483234 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ae676f0-7a34-49a7-bb0d-47b6e24d17c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.490482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.498437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55b6d6-c258-4759-b354-409649f488df None None] Pushing event deleted for resources: {'Port': ['ID=a597ce7f-5838-42df-95d1-7468b6846f91,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:58.553803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a597ce7f-5838-42df-95d1-7468b6846f91,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:58.555965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] No DVR routers for this DVR port a597ce7f-5838-42df-95d1-7468b6846f91 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:20:58.599068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-392ebac7-b347-4d78-bd0c-855413d5b673 req-218fc608-53c5-475c-a369-54c1050fd197 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928788 Feb 04 15:20:58.643503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ae676f0-7a34-49a7-bb0d-47b6e24d17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.646108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ae676f0-7a34-49a7-bb0d-47b6e24d17c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.647301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2ae676f0-7a34-49a7-bb0d-47b6e24d17c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d5d253e-0314-416b-8de3-724320afd2ca HTTP/1.1" status: 204 len: 168 time: 0.3078523 Feb 04 15:20:58.669701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae676f0-7a34-49a7-bb0d-47b6e24d17c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5d253e-0314-416b-8de3-724320afd2ca,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:58.692291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.701035 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5862d2db-883f-45c5-9673-0624110077fe req-40a3a163-da20-44a3-9505-b46a73bd33cc tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/b13fe947-c2ae-46bc-9403-616e9cc3e83b HTTP/1.1" status: 200 len: 1813 time: 0.0665877 Feb 04 15:20:58.723546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a71411-25bf-4d05-aeef-13072a39c506 req-1e1a750e-71f4-4b49-9cfd-370bb77d7a42 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:58.725391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51a71411-25bf-4d05-aeef-13072a39c506 req-1e1a750e-71f4-4b49-9cfd-370bb77d7a42 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.1386108 Feb 04 15:20:58.730985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e572efb0-8f84-4b7a-b180-1bc39a123f20']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:58.755802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:58.756256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c1cde9-ccde-4251-b5ee-01fc3d6f0d26') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:20:58.768501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.789017 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5862d2db-883f-45c5-9673-0624110077fe req-1e19bfcb-cf84-4935-9a6a-a39a16966365 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.795191 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.798054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:20:58.800740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51a71411-25bf-4d05-aeef-13072a39c506 req-c4cbae27-8a4f-4228-9d43-13891b0be7ee tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667696 Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:20:58.811004 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:20:58.834212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5862d2db-883f-45c5-9673-0624110077fe req-1e19bfcb-cf84-4935-9a6a-a39a16966365 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.889471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5862d2db-883f-45c5-9673-0624110077fe req-1e19bfcb-cf84-4935-9a6a-a39a16966365 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.896050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5862d2db-883f-45c5-9673-0624110077fe req-1e19bfcb-cf84-4935-9a6a-a39a16966365 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.905347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5862d2db-883f-45c5-9673-0624110077fe req-1e19bfcb-cf84-4935-9a6a-a39a16966365 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "DELETE /v2.0/security-groups/b13fe947-c2ae-46bc-9403-616e9cc3e83b HTTP/1.1" status: 204 len: 173 time: 0.1954732 Feb 04 15:20:58.941547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19bfcb-cf84-4935-9a6a-a39a16966365 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13fe947-c2ae-46bc-9403-616e9cc3e83b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:58.958285 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.968684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:58.972117 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e572efb0-8f84-4b7a-b180-1bc39a123f20 HTTP/1.1" status: 204 len: 168 time: 1.4600506 Feb 04 15:20:59.015010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278955ba-dbcc-4ecd-af01-9dcf0dbf3ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e572efb0-8f84-4b7a-b180-1bc39a123f20,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:59.052484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:59.064941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '892b1ba8-a46e-47a7-996e-589a2af83843', 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'port_id': '892b1ba8-a46e-47a7-996e-589a2af83843', 'mac_address': 'fa:16:3e:6b:53:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b7f571-2880-4d7e-85de-e53c1983c802', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:20:59.066581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8b1bd37-a9f5-45da-9af2-2ae9128aaa5b req-5166d420-f1e8-4ee9-9734-de8076071f9c tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/63669995-3a86-4c75-a307-de7a8c763f34 HTTP/1.1" status: 200 len: 1812 time: 0.1095405 Feb 04 15:20:59.129190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.147661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892b1ba8-a46e-47a7-996e-589a2af83843 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:20:59.176848 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d8b1bd37-a9f5-45da-9af2-2ae9128aaa5b req-c4b63536-91d4-492d-8c82-28968856bd58 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.185017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:20:59.191638 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.223080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32770) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:59.245056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d8b1bd37-a9f5-45da-9af2-2ae9128aaa5b req-c4b63536-91d4-492d-8c82-28968856bd58 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.295209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:59.318799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32772) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:59.319042 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d7c4da66-189d-445b-a594-88798503538b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6238a7b3d1e140e0bc1e0f55cc8d0273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945754 Feb 04 15:20:59.366153 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d8b1bd37-a9f5-45da-9af2-2ae9128aaa5b req-c4b63536-91d4-492d-8c82-28968856bd58 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.373250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d8b1bd37-a9f5-45da-9af2-2ae9128aaa5b req-c4b63536-91d4-492d-8c82-28968856bd58 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.382294 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8b1bd37-a9f5-45da-9af2-2ae9128aaa5b req-c4b63536-91d4-492d-8c82-28968856bd58 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "DELETE /v2.0/security-groups/63669995-3a86-4c75-a307-de7a8c763f34 HTTP/1.1" status: 204 len: 173 time: 0.3081450 Feb 04 15:20:59.402442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63075e61-3385-4882-ab50-0d207be756fd req-d2273341-0666-49ff-8672-23a86a1241b4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:20:59.413678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63075e61-3385-4882-ab50-0d207be756fd req-d2273341-0666-49ff-8672-23a86a1241b4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 945 time: 0.0748670 Feb 04 15:20:59.465689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63075e61-3385-4882-ab50-0d207be756fd req-d2cf02d3-873b-4c30-9129-17b07187bce9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508831 Feb 04 15:20:59.475815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b63536-91d4-492d-8c82-28968856bd58 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63669995-3a86-4c75-a307-de7a8c763f34,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:59.526474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c2687f-d71f-4efc-8326-b08d0c76f721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.539443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['892b1ba8-a46e-47a7-996e-589a2af83843'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:20:59.543686 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bb2c3e-95c4-4ea5-af09-693325c92924 req-1d7b8662-cd80-4dc1-8091-7845e10a1d3f tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "GET /v2.0/security-groups/7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e HTTP/1.1" status: 200 len: 1812 time: 0.1157899 Feb 04 15:20:59.592082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c2687f-d71f-4efc-8326-b08d0c76f721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.738284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bb2c3e-95c4-4ea5-af09-693325c92924 req-84d63211-1250-41a8-a5c8-b34ac672b464 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.767572 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bb2c3e-95c4-4ea5-af09-693325c92924 req-84d63211-1250-41a8-a5c8-b34ac672b464 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.775690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:20:59.807747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32790) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:59.826067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bb2c3e-95c4-4ea5-af09-693325c92924 req-84d63211-1250-41a8-a5c8-b34ac672b464 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.829529 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bb2c3e-95c4-4ea5-af09-693325c92924 req-84d63211-1250-41a8-a5c8-b34ac672b464 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.839253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32798) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:20:59.848443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bb2c3e-95c4-4ea5-af09-693325c92924 req-84d63211-1250-41a8-a5c8-b34ac672b464 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] 10.222.0.47 "DELETE /v2.0/security-groups/7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e HTTP/1.1" status: 204 len: 173 time: 0.3037138 Feb 04 15:20:59.876494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d63211-1250-41a8-a5c8-b34ac672b464 tempest-SecurityGroupRulesNegativeTestJSON-1312241585 tempest-SecurityGroupRulesNegativeTestJSON-1312241585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d098a6d-f9ee-4fbb-94d5-ad303a9ac04e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:20:59.888443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:20:59.905175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c2687f-d71f-4efc-8326-b08d0c76f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.908257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c2687f-d71f-4efc-8326-b08d0c76f721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:20:59.909624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-61c2687f-d71f-4efc-8326-b08d0c76f721 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2ed4d47-0a35-4800-81b7-e7bccbb10d9b HTTP/1.1" status: 204 len: 168 time: 0.5876274 Feb 04 15:20:59.928602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2687f-d71f-4efc-8326-b08d0c76f721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed4d47-0a35-4800-81b7-e7bccbb10d9b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:00.058369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8e8e-0728-44c2-a338-9c86a8d5e3c1 req-540e16ff-16db-449d-9730-09cc6eb45855 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:00.060981 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ebb8e8e-0728-44c2-a338-9c86a8d5e3c1 req-540e16ff-16db-449d-9730-09cc6eb45855 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.1052032 Feb 04 15:21:00.145600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ebb8e8e-0728-44c2-a338-9c86a8d5e3c1 req-fb1b292b-7220-4d91-89fc-0b0cf7dc4884 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732934 Feb 04 15:21:00.239120 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-575a1e0a-6093-4319-8b41-b681a45da384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.268135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f19cb7-04e3-4728-ac88-449a3fc931b0 req-c3fb685d-d57d-47dc-9850-220cfdcc5375 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:00.274753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92f19cb7-04e3-4728-ac88-449a3fc931b0 req-c3fb685d-d57d-47dc-9850-220cfdcc5375 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.5195298 Feb 04 15:21:00.286577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f25ead-5eb4-4ef4-afc1-10c0e866ef49 admin admin] Deleting subnet d424e648-2fe8-47c1-94ac-b3d9057c9865 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:21:00.287692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32808) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:00.319689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46f25ead-5eb4-4ef4-afc1-10c0e866ef49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.417147 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46f25ead-5eb4-4ef4-afc1-10c0e866ef49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.442320 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a2428165-0749-4828-ae60-dfe984b2c403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.455569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1673199527-network', 'tenant_id': '6865608672a9441e965bb165f0438a28'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:00.483390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92f19cb7-04e3-4728-ac88-449a3fc931b0 req-a7cbe8ce-1ebd-4346-8ae2-115e73a73a06 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071266 Feb 04 15:21:00.497364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Made reservation on behalf of 6865608672a9441e965bb165f0438a28 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:00.503788 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.525064 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.529467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-575a1e0a-6093-4319-8b41-b681a45da384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.532513 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46f25ead-5eb4-4ef4-afc1-10c0e866ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.570429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-575a1e0a-6093-4319-8b41-b681a45da384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.635551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a1e0a-6093-4319-8b41-b681a45da384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17075475-22fb-4859-a231-90cad4b93c5d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:00.654541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-575a1e0a-6093-4319-8b41-b681a45da384 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6b304d042d74106bbebfcde675b0d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8454103 Feb 04 15:21:00.657820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32822) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:00.672445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46f25ead-5eb4-4ef4-afc1-10c0e866ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.706047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc489c3-8513-472c-b850-94f02a9a51d4 req-85957b32-f31b-4c1f-915c-1ae192e569d8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:00.707742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2dc489c3-8513-472c-b850-94f02a9a51d4 req-85957b32-f31b-4c1f-915c-1ae192e569d8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 945 time: 0.0956807 Feb 04 15:21:00.715233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25ead-5eb4-4ef4-afc1-10c0e866ef49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d424e648-2fe8-47c1-94ac-b3d9057c9865,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:00.720057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.724800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46f25ead-5eb4-4ef4-afc1-10c0e866ef49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.729084 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46f25ead-5eb4-4ef4-afc1-10c0e866ef49 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d424e648-2fe8-47c1-94ac-b3d9057c9865 HTTP/1.1" status: 204 len: 168 time: 0.8845282 Feb 04 15:21:00.732415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32824) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:00.735988 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.772914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:00.783497 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2dc489c3-8513-472c-b850-94f02a9a51d4 req-1c73c9c7-34b0-4c09-ae9c-359088a05340 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658181 Feb 04 15:21:00.797922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6386f3-3f75-4275-87ab-a9d13376e84b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:00.801004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.801339 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Added segment e603333f-1bfc-4f04-bcf7-baf1a4848d85 of type vlan for network b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6 Feb 04 15:21:00.814438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1988-3636-4542-8bee-3d20a83ab322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.818253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:00.855455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.862927 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.873184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1988-3636-4542-8bee-3d20a83ab322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.897541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.898569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:00.902207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.908406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 892b1ba8-a46e-47a7-996e-589a2af83843 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:21:00.914497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 892b1ba8-a46e-47a7-996e-589a2af83843 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:00.915407 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:00.995055 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.002838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7134044 Feb 04 15:21:01.003671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32834) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:01.012461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Request body: {'subnet': {'network_id': 'b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1673199527-subnet', 'tenant_id': '6865608672a9441e965bb165f0438a28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:01.016951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d98ac-ffba-4094-bdff-ebbb08f0836d admin admin] Pushing event updated for resources: {'Network': ['ID=b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:01.034173 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1988-3636-4542-8bee-3d20a83ab322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.037125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1988-3636-4542-8bee-3d20a83ab322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.038658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2bfb1988-3636-4542-8bee-3d20a83ab322 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17075475-22fb-4859-a231-90cad4b93c5d HTTP/1.1" status: 204 len: 168 time: 0.3797667 Feb 04 15:21:01.039972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:01.044028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e53178-56e8-4d05-a778-a6940db98567']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:01.071140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bcbd8e-6117-43bd-9e5f-12c95e5f0ec4') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:01.072261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bcbd8e-6117-43bd-9e5f-12c95e5f0ec4') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:01.074703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb1988-3636-4542-8bee-3d20a83ab322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17075475-22fb-4859-a231-90cad4b93c5d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:01.091123 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.093724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Made reservation on behalf of 6865608672a9441e965bb165f0438a28 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:01.096183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.098387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32838) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:01.128075 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.154253 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.171797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:01.173543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:21:01.174207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.174512 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239d7ca6-4adf-4a4f-98c2-039fa23b180a" -d '{"events": [{"server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "name": "network-vif-plugged", "status": "completed", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:21:01.176126 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:21:01.189617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:01.197944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.198745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:21:01.277245 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89ec0e7-b1d7-4c37-9750-2cbef030f97e x-openstack-request-id: req-b89ec0e7-b1d7-4c37-9750-2cbef030f97e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:01.277508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.279312 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "name": "network-vif-plugged", "status": "completed", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:01.279607 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b89ec0e7-b1d7-4c37-9750-2cbef030f97e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:01.280280 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843', 'code': 200} Feb 04 15:21:01.298119 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.303051 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d2e53178-56e8-4d05-a778-a6940db98567 HTTP/1.1" status: 204 len: 168 time: 0.5692010 Feb 04 15:21:01.319359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad1269-48a8-4fe0-883b-42a02ee94b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e53178-56e8-4d05-a778-a6940db98567,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:01.368323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1215597781-network', 'tenant_id': '74a907d5b8814651a25c483b379b5071'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:01.371411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:01.445857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d990414-e9f0-480c-9161-719599ac1438 req-2892139c-9a2c-4567-aa34-48e2f3c4ef84 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:01.452187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d990414-e9f0-480c-9161-719599ac1438 req-2892139c-9a2c-4567-aa34-48e2f3c4ef84 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.1583691 Feb 04 15:21:01.503070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d990414-e9f0-480c-9161-719599ac1438 req-725e7a69-3d23-4577-8b15-0230054f3f41 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Feb 04 15:21:01.503754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:01.506262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.526113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.537412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.664055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe19eb2-51dd-4476-aa23-b2211115aee9,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:01.713725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Checking segment: {'id': 'e603333f-1bfc-4f04-bcf7-baf1a4848d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:01.714232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Network hostable DHCP agents. Network: b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:01.714650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32852) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:01.749719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32854) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:01.758137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da8094-b583-4247-a030-19b897f1c5e7 req-6b82604a-48cf-4097-b24b-38120e271244 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:01.760314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3da8094-b583-4247-a030-19b897f1c5e7 req-6b82604a-48cf-4097-b24b-38120e271244 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.1294258 Feb 04 15:21:01.782356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5a530c-65ba-4bf2-b142-1482b944286a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.787719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Network b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:01.802082 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.810134 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.812960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d04690df-4814-41bd-851c-ecae3ac88c90 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36959244ef5843bd81978cc069e7c5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964792 Feb 04 15:21:01.818374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32856) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:01.820633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:01.827561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:01.827561 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.833416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a9f94-237a-49d4-a1a4-c391b0e59ce9 None None] Network b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:01.878654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:01.883360 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1bc4f582-c085-4d4c-9e3e-e26d5bc4e7db admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8780067 Feb 04 15:21:01.890734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ce128-fe23-4994-be98-15fd2adb0e8c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:01.900738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.901501 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Added segment dc3740f9-bf32-41a8-843e-88302c93c873 of type vlan for network 80735cf2-44be-47e1-b484-0939643f593b Feb 04 15:21:01.906470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3da8094-b583-4247-a030-19b897f1c5e7 req-a6170b77-75de-49a2-b6c3-94aee0025050 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376328 Feb 04 15:21:01.972092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:01.987293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-481c2098-6c67-4c8b-ab53-3a7c7cabf4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.021077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.022172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:02.022769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.057356 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9511902 Feb 04 15:21:02.058227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-481c2098-6c67-4c8b-ab53-3a7c7cabf4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.062750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32862) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:02.089598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf57ff28-562a-40c1-bff5-6adbb278aecb None None] Network b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:02.108652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Request body: {'subnet': {'network_id': '80735cf2-44be-47e1-b484-0939643f593b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1215597781-subnet', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:02.112597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5a530c-65ba-4bf2-b142-1482b944286a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.126037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5a530c-65ba-4bf2-b142-1482b944286a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.140073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06d7e2-05b1-4171-952f-ad1037bd1f90 req-dd94ede4-d80e-4fd4-89f7-ccdd4e899626 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:02.141816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f06d7e2-05b1-4171-952f-ad1037bd1f90 req-dd94ede4-d80e-4fd4-89f7-ccdd4e899626 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.1832814 Feb 04 15:21:02.167584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48319a-05a7-4ba2-9f93-ec2ada92b66c admin admin] Pushing event updated for resources: {'Network': ['ID=80735cf2-44be-47e1-b484-0939643f593b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:02.179293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:02.182851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.218824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7e5a530c-65ba-4bf2-b142-1482b944286a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56c37829b51f43b0848a9a26806a5e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671130 Feb 04 15:21:02.221670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32868) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:02.226195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a530c-65ba-4bf2-b142-1482b944286a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6cee80-ec4e-4a94-9296-f8ad511ace1b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:02.266061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 80735cf2-44be-47e1-b484-0939643f593b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:02.291998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-481c2098-6c67-4c8b-ab53-3a7c7cabf4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.295390 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-481c2098-6c67-4c8b-ab53-3a7c7cabf4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.299764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-481c2098-6c67-4c8b-ab53-3a7c7cabf4db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a2900f8-bdc4-4dfe-ac51-1c99cc8c2572 HTTP/1.1" status: 204 len: 168 time: 0.4799562 Feb 04 15:21:02.327367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f06d7e2-05b1-4171-952f-ad1037bd1f90 req-78367158-a690-49df-9c82-c511730850a2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751797 Feb 04 15:21:02.351160 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-161adaed-88a8-4ebf-a871-66ba30599c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.353756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c2098-6c67-4c8b-ab53-3a7c7cabf4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2900f8-bdc4-4dfe-ac51-1c99cc8c2572,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:02.390923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-161adaed-88a8-4ebf-a871-66ba30599c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.488776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-161adaed-88a8-4ebf-a871-66ba30599c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.491746 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-161adaed-88a8-4ebf-a871-66ba30599c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.493089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-161adaed-88a8-4ebf-a871-66ba30599c07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc6cee80-ec4e-4a94-9296-f8ad511ace1b HTTP/1.1" status: 204 len: 168 time: 0.2700562 Feb 04 15:21:02.502736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-0e384c74-f46a-4fd4-bd58-8edb54a3ffa4 req-30353d4d-94cb-4175-aef1-14f2f5b76d52 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1420720072', 'description': 'tempest-description-1656635644'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:02.519720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161adaed-88a8-4ebf-a871-66ba30599c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6cee80-ec4e-4a94-9296-f8ad511ace1b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:02.526722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.625587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=266edb78-72f2-490f-a3a7-34c513fb5c87,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:02.644027 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e384c74-f46a-4fd4-bd58-8edb54a3ffa4 req-30353d4d-94cb-4175-aef1-14f2f5b76d52 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.690927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Checking segment: {'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:02.691294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Network hostable DHCP agents. Network: 80735cf2-44be-47e1-b484-0939643f593b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:02.730753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f5564-edfa-4504-a23c-2d75982b4e3d req-4a1e0052-1156-4d67-98e4-459b2a3b38b0 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:02.744434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f4f5564-edfa-4504-a23c-2d75982b4e3d req-4a1e0052-1156-4d67-98e4-459b2a3b38b0 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.1130946 Feb 04 15:21:02.745825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Network 80735cf2-44be-47e1-b484-0939643f593b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:02.767639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e384c74-f46a-4fd4-bd58-8edb54a3ffa4 req-30353d4d-94cb-4175-aef1-14f2f5b76d52 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.770551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 80735cf2-44be-47e1-b484-0939643f593b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:02.775631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e384c74-f46a-4fd4-bd58-8edb54a3ffa4 req-30353d4d-94cb-4175-aef1-14f2f5b76d52 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.780585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:02.781338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.784489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955f421-0a21-48f4-beb9-3b77e5f152af None None] Network 80735cf2-44be-47e1-b484-0939643f593b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:02.815965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e384c74-f46a-4fd4-bd58-8edb54a3ffa4 req-30353d4d-94cb-4175-aef1-14f2f5b76d52 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.821192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e384c74-f46a-4fd4-bd58-8edb54a3ffa4 req-30353d4d-94cb-4175-aef1-14f2f5b76d52 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3286743 Feb 04 15:21:02.825638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f4f5564-edfa-4504-a23c-2d75982b4e3d req-68cd8490-2548-4e03-b218-5d735a0c93f5 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716033 Feb 04 15:21:02.831640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30353d4d-94cb-4175-aef1-14f2f5b76d52 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e441106-2e60-4726-9bb6-bf67b7b184dc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:02.857197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-892d0e77-4ff8-4d15-a93c-8a02a785b6a6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7887492 Feb 04 15:21:02.857898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32882) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:02.866532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:02.939895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bb65fb10-c7f6-4fc7-968d-b1a982623ee0 req-f4fd170b-9923-413d-9dec-ac9cb79e4a88 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/2e441106-2e60-4726-9bb6-bf67b7b184dc HTTP/1.1" status: 200 len: 1805 time: 0.0845120 Feb 04 15:21:02.947118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.949816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:02.955539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-bb65fb10-c7f6-4fc7-968d-b1a982623ee0 req-4d6d51e2-8bc8-4ccb-8411-306bb90543fc tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e441106-2e60-4726-9bb6-bf67b7b184dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:02.956291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-bb65fb10-c7f6-4fc7-968d-b1a982623ee0 req-4d6d51e2-8bc8-4ccb-8411-306bb90543fc tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e441106-2e60-4726-9bb6-bf67b7b184dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:03.094015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bb65fb10-c7f6-4fc7-968d-b1a982623ee0 req-4d6d51e2-8bc8-4ccb-8411-306bb90543fc tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.124452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-80735cf2-44be-47e1-b484-0939643f593b', 'network_id': '80735cf2-44be-47e1-b484-0939643f593b', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'fixed_ips': [{'subnet_id': '266edb78-72f2-490f-a3a7-34c513fb5c87'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:21:03.127016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.144145 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.159662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bb65fb10-c7f6-4fc7-968d-b1a982623ee0 req-4d6d51e2-8bc8-4ccb-8411-306bb90543fc tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.170630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bb65fb10-c7f6-4fc7-968d-b1a982623ee0 req-4d6d51e2-8bc8-4ccb-8411-306bb90543fc tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.220774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5f7d8-1d63-42ca-a273-a3e28bda3357 req-47d30526-a409-4e87-be60-f4e97677fe17 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:03.223020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19b5f7d8-1d63-42ca-a273-a3e28bda3357 req-47d30526-a409-4e87-be60-f4e97677fe17 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.1218452 Feb 04 15:21:03.223716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d51e2-8bc8-4ccb-8411-306bb90543fc tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9306a637-2f1e-4193-bb51-ca49a03d8c0b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:03.255255 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bb65fb10-c7f6-4fc7-968d-b1a982623ee0 req-4d6d51e2-8bc8-4ccb-8411-306bb90543fc tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.257821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bb65fb10-c7f6-4fc7-968d-b1a982623ee0 req-4d6d51e2-8bc8-4ccb-8411-306bb90543fc tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3108540 Feb 04 15:21:03.303362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d5b1e719-28fd-4063-822a-809e11f86685 req-2df90545-35fc-4ec6-bba6-8eb029a48b50 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1701422192', 'description': 'tempest-description-400937506'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:03.359923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d5b1e719-28fd-4063-822a-809e11f86685 req-2df90545-35fc-4ec6-bba6-8eb029a48b50 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.379296 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.423324 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19b5f7d8-1d63-42ca-a273-a3e28bda3357 req-86246644-1996-427f-a80f-5b2a1298b28d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564951 Feb 04 15:21:03.524857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d5b1e719-28fd-4063-822a-809e11f86685 req-2df90545-35fc-4ec6-bba6-8eb029a48b50 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.533139 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d5b1e719-28fd-4063-822a-809e11f86685 req-2df90545-35fc-4ec6-bba6-8eb029a48b50 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.572882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d5b1e719-28fd-4063-822a-809e11f86685 req-2df90545-35fc-4ec6-bba6-8eb029a48b50 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.578820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5b1e719-28fd-4063-822a-809e11f86685 req-2df90545-35fc-4ec6-bba6-8eb029a48b50 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2821000 Feb 04 15:21:03.579363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Allocated IP 172.20.0.2 (80735cf2-44be-47e1-b484-0939643f593b/266edb78-72f2-490f-a3a7-34c513fb5c87/ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:03.609018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df90545-35fc-4ec6-bba6-8eb029a48b50 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d3d57e-95eb-4f47-9be2-8b0b4fd7ceb0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:03.623462 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-901b4d1d-90e1-49e9-bf22-173ee9ffa261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.704863 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ddd3abf-c71f-4e1c-bdfd-1997c4bd57e3 req-b8f9ded2-e466-41a7-b0b1-429b283bd4bd tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/c9d3d57e-95eb-4f47-9be2-8b0b4fd7ceb0 HTTP/1.1" status: 200 len: 1804 time: 0.0630422 Feb 04 15:21:03.720966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1ddd3abf-c71f-4e1c-bdfd-1997c4bd57e3 req-ffa1d868-84d3-47f2-b0a3-e678205c3e04 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c9d3d57e-95eb-4f47-9be2-8b0b4fd7ceb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:03.722851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1ddd3abf-c71f-4e1c-bdfd-1997c4bd57e3 req-ffa1d868-84d3-47f2-b0a3-e678205c3e04 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c9d3d57e-95eb-4f47-9be2-8b0b4fd7ceb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:03.804121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc4bb-6929-4771-bfcf-36136a79cf98 req-5bae97ce-91c9-4c29-9256-8c9933028029 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:03.807019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dccc4bb-6929-4771-bfcf-36136a79cf98 req-5bae97ce-91c9-4c29-9256-8c9933028029 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.2388813 Feb 04 15:21:03.887659 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1ddd3abf-c71f-4e1c-bdfd-1997c4bd57e3 req-ffa1d868-84d3-47f2-b0a3-e678205c3e04 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.920995 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.934433 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.962957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1ddd3abf-c71f-4e1c-bdfd-1997c4bd57e3 req-ffa1d868-84d3-47f2-b0a3-e678205c3e04 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:03.963376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32922) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:03.970848 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1ddd3abf-c71f-4e1c-bdfd-1997c4bd57e3 req-ffa1d868-84d3-47f2-b0a3-e678205c3e04 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.015912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d868-84d3-47f2-b0a3-e678205c3e04 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b91a2a-af7d-4e31-88fb-3e96c7498f2e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:04.028109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.035661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Network 80735cf2-44be-47e1-b484-0939643f593b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:04.038527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1ddd3abf-c71f-4e1c-bdfd-1997c4bd57e3 req-ffa1d868-84d3-47f2-b0a3-e678205c3e04 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.041213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:04.043128 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ddd3abf-c71f-4e1c-bdfd-1997c4bd57e3 req-ffa1d868-84d3-47f2-b0a3-e678205c3e04 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3281198 Feb 04 15:21:04.047039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:04.080713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Pushing event updated for resources: {'Port': ['ID=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:04.133668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dccc4bb-6929-4771-bfcf-36136a79cf98 req-9fc401a2-9d6d-425a-a3dc-031e2a74cf39 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716978 Feb 04 15:21:04.147194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.160301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Attempting to bind port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:04.162347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Attempting to bind port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:04.165252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Attempting to bind port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a on network 80735cf2-44be-47e1-b484-0939643f593b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:04.178957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:04.180831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Checking segment: {'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:04.185093 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.185878 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Bound using segment: {'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:04.186424 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Bound port: ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:04.186876 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.257690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3365913a-3983-46ca-acc2-1dd60d8693b7 req-dfa73b2c-09e8-4f9e-840e-2d4bdb0c9d44 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1931340957', 'description': 'tempest-description-159057294'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:04.339954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef460f-209b-4df3-9fa4-c2beba3f0aab req-6fe552da-49e4-493a-9f90-26ad9611cc23 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:04.347696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] For port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:04.353856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3365913a-3983-46ca-acc2-1dd60d8693b7 req-dfa73b2c-09e8-4f9e-840e-2d4bdb0c9d44 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.354560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95ef460f-209b-4df3-9fa4-c2beba3f0aab req-6fe552da-49e4-493a-9f90-26ad9611cc23 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.1163156 Feb 04 15:21:04.366474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] For port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,segment=NetworkSegment(dc3740f9-bf32-41a8-843e-88302c93c873),segment_id=dc3740f9-bf32-41a8-843e-88302c93c873)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:04.378690 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.404813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Allocated IP 172.25.1.126 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/7bbe684f-f4ed-432f-997d-79f6b5f3593f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:04.443080 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95ef460f-209b-4df3-9fa4-c2beba3f0aab req-4d234ed4-1462-40bf-a717-258e27b50cd8 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867476 Feb 04 15:21:04.444915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2089357062-network', 'tenant_id': '0f7004ed0772419396ef0c1dac2abbba'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:04.522300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f690c4c-ed41-4969-97a9-1ed9aec7a6dd None None] Pushing event updated for resources: {'Port': ['ID=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:04.887401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2caf0-a2f3-46bf-bdf8-959dafa675b4 req-2c75e596-d767-474c-bd7d-552dde76c86a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:04.889853 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9c2caf0-a2f3-46bf-bdf8-959dafa675b4 req-2c75e596-d767-474c-bd7d-552dde76c86a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.0810463 Feb 04 15:21:04.954609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9c2caf0-a2f3-46bf-bdf8-959dafa675b4 req-ac3dee92-48f6-4be8-aba1-b9d10fc3f3d6 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545654 Feb 04 15:21:04.982243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3365913a-3983-46ca-acc2-1dd60d8693b7 req-dfa73b2c-09e8-4f9e-840e-2d4bdb0c9d44 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:04.983632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Made reservation on behalf of 0f7004ed0772419396ef0c1dac2abbba for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:04.988154 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.006498 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3365913a-3983-46ca-acc2-1dd60d8693b7 req-dfa73b2c-09e8-4f9e-840e-2d4bdb0c9d44 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.042315 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.123191 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3365913a-3983-46ca-acc2-1dd60d8693b7 req-dfa73b2c-09e8-4f9e-840e-2d4bdb0c9d44 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.125345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3365913a-3983-46ca-acc2-1dd60d8693b7 req-dfa73b2c-09e8-4f9e-840e-2d4bdb0c9d44 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8782036 Feb 04 15:21:05.145550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.163792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-2b0053fa-c4ba-4514-8edf-a19165fec292 req-bfe628e6-c9ab-47ff-961a-259a38016dd3 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-29536683', 'description': 'tempest-description-1219125335'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:05.180285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa73b2c-09e8-4f9e-840e-2d4bdb0c9d44 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635bd498-8994-4b44-b003-73f308ebe5d0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:05.273427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2b0053fa-c4ba-4514-8edf-a19165fec292 req-bfe628e6-c9ab-47ff-961a-259a38016dd3 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.347754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.484320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.494499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:05.494764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef6aca-583d-45e8-baa3-03971df16d21 req-5d710735-5486-4a36-a906-9a9c9c084204 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:05.497110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b5ef6aca-583d-45e8-baa3-03971df16d21 req-5d710735-5486-4a36-a906-9a9c9c084204 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.0920072 Feb 04 15:21:05.508649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.514149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:05.527851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:05.532146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Pushing event updated for resources: {'Port': ['ID=7bbe684f-f4ed-432f-997d-79f6b5f3593f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:05.584141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b5ef6aca-583d-45e8-baa3-03971df16d21 req-859d64f0-c24d-4da8-999d-47836637cc62 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779309 Feb 04 15:21:05.610195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.649703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:05.664485 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2b0053fa-c4ba-4514-8edf-a19165fec292 req-bfe628e6-c9ab-47ff-961a-259a38016dd3 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.666365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:05.694799 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2b0053fa-c4ba-4514-8edf-a19165fec292 req-bfe628e6-c9ab-47ff-961a-259a38016dd3 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.700303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.700875 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Added segment e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b of type vlan for network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 Feb 04 15:21:05.829150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d975-4b5d-4aca-b38b-0905cbce6a9f req-21f945b4-1891-4d92-b773-87a459bbad21 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:05.831412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59c4d975-4b5d-4aca-b38b-0905cbce6a9f req-21f945b4-1891-4d92-b773-87a459bbad21 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.1352282 Feb 04 15:21:05.895194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-f94a2be9-46e3-4b1f-9cfb-d6e6d377c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:05.896706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-f94a2be9-46e3-4b1f-9cfb-d6e6d377c141 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.1480157 Feb 04 15:21:05.910842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59c4d975-4b5d-4aca-b38b-0905cbce6a9f req-bfdc16b9-78a6-4a59-84d4-9940a7f6ec76 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Feb 04 15:21:05.914774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640c5fe-3dc5-4fce-8f13-c84a72b7caea None None] Network 80735cf2-44be-47e1-b484-0939643f593b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:05.941461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2b0053fa-c4ba-4514-8edf-a19165fec292 req-bfe628e6-c9ab-47ff-961a-259a38016dd3 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:05.942711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b0053fa-c4ba-4514-8edf-a19165fec292 req-bfe628e6-c9ab-47ff-961a-259a38016dd3 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7862823 Feb 04 15:21:05.968205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe628e6-c9ab-47ff-961a-259a38016dd3 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac61026-3b80-4499-adfb-dd3ce7ecfcdf,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:06.001938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-8665a887-5a06-40a4-8714-489ae8a5d4d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 217 time: 0.0890546 Feb 04 15:21:06.038356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.077818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6179c051-b301-4208-b5d0-3bb8587f8602 None None] Provisioning complete for port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:06.078517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6179c051-b301-4208-b5d0-3bb8587f8602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.160120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:06.166430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3bf2a-f9df-4feb-838f-529d02241c37 req-5b345854-fbc8-47fd-83f0-b12e8e9855c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:06.168183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31b3bf2a-f9df-4feb-838f-529d02241c37 req-5b345854-fbc8-47fd-83f0-b12e8e9855c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1097 time: 0.3227973 Feb 04 15:21:06.195415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8728a132-db24-41ad-9b60-0801477f3c7a req-562354f3-1637-4bca-930b-923b234ef9c7 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/635bd498-8994-4b44-b003-73f308ebe5d0 HTTP/1.1" status: 200 len: 1804 time: 0.1542764 Feb 04 15:21:06.198249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-c52fd2b7-1237-471a-b7c6-040146df9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:06.200739 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-c52fd2b7-1237-471a-b7c6-040146df9122 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1676989 Feb 04 15:21:06.203640 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.204629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:06.205223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.255650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-a9d46fc4-6ac2-47cd-8d1b-dee894bc63e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478575 Feb 04 15:21:06.271090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59656fa1-a87d-419f-a73e-650492fbc3c8 req-6a59bc21-7147-4829-8aa5-7c377346e262 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:06.273730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59656fa1-a87d-419f-a73e-650492fbc3c8 req-6a59bc21-7147-4829-8aa5-7c377346e262 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.1680648 Feb 04 15:21:06.327859 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6179c051-b301-4208-b5d0-3bb8587f8602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.394591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:06.394988 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.401432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6179c051-b301-4208-b5d0-3bb8587f8602 None None] For port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,segment=NetworkSegment(dc3740f9-bf32-41a8-843e-88302c93c873),segment_id=dc3740f9-bf32-41a8-843e-88302c93c873)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:06.433893 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6179c051-b301-4208-b5d0-3bb8587f8602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.441704 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4765689 Feb 04 15:21:06.451510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32976) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:06.455912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31b3bf2a-f9df-4feb-838f-529d02241c37 req-89f61584-0e0c-4507-92d8-fe9d64c8a5ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745616 Feb 04 15:21:06.457344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Request body: {'subnet': {'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2089357062-subnet', 'tenant_id': '0f7004ed0772419396ef0c1dac2abbba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:06.487537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59656fa1-a87d-419f-a73e-650492fbc3c8 req-73057c2b-c0b1-4f29-afaf-73f8254beabe tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984487 Feb 04 15:21:06.494168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d48ab-4e79-4fe3-9a61-bb02b843b0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:06.510122 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-f7986cb6-5282-4626-b074-f457c873b2e8 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348187 Feb 04 15:21:06.526174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:06.530655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Made reservation on behalf of 0f7004ed0772419396ef0c1dac2abbba for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:06.533095 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.551985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179c051-b301-4208-b5d0-3bb8587f8602 None None] Pushing event updated for resources: {'Port': ['ID=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:06.634825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8728a132-db24-41ad-9b60-0801477f3c7a req-58e5f7fe-308f-49cf-ad79-c223cc8b6407 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/eac61026-3b80-4499-adfb-dd3ce7ecfcdf HTTP/1.1" status: 200 len: 1803 time: 0.4244792 Feb 04 15:21:06.662117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-8728a132-db24-41ad-9b60-0801477f3c7a req-f3e9f2f3-addd-4c50-8112-6f3063f7da4a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '635bd498-8994-4b44-b003-73f308ebe5d0', 'remote_group_id': 'eac61026-3b80-4499-adfb-dd3ce7ecfcdf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:06.662679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-8728a132-db24-41ad-9b60-0801477f3c7a req-f3e9f2f3-addd-4c50-8112-6f3063f7da4a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '635bd498-8994-4b44-b003-73f308ebe5d0', 'remote_group_id': 'eac61026-3b80-4499-adfb-dd3ce7ecfcdf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:06.732640 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.820836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040ee6-a74f-4504-b6ab-1d6ceae6ace4 req-99b2a76e-14f7-48d4-a5f8-da9ceb22054f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:06.830227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd040ee6-a74f-4504-b6ab-1d6ceae6ace4 req-99b2a76e-14f7-48d4-a5f8-da9ceb22054f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.0798118 Feb 04 15:21:06.919535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.922611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd040ee6-a74f-4504-b6ab-1d6ceae6ace4 req-d169fc27-84f2-4ed7-9292-68fdf9450852 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910089 Feb 04 15:21:06.924231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:06.973764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e2c84490-bbe3-443c-816d-640f943814ca None None] Provisioning complete for port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:06.974238 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e2c84490-bbe3-443c-816d-640f943814ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.019695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c835e6b1-d095-40aa-89ad-62e6209deb99,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:07.075258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Checking segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:07.076627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Network hostable DHCP agents. Network: 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:07.082527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8728a132-db24-41ad-9b60-0801477f3c7a req-f3e9f2f3-addd-4c50-8112-6f3063f7da4a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.120023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:07.187151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:07.192691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8728a132-db24-41ad-9b60-0801477f3c7a req-f3e9f2f3-addd-4c50-8112-6f3063f7da4a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.199539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8728a132-db24-41ad-9b60-0801477f3c7a req-f3e9f2f3-addd-4c50-8112-6f3063f7da4a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.203019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:07.203579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.216761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32990) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:07.225867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe26c70-1412-44e9-a337-409dfa543e6e None None] Network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:07.240720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9f2f3-addd-4c50-8112-6f3063f7da4a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86225f3f-603a-4fe8-b0ff-e79bd49fe019,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:07.245906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8728a132-db24-41ad-9b60-0801477f3c7a req-f3e9f2f3-addd-4c50-8112-6f3063f7da4a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.247498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8728a132-db24-41ad-9b60-0801477f3c7a req-f3e9f2f3-addd-4c50-8112-6f3063f7da4a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6015561 Feb 04 15:21:07.252574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cc3f6336-778a-494d-a3b8-e6e4ac4ed425 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8000255 Feb 04 15:21:07.284486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e0162-d78b-4421-b6e8-00e05a0fa4f0 req-89f97a77-0756-4dab-9f51-8b10211a73d3 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:07.291025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-755e0162-d78b-4421-b6e8-00e05a0fa4f0 req-89f97a77-0756-4dab-9f51-8b10211a73d3 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.1584918 Feb 04 15:21:07.300289 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.392208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.439388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-8341fd31-e7cd-4ca5-bbdb-ee6a01fff280 req-ade0bc3f-d41c-4464-af69-bae84f42fd9a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1645310175', 'description': 'tempest-description-854493679'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:07.455643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-755e0162-d78b-4421-b6e8-00e05a0fa4f0 req-64b1b025-7923-4012-9fe8-edfa0798581c tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573102 Feb 04 15:21:07.473522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f25012-2f35-476a-88a5-ca043e26633d None None] Network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:07.573043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb24c43c-e4d2-46f1-a845-af9488c179dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.681380 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8341fd31-e7cd-4ca5-bbdb-ee6a01fff280 req-ade0bc3f-d41c-4464-af69-bae84f42fd9a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.770382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c116e-51d6-4826-84b7-0cac72962c7a req-345b2e2d-a067-4a8a-8959-24d8df19ddac tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:07.781588 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-482c116e-51d6-4826-84b7-0cac72962c7a req-345b2e2d-a067-4a8a-8959-24d8df19ddac tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.1365917 Feb 04 15:21:07.815791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb24c43c-e4d2-46f1-a845-af9488c179dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.834399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb24c43c-e4d2-46f1-a845-af9488c179dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.850385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8341fd31-e7cd-4ca5-bbdb-ee6a01fff280 req-ade0bc3f-d41c-4464-af69-bae84f42fd9a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.854270 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-482c116e-51d6-4826-84b7-0cac72962c7a req-6cf72edd-e2ab-4524-90bf-477f53097538 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709598 Feb 04 15:21:07.863942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:21:07.869820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8341fd31-e7cd-4ca5-bbdb-ee6a01fff280 req-ade0bc3f-d41c-4464-af69-bae84f42fd9a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.907009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24c43c-e4d2-46f1-a845-af9488c179dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce296fc6-24fd-4492-aabd-eb64a20de711,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:07.918234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fb24c43c-e4d2-46f1-a845-af9488c179dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9cf1dfda31e147ee858f3072271ee66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6861944 Feb 04 15:21:07.918623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33006) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:07.922619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8341fd31-e7cd-4ca5-bbdb-ee6a01fff280 req-ade0bc3f-d41c-4464-af69-bae84f42fd9a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:07.924743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8341fd31-e7cd-4ca5-bbdb-ee6a01fff280 req-ade0bc3f-d41c-4464-af69-bae84f42fd9a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5180740 Feb 04 15:21:08.001352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0bc3f-d41c-4464-af69-bae84f42fd9a tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d79e39-02e5-4a22-b91f-bc6c80bdd7c8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:08.020673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae52fce9-3bf1-4b57-a184-d3a19acd4517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.046844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-e37dfba1-b824-4d85-afb7-524026a9792f req-19015e57-2d16-44db-b21d-8d27fc675149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1194349317', 'description': 'tempest-description-2036083225'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:08.053440 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae52fce9-3bf1-4b57-a184-d3a19acd4517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.090062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:21:08.096252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e37dfba1-b824-4d85-afb7-524026a9792f req-19015e57-2d16-44db-b21d-8d27fc675149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.104589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Sync routers for ids ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:21:08.135642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Routers {'1c7a7e01-6c60-48af-8585-f013c1b7c3bb'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:08.136801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:08.138350 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae52fce9-3bf1-4b57-a184-d3a19acd4517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.143248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae52fce9-3bf1-4b57-a184-d3a19acd4517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.145345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ae52fce9-3bf1-4b57-a184-d3a19acd4517 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce296fc6-24fd-4492-aabd-eb64a20de711 HTTP/1.1" status: 204 len: 168 time: 0.2255151 Feb 04 15:21:08.155060 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.156626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e443d0fe-2855-4c8f-9a5c-70f6a197008a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2968802 Feb 04 15:21:08.162103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33014) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:08.175467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52fce9-3bf1-4b57-a184-d3a19acd4517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce296fc6-24fd-4492-aabd-eb64a20de711,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:08.294197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e37dfba1-b824-4d85-afb7-524026a9792f req-19015e57-2d16-44db-b21d-8d27fc675149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.309924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e37dfba1-b824-4d85-afb7-524026a9792f req-19015e57-2d16-44db-b21d-8d27fc675149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.334699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:08.399294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19015e57-2d16-44db-b21d-8d27fc675149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f26a773-9eaf-47a2-9efa-26a9ace1b8a1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:08.417358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e37dfba1-b824-4d85-afb7-524026a9792f req-19015e57-2d16-44db-b21d-8d27fc675149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.419812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e37dfba1-b824-4d85-afb7-524026a9792f req-19015e57-2d16-44db-b21d-8d27fc675149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4070146 Feb 04 15:21:08.473340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Set router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:08.669242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe33d68-cf80-4e1a-bb75-dc6d1080ae9b req-9d14e57f-a144-45ec-9180-541a910083e9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:08.681778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4fe33d68-cf80-4e1a-bb75-dc6d1080ae9b req-9d14e57f-a144-45ec-9180-541a910083e9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.1322491 Feb 04 15:21:08.683646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b5e61163-6169-43fa-a30d-94597ab08f8f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:08.694674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b5e61163-6169-43fa-a30d-94597ab08f8f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 813 time: 0.3266740 Feb 04 15:21:08.755297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4fe33d68-cf80-4e1a-bb75-dc6d1080ae9b req-8d0c33af-02e2-4ea4-8e7f-478ed1cc7e75 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720372 Feb 04 15:21:08.769272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-8c9b8d91-a32a-4100-b939-c799e5ca7f99 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/quotas/0f7004ed0772419396ef0c1dac2abbba HTTP/1.1" status: 200 len: 375 time: 0.0732024 Feb 04 15:21:08.832190 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-986ed7d0-53f7-4ebc-a5a4-7ddfea4f44c4 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513306 Feb 04 15:21:08.922777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:08.923573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:08.926785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-17118b22-d6f8-4402-9861-3d7bb4f992aa tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/64d79e39-02e5-4a22-b91f-bc6c80bdd7c8 HTTP/1.1" status: 200 len: 1804 time: 0.1016052 Feb 04 15:21:09.042812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-9d5a3d55-cb6b-4e2b-bd8b-d1cf4f2841b4 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/2f26a773-9eaf-47a2-9efa-26a9ace1b8a1 HTTP/1.1" status: 200 len: 1805 time: 0.1075473 Feb 04 15:21:09.055092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-0cbfeff9-bbb1-4263-9602-a3e762f929e1 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64d79e39-02e5-4a22-b91f-bc6c80bdd7c8', 'remote_group_id': '2f26a773-9eaf-47a2-9efa-26a9ace1b8a1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:09.056114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-0cbfeff9-bbb1-4263-9602-a3e762f929e1 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64d79e39-02e5-4a22-b91f-bc6c80bdd7c8', 'remote_group_id': '2f26a773-9eaf-47a2-9efa-26a9ace1b8a1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:09.082760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:21:06Z', 'revision_number': 3, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:09.115996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Checking router: 1c7a7e01-6c60-48af-8585-f013c1b7c3bb for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:21:09.116701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Updating router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb port 7bbe684f-f4ed-432f-997d-79f6b5f3593f binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:21:09.153170 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.176970 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-0cbfeff9-bbb1-4263-9602-a3e762f929e1 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.248634 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-0cbfeff9-bbb1-4263-9602-a3e762f929e1 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.260380 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-0cbfeff9-bbb1-4263-9602-a3e762f929e1 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.287411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfeff9-bbb1-4263-9602-a3e762f929e1 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bde2fab-51a1-4cdb-b58c-220565fb6b55,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:09.317129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-0cbfeff9-bbb1-4263-9602-a3e762f929e1 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.319165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f912e651-26e0-4e2c-b99e-a985d6ecdb41 req-0cbfeff9-bbb1-4263-9602-a3e762f929e1 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2703631 Feb 04 15:21:09.321505 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.494603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e8b5b-fb4c-4486-bf2c-5d5c5a43daaf req-518cd0f5-8095-4d14-9723-b3c1018700e3 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:09.498302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b09e8b5b-fb4c-4486-bf2c-5d5c5a43daaf req-518cd0f5-8095-4d14-9723-b3c1018700e3 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.0927269 Feb 04 15:21:09.539440 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.546926 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.551524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-351c36c1-5893-4dc1-95f9-bd31b526422e service neutron] 10.222.0.47 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239341 Feb 04 15:21:09.573645 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b09e8b5b-fb4c-4486-bf2c-5d5c5a43daaf req-8be1eaa9-2e74-4fec-8e0b-695ac94b2653 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682504 Feb 04 15:21:09.625423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Attempting to bind port 7bbe684f-f4ed-432f-997d-79f6b5f3593f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:09.626480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Attempting to bind port 7bbe684f-f4ed-432f-997d-79f6b5f3593f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:09.626939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Attempting to bind port 7bbe684f-f4ed-432f-997d-79f6b5f3593f on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:09.632437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Pushing event updated for resources: {'Port': ['ID=7bbe684f-f4ed-432f-997d-79f6b5f3593f,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:09.646413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:09.647235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:09.647876 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.648467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:09.649315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Bound port: 7bbe684f-f4ed-432f-997d-79f6b5f3593f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:09.650674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.656439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.657236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.657836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.658432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.659001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.659607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.660078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.660644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.661921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.661921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.662370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.662927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:09.720080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266fa12-7653-4a85-81be-b60c2ee61349 req-0a9f10aa-c266-403d-8e1f-81256d79a5bb tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:09.723599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3266fa12-7653-4a85-81be-b60c2ee61349 req-0a9f10aa-c266-403d-8e1f-81256d79a5bb tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.0663002 Feb 04 15:21:09.774964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] For port 7bbe684f-f4ed-432f-997d-79f6b5f3593f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:09.776078 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3266fa12-7653-4a85-81be-b60c2ee61349 req-b77f01a6-e4d6-4a45-a416-035fb4732813 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Feb 04 15:21:09.781802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] For port 7bbe684f-f4ed-432f-997d-79f6b5f3593f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7bbe684f-f4ed-432f-997d-79f6b5f3593f,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:09.787020 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-62a8d95a-44fa-4744-aee4-cc4f39359542 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285116 Feb 04 15:21:09.789302 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.864926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Routers {'1c7a7e01-6c60-48af-8585-f013c1b7c3bb'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:09.865146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:09.866018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:09.903552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09f3ae-be36-4a5c-a4d9-8a34acdcdc30 None None] Pushing event updated for resources: {'Port': ['ID=7bbe684f-f4ed-432f-997d-79f6b5f3593f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:09.929904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-959eaa65-eb3f-47e7-a871-feac2a371091 req-d7ab7a2f-0033-44b9-b62a-71d604429760 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/2f26a773-9eaf-47a2-9efa-26a9ace1b8a1 HTTP/1.1" status: 200 len: 1805 time: 0.0816410 Feb 04 15:21:10.015509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] Set router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:10.052385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-959eaa65-eb3f-47e7-a871-feac2a371091 req-18c7d56f-5c9d-4392-bf3e-3235e348f149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.095875 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-959eaa65-eb3f-47e7-a871-feac2a371091 req-18c7d56f-5c9d-4392-bf3e-3235e348f149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.176016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Allocated IP 172.20.0.1 (80735cf2-44be-47e1-b484-0939643f593b/266edb78-72f2-490f-a3a7-34c513fb5c87/fae5f1b8-f401-4e61-baec-e6ed7462215d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:10.193600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-959eaa65-eb3f-47e7-a871-feac2a371091 req-18c7d56f-5c9d-4392-bf3e-3235e348f149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.197883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-959eaa65-eb3f-47e7-a871-feac2a371091 req-18c7d56f-5c9d-4392-bf3e-3235e348f149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.213870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-959eaa65-eb3f-47e7-a871-feac2a371091 req-18c7d56f-5c9d-4392-bf3e-3235e348f149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "DELETE /v2.0/security-groups/2f26a773-9eaf-47a2-9efa-26a9ace1b8a1 HTTP/1.1" status: 204 len: 173 time: 0.2763181 Feb 04 15:21:10.239776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d56f-5c9d-4392-bf3e-3235e348f149 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f26a773-9eaf-47a2-9efa-26a9ace1b8a1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:10.394361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2054f-7dd8-4920-91b8-1f1bf4c34b72 req-41604d10-640f-4c1e-9ba5-a983d3b3a461 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:10.402927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cf2054f-7dd8-4920-91b8-1f1bf4c34b72 req-41604d10-640f-4c1e-9ba5-a983d3b3a461 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.0874548 Feb 04 15:21:10.416734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:21:06Z', 'revision_number': 3, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:10.462250 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cf2054f-7dd8-4920-91b8-1f1bf4c34b72 req-2a2f1117-6da9-4aa8-86a5-224d6dea5a2f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580859 Feb 04 15:21:10.531641 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.540868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6acacf13-bd70-4418-9f2f-24df90ab1398 req-6ee3a5c8-17fc-454c-9a02-624bbf77c895 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/64d79e39-02e5-4a22-b91f-bc6c80bdd7c8 HTTP/1.1" status: 200 len: 1804 time: 0.0614476 Feb 04 15:21:10.552192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa0caa-0a11-41ac-a469-37ca04c25e23 None None] The sync data for ids ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'] in n-d-827869-1 is: [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:21:06Z', 'revision_number': 3, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:21:10.577472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-2a01316d-a136-41d2-a86d-32b9c4343183 req-65fdd187-dc35-486c-a317-8a29b9fc805d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-370778958', 'description': 'tempest-description-1836785581'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:10.630707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2a01316d-a136-41d2-a86d-32b9c4343183 req-65fdd187-dc35-486c-a317-8a29b9fc805d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.692844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.748948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2a01316d-a136-41d2-a86d-32b9c4343183 req-65fdd187-dc35-486c-a317-8a29b9fc805d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.755781 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2a01316d-a136-41d2-a86d-32b9c4343183 req-65fdd187-dc35-486c-a317-8a29b9fc805d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.778706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Network 80735cf2-44be-47e1-b484-0939643f593b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:10.782217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:10.787042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:10.817251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Pushing event updated for resources: {'Port': ['ID=fae5f1b8-f401-4e61-baec-e6ed7462215d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:10.856732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.876727 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2a01316d-a136-41d2-a86d-32b9c4343183 req-65fdd187-dc35-486c-a317-8a29b9fc805d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:10.903981 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a01316d-a136-41d2-a86d-32b9c4343183 req-65fdd187-dc35-486c-a317-8a29b9fc805d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3314996 Feb 04 15:21:10.909476 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd187-dc35-486c-a317-8a29b9fc805d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838f7be0-c253-4293-876d-75ca6473d6a5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:11.016554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33088) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:11.287163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de585401-42c2-417e-b9b9-40e63f4ddb57 req-c9acdf6f-bd62-463e-a10e-8e7f9d936be5 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:11.289095 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de585401-42c2-417e-b9b9-40e63f4ddb57 req-c9acdf6f-bd62-463e-a10e-8e7f9d936be5 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.1034863 Feb 04 15:21:11.331905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fea60cf1-5d05-458b-84a9-5971dedbb01b None None] Provisioning complete for port fae5f1b8-f401-4e61-baec-e6ed7462215d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:11.332498 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fea60cf1-5d05-458b-84a9-5971dedbb01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:11.432326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fea60cf1-5d05-458b-84a9-5971dedbb01b None None] Port fae5f1b8-f401-4e61-baec-e6ed7462215d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:11.434471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de585401-42c2-417e-b9b9-40e63f4ddb57 req-945aa0e8-a708-4f84-9a12-39e71e89f0ac tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209390 Feb 04 15:21:11.461871 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da8f20d5-2900-43ab-a957-36d74666319b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:11.530376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5227b2-1e13-492e-aecf-95f4b44f0eb8 req-c923e45d-8896-47b8-b05a-e5ba2e7595ac tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:11.542465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d5227b2-1e13-492e-aecf-95f4b44f0eb8 req-c923e45d-8896-47b8-b05a-e5ba2e7595ac tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.3705807 Feb 04 15:21:11.547349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-dec843e3-cd78-4c32-a243-ce1164e573c4 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226701 Feb 04 15:21:11.666586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d5227b2-1e13-492e-aecf-95f4b44f0eb8 req-83e4d00c-ff03-432b-a8da-98fe3d3f3835 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230469 Feb 04 15:21:11.671438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:11.715800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da8f20d5-2900-43ab-a957-36d74666319b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:11.725517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da8f20d5-2900-43ab-a957-36d74666319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:11.866670 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f313187-65af-47c9-8f10-46773602303b req-f0f9e2c1-9e2c-4f42-9d1d-6d195360e95e tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 210 time: 0.0428815 Feb 04 15:21:11.867232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-da8f20d5-2900-43ab-a957-36d74666319b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08ae8a3304a2490dbe7518ad6f8bd095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8431013 Feb 04 15:21:11.867327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33096) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:11.895837 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59e3f2f2-8d90-4d51-905e-3dce3d1c8b9e req-d1b639ba-adc4-4cbc-b04b-81e46d6f2e16 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/838f7be0-c253-4293-876d-75ca6473d6a5 HTTP/1.1" status: 200 len: 1804 time: 0.2307830 Feb 04 15:21:11.898529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f20d5-2900-43ab-a957-36d74666319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46639092-ac2d-47e4-943a-d8e7189570da,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:11.920612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-59e3f2f2-8d90-4d51-905e-3dce3d1c8b9e req-6e53ba44-1283-41b1-9b41-ddfedc10390e tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '838f7be0-c253-4293-876d-75ca6473d6a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:11.927527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-59e3f2f2-8d90-4d51-905e-3dce3d1c8b9e req-6e53ba44-1283-41b1-9b41-ddfedc10390e tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '838f7be0-c253-4293-876d-75ca6473d6a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:12.072140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf0-6281-4c51-a1e7-d5dc7e544f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.082764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-59e3f2f2-8d90-4d51-905e-3dce3d1c8b9e req-6e53ba44-1283-41b1-9b41-ddfedc10390e tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.123228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4fa3-3759-4bde-891c-0d08dd97bfe4 req-7a9876b8-c0ca-47f5-b81f-dfd9f5cc9f60 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:12.132478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a1a4fa3-3759-4bde-891c-0d08dd97bfe4 req-7a9876b8-c0ca-47f5-b81f-dfd9f5cc9f60 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.1753654 Feb 04 15:21:12.142983 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-59e3f2f2-8d90-4d51-905e-3dce3d1c8b9e req-6e53ba44-1283-41b1-9b41-ddfedc10390e tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.151982 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-59e3f2f2-8d90-4d51-905e-3dce3d1c8b9e req-6e53ba44-1283-41b1-9b41-ddfedc10390e tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.154183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf0-6281-4c51-a1e7-d5dc7e544f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.188974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53ba44-1283-41b1-9b41-ddfedc10390e tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2abc01-69bc-42f5-8b18-c732e339a020,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:12.199246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-59e3f2f2-8d90-4d51-905e-3dce3d1c8b9e req-6e53ba44-1283-41b1-9b41-ddfedc10390e tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.200508 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59e3f2f2-8d90-4d51-905e-3dce3d1c8b9e req-6e53ba44-1283-41b1-9b41-ddfedc10390e tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3038299 Feb 04 15:21:12.257888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7bbe684f-f4ed-432f-997d-79f6b5f3593f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:12.303125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aff25638-50f3-411b-a6ac-ea46a41a0136 req-b891f9e1-b5aa-458a-907b-92562fb644b2 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/838f7be0-c253-4293-876d-75ca6473d6a5 HTTP/1.1" status: 200 len: 2397 time: 0.0706248 Feb 04 15:21:12.326131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-aff25638-50f3-411b-a6ac-ea46a41a0136 req-85fc5ace-4033-46c9-a8e3-7d44e6eac33b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '838f7be0-c253-4293-876d-75ca6473d6a5', 'remote_group_id': None}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:12.326820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-aff25638-50f3-411b-a6ac-ea46a41a0136 req-85fc5ace-4033-46c9-a8e3-7d44e6eac33b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '838f7be0-c253-4293-876d-75ca6473d6a5', 'remote_group_id': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:12.350222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7bbe684f-f4ed-432f-997d-79f6b5f3593f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:12.350828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.373315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf0-6281-4c51-a1e7-d5dc7e544f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.387771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65ce1bf0-6281-4c51-a1e7-d5dc7e544f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.391459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-65ce1bf0-6281-4c51-a1e7-d5dc7e544f27 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/46639092-ac2d-47e4-943a-d8e7189570da HTTP/1.1" status: 204 len: 168 time: 0.5205796 Feb 04 15:21:12.398154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a1a4fa3-3759-4bde-891c-0d08dd97bfe4 req-9ffc5b39-28da-4aea-b67b-9066047507b7 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646136 Feb 04 15:21:12.441963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce1bf0-6281-4c51-a1e7-d5dc7e544f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46639092-ac2d-47e4-943a-d8e7189570da,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:12.466631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.473379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-4a5195e7-bdb5-4592-9441-3f4115582140 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:12.475886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-4a5195e7-bdb5-4592-9441-3f4115582140 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.2928066 Feb 04 15:21:12.487466 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.521219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aff25638-50f3-411b-a6ac-ea46a41a0136 req-85fc5ace-4033-46c9-a8e3-7d44e6eac33b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.531387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.556985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 7bbe684f-f4ed-432f-997d-79f6b5f3593f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7bbe684f-f4ed-432f-997d-79f6b5f3593f,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:12.563228 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.618116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aff25638-50f3-411b-a6ac-ea46a41a0136 req-85fc5ace-4033-46c9-a8e3-7d44e6eac33b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.628100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aff25638-50f3-411b-a6ac-ea46a41a0136 req-85fc5ace-4033-46c9-a8e3-7d44e6eac33b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.667894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc5ace-4033-46c9-a8e3-7d44e6eac33b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ea7046-9895-470e-9757-ff43f2f03b83,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:12.686512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=7bbe684f-f4ed-432f-997d-79f6b5f3593f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:12.704725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aff25638-50f3-411b-a6ac-ea46a41a0136 req-85fc5ace-4033-46c9-a8e3-7d44e6eac33b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:12.706089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aff25638-50f3-411b-a6ac-ea46a41a0136 req-85fc5ace-4033-46c9-a8e3-7d44e6eac33b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3882685 Feb 04 15:21:12.819329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Pushing event updated for resources: {'Port': ['ID=fae5f1b8-f401-4e61-baec-e6ed7462215d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:12.872179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:13.046412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59d69-6175-41d9-9fd7-02dcff062039 req-79ba89f5-7e63-4b1f-91df-ba792dad0579 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:13.050894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7cb59d69-6175-41d9-9fd7-02dcff062039 req-79ba89f5-7e63-4b1f-91df-ba792dad0579 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.2182136 Feb 04 15:21:13.147761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-e7ba51b1-cd86-4888-bec4-82488b839c9b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:13.150324 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-e7ba51b1-cd86-4888-bec4-82488b839c9b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.30 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 813 time: 0.3868849 Feb 04 15:21:13.160889 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7cb59d69-6175-41d9-9fd7-02dcff062039 req-f5c34966-54af-45a8-bcb5-5fbfad3d48fa tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001873 Feb 04 15:21:13.171910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Request body: {'port': {'device_id': 'cf49efeb-b74d-42c5-9687-942b42275833', 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'admin_state_up': True, 'tenant_id': '0f7004ed0772419396ef0c1dac2abbba'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:13.328873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-613b86f7-a5e9-4a9d-90bb-2e633ef3a086 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:13.330651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-613b86f7-a5e9-4a9d-90bb-2e633ef3a086 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.50 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 813 time: 0.8532374 Feb 04 15:21:13.359367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38326189-b06a-4799-9f9f-b66ecc734ff9 req-9f7f1823-641a-48fa-ad6e-4b5f652707aa tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/838f7be0-c253-4293-876d-75ca6473d6a5 HTTP/1.1" status: 200 len: 2995 time: 0.1274459 Feb 04 15:21:13.385227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd384fa-2f13-468a-b544-3bbb950ff568 req-a4961091-51e0-4d9e-977c-79faba0aaf07 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:13.401192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3cd384fa-2f13-468a-b544-3bbb950ff568 req-a4961091-51e0-4d9e-977c-79faba0aaf07 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.6833367 Feb 04 15:21:13.412783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Request body: {'port': {'device_id': 'b1cdff15-1304-499e-a67c-824cbbe8e1d7', 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'admin_state_up': True, 'tenant_id': '0f7004ed0772419396ef0c1dac2abbba'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:13.450611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-4b20a778-7cd4-4ebc-9c56-f51295f52610 service neutron] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:13.469300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Made reservation on behalf of 0f7004ed0772419396ef0c1dac2abbba for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:13.473680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:13.496738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-4b20a778-7cd4-4ebc-9c56-f51295f52610 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:13.498508 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4bb4e8c-ef58-455d-86f3-960ee5550537 req-4b20a778-7cd4-4ebc-9c56-f51295f52610 service neutron] 10.222.0.30 "DELETE /v2.0/ports/517d0516-8c18-4712-8fe8-2af230a69c05/bindings/n-h1-827869-1 HTTP/1.1" status: 204 len: 173 time: 1.0053973 Feb 04 15:21:13.540107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Network 80735cf2-44be-47e1-b484-0939643f593b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:13.566954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3cd384fa-2f13-468a-b544-3bbb950ff568 req-06db395e-3001-44eb-9b04-deb02ccd40bc tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643522 Feb 04 15:21:13.567469 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-474586db-0f6c-4a38-9113-35d3179ef3e2 req-50e2083a-f14f-4c46-81d4-e28042ec7490 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 210 time: 0.0878024 Feb 04 15:21:13.579151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:13.811281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98762f10-5292-43c7-8d1b-985239ebfb3b req-3c065e9d-a71e-4aaa-add0-c69569eeb96f tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-group-rules/76ea7046-9895-470e-9757-ff43f2f03b83 HTTP/1.1" status: 200 len: 783 time: 0.1503835 Feb 04 15:21:13.850081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Made reservation on behalf of 0f7004ed0772419396ef0c1dac2abbba for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:13.853722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:13.867488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Allocated IP 172.20.0.12 (4ea1bf77-21ed-44a6-ad5f-92c1e6f54004/c835e6b1-d095-40aa-89ad-62e6209deb99/3c58f302-c652-440e-b6cf-cb19f44b4a63) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:13.930810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98762f10-5292-43c7-8d1b-985239ebfb3b req-7d3a6207-e30c-4601-82b3-5e1d6d1ce7de tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/838f7be0-c253-4293-876d-75ca6473d6a5 HTTP/1.1" status: 200 len: 2995 time: 0.1014078 Feb 04 15:21:13.938998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:21:14.003247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5f472fb1-31e4-4e2b-a8c9-fefe61865023 None None] Provisioning complete for port fae5f1b8-f401-4e61-baec-e6ed7462215d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:14.004937 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5f472fb1-31e4-4e2b-a8c9-fefe61865023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.056938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9cc46-35d8-4ee1-b75e-4419446444be req-b9df4f96-9883-468c-aef7-b496fd362797 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:14.058622 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-98762f10-5292-43c7-8d1b-985239ebfb3b req-99c0437e-1178-4ab3-a8ca-00233be2c12b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.067939 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65f9cc46-35d8-4ee1-b75e-4419446444be req-b9df4f96-9883-468c-aef7-b496fd362797 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.2409961 Feb 04 15:21:14.089218 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-98762f10-5292-43c7-8d1b-985239ebfb3b req-99c0437e-1178-4ab3-a8ca-00233be2c12b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.113185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5f472fb1-31e4-4e2b-a8c9-fefe61865023 None None] Port fae5f1b8-f401-4e61-baec-e6ed7462215d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:14.127146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33138) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:14.154919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7bbe684f-f4ed-432f-997d-79f6b5f3593f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:14.212815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65f9cc46-35d8-4ee1-b75e-4419446444be req-e497c6f8-4196-42d9-a75d-30c202497feb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438503 Feb 04 15:21:14.227928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-98762f10-5292-43c7-8d1b-985239ebfb3b req-99c0437e-1178-4ab3-a8ca-00233be2c12b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.239242 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-98762f10-5292-43c7-8d1b-985239ebfb3b req-99c0437e-1178-4ab3-a8ca-00233be2c12b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.244802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98762f10-5292-43c7-8d1b-985239ebfb3b req-99c0437e-1178-4ab3-a8ca-00233be2c12b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/76ea7046-9895-470e-9757-ff43f2f03b83 HTTP/1.1" status: 204 len: 173 time: 0.3133805 Feb 04 15:21:14.262204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0437e-1178-4ab3-a8ca-00233be2c12b tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76ea7046-9895-470e-9757-ff43f2f03b83,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:14.279989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7bbe684f-f4ed-432f-997d-79f6b5f3593f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:14.280379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.334031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.343316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:21:14.359874 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Sync routers for ids ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:21:14.378369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fb070240-5091-49b3-9693-799e34db2306 admin admin] 10.222.0.47 "PUT /v2.0/routers/1c7a7e01-6c60-48af-8585-f013c1b7c3bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2056994 Feb 04 15:21:14.378960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27b4fcfc-acce-400d-be4e-e46587876b1e req-33536740-329d-4bd3-b0aa-532250fe7434 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/838f7be0-c253-4293-876d-75ca6473d6a5 HTTP/1.1" status: 200 len: 2397 time: 0.0853260 Feb 04 15:21:14.404881 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Routers {'1c7a7e01-6c60-48af-8585-f013c1b7c3bb'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:14.407328 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:14.496136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-27b4fcfc-acce-400d-be4e-e46587876b1e req-6f410680-f7ee-44ef-b41b-c73c9f49a29d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.497723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-530951366-network', 'tenant_id': '8be66b280b2b40de90761bf84c73161c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:14.504807 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.622562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-27b4fcfc-acce-400d-be4e-e46587876b1e req-6f410680-f7ee-44ef-b41b-c73c9f49a29d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.624014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f30ded-e94a-456c-9748-673b79f339c4 req-7aa3b16f-8557-474c-8ebc-c6f821fdd37a tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:14.626311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58f30ded-e94a-456c-9748-673b79f339c4 req-7aa3b16f-8557-474c-8ebc-c6f821fdd37a tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1095 time: 0.2540112 Feb 04 15:21:14.642180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:14.642584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:14.649854 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.653460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:14.661555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:14.668889 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Set router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:14.693597 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.756963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33154) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:14.833871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Pushing event updated for resources: {'Port': ['ID=3c58f302-c652-440e-b6cf-cb19f44b4a63,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:14.852020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.861178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:14.862724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.864270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Allocated IP 172.20.0.6 (4ea1bf77-21ed-44a6-ad5f-92c1e6f54004/c835e6b1-d095-40aa-89ad-62e6209deb99/443293dd-9a65-4293-a735-1d8eb54b40a7) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:14.887092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-27b4fcfc-acce-400d-be4e-e46587876b1e req-6f410680-f7ee-44ef-b41b-c73c9f49a29d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.887799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58f30ded-e94a-456c-9748-673b79f339c4 req-0227e2e5-f09f-4e24-b4c2-e210094d4dc8 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270656 Feb 04 15:21:14.892024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-27b4fcfc-acce-400d-be4e-e46587876b1e req-6f410680-f7ee-44ef-b41b-c73c9f49a29d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.896928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.905680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27b4fcfc-acce-400d-be4e-e46587876b1e req-6f410680-f7ee-44ef-b41b-c73c9f49a29d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "DELETE /v2.0/security-groups/838f7be0-c253-4293-876d-75ca6473d6a5 HTTP/1.1" status: 204 len: 173 time: 0.5273888 Feb 04 15:21:14.928387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-ec845ac4-1d19-4870-96e6-d081828fa82c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7651396 Feb 04 15:21:14.931873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:14.968826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Request body: {'port': {'device_id': 'cf49efeb-b74d-42c5-9687-942b42275833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:14.975934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f410680-f7ee-44ef-b41b-c73c9f49a29d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f7be0-c253-4293-876d-75ca6473d6a5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:14.980546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:14.981384 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Added segment 6893806c-ee04-4eab-b149-6c0be8bbac52 of type vlan for network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 Feb 04 15:21:15.053119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-459770642'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:15.092068 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:21:11Z', 'revision_number': 4, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'fae5f1b8-f401-4e61-baec-e6ed7462215d', 'name': '', 'network_id': '80735cf2-44be-47e1-b484-0939643f593b', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'mac_address': 'fa:16:3e:94:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '266edb78-72f2-490f-a3a7-34c513fb5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:09Z', 'updated_at': '2022-02-04T15:21:11Z', 'revision_number': 2, 'project_id': '74a907d5b8814651a25c483b379b5071', 'subnets': [{'id': '266edb78-72f2-490f-a3a7-34c513fb5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:15.134439 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Checking router: 1c7a7e01-6c60-48af-8585-f013c1b7c3bb for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:21:15.134845 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Updating router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb port fae5f1b8-f401-4e61-baec-e6ed7462215d binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:21:15.178733 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.186033 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.191352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c154fa4-4db6-4fdc-9903-d46e2357b409 req-c606912e-90ce-40a2-bbbc-61a9a2916838 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:15.193072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c154fa4-4db6-4fdc-9903-d46e2357b409 req-c606912e-90ce-40a2-bbbc-61a9a2916838 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1097 time: 0.1242764 Feb 04 15:21:15.200056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:15.203710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.282010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.294979 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c154fa4-4db6-4fdc-9903-d46e2357b409 req-fd1d0bf1-9a0d-44f1-b55c-ff9b34480f08 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842538 Feb 04 15:21:15.328276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98215e7f-fbb0-4aea-921a-ebe555f85baf,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:15.357045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:15.405156 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.405802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:15.406522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.429074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.429942 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Added segment 38da4645-8c7a-474c-ac9b-debdd9da72df of type vlan for network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 Feb 04 15:21:15.433299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45e48-5ada-483f-bc62-5463f13c28e6 req-c7947a52-77c7-4e16-bf77-a56a3d88dcad tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:15.440805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f45e48-5ada-483f-bc62-5463f13c28e6 req-c7947a52-77c7-4e16-bf77-a56a3d88dcad tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.2500136 Feb 04 15:21:15.522175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.524791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3924990 Feb 04 15:21:15.533207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:15.540787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Request body: {'subnet': {'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-subnet', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:15.551629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.560115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52009c81-39c5-476a-8445-e4ca3c6f3b66 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2aa4aa-59c4-412f-9f76-1135de5c6c66,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:15.574698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28802587-e099-4421-b271-4773e8a8d3a3 req-995aa27c-902c-4b35-b468-e613a91b6557 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:15.575934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28802587-e099-4421-b271-4773e8a8d3a3 req-995aa27c-902c-4b35-b468-e613a91b6557 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 932 time: 0.1484466 Feb 04 15:21:15.590619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f45e48-5ada-483f-bc62-5463f13c28e6 req-dd790663-08a5-48e1-b6dc-a67a380ea699 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486716 Feb 04 15:21:15.597354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:15.598056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.604553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:15.605209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.644149 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-647b685c-fb17-4265-9ffb-3c187087b3c1 req-cdb90daa-6501-4dc0-8754-2824197496a4 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] show failed (client error): The resource could not be found. Feb 04 15:21:15.645369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-647b685c-fb17-4265-9ffb-3c187087b3c1 req-cdb90daa-6501-4dc0-8754-2824197496a4 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/2f26a773-9eaf-47a2-9efa-26a9ace1b8a1 HTTP/1.1" status: 404 len: 352 time: 0.0237706 Feb 04 15:21:15.668436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.756487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:15.763135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:15.767082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.785815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:15.804789 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.816140 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.823410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:15.830189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Pushing event updated for resources: {'Port': ['ID=443293dd-9a65-4293-a735-1d8eb54b40a7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:15.901199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:15.901885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:15.913353 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Pushing event updated for resources: {'Port': ['ID=fae5f1b8-f401-4e61-baec-e6ed7462215d,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:15.934245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-2063f646-1821-4d11-8a35-291196885293 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:15.935991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-2063f646-1821-4d11-8a35-291196885293 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 818 time: 0.1886966 Feb 04 15:21:15.940259 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-d8577671-96db-40be-a09a-d2f8ec20f04f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5311232 Feb 04 15:21:15.967810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-cde46b5e-b314-4228-82aa-95c1ad95574d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/quotas/aac7834f57b043ac8fa445f0e36a6d82 HTTP/1.1" status: 200 len: 375 time: 0.0239613 Feb 04 15:21:15.969832 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.970724 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.971511 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.972322 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.973120 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.973890 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.974711 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.975491 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.976284 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.977057 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.978387 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.979152 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:15.982381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Request body: {'port': {'device_id': 'b1cdff15-1304-499e-a67c-824cbbe8e1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:16.023359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2596607 Feb 04 15:21:16.066267 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Attempting to bind port fae5f1b8-f401-4e61-baec-e6ed7462215d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:16.066517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33180) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:16.066893 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Attempting to bind port fae5f1b8-f401-4e61-baec-e6ed7462215d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:16.067498 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Attempting to bind port fae5f1b8-f401-4e61-baec-e6ed7462215d on network 80735cf2-44be-47e1-b484-0939643f593b {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:16.075192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'subnet': {'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:16.077544 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:16.078179 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Checking segment: {'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:16.078852 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:16.079822 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Bound using segment: {'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:16.082463 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Bound port: fae5f1b8-f401-4e61-baec-e6ed7462215d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3740f9-bf32-41a8-843e-88302c93c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '80735cf2-44be-47e1-b484-0939643f593b'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:16.082793 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:16.154783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9505e34d-c6bf-4b47-83bb-ec5b8d9d9644 None None] Provisioning complete for port fae5f1b8-f401-4e61-baec-e6ed7462215d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:16.155580 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9505e34d-c6bf-4b47-83bb-ec5b8d9d9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:16.187381 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:21:16.225390 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:16.235566 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] For port fae5f1b8-f401-4e61-baec-e6ed7462215d, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:16.242998 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] For port fae5f1b8-f401-4e61-baec-e6ed7462215d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fae5f1b8-f401-4e61-baec-e6ed7462215d,segment=NetworkSegment(dc3740f9-bf32-41a8-843e-88302c93c873),segment_id=dc3740f9-bf32-41a8-843e-88302c93c873)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:16.244063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9505e34d-c6bf-4b47-83bb-ec5b8d9d9644 None None] Port fae5f1b8-f401-4e61-baec-e6ed7462215d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:16.246709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-fffc5198-cecb-4f13-804e-f2b2e8a63a2a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2126367 Feb 04 15:21:16.256993 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:16.360923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:16.363932 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790c7d3-a201-4a48-802c-30e3188a2366 None None] Pushing event updated for resources: {'Port': ['ID=fae5f1b8-f401-4e61-baec-e6ed7462215d,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:16.365356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:16.408129 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Routers {'1c7a7e01-6c60-48af-8585-f013c1b7c3bb'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:16.409448 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:16.568833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28802587-e099-4421-b271-4773e8a8d3a3 req-0f438dbe-2370-4520-8358-2f1771e1c8d8 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9085565 Feb 04 15:21:16.581237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead5da5-6726-41aa-812a-e8718a379774 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Network': ['ID=07f1265a-ed5c-4baf-90bc-ed49d28d4a33,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:16.623209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-a202fa38-2ec7-471e-b653-38653852c321 service neutron] 10.222.0.47 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611500 Feb 04 15:21:16.623423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:16.695119 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] Set router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:16.782123 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-d1f7f3b5-6e5b-4032-9c39-56785aec6721 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2386904 Feb 04 15:21:16.855390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c58f302-c652-440e-b6cf-cb19f44b4a63 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:16.880977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65bf0a-ae1c-4f38-b55c-db72453cb71c req-4bed27d6-32bd-475f-88a2-5787dcc5470a tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:16.882737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d65bf0a-ae1c-4f38-b55c-db72453cb71c req-4bed27d6-32bd-475f-88a2-5787dcc5470a tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1097 time: 0.1990123 Feb 04 15:21:16.887960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:16.894446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aa89ccfb-4de0-4f99-ba7e-1c9f2a20d1b8 None None] Provisioning complete for port fae5f1b8-f401-4e61-baec-e6ed7462215d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:16.896877 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccfb-4de0-4f99-ba7e-1c9f2a20d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:16.904105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-cc0961b2-1361-4ae1-b2af-bcfc51a7d679 service neutron] 10.222.0.47 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790611 Feb 04 15:21:16.955078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Transition to ACTIVE for port object 3c58f302-c652-440e-b6cf-cb19f44b4a63 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:16.974140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.037330 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d65bf0a-ae1c-4f38-b55c-db72453cb71c req-73f3e323-ed25-4a57-828a-4f732a5bda3b tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395652 Feb 04 15:21:17.042952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.101584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c58f302-c652-440e-b6cf-cb19f44b4a63,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:17.114858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccfb-4de0-4f99-ba7e-1c9f2a20d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.188718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-aa89ccfb-4de0-4f99-ba7e-1c9f2a20d1b8 None None] For port fae5f1b8-f401-4e61-baec-e6ed7462215d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fae5f1b8-f401-4e61-baec-e6ed7462215d,segment=NetworkSegment(dc3740f9-bf32-41a8-843e-88302c93c873),segment_id=dc3740f9-bf32-41a8-843e-88302c93c873)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:17.189054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-9d363850-67b6-4efb-97f3-8f6e151961ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:17.191358 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-9d363850-67b6-4efb-97f3-8f6e151961ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.3426025 Feb 04 15:21:17.204189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa89ccfb-4de0-4f99-ba7e-1c9f2a20d1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.209691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.233158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=193571a1-2cf9-476f-8e64-0d02101eb2e5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:17.301635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Checking segment: {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:17.302437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Network hostable DHCP agents. Network: 5f2aa4aa-59c4-412f-9f76-1135de5c6c66, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:17.353620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89ccfb-4de0-4f99-ba7e-1c9f2a20d1b8 None None] Pushing event updated for resources: {'Port': ['ID=fae5f1b8-f401-4e61-baec-e6ed7462215d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:17.375303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Subnet': ['ID=a4146e45-10f6-472e-9a67-abcd1b169f31,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:17.395212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3402e59-8435-4cd1-8b7c-2df9bbc62c76 req-1ecaae0d-2d70-44c3-9c22-ebe5da3d552b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 210 time: 0.0656335 Feb 04 15:21:17.413299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:17.428816 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:21:11Z', 'revision_number': 4, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'fae5f1b8-f401-4e61-baec-e6ed7462215d', 'name': '', 'network_id': '80735cf2-44be-47e1-b484-0939643f593b', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'mac_address': 'fa:16:3e:94:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '266edb78-72f2-490f-a3a7-34c513fb5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:09Z', 'updated_at': '2022-02-04T15:21:16Z', 'revision_number': 4, 'project_id': '74a907d5b8814651a25c483b379b5071', 'subnets': [{'id': '266edb78-72f2-490f-a3a7-34c513fb5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:17.438914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Attempting to bind port 3c58f302-c652-440e-b6cf-cb19f44b4a63 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:17.438914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Attempting to bind port 3c58f302-c652-440e-b6cf-cb19f44b4a63 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:17.439237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Attempting to bind port 3c58f302-c652-440e-b6cf-cb19f44b4a63 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:17.453776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Port 3c58f302-c652-440e-b6cf-cb19f44b4a63 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:17.454122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Attempting to bind port 3c58f302-c652-440e-b6cf-cb19f44b4a63 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:17.461510 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 5f2aa4aa-59c4-412f-9f76-1135de5c6c66) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:17.471036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d069c-4cf3-463a-8384-2a784dad2f37 None None] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:17.477595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:17.479031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Checking segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:17.479677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Bound using segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:17.480644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Bound port: 3c58f302-c652-440e-b6cf-cb19f44b4a63, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:17.481287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.484833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:17.485878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.495321 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5340e5-e311-4182-9fa2-a8be01a4a5d8 None None] The sync data for ids ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'] in n-d-827869-1 is: [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:21:11Z', 'revision_number': 4, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'fae5f1b8-f401-4e61-baec-e6ed7462215d', 'name': '', 'network_id': '80735cf2-44be-47e1-b484-0939643f593b', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'mac_address': 'fa:16:3e:94:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '266edb78-72f2-490f-a3a7-34c513fb5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:09Z', 'updated_at': '2022-02-04T15:21:16Z', 'revision_number': 4, 'project_id': '74a907d5b8814651a25c483b379b5071', 'subnets': [{'id': '266edb78-72f2-490f-a3a7-34c513fb5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:21:17.592018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d52ef885-a4f0-4a50-a258-1d9ddb86c46a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0580261 Feb 04 15:21:17.592692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33198) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:17.647285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f87772d-8062-4322-b7c7-e621ef670173 req-5bf8f1af-6d0b-4d34-85c8-c8a95ea1f916 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/64d79e39-02e5-4a22-b91f-bc6c80bdd7c8 HTTP/1.1" status: 200 len: 1804 time: 0.4505768 Feb 04 15:21:17.652670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:17.784034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Checking segment: {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:17.784567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network hostable DHCP agents. Network: 07f1265a-ed5c-4baf-90bc-ed49d28d4a33, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:17.825590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.826791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.847185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] For port 3c58f302-c652-440e-b6cf-cb19f44b4a63, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:17.854650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443293dd-9a65-4293-a735-1d8eb54b40a7 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:17.887384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-8190b021-3732-46bb-9397-c7e6f9320fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:17.889257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-8190b021-3732-46bb-9397-c7e6f9320fed service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.6618245 Feb 04 15:21:17.897347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] For port 3c58f302-c652-440e-b6cf-cb19f44b4a63, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3c58f302-c652-440e-b6cf-cb19f44b4a63,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:17.898100 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.905681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:21:17.907597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.922277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:17.958364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Transition to ACTIVE for port object 443293dd-9a65-4293-a735-1d8eb54b40a7 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:18.039570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c58f302-c652-440e-b6cf-cb19f44b4a63,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:18.052857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:18.054235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.058976 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-2d785922-f41a-43f8-80b1-0920fd9a39a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c58f302-c652-440e-b6cf-cb19f44b4a63 HTTP/1.1" status: 200 len: 1092 time: 3.1052504 Feb 04 15:21:18.108377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-f6de1633-05de-441e-9f7a-b6fe1e067a69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 217 time: 0.1908512 Feb 04 15:21:18.124818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:18.130532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf49efeb-b74d-42c5-9687-942b42275833', 'tag': '3c58f302-c652-440e-b6cf-cb19f44b4a63'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:18.133625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.136229 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf49efeb-b74d-42c5-9687-942b42275833", "tag": "3c58f302-c652-440e-b6cf-cb19f44b4a63"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:18.212040 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.317968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Pushing event updated for resources: {'Port': ['ID=443293dd-9a65-4293-a735-1d8eb54b40a7,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:18.322611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fae5f1b8-f401-4e61-baec-e6ed7462215d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:18.328356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Allocated IP 172.20.0.2 (5f2aa4aa-59c4-412f-9f76-1135de5c6c66/193571a1-2cf9-476f-8e64-0d02101eb2e5/92a00604-cae8-4b00-adca-057096583f0b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:18.331226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 07f1265a-ed5c-4baf-90bc-ed49d28d4a33) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:18.339333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-2420fb6d-9c3e-40e6-bced-cc624cf24444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:18.340945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-2420fb6d-9c3e-40e6-bced-cc624cf24444 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1866171 Feb 04 15:21:18.494210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port fae5f1b8-f401-4e61-baec-e6ed7462215d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:18.494900 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.532420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-dac2e46b-c19e-4d73-ad2b-d8f0a2f31476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:18.535719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-dac2e46b-c19e-4d73-ad2b-d8f0a2f31476 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 1095 time: 0.3916910 Feb 04 15:21:18.669017 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9f87772d-8062-4322-b7c7-e621ef670173 req-c9c42af0-0d43-40c7-b481-11fcfb1723a9 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.675435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bec2b-b949-40f9-b25e-62fafb2763d3 req-bf7d7511-ceca-4ac5-8290-d405751dbce5 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:18.684433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cb6bec2b-b949-40f9-b25e-62fafb2763d3 req-bf7d7511-ceca-4ac5-8290-d405751dbce5 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 944 time: 0.5178151 Feb 04 15:21:18.689795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.694280 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-e9867944-f170-48ad-ac2e-aec3a5720fa9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c58f302-c652-440e-b6cf-cb19f44b4a63 HTTP/1.1" status: 200 len: 217 time: 0.1496596 Feb 04 15:21:18.722986 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9f87772d-8062-4322-b7c7-e621ef670173 req-c9c42af0-0d43-40c7-b481-11fcfb1723a9 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.724187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.735010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.736950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-e0289d56-98b6-4e8b-8a7c-d2dbf85168c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3871171 Feb 04 15:21:18.765845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-1b4ac867-658f-4f91-bdcb-cf3872d9ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:18.767658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-1b4ac867-658f-4f91-bdcb-cf3872d9ce39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 200 len: 853 time: 0.0637455 Feb 04 15:21:18.769085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b21a2f-1508-4476-945f-738d2a0129d9 None None] Network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:18.810018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:18.811248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:18.841151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cb6bec2b-b949-40f9-b25e-62fafb2763d3 req-6b32bd89-cbc7-4219-9ffb-0bc6cfc98ed9 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547046 Feb 04 15:21:18.846216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-cecbc7f4-108f-4e2e-9ce8-fb9d5bf532ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629423 Feb 04 15:21:18.894201 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b21f4e6d-e78e-497f-9201-47912027de2d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8235321 Feb 04 15:21:18.937319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33216) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:18.943778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-868476803'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:19.077093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9f87772d-8062-4322-b7c7-e621ef670173 req-c9c42af0-0d43-40c7-b481-11fcfb1723a9 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.080489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9f87772d-8062-4322-b7c7-e621ef670173 req-c9c42af0-0d43-40c7-b481-11fcfb1723a9 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.081967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f87772d-8062-4322-b7c7-e621ef670173 req-c9c42af0-0d43-40c7-b481-11fcfb1723a9 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "DELETE /v2.0/security-groups/64d79e39-02e5-4a22-b91f-bc6c80bdd7c8 HTTP/1.1" status: 204 len: 173 time: 1.3916085 Feb 04 15:21:19.112942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c42af0-0d43-40c7-b481-11fcfb1723a9 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d79e39-02e5-4a22-b91f-bc6c80bdd7c8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:19.129781 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-f9cbc8b1-5ea5-48cd-b285-778dfbd15ce1 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707747 Feb 04 15:21:19.153884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Attempting to bind port 443293dd-9a65-4293-a735-1d8eb54b40a7 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:19.154255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Attempting to bind port 443293dd-9a65-4293-a735-1d8eb54b40a7 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:19.154700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Attempting to bind port 443293dd-9a65-4293-a735-1d8eb54b40a7 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:19.175545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Port 443293dd-9a65-4293-a735-1d8eb54b40a7 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:19.176771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Attempting to bind port 443293dd-9a65-4293-a735-1d8eb54b40a7 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:19.194520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:19.216411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:19.216702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e30e3-7033-47b0-a600-4acc08409168 req-275fbdee-48da-447c-8605-47636d4372ed tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:19.222827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:19.226275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-315e30e3-7033-47b0-a600-4acc08409168 req-275fbdee-48da-447c-8605-47636d4372ed tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.2609930 Feb 04 15:21:19.232685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:19.236790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.237098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:19.237270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Checking segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:19.237658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Bound using segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:19.238121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Bound port: 443293dd-9a65-4293-a735-1d8eb54b40a7, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:19.238493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.288974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Pushing event updated for resources: {'Port': ['ID=92a00604-cae8-4b00-adca-057096583f0b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:19.362193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] For port 443293dd-9a65-4293-a735-1d8eb54b40a7, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:19.366386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] For port 443293dd-9a65-4293-a735-1d8eb54b40a7, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=443293dd-9a65-4293-a735-1d8eb54b40a7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:19.396291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Attempting to bind port 92a00604-cae8-4b00-adca-057096583f0b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:19.396976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Attempting to bind port 92a00604-cae8-4b00-adca-057096583f0b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:19.399153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Attempting to bind port 92a00604-cae8-4b00-adca-057096583f0b on network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:19.414966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-1a23dfb5-e877-4d75-95d5-6c6b3860a190 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893341 Feb 04 15:21:19.424102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-0dc51a87-0cdc-4343-b8d7-a17a49bda1d9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:19.426080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-0dc51a87-0cdc-4343-b8d7-a17a49bda1d9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 818 time: 0.3498442 Feb 04 15:21:19.458912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:19.459644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Checking segment: {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:19.460061 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.460462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Bound using segment: {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:19.462451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Bound port: 92a00604-cae8-4b00-adca-057096583f0b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:19.462962 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.482141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.489617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:19.490198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7d22f1f-8578-4ebf-a324-1372ba21e123 req-e2c7af8a-d3d2-40a6-b2be-8112cbc457a1 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500698 Feb 04 15:21:19.498082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Request body: {'port': {'device_id': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'admin_state_up': True, 'tenant_id': 'aac7834f57b043ac8fa445f0e36a6d82'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:19.565895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:19.566997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.569180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-07f1265a-ed5c-4baf-90bc-ed49d28d4a33', 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'fixed_ips': [{'subnet_id': 'a4146e45-10f6-472e-9a67-abcd1b169f31'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:21:19.569423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] 10.222.0.50 "PUT /v2.0/ports/443293dd-9a65-4293-a735-1d8eb54b40a7 HTTP/1.1" status: 200 len: 1091 time: 3.5997534 Feb 04 15:21:19.570564 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.576414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cdff15-1304-499e-a67c-824cbbe8e1d7', 'tag': '443293dd-9a65-4293-a735-1d8eb54b40a7'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:19.580322 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54e502f-732e-4321-b544-aa983093c89e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cdff15-1304-499e-a67c-824cbbe8e1d7", "tag": "443293dd-9a65-4293-a735-1d8eb54b40a7"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:19.607693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] For port 92a00604-cae8-4b00-adca-057096583f0b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:19.614884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] For port 92a00604-cae8-4b00-adca-057096583f0b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92a00604-cae8-4b00-adca-057096583f0b,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:19.624431 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.640238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a84d6-e046-40d1-af3d-bfe38b75479f req-90e9067e-a4ff-4916-ac81-c5bb762f4739 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:19.644654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394a84d6-e046-40d1-af3d-bfe38b75479f req-90e9067e-a4ff-4916-ac81-c5bb762f4739 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1097 time: 0.3667941 Feb 04 15:21:19.667654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.668006 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Added segment 3537ffe6-be1d-4052-818c-a4278b89004f of type vlan for network e63f39ff-ca0b-434d-b9ea-aecb5327b87a Feb 04 15:21:19.680064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-5a189cc5-ea47-4de7-af80-984179adf80f tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:19.683214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-5a189cc5-ea47-4de7-af80-984179adf80f tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 949 time: 0.2640347 Feb 04 15:21:19.709725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-315e30e3-7033-47b0-a600-4acc08409168 req-0061ff9b-dcab-408c-b04f-075f3907d306 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1e581e1-91a3-4b31-965d-c81370f49c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361970 Feb 04 15:21:19.738064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2663ce4-5183-4954-9225-59aa55077021 service neutron] Pushing event updated for resources: {'Port': ['ID=443293dd-9a65-4293-a735-1d8eb54b40a7,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:19.834025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708fe8-e746-4c2f-8232-cc87bcfab22f None None] Pushing event updated for resources: {'Port': ['ID=92a00604-cae8-4b00-adca-057096583f0b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:19.863347 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1a48d-73bf-4cec-aeb4-aaba2720c4dd x-openstack-request-id: req-44f1a48d-73bf-4cec-aeb4-aaba2720c4dd {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:19.863919 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf49efeb-b74d-42c5-9687-942b42275833", "tag": "3c58f302-c652-440e-b6cf-cb19f44b4a63", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:19.864232 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44f1a48d-73bf-4cec-aeb4-aaba2720c4dd {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:19.864777 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf49efeb-b74d-42c5-9687-942b42275833', 'tag': '3c58f302-c652-440e-b6cf-cb19f44b4a63', 'status': 'completed', 'code': 200} Feb 04 15:21:19.876822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:19.896602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Allocated IP 19.80.0.2 (07f1265a-ed5c-4baf-90bc-ed49d28d4a33/a4146e45-10f6-472e-9a67-abcd1b169f31/300510e9-e3bb-48a6-b101-43609d32a803) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:19.908985 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394a84d6-e046-40d1-af3d-bfe38b75479f req-cfb21496-c1ee-4827-b929-2f47f842c073 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437549 Feb 04 15:21:19.942169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-971d0a3f-bafe-4ff1-94b3-f7a5e6ddfc31 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153255 Feb 04 15:21:19.988542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-f3966c36-f647-45d4-837f-fd09ffc12f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:19.992284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-f3966c36-f647-45d4-837f-fd09ffc12f5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&device_id=b1cdff15-1304-499e-a67c-824cbbe8e1d7 HTTP/1.1" status: 200 len: 1094 time: 0.3341105 Feb 04 15:21:20.043936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-855b5180-ec46-4e95-9550-17852fad32dc req-e44367cc-98c4-4992-93e8-13929ac558ae tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 210 time: 0.0571995 Feb 04 15:21:20.051268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Deleting port 34f09b60-59bd-4df1-8d1b-74b579558213 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:21:20.051612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.062345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d6c1913-8c75-4af3-9946-aafd53c9a683 req-6c44de52-399d-4713-a260-bbaf0b40f7ac tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/eac61026-3b80-4499-adfb-dd3ce7ecfcdf HTTP/1.1" status: 200 len: 1803 time: 0.1079569 Feb 04 15:21:20.070393 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.086904 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.103153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:20.103809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.163243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.182855 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.190660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.202664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-3461d8bc-2582-4283-82f8-c7b3d1d4adf5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=443293dd-9a65-4293-a735-1d8eb54b40a7 HTTP/1.1" status: 200 len: 217 time: 0.1037564 Feb 04 15:21:20.204563 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f699201-d57d-4af4-8878-329fa7d33387 x-openstack-request-id: req-8f699201-d57d-4af4-8878-329fa7d33387 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:20.205160 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cdff15-1304-499e-a67c-824cbbe8e1d7", "tag": "443293dd-9a65-4293-a735-1d8eb54b40a7", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:20.205515 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8f699201-d57d-4af4-8878-329fa7d33387 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:20.206043 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cdff15-1304-499e-a67c-824cbbe8e1d7', 'tag': '443293dd-9a65-4293-a735-1d8eb54b40a7', 'status': 'completed', 'code': 200} Feb 04 15:21:20.252966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:20.257211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:20.257438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3184097 Feb 04 15:21:20.261587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:20.262908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33226) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:20.267521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Made reservation on behalf of aac7834f57b043ac8fa445f0e36a6d82 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:20.277435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.284124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'subnet': {'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:20.318518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Pushing event updated for resources: {'Port': ['ID=300510e9-e3bb-48a6-b101-43609d32a803,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:20.359533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Attempting to bind port 300510e9-e3bb-48a6-b101-43609d32a803 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:20.359991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Attempting to bind port 300510e9-e3bb-48a6-b101-43609d32a803 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:20.360346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Attempting to bind port 300510e9-e3bb-48a6-b101-43609d32a803 on network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:20.367621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] For port 34f09b60-59bd-4df1-8d1b-74b579558213, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=34f09b60-59bd-4df1-8d1b-74b579558213,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:20.368698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.372438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac783eb-5513-4e5a-9044-33c3381da7ae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Network': ['ID=e63f39ff-ca0b-434d-b9ea-aecb5327b87a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:20.376310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:20.376718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Checking segment: {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:20.377335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.378278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Bound using segment: {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:20.379459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Bound port: 300510e9-e3bb-48a6-b101-43609d32a803, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:20.379945 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.399515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e63f39ff-ca0b-434d-b9ea-aecb5327b87a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:20.411784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-180ec39c-8c35-4c07-8ce5-026660c72163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:20.413549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-180ec39c-8c35-4c07-8ce5-026660c72163 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 200 len: 853 time: 0.1876929 Feb 04 15:21:20.414692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Calling delete_port for 34f09b60-59bd-4df1-8d1b-74b579558213 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:21:20.449720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-271b7fbb-f80e-4f04-9361-25da0205cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:20.451381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-271b7fbb-f80e-4f04-9361-25da0205cc93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 1095 time: 0.4225502 Feb 04 15:21:20.465455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-899bff17-9803-4b88-844a-aa43d8243bd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426579 Feb 04 15:21:20.537073 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1d6c1913-8c75-4af3-9946-aafd53c9a683 req-140c4d67-6a6c-4be8-aa52-62edb833f4b7 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.545345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] For port 300510e9-e3bb-48a6-b101-43609d32a803, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:20.549930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] For port 300510e9-e3bb-48a6-b101-43609d32a803, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=300510e9-e3bb-48a6-b101-43609d32a803,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:20.563189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.621682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1d6c1913-8c75-4af3-9946-aafd53c9a683 req-140c4d67-6a6c-4be8-aa52-62edb833f4b7 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.709867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bbb36-c8ac-4e42-a57e-d26bf0d4d83d None None] Pushing event updated for resources: {'Port': ['ID=300510e9-e3bb-48a6-b101-43609d32a803,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:20.750286 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-e45a9ba0-4867-4182-a88f-86a14d7f3125 service neutron] 10.222.0.50 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489955 Feb 04 15:21:20.848649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1d6c1913-8c75-4af3-9946-aafd53c9a683 req-140c4d67-6a6c-4be8-aa52-62edb833f4b7 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.851629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1d6c1913-8c75-4af3-9946-aafd53c9a683 req-140c4d67-6a6c-4be8-aa52-62edb833f4b7 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.858042 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d6c1913-8c75-4af3-9946-aafd53c9a683 req-140c4d67-6a6c-4be8-aa52-62edb833f4b7 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "DELETE /v2.0/security-groups/eac61026-3b80-4499-adfb-dd3ce7ecfcdf HTTP/1.1" status: 204 len: 173 time: 0.7666090 Feb 04 15:21:20.898488 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:20.902691 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-484d570c-f1ea-4799-b3ac-92c33c13a409 req-1eeb5d80-8118-4126-9d4d-405a96469f4f service neutron] 10.222.0.50 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404326 Feb 04 15:21:20.916371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['34f09b60-59bd-4df1-8d1b-74b579558213'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:21:20.956293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Pushing event deleted for resources: {'Port': ['ID=34f09b60-59bd-4df1-8d1b-74b579558213,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:20.964597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c4d67-6a6c-4be8-aa52-62edb833f4b7 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac61026-3b80-4499-adfb-dd3ce7ecfcdf,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:21.038845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] No DVR routers for this DVR port 34f09b60-59bd-4df1-8d1b-74b579558213 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:21:21.042905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:21.047850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf1032ee-cc37-4961-8e41-0924058f7b14 req-6d67a39f-5071-4764-a34f-88ee2e9c7357 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.30 "DELETE /v2.0/ports/34f09b60-59bd-4df1-8d1b-74b579558213 HTTP/1.1" status: 204 len: 173 time: 1.3311577 Feb 04 15:21:21.153939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e502f-732e-4321-b544-aa983093c89e req-22f7f9a9-5877-483a-aa99-a40b928bc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:21.172410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54e502f-732e-4321-b544-aa983093c89e req-22f7f9a9-5877-483a-aa99-a40b928bc69e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&device_id=b1cdff15-1304-499e-a67c-824cbbe8e1d7 HTTP/1.1" status: 200 len: 1094 time: 0.0949113 Feb 04 15:21:21.201199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Allocated IP 172.20.0.6 (11b552a8-8019-4368-ab3e-b5b9e7ee6969/e40c05dd-af5e-486d-89ca-cfd6a6ebd70f/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:21.222355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cadc9-22b7-4cea-96ab-a21d12397b08 req-290fabc6-79a1-40ae-8e8f-ad0ab92956b2 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:21.230362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c6cadc9-22b7-4cea-96ab-a21d12397b08 req-290fabc6-79a1-40ae-8e8f-ad0ab92956b2 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 944 time: 0.9661760 Feb 04 15:21:21.437412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Allocated IP 172.25.1.175 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/30acdde3-e6f5-4956-91c7-884bb159ec41) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:21.440972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e502f-732e-4321-b544-aa983093c89e req-f4d4e5c7-fbdd-45b6-82b4-bfa93fc435a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:21.442168 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54e502f-732e-4321-b544-aa983093c89e req-f4d4e5c7-fbdd-45b6-82b4-bfa93fc435a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 914 time: 0.2586429 Feb 04 15:21:21.480000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:21.483886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:21.491420 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54e502f-732e-4321-b544-aa983093c89e req-22ac3f0b-6a53-45a4-aa34-c551d263a6a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=443293dd-9a65-4293-a735-1d8eb54b40a7 HTTP/1.1" status: 200 len: 217 time: 0.0418670 Feb 04 15:21:21.514655 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c6cadc9-22b7-4cea-96ab-a21d12397b08 req-9b68c34e-6e0e-45bc-9fc4-609958d6da28 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833078 Feb 04 15:21:21.567529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e502f-732e-4321-b544-aa983093c89e req-d0569f69-4d24-47da-b5c4-b3ef5ec0e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:21.569341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54e502f-732e-4321-b544-aa983093c89e req-d0569f69-4d24-47da-b5c4-b3ef5ec0e6dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 200 len: 853 time: 0.0713892 Feb 04 15:21:21.633091 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54e502f-732e-4321-b544-aa983093c89e req-5aec8a8e-a2e8-49a3-9552-d6d7141125b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558345 Feb 04 15:21:21.659568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-65a1cbec-e473-4e07-bdf0-16f79979f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:21.661134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-65a1cbec-e473-4e07-bdf0-16f79979f867 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 914 time: 1.1979570 Feb 04 15:21:21.796488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb8641-6587-45f7-9875-87b43e36645e None None] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:21.831224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54e502f-732e-4321-b544-aa983093c89e req-e809fbe0-9fde-4c34-9bca-149b0d10dd70 service neutron] 10.222.0.50 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875799 Feb 04 15:21:21.852047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-bbcc09f8-0927-4bed-b499-f3cd3e8ee12c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c58f302-c652-440e-b6cf-cb19f44b4a63 HTTP/1.1" status: 200 len: 217 time: 0.1760333 Feb 04 15:21:21.988857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:21.994560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54e502f-732e-4321-b544-aa983093c89e req-fa98452e-2c58-4c12-83b8-556bcf2283ac service neutron] 10.222.0.50 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565931 Feb 04 15:21:22.026780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b77668a8-6dd9-4e59-87b7-44a61104bad9 req-c56b207c-b07a-4a9d-8cd2-d7eec0175848 tempest-ServerDiagnosticsNegativeTest-265293483 tempest-ServerDiagnosticsNegativeTest-265293483-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c4d1530-13b2-4124-87eb-f449eef1174f HTTP/1.1" status: 200 len: 210 time: 0.2257776 Feb 04 15:21:22.093860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e49047e3-159c-4075-997a-10ff175ba846 None None] Provisioning complete for port 92a00604-cae8-4b00-adca-057096583f0b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:22.094185 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e49047e3-159c-4075-997a-10ff175ba846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.208330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4d1530-13b2-4124-87eb-f449eef1174f', 'name': 'network-vif-deleted', 'tag': '34f09b60-59bd-4df1-8d1b-74b579558213'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:22.216699 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259fd14c-8172-4599-9a2a-db281ee944ab" -d '{"events": [{"server_uuid": "9c4d1530-13b2-4124-87eb-f449eef1174f", "name": "network-vif-deleted", "tag": "34f09b60-59bd-4df1-8d1b-74b579558213"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:22.401901 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e49047e3-159c-4075-997a-10ff175ba846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.405811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-7a6be880-af47-422d-8bcb-dc14ff83ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:22.407145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92a00604-cae8-4b00-adca-057096583f0b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:22.407773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-7a6be880-af47-422d-8bcb-dc14ff83ea29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 200 len: 853 time: 0.4027476 Feb 04 15:21:22.411756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.419302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.470566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-67d5e221-f6cc-44d3-87a5-184fef7fa450 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:21:22.471674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-67d5e221-f6cc-44d3-87a5-184fef7fa450 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067177 Feb 04 15:21:22.500112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e49047e3-159c-4075-997a-10ff175ba846 None None] For port 92a00604-cae8-4b00-adca-057096583f0b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92a00604-cae8-4b00-adca-057096583f0b,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:22.505201 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed3ec4ff-9103-4e4f-840a-4baba19c864f req-14fa7540-2378-4c90-a15c-332b5163b035 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/635bd498-8994-4b44-b003-73f308ebe5d0 HTTP/1.1" status: 200 len: 1804 time: 0.4402955 Feb 04 15:21:22.506983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e49047e3-159c-4075-997a-10ff175ba846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.548672 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-d5bb261a-ce4a-405a-b52c-cb5f4d59a588 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250498 Feb 04 15:21:22.554423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-f39dcf4f-ff10-4d6a-877e-90c4c6c055f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:22.567955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-f39dcf4f-ff10-4d6a-877e-90c4c6c055f2 service neutron] 10.222.0.47 "GET /v2.0/ports/892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 1094 time: 0.0836031 Feb 04 15:21:22.570969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 92a00604-cae8-4b00-adca-057096583f0b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:22.572150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.583961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:22.591271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Request body: {'binding': {'host': 'n-h1-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:22.591996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:21:22.598920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:22.601646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:22.675532 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.697301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Pushing event updated for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:22.697676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49047e3-159c-4075-997a-10ff175ba846 None None] Pushing event updated for resources: {'Port': ['ID=92a00604-cae8-4b00-adca-057096583f0b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:22.796934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 300510e9-e3bb-48a6-b101-43609d32a803 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:22.833847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408633b-e92d-40ff-b58b-a77d8378f103 None None] Network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:22.849086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.866004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.873948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ed3ec4ff-9103-4e4f-840a-4baba19c864f req-e2177f33-cb78-4a83-a069-b9bd4299461d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.881163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:22.882789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.907542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5a1d5c26-f884-4496-8f28-092c32020078 None None] Provisioning complete for port 92a00604-cae8-4b00-adca-057096583f0b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:22.907542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5c26-f884-4496-8f28-092c32020078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.944248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on host n-h1-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:22.944844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:22.945415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:22.954657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:22.955231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:22.956997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 34f09b60-59bd-4df1-8d1b-74b579558213 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:21:22.964919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:22.965853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:22.966764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:22.967873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Bound port: 892b1ba8-a46e-47a7-996e-589a2af83843, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:22.995775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 300510e9-e3bb-48a6-b101-43609d32a803 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:22.996134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:22.999415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 34f09b60-59bd-4df1-8d1b-74b579558213 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:21:22.999785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 34f09b60-59bd-4df1-8d1b-74b579558213 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:21:23.022504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:23.032308 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-26f8fd98-f562-4517-ac3e-4d95536bb807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5494702 Feb 04 15:21:23.041319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:23.043316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Subnet': ['ID=c14726cb-4342-4b53-b1f9-865b1770bcea,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:23.045659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=30acdde3-e6f5-4956-91c7-884bb159ec41,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:23.051461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ed3ec4ff-9103-4e4f-840a-4baba19c864f req-e2177f33-cb78-4a83-a069-b9bd4299461d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.054393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:23.061826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Request body: {'port': {'device_id': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:23.067484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-30999e60-c226-4257-b6b1-2bcf09a57f4e service neutron] 10.222.0.30 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053828 Feb 04 15:21:23.107640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:23.124755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.127354 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d3470a45-b95e-4be3-bbdf-e04bf1ba139c service neutron] 10.222.0.47 "POST /v2.0/ports/892b1ba8-a46e-47a7-996e-589a2af83843/bindings HTTP/1.1" status: 201 len: 389 time: 0.5432241 Feb 04 15:21:23.231874 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.281816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 300510e9-e3bb-48a6-b101-43609d32a803, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=300510e9-e3bb-48a6-b101-43609d32a803,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:23.317033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Checking segment: {'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:23.317683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network hostable DHCP agents. Network: e63f39ff-ca0b-434d-b9ea-aecb5327b87a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:23.319282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.405138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534813b-bfc7-4594-a708-c6c7ae478e77 req-e9f25bc3-f64a-47c0-ad07-8c332a477075 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:23.408900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c534813b-bfc7-4594-a708-c6c7ae478e77 req-e9f25bc3-f64a-47c0-ad07-8c332a477075 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 931 time: 0.1245024 Feb 04 15:21:23.414458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=300510e9-e3bb-48a6-b101-43609d32a803,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:23.417660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a7395bd2-fcf4-4ca2-a96f-be3b43c46404 None None] Provisioning complete for port 300510e9-e3bb-48a6-b101-43609d32a803 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:23.418454 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7395bd2-fcf4-4ca2-a96f-be3b43c46404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.422215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.494656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c534813b-bfc7-4594-a708-c6c7ae478e77 req-2a1992fc-c7ce-4390-bb9e-fc06a4c0f0d5 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781684 Feb 04 15:21:23.582644 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68e2143-9124-44b6-8cb3-b5fa596dd82e x-openstack-request-id: req-a68e2143-9124-44b6-8cb3-b5fa596dd82e {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:23.583059 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4d1530-13b2-4124-87eb-f449eef1174f", "name": "network-vif-deleted", "tag": "34f09b60-59bd-4df1-8d1b-74b579558213", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:23.583404 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a68e2143-9124-44b6-8cb3-b5fa596dd82e {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:23.583909 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4d1530-13b2-4124-87eb-f449eef1174f', 'name': 'network-vif-deleted', 'tag': '34f09b60-59bd-4df1-8d1b-74b579558213', 'status': 'completed', 'code': 200} Feb 04 15:21:23.589374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-f3dfd244-b336-4409-bae2-cee725238620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:23.591758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-f3dfd244-b336-4409-bae2-cee725238620 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1097 time: 0.0936217 Feb 04 15:21:23.660631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-44b798f0-11bd-46c8-997e-eb7b3fa21dbe None None] Provisioning complete for port 300510e9-e3bb-48a6-b101-43609d32a803 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:23.661004 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-44b798f0-11bd-46c8-997e-eb7b3fa21dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.665954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ed3ec4ff-9103-4e4f-840a-4baba19c864f req-e2177f33-cb78-4a83-a069-b9bd4299461d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.671174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ed3ec4ff-9103-4e4f-840a-4baba19c864f req-e2177f33-cb78-4a83-a069-b9bd4299461d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.674053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed3ec4ff-9103-4e4f-840a-4baba19c864f req-e2177f33-cb78-4a83-a069-b9bd4299461d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "DELETE /v2.0/security-groups/635bd498-8994-4b44-b003-73f308ebe5d0 HTTP/1.1" status: 204 len: 173 time: 1.1332774 Feb 04 15:21:23.743224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443ca46-16d5-4ac8-86d7-9ed6b0dbd628 req-543d266e-bc6e-4e50-8f40-90dcc0437cb3 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:23.744110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network e63f39ff-ca0b-434d-b9ea-aecb5327b87a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:23.745448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1443ca46-16d5-4ac8-86d7-9ed6b0dbd628 req-543d266e-bc6e-4e50-8f40-90dcc0437cb3 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 944 time: 0.0915544 Feb 04 15:21:23.750564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8217dd5-e5c2-42b8-aa29-6c5144b45ff1 req-009ce9be-1c41-4cb3-afab-fb7799d5fa34 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444972 Feb 04 15:21:23.795944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-7387e65e-de62-4c1c-8550-e52801edc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:23.798282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-7387e65e-de62-4c1c-8550-e52801edc063 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.1998131 Feb 04 15:21:23.798782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2177f33-cb78-4a83-a069-b9bd4299461d tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635bd498-8994-4b44-b003-73f308ebe5d0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:23.842392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e63f39ff-ca0b-434d-b9ea-aecb5327b87a) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:23.857131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1443ca46-16d5-4ac8-86d7-9ed6b0dbd628 req-6e6946fc-bd5a-4a29-bc86-d02fad894dbc tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998852 Feb 04 15:21:23.860202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a16364d-6617-4cf4-9e3e-c98e4aea1621 None None] Network e63f39ff-ca0b-434d-b9ea-aecb5327b87a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:23.903465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-f65363d1-ec41-4f9f-a02e-bec201dcf1d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 217 time: 0.0705025 Feb 04 15:21:23.939273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:23.939872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:23.986648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-995e90bf-8cb1-4d83-b680-f434acc41421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:23.988669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-995e90bf-8cb1-4d83-b680-f434acc41421 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.0773623 Feb 04 15:21:24.038658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-3d12b78b-1d0f-412a-8190-ad8685cdb321 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405400 Feb 04 15:21:24.042604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f94f4798-d570-4e5b-bcd8-30e9365025e8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7759061 Feb 04 15:21:24.064413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34ce055b-6cb8-4eb0-8918-cea587efb565 req-fa29df9f-7e42-4cae-a49a-e002520b422c tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/c9d3d57e-95eb-4f47-9be2-8b0b4fd7ceb0 HTTP/1.1" status: 200 len: 2403 time: 0.1171081 Feb 04 15:21:24.157460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1dcd0-6413-43bc-b272-18bca443ba72 req-bfe01cb6-d9c2-4c70-9e57-ec651ccee78d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:24.160180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22e1dcd0-6413-43bc-b272-18bca443ba72 req-bfe01cb6-d9c2-4c70-9e57-ec651ccee78d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 946 time: 0.3157599 Feb 04 15:21:24.191296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92a00604-cae8-4b00-adca-057096583f0b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:24.214909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33276) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:24.271425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.285589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22e1dcd0-6413-43bc-b272-18bca443ba72 req-66578ea4-a125-415f-9a41-632ece7545a6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145792 Feb 04 15:21:24.341200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-e63f39ff-ca0b-434d-b9ea-aecb5327b87a', 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'fixed_ips': [{'subnet_id': 'c14726cb-4342-4b53-b1f9-865b1770bcea'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:21:24.344178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-07aa849c-6398-4dc2-8b09-e16794b78ecf service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775910 Feb 04 15:21:24.346078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.365431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 92a00604-cae8-4b00-adca-057096583f0b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:24.380762 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.392689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-34ce055b-6cb8-4eb0-8918-cea587efb565 req-680d8f6c-6326-4524-8854-958d54686792 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.478858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-34ce055b-6cb8-4eb0-8918-cea587efb565 req-680d8f6c-6326-4524-8854-958d54686792 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.484587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:24.558289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5dd54f70-f5ca-4432-a6a7-33b37c44f2e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87e0516def2140f8977dec46753450ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374577 Feb 04 15:21:24.559034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33292) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:24.579765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 300510e9-e3bb-48a6-b101-43609d32a803 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:24.600854 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-34ce055b-6cb8-4eb0-8918-cea587efb565 req-680d8f6c-6326-4524-8854-958d54686792 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.604314 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-34ce055b-6cb8-4eb0-8918-cea587efb565 req-680d8f6c-6326-4524-8854-958d54686792 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.605651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34ce055b-6cb8-4eb0-8918-cea587efb565 req-680d8f6c-6326-4524-8854-958d54686792 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "DELETE /v2.0/security-groups/c9d3d57e-95eb-4f47-9be2-8b0b4fd7ceb0 HTTP/1.1" status: 204 len: 173 time: 0.5177128 Feb 04 15:21:24.625884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-7f412a97-9280-4b38-a6ae-6e46816d6987 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709088 Feb 04 15:21:24.637061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d8f6c-6326-4524-8854-958d54686792 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d3d57e-95eb-4f47-9be2-8b0b4fd7ceb0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:24.675985 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ff6aa33-cffd-4b59-9dc8-a0c2e7591e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.709684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Allocated IP 19.86.0.2 (e63f39ff-ca0b-434d-b9ea-aecb5327b87a/c14726cb-4342-4b53-b1f9-865b1770bcea/639fa0f1-a18e-4cae-861c-205b4c2f24d9) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:24.715127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ff6aa33-cffd-4b59-9dc8-a0c2e7591e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.828753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 300510e9-e3bb-48a6-b101-43609d32a803 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:24.829022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.848970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4082dc-73ac-4952-85d9-1fa113657179 req-f9d47cd5-18cb-4ea4-869a-1e1bd481051c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:24.850632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a4082dc-73ac-4952-85d9-1fa113657179 req-f9d47cd5-18cb-4ea4-869a-1e1bd481051c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 931 time: 0.1233206 Feb 04 15:21:24.887529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-05efc3f5-a113-4797-9b38-7afe28f7a72a tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:24.889084 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-05efc3f5-a113-4797-9b38-7afe28f7a72a tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1097 time: 0.0962021 Feb 04 15:21:24.891757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ff6aa33-cffd-4b59-9dc8-a0c2e7591e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.900588 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ff6aa33-cffd-4b59-9dc8-a0c2e7591e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:24.900588 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3ff6aa33-cffd-4b59-9dc8-a0c2e7591e6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1e581e1-91a3-4b31-965d-c81370f49c60 HTTP/1.1" status: 204 len: 168 time: 0.3359103 Feb 04 15:21:24.904028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827869-1'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:24.949244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6aa33-cffd-4b59-9dc8-a0c2e7591e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e581e1-91a3-4b31-965d-c81370f49c60,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:24.971101 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a4082dc-73ac-4952-85d9-1fa113657179 req-c059fdac-af56-46e6-a2ec-9e683dedda7f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042643 Feb 04 15:21:25.008772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.032273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.046556 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.063055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3c58f302-c652-440e-b6cf-cb19f44b4a63 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:21:25.071690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.078734 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.084930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Transition to ACTIVE for port object 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:25.131185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.174692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-518ef94b-6462-499c-9d78-92bc14826cca req-90885c7f-6d6e-4926-aa4b-afb0d4b53046 tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "GET /v2.0/security-groups/2e441106-2e60-4726-9bb6-bf67b7b184dc HTTP/1.1" status: 200 len: 2398 time: 0.1161933 Feb 04 15:21:25.263688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-cbec41ff-87f7-4484-a864-6872782b7778 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:25.269798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-cbec41ff-87f7-4484-a864-6872782b7778 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:25.278478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-cbec41ff-87f7-4484-a864-6872782b7778 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/networks?id=07f1265a-ed5c-4baf-90bc-ed49d28d4a33&id=e63f39ff-ca0b-434d-b9ea-aecb5327b87a&id=07f1265a-ed5c-4baf-90bc-ed49d28d4a33 HTTP/1.1" status: 200 len: 1390 time: 0.8525801 Feb 04 15:21:25.315907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-a65c8ff0-ce76-4b8f-a878-962739e35171 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/quotas/74a907d5b8814651a25c483b379b5071 HTTP/1.1" status: 200 len: 375 time: 0.0362015 Feb 04 15:21:25.317967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Pushing event updated for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:25.320302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33304) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:25.390364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2fc38cd0-03be-4274-afa1-9f4be747c183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.402774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Network e63f39ff-ca0b-434d-b9ea-aecb5327b87a is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:25.416139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:25.432303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:25.439908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:25.462380 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-d14b6891-a861-4eea-9f6c-389f4b9b48ed tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1454535 Feb 04 15:21:25.479016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:25.479477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:25.479794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:25.482153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-518ef94b-6462-499c-9d78-92bc14826cca req-4edae13d-e866-44a6-b929-3431f064c75f tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.484987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:25.485788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:25.491910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Pushing event updated for resources: {'Port': ['ID=639fa0f1-a18e-4cae-861c-205b4c2f24d9,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:25.519178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:25.519562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:25.520159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:25.522032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Bound port: 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:25.522514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.536422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Attempting to bind port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:25.536792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Attempting to bind port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:25.537149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Attempting to bind port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 on network e63f39ff-ca0b-434d-b9ea-aecb5327b87a {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:25.552157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:25.552585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Checking segment: {'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:25.552942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.553338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Bound using segment: {'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:25.554068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Bound port: 639fa0f1-a18e-4cae-861c-205b4c2f24d9, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:25.554857 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.557963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:21:25.579752 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-518ef94b-6462-499c-9d78-92bc14826cca req-4edae13d-e866-44a6-b929-3431f064c75f tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.595173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3c58f302-c652-440e-b6cf-cb19f44b4a63, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3c58f302-c652-440e-b6cf-cb19f44b4a63,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:25.633290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '3c58f302-c652-440e-b6cf-cb19f44b4a63', 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'port_id': '3c58f302-c652-440e-b6cf-cb19f44b4a63', 'mac_address': 'fa:16:3e:2c:ae:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c835e6b1-d095-40aa-89ad-62e6209deb99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:21:25.663314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:25.664950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-a791b056-d7ec-4250-8392-aeef858f8e27 service neutron] 10.222.0.47 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663244 Feb 04 15:21:25.716887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] For port 639fa0f1-a18e-4cae-861c-205b4c2f24d9, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:25.720187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.728303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] For port 639fa0f1-a18e-4cae-861c-205b4c2f24d9, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=639fa0f1-a18e-4cae-861c-205b4c2f24d9,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:25.743897 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.794286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c58f302-c652-440e-b6cf-cb19f44b4a63 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:25.833430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:25.842410 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f35f6f4-3043-4a63-8ab0-b516facff2d4" -d '{"events": [{"server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "name": "network-vif-unplugged", "status": "completed", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:25.850416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.857932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3c58f302-c652-440e-b6cf-cb19f44b4a63, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3c58f302-c652-440e-b6cf-cb19f44b4a63,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:25.858999 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2fc38cd0-03be-4274-afa1-9f4be747c183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.861943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-518ef94b-6462-499c-9d78-92bc14826cca req-4edae13d-e866-44a6-b929-3431f064c75f tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.866795 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-518ef94b-6462-499c-9d78-92bc14826cca req-4edae13d-e866-44a6-b929-3431f064c75f tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.868783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-518ef94b-6462-499c-9d78-92bc14826cca req-4edae13d-e866-44a6-b929-3431f064c75f tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] 10.222.0.47 "DELETE /v2.0/security-groups/2e441106-2e60-4726-9bb6-bf67b7b184dc HTTP/1.1" status: 204 len: 173 time: 0.6924984 Feb 04 15:21:25.892642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33308) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:25.894961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edae13d-e866-44a6-b929-3431f064c75f tempest-SecurityGroupRulesTestJSON-366975959 tempest-SecurityGroupRulesTestJSON-366975959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e441106-2e60-4726-9bb6-bf67b7b184dc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:25.913036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2fc38cd0-03be-4274-afa1-9f4be747c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.917830 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.927222 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:25.930133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085b63-cf4d-4a43-aaaf-57db84bd2195 None None] Pushing event updated for resources: {'Port': ['ID=639fa0f1-a18e-4cae-861c-205b4c2f24d9,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:25.941413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 443293dd-9a65-4293-a735-1d8eb54b40a7 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:21:26.113890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:26.119057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:26.126759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:21:26.131783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:26.158357 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:26.211869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Sync routers for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:21:26.221010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=3c58f302-c652-440e-b6cf-cb19f44b4a63,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:26.228121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-0d78d2c4-450d-44da-8586-53171c5b9a23 service neutron] 10.222.0.47 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552926 Feb 04 15:21:26.273266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:26.275210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:26.322503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:26.322503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-53a41f52-1aac-429b-9c46-ecd92762a4d1 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6794441 Feb 04 15:21:26.330425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33312) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:26.335484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:26.338030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:26.341348 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 200 len: 1091 time: 3.2826402 Feb 04 15:21:26.396281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:26.396562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3c58f302-c652-440e-b6cf-cb19f44b4a63'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:21:26.400890 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1605157-629b-476d-92ba-59d0b5f813f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:26.527638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904972b8-2484-45b5-b8d4-3fd372fa2f40 service neutron] Pushing event updated for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:26.560965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 443293dd-9a65-4293-a735-1d8eb54b40a7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=443293dd-9a65-4293-a735-1d8eb54b40a7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:26.617489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2fc38cd0-03be-4274-afa1-9f4be747c183 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1567542732eb436fa2986bac74c5c790&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2866189 Feb 04 15:21:26.631744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33316) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:26.638580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515dde0-3af6-42f6-b0ee-456d124ff948 req-a7c53d5d-546d-4a52-9f44-4dc433506506 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:26.641229 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2515dde0-3af6-42f6-b0ee-456d124ff948 req-a7c53d5d-546d-4a52-9f44-4dc433506506 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 945 time: 0.5961208 Feb 04 15:21:26.642334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc38cd0-03be-4274-afa1-9f4be747c183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99f687d-3b1b-4af8-994d-c92438d89e21,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:26.673553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d64f14e-0919-4cf9-ba1b-69e8a1f24fbb admin admin] Deleting subnet 3fe19eb2-51dd-4476-aa23-b2211115aee9 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:21:26.674604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-ab519828-9cb5-416b-8a6d-aaebf448e88f service neutron] 10.222.0.47 "GET /v2.0/networks/e63f39ff-ca0b-434d-b9ea-aecb5327b87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972266 Feb 04 15:21:26.681414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '443293dd-9a65-4293-a735-1d8eb54b40a7', 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'port_id': '443293dd-9a65-4293-a735-1d8eb54b40a7', 'mac_address': 'fa:16:3e:ae:72:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c835e6b1-d095-40aa-89ad-62e6209deb99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:21:26.688119 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d64f14e-0919-4cf9-ba1b-69e8a1f24fbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:26.691095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on host n-h2-827869-1 for vnic_type normal with profile {"migrating_to": "n-h1-827869-1"} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:26.691637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:26.692739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:26.716363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-9fe018de-358d-4beb-9411-889ee31df179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:26.719871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-9fe018de-358d-4beb-9411-889ee31df179 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1094 time: 0.2370098 Feb 04 15:21:26.759585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:26.760131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Attempting to bind port 892b1ba8-a46e-47a7-996e-589a2af83843 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:26.789521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:26.794785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:26.795351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:26.795979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:26.796759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Bound port: 892b1ba8-a46e-47a7-996e-589a2af83843, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:26.797365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:26.825296 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2515dde0-3af6-42f6-b0ee-456d124ff948 req-cb6f6a6e-af90-4852-82ac-530d3edfc5ba tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616223 Feb 04 15:21:26.846480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d64f14e-0919-4cf9-ba1b-69e8a1f24fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:26.900204 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:26.927440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-1c3387ed-4fa2-4461-82af-a368f70e8d2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 200 len: 217 time: 0.1832666 Feb 04 15:21:26.992755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443293dd-9a65-4293-a735-1d8eb54b40a7 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:26.998781 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb237c-3168-44d9-abd9-6559b38b4808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.065102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 443293dd-9a65-4293-a735-1d8eb54b40a7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=443293dd-9a65-4293-a735-1d8eb54b40a7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:27.073732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d64f14e-0919-4cf9-ba1b-69e8a1f24fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.077647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:27.086989 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.116302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:27.130936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31f6b5-1168-4613-94a8-1c3fedcd6c64 req-7f50802d-961c-45a6-9687-759fc7a0623e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:27.139979 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec31f6b5-1168-4613-94a8-1c3fedcd6c64 req-7f50802d-961c-45a6-9687-759fc7a0623e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 944 time: 0.1854997 Feb 04 15:21:27.141504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-3027997b-0cba-491a-a8be-f6d9e6072570 service neutron] 10.222.0.47 "GET /v2.0/networks/e63f39ff-ca0b-434d-b9ea-aecb5327b87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522102 Feb 04 15:21:27.156780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-78529f7c-c4ed-4981-862e-04140f190919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:27.157937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.158316 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-78529f7c-c4ed-4981-862e-04140f190919 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.2211952 Feb 04 15:21:27.163472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb237c-3168-44d9-abd9-6559b38b4808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.191307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=443293dd-9a65-4293-a735-1d8eb54b40a7,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:27.275539 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-2940ac96-3d0b-4b97-aaa2-900c79f13e00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995848 Feb 04 15:21:27.303262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:23Z', 'revision_number': 3, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:27.338888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d64f14e-0919-4cf9-ba1b-69e8a1f24fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.352039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Checking router: 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:21:27.352039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Updating router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 port 30acdde3-e6f5-4956-91c7-884bb159ec41 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:21:27.378907 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec31f6b5-1168-4613-94a8-1c3fedcd6c64 req-86598bda-e249-4100-8635-03e4ca5472f9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380118 Feb 04 15:21:27.427649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:27.428297 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.432570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] 10.222.0.50 "PUT /v2.0/ports/892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 1122 time: 2.5337486 Feb 04 15:21:27.434171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64f14e-0919-4cf9-ba1b-69e8a1f24fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe19eb2-51dd-4476-aa23-b2211115aee9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:27.440934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.465392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fd350-7851-4f6d-a5cd-d8c4c1c3d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=8']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:27.503555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d64f14e-0919-4cf9-ba1b-69e8a1f24fbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.547820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6d64f14e-0919-4cf9-ba1b-69e8a1f24fbb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3fe19eb2-51dd-4476-aa23-b2211115aee9 HTTP/1.1" status: 204 len: 168 time: 1.6473482 Feb 04 15:21:27.551988 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4272a8-f249-4860-8684-1994299694ee x-openstack-request-id: req-be4272a8-f249-4860-8684-1994299694ee {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:27.552439 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "name": "network-vif-unplugged", "status": "completed", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:27.552809 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be4272a8-f249-4860-8684-1994299694ee {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:27.553415 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843', 'code': 200} Feb 04 15:21:27.553932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33318) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:27.602984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['443293dd-9a65-4293-a735-1d8eb54b40a7'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:21:27.606544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['892b1ba8-a46e-47a7-996e-589a2af83843'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:21:27.643785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-73d9622d-22d7-4bd5-b395-891efc409ae5 service neutron] 10.222.0.47 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824178 Feb 04 15:21:27.672490 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.702905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb237c-3168-44d9-abd9-6559b38b4808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.706767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dfb9dc-3e0e-423a-9728-d2753a8c3317 None None] Network e63f39ff-ca0b-434d-b9ea-aecb5327b87a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:27.707884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb237c-3168-44d9-abd9-6559b38b4808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.714487 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-aeeb237c-3168-44d9-abd9-6559b38b4808 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a99f687d-3b1b-4af8-994d-c92438d89e21 HTTP/1.1" status: 204 len: 168 time: 1.0760329 Feb 04 15:21:27.821765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fb68b-c69c-458a-8620-76e9bff89c83 req-ce92f9ed-4e83-4c9e-a5f2-eaed3f33256a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:27.823145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb237c-3168-44d9-abd9-6559b38b4808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99f687d-3b1b-4af8-994d-c92438d89e21,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:27.824047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-359fb68b-c69c-458a-8620-76e9bff89c83 req-ce92f9ed-4e83-4c9e-a5f2-eaed3f33256a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.1402400 Feb 04 15:21:27.826474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:27.845659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-340ce675-28db-42b6-acbe-76a8b2653928 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611227 Feb 04 15:21:27.979290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f7b1a352-e0d7-4cec-a257-482ba531cbcb None None] Provisioning complete for port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:27.980147 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a352-e0d7-4cec-a257-482ba531cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:28.000573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:28.033277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e603333f-1bfc-4f04-bcf7-baf1a4848d85') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:28.033914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e603333f-1bfc-4f04-bcf7-baf1a4848d85') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:28.066486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:28.149847 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:28.168023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:21:28.169108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:21:28.174045 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:21:28.241265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-359fb68b-c69c-458a-8620-76e9bff89c83 req-2795cb36-807e-4c04-a7df-a18df26571a7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706305 Feb 04 15:21:28.248089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-8b2b3e62-4a06-4310-8540-f8d1c23a365d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4180858 Feb 04 15:21:28.276956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:28.284007 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:28.295334 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6 HTTP/1.1" status: 204 len: 168 time: 0.7402666 Feb 04 15:21:28.321958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:28.334544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fef5c1-9a3e-421e-bcbe-161cedbf8ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28e49ae-6b71-45ae-9c8c-bb0e9fe148f6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:28.339350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-dff7a064-f13c-46ab-a4a9-093754c7e22e service neutron] 10.222.0.47 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864412 Feb 04 15:21:28.438298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-d18a3737-d255-4493-83ec-6ff9505e012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:28.444003 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-d18a3737-d255-4493-83ec-6ff9505e012e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1096 time: 0.1009681 Feb 04 15:21:28.469514 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afc6f19-a542-4917-bd17-0a08a48884cd x-openstack-request-id: req-1afc6f19-a542-4917-bd17-0a08a48884cd {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:28.470056 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:28.470327 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1afc6f19-a542-4917-bd17-0a08a48884cd {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:28.470757 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c', 'status': 'completed', 'code': 200} Feb 04 15:21:28.526943 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1aef925-c927-45dd-b983-f510c4fe2ddf req-0cc58970-17c6-425c-aa12-7eca438b99c9 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516416 Feb 04 15:21:28.707201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d37253-f0b6-46ee-b1c9-e2a8639559a8 req-87d35f22-ca3a-488a-8bdc-ed7f26149315 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:28.718506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4d37253-f0b6-46ee-b1c9-e2a8639559a8 req-87d35f22-ca3a-488a-8bdc-ed7f26149315 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 945 time: 0.1315627 Feb 04 15:21:28.740408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-76c2f0b0-bba1-4017-8489-55688e0760dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:28.742447 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-76c2f0b0-bba1-4017-8489-55688e0760dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.2672651 Feb 04 15:21:28.757283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33338) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:28.812899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-acff1de0-bdef-441f-8df7-ab85f58fe7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:28.814520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-acff1de0-bdef-441f-8df7-ab85f58fe7be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1094 time: 0.1773136 Feb 04 15:21:28.851848 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-2451fe36-dd9e-4cfb-9f41-f36cef6869c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 217 time: 0.0905910 Feb 04 15:21:28.873443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4d37253-f0b6-46ee-b1c9-e2a8639559a8 req-11a23a59-ecd0-428b-a362-e9c8af3bd1d6 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483612 Feb 04 15:21:28.916314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:28.938013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 639fa0f1-a18e-4cae-861c-205b4c2f24d9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:28.986056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3c58f302-c652-440e-b6cf-cb19f44b4a63 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:29.026894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Allocated IP 172.20.0.1 (5f2aa4aa-59c4-412f-9f76-1135de5c6c66/193571a1-2cf9-476f-8e64-0d02101eb2e5/0faa40bd-5761-4fae-b88f-fa294630810c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:29.046622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6db60757-67d9-4b2b-b080-f9c400cb0428 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6865608672a9441e965bb165f0438a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790048 Feb 04 15:21:29.051768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33346) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:29.054219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7aded6f4-e8b5-436a-b6f7-07f0cf7447c1 req-4ef7ba97-fa4b-4493-97b0-c339a66e2c7c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 210 time: 0.0984151 Feb 04 15:21:29.062626 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.078157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-2fc33ef3-81a1-4ba7-a122-1450d4380829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:29.081448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-2fc33ef3-81a1-4ba7-a122-1450d4380829 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.2067692 Feb 04 15:21:29.162058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161de1b-f23d-47b9-af39-a642b45a445d None None] Pushing event updated for resources: {'Port': ['ID=30acdde3-e6f5-4956-91c7-884bb159ec41,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:29.181963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27940602-02c8-4d5a-8092-edd048cbfbf1 req-5e77a7f9-73ea-4302-9095-aacf6fe366ea tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:29.183832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27940602-02c8-4d5a-8092-edd048cbfbf1 req-5e77a7f9-73ea-4302-9095-aacf6fe366ea tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 944 time: 0.2831819 Feb 04 15:21:29.216055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-76cce89f-4d5c-4c47-bad3-00ee4c209283 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206741 Feb 04 15:21:29.219416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-b7c7d230-1347-41ba-8b68-d8bd9d681a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:29.220895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-b7c7d230-1347-41ba-8b68-d8bd9d681a29 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.3991387 Feb 04 15:21:29.331912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:29.332300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.348674 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27940602-02c8-4d5a-8092-edd048cbfbf1 req-73fa487b-cd33-4c6e-8675-03e092038632 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569755 Feb 04 15:21:29.349426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0962fcd5-7bf1-4d42-8ced-5fe1ef1a5539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.357063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-493fe238-226c-488b-9d64-1323eda729ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 200 len: 217 time: 0.1212926 Feb 04 15:21:29.462344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 3c58f302-c652-440e-b6cf-cb19f44b4a63 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:21:29.466610 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a352-e0d7-4cec-a257-482ba531cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.469212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.470104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Attempting to bind port 30acdde3-e6f5-4956-91c7-884bb159ec41 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:29.470483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Attempting to bind port 30acdde3-e6f5-4956-91c7-884bb159ec41 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:29.470848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Attempting to bind port 30acdde3-e6f5-4956-91c7-884bb159ec41 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:29.477401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 3c58f302-c652-440e-b6cf-cb19f44b4a63 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:29.477814 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.478845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0962fcd5-7bf1-4d42-8ced-5fe1ef1a5539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.495601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-ad59a5ef-2994-4bb6-9856-d0ef31898a87 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743399 Feb 04 15:21:29.542080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ca661-e10e-4c8a-a6be-0fe03ecc6b1c req-57546413-5f35-46f5-a539-dd0c42b6b65c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:29.543956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c7ca661-e10e-4c8a-a6be-0fe03ecc6b1c req-57546413-5f35-46f5-a539-dd0c42b6b65c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.1205449 Feb 04 15:21:29.549049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:29.549552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:29.549991 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.550397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:29.550580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-c331334b-55ae-4488-906a-2b5398efa9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:29.550909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Bound port: 30acdde3-e6f5-4956-91c7-884bb159ec41, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:29.551302 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.552384 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-c331334b-55ae-4488-906a-2b5398efa9fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1625049 Feb 04 15:21:29.563561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:29.566858 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b93061e-b9b8-4ddd-ab93-f572223733bc" -d '{"events": [{"name": "network-changed", "server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:29.598705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-2d4913e0-359a-4745-bde1-94eac4317591 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380433 Feb 04 15:21:29.657923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33366) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:29.692282 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f07dd55-e4e0-402d-8db3-d32729e16339 x-openstack-request-id: req-8f07dd55-e4e0-402d-8db3-d32729e16339 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:29.692475 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:29.692715 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8f07dd55-e4e0-402d-8db3-d32729e16339 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:29.694280 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843', 'status': 'completed', 'code': 200} Feb 04 15:21:29.722237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c7ca661-e10e-4c8a-a6be-0fe03ecc6b1c req-357a7a5b-d526-40cf-be5e-ad58b233d918 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505725 Feb 04 15:21:29.765447 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f6a14f9-9f23-4b64-925d-5a8c2f412a5e req-e9e090e1-7b21-4c39-a737-b5c1a0af395d service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600863 Feb 04 15:21:29.810050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f7b1a352-e0d7-4cec-a257-482ba531cbcb None None] For port 639fa0f1-a18e-4cae-861c-205b4c2f24d9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=639fa0f1-a18e-4cae-861c-205b4c2f24d9,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:29.857938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a352-e0d7-4cec-a257-482ba531cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.878142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0962fcd5-7bf1-4d42-8ced-5fe1ef1a5539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.881625 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0962fcd5-7bf1-4d42-8ced-5fe1ef1a5539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.900881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0962fcd5-7bf1-4d42-8ced-5fe1ef1a5539 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e6386f3-3f75-4275-87ab-a9d13376e84b HTTP/1.1" status: 204 len: 168 time: 0.8329849 Feb 04 15:21:29.903736 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:29.960138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-320042327-network', 'tenant_id': '3954f4b7540a4693bbaca0d004a01a86'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:30.020873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Made reservation on behalf of 3954f4b7540a4693bbaca0d004a01a86 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:30.023923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.032577 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] For port 30acdde3-e6f5-4956-91c7-884bb159ec41, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:30.040167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] For port 30acdde3-e6f5-4956-91c7-884bb159ec41, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=30acdde3-e6f5-4956-91c7-884bb159ec41,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:30.060807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:21:30.063630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.097374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-f3d4a6b9-4fbb-4c72-a1c2-008162d29f04 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899485 Feb 04 15:21:30.100239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962fcd5-7bf1-4d42-8ced-5fe1ef1a5539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6386f3-3f75-4275-87ab-a9d13376e84b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:30.147044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.221260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1a352-e0d7-4cec-a257-482ba531cbcb None None] Pushing event updated for resources: {'Port': ['ID=639fa0f1-a18e-4cae-861c-205b4c2f24d9,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:30.238328 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.243801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe3f0036-e9a6-4bb3-bdd5-0b5df1db55ec req-0229eaf8-a633-43de-8ab1-9c73eb09f9a6 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 210 time: 0.0567305 Feb 04 15:21:30.308234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:30.322429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:30.329106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:30.331479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Pushing event updated for resources: {'Port': ['ID=0faa40bd-5761-4fae-b88f-fa294630810c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:30.335458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1605157-629b-476d-92ba-59d0b5f813f4 req-22f17f63-5583-45b8-bb98-b01a83435a09 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114856 Feb 04 15:21:30.370135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-d61f1dc9-2b9e-4576-b43a-04a032d1aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:30.371879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-d61f1dc9-2b9e-4576-b43a-04a032d1aa0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1125 time: 0.5954351 Feb 04 15:21:30.373023 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.406897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.412526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-086da1fa-eb1c-45e5-a203-f5fc5470589d None None] Provisioning complete for port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:30.414683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-086da1fa-eb1c-45e5-a203-f5fc5470589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.426058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124704b1-f2da-48f0-a93f-9db154feecab req-e5420e12-bc94-4075-8813-58c8cd247e1d tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:30.434810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-124704b1-f2da-48f0-a93f-9db154feecab req-e5420e12-bc94-4075-8813-58c8cd247e1d tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 945 time: 0.3584487 Feb 04 15:21:30.487159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb21cf0e-4806-4b4c-b522-e167fcc9a624,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:30.509816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:30.514206 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:21:30.577425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.577809 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Added segment 675412af-fe0f-4d28-87f3-997bc29bc135 of type vlan for network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 Feb 04 15:21:30.582561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.647682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.727703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.734247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3c58f302-c652-440e-b6cf-cb19f44b4a63, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3c58f302-c652-440e-b6cf-cb19f44b4a63,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:30.739711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161de1b-f23d-47b9-af39-a642b45a445d None None] Pushing event updated for resources: {'Port': ['ID=30acdde3-e6f5-4956-91c7-884bb159ec41,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:30.756727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf49efeb-b74d-42c5-9687-942b42275833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c58f302-c652-440e-b6cf-cb19f44b4a63'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:30.759815 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0132000c-ed93-418f-bde7-4006db77f32b" -d '{"events": [{"server_uuid": "cf49efeb-b74d-42c5-9687-942b42275833", "name": "network-vif-plugged", "status": "completed", "tag": "3c58f302-c652-440e-b6cf-cb19f44b4a63"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:30.763159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:30.763843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:30.857948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.860167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:30.861489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:30.942608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-124704b1-f2da-48f0-a93f-9db154feecab req-a6231afd-1606-40f3-a396-f42bd72f9fd4 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059402 Feb 04 15:21:31.009312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-e367c30c-7473-4e5c-93c9-43c25e552e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:31.012345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-e367c30c-7473-4e5c-93c9-43c25e552e3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.6309352 Feb 04 15:21:31.026549 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:31.041184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] Pushing event updated for resources: {'Network': ['ID=d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:31.061486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 has no active binding in host n-h1-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:21:31.063103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fa4e6-bba2-437d-a8ac-e5f4b7ce2d2d req-0e0ba8e0-b8a6-4f6e-916e-d38be7315dbc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:31.069593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:21:31.070224 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:21:31.077253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e24fa4e6-bba2-437d-a8ac-e5f4b7ce2d2d req-0e0ba8e0-b8a6-4f6e-916e-d38be7315dbc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 944 time: 0.5642302 Feb 04 15:21:31.114350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:31.191055 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-e7ada1f8-cf4d-4e57-b6fe-7c1f7be8378d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 217 time: 0.1160810 Feb 04 15:21:31.226971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-51c83d8a-5846-4f71-8e76-ed760391282a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5619349 Feb 04 15:21:31.231781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33400) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:31.232026 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:31.243276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Request body: {'subnet': {'network_id': 'd8bd4c17-d5da-40de-a1f4-3e8f1e0d7908', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-320042327-subnet', 'tenant_id': '3954f4b7540a4693bbaca0d004a01a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:31.287241 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9d5a92c4-ef39-4978-a7c6-78e350af64ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:31.310409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e24fa4e6-bba2-437d-a8ac-e5f4b7ce2d2d req-a6ee1513-ad10-4055-bdab-2f0bf1d6e144 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315447 Feb 04 15:21:31.328637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:31.363281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e26b4-1da0-4f97-8528-16ea2f8f7225 req-7f738c04-71aa-4589-8108-8507e0fe39f8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:31.365075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b7e26b4-1da0-4f97-8528-16ea2f8f7225 req-7f738c04-71aa-4589-8108-8507e0fe39f8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.1965950 Feb 04 15:21:31.369054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:31.376453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-8cc23596-3ef5-45c8-8385-6885a035dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:31.379261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-8cc23596-3ef5-45c8-8385-6885a035dbd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1787176 Feb 04 15:21:31.433169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-a76537d0-8117-44ab-b68f-952658cb975c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450149 Feb 04 15:21:31.492458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Made reservation on behalf of 3954f4b7540a4693bbaca0d004a01a86 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:31.497706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:31.514378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33406) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:31.527744 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77375c3d-ca49-4dbd-95d3-7e855717001c x-openstack-request-id: req-77375c3d-ca49-4dbd-95d3-7e855717001c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:31.528063 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf49efeb-b74d-42c5-9687-942b42275833", "name": "network-vif-plugged", "status": "completed", "tag": "3c58f302-c652-440e-b6cf-cb19f44b4a63", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:31.528322 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-77375c3d-ca49-4dbd-95d3-7e855717001c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:31.528725 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf49efeb-b74d-42c5-9687-942b42275833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c58f302-c652-440e-b6cf-cb19f44b4a63', 'code': 200} Feb 04 15:21:31.531646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=3c58f302-c652-440e-b6cf-cb19f44b4a63,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:31.597499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-6157caad-97a5-4bd2-bdef-984a1a8d80c8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:31.605543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-6157caad-97a5-4bd2-bdef-984a1a8d80c8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:31.608431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-6157caad-97a5-4bd2-bdef-984a1a8d80c8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.30 "GET /v2.0/networks?id=07f1265a-ed5c-4baf-90bc-ed49d28d4a33&id=e63f39ff-ca0b-434d-b9ea-aecb5327b87a&id=07f1265a-ed5c-4baf-90bc-ed49d28d4a33 HTTP/1.1" status: 200 len: 1390 time: 0.7724528 Feb 04 15:21:31.645717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'port': {'device_id': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33', 'admin_state_up': True, 'tenant_id': '74a907d5b8814651a25c483b379b5071'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:31.669315 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b7e26b4-1da0-4f97-8528-16ea2f8f7225 req-46a13fe8-339b-4e03-9052-c76d4c5a0d87 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822664 Feb 04 15:21:31.764693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-2ce0b621-cade-4b9d-9359-033ac070a507 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767231 Feb 04 15:21:31.804927 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57f23bdf-1ef0-407c-9c09-fc1a9083ac05 req-81a2a6e7-8065-4311-88a8-04a4753e32d5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 210 time: 0.1307182 Feb 04 15:21:31.821331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1760756656-network', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:31.872437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-168735ce-3d62-4822-b3c9-b45e72c3e6e0 None None] Provisioning complete for port 0faa40bd-5761-4fae-b88f-fa294630810c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:31.873121 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-168735ce-3d62-4822-b3c9-b45e72c3e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:31.911462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff1570-52e3-44c2-865c-ac7474bc8d4b req-047acb8a-85ec-4a3c-8353-b4505435fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:31.913037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86ff1570-52e3-44c2-865c-ac7474bc8d4b req-047acb8a-85ec-4a3c-8353-b4505435fe06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 1097 time: 0.2361741 Feb 04 15:21:31.916587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Made reservation on behalf of fd1be732b919475fb1b5719910bb4856 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:31.918976 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:31.955091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:31.962943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 639fa0f1-a18e-4cae-861c-205b4c2f24d9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:31.994571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b93061e-b9b8-4ddd-ab93-f572223733bc req-d9d855a4-6388-4113-85bb-9208829197a6 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218847 Feb 04 15:21:32.021445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.030241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-168735ce-3d62-4822-b3c9-b45e72c3e6e0 None None] Port 0faa40bd-5761-4fae-b88f-fa294630810c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:32.030486 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.037298 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86ff1570-52e3-44c2-865c-ac7474bc8d4b req-12e82ff1-cf0f-4d22-aacf-0db909ff420d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138113 Feb 04 15:21:32.046885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:21:32.048930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 443293dd-9a65-4293-a735-1d8eb54b40a7 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:32.131565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.146641 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.162473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:32.171644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Pushing event updated for resources: {'Port': ['ID=0faa40bd-5761-4fae-b88f-fa294630810c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:32.176681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.177023 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Added segment 38a4dcf4-1318-444f-84e5-b627c5cd09d1 of type vlan for network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 Feb 04 15:21:32.178247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.197772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997351c2-ea79-40a9-816c-d1dcc871cf03 req-4118f87d-db01-4a93-8ff5-96cd7cb62bf2 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:32.199438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-997351c2-ea79-40a9-816c-d1dcc871cf03 req-4118f87d-db01-4a93-8ff5-96cd7cb62bf2 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 946 time: 0.1233344 Feb 04 15:21:32.221900 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.255939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:32.261357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:32.261955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.264922 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.291388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-997351c2-ea79-40a9-816c-d1dcc871cf03 req-566339ec-9ac0-457f-b78a-e389e8f54e1a tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768967 Feb 04 15:21:32.300049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:23Z', 'revision_number': 3, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:32.328522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:32.330470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:32.344911 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.388389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57641ad-66f1-4dee-9f27-5b348cef6d8e None None] The sync data for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 is: [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:23Z', 'revision_number': 3, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:21:32.463024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 443293dd-9a65-4293-a735-1d8eb54b40a7 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:21:32.499302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.499717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:32.500977 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:32.507431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.511405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 443293dd-9a65-4293-a735-1d8eb54b40a7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:32.511792 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.550825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c', 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'port_id': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c', 'mac_address': 'fa:16:3e:29:65:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40c05dd-af5e-486d-89ca-cfd6a6ebd70f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:21:32.602731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:21:32.642272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Pushing event updated for resources: {'Network': ['ID=e41104e3-55eb-45a4-a0bc-4e403ed36ca0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:32.651048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.676006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:32.714980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:32.791846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:21:32.798855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6c1ab90a-66a1-44fb-862a-d5d0a6d0bc84 admin admin] 10.222.0.47 "PUT /v2.0/routers/2cd1694a-2a4c-4af5-92d4-6d04d737fc78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4668713 Feb 04 15:21:32.803596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-98a21642-91af-4897-a9ad-ce34c80e64bb None None] Provisioning complete for port 0faa40bd-5761-4fae-b88f-fa294630810c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:32.803973 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-98a21642-91af-4897-a9ad-ce34c80e64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.871833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:32.872902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-98a21642-91af-4897-a9ad-ce34c80e64bb None None] Port 0faa40bd-5761-4fae-b88f-fa294630810c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:32.881714 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.886301 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:32.986462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8e3d-c3a2-45ac-b5f4-58873cfcd4bc req-286f3bf0-1423-4bae-9085-5386194ed9fe tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:32.997078 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55ad8e3d-c3a2-45ac-b5f4-58873cfcd4bc req-286f3bf0-1423-4bae-9085-5386194ed9fe tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.1165278 Feb 04 15:21:33.006473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 443293dd-9a65-4293-a735-1d8eb54b40a7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=443293dd-9a65-4293-a735-1d8eb54b40a7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:33.015613 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:33.018362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:33.029955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5028638f-cb64-476c-9f5e-bd9b32f23a2a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:33.074789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9103a9e2-fc76-483e-81d9-57e770a7cf1f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5460241 Feb 04 15:21:33.077156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55ad8e3d-c3a2-45ac-b5f4-58873cfcd4bc req-541bf8d4-dc8d-4108-a6f6-22e39f0e2f8d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770221 Feb 04 15:21:33.079107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33424) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:33.091058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Request body: {'subnet': {'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1760756656-subnet', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:33.140576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=443293dd-9a65-4293-a735-1d8eb54b40a7,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:33.143064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d475966a-1be7-4e3c-ac1d-5e9394ef1f3d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:33.154192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Made reservation on behalf of fd1be732b919475fb1b5719910bb4856 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:33.154444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd839bf-0687-4cca-913a-056d5870497b req-a174baf3-f5e2-46d7-9935-d8c8fabb1a4e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:33.156292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0fd839bf-0687-4cca-913a-056d5870497b req-a174baf3-f5e2-46d7-9935-d8c8fabb1a4e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 944 time: 0.6742682 Feb 04 15:21:33.164945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:33.176587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Checking segment: {'id': '675412af-fe0f-4d28-87f3-997bc29bc135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8bd4c17-d5da-40de-a1f4-3e8f1e0d7908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:33.176973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Network hostable DHCP agents. Network: d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:33.236089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Allocated IP 19.80.0.25 (07f1265a-ed5c-4baf-90bc-ed49d28d4a33/a4146e45-10f6-472e-9a67-abcd1b169f31/bc30e973-11d7-4f09-995a-5e547d9ea58c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:33.263982 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-879c08da-2a4d-4d4e-81bd-87e03cbf4b6e req-d5a1355c-f323-428f-a99b-cbcda44509df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 210 time: 0.0413661 Feb 04 15:21:33.302976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:33.352102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:33.364478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0fd839bf-0687-4cca-913a-056d5870497b req-305cc385-4215-4249-8201-cccf94657d36 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927943 Feb 04 15:21:33.370780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f79487d-c2c0-4881-b7f8-d76065fe9192 None None] Network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:33.378780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:33.378780 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:33.381949 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-4bf9487b-7c8b-440f-82d0-40f787dcb7f8 service neutron] 10.222.0.30 "GET /v2.0/ports/892b1ba8-a46e-47a7-996e-589a2af83843/bindings/n-h1-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.2424986 Feb 04 15:21:33.414425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:21:33.530311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bbcee4cd-987f-498d-bb12-18b6fd29f732 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2952325 Feb 04 15:21:33.540765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cdff15-1304-499e-a67c-824cbbe8e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443293dd-9a65-4293-a735-1d8eb54b40a7'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:33.543120 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c7f0be-add5-4922-b24c-6215a69b3a8e" -d '{"events": [{"server_uuid": "b1cdff15-1304-499e-a67c-824cbbe8e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "443293dd-9a65-4293-a735-1d8eb54b40a7"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:33.636662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9e59613d-67ff-4eef-959c-7a389fdb6d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:33.679709 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29fe8e5-4928-4e32-93c3-f914adfe72ed x-openstack-request-id: req-d29fe8e5-4928-4e32-93c3-f914adfe72ed {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:33.684740 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cdff15-1304-499e-a67c-824cbbe8e1d7", "name": "network-vif-plugged", "status": "completed", "tag": "443293dd-9a65-4293-a735-1d8eb54b40a7", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:33.685281 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d29fe8e5-4928-4e32-93c3-f914adfe72ed {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:33.685862 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cdff15-1304-499e-a67c-824cbbe8e1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443293dd-9a65-4293-a735-1d8eb54b40a7', 'code': 200} Feb 04 15:21:33.772030 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:33.847959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d8557-fe68-4e3d-aee6-ab4575507fc8 None None] Network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:33.871996 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:33.880131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:33.937202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718580-128a-4bff-9fc9-a41fb515753d req-308fa06e-02c0-4ffb-8e10-5bf011616c7b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:33.949658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4718580-128a-4bff-9fc9-a41fb515753d req-308fa06e-02c0-4ffb-8e10-5bf011616c7b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 946 time: 0.3978086 Feb 04 15:21:34.178343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:34.184669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Checking segment: {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:34.185178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Network hostable DHCP agents. Network: e41104e3-55eb-45a4-a0bc-4e403ed36ca0, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:34.192621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8385-1776-4fd5-a440-ba4a3bb00dee req-fe74d393-dd41-4046-b1c3-c2cbe5fea1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:34.197653 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0dc8385-1776-4fd5-a440-ba4a3bb00dee req-fe74d393-dd41-4046-b1c3-c2cbe5fea1d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1cdff15-1304-499e-a67c-824cbbe8e1d7 HTTP/1.1" status: 200 len: 1096 time: 0.4214664 Feb 04 15:21:34.198219 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 30acdde3-e6f5-4956-91c7-884bb159ec41 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:34.200939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d8479d-dd6a-477a-947d-ec27889d40e2,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:34.227714 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4718580-128a-4bff-9fc9-a41fb515753d req-e3281389-8e06-48b2-9b41-b9658819aa91 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747965 Feb 04 15:21:34.244009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:34.289811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:34.303008 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0dc8385-1776-4fd5-a440-ba4a3bb00dee req-67a8491f-deed-435a-a91b-e0f648bfface service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732837 Feb 04 15:21:34.321680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e41104e3-55eb-45a4-a0bc-4e403ed36ca0) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:34.331521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53baf6c6-e4bb-4430-9d08-7fbd0b963428 None None] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:34.340381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:34.340881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.385152 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4474225b-9b7a-4251-be24-b87ad86882cb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3019583 Feb 04 15:21:34.385734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33456) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:34.386599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33458) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:34.386854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892b1ba8-a46e-47a7-996e-589a2af83843 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:34.394495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:34.402776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:34.405522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-network', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:34.459482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 30acdde3-e6f5-4956-91c7-884bb159ec41 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:34.460088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.497164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.519785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:34.524317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.526327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.530126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:34.543921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:34.663034 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.676087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] Transition to ACTIVE for port object 892b1ba8-a46e-47a7-996e-589a2af83843 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:34.695209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:21:34.696964 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.713577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e538c1-6071-4767-a7d1-8f383de36f3b req-580bf42a-ff72-404b-8e8d-211819c380bb tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:34.715410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.716278 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15e538c1-6071-4767-a7d1-8f383de36f3b req-580bf42a-ff72-404b-8e8d-211819c380bb tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.2938256 Feb 04 15:21:34.729852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.732360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Port': ['ID=bc30e973-11d7-4f09-995a-5e547d9ea58c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:34.807693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33466) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:34.824525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1866401683-network', 'tenant_id': '84b93ade8f78412f914e7cb5ed5ae700'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:34.848922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:34.849609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:34.954358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] Pushing event updated for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:34.963616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Allocated IP 172.20.0.2 (e41104e3-55eb-45a4-a0bc-4e403ed36ca0/64d8479d-dd6a-477a-947d-ec27889d40e2/ebe8e779-5f18-468c-b398-ed6a7c11610a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:34.975873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] No DVR routers for this DVR port 892b1ba8-a46e-47a7-996e-589a2af83843 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:21:35.031268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15e538c1-6071-4767-a7d1-8f383de36f3b req-36fcb43f-3980-486e-b7ac-f19b00315e66 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842894 Feb 04 15:21:35.076311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-d7ce87ef-1ed5-40dd-9cb3-1f866fb9df4d service neutron] 10.222.0.30 "PUT /v2.0/ports/892b1ba8-a46e-47a7-996e-589a2af83843/bindings/n-h1-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6722300 Feb 04 15:21:35.148208 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.163314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.169616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 30acdde3-e6f5-4956-91c7-884bb159ec41, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=30acdde3-e6f5-4956-91c7-884bb159ec41,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:35.205626 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.214049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Made reservation on behalf of c11c612aa46c4008ae0cfb25f5884a8e for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:35.216439 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.218736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-60cfdbcb-66a2-4b59-b4b4-bc03f7bd50df None None] Provisioning complete for port bc30e973-11d7-4f09-995a-5e547d9ea58c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:35.219184 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-60cfdbcb-66a2-4b59-b4b4-bc03f7bd50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.238220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7199bb-e6a7-47c1-a56e-ebd32f44d78f req-c4e0ce64-a28e-44e6-a7e9-b940dd5d7f7d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:35.240224 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cb7199bb-e6a7-47c1-a56e-ebd32f44d78f req-c4e0ce64-a28e-44e6-a7e9-b940dd5d7f7d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 931 time: 0.7893004 Feb 04 15:21:35.252345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:35.255570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.256092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-933bc9d9-889b-4e91-bead-960652fc9a0d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6216803 Feb 04 15:21:35.263604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:35.267586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Pushing event updated for resources: {'Port': ['ID=ebe8e779-5f18-468c-b398-ed6a7c11610a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:35.271810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:35.296336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'port': {'device_id': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a', 'admin_state_up': True, 'tenant_id': '74a907d5b8814651a25c483b379b5071'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:35.308715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-60cfdbcb-66a2-4b59-b4b4-bc03f7bd50df None None] Port bc30e973-11d7-4f09-995a-5e547d9ea58c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:35.375130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=30acdde3-e6f5-4956-91c7-884bb159ec41,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:35.382010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e9a59-dbe4-4125-879a-453efacb93cc req-1d5f5e3e-32b1-4690-ad6f-87a1d6096bab tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:35.388904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d15e9a59-dbe4-4125-879a-453efacb93cc req-1d5f5e3e-32b1-4690-ad6f-87a1d6096bab tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 945 time: 0.2565145 Feb 04 15:21:35.391766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Attempting to bind port ebe8e779-5f18-468c-b398-ed6a7c11610a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:35.392120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Attempting to bind port ebe8e779-5f18-468c-b398-ed6a7c11610a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:35.392487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Attempting to bind port ebe8e779-5f18-468c-b398-ed6a7c11610a on network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:35.394589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Made reservation on behalf of 84b93ade8f78412f914e7cb5ed5ae700 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:35.398316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:35.398787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Checking segment: {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:35.399215 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.400363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Bound using segment: {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:35.400363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Bound port: ebe8e779-5f18-468c-b398-ed6a7c11610a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:35.400709 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.401592 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.423926 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.434608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-8da3c89a-f955-491a-aa4f-ef9bae3d95ae tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:35.437573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-8da3c89a-f955-491a-aa4f-ef9bae3d95ae tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.2573750 Feb 04 15:21:35.449424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.487897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cb7199bb-e6a7-47c1-a56e-ebd32f44d78f req-4478208a-0668-4255-8524-13836efd709c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350974 Feb 04 15:21:35.530472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d15e9a59-dbe4-4125-879a-453efacb93cc req-fcafcde3-99cf-4822-8ff6-e30ca7430f03 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015282 Feb 04 15:21:35.598897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:35.603861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.666977 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.670267 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.681113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.684209 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Sync routers for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:21:35.707498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] For port ebe8e779-5f18-468c-b398-ed6a7c11610a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:35.714952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] For port ebe8e779-5f18-468c-b398-ed6a7c11610a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebe8e779-5f18-468c-b398-ed6a7c11610a,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:35.718841 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:35.719945 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:35.722999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.728151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.771096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:35.772675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.779974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515293f1-104b-482f-911b-1e18de010995,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:35.815237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.815854 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Added segment 702a81c4-8453-40b2-87cc-a9079868de96 of type vlan for network 150a574f-96ce-4693-8281-abdfc4c86ccf Feb 04 15:21:35.884557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa99c86-fc7d-4ae6-a5eb-3463b902891a None None] Pushing event updated for resources: {'Port': ['ID=ebe8e779-5f18-468c-b398-ed6a7c11610a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:35.958704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:35.978915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Allocated IP 19.86.0.61 (e63f39ff-ca0b-434d-b9ea-aecb5327b87a/c14726cb-4342-4b53-b1f9-865b1770bcea/92eb7521-43e0-4845-8b43-a3b43cd44974) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:36.030289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.031676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:36.036933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.040972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 30acdde3-e6f5-4956-91c7-884bb159ec41 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:36.069050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:21:36.093705 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.094151 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Added segment 39cdd297-bff6-4aab-b36c-3695a316666e of type vlan for network ded1cbca-784b-474b-9146-492c81e95ade Feb 04 15:21:36.105515 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:36.121335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:36.164913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3410575 Feb 04 15:21:36.165820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33472) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:36.182313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Request body: {'subnet': {'network_id': '150a574f-96ce-4693-8281-abdfc4c86ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1866401683-subnet', 'tenant_id': '84b93ade8f78412f914e7cb5ed5ae700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:36.197218 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.203399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ef283-e8b5-4dd2-bc87-0b3a5fb88ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=150a574f-96ce-4693-8281-abdfc4c86ccf,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:36.259951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 150a574f-96ce-4693-8281-abdfc4c86ccf details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:36.294646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.303706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:36.305718 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.356385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-5af9bd8e-314d-4a10-ace9-e5879e04d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:36.358642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-5af9bd8e-314d-4a10-ace9-e5879e04d707 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f HTTP/1.1" status: 200 len: 1096 time: 0.9002554 Feb 04 15:21:36.366982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Made reservation on behalf of 84b93ade8f78412f914e7cb5ed5ae700 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:36.371656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.440530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d603a84-c8d2-47a8-967f-ac4b0876d5aa,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:36.442783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:21:36.459665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:36.460404 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.498307 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 2, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:36.507952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.517534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa305-2537-40fd-9f26-a401bb86d058 req-70baf5d6-bfc6-4019-a76d-f66f86747f6b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:36.519492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2bbaa305-2537-40fd-9f26-a401bb86d058 req-70baf5d6-bfc6-4019-a76d-f66f86747f6b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.2108560 Feb 04 15:21:36.543256 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Checking router: 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:21:36.543571 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Updating router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 port 0faa40bd-5761-4fae-b88f-fa294630810c binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:21:36.587074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.591785 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.626941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 30acdde3-e6f5-4956-91c7-884bb159ec41 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:36.627932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.633268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2bbaa305-2537-40fd-9f26-a401bb86d058 req-e797e33a-3cd2-4e78-a2f2-8b7fd06e6d55 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976608 Feb 04 15:21:36.675212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045708a8-49fa-4688-91b1-841a70c12840 req-086fd91b-40c6-44db-8be6-5ba801d3fbb4 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:36.686225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-045708a8-49fa-4688-91b1-841a70c12840 req-086fd91b-40c6-44db-8be6-5ba801d3fbb4 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 946 time: 0.7587934 Feb 04 15:21:36.693896 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:36.704598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3136764 Feb 04 15:21:36.711716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33480) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:36.716034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Request body: {'subnet': {'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-subnet', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:36.730618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f5d48-9103-4971-8c4d-53ddacabea69 admin admin] Pushing event updated for resources: {'Network': ['ID=ded1cbca-784b-474b-9146-492c81e95ade,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:36.766590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network e63f39ff-ca0b-434d-b9ea-aecb5327b87a is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:36.767164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:36.772545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:36.781852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:36.788220 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5197ab9-d3a5-4bb4-b4c5-b7ffba35b1f7" -d '{"events": [{"server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "name": "network-vif-plugged", "status": "completed", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:36.796175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ded1cbca-784b-474b-9146-492c81e95ade details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:21:36.801431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:36.817566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-045708a8-49fa-4688-91b1-841a70c12840 req-4abf6777-c5c5-4397-9942-48e2acff3a06 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301584 Feb 04 15:21:36.830969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-05802ecf-1c94-4aaa-940d-39affd4ab2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:36.834185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-05802ecf-1c94-4aaa-940d-39affd4ab2e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1096 time: 0.4124305 Feb 04 15:21:36.969928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Port': ['ID=92eb7521-43e0-4845-8b43-a3b43cd44974,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:37.011121 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.012487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:21:37.056315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Made reservation on behalf of c11c612aa46c4008ae0cfb25f5884a8e for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:37.059689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.079716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:37.080433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.115021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed03e3-a883-48ac-bac7-7df7fcc79a9b req-b8966beb-b8af-420e-a543-926265bfd023 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:37.126891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed03e3-a883-48ac-bac7-7df7fcc79a9b req-b8966beb-b8af-420e-a543-926265bfd023 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:37.130048 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.134871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0ed03e3-a883-48ac-bac7-7df7fcc79a9b req-b8966beb-b8af-420e-a543-926265bfd023 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 1653 time: 0.3274310 Feb 04 15:21:37.140391 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.142949 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.185486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dca7a4-9366-4a4d-84c0-67945e1144f6 req-db4db58b-8921-4de8-a181-3c00bf488f30 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:37.199191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55dca7a4-9366-4a4d-84c0-67945e1144f6 req-db4db58b-8921-4de8-a181-3c00bf488f30 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 945 time: 0.2620358 Feb 04 15:21:37.206119 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:21:37.281876 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.318507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55dca7a4-9366-4a4d-84c0-67945e1144f6 req-708965d7-14c5-403a-87ae-14529a196fab tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157064 Feb 04 15:21:37.328038 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ef590-c180-47d8-8423-8f12999e4fe1 None None] Pushing event updated for resources: {'Port': ['ID=0faa40bd-5761-4fae-b88f-fa294630810c,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:37.329485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-712b113d-0bf8-42c8-b923-fdb586580bab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0538409 Feb 04 15:21:37.330396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a16cf5-930e-42db-882e-8057270ed74c,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:37.341241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-c709f9f3-68fe-4131-badd-80ad9d81d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:37.342812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-c709f9f3-68fe-4131-badd-80ad9d81d128 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.4952357 Feb 04 15:21:37.353177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.371759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'port': {'device_id': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33', 'admin_state_up': True, 'tenant_id': '74a907d5b8814651a25c483b379b5071'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:37.378889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f09bc031-49d5-417d-962a-6592069cc014 None None] Provisioning complete for port 92eb7521-43e0-4845-8b43-a3b43cd44974 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:37.379556 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f09bc031-49d5-417d-962a-6592069cc014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.381506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:37.389171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.451019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:21:37.495737 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Attempting to bind port 0faa40bd-5761-4fae-b88f-fa294630810c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:37.496175 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Attempting to bind port 0faa40bd-5761-4fae-b88f-fa294630810c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:37.496668 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Attempting to bind port 0faa40bd-5761-4fae-b88f-fa294630810c on network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:37.506318 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-1152f286-1366-464e-a70c-b5ecd022ba15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 217 time: 0.1446977 Feb 04 15:21:37.507257 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:37.507774 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Checking segment: {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:37.508676 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.510029 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Bound using segment: {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:37.510234 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Bound port: 0faa40bd-5761-4fae-b88f-fa294630810c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:37.510723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.511854 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.557482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f09bc031-49d5-417d-962a-6592069cc014 None None] Port 92eb7521-43e0-4845-8b43-a3b43cd44974 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:37.642703 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] For port 0faa40bd-5761-4fae-b88f-fa294630810c, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:37.647238 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] For port 0faa40bd-5761-4fae-b88f-fa294630810c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0faa40bd-5761-4fae-b88f-fa294630810c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:37.656065 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.660288 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0ed03e3-a883-48ac-bac7-7df7fcc79a9b req-c3c540ea-4bb0-456f-b015-4051de40e5d3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242498 Feb 04 15:21:37.727910 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55a60d1-7d6a-49aa-8913-225fddba2e69 x-openstack-request-id: req-e55a60d1-7d6a-49aa-8913-225fddba2e69 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:37.728236 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "name": "network-vif-plugged", "status": "completed", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:37.728500 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e55a60d1-7d6a-49aa-8913-225fddba2e69 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:37.729309 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c', 'code': 200} Feb 04 15:21:37.765358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-cbdcccea-2834-4f42-b861-24e87f178e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:37.772513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-cbdcccea-2834-4f42-b861-24e87f178e73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1674135 Feb 04 15:21:37.796601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7b76634d-06a1-4daf-b084-220bde9f23f0 None None] Provisioning complete for port 0faa40bd-5761-4fae-b88f-fa294630810c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:37.797252 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b76634d-06a1-4daf-b084-220bde9f23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:37.815035 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:37.815947 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:37.837291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Checking segment: {'id': '702a81c4-8453-40b2-87cc-a9079868de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '150a574f-96ce-4693-8281-abdfc4c86ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:37.837806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Network hostable DHCP agents. Network: 150a574f-96ce-4693-8281-abdfc4c86ccf, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:37.893257 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ef590-c180-47d8-8423-8f12999e4fe1 None None] Pushing event updated for resources: {'Port': ['ID=0faa40bd-5761-4fae-b88f-fa294630810c,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:38.001378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d78b1-bbdb-452c-98b2-5c088eb4780e None None] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:38.012867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-192f0509-0161-487d-9baf-d80f455ecb34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589866 Feb 04 15:21:38.018364 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:38.043954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883030-4ac9-4881-be53-35910a1f9dac req-badb3402-75e4-4ad8-84a5-715b1fa4373a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:38.051912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63883030-4ac9-4881-be53-35910a1f9dac req-badb3402-75e4-4ad8-84a5-715b1fa4373a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.1855192 Feb 04 15:21:38.083302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Network 150a574f-96ce-4693-8281-abdfc4c86ccf is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:38.089708 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e35e0-f405-4824-8488-0365182a89bd req-df461308-6066-4b6b-b4ee-c35ae2a85313 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:38.091554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b40e35e0-f405-4824-8488-0365182a89bd req-df461308-6066-4b6b-b4ee-c35ae2a85313 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1cdff15-1304-499e-a67c-824cbbe8e1d7 HTTP/1.1" status: 200 len: 945 time: 0.5836508 Feb 04 15:21:38.135344 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63883030-4ac9-4881-be53-35910a1f9dac req-0261b6f5-5429-4f6c-8355-799bfaeb9d28 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820503 Feb 04 15:21:38.136049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 150a574f-96ce-4693-8281-abdfc4c86ccf) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:38.160353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:38.161124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.164804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Allocated IP 172.25.1.72 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/b0c14aa4-7d23-491c-be90-617639031de0) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:38.253068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-43806f17-7ceb-49c3-829d-b92528dc2b69 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0801811 Feb 04 15:21:38.257860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe00d58-00a6-448f-aaa0-149be71e51ed None None] Network 150a574f-96ce-4693-8281-abdfc4c86ccf requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:38.278255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:38.279330 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b40e35e0-f405-4824-8488-0365182a89bd req-c40319d8-8341-4bc3-96d1-4efd52a2ece7 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334441 Feb 04 15:21:38.283638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.290235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebe8e779-5f18-468c-b398-ed6a7c11610a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:38.301969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9ffbc-27e3-4842-8c1b-8d02fbf20769 req-e61fceb8-d395-426c-9742-fd3112e23491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:38.303318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8f9ffbc-27e3-4842-8c1b-8d02fbf20769 req-e61fceb8-d395-426c-9742-fd3112e23491 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1096 time: 0.4471238 Feb 04 15:21:38.305702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-251b4a81-1ea2-4c62-9ed1-594af7369255 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829375 Feb 04 15:21:38.439019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.476630 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:37Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:38.484846 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.512477 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8f9ffbc-27e3-4842-8c1b-8d02fbf20769 req-5e67f632-f7fa-4b0a-b935-c3c60d1b4bd9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831737 Feb 04 15:21:38.530017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b76634d-06a1-4daf-b084-220bde9f23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.584084 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac39d1-463c-4ac1-8ee8-23e47e7a2f74 None None] The sync data for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 is: [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:37Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:21:38.692947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-abaa6953-cf0f-40d7-bdb3-ef26c3e6cddb service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753459 Feb 04 15:21:38.721048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7b76634d-06a1-4daf-b084-220bde9f23f0 None None] For port 0faa40bd-5761-4fae-b88f-fa294630810c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0faa40bd-5761-4fae-b88f-fa294630810c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:38.745364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.749725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc14e4cd-1316-41dd-9915-4b35ad3e6139,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:38.775834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648e26-84c5-4fb3-af53-783b79ecbc66 req-2afe30eb-178c-46f7-88bb-925c38b67fec tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:38.780803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a648e26-84c5-4fb3-af53-783b79ecbc66 req-2afe30eb-178c-46f7-88bb-925c38b67fec tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 945 time: 0.2985494 Feb 04 15:21:38.797477 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b76634d-06a1-4daf-b084-220bde9f23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:38.889797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:38.896244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:38.908678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:38.917053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c14aa4-7d23-491c-be90-617639031de0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:38.946837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Checking segment: {'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:38.947498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Network hostable DHCP agents. Network: ded1cbca-784b-474b-9146-492c81e95ade, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:21:39.007206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a648e26-84c5-4fb3-af53-783b79ecbc66 req-616c7858-7f41-426a-811f-2f41b36b18cd tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959023 Feb 04 15:21:39.036722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ebe8e779-5f18-468c-b398-ed6a7c11610a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:39.037888 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.051320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Allocated IP 19.80.0.130 (07f1265a-ed5c-4baf-90bc-ed49d28d4a33/a4146e45-10f6-472e-9a67-abcd1b169f31/fa4c58bb-c306-4a36-93e9-a8673cbba751) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:39.091946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7826d-ac06-424f-b23d-8baa61667765 None None] Network 150a574f-96ce-4693-8281-abdfc4c86ccf requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:39.112435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Network ded1cbca-784b-474b-9146-492c81e95ade is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:21:39.190845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ded1cbca-784b-474b-9146-492c81e95ade) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:39.206167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:39.206797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.275955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-452c84a6-7bba-4068-9f6b-b9d13996a144 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5636935 Feb 04 15:21:39.279654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230beb7-1817-438d-8341-00b0a5f5d6a3 None None] Network ded1cbca-784b-474b-9146-492c81e95ade requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:39.283138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33510) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:39.288345 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:39.356588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801f72f-aa40-42bb-a1bf-40f4da05dbf4 req-97b37288-b3c6-4995-a17e-0461c0eb6383 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:39.368162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801f72f-aa40-42bb-a1bf-40f4da05dbf4 req-97b37288-b3c6-4995-a17e-0461c0eb6383 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:39.376452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2801f72f-aa40-42bb-a1bf-40f4da05dbf4 req-97b37288-b3c6-4995-a17e-0461c0eb6383 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 1653 time: 0.3269944 Feb 04 15:21:39.388984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76634d-06a1-4daf-b084-220bde9f23f0 None None] Pushing event updated for resources: {'Port': ['ID=0faa40bd-5761-4fae-b88f-fa294630810c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:39.463013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3ec65a6d-cc8d-4aa9-85e6-9d404641828a None None] Provisioning complete for port 0faa40bd-5761-4fae-b88f-fa294630810c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:39.463669 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3ec65a6d-cc8d-4aa9-85e6-9d404641828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.474704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.475786 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.551629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.655412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-63a47c2f-cd48-44a7-a18b-5806086a37a1 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:39.656992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-63a47c2f-cd48-44a7-a18b-5806086a37a1 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.2604086 Feb 04 15:21:39.658615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.698022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.716199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.734524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2801f72f-aa40-42bb-a1bf-40f4da05dbf4 req-ba5ca915-a438-4159-9774-57d93f38737b tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557453 Feb 04 15:21:39.817202 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.818719 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.891328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Port': ['ID=fa4c58bb-c306-4a36-93e9-a8673cbba751,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:39.894787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3ec65a6d-cc8d-4aa9-85e6-9d404641828a None None] Provisioning complete for port ebe8e779-5f18-468c-b398-ed6a7c11610a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:39.895210 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3ec65a6d-cc8d-4aa9-85e6-9d404641828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:39.899498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:39.901019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:39.903451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:39.979069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:39.980941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:40.091489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-96fcc34e-4234-4630-82cb-3d6b6f9d0ffb tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:40.099222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-96fcc34e-4234-4630-82cb-3d6b6f9d0ffb tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/networks?id=d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 HTTP/1.1" status: 200 len: 814 time: 0.6260948 Feb 04 15:21:40.130178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-e837ebe8-555c-4c7d-9760-6323d759bd48 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:40.138374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-6aaca0af-794f-48b0-9a04-3279a4dd8358 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/quotas/3954f4b7540a4693bbaca0d004a01a86 HTTP/1.1" status: 200 len: 375 time: 0.0379462 Feb 04 15:21:40.139033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-e837ebe8-555c-4c7d-9760-6323d759bd48 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 813 time: 0.1548505 Feb 04 15:21:40.171035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-02b27619-30a7-42fa-8f15-b971634c9ad5 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/quotas/0f7004ed0772419396ef0c1dac2abbba HTTP/1.1" status: 200 len: 375 time: 0.0307772 Feb 04 15:21:40.185713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-4639e75a-ec0f-4e47-a841-6f78c7fd70a1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8265619 Feb 04 15:21:40.246370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Request body: {'port': {'device_id': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:40.275586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-ded1cbca-784b-474b-9146-492c81e95ade', 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'fixed_ips': [{'subnet_id': 'cc14e4cd-1316-41dd-9915-4b35ad3e6139'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:21:40.278568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:40.321043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port ebe8e779-5f18-468c-b398-ed6a7c11610a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebe8e779-5f18-468c-b398-ed6a7c11610a,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:40.379657 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-b7ac3ce5-b706-45a8-9482-0b2c35fb1a78 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072499 Feb 04 15:21:40.387430 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:40.637403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0faa40bd-5761-4fae-b88f-fa294630810c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:40.664815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-e03afef8-b2dd-43e1-94a2-b5edab24bebe tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3954f4b7540a4693bbaca0d004a01a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5249102 Feb 04 15:21:40.738057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:40.804053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:40.846121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-41469b68-6cb6-4497-923d-d96ca5a2d52a tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:40.847926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-41469b68-6cb6-4497-923d-d96ca5a2d52a tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf49efeb-b74d-42c5-9687-942b42275833 HTTP/1.1" status: 200 len: 946 time: 0.3684103 Feb 04 15:21:40.861649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Allocated IP 172.20.0.2 (ded1cbca-784b-474b-9146-492c81e95ade/cc14e4cd-1316-41dd-9915-4b35ad3e6139/0ba7a14b-33d3-4a01-96c8-3832c18e5cdd) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:40.866842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=ebe8e779-5f18-468c-b398-ed6a7c11610a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:40.908524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0faa40bd-5761-4fae-b88f-fa294630810c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:40.909057 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:40.967032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-ba18eede-349c-4eb0-80e4-c4d3e41995f8 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861616 Feb 04 15:21:40.969783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-5873e93b-ca8f-451f-9e12-803f1d9659c2 service neutron] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:40.988518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-5873e93b-ca8f-451f-9e12-803f1d9659c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:40.989726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dd86054-83ad-4b2c-a443-bf1e8b091349 req-5873e93b-ca8f-451f-9e12-803f1d9659c2 service neutron] 10.222.0.50 "DELETE /v2.0/ports/892b1ba8-a46e-47a7-996e-589a2af83843/bindings/n-h2-827869-1 HTTP/1.1" status: 204 len: 173 time: 1.2872331 Feb 04 15:21:41.003859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-c275e1ab-e330-4638-af86-2202b4ed3b59 service neutron] 10.222.0.47 "GET /v2.0/networks/d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994397 Feb 04 15:21:41.031711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.247757 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-9df803b7-004f-4cc6-96cd-e900d455eccb service neutron] 10.222.0.47 "GET /v2.0/networks/d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174714 Feb 04 15:21:41.429052 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.441446 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.445532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c6fcd7cb-cf9f-4da7-b232-95e60392ba06 None None] Provisioning complete for port fa4c58bb-c306-4a36-93e9-a8673cbba751 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:41.446119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd7cb-cf9f-4da7-b232-95e60392ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.574094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Network ded1cbca-784b-474b-9146-492c81e95ade is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:41.584435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c6fcd7cb-cf9f-4da7-b232-95e60392ba06 None None] Port fa4c58bb-c306-4a36-93e9-a8673cbba751 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:41.587478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Pushing event updated for resources: {'Port': ['ID=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:41.592662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:41.603210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:41.665297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c6fcd7cb-cf9f-4da7-b232-95e60392ba06 None None] Provisioning complete for port ebe8e779-5f18-468c-b398-ed6a7c11610a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:41.665820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd7cb-cf9f-4da7-b232-95e60392ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.687026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.691720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Router 3a64224d-5230-4603-8eba-168372d6bb39 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:21:41.728532 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.756097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-c2ad8a1e-1a7d-4efa-b3a6-971a05834c05 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:41.757657 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-c2ad8a1e-1a7d-4efa-b3a6-971a05834c05 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1cdff15-1304-499e-a67c-824cbbe8e1d7 HTTP/1.1" status: 200 len: 945 time: 0.8646069 Feb 04 15:21:41.816250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfc8de-1e8b-40f8-9f96-f6dbb3ab3bd4 req-fe1331e0-20dd-4174-969f-c29c6b68abc8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:41.817859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9dfc8de-1e8b-40f8-9f96-f6dbb3ab3bd4 req-fe1331e0-20dd-4174-969f-c29c6b68abc8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.1901479 Feb 04 15:21:41.826842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Attempting to bind port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:41.827236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Attempting to bind port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:41.827557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Attempting to bind port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd on network ded1cbca-784b-474b-9146-492c81e95ade {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:41.849291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:41.849540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Checking segment: {'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:41.850037 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.850431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Bound using segment: {'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:41.850931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Bound port: 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:41.851862 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:41.998721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-aece9e85-7d7b-4684-b05d-65143840debd service neutron] 10.222.0.47 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0220599 Feb 04 15:21:42.143311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9dfc8de-1e8b-40f8-9f96-f6dbb3ab3bd4 req-ee45269b-c2c8-47f4-a6f4-002aa7d51c61 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741206 Feb 04 15:21:42.144045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] For port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:42.150638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] For port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,segment=NetworkSegment(39cdd297-bff6-4aab-b36c-3695a316666e),segment_id=39cdd297-bff6-4aab-b36c-3695a316666e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:42.158287 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:42.174032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Deleting port 3c58f302-c652-440e-b6cf-cb19f44b4a63 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:21:42.174391 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:42.200057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc30e973-11d7-4f09-995a-5e547d9ea58c {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:42.209616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:21:42.233346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Allocated IP 172.25.1.30 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/9edb3c98-5f0e-4a99-98f5-e683e75e4e38) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:42.236588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Sync routers for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:21:42.277008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:42.278189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:42.286418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52914ca-4874-4604-8b62-25034cc582ea None None] Pushing event updated for resources: {'Port': ['ID=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:42.288608 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:42.293155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-979e276b-dada-4aed-be6e-b0ff94978c95 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9034178 Feb 04 15:21:42.296735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33544) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:42.384982 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:42.420907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] For port 3c58f302-c652-440e-b6cf-cb19f44b4a63, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3c58f302-c652-440e-b6cf-cb19f44b4a63,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:42.422535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:42.515947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Transition to ACTIVE for port object bc30e973-11d7-4f09-995a-5e547d9ea58c will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:42.529617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Calling delete_port for 3c58f302-c652-440e-b6cf-cb19f44b4a63 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:21:42.672555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebe8e779-5f18-468c-b398-ed6a7c11610a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:42.675926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:42.707516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:42.778284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced3750-8f28-47a1-a964-54c8a57492fd req-1611ee91-529f-4606-bb66-a6c342b5db9e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:42.786157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ced3750-8f28-47a1-a964-54c8a57492fd req-1611ee91-529f-4606-bb66-a6c342b5db9e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 945 time: 0.3085899 Feb 04 15:21:42.850349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Deleting port 443293dd-9a65-4293-a735-1d8eb54b40a7 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:21:42.850695 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:42.931376 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:42.968410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ced3750-8f28-47a1-a964-54c8a57492fd req-e5f656ff-50bc-49ee-93f6-35fb42fa138f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812770 Feb 04 15:21:42.987225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ebe8e779-5f18-468c-b398-ed6a7c11610a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:42.989454 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:43.158923 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78f3d79f-84bf-488d-b387-2b5638565fa4 req-33e15f48-5ca0-47cd-be17-6b4b58a0c241 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 210 time: 0.0496686 Feb 04 15:21:43.179461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=bc30e973-11d7-4f09-995a-5e547d9ea58c,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:43.215048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:43.217022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e673-7d21-4774-8468-21704871bae3 req-a980d3c8-bb03-41a6-819f-7fa1d2d72245 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:43.234664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e673-7d21-4774-8468-21704871bae3 req-a980d3c8-bb03-41a6-819f-7fa1d2d72245 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:43.273064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:39Z', 'revision_number': 3, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:43.282917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e673-7d21-4774-8468-21704871bae3 req-a980d3c8-bb03-41a6-819f-7fa1d2d72245 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:43.292592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-afc8e673-7d21-4774-8468-21704871bae3 req-a980d3c8-bb03-41a6-819f-7fa1d2d72245 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2387 time: 0.7856727 Feb 04 15:21:43.309787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Pushing event updated for resources: {'Port': ['ID=9edb3c98-5f0e-4a99-98f5-e683e75e4e38,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:43.385837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Checking router: 3a64224d-5230-4603-8eba-168372d6bb39 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:21:43.385837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Updating router 3a64224d-5230-4603-8eba-168372d6bb39 port b0c14aa4-7d23-491c-be90-617639031de0 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:21:43.452057 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:43.531000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Attempting to bind port bc30e973-11d7-4f09-995a-5e547d9ea58c on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:43.531501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Attempting to bind port bc30e973-11d7-4f09-995a-5e547d9ea58c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:43.532103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Attempting to bind port bc30e973-11d7-4f09-995a-5e547d9ea58c on network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:43.562119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:43.562564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Port bc30e973-11d7-4f09-995a-5e547d9ea58c on network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:43.563124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Attempting to bind port bc30e973-11d7-4f09-995a-5e547d9ea58c on network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:43.583971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:43.593130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.593469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.593813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.594172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.594505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.594828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.600892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.601364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.602313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.602657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.602989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.603313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:43.625472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:43.649639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:43.650168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Checking segment: {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:43.651561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Bound using segment: {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:43.652188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Bound port: bc30e973-11d7-4f09-995a-5e547d9ea58c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:43.652682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:43.719203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] For port 443293dd-9a65-4293-a735-1d8eb54b40a7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=443293dd-9a65-4293-a735-1d8eb54b40a7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:43.719915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:43.730222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-afc8e673-7d21-4774-8468-21704871bae3 req-c59e5beb-35f2-4567-aee0-1ca357595c1f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362524 Feb 04 15:21:43.756386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Calling delete_port for 443293dd-9a65-4293-a735-1d8eb54b40a7 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:21:44.003044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.014910 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.031565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.115061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Pushing event deleted for resources: {'Port': ['ID=3c58f302-c652-440e-b6cf-cb19f44b4a63,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:44.142293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a9a5c-9504-4b8a-9e30-6f287538d194 None None] Pushing event updated for resources: {'Port': ['ID=b0c14aa4-7d23-491c-be90-617639031de0,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:44.149661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] For port bc30e973-11d7-4f09-995a-5e547d9ea58c, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:44.158190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 443293dd-9a65-4293-a735-1d8eb54b40a7 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:21:44.211789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] For port bc30e973-11d7-4f09-995a-5e547d9ea58c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bc30e973-11d7-4f09-995a-5e547d9ea58c,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:44.266162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.266743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.267310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.267895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.268483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.269074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.269651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.291783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.292382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.296912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.298211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244ea2b-e75a-4a5c-855f-4639b0e1b029 None None] Network ded1cbca-784b-474b-9146-492c81e95ade requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:21:44.299267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.300279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:21:44.332755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.392338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Attempting to bind port b0c14aa4-7d23-491c-be90-617639031de0 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:44.392846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Attempting to bind port b0c14aa4-7d23-491c-be90-617639031de0 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:44.393985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] No DVR routers for this DVR port 3c58f302-c652-440e-b6cf-cb19f44b4a63 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:21:44.394401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Attempting to bind port b0c14aa4-7d23-491c-be90-617639031de0 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:44.408519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85c4ae-2345-41aa-9b5c-37d5cfd4fb64 req-d26fc523-1134-43d2-9af1-dc87539974ac tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:44.409380 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.412083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3da8bfd8-a82b-4a7f-9c7a-a458bfb58acd req-eb4b4b5b-34e6-456d-800e-9b1d29897f00 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.30 "DELETE /v2.0/ports/3c58f302-c652-440e-b6cf-cb19f44b4a63 HTTP/1.1" status: 204 len: 173 time: 3.5413659 Feb 04 15:21:44.416555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b85c4ae-2345-41aa-9b5c-37d5cfd4fb64 req-d26fc523-1134-43d2-9af1-dc87539974ac tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1096 time: 1.0841885 Feb 04 15:21:44.432906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-a77bab69-b97b-4d5c-904d-bf02d6b6f425 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:44.434509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-a77bab69-b97b-4d5c-904d-bf02d6b6f425 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.30 "GET /v2.0/networks?id=d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 HTTP/1.1" status: 200 len: 814 time: 1.1616611 Feb 04 15:21:44.448220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf49efeb-b74d-42c5-9687-942b42275833', 'name': 'network-vif-deleted', 'tag': '3c58f302-c652-440e-b6cf-cb19f44b4a63'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:44.451029 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd9da74-efc7-445a-906e-f9c4010c345c" -d '{"events": [{"server_uuid": "cf49efeb-b74d-42c5-9687-942b42275833", "name": "network-vif-deleted", "tag": "3c58f302-c652-440e-b6cf-cb19f44b4a63"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:44.458640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:44.459285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:44.459948 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.460469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:44.461362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Bound port: b0c14aa4-7d23-491c-be90-617639031de0, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:44.461598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.475987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Request body: {'port': {'device_id': 'f9baafbe-c43a-4517-a1d7-b3da7d15a675', 'network_id': 'd8bd4c17-d5da-40de-a1f4-3e8f1e0d7908', 'admin_state_up': True, 'tenant_id': '3954f4b7540a4693bbaca0d004a01a86'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:44.532574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:44.532874 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.535821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] 10.222.0.30 "PUT /v2.0/ports/bc30e973-11d7-4f09-995a-5e547d9ea58c HTTP/1.1" status: 200 len: 1091 time: 4.3201902 Feb 04 15:21:44.541383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5a9e3fb-327c-467c-9cfa-c3c88863c1df req-1b38da40-bb74-4d21-bfcd-c40955720fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 210 time: 0.1518848 Feb 04 15:21:44.576985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] For port b0c14aa4-7d23-491c-be90-617639031de0, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:44.581231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] For port b0c14aa4-7d23-491c-be90-617639031de0, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0c14aa4-7d23-491c-be90-617639031de0,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:44.597868 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.666340 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b85c4ae-2345-41aa-9b5c-37d5cfd4fb64 req-c9af263d-4d07-4c09-ae6b-ce7534c39e04 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409654 Feb 04 15:21:44.673276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:44.819803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Request body: {'port': {'device_id': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:44.862218 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5471f188-0dbe-4a31-a331-db82a5c4ded9 req-94d8fae7-dc0e-4004-bfa8-363fe1af195c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 210 time: 0.1217570 Feb 04 15:21:44.871408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142df23c-8f03-4736-83c3-0b7ac118e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=bc30e973-11d7-4f09-995a-5e547d9ea58c,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:44.940740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] No DVR routers for this DVR port 443293dd-9a65-4293-a735-1d8eb54b40a7 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:21:45.003657 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d9eb8-2c35-4b61-8ef4-c5046ff3faf2 x-openstack-request-id: req-7d9d9eb8-2c35-4b61-8ef4-c5046ff3faf2 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:45.004405 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf49efeb-b74d-42c5-9687-942b42275833", "name": "network-vif-deleted", "tag": "3c58f302-c652-440e-b6cf-cb19f44b4a63", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:45.004985 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d9d9eb8-2c35-4b61-8ef4-c5046ff3faf2 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:45.005551 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf49efeb-b74d-42c5-9687-942b42275833', 'name': 'network-vif-deleted', 'tag': '3c58f302-c652-440e-b6cf-cb19f44b4a63', 'status': 'completed', 'code': 200} Feb 04 15:21:45.011527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.029904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40b30716-92f5-498c-8fe7-27be2affd2a3 req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.50 "DELETE /v2.0/ports/443293dd-9a65-4293-a735-1d8eb54b40a7 HTTP/1.1" status: 204 len: 173 time: 3.2329044 Feb 04 15:21:45.045721 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.162950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91108953-c463-47f8-b1cd-5eaff1bc2b75 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Pushing event deleted for resources: {'Port': ['ID=443293dd-9a65-4293-a735-1d8eb54b40a7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:45.215665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:45.258539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.265543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6949a27-bd21-48a9-9477-1bace98dc014 req-0d16a622-7b9f-4968-8f46-cda886af3d29 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:45.272212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3c58f302-c652-440e-b6cf-cb19f44b4a63 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:21:45.281697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6949a27-bd21-48a9-9477-1bace98dc014 req-0d16a622-7b9f-4968-8f46-cda886af3d29 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1096 time: 0.3001020 Feb 04 15:21:45.328885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7524ec-1ace-43ae-ad2f-186487a74e06 req-77e5757e-3ba0-4dca-ae53-e8a07c98cdab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:45.334487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.338513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7524ec-1ace-43ae-ad2f-186487a74e06 req-77e5757e-3ba0-4dca-ae53-e8a07c98cdab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:45.346042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7524ec-1ace-43ae-ad2f-186487a74e06 req-77e5757e-3ba0-4dca-ae53-e8a07c98cdab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:45.348538 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e7524ec-1ace-43ae-ad2f-186487a74e06 req-77e5757e-3ba0-4dca-ae53-e8a07c98cdab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2387 time: 0.1729000 Feb 04 15:21:45.350472 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8a7689e8-1497-4fa1-b672-be761a2e6a70 None None] Provisioning complete for port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:45.351104 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a7689e8-1497-4fa1-b672-be761a2e6a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.379417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-d31b711a-4361-4d38-bb91-88f2e25cec6b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:45.381271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-d31b711a-4361-4d38-bb91-88f2e25cec6b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.30 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 813 time: 0.5260539 Feb 04 15:21:45.402060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Request body: {'port': {'device_id': '688698db-47bd-4e56-ae44-e15ac0170a17', 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'admin_state_up': True, 'tenant_id': '0f7004ed0772419396ef0c1dac2abbba'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:45.412982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 3c58f302-c652-440e-b6cf-cb19f44b4a63 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:21:45.413360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3c58f302-c652-440e-b6cf-cb19f44b4a63 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:21:45.420565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Made reservation on behalf of 3954f4b7540a4693bbaca0d004a01a86 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:45.424319 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.454652 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.462576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6949a27-bd21-48a9-9477-1bace98dc014 req-544440cd-16d4-45a1-9815-f30640692208 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754260 Feb 04 15:21:45.503382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:45.504393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:45.513708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a9a5c-9504-4b8a-9e30-6f287538d194 None None] Pushing event updated for resources: {'Port': ['ID=b0c14aa4-7d23-491c-be90-617639031de0,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:45.817771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a7689e8-1497-4fa1-b672-be761a2e6a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.845027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:45.845333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:45.885095 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e7524ec-1ace-43ae-ad2f-186487a74e06 req-2075c264-d0e2-4e1d-a2fe-b89be6f37906 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131440 Feb 04 15:21:45.900781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8a7689e8-1497-4fa1-b672-be761a2e6a70 None None] For port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,segment=NetworkSegment(39cdd297-bff6-4aab-b36c-3695a316666e),segment_id=39cdd297-bff6-4aab-b36c-3695a316666e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:46.025468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:46.043703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a7689e8-1497-4fa1-b672-be761a2e6a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:46.074992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Allocated IP 172.20.0.14 (d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908/d475966a-1be7-4e3c-ac1d-5e9394ef1f3d/f3c7b300-35c5-414b-be80-ba2afecc9660) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:46.194215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Allocated IP 172.20.0.1 (e41104e3-55eb-45a4-a0bc-4e403ed36ca0/64d8479d-dd6a-477a-947d-ec27889d40e2/d80ccd45-747b-4c46-8598-a039835faab1) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:46.270918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a1980e6-d724-4c3b-a4e3-354c0dd0afbd req-0a234a81-eedc-4575-be3b-cc0f5eeffc31 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 210 time: 0.1194816 Feb 04 15:21:46.290355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7689e8-1497-4fa1-b672-be761a2e6a70 None None] Pushing event updated for resources: {'Port': ['ID=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:46.586812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-5f682573-5d6a-4ccd-877c-bbffce6c83ba tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:46.597056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-5f682573-5d6a-4ccd-877c-bbffce6c83ba tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.50 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 813 time: 0.6994760 Feb 04 15:21:46.664491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Request body: {'port': {'device_id': '1f0e025d-deb3-4551-8086-be374a3d7afe', 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'admin_state_up': True, 'tenant_id': '0f7004ed0772419396ef0c1dac2abbba'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:46.709647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7190a3a3-4e3d-4aa3-835e-3209877e8b09 None None] Provisioning complete for port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:46.710544 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7190a3a3-4e3d-4aa3-835e-3209877e8b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:46.747559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b1e5c119-e1c9-4052-844b-56c65f09b93f req-78747963-f464-46fb-a4cc-09c2b849b90f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 210 time: 0.2067640 Feb 04 15:21:46.777425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:46.838980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Made reservation on behalf of 0f7004ed0772419396ef0c1dac2abbba for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:46.844662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:46.914740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:46.930624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:46.949205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:39Z', 'revision_number': 3, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:46.951789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:47.041400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cf0c7-b2e1-46e0-9a0a-fd751f088863 None None] The sync data for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 is: [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:39Z', 'revision_number': 3, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:21:47.078541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:47.078541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:47.080819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'tag': 'bc30e973-11d7-4f09-995a-5e547d9ea58c'}, {'server_uuid': 'b1cdff15-1304-499e-a67c-824cbbe8e1d7', 'name': 'network-vif-deleted', 'tag': '443293dd-9a65-4293-a735-1d8eb54b40a7'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:47.083415 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566d3cad-69d4-4e26-bd63-e0a453eedb23" -d '{"events": [{"name": "network-changed", "server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "tag": "bc30e973-11d7-4f09-995a-5e547d9ea58c"}, {"server_uuid": "b1cdff15-1304-499e-a67c-824cbbe8e1d7", "name": "network-vif-deleted", "tag": "443293dd-9a65-4293-a735-1d8eb54b40a7"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:47.203133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Made reservation on behalf of 0f7004ed0772419396ef0c1dac2abbba for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:47.208268 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:47.248452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f0587-d4fd-4d20-b19e-accf2026270b req-a05096d9-0135-413d-81f3-9f625ffd932e tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:47.268571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f0587-d4fd-4d20-b19e-accf2026270b req-a05096d9-0135-413d-81f3-9f625ffd932e tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:47.275198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f0587-d4fd-4d20-b19e-accf2026270b req-a05096d9-0135-413d-81f3-9f625ffd932e tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:47.283536 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f07f0587-d4fd-4d20-b19e-accf2026270b req-a05096d9-0135-413d-81f3-9f625ffd932e tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2387 time: 0.3152857 Feb 04 15:21:47.290259 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:47.310943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:47.381151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:47.398642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:47.400388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:47.404861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:47.426984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a59726f1-b1db-4b77-8b25-0a6499fa3e60 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:47.435342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a59726f1-b1db-4b77-8b25-0a6499fa3e60 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 807 time: 0.8912842 Feb 04 15:21:47.469890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:47.484805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:47.563279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:47.576489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-1325e3c9-081d-4d6b-9d79-f21f29c5f231 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/quotas/c5a3819d18dc4876bd4f0adb6b377f1f HTTP/1.1" status: 200 len: 375 time: 0.1402242 Feb 04 15:21:47.683210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92eb7521-43e0-4845-8b43-a3b43cd44974 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:47.693652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Pushing event updated for resources: {'Port': ['ID=f3c7b300-35c5-414b-be80-ba2afecc9660,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:47.703136 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:47.723239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Allocated IP 172.20.0.9 (4ea1bf77-21ed-44a6-ad5f-92c1e6f54004/c835e6b1-d095-40aa-89ad-62e6209deb99/d6a38792-2be7-4312-9aba-aca3979d58e7) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:47.732479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Transition to ACTIVE for port object 92eb7521-43e0-4845-8b43-a3b43cd44974 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:47.741652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f07f0587-d4fd-4d20-b19e-accf2026270b req-d8af8afb-1e4b-40eb-a308-896c357b5850 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571447 Feb 04 15:21:47.743804 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:47.745895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:21:47.816303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Pushing event updated for resources: {'Port': ['ID=d80ccd45-747b-4c46-8598-a039835faab1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:47.829427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-fd00ddc8-40d2-452e-99ae-20c871b2d74b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2277117 Feb 04 15:21:47.888305 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93161fbf-a28e-4660-ae2c-4134f0fd7943 x-openstack-request-id: req-93161fbf-a28e-4660-ae2c-4134f0fd7943 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:47.888579 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "tag": "bc30e973-11d7-4f09-995a-5e547d9ea58c", "status": "completed", "code": 200}, {"server_uuid": "b1cdff15-1304-499e-a67c-824cbbe8e1d7", "name": "network-vif-deleted", "tag": "443293dd-9a65-4293-a735-1d8eb54b40a7", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:47.888907 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93161fbf-a28e-4660-ae2c-4134f0fd7943 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:47.889229 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'tag': 'bc30e973-11d7-4f09-995a-5e547d9ea58c', 'status': 'completed', 'code': 200} Feb 04 15:21:47.889491 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cdff15-1304-499e-a67c-824cbbe8e1d7', 'name': 'network-vif-deleted', 'tag': '443293dd-9a65-4293-a735-1d8eb54b40a7', 'status': 'completed', 'code': 200} Feb 04 15:21:47.891028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:47.908359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.30', 54839) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:47.996552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Pushing event updated for resources: {'Port': ['ID=92eb7521-43e0-4845-8b43-a3b43cd44974,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:48.014265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-93a931fe-2dd3-45e8-ab09-58106a956c94 None None] Provisioning complete for port d80ccd45-747b-4c46-8598-a039835faab1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:48.017905 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93a931fe-2dd3-45e8-ab09-58106a956c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:48.089690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-93a931fe-2dd3-45e8-ab09-58106a956c94 None None] Port d80ccd45-747b-4c46-8598-a039835faab1 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:48.255471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:48.255471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:48.315978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-6e1dfe0d-093f-4892-8825-9de923753288 service neutron] 10.222.0.47 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853842 Feb 04 15:21:48.321719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Attempting to bind port 92eb7521-43e0-4845-8b43-a3b43cd44974 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:48.322109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Attempting to bind port 92eb7521-43e0-4845-8b43-a3b43cd44974 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:48.322645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Attempting to bind port 92eb7521-43e0-4845-8b43-a3b43cd44974 on network e63f39ff-ca0b-434d-b9ea-aecb5327b87a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:48.348401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Port 92eb7521-43e0-4845-8b43-a3b43cd44974 on network e63f39ff-ca0b-434d-b9ea-aecb5327b87a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:48.348630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Attempting to bind port 92eb7521-43e0-4845-8b43-a3b43cd44974 on network e63f39ff-ca0b-434d-b9ea-aecb5327b87a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:48.410985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:48.410985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Checking segment: {'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:48.410985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Bound using segment: {'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:48.410985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Bound port: 92eb7521-43e0-4845-8b43-a3b43cd44974, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3537ffe6-be1d-4052-818c-a4278b89004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:48.410985 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:48.430529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:48.537945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-4547a9ee-8e07-40ca-a3c0-96874c0e6cf7 service neutron] 10.222.0.47 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040212 Feb 04 15:21:48.565476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] For port 92eb7521-43e0-4845-8b43-a3b43cd44974, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:48.569690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] For port 92eb7521-43e0-4845-8b43-a3b43cd44974, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=92eb7521-43e0-4845-8b43-a3b43cd44974,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:48.581011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:48.638677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:48.657933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:48.693163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:48.707093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:48.783961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:48.784766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:48.788108 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] 10.222.0.30 "PUT /v2.0/ports/92eb7521-43e0-4845-8b43-a3b43cd44974 HTTP/1.1" status: 200 len: 1091 time: 3.9932406 Feb 04 15:21:48.816045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Allocated IP 172.20.0.7 (4ea1bf77-21ed-44a6-ad5f-92c1e6f54004/c835e6b1-d095-40aa-89ad-62e6209deb99/26917a26-7773-42f8-b90f-5d4c8b1473d4) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:48.941903 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-cd8f19d0-0426-45e9-8db8-16a7d91bec87 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4706097 Feb 04 15:21:48.953632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25970-00a1-4a55-8bfe-d49d7d77cb05 req-82f3f3ec-f50f-4a18-b535-a83af357b082 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:48.962913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99c25970-00a1-4a55-8bfe-d49d7d77cb05 req-82f3f3ec-f50f-4a18-b535-a83af357b082 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 932 time: 0.8473020 Feb 04 15:21:48.963587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0c14aa4-7d23-491c-be90-617639031de0 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:48.978807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Request body: {'port': {'device_id': 'f9baafbe-c43a-4517-a1d7-b3da7d15a675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:49.064912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-7d3c6378-f106-47f8-b7bd-0d273f864bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:49.065401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-7d3c6378-f106-47f8-b7bd-0d273f864bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:49.066549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-7d3c6378-f106-47f8-b7bd-0d273f864bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:49.068467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-7d3c6378-f106-47f8-b7bd-0d273f864bde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2755 time: 0.9696426 Feb 04 15:21:49.125005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b0c14aa4-7d23-491c-be90-617639031de0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:49.125610 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.133855 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.164942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.234288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:49.235207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.239641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.245313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:21:49.259140 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Sync routers for ids ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:21:49.270699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Request body: {'port': {'device_id': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:49.291733 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Routers {'e2757b2f-7b1f-4c56-bfc6-c13074520dd9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:49.292839 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:49.319464 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.332549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Pushing event updated for resources: {'Port': ['ID=d6a38792-2be7-4312-9aba-aca3979d58e7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:49.338334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.400759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b0c14aa4-7d23-491c-be90-617639031de0, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0c14aa4-7d23-491c-be90-617639031de0,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:49.408046 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.455950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:49.483966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:49.491821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:49.566432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:49.567294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.571988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b0c14aa4-7d23-491c-be90-617639031de0,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:49.594791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-e4436d6a-b306-4805-b67c-6f1c9b2a0783 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1998482 Feb 04 15:21:49.618717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Request body: {'port': {'device_id': '688698db-47bd-4e56-ae44-e15ac0170a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:49.648830 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756acbb-68f2-4245-a1b6-31e4c7a70a67 req-4fa94975-7243-44aa-8041-98d1e9c4423f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:49.652808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2756acbb-68f2-4245-a1b6-31e4c7a70a67 req-4fa94975-7243-44aa-8041-98d1e9c4423f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 931 time: 0.3732255 Feb 04 15:21:49.670894 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Set router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:49.716042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99c25970-00a1-4a55-8bfe-d49d7d77cb05 req-4ac7fc7c-2670-4f73-8518-6696a91dae13 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514563 Feb 04 15:21:49.758561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2756acbb-68f2-4245-a1b6-31e4c7a70a67 req-0da79c22-e175-4f62-a0b0-7d56159bb227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785496 Feb 04 15:21:49.770009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1480627 Feb 04 15:21:49.777749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2ba51-01d9-4d68-ab7d-7145f85742fe service neutron] Pushing event updated for resources: {'Port': ['ID=92eb7521-43e0-4845-8b43-a3b43cd44974,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:49.794507 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.800055 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-829cceae-05d1-4da4-a502-9fce9642f088 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.5112360 Feb 04 15:21:49.800641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Request body: {'port': {'device_id': '1f0e025d-deb3-4551-8086-be374a3d7afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:49.847233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:49.850604 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.893165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75910a79-46cc-4b30-a4b7-0baf783e810b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Pushing event updated for resources: {'Port': ['ID=26917a26-7773-42f8-b90f-5d4c8b1473d4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:49.913921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'tag': '92eb7521-43e0-4845-8b43-a3b43cd44974'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:49.916211 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:49.917707 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d582e2ca-02dc-41c7-bf10-68e765b9e301" -d '{"events": [{"name": "network-changed", "server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "tag": "92eb7521-43e0-4845-8b43-a3b43cd44974"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:49.962168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:50.015209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:50.057265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25042e5d-4979-4275-9080-a5aa5a85a974 req-bbb4f188-5a95-4058-a984-b2e268aad7ff tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 210 time: 0.0886104 Feb 04 15:21:50.067442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Pushing event updated for resources: {'Port': ['ID=d80ccd45-747b-4c46-8598-a039835faab1,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:50.077158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:50.283975 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ca0240-5f4c-437c-ba24-a7105a74f97a x-openstack-request-id: req-61ca0240-5f4c-437c-ba24-a7105a74f97a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:50.284735 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "tag": "92eb7521-43e0-4845-8b43-a3b43cd44974", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:50.285154 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-61ca0240-5f4c-437c-ba24-a7105a74f97a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:50.285790 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'tag': '92eb7521-43e0-4845-8b43-a3b43cd44974', 'status': 'completed', 'code': 200} Feb 04 15:21:50.315082 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:21:44Z', 'revision_number': 3, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port': {'id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:41Z', 'updated_at': '2022-02-04T15:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:50.366605 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Checking router: e2757b2f-7b1f-4c56-bfc6-c13074520dd9 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:21:50.367066 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Updating router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:21:50.438353 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:50.502814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-8f1b25be-7754-4583-8d6d-385c5dbbc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:50.504892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-8f1b25be-7754-4583-8d6d-385c5dbbc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:50.506013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-8f1b25be-7754-4583-8d6d-385c5dbbc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:50.518457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-8f1b25be-7754-4583-8d6d-385c5dbbc060 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=74a907d5b8814651a25c483b379b5071&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.4045084 Feb 04 15:21:50.582881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1030-b263-45f5-b722-fcbda3229813 req-83b6c780-0659-4609-8e81-a5e2996f022a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:50.598605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1030-b263-45f5-b722-fcbda3229813 req-83b6c780-0659-4609-8e81-a5e2996f022a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:50.614039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1030-b263-45f5-b722-fcbda3229813 req-83b6c780-0659-4609-8e81-a5e2996f022a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:50.627664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-535e1030-b263-45f5-b722-fcbda3229813 req-83b6c780-0659-4609-8e81-a5e2996f022a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2399 time: 0.6311901 Feb 04 15:21:50.851188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0c14aa4-7d23-491c-be90-617639031de0 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:50.912690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:50.966967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b0c14aa4-7d23-491c-be90-617639031de0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:50.967670 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.007120 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.031811 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.118870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-535e1030-b263-45f5-b722-fcbda3229813 req-273eb254-ede4-4ace-8b11-6b2eef323c64 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524505 Feb 04 15:21:51.120477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:51.152852 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aff4e-bd58-4cf1-a568-374122c1eb95 None None] Pushing event updated for resources: {'Port': ['ID=9edb3c98-5f0e-4a99-98f5-e683e75e4e38,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:51.162403 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Attempting to bind port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:51.166684 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Attempting to bind port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:51.167088 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Attempting to bind port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:51.184622 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:51.185027 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:51.185439 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.185831 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:51.186350 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Bound port: 9edb3c98-5f0e-4a99-98f5-e683e75e4e38, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:51.186757 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.270336 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] For port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:51.277095 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] For port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9edb3c98-5f0e-4a99-98f5-e683e75e4e38,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:51.286601 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.326538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26917a26-7773-42f8-b90f-5d4c8b1473d4 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:51.341916 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.362433 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Routers {'e2757b2f-7b1f-4c56-bfc6-c13074520dd9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:51.363146 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:51.431975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4c58bb-c306-4a36-93e9-a8673cbba751 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:51.441772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.458739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Transition to ACTIVE for port object fa4c58bb-c306-4a36-93e9-a8673cbba751 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:51.484461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.492814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c7e29f30-8a60-4d20-9d48-4a0ff3716d79 None None] Provisioning complete for port d80ccd45-747b-4c46-8598-a039835faab1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:51.493479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c7e29f30-8a60-4d20-9d48-4a0ff3716d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.494116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Transition to ACTIVE for port object 26917a26-7773-42f8-b90f-5d4c8b1473d4 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:51.506962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-92669670-195f-4a1c-aa71-b5997e091659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:51.510102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-566d3cad-69d4-4e26-bd63-e0a453eedb23 req-92669670-195f-4a1c-aa71-b5997e091659 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9680932 Feb 04 15:21:51.545383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8a30-965c-455c-b1f1-4d4b75daeabf req-444f18c2-60b4-4855-9c27-c98526890ffc tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:51.547710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fcdb8a30-965c-455c-b1f1-4d4b75daeabf req-444f18c2-60b4-4855-9c27-c98526890ffc tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 932 time: 0.4128113 Feb 04 15:21:51.548582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:51.573829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c7e29f30-8a60-4d20-9d48-4a0ff3716d79 None None] Port d80ccd45-747b-4c46-8598-a039835faab1 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:51.630438 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aff4e-bd58-4cf1-a568-374122c1eb95 None None] Pushing event updated for resources: {'Port': ['ID=9edb3c98-5f0e-4a99-98f5-e683e75e4e38,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:51.667601 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] Set router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:51.692013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Pushing event updated for resources: {'Port': ['ID=fa4c58bb-c306-4a36-93e9-a8673cbba751,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:51.720867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fcdb8a30-965c-455c-b1f1-4d4b75daeabf req-495a2056-67e0-43e9-b6ca-4f533eeec016 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426206 Feb 04 15:21:51.787931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Pushing event updated for resources: {'Port': ['ID=26917a26-7773-42f8-b90f-5d4c8b1473d4,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:51.909374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-189b1ea1-5112-40d1-b53e-b599ec7a6bf1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:51.911582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-189b1ea1-5112-40d1-b53e-b599ec7a6bf1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 807 time: 0.5117543 Feb 04 15:21:52.032736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0fa8f-e9df-46c1-8d65-bb5293416f99 req-c6a58191-2e65-42e3-8424-23a1504766ff tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.033413 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Attempting to bind port fa4c58bb-c306-4a36-93e9-a8673cbba751 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:52.034286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Attempting to bind port fa4c58bb-c306-4a36-93e9-a8673cbba751 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:52.035115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Attempting to bind port fa4c58bb-c306-4a36-93e9-a8673cbba751 on network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:52.042040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f1c0fa8f-e9df-46c1-8d65-bb5293416f99 req-c6a58191-2e65-42e3-8424-23a1504766ff tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 931 time: 0.6912737 Feb 04 15:21:52.054103 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccda3bbb-5876-41ac-8fee-b5a5ec5c99a4 req-8cc9bdc6-5eba-49f2-878c-cb6c6cd9664a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 210 time: 0.2100885 Feb 04 15:21:52.072955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Request body: {'port': {'device_id': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'admin_state_up': True, 'tenant_id': 'c5a3819d18dc4876bd4f0adb6b377f1f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:52.081617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Port fa4c58bb-c306-4a36-93e9-a8673cbba751 on network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:52.082312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Attempting to bind port fa4c58bb-c306-4a36-93e9-a8673cbba751 on network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:52.135886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:52.136587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Checking segment: {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:52.137347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Bound using segment: {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:52.138274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Bound port: fa4c58bb-c306-4a36-93e9-a8673cbba751, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38da4645-8c7a-474c-ac9b-debdd9da72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:52.138992 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:52.236295 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:21:44Z', 'revision_number': 3, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port': {'id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:41Z', 'updated_at': '2022-02-04T15:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:52.272201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Attempting to bind port 26917a26-7773-42f8-b90f-5d4c8b1473d4 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:52.272793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Attempting to bind port 26917a26-7773-42f8-b90f-5d4c8b1473d4 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:52.273485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Attempting to bind port 26917a26-7773-42f8-b90f-5d4c8b1473d4 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:52.302435 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc696c6-1eb8-404f-ad98-dfac022c5ae9 None None] The sync data for ids ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'] in n-d-827869-1 is: [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:21:44Z', 'revision_number': 3, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port': {'id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:41Z', 'updated_at': '2022-02-04T15:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:21:52.364816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Port 26917a26-7773-42f8-b90f-5d4c8b1473d4 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:52.365646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Attempting to bind port 26917a26-7773-42f8-b90f-5d4c8b1473d4 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:52.380203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a38792-2be7-4312-9aba-aca3979d58e7 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:52.457261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] For port fa4c58bb-c306-4a36-93e9-a8673cbba751, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:52.461438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:52.467006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:52.467006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Checking segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:52.467006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Bound using segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:52.467659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Bound port: 26917a26-7773-42f8-b90f-5d4c8b1473d4, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:52.467659 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:52.471117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] For port fa4c58bb-c306-4a36-93e9-a8673cbba751, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa4c58bb-c306-4a36-93e9-a8673cbba751,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:52.499397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:52.503556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Transition to ACTIVE for port object d6a38792-2be7-4312-9aba-aca3979d58e7 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:52.544441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:52.584883 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:52.596497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-1537238c-6611-4029-9963-f6854e7380c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.597009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-1537238c-6611-4029-9963-f6854e7380c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.597456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-1537238c-6611-4029-9963-f6854e7380c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.599259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-1537238c-6611-4029-9963-f6854e7380c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2822 time: 0.9131122 Feb 04 15:21:52.629254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f1c0fa8f-e9df-46c1-8d65-bb5293416f99 req-29ee76a1-4043-486b-89dd-6ccfee02a4bb tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861769 Feb 04 15:21:52.652499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad9f9-7127-40b4-b818-abc592141f2e req-2778ae72-1346-4480-98e7-74ccdfeeb74d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.660593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad9f9-7127-40b4-b818-abc592141f2e req-2778ae72-1346-4480-98e7-74ccdfeeb74d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.668550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad9f9-7127-40b4-b818-abc592141f2e req-2778ae72-1346-4480-98e7-74ccdfeeb74d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.678132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7cad9f9-7127-40b4-b818-abc592141f2e req-2778ae72-1346-4480-98e7-74ccdfeeb74d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.3405426 Feb 04 15:21:52.710241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.712721 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:52.715225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] 10.222.0.30 "PUT /v2.0/ports/fa4c58bb-c306-4a36-93e9-a8673cbba751 HTTP/1.1" status: 200 len: 1092 time: 3.4702635 Feb 04 15:21:52.790759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'tag': 'fa4c58bb-c306-4a36-93e9-a8673cbba751'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:52.794565 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b747912-fa7e-4223-8101-48710d9d9161" -d '{"events": [{"name": "network-changed", "server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "tag": "fa4c58bb-c306-4a36-93e9-a8673cbba751"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:52.880594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-93bebed9-15e8-4c3f-8b79-a01261936866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.881550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-93bebed9-15e8-4c3f-8b79-a01261936866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.882464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-93bebed9-15e8-4c3f-8b79-a01261936866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:52.882974 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7cad9f9-7127-40b4-b818-abc592141f2e req-b0c69b25-856c-4c09-8436-076388a9aeef tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035058 Feb 04 15:21:52.886061 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-93bebed9-15e8-4c3f-8b79-a01261936866 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=74a907d5b8814651a25c483b379b5071&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2504280 Feb 04 15:21:52.983930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c08485-2082-4c80-abc4-a3dad4deb4ce service neutron] Pushing event updated for resources: {'Port': ['ID=fa4c58bb-c306-4a36-93e9-a8673cbba751,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:53.004023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] For port 26917a26-7773-42f8-b90f-5d4c8b1473d4, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:53.072718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c7b300-35c5-414b-be80-ba2afecc9660 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:53.075640 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e8ef2a-d5fb-4ba9-adce-32ba0425c246 x-openstack-request-id: req-74e8ef2a-d5fb-4ba9-adce-32ba0425c246 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:53.076680 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "tag": "fa4c58bb-c306-4a36-93e9-a8673cbba751", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:53.076847 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74e8ef2a-d5fb-4ba9-adce-32ba0425c246 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:53.077354 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'tag': 'fa4c58bb-c306-4a36-93e9-a8673cbba751', 'status': 'completed', 'code': 200} Feb 04 15:21:53.090695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:53.103499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] For port 26917a26-7773-42f8-b90f-5d4c8b1473d4, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26917a26-7773-42f8-b90f-5d4c8b1473d4,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:53.119229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:53.135148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Transition to ACTIVE for port object f3c7b300-35c5-414b-be80-ba2afecc9660 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:53.165911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Attempting to bind port d6a38792-2be7-4312-9aba-aca3979d58e7 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:53.166504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Attempting to bind port d6a38792-2be7-4312-9aba-aca3979d58e7 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:53.166837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Attempting to bind port d6a38792-2be7-4312-9aba-aca3979d58e7 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:53.188264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a38792-2be7-4312-9aba-aca3979d58e7,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:53.193803 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:21:53.214346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Port d6a38792-2be7-4312-9aba-aca3979d58e7 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:53.214672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Attempting to bind port d6a38792-2be7-4312-9aba-aca3979d58e7 on network 4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:53.234510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:53.235150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:53.236944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] 10.222.0.50 "PUT /v2.0/ports/26917a26-7773-42f8-b90f-5d4c8b1473d4 HTTP/1.1" status: 200 len: 1091 time: 3.4446630 Feb 04 15:21:53.238883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:53.242885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:53.243439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Checking segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:53.243911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Bound using segment: {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:53.244532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Bound port: d6a38792-2be7-4312-9aba-aca3979d58e7, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:53.245522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:53.356243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9f5dd-cbfe-4e59-a064-a8c066732adb service neutron] Pushing event updated for resources: {'Port': ['ID=26917a26-7773-42f8-b90f-5d4c8b1473d4,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:53.424679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] For port d6a38792-2be7-4312-9aba-aca3979d58e7, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:53.430809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] For port d6a38792-2be7-4312-9aba-aca3979d58e7, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d6a38792-2be7-4312-9aba-aca3979d58e7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:53.465375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:53.473097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-359b40ed-bb97-449a-b7c5-a17fd816fb2c req-e643ba94-af6e-4924-ba35-7e35801e9bee tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 210 time: 0.2321587 Feb 04 15:21:53.474527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Router 3a64224d-5230-4603-8eba-168372d6bb39 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:21:53.550102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:53.550674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:53.552050 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] 10.222.0.30 "PUT /v2.0/ports/d6a38792-2be7-4312-9aba-aca3979d58e7 HTTP/1.1" status: 200 len: 1091 time: 3.9380491 Feb 04 15:21:53.556425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-bf130e2f-99d1-48f7-9b9a-d0243b5162d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:53.558052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-bf130e2f-99d1-48f7-9b9a-d0243b5162d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 1094 time: 0.1236069 Feb 04 15:21:53.574979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469953f7-357a-423e-98b2-9416593d37d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a38792-2be7-4312-9aba-aca3979d58e7,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:53.606001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c7b300-35c5-414b-be80-ba2afecc9660,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:53.643443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc885b5-94d4-40b1-a3c6-35eb198e494c req-f96f2f08-08b3-40d5-abf0-6ada080f93ab tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:53.645151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cc885b5-94d4-40b1-a3c6-35eb198e494c req-f96f2f08-08b3-40d5-abf0-6ada080f93ab tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 932 time: 0.7475080 Feb 04 15:21:53.667711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-659478bb-18bd-4a41-89d3-9eadaf8ec9cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26917a26-7773-42f8-b90f-5d4c8b1473d4 HTTP/1.1" status: 200 len: 217 time: 0.0892670 Feb 04 15:21:53.788666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-b96f7509-b9ef-4d0f-9f09-cb437705b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:53.790345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-b96f7509-b9ef-4d0f-9f09-cb437705b2c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&device_id=688698db-47bd-4e56-ae44-e15ac0170a17 HTTP/1.1" status: 200 len: 1094 time: 0.1372738 Feb 04 15:21:53.805099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-b24cfe24-787e-45be-b9e5-798512f9600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:53.806910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-b24cfe24-787e-45be-b9e5-798512f9600d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 200 len: 853 time: 0.1014249 Feb 04 15:21:53.821056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-481de7a3-43bd-4cd2-9965-a9b495b45020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:53.823719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d582e2ca-02dc-41c7-bf10-68e765b9e301 req-481de7a3-43bd-4cd2-9965-a9b495b45020 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8877046 Feb 04 15:21:53.894152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-277e56f4-0fa4-4e5e-94a1-4dc586c678af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6a38792-2be7-4312-9aba-aca3979d58e7 HTTP/1.1" status: 200 len: 217 time: 0.0859263 Feb 04 15:21:53.911571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76172b-145e-482c-ad30-726e7ef43c54 req-a0f45d4d-34f0-49c3-92d5-d6890b2d3bbf tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:53.911571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ca76172b-145e-482c-ad30-726e7ef43c54 req-a0f45d4d-34f0-49c3-92d5-d6890b2d3bbf tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 943 time: 0.1560042 Feb 04 15:21:53.911571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-6e15c596-f5c9-4f35-90d8-153653982ab3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866096 Feb 04 15:21:54.053525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471556c0-acad-48a7-998b-070f00578e5e req-2336c7ce-8dfd-4b5f-8075-3875cd790e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:54.055687 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-2336c7ce-8dfd-4b5f-8075-3875cd790e90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 200 len: 853 time: 0.1485033 Feb 04 15:21:54.062179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ca76172b-145e-482c-ad30-726e7ef43c54 req-9ac5930c-65df-4f39-a7ad-9bc3c76a0606 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372032 Feb 04 15:21:54.071137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Made reservation on behalf of c5a3819d18dc4876bd4f0adb6b377f1f for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:21:54.074689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:54.099181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-26883f2a-3ad1-4607-af44-8be2c7c8a28f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306101 Feb 04 15:21:54.146335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-a5022a89-2d11-451a-aaac-e8318a73bede service neutron] 10.222.0.50 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206361 Feb 04 15:21:54.164884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:54.291867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Attempting to bind port f3c7b300-35c5-414b-be80-ba2afecc9660 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:54.292853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Attempting to bind port f3c7b300-35c5-414b-be80-ba2afecc9660 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '675412af-fe0f-4d28-87f3-997bc29bc135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8bd4c17-d5da-40de-a1f4-3e8f1e0d7908'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:54.292989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Attempting to bind port f3c7b300-35c5-414b-be80-ba2afecc9660 on network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:54.314385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-e360e0e4-9c29-4c4f-a8f6-9434e6d73295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:54.315287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-e360e0e4-9c29-4c4f-a8f6-9434e6d73295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:54.316180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-e360e0e4-9c29-4c4f-a8f6-9434e6d73295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:54.319765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-e360e0e4-9c29-4c4f-a8f6-9434e6d73295 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2864 time: 0.3783565 Feb 04 15:21:54.338703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bea68-cd42-4d28-9151-fde75fbe028a req-5d6f5e4b-92d5-4e0a-a953-52d1eb7bacf8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:54.344824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bea68-cd42-4d28-9151-fde75fbe028a req-5d6f5e4b-92d5-4e0a-a953-52d1eb7bacf8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:54.350759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bea68-cd42-4d28-9151-fde75fbe028a req-5d6f5e4b-92d5-4e0a-a953-52d1eb7bacf8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:54.353187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d14bea68-cd42-4d28-9151-fde75fbe028a req-5d6f5e4b-92d5-4e0a-a953-52d1eb7bacf8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.1654172 Feb 04 15:21:54.355350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-633b72bf-9cdf-462d-9304-d8afefc6f881 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454190 Feb 04 15:21:54.389603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cc885b5-94d4-40b1-a3c6-35eb198e494c req-09aa0db9-e349-4bf6-ae0d-cbbad75196b1 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206512 Feb 04 15:21:54.391885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Port f3c7b300-35c5-414b-be80-ba2afecc9660 on network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:54.392210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Attempting to bind port f3c7b300-35c5-414b-be80-ba2afecc9660 on network d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:54.476532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-ebb7e40b-fd03-4678-8b0d-67e2843722ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.25&port_id=bc30e973-11d7-4f09-995a-5e547d9ea58c HTTP/1.1" status: 200 len: 217 time: 0.1013529 Feb 04 15:21:54.486963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:54.487713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Checking segment: {'id': '675412af-fe0f-4d28-87f3-997bc29bc135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8bd4c17-d5da-40de-a1f4-3e8f1e0d7908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:54.488492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Bound using segment: {'id': '675412af-fe0f-4d28-87f3-997bc29bc135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8bd4c17-d5da-40de-a1f4-3e8f1e0d7908'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:54.489967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Bound port: f3c7b300-35c5-414b-be80-ba2afecc9660, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675412af-fe0f-4d28-87f3-997bc29bc135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd8bd4c17-d5da-40de-a1f4-3e8f1e0d7908'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:54.490277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:54.569138 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-e96c3603-2a44-4399-be3b-c1ef01d48900 service neutron] 10.222.0.50 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857815 Feb 04 15:21:54.619076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d14bea68-cd42-4d28-9151-fde75fbe028a req-9a4ad86e-5fd8-4ba6-b30c-d64eed9bde30 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434235 Feb 04 15:21:54.630655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:21:54.637330 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b293f167-8be4-4669-a0b3-1884c9d0cd1f admin admin] 10.222.0.47 "PUT /v2.0/routers/3a64224d-5230-4603-8eba-168372d6bb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3346715 Feb 04 15:21:54.653665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Sync routers for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:21:54.657665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-471556c0-acad-48a7-998b-070f00578e5e req-dcb4d39e-ee9c-4b6e-89a6-a4ade24de2b4 service neutron] 10.222.0.30 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799201 Feb 04 15:21:54.692467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:54.694045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:54.836561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-194de555-7c23-4764-95e2-7cc2584fcec4 req-bf4dded7-f8cb-4f42-b605-4f7c89b2cd2b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 210 time: 0.1939261 Feb 04 15:21:54.838512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-d38c78fb-e042-44fd-b7d1-95443700803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:54.845594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-d38c78fb-e042-44fd-b7d1-95443700803a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4146e45-10f6-472e-9a67-abcd1b169f31 HTTP/1.1" status: 200 len: 801 time: 0.2784951 Feb 04 15:21:54.893509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:54.963196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] For port f3c7b300-35c5-414b-be80-ba2afecc9660, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:54.968471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] For port f3c7b300-35c5-414b-be80-ba2afecc9660, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f3c7b300-35c5-414b-be80-ba2afecc9660,segment=NetworkSegment(675412af-fe0f-4d28-87f3-997bc29bc135),segment_id=675412af-fe0f-4d28-87f3-997bc29bc135)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:54.971423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:55.033023 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:55.034243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:55.034818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:55.078492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0e025d-deb3-4551-8086-be374a3d7afe', 'tag': '26917a26-7773-42f8-b90f-5d4c8b1473d4'}, {'name': 'network-changed', 'server_uuid': '688698db-47bd-4e56-ae44-e15ac0170a17', 'tag': 'd6a38792-2be7-4312-9aba-aca3979d58e7'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:55.084455 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f574278c-e2db-42f2-b281-7ba501e476f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0e025d-deb3-4551-8086-be374a3d7afe", "tag": "26917a26-7773-42f8-b90f-5d4c8b1473d4"}, {"name": "network-changed", "server_uuid": "688698db-47bd-4e56-ae44-e15ac0170a17", "tag": "d6a38792-2be7-4312-9aba-aca3979d58e7"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:55.109807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:55.110726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:55.112429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] 10.222.0.30 "PUT /v2.0/ports/f3c7b300-35c5-414b-be80-ba2afecc9660 HTTP/1.1" status: 200 len: 1092 time: 6.1402342 Feb 04 15:21:55.117762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Allocated IP 172.20.0.2 (2482fb66-d07e-4705-bd60-aa3bf5df0f70/a2b7f571-2880-4d7e-85de-e53c1983c802/d35dff33-3dba-4fcf-85af-3ad321843191) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:55.124164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9baafbe-c43a-4517-a1d7-b3da7d15a675', 'tag': 'f3c7b300-35c5-414b-be80-ba2afecc9660'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:21:55.127324 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbfc71b-6a78-4843-8344-f8f188e3722e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9baafbe-c43a-4517-a1d7-b3da7d15a675", "tag": "f3c7b300-35c5-414b-be80-ba2afecc9660"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:21:55.199607 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45349b9-ef8e-4897-9ec4-84e01530facf x-openstack-request-id: req-a45349b9-ef8e-4897-9ec4-84e01530facf {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:55.200507 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0e025d-deb3-4551-8086-be374a3d7afe", "tag": "26917a26-7773-42f8-b90f-5d4c8b1473d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "688698db-47bd-4e56-ae44-e15ac0170a17", "tag": "d6a38792-2be7-4312-9aba-aca3979d58e7", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:55.201737 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a45349b9-ef8e-4897-9ec4-84e01530facf {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:55.207552 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0e025d-deb3-4551-8086-be374a3d7afe', 'tag': '26917a26-7773-42f8-b90f-5d4c8b1473d4', 'status': 'completed', 'code': 200} Feb 04 15:21:55.208453 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688698db-47bd-4e56-ae44-e15ac0170a17', 'tag': 'd6a38792-2be7-4312-9aba-aca3979d58e7', 'status': 'completed', 'code': 200} Feb 04 15:21:55.296954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-236462c4-5862-4252-b0d9-c561e29f7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:55.301847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-236462c4-5862-4252-b0d9-c561e29f7f84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07f1265a-ed5c-4baf-90bc-ed49d28d4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4413207 Feb 04 15:21:55.330068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e1f38-b2a4-47a4-bfc6-f87b5c4eeeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c7b300-35c5-414b-be80-ba2afecc9660,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:55.354450 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:55.391225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9edb3c98-5f0e-4a99-98f5-e683e75e4e38,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:55.400622 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:55.425315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-efca8add-096c-419f-b70c-818ce074e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:55.429606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-efca8add-096c-419f-b70c-818ce074e671 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&device_id=688698db-47bd-4e56-ae44-e15ac0170a17 HTTP/1.1" status: 200 len: 1094 time: 0.1804368 Feb 04 15:21:55.442189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Allocated IP 172.20.0.1 (ded1cbca-784b-474b-9146-492c81e95ade/cc14e4cd-1316-41dd-9915-4b35ad3e6139/bf18a11a-e505-4fea-b0be-7db587d8f746) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:55.460254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=9edb3c98-5f0e-4a99-98f5-e683e75e4e38,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:55.469463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-ea158eb4-a0d0-476d-9a9e-a6765e69b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:55.473235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-ea158eb4-a0d0-476d-9a9e-a6765e69b014 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f7004ed0772419396ef0c1dac2abbba&device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 1094 time: 0.1502488 Feb 04 15:21:55.603905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 2, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:55.666180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Checking router: 3a64224d-5230-4603-8eba-168372d6bb39 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:21:55.667206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Updating router 3a64224d-5230-4603-8eba-168372d6bb39 port d80ccd45-747b-4c46-8598-a039835faab1 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:21:55.725875 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:55.729359 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:55.778107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-799535a1-22f0-4919-a12e-aa31b14d2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:55.779676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-799535a1-22f0-4919-a12e-aa31b14d2420 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 914 time: 0.2776871 Feb 04 15:21:55.821722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-abac1e07-e7c4-444c-8f16-a917c0d072df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:55.824278 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-abac1e07-e7c4-444c-8f16-a917c0d072df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3954f4b7540a4693bbaca0d004a01a86&device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 1095 time: 0.6546876 Feb 04 15:21:55.838105 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:55.904788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-1fce9bcf-df82-46e4-ba48-5dd7883920b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26917a26-7773-42f8-b90f-5d4c8b1473d4 HTTP/1.1" status: 200 len: 217 time: 0.1106145 Feb 04 15:21:55.934903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33704) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:55.949433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-c5882095-4005-45ec-8715-9be3575a9080 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c7b300-35c5-414b-be80-ba2afecc9660 HTTP/1.1" status: 200 len: 217 time: 0.1030629 Feb 04 15:21:55.968940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c31b1935-5906-435b-87c2-426624a0bf50 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533631997', 'description': 'tempest-description--142795173'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:56.042762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-9add7bc0-a9d9-4e76-9ab8-ba1bbb13cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:56.044335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-9add7bc0-a9d9-4e76-9ab8-ba1bbb13cf12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 200 len: 914 time: 0.6017337 Feb 04 15:21:56.096391 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1f6ab0-a96b-4da5-8bdc-d276a56cd792 x-openstack-request-id: req-3d1f6ab0-a96b-4da5-8bdc-d276a56cd792 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:21:56.097095 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9baafbe-c43a-4517-a1d7-b3da7d15a675", "tag": "f3c7b300-35c5-414b-be80-ba2afecc9660", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:21:56.097555 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d1f6ab0-a96b-4da5-8bdc-d276a56cd792 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:21:56.098302 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9baafbe-c43a-4517-a1d7-b3da7d15a675', 'tag': 'f3c7b300-35c5-414b-be80-ba2afecc9660', 'status': 'completed', 'code': 200} Feb 04 15:21:56.104205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-dc04b21c-fbf2-4091-9d7f-fcae8106a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:56.105671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-dc04b21c-fbf2-4091-9d7f-fcae8106a6b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 200 len: 853 time: 0.1898434 Feb 04 15:21:56.106527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c31b1935-5906-435b-87c2-426624a0bf50 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:56.117203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-0785a84c-c77b-4e68-8c3e-f748dbd093c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6a38792-2be7-4312-9aba-aca3979d58e7 HTTP/1.1" status: 200 len: 217 time: 0.0641682 Feb 04 15:21:56.136694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afb692-f859-4df5-b894-a2e0a6961810 req-dbf219d3-0658-47d2-aa8e-1e8c3960e6f6 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:56.144736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44afb692-f859-4df5-b894-a2e0a6961810 req-dbf219d3-0658-47d2-aa8e-1e8c3960e6f6 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 943 time: 0.7983949 Feb 04 15:21:56.176235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-f23ea0f6-8774-4d88-9b7c-b0113a0caf0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482879 Feb 04 15:21:56.204593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:56.243130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:56.246570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:56.319044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:56.320716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:56.332446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c039544-aed9-45ae-92bc-4c7626c13407 req-5df2060a-3457-4235-8b1d-621dae04db43 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:56.339764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44afb692-f859-4df5-b894-a2e0a6961810 req-93b287d8-f067-4c40-a98b-b4ead59bb892 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922250 Feb 04 15:21:56.340940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Pushing event updated for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:56.341394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c039544-aed9-45ae-92bc-4c7626c13407 req-5df2060a-3457-4235-8b1d-621dae04db43 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 944 time: 0.2416182 Feb 04 15:21:56.384022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-9ba35488-ce4b-47d7-b9c8-12dfbc1390be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:56.385166 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-7cbcfae5-1094-4f3c-bb54-07fe01c6a89b service neutron] 10.222.0.30 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0258768 Feb 04 15:21:56.385555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-9ba35488-ce4b-47d7-b9c8-12dfbc1390be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 200 len: 853 time: 0.2142661 Feb 04 15:21:56.533857 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:56.543512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-30716375-82c9-48d6-8b7f-a3c9d4751c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:56.545286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-30716375-82c9-48d6-8b7f-a3c9d4751c18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d475966a-1be7-4e3c-ac1d-5e9394ef1f3d HTTP/1.1" status: 200 len: 854 time: 0.4521935 Feb 04 15:21:56.546018 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:56.593666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-350043a0-e8de-47d7-b857-ffaafa887723 service neutron] 10.222.0.30 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729858 Feb 04 15:21:56.628904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09f8a3-32d4-4939-af32-b6a69915be75 None None] Pushing event updated for resources: {'Port': ['ID=d80ccd45-747b-4c46-8598-a039835faab1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:56.666134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-aca96cdb-3870-437f-8520-7c2c074e8a7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.61&port_id=92eb7521-43e0-4845-8b43-a3b43cd44974 HTTP/1.1" status: 200 len: 217 time: 0.0416553 Feb 04 15:21:56.674182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-5281d240-be2b-4560-a056-3d2a9056d03d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116557 Feb 04 15:21:56.678122 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a78ea7a6-0f8f-4495-83fd-8cba8c892eed tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6122134 Feb 04 15:21:56.721326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-a0161567-494d-4d6d-a63d-afb23a5d3826 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3152943 Feb 04 15:21:56.723049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Request body: {'port': {'device_id': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:56.760618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Attempting to bind port d80ccd45-747b-4c46-8598-a039835faab1 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:56.761707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Attempting to bind port d80ccd45-747b-4c46-8598-a039835faab1 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:56.762375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Attempting to bind port d80ccd45-747b-4c46-8598-a039835faab1 on network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:56.770686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:56.771505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Checking segment: {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:56.772167 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:56.773456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Bound using segment: {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:56.778136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Bound port: d80ccd45-747b-4c46-8598-a039835faab1, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:56.778793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:56.802075 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:56.890772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:21:56.929123 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c31b1935-5906-435b-87c2-426624a0bf50 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:56.942619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c039544-aed9-45ae-92bc-4c7626c13407 req-f2de99d7-2d48-4d4e-b706-ff2a704b1579 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001689 Feb 04 15:21:56.985642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-c4c43f2a-93ad-4a15-a8a0-efaa006a3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:56.988358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-c4c43f2a-93ad-4a15-a8a0-efaa006a3bd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c14726cb-4342-4b53-b1f9-865b1770bcea HTTP/1.1" status: 200 len: 801 time: 0.3061392 Feb 04 15:21:57.064500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-47fd39b8-a66c-4c07-8a4f-814423216c47 None None] Provisioning complete for port d80ccd45-747b-4c46-8598-a039835faab1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:57.065219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-47fd39b8-a66c-4c07-8a4f-814423216c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:57.077815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ad0c2-2dfe-4c12-8ae4-aa476a26f401 req-aa85501d-100d-43dd-b914-a3ac8193f378 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:57.082457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c31b1935-5906-435b-87c2-426624a0bf50 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:57.090834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ad0c2-2dfe-4c12-8ae4-aa476a26f401 req-aa85501d-100d-43dd-b914-a3ac8193f378 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:57.094224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-4a7de13b-d1fc-4dea-832a-8a459d8bd5b2 service neutron] 10.222.0.50 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8839662 Feb 04 15:21:57.097516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] For port d80ccd45-747b-4c46-8598-a039835faab1, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:21:57.100256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:57.100803 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:57.105320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ad0c2-2dfe-4c12-8ae4-aa476a26f401 req-aa85501d-100d-43dd-b914-a3ac8193f378 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:57.109286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403ad0c2-2dfe-4c12-8ae4-aa476a26f401 req-aa85501d-100d-43dd-b914-a3ac8193f378 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.5625446 Feb 04 15:21:57.149213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] For port d80ccd45-747b-4c46-8598-a039835faab1, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d80ccd45-747b-4c46-8598-a039835faab1,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:21:57.156393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-47fd39b8-a66c-4c07-8a4f-814423216c47 None None] Port d80ccd45-747b-4c46-8598-a039835faab1 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:57.162660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:57.182456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-c73a4220-09e6-46e1-8114-16b7374d1adc service neutron] 10.222.0.30 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427404 Feb 04 15:21:57.232361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09f8a3-32d4-4939-af32-b6a69915be75 None None] Pushing event updated for resources: {'Port': ['ID=d80ccd45-747b-4c46-8598-a039835faab1,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:57.278921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:21:57.278921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:57.501447 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c31b1935-5906-435b-87c2-426624a0bf50 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:57.504112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c31b1935-5906-435b-87c2-426624a0bf50 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5472505 Feb 04 15:21:57.513875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:21:57.571065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33710) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:57.593414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1b4245bb-b889-4ae7-9a0f-ee9d5043c8a6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Request body: {'security_group_rule': {'security_group_id': '6f67a335-7d8d-4187-a432-189494f186e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:57.619185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b1935-5906-435b-87c2-426624a0bf50 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f67a335-7d8d-4187-a432-189494f186e8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:57.727180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381704cb-548c-465c-9a0e-11ba38d1aaa8 req-7d833fbb-7dc7-4270-9e8e-db125991df0f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:57.742859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-381704cb-548c-465c-9a0e-11ba38d1aaa8 req-7d833fbb-7dc7-4270-9e8e-db125991df0f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 931 time: 0.6615825 Feb 04 15:21:57.743206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-a09bf109-f140-4076-a538-ac4dea2dc056 service neutron] 10.222.0.30 "GET /v2.0/networks/d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0509994 Feb 04 15:21:57.814930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b4245bb-b889-4ae7-9a0f-ee9d5043c8a6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:57.817469 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:57.828689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:57.884862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Network ded1cbca-784b-474b-9146-492c81e95ade is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:57.901672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf18a11a-e505-4fea-b0be-7db587d8f746,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:57.914426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:57.934973 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-87fd7b44-2a7e-4d29-9f92-17c9f70c38af service neutron] 10.222.0.50 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498102 Feb 04 15:21:57.952615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-381704cb-548c-465c-9a0e-11ba38d1aaa8 req-fbf8316a-3ff4-46d5-a71b-1faf4a75fcad tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074404 Feb 04 15:21:57.956905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:57.972124 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f574278c-e2db-42f2-b281-7ba501e476f8 req-b6d33474-f318-4540-ad0e-b7eee1d75a3d service neutron] 10.222.0.30 "GET /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283006 Feb 04 15:21:57.994453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9bf82b1d-247e-4366-89e9-857ce4e1f5f5 None None] Provisioning complete for port d80ccd45-747b-4c46-8598-a039835faab1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:58.000428 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9bf82b1d-247e-4366-89e9-857ce4e1f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.013464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b4245bb-b889-4ae7-9a0f-ee9d5043c8a6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.021429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b4245bb-b889-4ae7-9a0f-ee9d5043c8a6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.028492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403ad0c2-2dfe-4c12-8ae4-aa476a26f401 req-2f929c82-265d-48d7-bb6a-38b6a2e17060 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8645885 Feb 04 15:21:58.029451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.131594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4245bb-b889-4ae7-9a0f-ee9d5043c8a6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86131759-b9f6-4d56-833f-7f5df0824432,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:58.157848 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b4245bb-b889-4ae7-9a0f-ee9d5043c8a6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.170497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 26917a26-7773-42f8-b90f-5d4c8b1473d4 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:21:58.174943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1b4245bb-b889-4ae7-9a0f-ee9d5043c8a6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5880892 Feb 04 15:21:58.177216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33716) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:58.216610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c97e0cc5-2302-481d-affb-620ae34809e2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Request body: {'security_group_rule': {'security_group_id': '6f67a335-7d8d-4187-a432-189494f186e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:58.270424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c97e0cc5-2302-481d-affb-620ae34809e2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.322353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21803-3ca7-4fb2-9888-7f5ef3e70288 req-5fd5706a-02dc-42bc-aa1e-f1d3ea4b2958 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:58.330771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01c21803-3ca7-4fb2-9888-7f5ef3e70288 req-5fd5706a-02dc-42bc-aa1e-f1d3ea4b2958 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 943 time: 0.1521442 Feb 04 15:21:58.401269 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c97e0cc5-2302-481d-affb-620ae34809e2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.418060 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c97e0cc5-2302-481d-affb-620ae34809e2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.452573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e0cc5-2302-481d-affb-620ae34809e2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f2a860-aa1e-4969-aff9-d654d75e0a1b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:58.462067 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9bf82b1d-247e-4366-89e9-857ce4e1f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.468055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01c21803-3ca7-4fb2-9888-7f5ef3e70288 req-994333cb-20c3-452f-aabb-f1e043dfaae3 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362283 Feb 04 15:21:58.474917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-3d11ba45-157d-4ac3-9abc-c103fa467b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:58.477618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-3d11ba45-157d-4ac3-9abc-c103fa467b56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e63f39ff-ca0b-434d-b9ea-aecb5327b87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4424598 Feb 04 15:21:58.482323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c97e0cc5-2302-481d-affb-620ae34809e2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.483827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c97e0cc5-2302-481d-affb-620ae34809e2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2718129 Feb 04 15:21:58.487699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33718) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:21:58.498906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:21:58.535927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:57Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:21:58.542534 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.543134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35dff33-3dba-4fcf-85af-3ad321843191 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:58.604399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b185279-d9c5-423c-96e9-91c8fdecc07a req-84078035-1bf1-49c3-b20a-ca324a0d2ccf service neutron] 10.222.0.30 "GET /v2.0/networks/d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8330653 Feb 04 15:21:58.634379 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.651729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9bf82b1d-247e-4366-89e9-857ce4e1f5f5 None None] For port d80ccd45-747b-4c46-8598-a039835faab1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d80ccd45-747b-4c46-8598-a039835faab1,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:58.653841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ef1a2-5b67-4bf4-b9e5-f960f46ca207 None None] The sync data for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 is: [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:57Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:21:58.666460 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9bf82b1d-247e-4366-89e9-857ce4e1f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.800053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.822124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 26917a26-7773-42f8-b90f-5d4c8b1473d4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26917a26-7773-42f8-b90f-5d4c8b1473d4,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:58.842716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf82b1d-247e-4366-89e9-857ce4e1f5f5 None None] Pushing event updated for resources: {'Port': ['ID=d80ccd45-747b-4c46-8598-a039835faab1,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:58.851999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Transition to ACTIVE for port object d35dff33-3dba-4fcf-85af-3ad321843191 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:21:58.855806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '26917a26-7773-42f8-b90f-5d4c8b1473d4', 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'port_id': '26917a26-7773-42f8-b90f-5d4c8b1473d4', 'mac_address': 'fa:16:3e:dc:36:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c835e6b1-d095-40aa-89ad-62e6209deb99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:21:58.863018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-52850330-cffc-4120-8abd-917faf5980b0 None None] Provisioning complete for port bf18a11a-e505-4fea-b0be-7db587d8f746 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:21:58.863399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52850330-cffc-4120-8abd-917faf5980b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.888651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:58.979416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee78fd-ecae-4863-a541-a2936ed97a8d req-b17ddbd9-13ac-4c3d-82c7-d6a7f9e6b35f tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:58.981210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15ee78fd-ecae-4863-a541-a2936ed97a8d req-b17ddbd9-13ac-4c3d-82c7-d6a7f9e6b35f tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 944 time: 0.4317343 Feb 04 15:21:59.002750 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:59.008065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-52850330-cffc-4120-8abd-917faf5980b0 None None] Port bf18a11a-e505-4fea-b0be-7db587d8f746 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:21:59.033266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26917a26-7773-42f8-b90f-5d4c8b1473d4 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:21:59.084111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Allocated IP 172.25.1.64 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/a79da962-49b2-409a-8c48-d6ae02b1ed18) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:21:59.091838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 26917a26-7773-42f8-b90f-5d4c8b1473d4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26917a26-7773-42f8-b90f-5d4c8b1473d4,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:59.098833 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:59.189700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=26917a26-7773-42f8-b90f-5d4c8b1473d4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:59.221425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d6a38792-2be7-4312-9aba-aca3979d58e7 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:21:59.241622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d0db-9463-409a-ad70-73c155e3bfc4 req-5b6a54ba-9a06-4b88-b8a2-d9894fd7903d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:59.243493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0c9d0db-9463-409a-ad70-73c155e3bfc4 req-5b6a54ba-9a06-4b88-b8a2-d9894fd7903d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.1496460 Feb 04 15:21:59.271267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-fe93b3c7-3854-45a1-bcd2-6ac78e0aab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:59.273898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-fe93b3c7-3854-45a1-bcd2-6ac78e0aab5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3954f4b7540a4693bbaca0d004a01a86&device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 1095 time: 0.5085502 Feb 04 15:21:59.276506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-cf10ae55-e86c-4b12-b1d6-a275ab404d44 service neutron] 10.222.0.30 "GET /v2.0/networks/e63f39ff-ca0b-434d-b9ea-aecb5327b87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652327 Feb 04 15:21:59.310980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Pushing event updated for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:59.390958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:59.407083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d6a38792-2be7-4312-9aba-aca3979d58e7, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d6a38792-2be7-4312-9aba-aca3979d58e7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:21:59.412536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0c9d0db-9463-409a-ad70-73c155e3bfc4 req-5f898c2d-7785-4d56-a873-74acb25230fc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449263 Feb 04 15:21:59.433650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'd6a38792-2be7-4312-9aba-aca3979d58e7', 'network_id': '4ea1bf77-21ed-44a6-ad5f-92c1e6f54004', 'port_id': 'd6a38792-2be7-4312-9aba-aca3979d58e7', 'mac_address': 'fa:16:3e:cc:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c835e6b1-d095-40aa-89ad-62e6209deb99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:21:59.458755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:59.522607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15ee78fd-ecae-4863-a541-a2936ed97a8d req-3dbe1cf3-a146-40d9-9e7b-c8b3fa042758 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966500 Feb 04 15:21:59.559326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:59.560421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:21:59.568837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event updated for resources: {'Port': ['ID=a79da962-49b2-409a-8c48-d6ae02b1ed18,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:21:59.573565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:21:59.576595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:21:59.739547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:21:59.739891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:21:59.740216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:59.749216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:21:59.749546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:21:59.781766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eceb5c-6777-4342-82d5-234e3d50d9f6 req-0d599074-3a1b-4e0b-a258-ae32c8b80071 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:59.788155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eceb5c-6777-4342-82d5-234e3d50d9f6 req-0d599074-3a1b-4e0b-a258-ae32c8b80071 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:59.795304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eceb5c-6777-4342-82d5-234e3d50d9f6 req-0d599074-3a1b-4e0b-a258-ae32c8b80071 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:21:59.797178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69eceb5c-6777-4342-82d5-234e3d50d9f6 req-0d599074-3a1b-4e0b-a258-ae32c8b80071 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.1473927 Feb 04 15:21:59.809247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:59.819316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['26917a26-7773-42f8-b90f-5d4c8b1473d4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:21:59.892872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69eceb5c-6777-4342-82d5-234e3d50d9f6 req-ca067d85-620b-449e-92b1-3c1cfcdb7a72 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758572 Feb 04 15:21:59.899618 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:21:59.924073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:21:59.925305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:21:59.926011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:21:59.926972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Bound port: d35dff33-3dba-4fcf-85af-3ad321843191, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:21:59.927568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.050800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f200b-038e-4846-b7cc-62495571e16b req-13f8ffe2-6935-484d-b82d-f562537a99d7 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:00.055135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd8f200b-038e-4846-b7cc-62495571e16b req-13f8ffe2-6935-484d-b82d-f562537a99d7 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 944 time: 0.3637507 Feb 04 15:22:00.055673 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.107979 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a38792-2be7-4312-9aba-aca3979d58e7 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:00.127479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-c759e48e-c673-4d1a-b4df-0e9e81cf2ea3 service neutron] 10.222.0.30 "GET /v2.0/networks/e63f39ff-ca0b-434d-b9ea-aecb5327b87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8235250 Feb 04 15:22:00.148536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d6a38792-2be7-4312-9aba-aca3979d58e7, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d6a38792-2be7-4312-9aba-aca3979d58e7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:00.154270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-c7eb07d6-1c1b-49bc-a7d7-f3807913c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:00.155988 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-c7eb07d6-1c1b-49bc-a7d7-f3807913c275 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 HTTP/1.1" status: 200 len: 915 time: 0.8486412 Feb 04 15:22:00.169452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.175136 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.179129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.243119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:00.247694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:00.280178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.285001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event updated for resources: {'Port': ['ID=a79da962-49b2-409a-8c48-d6ae02b1ed18,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:00.317677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.328450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d6a38792-2be7-4312-9aba-aca3979d58e7,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:00.331650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a39cc440-c454-4699-bc26-65d7007c8bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8361111 Feb 04 15:22:00.349337 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-86fb2730-3d6c-4e54-baf3-4777538037a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=fa4c58bb-c306-4a36-93e9-a8673cbba751 HTTP/1.1" status: 200 len: 217 time: 0.1888881 Feb 04 15:22:00.350792 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-bfea190b-af34-42e7-8d34-9dbbdc4f6ad0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c7b300-35c5-414b-be80-ba2afecc9660 HTTP/1.1" status: 200 len: 217 time: 0.1645861 Feb 04 15:22:00.360544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.377522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd8f200b-038e-4846-b7cc-62495571e16b req-b92defef-5ed4-4762-a4d0-f5ab2c85f9ff tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634177 Feb 04 15:22:00.453529 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-612b5ff3-efa6-4390-904a-1358ca05d5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.469535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-efefc788-71d5-4930-bcd3-0170d21dcde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:00.471302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-efefc788-71d5-4930-bcd3-0170d21dcde9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d475966a-1be7-4e3c-ac1d-5e9394ef1f3d HTTP/1.1" status: 200 len: 854 time: 0.1000569 Feb 04 15:22:00.475659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.532197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.558081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:00.558722 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:00.560394 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] 10.222.0.50 "PUT /v2.0/ports/d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 1091 time: 3.8510020 Feb 04 15:22:00.562339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:00.564714 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7ec6ec-540e-4f0b-90fa-753b589269a4" -d '{"events": [{"name": "network-changed", "server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:00.566248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d6a38792-2be7-4312-9aba-aca3979d58e7'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:00.574989 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-4eb2f198-146d-4a81-816d-57aa4f520c05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587294 Feb 04 15:22:00.750355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06df42-8587-4dc6-8a47-6da430d1f08b req-359c26b0-983e-4c4f-afec-409e0dfc1d25 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:00.769917 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d06df42-8587-4dc6-8a47-6da430d1f08b req-359c26b0-983e-4c4f-afec-409e0dfc1d25 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.1609967 Feb 04 15:22:00.841673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-8ad9bc0e-915d-40f5-97f1-3e57be9efcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:00.843410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-8ad9bc0e-915d-40f5-97f1-3e57be9efcc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4146e45-10f6-472e-9a67-abcd1b169f31 HTTP/1.1" status: 200 len: 801 time: 0.4804449 Feb 04 15:22:00.877169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a0d9d-0167-4a16-9882-952d44f6d6bb service neutron] Pushing event updated for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:00.877770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d06df42-8587-4dc6-8a47-6da430d1f08b req-786103ed-80f0-47d2-b153-4b278b5ab67b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041546 Feb 04 15:22:00.891683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:01.011972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-4fd90cc8-6774-4047-b04a-d98170f1768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:01.016132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-4fd90cc8-6774-4047-b04a-d98170f1768d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1094 time: 0.3230400 Feb 04 15:22:01.037635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d80ccd45-747b-4c46-8598-a039835faab1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:01.040578 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74149c87-9a1b-4272-8887-f811628b8fe9 x-openstack-request-id: req-74149c87-9a1b-4272-8887-f811628b8fe9 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:01.040781 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:01.040948 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74149c87-9a1b-4272-8887-f811628b8fe9 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:01.041306 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191', 'status': 'completed', 'code': 200} Feb 04 15:22:01.055171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb76f5-6015-4d04-b4e8-e13207d02a23 req-6d916a89-6583-4bf8-98ce-ecba0096c161 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:01.057365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0fdb76f5-6015-4d04-b4e8-e13207d02a23 req-6d916a89-6583-4bf8-98ce-ecba0096c161 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 944 time: 0.3509786 Feb 04 15:22:01.100187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-b583ecba-1680-4bd6-9b25-5694dd4a2bd9 service neutron] 10.222.0.30 "GET /v2.0/networks/d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324930 Feb 04 15:22:01.142937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d80ccd45-747b-4c46-8598-a039835faab1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:01.143782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:01.207506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e661-83ed-4a99-8420-de977de7d126 req-bc3c9609-a730-458c-8ae9-90971ee0d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:01.209608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-bc3c9609-a730-458c-8ae9-90971ee0d588 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07f1265a-ed5c-4baf-90bc-ed49d28d4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3501711 Feb 04 15:22:01.210293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf18a11a-e505-4fea-b0be-7db587d8f746,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:01.236829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-84eccae6-fb01-4035-b250-615b7a4543c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 217 time: 0.1474028 Feb 04 15:22:01.257019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e74ea-164d-4c0a-8f06-26b09fe90a6e req-1382eff3-56eb-4075-8da0-8dc948165536 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:01.265457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e74ea-164d-4c0a-8f06-26b09fe90a6e req-1382eff3-56eb-4075-8da0-8dc948165536 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:01.276849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e74ea-164d-4c0a-8f06-26b09fe90a6e req-1382eff3-56eb-4075-8da0-8dc948165536 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:01.280099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-389e74ea-164d-4c0a-8f06-26b09fe90a6e req-1382eff3-56eb-4075-8da0-8dc948165536 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.1281044 Feb 04 15:22:01.361560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-389e74ea-164d-4c0a-8f06-26b09fe90a6e req-cd7ec0a8-10b7-4729-9d1b-43f1f9d9a1cb tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734353 Feb 04 15:22:01.529724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c59cc-5cca-442d-9dc4-4e45b6dddd77 req-05a9298d-5ee8-41b0-babd-bb477df66ab8 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:01.534866 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b63c59cc-5cca-442d-9dc4-4e45b6dddd77 req-05a9298d-5ee8-41b0-babd-bb477df66ab8 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 944 time: 0.0672145 Feb 04 15:22:01.619578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b63c59cc-5cca-442d-9dc4-4e45b6dddd77 req-d41c5d4d-3853-4bd9-96d6-0aebe4fe8364 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809283 Feb 04 15:22:01.741023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0fdb76f5-6015-4d04-b4e8-e13207d02a23 req-d59d9c58-0aa8-43a9-a3c6-adaa86afe25f tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333108 Feb 04 15:22:01.802005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-8807ae5f-4a08-4111-9364-8c223cf2f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:01.803488 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-8807ae5f-4a08-4111-9364-8c223cf2f957 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1733630 Feb 04 15:22:01.823731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Network ded1cbca-784b-474b-9146-492c81e95ade is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:22:01.853437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:01.859696 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bbfc71b-6a78-4843-8344-f8f188e3722e req-2f7c4852-1fe4-49e7-8546-d2036582e119 service neutron] 10.222.0.30 "GET /v2.0/networks/d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287209 Feb 04 15:22:01.882685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-ac34b121-7819-4c6e-a3f0-afa7165308d8 service neutron] 10.222.0.30 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539321 Feb 04 15:22:01.885280 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-a54ef88c-a83c-449a-b901-741fb139ce0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477629 Feb 04 15:22:02.049278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 26917a26-7773-42f8-b90f-5d4c8b1473d4 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:02.143585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 26917a26-7773-42f8-b90f-5d4c8b1473d4 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:02.152682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 26917a26-7773-42f8-b90f-5d4c8b1473d4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:02.154955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:02.168636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecd1ae-e565-4c58-acce-8894787b5c55 req-db1f8af3-9457-42f8-8f4a-48524cfbf484 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:02.185391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e1ecd1ae-e565-4c58-acce-8894787b5c55 req-db1f8af3-9457-42f8-8f4a-48524cfbf484 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.1667862 Feb 04 15:22:02.265202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e1ecd1ae-e565-4c58-acce-8894787b5c55 req-8e4829ea-204b-4978-8222-f261909ff0ab tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766048 Feb 04 15:22:02.282365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0d966277-8e51-4410-a248-6fd7211c7a8e None None] Provisioning complete for port bf18a11a-e505-4fea-b0be-7db587d8f746 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:02.283617 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0d966277-8e51-4410-a248-6fd7211c7a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:02.329352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0d966277-8e51-4410-a248-6fd7211c7a8e None None] Port bf18a11a-e505-4fea-b0be-7db587d8f746 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:22:02.331642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:02.379323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e025d-deb3-4551-8086-be374a3d7afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26917a26-7773-42f8-b90f-5d4c8b1473d4'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:02.383590 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb44507-e977-4de5-9330-b0f8ccc02066" -d '{"events": [{"server_uuid": "1f0e025d-deb3-4551-8086-be374a3d7afe", "name": "network-vif-plugged", "status": "completed", "tag": "26917a26-7773-42f8-b90f-5d4c8b1473d4"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:02.428804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 26917a26-7773-42f8-b90f-5d4c8b1473d4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26917a26-7773-42f8-b90f-5d4c8b1473d4,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:02.438249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:02.452128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:22:02.484851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6145e661-83ed-4a99-8420-de977de7d126 req-f6d44ee8-d3c4-4a2f-84c8-5a2b52c823d5 service neutron] 10.222.0.30 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562232 Feb 04 15:22:02.527990 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-29d8b486-9157-42a4-a26f-16dfc8ce6d79 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981872 Feb 04 15:22:02.532516 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe66db4a-8c13-4de0-ac01-ea21548c7b3f x-openstack-request-id: req-fe66db4a-8c13-4de0-ac01-ea21548c7b3f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:02.532756 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e025d-deb3-4551-8086-be374a3d7afe", "name": "network-vif-plugged", "status": "completed", "tag": "26917a26-7773-42f8-b90f-5d4c8b1473d4", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:02.533025 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe66db4a-8c13-4de0-ac01-ea21548c7b3f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:02.533399 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e025d-deb3-4551-8086-be374a3d7afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26917a26-7773-42f8-b90f-5d4c8b1473d4', 'code': 200} Feb 04 15:22:02.565432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=26917a26-7773-42f8-b90f-5d4c8b1473d4,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:02.669919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc162c-87bf-43e7-bc44-342644e1ed18 req-2bdfb209-4f98-4504-a44d-c0b2da93b553 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:02.684555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc162c-87bf-43e7-bc44-342644e1ed18 req-2bdfb209-4f98-4504-a44d-c0b2da93b553 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:02.698761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc162c-87bf-43e7-bc44-342644e1ed18 req-2bdfb209-4f98-4504-a44d-c0b2da93b553 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:02.701573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5fcc162c-87bf-43e7-bc44-342644e1ed18 req-2bdfb209-4f98-4504-a44d-c0b2da93b553 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.1873341 Feb 04 15:22:02.787776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b747912-fa7e-4223-8101-48710d9d9161 req-c6ca84ba-4e13-452e-b709-524eebe778ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:02.788156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b747912-fa7e-4223-8101-48710d9d9161 req-c6ca84ba-4e13-452e-b709-524eebe778ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:02.789236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b747912-fa7e-4223-8101-48710d9d9161 req-c6ca84ba-4e13-452e-b709-524eebe778ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:02.791353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b747912-fa7e-4223-8101-48710d9d9161 req-c6ca84ba-4e13-452e-b709-524eebe778ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2864 time: 0.1826401 Feb 04 15:22:02.819026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f9c61-a0d9-462c-88f6-bb4b4e26509f req-8476a989-17ca-4e70-9d29-151c7448d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:02.822115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-088f9c61-a0d9-462c-88f6-bb4b4e26509f req-8476a989-17ca-4e70-9d29-151c7448d4e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 1096 time: 0.1189711 Feb 04 15:22:02.836905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5fcc162c-87bf-43e7-bc44-342644e1ed18 req-ba0d0b95-a424-4b3b-897c-00bfaba5da32 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897176 Feb 04 15:22:02.947710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-088f9c61-a0d9-462c-88f6-bb4b4e26509f req-af511edd-f7b3-4a53-a100-c03851301156 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092055 Feb 04 15:22:03.017104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:22:03.021592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90903f7d-e950-4e30-9ac2-0e3b4f5f4d04 req-d73898e4-f4df-40e0-918d-04c2b91b45a7 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763546 Feb 04 15:22:03.022405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c05e0-6228-4ca0-a375-ee220f1d6359 req-9d8704dd-31d2-4ec0-8a04-19ba8c177042 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:03.025468 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-250c05e0-6228-4ca0-a375-ee220f1d6359 req-9d8704dd-31d2-4ec0-8a04-19ba8c177042 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 944 time: 0.1083310 Feb 04 15:22:03.028136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-76b2a631-fc65-42b0-a1f6-79465af4d5e2 admin admin] 10.222.0.47 "PUT /v2.0/routers/e2757b2f-7b1f-4c56-bfc6-c13074520dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1773489 Feb 04 15:22:03.035691 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Sync routers for ids ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:22:03.069288 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Routers {'e2757b2f-7b1f-4c56-bfc6-c13074520dd9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:22:03.071756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:21:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:03.084947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1745-64e1-40b9-a5ea-9e8ff48b77bc req-a79f81fe-ac7f-48c9-b8e0-458ea8156a2c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:03.098648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-677d1745-64e1-40b9-a5ea-9e8ff48b77bc req-a79f81fe-ac7f-48c9-b8e0-458ea8156a2c tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 945 time: 0.2944138 Feb 04 15:22:03.138624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-250c05e0-6228-4ca0-a375-ee220f1d6359 req-f47f6645-9596-41fa-acc3-1a0d49066980 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916669 Feb 04 15:22:03.186728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b747912-fa7e-4223-8101-48710d9d9161 req-be551a7f-2641-42df-b76e-9f7403727d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:03.189714 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b747912-fa7e-4223-8101-48710d9d9161 req-be551a7f-2641-42df-b76e-9f7403727d9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=07f1265a-ed5c-4baf-90bc-ed49d28d4a33 HTTP/1.1" status: 200 len: 902 time: 0.3744326 Feb 04 15:22:03.223443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f3c7b300-35c5-414b-be80-ba2afecc9660 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:22:03.224303 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Set router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:22:03.228334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d6a38792-2be7-4312-9aba-aca3979d58e7 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:03.305476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-677d1745-64e1-40b9-a5ea-9e8ff48b77bc req-475074f7-a811-4581-b6b2-c85d6f43adac tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046444 Feb 04 15:22:03.307138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port d6a38792-2be7-4312-9aba-aca3979d58e7 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:03.316239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b747912-fa7e-4223-8101-48710d9d9161 req-3944efee-3e8e-4a61-b89a-bbdc4793b247 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=fa4c58bb-c306-4a36-93e9-a8673cbba751 HTTP/1.1" status: 200 len: 217 time: 0.1150250 Feb 04 15:22:03.389791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port d6a38792-2be7-4312-9aba-aca3979d58e7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:03.390493 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:03.426963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b747912-fa7e-4223-8101-48710d9d9161 req-1f486d30-3bee-43c4-b90f-5102df95a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:03.430856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b747912-fa7e-4223-8101-48710d9d9161 req-1f486d30-3bee-43c4-b90f-5102df95a833 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4146e45-10f6-472e-9a67-abcd1b169f31 HTTP/1.1" status: 200 len: 801 time: 0.1053786 Feb 04 15:22:03.638399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f3c7b300-35c5-414b-be80-ba2afecc9660, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f3c7b300-35c5-414b-be80-ba2afecc9660,segment=NetworkSegment(675412af-fe0f-4d28-87f3-997bc29bc135),segment_id=675412af-fe0f-4d28-87f3-997bc29bc135)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:03.657180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c64b23-e7eb-434f-bbff-8ba621911398 req-0cd52c05-adeb-4f28-9db2-b68b2c876ab9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:03.663386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91c64b23-e7eb-434f-bbff-8ba621911398 req-0cd52c05-adeb-4f28-9db2-b68b2c876ab9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.1982467 Feb 04 15:22:03.700417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b747912-fa7e-4223-8101-48710d9d9161 req-447ed7ff-bcf0-4a52-b172-e338521184fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:03.702966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b747912-fa7e-4223-8101-48710d9d9161 req-447ed7ff-bcf0-4a52-b172-e338521184fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07f1265a-ed5c-4baf-90bc-ed49d28d4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2636724 Feb 04 15:22:03.706871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-967beab9-c3c8-41e4-a2f9-3f87b99d813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:03.709422 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-967beab9-c3c8-41e4-a2f9-3f87b99d813e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1094 time: 0.1636002 Feb 04 15:22:03.795464 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:03.796140 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91c64b23-e7eb-434f-bbff-8ba621911398 req-6dc4ca47-1aec-483d-95bc-39a9a0e6dae6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199214 Feb 04 15:22:03.800668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'f3c7b300-35c5-414b-be80-ba2afecc9660', 'network_id': 'd8bd4c17-d5da-40de-a1f4-3e8f1e0d7908', 'port_id': 'f3c7b300-35c5-414b-be80-ba2afecc9660', 'mac_address': 'fa:16:3e:d3:1e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd475966a-1be7-4e3c-ac1d-5e9394ef1f3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:22:03.805614 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0fca-44a7-4d46-bab0-0016ee412427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:03.809661 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:21:59Z', 'revision_number': 4, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port': {'id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:41Z', 'updated_at': '2022-02-04T15:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'bf18a11a-e505-4fea-b0be-7db587d8f746', 'name': '', 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'mac_address': 'fa:16:3e:a1:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cc14e4cd-1316-41dd-9915-4b35ad3e6139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:54Z', 'updated_at': '2022-02-04T15:21:59Z', 'revision_number': 2, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'subnets': [{'id': 'cc14e4cd-1316-41dd-9915-4b35ad3e6139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:03.858113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d6a38792-2be7-4312-9aba-aca3979d58e7, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d6a38792-2be7-4312-9aba-aca3979d58e7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:03.889567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:03.917598 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Checking router: e2757b2f-7b1f-4c56-bfc6-c13074520dd9 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:22:03.930555 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Updating router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 port bf18a11a-e505-4fea-b0be-7db587d8f746 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:22:03.946388 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:03.977839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c7b300-35c5-414b-be80-ba2afecc9660 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:04.004891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f3c7b300-35c5-414b-be80-ba2afecc9660, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f3c7b300-35c5-414b-be80-ba2afecc9660,segment=NetworkSegment(675412af-fe0f-4d28-87f3-997bc29bc135),segment_id=675412af-fe0f-4d28-87f3-997bc29bc135)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:04.006476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d6a38792-2be7-4312-9aba-aca3979d58e7,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:04.020197 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:04.037244 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:04.134642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f3c7b300-35c5-414b-be80-ba2afecc9660,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:04.135079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b747912-fa7e-4223-8101-48710d9d9161 req-3d6c882c-8ece-4acc-89f6-c1740fc129b4 service neutron] 10.222.0.30 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224734 Feb 04 15:22:04.176697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-cd63029a-c39e-4518-90ee-10fc704789cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:04.180245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-cd63029a-c39e-4518-90ee-10fc704789cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.4551346 Feb 04 15:22:04.328716 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-26bf465c-6ab9-4979-95b8-2a2eb1fe2d82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 217 time: 0.1249714 Feb 04 15:22:04.425737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ca85d-ed2f-4062-a929-59d08b656100 req-3b53cafc-c8c6-4afd-a1ac-14da14be6d73 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:04.435581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce64741-c253-4a41-a740-998b665609f6 req-79a0b8d4-7e34-4622-a79e-0fe8f6a695e7 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:04.437165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ca85d-ed2f-4062-a929-59d08b656100 req-3b53cafc-c8c6-4afd-a1ac-14da14be6d73 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:04.450089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ca85d-ed2f-4062-a929-59d08b656100 req-3b53cafc-c8c6-4afd-a1ac-14da14be6d73 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:04.452927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-987ca85d-ed2f-4062-a929-59d08b656100 req-3b53cafc-c8c6-4afd-a1ac-14da14be6d73 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.3611624 Feb 04 15:22:04.461495 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9ce64741-c253-4a41-a740-998b665609f6 req-79a0b8d4-7e34-4622-a79e-0fe8f6a695e7 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 945 time: 0.1846707 Feb 04 15:22:04.515549 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:04.522549 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:04.535800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688698db-47bd-4e56-ae44-e15ac0170a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a38792-2be7-4312-9aba-aca3979d58e7'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:04.543600 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c7722-ada6-4a20-be1c-60eef8c71588" -d '{"events": [{"server_uuid": "688698db-47bd-4e56-ae44-e15ac0170a17", "name": "network-vif-plugged", "status": "completed", "tag": "d6a38792-2be7-4312-9aba-aca3979d58e7"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:04.573737 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0076a9-76ac-4471-ad09-9dc45ebe81ff None None] Pushing event updated for resources: {'Port': ['ID=bf18a11a-e505-4fea-b0be-7db587d8f746,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:04.600154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b747912-fa7e-4223-8101-48710d9d9161 req-faef923c-84e4-473e-9a2b-f618d84db222 service neutron] 10.222.0.30 "GET /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381666 Feb 04 15:22:04.604002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-52c82592-e63c-40b7-b2a8-255adc768200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:04.612969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['f3c7b300-35c5-414b-be80-ba2afecc9660'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:04.615620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-52c82592-e63c-40b7-b2a8-255adc768200 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.2698417 Feb 04 15:22:04.713856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-809d5f36-fc32-4be1-843a-876f29dd716e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853426 Feb 04 15:22:04.718398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9ce64741-c253-4a41-a740-998b665609f6 req-1031cfec-1c29-4b51-956c-d2e378e1b3f2 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541177 Feb 04 15:22:04.795837 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-987ca85d-ed2f-4062-a929-59d08b656100 req-8059b2ec-962f-4e1f-b606-45f4f34500ef tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216641 Feb 04 15:22:04.833756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Attempting to bind port bf18a11a-e505-4fea-b0be-7db587d8f746 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:22:04.838252 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Attempting to bind port bf18a11a-e505-4fea-b0be-7db587d8f746 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:22:04.839309 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Attempting to bind port bf18a11a-e505-4fea-b0be-7db587d8f746 on network ded1cbca-784b-474b-9146-492c81e95ade {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:04.875112 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:22:04.875523 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Checking segment: {'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:04.876154 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:04.876665 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Bound using segment: {'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:22:04.877281 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Bound port: bf18a11a-e505-4fea-b0be-7db587d8f746, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cdd297-bff6-4aab-b36c-3695a316666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:22:04.877812 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:05.069669 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06beb893-dbcf-4f28-ac63-5331a6c610ab x-openstack-request-id: req-06beb893-dbcf-4f28-ac63-5331a6c610ab {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:05.070219 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688698db-47bd-4e56-ae44-e15ac0170a17", "name": "network-vif-plugged", "status": "completed", "tag": "d6a38792-2be7-4312-9aba-aca3979d58e7", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:05.071593 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06beb893-dbcf-4f28-ac63-5331a6c610ab {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:05.072832 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688698db-47bd-4e56-ae44-e15ac0170a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a38792-2be7-4312-9aba-aca3979d58e7', 'code': 200} Feb 04 15:22:05.149607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c609a-0929-4282-8cc1-2de9dff48576 req-a2cb4345-781b-4f40-9ac5-60d9e37645f8 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:05.173030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c57c609a-0929-4282-8cc1-2de9dff48576 req-a2cb4345-781b-4f40-9ac5-60d9e37645f8 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 945 time: 0.1611798 Feb 04 15:22:05.261926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-46e5a3d6-489e-4814-ba7e-05fd9939ba82 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326364 Feb 04 15:22:05.274759 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] For port bf18a11a-e505-4fea-b0be-7db587d8f746, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:05.289881 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] For port bf18a11a-e505-4fea-b0be-7db587d8f746, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf18a11a-e505-4fea-b0be-7db587d8f746,segment=NetworkSegment(39cdd297-bff6-4aab-b36c-3695a316666e),segment_id=39cdd297-bff6-4aab-b36c-3695a316666e)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:05.299761 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:05.325382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c57c609a-0929-4282-8cc1-2de9dff48576 req-6c91b267-7da2-4146-a1a1-da0a4ec128fb tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486764 Feb 04 15:22:05.344073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-174d6d25-1b28-48c6-9c4d-1062c00af602 None None] Provisioning complete for port bf18a11a-e505-4fea-b0be-7db587d8f746 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:05.347221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-174d6d25-1b28-48c6-9c4d-1062c00af602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:05.515530 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0076a9-76ac-4471-ad09-9dc45ebe81ff None None] Pushing event updated for resources: {'Port': ['ID=bf18a11a-e505-4fea-b0be-7db587d8f746,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:05.579260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Routers {'e2757b2f-7b1f-4c56-bfc6-c13074520dd9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:22:05.581554 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:05.631581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b273536-df46-4622-8e35-185f97e14869 req-0068ba94-39be-44bd-9d16-9697372b969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:05.634478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b273536-df46-4622-8e35-185f97e14869 req-0068ba94-39be-44bd-9d16-9697372b969d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=688698db-47bd-4e56-ae44-e15ac0170a17 HTTP/1.1" status: 200 len: 1096 time: 0.3710356 Feb 04 15:22:05.666133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-174d6d25-1b28-48c6-9c4d-1062c00af602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:05.696507 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:05.733922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b557a-5280-4517-8106-8fb47b2af2b0 req-2ff471e1-8398-4048-93ac-964b30b1150a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:05.736869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-461b557a-5280-4517-8106-8fb47b2af2b0 req-2ff471e1-8398-4048-93ac-964b30b1150a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.3693588 Feb 04 15:22:05.783056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-174d6d25-1b28-48c6-9c4d-1062c00af602 None None] For port bf18a11a-e505-4fea-b0be-7db587d8f746, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf18a11a-e505-4fea-b0be-7db587d8f746,segment=NetworkSegment(39cdd297-bff6-4aab-b36c-3695a316666e),segment_id=39cdd297-bff6-4aab-b36c-3695a316666e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:05.796099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-174d6d25-1b28-48c6-9c4d-1062c00af602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:05.871624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b273536-df46-4622-8e35-185f97e14869 req-7be14553-79b0-4387-a323-ccc01751fb1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103899 Feb 04 15:22:05.935450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-461b557a-5280-4517-8106-8fb47b2af2b0 req-ce0a4699-b2f7-4aaa-9370-3936671ab500 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641927 Feb 04 15:22:05.949507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec7ec6ec-540e-4f0b-90fa-753b589269a4 req-7d90221d-f636-465a-91fe-0fc3842a9cec service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844734 Feb 04 15:22:06.004982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6d25-1b28-48c6-9c4d-1062c00af602 None None] Pushing event updated for resources: {'Port': ['ID=bf18a11a-e505-4fea-b0be-7db587d8f746,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:06.079114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8be0e68b-e25c-470e-8586-e14f23355502 None None] Provisioning complete for port bf18a11a-e505-4fea-b0be-7db587d8f746 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:06.079495 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8be0e68b-e25c-470e-8586-e14f23355502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:06.203086 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] Set router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:22:06.236487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49715-ff7a-4a4e-9ce4-a34d465d1948 req-5b13a7c0-d97e-4e6f-85a3-ff31deb400f0 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:06.243382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49715-ff7a-4a4e-9ce4-a34d465d1948 req-5b13a7c0-d97e-4e6f-85a3-ff31deb400f0 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:06.249617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49715-ff7a-4a4e-9ce4-a34d465d1948 req-5b13a7c0-d97e-4e6f-85a3-ff31deb400f0 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:06.249838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56250b8a-6350-45d1-ac6e-afa7d4798ae1 req-a8a8a201-4ce7-41e7-b50f-2748ddd07886 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:06.253276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56250b8a-6350-45d1-ac6e-afa7d4798ae1 req-a8a8a201-4ce7-41e7-b50f-2748ddd07886 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 945 time: 0.2092915 Feb 04 15:22:06.258598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59a49715-ff7a-4a4e-9ce4-a34d465d1948 req-5b13a7c0-d97e-4e6f-85a3-ff31deb400f0 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.0905831 Feb 04 15:22:06.312456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56250b8a-6350-45d1-ac6e-afa7d4798ae1 req-04e8f896-903b-4553-b4b6-8ed790c4b43d tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497096 Feb 04 15:22:06.325758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59a49715-ff7a-4a4e-9ce4-a34d465d1948 req-425c7371-21ee-4f7f-adae-c02d75361950 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658035 Feb 04 15:22:06.618948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e55fae-e705-4b15-92f5-3fbfffb7eacf req-197cc346-f8d3-4942-b06a-fcde5deabbee tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:06.618948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8e55fae-e705-4b15-92f5-3fbfffb7eacf req-197cc346-f8d3-4942-b06a-fcde5deabbee tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 945 time: 0.1189404 Feb 04 15:22:06.660049 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:21:59Z', 'revision_number': 4, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port': {'id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:41Z', 'updated_at': '2022-02-04T15:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'bf18a11a-e505-4fea-b0be-7db587d8f746', 'name': '', 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'mac_address': 'fa:16:3e:a1:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cc14e4cd-1316-41dd-9915-4b35ad3e6139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:54Z', 'updated_at': '2022-02-04T15:22:05Z', 'revision_number': 4, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'subnets': [{'id': 'cc14e4cd-1316-41dd-9915-4b35ad3e6139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:06.750287 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8e55fae-e705-4b15-92f5-3fbfffb7eacf req-56ce38c5-b422-4450-9711-8fcbd9c46624 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063960 Feb 04 15:22:06.765783 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8709a-5baa-4d3d-805d-ba8df92e04cb None None] The sync data for ids ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'] in n-d-827869-1 is: [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:21:59Z', 'revision_number': 4, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port': {'id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:41Z', 'updated_at': '2022-02-04T15:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'bf18a11a-e505-4fea-b0be-7db587d8f746', 'name': '', 'network_id': 'ded1cbca-784b-474b-9146-492c81e95ade', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'mac_address': 'fa:16:3e:a1:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cc14e4cd-1316-41dd-9915-4b35ad3e6139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:54Z', 'updated_at': '2022-02-04T15:22:05Z', 'revision_number': 4, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'subnets': [{'id': 'cc14e4cd-1316-41dd-9915-4b35ad3e6139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:22:06.839398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.013764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23957e53-b93d-4fb8-b467-c5fd0fb00ae0 req-506629df-1b9c-4dcc-be85-6bdab542572f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:07.022665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-23957e53-b93d-4fb8-b467-c5fd0fb00ae0 req-506629df-1b9c-4dcc-be85-6bdab542572f tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=688698db-47bd-4e56-ae44-e15ac0170a17 HTTP/1.1" status: 200 len: 945 time: 0.0879068 Feb 04 15:22:07.070092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-23957e53-b93d-4fb8-b467-c5fd0fb00ae0 req-0a878f6a-d719-4516-aac8-cce6ca6a1d26 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463667 Feb 04 15:22:07.226866 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.273484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb488f-153a-4f41-b984-50ea050cf73a req-314f1048-65be-44b4-ac87-5d2f8506967a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:07.278370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device bc30e973-11d7-4f09-995a-5e547d9ea58c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:22:07.281031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f3c7b300-35c5-414b-be80-ba2afecc9660 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:07.287884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3efb488f-153a-4f41-b984-50ea050cf73a req-314f1048-65be-44b4-ac87-5d2f8506967a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.1124709 Feb 04 15:22:07.470384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3efb488f-153a-4f41-b984-50ea050cf73a req-5cbff0c5-b039-4b7c-b189-2d542c8b1374 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803839 Feb 04 15:22:07.478976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port f3c7b300-35c5-414b-be80-ba2afecc9660 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:07.493891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port f3c7b300-35c5-414b-be80-ba2afecc9660 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:07.500137 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.573675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port bc30e973-11d7-4f09-995a-5e547d9ea58c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bc30e973-11d7-4f09-995a-5e547d9ea58c,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:07.599854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'bc30e973-11d7-4f09-995a-5e547d9ea58c', 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33', 'port_id': 'bc30e973-11d7-4f09-995a-5e547d9ea58c', 'mac_address': 'fa:16:3e:bf:1b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4146e45-10f6-472e-9a67-abcd1b169f31', 'ip_address': '19.80.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:22:07.687545 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.690697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.714461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc30e973-11d7-4f09-995a-5e547d9ea58c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:07.727500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfb27-8de7-40ec-9a8a-7b4f5743394f req-77263707-5854-4a1e-a8aa-0d8348cbb11d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:07.737773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9baafbe-c43a-4517-a1d7-b3da7d15a675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c7b300-35c5-414b-be80-ba2afecc9660'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:07.740250 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d9f937-9331-4835-b914-82a38a94833b" -d '{"events": [{"server_uuid": "f9baafbe-c43a-4517-a1d7-b3da7d15a675", "name": "network-vif-plugged", "status": "completed", "tag": "f3c7b300-35c5-414b-be80-ba2afecc9660"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:07.745952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfb27-8de7-40ec-9a8a-7b4f5743394f req-77263707-5854-4a1e-a8aa-0d8348cbb11d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:07.758608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecfb27-8de7-40ec-9a8a-7b4f5743394f req-77263707-5854-4a1e-a8aa-0d8348cbb11d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:07.761933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port bc30e973-11d7-4f09-995a-5e547d9ea58c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bc30e973-11d7-4f09-995a-5e547d9ea58c,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:07.764107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f3c7b300-35c5-414b-be80-ba2afecc9660, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f3c7b300-35c5-414b-be80-ba2afecc9660,segment=NetworkSegment(675412af-fe0f-4d28-87f3-997bc29bc135),segment_id=675412af-fe0f-4d28-87f3-997bc29bc135)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:07.767850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2ecfb27-8de7-40ec-9a8a-7b4f5743394f req-77263707-5854-4a1e-a8aa-0d8348cbb11d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2411 time: 0.1710432 Feb 04 15:22:07.778171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.782185 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:07.782830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fa4c58bb-c306-4a36-93e9-a8673cbba751 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:22:07.821128 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2ecfb27-8de7-40ec-9a8a-7b4f5743394f req-f8f5abe9-123f-4718-a1d3-2ed024ec2d4c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521419 Feb 04 15:22:07.868264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f3c7b300-35c5-414b-be80-ba2afecc9660,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:07.931892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fa4c58bb-c306-4a36-93e9-a8673cbba751, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa4c58bb-c306-4a36-93e9-a8673cbba751,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:07.961315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'fa4c58bb-c306-4a36-93e9-a8673cbba751', 'network_id': '07f1265a-ed5c-4baf-90bc-ed49d28d4a33', 'port_id': 'fa4c58bb-c306-4a36-93e9-a8673cbba751', 'mac_address': 'fa:16:3e:0a:dc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4146e45-10f6-472e-9a67-abcd1b169f31', 'ip_address': '19.80.0.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:22:07.967144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=bc30e973-11d7-4f09-995a-5e547d9ea58c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:08.074663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7df7b3-af03-4d16-9620-dd6584dd5522 req-426729f6-d562-44f7-9a72-4af9002f2eee tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:08.076632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:08.083087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a7df7b3-af03-4d16-9620-dd6584dd5522 req-426729f6-d562-44f7-9a72-4af9002f2eee tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 946 time: 0.1266053 Feb 04 15:22:08.103697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d35dff33-3dba-4fcf-85af-3ad321843191 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:22:08.156983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4c58bb-c306-4a36-93e9-a8673cbba751 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:08.168371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a7df7b3-af03-4d16-9620-dd6584dd5522 req-14d92c5d-590e-4e35-8380-7cdb3faa296c tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651402 Feb 04 15:22:08.384631 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a2f93c-679f-46ff-84dc-79a16683c1d4 x-openstack-request-id: req-99a2f93c-679f-46ff-84dc-79a16683c1d4 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:08.385431 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9baafbe-c43a-4517-a1d7-b3da7d15a675", "name": "network-vif-plugged", "status": "completed", "tag": "f3c7b300-35c5-414b-be80-ba2afecc9660", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:08.386183 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99a2f93c-679f-46ff-84dc-79a16683c1d4 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:08.387337 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9baafbe-c43a-4517-a1d7-b3da7d15a675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c7b300-35c5-414b-be80-ba2afecc9660', 'code': 200} Feb 04 15:22:08.411434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8654c90-c623-4a9d-bb93-d165bd797fb3 req-abee5db6-27b5-4922-9b1d-090169629415 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:08.420526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fa4c58bb-c306-4a36-93e9-a8673cbba751, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa4c58bb-c306-4a36-93e9-a8673cbba751,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:08.422898 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8654c90-c623-4a9d-bb93-d165bd797fb3 req-abee5db6-27b5-4922-9b1d-090169629415 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=688698db-47bd-4e56-ae44-e15ac0170a17 HTTP/1.1" status: 200 len: 945 time: 0.1077924 Feb 04 15:22:08.484724 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:08.485656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 92eb7521-43e0-4845-8b43-a3b43cd44974 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:22:08.533402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3d970-4d33-445c-93ea-ee5c2d323a5a req-6c7651ff-8a59-418e-9473-b27d1efa3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:08.537610 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41e3d970-4d33-445c-93ea-ee5c2d323a5a req-6c7651ff-8a59-418e-9473-b27d1efa3916 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 1097 time: 0.1997373 Feb 04 15:22:08.563345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8654c90-c623-4a9d-bb93-d165bd797fb3 req-49ce4feb-5870-4688-b265-120fb4419e4b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389194 Feb 04 15:22:08.631513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41e3d970-4d33-445c-93ea-ee5c2d323a5a req-726c1e1b-ad7f-4238-9782-f48761eb61e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838826 Feb 04 15:22:08.716739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:08.725200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=fa4c58bb-c306-4a36-93e9-a8673cbba751,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:08.752268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'd35dff33-3dba-4fcf-85af-3ad321843191', 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'port_id': 'd35dff33-3dba-4fcf-85af-3ad321843191', 'mac_address': 'fa:16:3e:ad:30:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b7f571-2880-4d7e-85de-e53c1983c802', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:22:08.796192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706cb30-e0d3-4d61-ae9e-d613ad0addcf req-2c380fa5-3705-48c1-87ac-70b45fa9803d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:08.807336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e706cb30-e0d3-4d61-ae9e-d613ad0addcf req-2c380fa5-3705-48c1-87ac-70b45fa9803d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.1350827 Feb 04 15:22:08.833740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-50e67971-2a6f-4097-ac7f-00ac7734666c tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:08.841033 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-50e67971-2a6f-4097-ac7f-00ac7734666c tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb8948a5-9908-446e-b88b-c5325b1266a6 HTTP/1.1" status: 200 len: 945 time: 0.1472588 Feb 04 15:22:08.853156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 92eb7521-43e0-4845-8b43-a3b43cd44974, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=92eb7521-43e0-4845-8b43-a3b43cd44974,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:08.874961 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e706cb30-e0d3-4d61-ae9e-d613ad0addcf req-6f30b45d-96cf-494e-99e5-aebcdf963cc4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655434 Feb 04 15:22:08.878896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '92eb7521-43e0-4845-8b43-a3b43cd44974', 'network_id': 'e63f39ff-ca0b-434d-b9ea-aecb5327b87a', 'port_id': '92eb7521-43e0-4845-8b43-a3b43cd44974', 'mac_address': 'fa:16:3e:29:78:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14726cb-4342-4b53-b1f9-865b1770bcea', 'ip_address': '19.86.0.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:22:08.980795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.013853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35dff33-3dba-4fcf-85af-3ad321843191 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:09.018734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf18a11a-e505-4fea-b0be-7db587d8f746 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:09.029193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46319-c3f9-40bb-be17-ef0fb8553b62 req-5e117f99-0bc9-4e50-a3c7-4b8ee9db209b tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:09.032515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58d46319-c3f9-40bb-be17-ef0fb8553b62 req-5e117f99-0bc9-4e50-a3c7-4b8ee9db209b tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1096 time: 0.0619845 Feb 04 15:22:09.033665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Deleting port 53c2f3d3-9cc0-4721-93d0-707187508ff9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:09.034038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.064697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.111412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92eb7521-43e0-4845-8b43-a3b43cd44974 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:09.111662 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58d46319-c3f9-40bb-be17-ef0fb8553b62 req-e0e25ff5-de44-4368-b698-062e4122d70e tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681343 Feb 04 15:22:09.179375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 92eb7521-43e0-4845-8b43-a3b43cd44974, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=92eb7521-43e0-4845-8b43-a3b43cd44974,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:09.209745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] For port 53c2f3d3-9cc0-4721-93d0-707187508ff9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=53c2f3d3-9cc0-4721-93d0-707187508ff9,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:09.211071 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.212369 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.246333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:09.294845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.382042 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.388290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bf18a11a-e505-4fea-b0be-7db587d8f746 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:09.389111 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.394601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=92eb7521-43e0-4845-8b43-a3b43cd44974,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:09.513572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734c62-eff6-433b-90a9-7197151a7d32 req-0af678f3-6709-4fcc-b221-27b170f6a14f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:09.523212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734c62-eff6-433b-90a9-7197151a7d32 req-0af678f3-6709-4fcc-b221-27b170f6a14f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:09.531146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734c62-eff6-433b-90a9-7197151a7d32 req-0af678f3-6709-4fcc-b221-27b170f6a14f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:09.544182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15734c62-eff6-433b-90a9-7197151a7d32 req-0af678f3-6709-4fcc-b221-27b170f6a14f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2414 time: 0.1264760 Feb 04 15:22:09.576833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:09.605029 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15734c62-eff6-433b-90a9-7197151a7d32 req-be9db30f-95b2-4128-83bd-fd0ed0b3385a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Feb 04 15:22:09.643809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.645763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.646239 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Floating IP 4c209fe6-50ee-46de-b1e1-5c49fc927eca disassociated. External IP: 172.25.1.181, port: 53c2f3d3-9cc0-4721-93d0-707187508ff9. Feb 04 15:22:09.646683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Calling delete_port for 53c2f3d3-9cc0-4721-93d0-707187508ff9 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:09.823486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d35dff33-3dba-4fcf-85af-3ad321843191'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:09.823768 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:09.880698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['bc30e973-11d7-4f09-995a-5e547d9ea58c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:09.883254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event deleted for resources: {'Port': ['ID=53c2f3d3-9cc0-4721-93d0-707187508ff9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:10.035453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['92eb7521-43e0-4845-8b43-a3b43cd44974'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:10.150486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:22:10.171417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 53c2f3d3-9cc0-4721-93d0-707187508ff9 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:10.540615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 53c2f3d3-9cc0-4721-93d0-707187508ff9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:22:10.541420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 53c2f3d3-9cc0-4721-93d0-707187508ff9 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:22:10.902672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['fa4c58bb-c306-4a36-93e9-a8673cbba751'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:11.097130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:22:11.129931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] Sync routers for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:22:11.220596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] No DVR routers for this DVR port 53c2f3d3-9cc0-4721-93d0-707187508ff9 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:11.228707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:11.233762 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f6701c2-3c54-4de1-88f9-84f83e06ae1c req-f2d3bedf-a20f-41cb-a0fb-28e145532c64 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.50 "DELETE /v2.0/ports/53c2f3d3-9cc0-4721-93d0-707187508ff9 HTTP/1.1" status: 204 len: 173 time: 2.3767202 Feb 04 15:22:11.236504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'name': 'network-vif-deleted', 'tag': '53c2f3d3-9cc0-4721-93d0-707187508ff9'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:11.238356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:22:11.239276 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737f8915-86aa-481c-9e57-c1e4b89332e1" -d '{"events": [{"server_uuid": "fb8948a5-9908-446e-b88b-c5325b1266a6", "name": "network-vif-deleted", "tag": "53c2f3d3-9cc0-4721-93d0-707187508ff9"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:11.246307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:11.288876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-f8239425-b820-4532-ae60-c90532ce04af tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:11.290794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-f8239425-b820-4532-ae60-c90532ce04af tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.30 "GET /v2.0/ports?device_id=688698db-47bd-4e56-ae44-e15ac0170a17 HTTP/1.1" status: 200 len: 945 time: 0.1895790 Feb 04 15:22:11.526148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Deleting port d6a38792-2be7-4312-9aba-aca3979d58e7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:11.526515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:11.607865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34040) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:11.683842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:22:11.725885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] For port d6a38792-2be7-4312-9aba-aca3979d58e7, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d6a38792-2be7-4312-9aba-aca3979d58e7,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:11.729633 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:11.763237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Calling delete_port for d6a38792-2be7-4312-9aba-aca3979d58e7 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:11.967067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-602aebf7-16ad-4528-b37f-900a461f743e tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:22:11.991633 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-602aebf7-16ad-4528-b37f-900a461f743e tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3773427 Feb 04 15:22:11.997116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:12.067338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Pushing event deleted for resources: {'Port': ['ID=d6a38792-2be7-4312-9aba-aca3979d58e7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:12.160782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] No DVR routers for this DVR port d6a38792-2be7-4312-9aba-aca3979d58e7 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:12.164204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:12.171754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e500d039-f30b-406a-b1df-66d6a6bda307 req-a35e0f01-92ae-442e-a547-29f56b1d590b tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.30 "DELETE /v2.0/ports/d6a38792-2be7-4312-9aba-aca3979d58e7 HTTP/1.1" status: 204 len: 173 time: 0.8753412 Feb 04 15:22:12.320516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-0692d6d8-81a8-43d1-9fc4-c1e9589cab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:12.321091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:12.323687 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-0692d6d8-81a8-43d1-9fc4-c1e9589cab7f service neutron] 10.222.0.47 "GET /v2.0/ports/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 200 len: 1093 time: 0.2094560 Feb 04 15:22:12.338688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Request body: {'binding': {'host': 'n-h2-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:12.348537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:22:12.391929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] Checking router: 381d673a-b8e7-4b4a-a770-cc2e082b7a75 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:22:12.412069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:22:12.413524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:12.529946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on host n-h2-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:22:12.530616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:22:12.531114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:12.537170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:22:12.537752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:12.544138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:22:12.544925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:12.546261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:22:12.547055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Bound port: 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:22:12.555714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['26917a26-7773-42f8-b90f-5d4c8b1473d4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:12.687170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:12.701360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:12.703436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-310063d6-b3fa-44ec-9be7-031f4d2d5524 service neutron] 10.222.0.47 "POST /v2.0/ports/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3702731 Feb 04 15:22:12.765874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:22:13.027992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d6a38792-2be7-4312-9aba-aca3979d58e7'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:13.115369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1c58a-e688-4e36-8f54-cee5502d714e req-d8f6271f-9818-4751-b94c-fd9187192074 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:13.128387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ebf1c58a-e688-4e36-8f54-cee5502d714e req-d8f6271f-9818-4751-b94c-fd9187192074 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 946 time: 0.1807239 Feb 04 15:22:13.219706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ebf1c58a-e688-4e36-8f54-cee5502d714e req-0d6cc03e-0842-47aa-9f6b-6f0ef8038e7c tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894713 Feb 04 15:22:13.296137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-dc0a0e5e-c053-4827-9ef7-1490b221ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:13.298746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-dc0a0e5e-c053-4827-9ef7-1490b221ad5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1096 time: 0.1373224 Feb 04 15:22:13.336107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device bc30e973-11d7-4f09-995a-5e547d9ea58c up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:13.484893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port bc30e973-11d7-4f09-995a-5e547d9ea58c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:13.494517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port bc30e973-11d7-4f09-995a-5e547d9ea58c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:13.494918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:13.502032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:13.554846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-ca69f040-f6e4-414a-b969-33057d56ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:13.562554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-ca69f040-f6e4-414a-b969-33057d56ffaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.2562194 Feb 04 15:22:13.563967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03150d13-2b0d-491b-ac72-014f5dbc49f0 None None] The sync data for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 is: [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:22:13.671545 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-90ae76c9-149d-4517-9f9f-5274aa755edb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 200 len: 217 time: 0.1016803 Feb 04 15:22:13.841656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-d9b55016-fff3-4a7d-810b-02d8bcde3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:13.844517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-d9b55016-fff3-4a7d-810b-02d8bcde3c38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1588838 Feb 04 15:22:13.855013 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:13.897141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-3de1ecf4-8dec-4ac8-ad7a-b41b79bea680 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442185 Feb 04 15:22:13.943994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc30e973-11d7-4f09-995a-5e547d9ea58c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:13.948886 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9fc901-efb6-4aa0-8c98-bf143ee1893a" -d '{"events": [{"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-plugged", "status": "completed", "tag": "bc30e973-11d7-4f09-995a-5e547d9ea58c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:13.952154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029016cc-b83b-448a-856b-5ceb13fc4015 req-f814664b-ffad-4b85-9a67-b71cfa8a0b54 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:13.968320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-029016cc-b83b-448a-856b-5ceb13fc4015 req-f814664b-ffad-4b85-9a67-b71cfa8a0b54 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 944 time: 0.1326084 Feb 04 15:22:13.987744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port bc30e973-11d7-4f09-995a-5e547d9ea58c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bc30e973-11d7-4f09-995a-5e547d9ea58c,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:13.996966 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:13.998072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fa4c58bb-c306-4a36-93e9-a8673cbba751 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:14.077160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-029016cc-b83b-448a-856b-5ceb13fc4015 req-4dc6cf08-8109-4f81-ab17-595c532c85c8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036439 Feb 04 15:22:14.102157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-c079d05f-d236-438f-867b-79cf4bcf1366 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956706 Feb 04 15:22:14.155537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d35dff33-3dba-4fcf-85af-3ad321843191 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:14.245240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=bc30e973-11d7-4f09-995a-5e547d9ea58c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:14.254874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.255280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.255624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.255963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.256303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.256613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.257462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.257901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.258236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.258564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.258909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.259236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:14.273847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port d35dff33-3dba-4fcf-85af-3ad321843191 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:14.286210 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a7130-19cb-48fd-8975-d9d1dd84af17 None None] New status for floating IP 4c209fe6-50ee-46de-b1e1-5c49fc927eca: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:22:14.299829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port d35dff33-3dba-4fcf-85af-3ad321843191 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:14.300211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:14.376892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port fa4c58bb-c306-4a36-93e9-a8673cbba751 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:14.393024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-21b54985-2e7e-4709-8e5f-cf06fa38d06f service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847078 Feb 04 15:22:14.397073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port fa4c58bb-c306-4a36-93e9-a8673cbba751 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:14.397461 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:14.486272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1604e12-f718-44c0-b5af-afbabf026ebf req-8a2b8707-e413-4218-93b4-f21af74a03fe tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:14.500734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1604e12-f718-44c0-b5af-afbabf026ebf req-8a2b8707-e413-4218-93b4-f21af74a03fe tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:14.516339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1604e12-f718-44c0-b5af-afbabf026ebf req-8a2b8707-e413-4218-93b4-f21af74a03fe tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:14.530601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1604e12-f718-44c0-b5af-afbabf026ebf req-8a2b8707-e413-4218-93b4-f21af74a03fe tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2415 time: 0.1636536 Feb 04 15:22:14.553266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:14.559194 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:14.664369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1604e12-f718-44c0-b5af-afbabf026ebf req-ec46e083-aa97-4bd4-ae85-ad9c19dad9f7 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316946 Feb 04 15:22:14.692834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fa4c58bb-c306-4a36-93e9-a8673cbba751, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa4c58bb-c306-4a36-93e9-a8673cbba751,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:14.726550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:14.730093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 92eb7521-43e0-4845-8b43-a3b43cd44974 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:14.799435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:14.830990 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6dcae7-d134-43bb-bc7f-502e4c11474c x-openstack-request-id: req-eb6dcae7-d134-43bb-bc7f-502e4c11474c {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:14.830990 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8948a5-9908-446e-b88b-c5325b1266a6", "name": "network-vif-deleted", "tag": "53c2f3d3-9cc0-4721-93d0-707187508ff9", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:14.831471 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb6dcae7-d134-43bb-bc7f-502e4c11474c {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:14.831845 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8948a5-9908-446e-b88b-c5325b1266a6', 'name': 'network-vif-deleted', 'tag': '53c2f3d3-9cc0-4721-93d0-707187508ff9', 'status': 'completed', 'code': 200} Feb 04 15:22:14.836903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:14.872833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=fa4c58bb-c306-4a36-93e9-a8673cbba751,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:14.950719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:14.986723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 92eb7521-43e0-4845-8b43-a3b43cd44974 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:15.000231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 92eb7521-43e0-4845-8b43-a3b43cd44974 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:15.000607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:15.072227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e480c5-e101-4641-9713-f0a947b15e16 req-32b6df7d-4229-4134-b678-dae92a0ec9da tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:15.086262 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-17e480c5-e101-4641-9713-f0a947b15e16 req-32b6df7d-4229-4134-b678-dae92a0ec9da tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.1200960 Feb 04 15:22:15.224768 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:15.245606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-17e480c5-e101-4641-9713-f0a947b15e16 req-fe9dbcd8-fea9-43e0-b98e-4dfa4608cf2f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578267 Feb 04 15:22:15.351014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 92eb7521-43e0-4845-8b43-a3b43cd44974, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=92eb7521-43e0-4845-8b43-a3b43cd44974,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:15.411396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:15.412719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d6a38792-2be7-4312-9aba-aca3979d58e7 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:15.436351 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94810096-4da0-4a5d-a735-bfdd6a2f06dd x-openstack-request-id: req-94810096-4da0-4a5d-a735-bfdd6a2f06dd {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:15.436814 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-plugged", "status": "completed", "tag": "bc30e973-11d7-4f09-995a-5e547d9ea58c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:15.437202 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94810096-4da0-4a5d-a735-bfdd6a2f06dd {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:15.437804 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc30e973-11d7-4f09-995a-5e547d9ea58c', 'code': 200} Feb 04 15:22:15.549161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: d6a38792-2be7-4312-9aba-aca3979d58e7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:22:15.549788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d6a38792-2be7-4312-9aba-aca3979d58e7 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:22:15.658328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=92eb7521-43e0-4845-8b43-a3b43cd44974,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:15.710372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d963bb-bf82-4773-9cd8-a420d8ff7e7f req-54b074c0-ac2f-4857-8ace-d240c80b483a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:15.726663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08d963bb-bf82-4773-9cd8-a420d8ff7e7f req-54b074c0-ac2f-4857-8ace-d240c80b483a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.1691844 Feb 04 15:22:15.742254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c1121-9915-4a44-b006-1a45bc72c702 req-6b2b674c-2752-42ef-b557-ebe5f7675793 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:15.745073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-165c1121-9915-4a44-b006-1a45bc72c702 req-6b2b674c-2752-42ef-b557-ebe5f7675793 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 945 time: 0.0802484 Feb 04 15:22:15.802479 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08d963bb-bf82-4773-9cd8-a420d8ff7e7f req-176b2763-2510-4a6e-9f74-480e889ccfb8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709822 Feb 04 15:22:15.939111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Deleting port 26917a26-7773-42f8-b90f-5d4c8b1473d4 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:15.939948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:16.047064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c03ba-966d-4bc4-9d6e-f8c162de5fae req-4448f6d2-8543-4070-95d0-1d545a221aea tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:16.056034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c6c03ba-966d-4bc4-9d6e-f8c162de5fae req-4448f6d2-8543-4070-95d0-1d545a221aea tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f0e025d-deb3-4551-8086-be374a3d7afe HTTP/1.1" status: 200 len: 945 time: 0.1057611 Feb 04 15:22:16.110509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] For port 26917a26-7773-42f8-b90f-5d4c8b1473d4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26917a26-7773-42f8-b90f-5d4c8b1473d4,segment=NetworkSegment(e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b),segment_id=e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:16.111040 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:16.132929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c6c03ba-966d-4bc4-9d6e-f8c162de5fae req-e54d23c1-9051-458d-91b9-63a01be51626 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703573 Feb 04 15:22:16.135769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Calling delete_port for 26917a26-7773-42f8-b90f-5d4c8b1473d4 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:16.360358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47c376-bbee-4249-819f-1d2a2f359fe1 req-f3ce884f-506c-4a61-99a2-7fad7b4ae702 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:16.382842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47c376-bbee-4249-819f-1d2a2f359fe1 req-f3ce884f-506c-4a61-99a2-7fad7b4ae702 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:16.396263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47c376-bbee-4249-819f-1d2a2f359fe1 req-f3ce884f-506c-4a61-99a2-7fad7b4ae702 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:16.411190 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a47c376-bbee-4249-819f-1d2a2f359fe1 req-f3ce884f-506c-4a61-99a2-7fad7b4ae702 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2417 time: 0.1997852 Feb 04 15:22:16.496052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a47c376-bbee-4249-819f-1d2a2f359fe1 req-778ddb48-dc1c-4e85-aec6-07d3fc015be9 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823958 Feb 04 15:22:16.537714 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-ec99a401-cf6c-4206-ab3a-c861e7e2c21b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114390 Feb 04 15:22:16.542261 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:16.593415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['26917a26-7773-42f8-b90f-5d4c8b1473d4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:16.693077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Pushing event deleted for resources: {'Port': ['ID=26917a26-7773-42f8-b90f-5d4c8b1473d4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:16.746843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326b98-bf3b-4143-a521-951861ea5d65 req-8776dc83-e173-4a8b-89e9-5c708083a782 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:16.776902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af326b98-bf3b-4143-a521-951861ea5d65 req-8776dc83-e173-4a8b-89e9-5c708083a782 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.1934958 Feb 04 15:22:16.777518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-2d5c7b2f-fde8-4d06-946c-439965e2275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:16.780291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-2d5c7b2f-fde8-4d06-946c-439965e2275c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1095 time: 0.1561403 Feb 04 15:22:16.815845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] No DVR routers for this DVR port 26917a26-7773-42f8-b90f-5d4c8b1473d4 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:16.877227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af326b98-bf3b-4143-a521-951861ea5d65 req-2d5b2103-5822-4374-8d24-de4003a53789 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988743 Feb 04 15:22:16.900235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688698db-47bd-4e56-ae44-e15ac0170a17', 'name': 'network-vif-deleted', 'tag': 'd6a38792-2be7-4312-9aba-aca3979d58e7'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:16.902805 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3145f21a-263b-46db-b056-844fd3c0f00c" -d '{"events": [{"server_uuid": "688698db-47bd-4e56-ae44-e15ac0170a17", "name": "network-vif-deleted", "tag": "d6a38792-2be7-4312-9aba-aca3979d58e7"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:16.909067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:16.912580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-165c1121-9915-4a44-b006-1a45bc72c702 req-a808c288-902b-4ffe-9102-d58d9bd93227 tempest-MultipleCreateTestJSON-781662600 tempest-MultipleCreateTestJSON-781662600-project] 10.222.0.50 "DELETE /v2.0/ports/26917a26-7773-42f8-b90f-5d4c8b1473d4 HTTP/1.1" status: 204 len: 173 time: 1.1538312 Feb 04 15:22:16.999300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-04129670-f6c4-4821-a50d-37b790489de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:17.002211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-04129670-f6c4-4821-a50d-37b790489de7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.1878185 Feb 04 15:22:17.086060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-327d106a-d7f0-4b02-93c4-ff98b94d3d65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 217 time: 0.0663409 Feb 04 15:22:17.163881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-c86d03fe-5d6c-4906-a64f-5effef0ad022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:17.165471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-c86d03fe-5d6c-4906-a64f-5effef0ad022 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.0757453 Feb 04 15:22:17.202814 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-0090ba6f-b236-429f-b305-49f481e536cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302789 Feb 04 15:22:17.387450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-6c7f014c-2230-4d70-ada7-fc0103c5a1b1 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767724 Feb 04 15:22:17.439688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c58bb-c306-4a36-93e9-a8673cbba751'}, {'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191'}, {'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eb7521-43e0-4845-8b43-a3b43cd44974'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:17.445108 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09324667-d8ec-4b86-bedf-c001277937bb" -d '{"events": [{"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c58bb-c306-4a36-93e9-a8673cbba751"}, {"server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "name": "network-vif-plugged", "status": "completed", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191"}, {"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-plugged", "status": "completed", "tag": "92eb7521-43e0-4845-8b43-a3b43cd44974"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:17.705631 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98aca9ad-d5a8-4c0b-af6f-4700e64fd59a req-29b30af4-9ee1-450f-b9da-b58793103c38 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082850 Feb 04 15:22:17.879976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfdf76-3d22-4c9a-928d-b5a433933d45 req-b8a28f3d-a52e-4acb-82ad-0ff481203706 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:17.895965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8cfdf76-3d22-4c9a-928d-b5a433933d45 req-b8a28f3d-a52e-4acb-82ad-0ff481203706 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.1477766 Feb 04 15:22:17.968129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8cfdf76-3d22-4c9a-928d-b5a433933d45 req-d6bb624a-515b-4d35-ade5-12b2ef1f97df tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707402 Feb 04 15:22:18.046496 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6a3ed7-c9df-44fe-8327-002213a089cd x-openstack-request-id: req-5b6a3ed7-c9df-44fe-8327-002213a089cd {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:18.046496 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688698db-47bd-4e56-ae44-e15ac0170a17", "name": "network-vif-deleted", "tag": "d6a38792-2be7-4312-9aba-aca3979d58e7", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:18.046496 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b6a3ed7-c9df-44fe-8327-002213a089cd {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:18.047666 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688698db-47bd-4e56-ae44-e15ac0170a17', 'name': 'network-vif-deleted', 'tag': 'd6a38792-2be7-4312-9aba-aca3979d58e7', 'status': 'completed', 'code': 200} Feb 04 15:22:18.120917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34122) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:18.216343 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f176ab-c621-4e1d-81bb-4fbffc6166d9 x-openstack-request-id: req-82f176ab-c621-4e1d-81bb-4fbffc6166d9 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:18.217251 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c58bb-c306-4a36-93e9-a8673cbba751", "code": 200}, {"server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "name": "network-vif-plugged", "status": "completed", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191", "code": 200}, {"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-plugged", "status": "completed", "tag": "92eb7521-43e0-4845-8b43-a3b43cd44974", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:18.217251 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82f176ab-c621-4e1d-81bb-4fbffc6166d9 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:18.217251 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c58bb-c306-4a36-93e9-a8673cbba751', 'code': 200} Feb 04 15:22:18.217640 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191', 'code': 200} Feb 04 15:22:18.217808 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eb7521-43e0-4845-8b43-a3b43cd44974', 'code': 200} Feb 04 15:22:18.230911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-607b74ba-36bb-426d-82ef-670f0fc67c02 admin admin] Deleting subnet c835e6b1-d095-40aa-89ad-62e6209deb99 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:22:18.236073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-607b74ba-36bb-426d-82ef-670f0fc67c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:18.376257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-607b74ba-36bb-426d-82ef-670f0fc67c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:18.496595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7dc1-c8ff-4b33-aac0-10695c056e72 req-973384d0-2e86-42ff-9c67-94eb2d3e2d51 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:18.536824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4883b9-6f4c-4071-95a1-6a890b61153d req-df17215f-a232-4d3e-ad54-a0e6396c011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:18.537831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7dc1-c8ff-4b33-aac0-10695c056e72 req-973384d0-2e86-42ff-9c67-94eb2d3e2d51 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:18.541950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f4883b9-6f4c-4071-95a1-6a890b61153d req-df17215f-a232-4d3e-ad54-a0e6396c011a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1096 time: 0.1813259 Feb 04 15:22:18.556311 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-607b74ba-36bb-426d-82ef-670f0fc67c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:18.559677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e7dc1-c8ff-4b33-aac0-10695c056e72 req-973384d0-2e86-42ff-9c67-94eb2d3e2d51 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:18.567513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b97e7dc1-c8ff-4b33-aac0-10695c056e72 req-973384d0-2e86-42ff-9c67-94eb2d3e2d51 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2417 time: 0.2338896 Feb 04 15:22:18.664529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d70b-65ff-43c9-82aa-e8db798f7b26 req-c8e1dde2-8885-472d-840b-3c2b99ba3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:18.669086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d70b-65ff-43c9-82aa-e8db798f7b26 req-c8e1dde2-8885-472d-840b-3c2b99ba3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:18.670675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d70b-65ff-43c9-82aa-e8db798f7b26 req-c8e1dde2-8885-472d-840b-3c2b99ba3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:18.674609 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2b3d70b-65ff-43c9-82aa-e8db798f7b26 req-c8e1dde2-8885-472d-840b-3c2b99ba3045 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2870 time: 0.3672485 Feb 04 15:22:18.719200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b97e7dc1-c8ff-4b33-aac0-10695c056e72 req-45e7f2de-caa9-4299-bfbb-74df6562b650 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365135 Feb 04 15:22:18.869533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f4883b9-6f4c-4071-95a1-6a890b61153d req-dfb35ffe-48d5-430f-885e-44258845cc71 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401967 Feb 04 15:22:18.910077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2b3d70b-65ff-43c9-82aa-e8db798f7b26 req-6bef5010-4336-4a75-8c8c-ac90d47b7809 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120957 Feb 04 15:22:18.950417 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-607b74ba-36bb-426d-82ef-670f0fc67c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:18.986845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b74ba-36bb-426d-82ef-670f0fc67c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c835e6b1-d095-40aa-89ad-62e6209deb99,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:18.996146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-607b74ba-36bb-426d-82ef-670f0fc67c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:19.010682 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-607b74ba-36bb-426d-82ef-670f0fc67c02 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c835e6b1-d095-40aa-89ad-62e6209deb99 HTTP/1.1" status: 204 len: 168 time: 0.8845253 Feb 04 15:22:19.010960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34130) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:19.099290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa48ed4-d29a-4fe6-8b11-55239e7c0029 req-bf1ef425-50a1-4499-ada3-929c0a264c93 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:19.102577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-daa48ed4-d29a-4fe6-8b11-55239e7c0029 req-bf1ef425-50a1-4499-ada3-929c0a264c93 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.1317875 Feb 04 15:22:19.114509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:19.215427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-daa48ed4-d29a-4fe6-8b11-55239e7c0029 req-3b26993d-8525-42fa-9d05-a2e89134566f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990317 Feb 04 15:22:19.266483 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:19.294347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea1bf77-21ed-44a6-ad5f-92c1e6f54004']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:19.306690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:19.307419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ebdb3b-664a-4c8c-8dee-ecc91de4ba1b') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:19.320679 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:19.338626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:19.348301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:22:19.349508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:22:19.352569 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:22:19.436759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2eaf9-2b43-4365-9c3e-13e916616302 req-bbcdf484-ce5f-418c-8cc7-a0e3fa92bfec tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:19.439608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3d2eaf9-2b43-4365-9c3e-13e916616302 req-bbcdf484-ce5f-418c-8cc7-a0e3fa92bfec tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.1218915 Feb 04 15:22:19.481257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:19.502229 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3d2eaf9-2b43-4365-9c3e-13e916616302 req-c10c6d09-0c2a-456f-a66e-537ad95bf2dc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Feb 04 15:22:19.527798 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:19.531878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4ea1bf77-21ed-44a6-ad5f-92c1e6f54004 HTTP/1.1" status: 204 len: 168 time: 0.5199423 Feb 04 15:22:19.533162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ef549-500a-48a7-95bb-d9101a3f4547 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea1bf77-21ed-44a6-ad5f-92c1e6f54004,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:19.813928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34136) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:19.907025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f6618c0-046f-4667-8ea9-7a2e398e56c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f7004ed0772419396ef0c1dac2abbba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914137 Feb 04 15:22:19.911877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34138) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:19.933359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b18f8-126e-4467-a5db-5b0352258fb9 req-7d1b77d7-aca7-496a-a907-84fe7817867a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:19.941183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b18f8-126e-4467-a5db-5b0352258fb9 req-7d1b77d7-aca7-496a-a907-84fe7817867a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:19.949809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b18f8-126e-4467-a5db-5b0352258fb9 req-7d1b77d7-aca7-496a-a907-84fe7817867a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:19.951833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd9b18f8-126e-4467-a5db-5b0352258fb9 req-7d1b77d7-aca7-496a-a907-84fe7817867a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2417 time: 0.0950091 Feb 04 15:22:20.005575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd9b18f8-126e-4467-a5db-5b0352258fb9 req-0cea6018-d049-4b28-a610-a2a7293bca17 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Feb 04 15:22:20.038452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31be0fd1-e24f-4c6f-91bf-f8fd10f77a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:20.047865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e025d-deb3-4551-8086-be374a3d7afe', 'name': 'network-vif-deleted', 'tag': '26917a26-7773-42f8-b90f-5d4c8b1473d4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:20.053562 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad74714a-e033-4105-b6a3-6a5c88ff670c" -d '{"events": [{"server_uuid": "1f0e025d-deb3-4551-8086-be374a3d7afe", "name": "network-vif-deleted", "tag": "26917a26-7773-42f8-b90f-5d4c8b1473d4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:20.091592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31be0fd1-e24f-4c6f-91bf-f8fd10f77a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:20.124124 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af3e72-3a6a-46d9-b172-d9a05d23f2ed x-openstack-request-id: req-a0af3e72-3a6a-46d9-b172-d9a05d23f2ed {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:20.124936 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e025d-deb3-4551-8086-be374a3d7afe", "name": "network-vif-deleted", "tag": "26917a26-7773-42f8-b90f-5d4c8b1473d4", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:20.124936 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0af3e72-3a6a-46d9-b172-d9a05d23f2ed {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:20.126319 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e025d-deb3-4551-8086-be374a3d7afe', 'name': 'network-vif-deleted', 'tag': '26917a26-7773-42f8-b90f-5d4c8b1473d4', 'status': 'completed', 'code': 200} Feb 04 15:22:20.147632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 26917a26-7773-42f8-b90f-5d4c8b1473d4 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:20.187613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31be0fd1-e24f-4c6f-91bf-f8fd10f77a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:20.191247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31be0fd1-e24f-4c6f-91bf-f8fd10f77a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:20.193585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-31be0fd1-e24f-4c6f-91bf-f8fd10f77a6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c97fcbf6-ac5a-4057-8034-2fe4fb7aad73 HTTP/1.1" status: 204 len: 168 time: 0.2808092 Feb 04 15:22:20.204221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be0fd1-e24f-4c6f-91bf-f8fd10f77a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97fcbf6-ac5a-4057-8034-2fe4fb7aad73,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:20.230463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 26917a26-7773-42f8-b90f-5d4c8b1473d4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:22:20.230996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 26917a26-7773-42f8-b90f-5d4c8b1473d4 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:22:20.473108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d338-8438-437e-90f8-1ea8479b6ed3 req-acf1a4a2-e07b-4202-bde6-825b40ed2193 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:20.487779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b284d338-8438-437e-90f8-1ea8479b6ed3 req-acf1a4a2-e07b-4202-bde6-825b40ed2193 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.1408312 Feb 04 15:22:20.561365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b284d338-8438-437e-90f8-1ea8479b6ed3 req-de3d0bb5-4eee-4d25-99bd-42a03aff7cba tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720832 Feb 04 15:22:20.707113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acaf3e-87c5-40b3-908c-1008740205fc req-53a3d51a-af16-4ffe-9a46-a5522d818f2f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:20.708965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40acaf3e-87c5-40b3-908c-1008740205fc req-53a3d51a-af16-4ffe-9a46-a5522d818f2f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.0686147 Feb 04 15:22:20.785727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40acaf3e-87c5-40b3-908c-1008740205fc req-3964f3c9-31cd-422c-87d0-a7802773f075 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615358 Feb 04 15:22:20.922548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d930c3-7e5f-4a7a-9be5-e226ed10f671 req-dfd54350-7bbf-4a96-b0c5-4d19f41c5cf7 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:20.924580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81d930c3-7e5f-4a7a-9be5-e226ed10f671 req-dfd54350-7bbf-4a96-b0c5-4d19f41c5cf7 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1096 time: 0.0544758 Feb 04 15:22:21.026206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81d930c3-7e5f-4a7a-9be5-e226ed10f671 req-a9e43768-14a8-41c9-ae18-ead978993a94 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883601 Feb 04 15:22:21.292385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814442b-d6ff-454f-84bd-a6fedd8ed86a req-5cd3cb86-b8b5-4a76-900b-f511838a766d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:21.310762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814442b-d6ff-454f-84bd-a6fedd8ed86a req-5cd3cb86-b8b5-4a76-900b-f511838a766d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:21.317026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814442b-d6ff-454f-84bd-a6fedd8ed86a req-5cd3cb86-b8b5-4a76-900b-f511838a766d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:21.323137 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d814442b-d6ff-454f-84bd-a6fedd8ed86a req-5cd3cb86-b8b5-4a76-900b-f511838a766d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2417 time: 0.1189883 Feb 04 15:22:21.388298 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d814442b-d6ff-454f-84bd-a6fedd8ed86a req-d62f040d-dab6-4419-b9c4-7cf6c979e079 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545900 Feb 04 15:22:21.560822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:21.752460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1609082382-network', 'tenant_id': '4e49e53cb90945c5b59d79b318d0b2ae'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:21.803966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Made reservation on behalf of 4e49e53cb90945c5b59d79b318d0b2ae for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:21.806442 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:21.816123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5bde-b323-4dec-8da2-aa3c361262a3 req-399df415-59d9-4a52-a73d-47157c90723d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:21.817914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26db5bde-b323-4dec-8da2-aa3c361262a3 req-399df415-59d9-4a52-a73d-47157c90723d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.1031578 Feb 04 15:22:21.827088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:21.901217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26db5bde-b323-4dec-8da2-aa3c361262a3 req-2adc6b69-2ab5-4fca-922f-c3554ae0ad71 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666754 Feb 04 15:22:22.030241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.038892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.075079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:22:22.096392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:22.125822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.126473 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Added segment 4c074c7d-2327-4538-9018-a2948134a652 of type vlan for network b2ad6957-4370-4e0d-a68f-56213e94f3bf Feb 04 15:22:22.238166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.285576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.287600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:22.288291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.360817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7956927 Feb 04 15:22:22.361548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34188) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:22.370303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Request body: {'subnet': {'network_id': 'b2ad6957-4370-4e0d-a68f-56213e94f3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1609082382-subnet', 'tenant_id': '4e49e53cb90945c5b59d79b318d0b2ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:22.379707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b51ae-e0f6-45dc-8775-93bb2232b2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ad6957-4370-4e0d-a68f-56213e94f3bf,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:22.388180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dc9d6-8019-46fc-9f16-8abb50d640a7 req-102d1c5c-fab7-4d45-9295-557476cd26d1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:22.392656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network b2ad6957-4370-4e0d-a68f-56213e94f3bf details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:22:22.412384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dc9d6-8019-46fc-9f16-8abb50d640a7 req-102d1c5c-fab7-4d45-9295-557476cd26d1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:22.423416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dc9d6-8019-46fc-9f16-8abb50d640a7 req-102d1c5c-fab7-4d45-9295-557476cd26d1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:22.429695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Made reservation on behalf of 4e49e53cb90945c5b59d79b318d0b2ae for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:22.433264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-662dc9d6-8019-46fc-9f16-8abb50d640a7 req-102d1c5c-fab7-4d45-9295-557476cd26d1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2417 time: 0.1433289 Feb 04 15:22:22.434668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.490204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-662dc9d6-8019-46fc-9f16-8abb50d640a7 req-ff62482b-7cdc-494e-abc9-15d447b30d58 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510702 Feb 04 15:22:22.599209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.711819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.784503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10eb7bb-2a70-4481-ab87-84ebaef5650d,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:22.796821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Checking segment: {'id': '4c074c7d-2327-4538-9018-a2948134a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b2ad6957-4370-4e0d-a68f-56213e94f3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:22.797187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Network hostable DHCP agents. Network: b2ad6957-4370-4e0d-a68f-56213e94f3bf, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:22:22.818407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Network b2ad6957-4370-4e0d-a68f-56213e94f3bf is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:22:22.837056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, b2ad6957-4370-4e0d-a68f-56213e94f3bf) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:22.845233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:22.845821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:22.862186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7530490d-d81b-4232-be41-5c3d52b518f4 None None] Network b2ad6957-4370-4e0d-a68f-56213e94f3bf requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:22.879136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-982a516b-a321-4964-b51b-cddedbabff29 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5088644 Feb 04 15:22:23.172032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e6f6b-057d-445c-ac6d-a6ef681a6ca7 None None] Network b2ad6957-4370-4e0d-a68f-56213e94f3bf requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:23.268989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcb7c8-f293-44ff-8fc5-38a2116c26e7 req-4cb29910-e8e4-4e00-aed0-64126b8fa003 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:23.275263 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45bcb7c8-f293-44ff-8fc5-38a2116c26e7 req-4cb29910-e8e4-4e00-aed0-64126b8fa003 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.2268190 Feb 04 15:22:23.332399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45bcb7c8-f293-44ff-8fc5-38a2116c26e7 req-4572de75-6d45-4b8e-ae23-ca38a011db90 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Feb 04 15:22:24.120233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b2785-6c83-44da-8242-576af7f53aae req-80c0ac35-242b-4539-abb1-afa9482b9aa7 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:24.133823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b2785-6c83-44da-8242-576af7f53aae req-80c0ac35-242b-4539-abb1-afa9482b9aa7 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:24.145225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b2785-6c83-44da-8242-576af7f53aae req-80c0ac35-242b-4539-abb1-afa9482b9aa7 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:24.148529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e80b2785-6c83-44da-8242-576af7f53aae req-80c0ac35-242b-4539-abb1-afa9482b9aa7 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.30 "GET /v2.0/ports?device_id=196142a0-e9bf-424d-9028-3df83dbfcf32 HTTP/1.1" status: 200 len: 2417 time: 0.1298153 Feb 04 15:22:24.316077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port bc30e973-11d7-4f09-995a-5e547d9ea58c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:24.316740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:24.489357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port bc30e973-11d7-4f09-995a-5e547d9ea58c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bc30e973-11d7-4f09-995a-5e547d9ea58c,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:24.489917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:24.516314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for bc30e973-11d7-4f09-995a-5e547d9ea58c owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:24.777092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:24.792907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['92eb7521-43e0-4845-8b43-a3b43cd44974', 'bc30e973-11d7-4f09-995a-5e547d9ea58c', 'fa4c58bb-c306-4a36-93e9-a8673cbba751'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:24.847200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=bc30e973-11d7-4f09-995a-5e547d9ea58c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:24.938777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port bc30e973-11d7-4f09-995a-5e547d9ea58c on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:24.946085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:24.952127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e80b2785-6c83-44da-8242-576af7f53aae req-dc0c655c-ab50-4038-a4f3-70adc474a78c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.30 "DELETE /v2.0/ports/bc30e973-11d7-4f09-995a-5e547d9ea58c HTTP/1.1" status: 204 len: 173 time: 0.7969129 Feb 04 15:22:24.952933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-deleted', 'tag': 'bc30e973-11d7-4f09-995a-5e547d9ea58c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:24.957762 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bde8be1-6d5a-4d2f-ad59-92093070bd7f" -d '{"events": [{"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-deleted", "tag": "bc30e973-11d7-4f09-995a-5e547d9ea58c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:25.254643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port fa4c58bb-c306-4a36-93e9-a8673cbba751 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:25.255675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:25.469628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port fa4c58bb-c306-4a36-93e9-a8673cbba751, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa4c58bb-c306-4a36-93e9-a8673cbba751,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:25.469628 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:25.508523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for fa4c58bb-c306-4a36-93e9-a8673cbba751 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:25.804124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:25.878817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=fa4c58bb-c306-4a36-93e9-a8673cbba751,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:25.987747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port fa4c58bb-c306-4a36-93e9-a8673cbba751 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:25.999757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:26.012637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e80b2785-6c83-44da-8242-576af7f53aae req-a015fd52-a1dd-42e9-bcc7-52af9bd73fa8 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.30 "DELETE /v2.0/ports/fa4c58bb-c306-4a36-93e9-a8673cbba751 HTTP/1.1" status: 204 len: 173 time: 1.0466499 Feb 04 15:22:26.281838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port 92eb7521-43e0-4845-8b43-a3b43cd44974 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:26.282707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:26.483172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port 92eb7521-43e0-4845-8b43-a3b43cd44974, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=92eb7521-43e0-4845-8b43-a3b43cd44974,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:26.483540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:26.523005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for 92eb7521-43e0-4845-8b43-a3b43cd44974 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:26.829026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:26.870173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=92eb7521-43e0-4845-8b43-a3b43cd44974,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:26.919195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port 92eb7521-43e0-4845-8b43-a3b43cd44974 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:26.930928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:26.938683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e80b2785-6c83-44da-8242-576af7f53aae req-48a5c882-ebd6-4bf5-afc6-94a074b149df tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.30 "DELETE /v2.0/ports/92eb7521-43e0-4845-8b43-a3b43cd44974 HTTP/1.1" status: 204 len: 173 time: 0.9137869 Feb 04 15:22:27.386295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device bc30e973-11d7-4f09-995a-5e547d9ea58c no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:27.418394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: bc30e973-11d7-4f09-995a-5e547d9ea58c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:22:27.419296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device bc30e973-11d7-4f09-995a-5e547d9ea58c not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:22:27.419296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fa4c58bb-c306-4a36-93e9-a8673cbba751 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:27.444156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: fa4c58bb-c306-4a36-93e9-a8673cbba751 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:22:27.444794 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fa4c58bb-c306-4a36-93e9-a8673cbba751 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:22:27.446199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 92eb7521-43e0-4845-8b43-a3b43cd44974 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:27.467233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 92eb7521-43e0-4845-8b43-a3b43cd44974 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:22:27.467580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 92eb7521-43e0-4845-8b43-a3b43cd44974 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:22:29.571113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-df01771f-026a-4567-9793-e8c6b6656501 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1711187898&fields=id&tenant_id=26192a914796443084c5e9edd5a7d924 HTTP/1.1" status: 200 len: 267 time: 0.0824056 Feb 04 15:22:29.726675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1cab6650-b619-4572-a480-03628992f3cd tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:29.730696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1cab6650-b619-4572-a480-03628992f3cd tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/networks?id=b2ad6957-4370-4e0d-a68f-56213e94f3bf HTTP/1.1" status: 200 len: 814 time: 0.2228651 Feb 04 15:22:29.734614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-c220b55f-971a-479a-9178-c96c41113682 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:29.737242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-c220b55f-971a-479a-9178-c96c41113682 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/networks?id=eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 200 len: 824 time: 0.1528521 Feb 04 15:22:29.757027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-cdb2ee09-beaf-462b-b759-6105559a5a04 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/quotas/26192a914796443084c5e9edd5a7d924 HTTP/1.1" status: 200 len: 375 time: 0.0116079 Feb 04 15:22:29.773233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-523e9d3e-b72c-4d8e-8187-f531a2077bba tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/quotas/4e49e53cb90945c5b59d79b318d0b2ae HTTP/1.1" status: 200 len: 375 time: 0.0305665 Feb 04 15:22:29.842397 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-7a95dc7c-662d-42c2-aed3-477befceed1e tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e49e53cb90945c5b59d79b318d0b2ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679293 Feb 04 15:22:29.876483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-6dd463a5-6312-4953-8375-eb2138479f8e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=26192a914796443084c5e9edd5a7d924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052959 Feb 04 15:22:30.007383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-f5d35a0f-c03c-43c1-896b-6410a08bd32a service neutron] 10.222.0.47 "GET /v2.0/networks/b2ad6957-4370-4e0d-a68f-56213e94f3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502554 Feb 04 15:22:30.087203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-da6ef7d1-23c6-4f6d-8371-0687d9844963 service neutron] 10.222.0.47 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969316 Feb 04 15:22:30.144892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-f0f1dea7-6da2-439b-93af-025ef403e705 service neutron] 10.222.0.47 "GET /v2.0/networks/b2ad6957-4370-4e0d-a68f-56213e94f3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359658 Feb 04 15:22:30.189591 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:22:30.300630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-bb50342a-1070-44b4-bb54-5660e334b85b service neutron] 10.222.0.47 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971946 Feb 04 15:22:30.450565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34268) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:30.485918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3bf5118-479c-4eb5-9af2-892fb5d7a48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:30.660496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1ab0e3-03bc-40e8-9c48-99a727a674b5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting subnet c14726cb-4342-4b53-b1f9-865b1770bcea {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:22:30.669302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1ab0e3-03bc-40e8-9c48-99a727a674b5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:30.797323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1ab0e3-03bc-40e8-9c48-99a727a674b5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:30.840905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672b87-4e04-4a9f-90ff-3e9a3b12666b req-ede1b439-d1ab-4a02-8a27-58b3aeec1b71 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:30.844156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86672b87-4e04-4a9f-90ff-3e9a3b12666b req-ede1b439-d1ab-4a02-8a27-58b3aeec1b71 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.2348356 Feb 04 15:22:31.045109 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86672b87-4e04-4a9f-90ff-3e9a3b12666b req-cb152061-6582-4413-952d-77753b090992 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757660 Feb 04 15:22:31.055194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1ab0e3-03bc-40e8-9c48-99a727a674b5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:31.175425 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3709669b-bd1d-4be0-9a61-c742ca8aecbc x-openstack-request-id: req-3709669b-bd1d-4be0-9a61-c742ca8aecbc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:31.175898 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-deleted", "tag": "bc30e973-11d7-4f09-995a-5e547d9ea58c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:31.176379 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3709669b-bd1d-4be0-9a61-c742ca8aecbc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:31.176943 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-deleted', 'tag': 'bc30e973-11d7-4f09-995a-5e547d9ea58c', 'status': 'completed', 'code': 200} Feb 04 15:22:31.182733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1ab0e3-03bc-40e8-9c48-99a727a674b5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:31.201028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1ab0e3-03bc-40e8-9c48-99a727a674b5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:31.205120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db1ab0e3-03bc-40e8-9c48-99a727a674b5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "DELETE /v2.0/subnets/c14726cb-4342-4b53-b1f9-865b1770bcea HTTP/1.1" status: 204 len: 168 time: 0.7523606 Feb 04 15:22:31.216092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34286) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:31.227478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ab0e3-03bc-40e8-9c48-99a727a674b5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Subnet': ['ID=c14726cb-4342-4b53-b1f9-865b1770bcea,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:31.254630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f5ab9-2db5-454d-af9d-ff789095c9b1 None None] Network e63f39ff-ca0b-434d-b9ea-aecb5327b87a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:31.324536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-975ba5f8-f666-46b0-b357-47f3c8f79d0d req-2c104d95-7627-454e-a87f-c8141d3ba94b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 210 time: 0.1131368 Feb 04 15:22:31.445819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:31.504068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a783b8c8-44c8-4788-a8fd-3b9f44e08a44 req-4e18c3e8-3169-4b3a-ab64-45c6ef4c653d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 210 time: 0.0544760 Feb 04 15:22:31.584783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:31.586103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:31.842023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port 639fa0f1-a18e-4cae-861c-205b4c2f24d9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=639fa0f1-a18e-4cae-861c-205b4c2f24d9,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:31.843019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:31.925771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for 639fa0f1-a18e-4cae-861c-205b4c2f24d9 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:31.935769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] DHCP port deletion for e63f39ff-ca0b-434d-b9ea-aecb5327b87a request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:22:32.082961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] Deleting port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:32.093287 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:32.121168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:32.238171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=639fa0f1-a18e-4cae-861c-205b4c2f24d9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:32.249697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:32.353916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] For port 639fa0f1-a18e-4cae-861c-205b4c2f24d9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=639fa0f1-a18e-4cae-861c-205b4c2f24d9,segment=NetworkSegment(3537ffe6-be1d-4052-818c-a4278b89004f),segment_id=3537ffe6-be1d-4052-818c-a4278b89004f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:32.354936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:32.391793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] Calling delete_port for 639fa0f1-a18e-4cae-861c-205b4c2f24d9 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:32.609887 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:32.626780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:32.643160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c8c64-700d-412d-9466-409e92e499fb req-3c30ffba-8da9-404f-a192-4ba256a551a4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:32.652722 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea1c8c64-700d-412d-9466-409e92e499fb req-3c30ffba-8da9-404f-a192-4ba256a551a4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 0.2669389 Feb 04 15:22:32.674461 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0df3e8a5-08a2-479b-a2e5-0807d790aa10 req-e1d92d46-94f6-4ecf-9bb6-eacb2986a4f5 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 210 time: 0.0801551 Feb 04 15:22:32.716250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] Pushing event deleted for resources: {'Port': ['ID=639fa0f1-a18e-4cae-861c-205b4c2f24d9,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:32.717907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63f39ff-ca0b-434d-b9ea-aecb5327b87a']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:32.742048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3537ffe6-be1d-4052-818c-a4278b89004f') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:32.742469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3537ffe6-be1d-4052-818c-a4278b89004f') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:32.747884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65f3f6-133e-4799-97a0-1e8ab525dc2f None None] No DVR routers for this DVR port 639fa0f1-a18e-4cae-861c-205b4c2f24d9 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:32.771551 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:32.804196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea1c8c64-700d-412d-9466-409e92e499fb req-28356e3a-243d-4594-8fcf-9e9d2aae59b0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392519 Feb 04 15:22:32.823889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:32.838045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:22:32.842103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:32.915105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 639fa0f1-a18e-4cae-861c-205b4c2f24d9 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:33.009508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 639fa0f1-a18e-4cae-861c-205b4c2f24d9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:22:33.010719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 639fa0f1-a18e-4cae-861c-205b4c2f24d9 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:22:33.030157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f35c0a31-d02a-40cc-b642-6d4abc2154ec req-43cfeda3-e2b3-4738-b588-3ee1ad09e30b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 210 time: 0.1029477 Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:22:33.082197 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:22:33.089428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:33.115312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:33.158892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34330) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:33.167841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "DELETE /v2.0/networks/e63f39ff-ca0b-434d-b9ea-aecb5327b87a HTTP/1.1" status: 204 len: 168 time: 1.9318523 Feb 04 15:22:33.185318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-deleted', 'tag': 'fa4c58bb-c306-4a36-93e9-a8673cbba751'}, {'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-deleted', 'tag': '92eb7521-43e0-4845-8b43-a3b43cd44974'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:33.197199 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6356b560-f7d0-4585-b87b-ba1a717855b9" -d '{"events": [{"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-deleted", "tag": "fa4c58bb-c306-4a36-93e9-a8673cbba751"}, {"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-deleted", "tag": "92eb7521-43e0-4845-8b43-a3b43cd44974"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:33.223696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456def1-41f5-4148-8286-e31e55a3daee tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Network': ['ID=e63f39ff-ca0b-434d-b9ea-aecb5327b87a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:33.380733 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf0dbd-2dc2-4367-a857-d4df3cda9f3a x-openstack-request-id: req-e2bf0dbd-2dc2-4367-a857-d4df3cda9f3a {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:33.381147 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-deleted", "tag": "fa4c58bb-c306-4a36-93e9-a8673cbba751", "status": "completed", "code": 200}, {"server_uuid": "196142a0-e9bf-424d-9028-3df83dbfcf32", "name": "network-vif-deleted", "tag": "92eb7521-43e0-4845-8b43-a3b43cd44974", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:33.381496 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2bf0dbd-2dc2-4367-a857-d4df3cda9f3a {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:33.382419 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-deleted', 'tag': 'fa4c58bb-c306-4a36-93e9-a8673cbba751', 'status': 'completed', 'code': 200} Feb 04 15:22:33.383144 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196142a0-e9bf-424d-9028-3df83dbfcf32', 'name': 'network-vif-deleted', 'tag': '92eb7521-43e0-4845-8b43-a3b43cd44974', 'status': 'completed', 'code': 200} Feb 04 15:22:33.441668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-32931220-030d-4b8a-87da-9594e0398601 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting subnet a4146e45-10f6-472e-9a67-abcd1b169f31 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:22:33.458274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-32931220-030d-4b8a-87da-9594e0398601 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:33.531806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-28bcd208-8e84-4d2b-8a16-6cdb01ae3c39 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:33.535188 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-28bcd208-8e84-4d2b-8a16-6cdb01ae3c39 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.30 "GET /v2.0/networks?id=b2ad6957-4370-4e0d-a68f-56213e94f3bf HTTP/1.1" status: 200 len: 814 time: 0.4460034 Feb 04 15:22:33.549635 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-32931220-030d-4b8a-87da-9594e0398601 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:33.571755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Request body: {'port': {'device_id': 'c4b0977a-a843-4583-b09d-d8c7b12db521', 'network_id': 'b2ad6957-4370-4e0d-a68f-56213e94f3bf', 'admin_state_up': True, 'tenant_id': '4e49e53cb90945c5b59d79b318d0b2ae'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:33.586800 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48c3ee1c-81ee-4ced-8d74-bb0fdda26af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:34.052206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-f86b5128-81d7-4090-97b2-bb903da22140 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:34.056864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-f86b5128-81d7-4090-97b2-bb903da22140 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.1974168 Feb 04 15:22:34.099574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827869-1'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:34.192180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac2b48f4-539e-4b0f-aed2-039f11f6a912 req-524ba653-2a4d-484d-907c-6520deee6cfd tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 210 time: 0.2015123 Feb 04 15:22:34.325741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:34.376852 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-32931220-030d-4b8a-87da-9594e0398601 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:34.587151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-cf36dff3-fed9-4d61-89f7-eadcde07e0c3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:34.589705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-cf36dff3-fed9-4d61-89f7-eadcde07e0c3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.30 "GET /v2.0/networks?id=eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 200 len: 824 time: 0.7861452 Feb 04 15:22:34.606947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e90c748-4890-4213-9d78-9a578b0a0d18 req-9e000be1-e575-437c-9e62-f0e59834dabd tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 210 time: 0.1219656 Feb 04 15:22:34.704439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Made reservation on behalf of 4e49e53cb90945c5b59d79b318d0b2ae for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:34.712064 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:34.771852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-f9f08f21-7c50-4d5b-b881-3f6010424960 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26192a914796443084c5e9edd5a7d924 HTTP/1.1" status: 200 len: 380 time: 0.1387794 Feb 04 15:22:34.796787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-32931220-030d-4b8a-87da-9594e0398601 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:34.859317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32931220-030d-4b8a-87da-9594e0398601 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Subnet': ['ID=a4146e45-10f6-472e-9a67-abcd1b169f31,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:34.878095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Request body: {'port': {'device_id': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'admin_state_up': True, 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'security_groups': ['f60c25bc-1911-43f5-b60b-251ff770b769']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:35.008358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-32931220-030d-4b8a-87da-9594e0398601 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:35.013895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-32931220-030d-4b8a-87da-9594e0398601 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "DELETE /v2.0/subnets/a4146e45-10f6-472e-9a67-abcd1b169f31 HTTP/1.1" status: 204 len: 168 time: 1.8528795 Feb 04 15:22:35.021407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab4ed6-491e-444b-8f9f-4db444d88142 None None] Network 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:35.038429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:35.408552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:35.463805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:22:35.486858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:35.499138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] DHCP port deletion for 07f1265a-ed5c-4baf-90bc-ed49d28d4a33 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:22:35.620509 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:35.623421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:35.626524 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a730db27-8949-4977-9f6c-74d74cccdc1d" -d '{"events": [{"server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "name": "network-vif-unplugged", "status": "completed", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:35.632684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:35.687026 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:22:35.719255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bf5d6-885a-48cd-976e-a5917ced2d8a req-b99aa2d2-d13a-40da-a7ee-19826a212487 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:35.720829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-068bf5d6-885a-48cd-976e-a5917ced2d8a req-b99aa2d2-d13a-40da-a7ee-19826a212487 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 945 time: 1.0723457 Feb 04 15:22:35.723753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Pushing event updated for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:35.730945 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:35.780621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-068bf5d6-885a-48cd-976e-a5917ced2d8a req-fa58fb04-7b82-4bfd-88b9-e2b916332419 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490685 Feb 04 15:22:35.841242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on host n-h1-827869-1 for vnic_type normal with profile {"migrating_to": "n-h2-827869-1"} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:22:35.841762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:22:35.842130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:35.848345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:22:35.848686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Attempting to bind port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:35.855163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:22:35.855414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:35.856670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:22:35.856960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Bound port: 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:22:35.857338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:35.946251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] Deleting port 300510e9-e3bb-48a6-b101-43609d32a803 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:35.950543 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.068585 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a07ad4-9356-4cec-9168-94e3c923d178 x-openstack-request-id: req-33a07ad4-9356-4cec-9168-94e3c923d178 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:36.078926 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "name": "network-vif-unplugged", "status": "completed", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:36.079342 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-33a07ad4-9356-4cec-9168-94e3c923d178 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:36.080427 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c', 'code': 200} Feb 04 15:22:36.106578 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.150422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1538e226-c1b4-492b-83e0-bacff26a44df req-dba203e8-494d-48a1-b9ae-434ee4e9b727 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 210 time: 0.1327369 Feb 04 15:22:36.187919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:36.221595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:36.227798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:36.236761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.237931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] For port 300510e9-e3bb-48a6-b101-43609d32a803, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=300510e9-e3bb-48a6-b101-43609d32a803,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:36.238365 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.261409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c has no active binding in host n-h2-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:22:36.280719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] Calling delete_port for 300510e9-e3bb-48a6-b101-43609d32a803 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:36.297564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7044d094-dab1-4d0c-a20a-dcabcdb95759 req-c5b14506-304f-49c7-a0ea-9ecf34dcfa9b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 210 time: 0.0619612 Feb 04 15:22:36.427080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Allocated IP 172.20.0.12 (b2ad6957-4370-4e0d-a68f-56213e94f3bf/c10eb7bb-2a70-4481-ab87-84ebaef5650d/cc48d6c3-02c6-469f-a465-24b65f10bfc5) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:22:36.478624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Made reservation on behalf of 26192a914796443084c5e9edd5a7d924 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:36.482838 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.519648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port 300510e9-e3bb-48a6-b101-43609d32a803 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:22:36.520246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.580002 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.688337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:36.689324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:36.691804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 200 len: 1121 time: 2.6186597 Feb 04 15:22:36.729306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd4cde-f6bc-45fe-b083-e0d177943c16 service neutron] Pushing event updated for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=8']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:36.748046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] Pushing event deleted for resources: {'Port': ['ID=300510e9-e3bb-48a6-b101-43609d32a803,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:36.799465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:36.959389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5e1d3-b3e0-4a17-b435-ab592459efcc None None] No DVR routers for this DVR port 300510e9-e3bb-48a6-b101-43609d32a803 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:36.983671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:36.989625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 300510e9-e3bb-48a6-b101-43609d32a803 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:36.994305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Allocated IP 172.20.0.7 (eac7cd70-b40c-4229-bab6-065295e81f12/e87b2ce2-cb8b-454e-9dd3-6060a92d65fb/af253f40-8f5f-41d0-aa79-cab510f67a69) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:22:37.298373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port 300510e9-e3bb-48a6-b101-43609d32a803, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=300510e9-e3bb-48a6-b101-43609d32a803,segment=NetworkSegment(38da4645-8c7a-474c-ac9b-debdd9da72df),segment_id=38da4645-8c7a-474c-ac9b-debdd9da72df)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:37.298373 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:37.361800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for 300510e9-e3bb-48a6-b101-43609d32a803 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:22:37.557838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 300510e9-e3bb-48a6-b101-43609d32a803 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:22:37.560485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 300510e9-e3bb-48a6-b101-43609d32a803 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:22:37.568698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:37.629108 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:37.737216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:37.936226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10903b-f599-4693-b7d8-81e2d5331ef1 req-b4d4618a-35ef-4e20-94e3-99559834c156 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:37.942141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df10903b-f599-4693-b7d8-81e2d5331ef1 req-b4d4618a-35ef-4e20-94e3-99559834c156 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.7689946 Feb 04 15:22:37.943580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.012047 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.015182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd8f1-69f1-4945-b6fe-484542c90406 req-374f34fe-1a49-4269-a504-66ef865a939c tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:38.017789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a0bd8f1-69f1-4945-b6fe-484542c90406 req-374f34fe-1a49-4269-a504-66ef865a939c tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 932 time: 0.1838915 Feb 04 15:22:38.027912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port 300510e9-e3bb-48a6-b101-43609d32a803 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:38.085228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:38.086661 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be13884-d29d-4e9d-9df1-fc579104fd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:38.110311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=300510e9-e3bb-48a6-b101-43609d32a803,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:38.184116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a0bd8f1-69f1-4945-b6fe-484542c90406 req-4e2d6360-49a0-46dd-9f88-0da7dcc53a38 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490023 Feb 04 15:22:38.225624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.385290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.463615 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Pushing event updated for resources: {'Port': ['ID=cc48d6c3-02c6-469f-a465-24b65f10bfc5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:38.468946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Network b2ad6957-4370-4e0d-a68f-56213e94f3bf is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:22:38.521577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2672-aba5-4df0-bd2f-2f2f8d1d6d1b req-4f9c3689-1a62-4312-b165-33c8c4311c84 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:38.522805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df10903b-f599-4693-b7d8-81e2d5331ef1 req-0114a7f8-f24a-48c3-9d1f-9c0331fae00c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374546 Feb 04 15:22:38.523817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:38.532542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e0e2672-aba5-4df0-bd2f-2f2f8d1d6d1b req-4f9c3689-1a62-4312-b165-33c8c4311c84 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 931 time: 0.1595654 Feb 04 15:22:38.544025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:22:38.696447 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e0e2672-aba5-4df0-bd2f-2f2f8d1d6d1b req-fe74d608-71e0-4b89-bbf9-5491c203d89d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341472 Feb 04 15:22:38.739329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Network eac7cd70-b40c-4229-bab6-065295e81f12 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:22:38.761123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:38.767504 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.775135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:22:38.786550 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e70074-ff79-462f-b3ee-3d5f7acae4bc x-openstack-request-id: req-42e70074-ff79-462f-b3ee-3d5f7acae4bc {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:38.787120 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:38.787645 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42e70074-ff79-462f-b3ee-3d5f7acae4bc {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:38.788368 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c', 'status': 'completed', 'code': 200} Feb 04 15:22:38.935595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:38.937012 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:38.974746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:38.976312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:39.008564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event updated for resources: {'Port': ['ID=af253f40-8f5f-41d0-aa79-cab510f67a69,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:39.088252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1e6a4ec0-7e8a-46e6-bcaa-d9496e887b03 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5314195 Feb 04 15:22:39.112139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f1265a-ed5c-4baf-90bc-ed49d28d4a33']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:39.133627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Request body: {'port': {'device_id': 'c4b0977a-a843-4583-b09d-d8c7b12db521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:39.212981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c226d11d-99c2-4620-bfb9-380d358f5446 None None] Provisioning complete for port af253f40-8f5f-41d0-aa79-cab510f67a69 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:39.214072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c226d11d-99c2-4620-bfb9-380d358f5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:39.407344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38da4645-8c7a-474c-ac9b-debdd9da72df') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:39.408418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38da4645-8c7a-474c-ac9b-debdd9da72df') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:22:39.417464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-1502752c-d521-4c36-b405-4c4a8ad04dd3 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5597863 Feb 04 15:22:39.455160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Request body: {'port': {'device_id': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:39.459862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c226d11d-99c2-4620-bfb9-380d358f5446 None None] Port af253f40-8f5f-41d0-aa79-cab510f67a69 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:22:39.469436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-7abb4be9-b8b7-4f2a-a5eb-96951297bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:39.472367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-7abb4be9-b8b7-4f2a-a5eb-96951297bf9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1124 time: 0.5273368 Feb 04 15:22:39.473954 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:39.474880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:39.542478 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:39.586630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:39.649456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:22:39.649456 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:22:39.663401 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:22:39.688857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a670bb-99dc-4b62-986e-f4d2042b9353 req-3a306754-ab9e-4784-81ec-2acbe93023ee tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:39.692978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9a670bb-99dc-4b62-986e-f4d2042b9353 req-3a306754-ab9e-4784-81ec-2acbe93023ee tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 932 time: 0.2462938 Feb 04 15:22:39.836672 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9a670bb-99dc-4b62-986e-f4d2042b9353 req-2717575b-a49c-4952-abfe-a9a590a0318e tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287611 Feb 04 15:22:40.044092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.080275 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.103434 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.114490 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "DELETE /v2.0/networks/07f1265a-ed5c-4baf-90bc-ed49d28d4a33 HTTP/1.1" status: 204 len: 168 time: 5.0595422 Feb 04 15:22:40.161548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34442) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:40.175340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1594992821'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:40.271268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c38fa-aece-4c06-ab0f-bc875d5d9e63 req-edb04a75-fa62-4f9c-8c03-344829983c3e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:40.284681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-959c38fa-aece-4c06-ab0f-bc875d5d9e63 req-edb04a75-fa62-4f9c-8c03-344829983c3e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 931 time: 0.2036908 Feb 04 15:22:40.336884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9756d-2f6c-4955-b586-94add2aaa0e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Network': ['ID=07f1265a-ed5c-4baf-90bc-ed49d28d4a33,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:40.344497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:40.346505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-3a1a0d01-3753-44c8-8bce-2dbef5549887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:40.348129 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-3a1a0d01-3753-44c8-8bce-2dbef5549887 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.8399103 Feb 04 15:22:40.364178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.364578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23c92f-9535-45f6-8891-91814dadf2bf req-0ae4127f-d303-40ea-9cd5-c07ef1455fd9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:40.366167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c23c92f-9535-45f6-8891-91814dadf2bf req-0ae4127f-d303-40ea-9cd5-c07ef1455fd9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.5199888 Feb 04 15:22:40.439286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-2cd0ee5c-a659-4d6c-9b5f-eb793ef37976 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 200 len: 217 time: 0.0682030 Feb 04 15:22:40.457760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-959c38fa-aece-4c06-ab0f-bc875d5d9e63 req-de36bc07-412e-4481-826a-789e48088a85 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712635 Feb 04 15:22:40.516638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:22:40.580808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.582316 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Added segment 83e16a79-6036-4181-abb8-e429bcc6d1f9 of type vlan for network 3f857847-b741-473a-aee6-103c9334ead5 Feb 04 15:22:40.683995 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.768241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.808688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:40.809356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:40.955319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Network': ['ID=3f857847-b741-473a-aee6-103c9334ead5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:40.972415 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28720f3a-be6b-41c1-8eaa-fb459ac3e360 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8093395 Feb 04 15:22:40.977315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34454) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:40.984083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3f857847-b741-473a-aee6-103c9334ead5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:22:40.990101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'subnet': {'network_id': '3f857847-b741-473a-aee6-103c9334ead5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:41.061025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-470aa90b-a79c-48a7-96d5-ab75d0933121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:41.064549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-470aa90b-a79c-48a7-96d5-ab75d0933121 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.5952945 Feb 04 15:22:41.077263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c23c92f-9535-45f6-8891-91814dadf2bf req-bd375452-7f2e-48b7-b6a6-bc511d3ad4a7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151750 Feb 04 15:22:41.170226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85408c9-253c-433a-9184-72dcc80a6c45 req-28b8ea8a-4a8f-452f-b789-3de32c0b46da tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:41.171532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-4df4ab59-02f1-4836-b292-df5683336d19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584838 Feb 04 15:22:41.178785 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e85408c9-253c-433a-9184-72dcc80a6c45 req-28b8ea8a-4a8f-452f-b789-3de32c0b46da tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 932 time: 0.1772349 Feb 04 15:22:41.236788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e85408c9-253c-433a-9184-72dcc80a6c45 req-70eabd80-5cbd-4f77-ac5b-1e11b0ee96c2 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531204 Feb 04 15:22:41.265603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:41.270142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:41.280902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af253f40-8f5f-41d0-aa79-cab510f67a69 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:41.330862 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:41.337257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc48d6c3-02c6-469f-a465-24b65f10bfc5 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:41.354118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:41.374975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Transition to ACTIVE for port object af253f40-8f5f-41d0-aa79-cab510f67a69 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:22:41.395110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:41.400131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Transition to ACTIVE for port object cc48d6c3-02c6-469f-a465-24b65f10bfc5 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:22:41.461035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:41.527587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-21932d3e-7e60-4590-a48d-c8ed7e056323 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985611 Feb 04 15:22:41.622039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Pushing event updated for resources: {'Port': ['ID=af253f40-8f5f-41d0-aa79-cab510f67a69,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:41.856094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:42.097958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Subnet': ['ID=f910bbf0-f056-4eff-967f-b637c17cba00,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:42.114999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Checking segment: {'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:42.117494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network hostable DHCP agents. Network: 3f857847-b741-473a-aee6-103c9334ead5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:22:42.151957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network 3f857847-b741-473a-aee6-103c9334ead5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:22:42.170114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3f857847-b741-473a-aee6-103c9334ead5) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:42.182298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784807b-b231-41f2-8c56-d7fc40dd23e6 None None] Network 3f857847-b741-473a-aee6-103c9334ead5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:42.199303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:42.204342 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:42.258845 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7554e9c5-7f52-4fb1-a41a-8b110682e890 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2800069 Feb 04 15:22:42.263323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:42.276872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1046031309'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:42.423174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Pushing event updated for resources: {'Port': ['ID=cc48d6c3-02c6-469f-a465-24b65f10bfc5,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:42.466774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:42.492717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:42.531323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50208f2-7308-4560-bc52-2341907094b8 req-edb78d7d-f42d-4f03-bbba-5b26a175c151 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:42.547538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d50208f2-7308-4560-bc52-2341907094b8 req-edb78d7d-f42d-4f03-bbba-5b26a175c151 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 943 time: 0.9203141 Feb 04 15:22:42.556627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836aebe7-91cc-4b47-8356-ed83cf259e8f req-42528d2d-4b61-483c-bd0d-cab0fc1239ba tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:42.571545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-836aebe7-91cc-4b47-8356-ed83cf259e8f req-42528d2d-4b61-483c-bd0d-cab0fc1239ba tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.3102071 Feb 04 15:22:42.645144 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1be13884-d29d-4e9d-9df1-fc579104fd5e req-ac053076-5672-4c98-bcdd-8cd1c6a90989 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0972028 Feb 04 15:22:42.654632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3f857847-b741-473a-aee6-103c9334ead5', 'network_id': '3f857847-b741-473a-aee6-103c9334ead5', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'fixed_ips': [{'subnet_id': 'f910bbf0-f056-4eff-967f-b637c17cba00'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:22:42.656192 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:42.698336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Attempting to bind port af253f40-8f5f-41d0-aa79-cab510f67a69 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:22:42.698921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Attempting to bind port af253f40-8f5f-41d0-aa79-cab510f67a69 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:22:42.699254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Attempting to bind port af253f40-8f5f-41d0-aa79-cab510f67a69 on network eac7cd70-b40c-4229-bab6-065295e81f12 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:42.716273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d50208f2-7308-4560-bc52-2341907094b8 req-932e61d3-facf-4927-91d6-ebc4261e797f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655622 Feb 04 15:22:42.717752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Attempting to bind port cc48d6c3-02c6-469f-a465-24b65f10bfc5 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:22:42.718120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Attempting to bind port cc48d6c3-02c6-469f-a465-24b65f10bfc5 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '4c074c7d-2327-4538-9018-a2948134a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b2ad6957-4370-4e0d-a68f-56213e94f3bf'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:22:42.718451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Attempting to bind port cc48d6c3-02c6-469f-a465-24b65f10bfc5 on network b2ad6957-4370-4e0d-a68f-56213e94f3bf {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:42.736416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Port af253f40-8f5f-41d0-aa79-cab510f67a69 on network eac7cd70-b40c-4229-bab6-065295e81f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:22:42.736416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Attempting to bind port af253f40-8f5f-41d0-aa79-cab510f67a69 on network eac7cd70-b40c-4229-bab6-065295e81f12 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:42.749540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Port cc48d6c3-02c6-469f-a465-24b65f10bfc5 on network b2ad6957-4370-4e0d-a68f-56213e94f3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:22:42.752581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Attempting to bind port cc48d6c3-02c6-469f-a465-24b65f10bfc5 on network b2ad6957-4370-4e0d-a68f-56213e94f3bf {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:42.759351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:22:42.761059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Checking segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:42.761681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Bound using segment: {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:22:42.763739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Bound port: af253f40-8f5f-41d0-aa79-cab510f67a69, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f8d3e8-8c63-4c77-a79b-170db0eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:22:42.764421 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:42.800159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:22:42.804039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Checking segment: {'id': '4c074c7d-2327-4538-9018-a2948134a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b2ad6957-4370-4e0d-a68f-56213e94f3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:42.804680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Bound using segment: {'id': '4c074c7d-2327-4538-9018-a2948134a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b2ad6957-4370-4e0d-a68f-56213e94f3bf'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:22:42.805366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Bound port: cc48d6c3-02c6-469f-a465-24b65f10bfc5, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c074c7d-2327-4538-9018-a2948134a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b2ad6957-4370-4e0d-a68f-56213e94f3bf'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:22:42.806171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:42.888350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-836aebe7-91cc-4b47-8356-ed83cf259e8f req-041b0bf2-1c67-4726-8edb-1399132a1723 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844462 Feb 04 15:22:42.889752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:22:42.955131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:42.955986 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Added segment 3cbe00ed-5a3a-4d29-bfef-f96d933b5029 of type vlan for network dc7162f4-d172-4413-af04-c7e192edd2ec Feb 04 15:22:43.109320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] For port cc48d6c3-02c6-469f-a465-24b65f10bfc5, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:43.115641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] For port af253f40-8f5f-41d0-aa79-cab510f67a69, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:43.120713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] For port cc48d6c3-02c6-469f-a465-24b65f10bfc5, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cc48d6c3-02c6-469f-a465-24b65f10bfc5,segment=NetworkSegment(4c074c7d-2327-4538-9018-a2948134a652),segment_id=4c074c7d-2327-4538-9018-a2948134a652)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:43.136800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] For port af253f40-8f5f-41d0-aa79-cab510f67a69, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=af253f40-8f5f-41d0-aa79-cab510f67a69,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:43.143077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:43.160947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:43.199260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6bade-d9f0-4ce3-b4ee-ef419891b5a9 req-814c9101-abc1-4a0f-81cd-b1b8860c1c57 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:43.212931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6e6bade-d9f0-4ce3-b4ee-ef419891b5a9 req-814c9101-abc1-4a0f-81cd-b1b8860c1c57 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 944 time: 0.2567301 Feb 04 15:22:43.246419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:43.262175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:43.263188 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:43.283173 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:43.331935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Allocated IP 19.80.0.2 (3f857847-b741-473a-aee6-103c9334ead5/f910bbf0-f056-4eff-967f-b637c17cba00/c2573634-3e63-4275-9af0-2fca495f2828) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:22:43.334795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:43.336152 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:43.338773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] 10.222.0.30 "PUT /v2.0/ports/cc48d6c3-02c6-469f-a465-24b65f10bfc5 HTTP/1.1" status: 200 len: 1092 time: 4.2145793 Feb 04 15:22:43.344404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b0977a-a843-4583-b09d-d8c7b12db521', 'tag': 'cc48d6c3-02c6-469f-a465-24b65f10bfc5'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:43.348744 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5545472-66f3-479a-b9cf-dead0bfe92cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b0977a-a843-4583-b09d-d8c7b12db521", "tag": "cc48d6c3-02c6-469f-a465-24b65f10bfc5"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:43.382157 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:43.383266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:43.385867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] 10.222.0.30 "PUT /v2.0/ports/af253f40-8f5f-41d0-aa79-cab510f67a69 HTTP/1.1" status: 200 len: 1091 time: 3.9468329 Feb 04 15:22:43.549051 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4950beb-60a4-4770-b827-83c109e1cc72 x-openstack-request-id: req-b4950beb-60a4-4770-b827-83c109e1cc72 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:43.550161 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b0977a-a843-4583-b09d-d8c7b12db521", "tag": "cc48d6c3-02c6-469f-a465-24b65f10bfc5", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:43.550448 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4950beb-60a4-4770-b827-83c109e1cc72 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:43.550871 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b0977a-a843-4583-b09d-d8c7b12db521', 'tag': 'cc48d6c3-02c6-469f-a465-24b65f10bfc5', 'status': 'completed', 'code': 200} Feb 04 15:22:43.575511 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6e6bade-d9f0-4ce3-b4ee-ef419891b5a9 req-c47e7008-43b3-4a40-9b79-b087d9eb6f24 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612418 Feb 04 15:22:43.588839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3197892 Feb 04 15:22:43.592887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34470) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:43.598179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'subnet': {'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:43.646536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0841af-943f-40a0-9b48-7dee3f56c015 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Network': ['ID=dc7162f4-d172-4413-af04-c7e192edd2ec,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:43.651740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Pushing event updated for resources: {'Port': ['ID=cc48d6c3-02c6-469f-a465-24b65f10bfc5,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:43.677224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network dc7162f4-d172-4413-af04-c7e192edd2ec details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:22:43.768665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.769946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.771786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.772385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.772998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.773479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.774076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.775121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.775672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.776214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.776777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:43.777324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cb35b3-4105-48b0-972b-0dbd5b2c226a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:44.002856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-2e17333d-0dfe-474f-ad2d-77961cc2eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:44.005860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-2e17333d-0dfe-474f-ad2d-77961cc2eb7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e49e53cb90945c5b59d79b318d0b2ae&device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 1095 time: 0.5844386 Feb 04 15:22:44.007247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0aaadb-ced3-4c0d-9e82-9fbd60e7e86e service neutron] Pushing event updated for resources: {'Port': ['ID=af253f40-8f5f-41d0-aa79-cab510f67a69,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:44.117049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e068f-8b19-4563-8fca-e1fa88d817c9 req-e42a9e07-b417-432a-934c-da3af0974735 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:44.120049 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-081e068f-8b19-4563-8fca-e1fa88d817c9 req-e42a9e07-b417-432a-934c-da3af0974735 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 943 time: 0.1828163 Feb 04 15:22:44.169385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-f4ec766d-0333-4fb9-8629-3cbde81cf001 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc48d6c3-02c6-469f-a465-24b65f10bfc5 HTTP/1.1" status: 200 len: 217 time: 0.1279657 Feb 04 15:22:44.212207 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-081e068f-8b19-4563-8fca-e1fa88d817c9 req-d3cca389-d1d9-4431-b196-67ce1c37d8bd tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739484 Feb 04 15:22:44.265682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-eef71016-6e31-461f-b4b6-56c91e7b496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:44.268827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-eef71016-6e31-461f-b4b6-56c91e7b496e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26192a914796443084c5e9edd5a7d924&device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 1094 time: 0.7808056 Feb 04 15:22:44.277758 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:44.288423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:44.289837 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:44.294522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:44.406376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Pushing event updated for resources: {'Port': ['ID=c2573634-3e63-4275-9af0-2fca495f2828,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:44.424162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Network 3f857847-b741-473a-aee6-103c9334ead5 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:22:44.426115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:44.430021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:22:44.520933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Attempting to bind port c2573634-3e63-4275-9af0-2fca495f2828 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:22:44.521431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Attempting to bind port c2573634-3e63-4275-9af0-2fca495f2828 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:22:44.522277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Attempting to bind port c2573634-3e63-4275-9af0-2fca495f2828 on network 3f857847-b741-473a-aee6-103c9334ead5 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:44.531817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:22:44.532373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Checking segment: {'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:44.532983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:44.533591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-26ca3b9a-e7ac-4004-a277-40f2353b89e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af253f40-8f5f-41d0-aa79-cab510f67a69 HTTP/1.1" status: 200 len: 217 time: 0.1798303 Feb 04 15:22:44.533777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Bound using segment: {'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:22:44.534485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Bound port: c2573634-3e63-4275-9af0-2fca495f2828, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:22:44.535140 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:44.625221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-37160bb2-5c70-45b2-a96a-dca002a41e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:44.627804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-37160bb2-5c70-45b2-a96a-dca002a41e14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c10eb7bb-2a70-4481-ab87-84ebaef5650d HTTP/1.1" status: 200 len: 854 time: 0.3570063 Feb 04 15:22:44.688756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] For port c2573634-3e63-4275-9af0-2fca495f2828, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:44.693168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] For port c2573634-3e63-4275-9af0-2fca495f2828, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c2573634-3e63-4275-9af0-2fca495f2828,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:44.699790 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:44.763909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-1407c4e1-29e6-4ee0-a1cf-75e464fd32cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2ad6957-4370-4e0d-a68f-56213e94f3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661528 Feb 04 15:22:44.787297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea970b38-f835-48f3-87a7-616a12cb4856 None None] Pushing event updated for resources: {'Port': ['ID=c2573634-3e63-4275-9af0-2fca495f2828,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:44.869556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-056b1a44-dc59-4f17-bb97-7dbdab49e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:44.872275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-056b1a44-dc59-4f17-bb97-7dbdab49e094 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e87b2ce2-cb8b-454e-9dd3-6060a92d65fb HTTP/1.1" status: 200 len: 863 time: 0.3166263 Feb 04 15:22:44.933232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108196f-d207-4bcc-8c6d-8e6723a1eff3 req-9ee83fa0-228e-4a61-82a0-62a879b9a622 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:44.946930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d108196f-d207-4bcc-8c6d-8e6723a1eff3 req-9ee83fa0-228e-4a61-82a0-62a879b9a622 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 944 time: 0.1485066 Feb 04 15:22:44.954423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaf0aa-283c-4d23-b61c-b97439c8b853 req-042ee8a5-984d-40e0-af15-b7d18cc42e0b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:44.957153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3eaaf0aa-283c-4d23-b61c-b97439c8b853 req-042ee8a5-984d-40e0-af15-b7d18cc42e0b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.7856789 Feb 04 15:22:45.056569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d108196f-d207-4bcc-8c6d-8e6723a1eff3 req-1d446bf4-c669-448f-8004-7be77d2276cd tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772986 Feb 04 15:22:45.374960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-e559a852-4285-4b35-8c8a-ceb7bf62a71b service neutron] 10.222.0.30 "GET /v2.0/networks/b2ad6957-4370-4e0d-a68f-56213e94f3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879452 Feb 04 15:22:45.465128 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3eaaf0aa-283c-4d23-b61c-b97439c8b853 req-49624761-9f4f-4d87-8ed3-58057f0990f6 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720020 Feb 04 15:22:45.474409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263c59e-bc13-4168-8d79-c57a9c97c11b req-7daee237-6a93-4d70-963b-e57021c065b6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:45.480611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d263c59e-bc13-4168-8d79-c57a9c97c11b req-7daee237-6a93-4d70-963b-e57021c065b6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 943 time: 0.1004267 Feb 04 15:22:45.584199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d263c59e-bc13-4168-8d79-c57a9c97c11b req-33d2d786-5019-4ceb-b3cc-02e178da4cc9 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931361 Feb 04 15:22:45.656655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'tag': 'af253f40-8f5f-41d0-aa79-cab510f67a69'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:45.660918 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01faf23-11c4-453d-b130-11e6218e9d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6caaee38-6ec6-47d2-9dfd-9cc07a931301", "tag": "af253f40-8f5f-41d0-aa79-cab510f67a69"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:45.685643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-e58c5cff-77ab-4669-91c9-76e7b805ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:45.688559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-e58c5cff-77ab-4669-91c9-76e7b805ce6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eac7cd70-b40c-4229-bab6-065295e81f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7236767 Feb 04 15:22:45.739761 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87ea271-0899-472a-afd8-c5bc65d5d51b x-openstack-request-id: req-b87ea271-0899-472a-afd8-c5bc65d5d51b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:45.740533 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caaee38-6ec6-47d2-9dfd-9cc07a931301", "tag": "af253f40-8f5f-41d0-aa79-cab510f67a69", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:45.740786 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b87ea271-0899-472a-afd8-c5bc65d5d51b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:45.741483 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'tag': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'status': 'completed', 'code': 200} Feb 04 15:22:45.813533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:45.913535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-403e5e38-16df-4235-95b5-b373ebc7a602 req-0b810d95-5e5a-4d07-b907-91a0e53e270d service neutron] 10.222.0.30 "GET /v2.0/networks/b2ad6957-4370-4e0d-a68f-56213e94f3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853394 Feb 04 15:22:45.939671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Subnet': ['ID=134a89e8-0a6a-4a35-9672-b130b1f6a05c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:45.973378 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-d996ee99-043a-45c4-b933-08a8fcdb5b47 service neutron] 10.222.0.30 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680597 Feb 04 15:22:46.074107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Checking segment: {'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:46.074683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network hostable DHCP agents. Network: dc7162f4-d172-4413-af04-c7e192edd2ec, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:22:46.331742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network dc7162f4-d172-4413-af04-c7e192edd2ec is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:22:46.388296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-1d68de46-0ef8-463e-85be-14d45919a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:46.395087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-1d68de46-0ef8-463e-85be-14d45919a84a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e49e53cb90945c5b59d79b318d0b2ae&device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 1095 time: 0.3173797 Feb 04 15:22:46.424682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5dd89-c86f-435a-8dbd-17fdc3816e18 req-2781c067-915b-412d-b5c7-98f0576f5f5a tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:46.427465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1af5dd89-c86f-435a-8dbd-17fdc3816e18 req-2781c067-915b-412d-b5c7-98f0576f5f5a tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 944 time: 0.1953642 Feb 04 15:22:46.445737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, dc7162f4-d172-4413-af04-c7e192edd2ec) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:46.457747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:46.458937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:46.460329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2e4567-330b-4df2-9a0c-310965f8d671 None None] Network dc7162f4-d172-4413-af04-c7e192edd2ec requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:46.526000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1af5dd89-c86f-435a-8dbd-17fdc3816e18 req-421cd7fc-36df-4c81-9a9e-2b944ee3b5cd tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791564 Feb 04 15:22:46.598117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9c403c00-87a4-48b7-b14e-31e75255d5e2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0035627 Feb 04 15:22:46.605808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456532c6-561e-4f93-8d36-7bf62fd57938 req-68b3d806-730d-4bfe-902d-25cd4b62a2f4 service neutron] 10.222.0.30 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225936 Feb 04 15:22:46.692424 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6d4a9-6f09-41f1-98c7-2ba32c883154 None None] Network 3f857847-b741-473a-aee6-103c9334ead5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:46.820495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-5cc1bf09-4b10-476c-a152-134a07c3bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:46.823466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-5cc1bf09-4b10-476c-a152-134a07c3bbe6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2ad6957-4370-4e0d-a68f-56213e94f3bf HTTP/1.1" status: 200 len: 915 time: 0.4173937 Feb 04 15:22:46.839280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1e23-aefb-4402-a40e-73c4cd1c86b7 req-83aaea69-447e-4a4f-9022-0d0cba2b0fe1 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:46.841013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cceb1e23-aefb-4402-a40e-73c4cd1c86b7 req-83aaea69-447e-4a4f-9022-0d0cba2b0fe1 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 943 time: 0.0707734 Feb 04 15:22:46.894517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2013d5c1-654b-46fc-8887-9b98bb30dea6 None None] Provisioning complete for port c2573634-3e63-4275-9af0-2fca495f2828 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:46.895156 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2013d5c1-654b-46fc-8887-9b98bb30dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:46.926032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cceb1e23-aefb-4402-a40e-73c4cd1c86b7 req-65550ed4-894c-46b1-9f19-8e5355cb4c0a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678034 Feb 04 15:22:47.152994 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-4b28dd7d-cf7f-4f80-8f12-36eb9bfde814 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc48d6c3-02c6-469f-a465-24b65f10bfc5 HTTP/1.1" status: 200 len: 217 time: 0.2600148 Feb 04 15:22:47.254859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-306c0d0a-e647-4ca4-8907-8390a6968865 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:47.258584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-e56e45f4-8d3e-43cb-9a73-2d0d727f05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:47.261686 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-e56e45f4-8d3e-43cb-9a73-2d0d727f05c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26192a914796443084c5e9edd5a7d924&device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 1094 time: 0.5713737 Feb 04 15:22:47.263410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-306c0d0a-e647-4ca4-8907-8390a6968865 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:47.265344 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-306c0d0a-e647-4ca4-8907-8390a6968865 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/networks?id=3f857847-b741-473a-aee6-103c9334ead5&id=dc7162f4-d172-4413-af04-c7e192edd2ec HTTP/1.1" status: 200 len: 1392 time: 0.1992025 Feb 04 15:22:47.284804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c2573634-3e63-4275-9af0-2fca495f2828 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:47.290266 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-e5411c7e-8932-4734-b90a-ed1e28c3295a tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/quotas/74a907d5b8814651a25c483b379b5071 HTTP/1.1" status: 200 len: 375 time: 0.0117428 Feb 04 15:22:47.368364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2621f3e-b5f1-4728-84be-94292877a4e8 req-5d8a9311-9798-4a27-9860-9bdf7e98b451 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:47.383016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2621f3e-b5f1-4728-84be-94292877a4e8 req-5d8a9311-9798-4a27-9860-9bdf7e98b451 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.6402881 Feb 04 15:22:47.403838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-7721f9cd-737b-473d-9ab4-a3ce348c5b93 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014373 Feb 04 15:22:47.547137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-1f29076f-32e6-459c-be95-51dc84407415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:47.549759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-1f29076f-32e6-459c-be95-51dc84407415 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c10eb7bb-2a70-4481-ab87-84ebaef5650d HTTP/1.1" status: 200 len: 854 time: 0.3772094 Feb 04 15:22:47.593470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-ce10a053-83a9-4643-912f-3f069d5ef137 service neutron] 10.222.0.47 "GET /v2.0/networks/3f857847-b741-473a-aee6-103c9334ead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880336 Feb 04 15:22:47.679793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-b35170a8-601b-4c07-9911-c0f5b7d7ecee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2ad6957-4370-4e0d-a68f-56213e94f3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192670 Feb 04 15:22:47.702010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2621f3e-b5f1-4728-84be-94292877a4e8 req-8b7628f1-b26f-41d4-9b12-d88f9f3da3e7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088911 Feb 04 15:22:47.734621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-d6cc2ebb-f3df-48d2-9d30-48aa0af09e19 service neutron] 10.222.0.47 "GET /v2.0/networks/3f857847-b741-473a-aee6-103c9334ead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396134 Feb 04 15:22:47.858806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-0f7a188a-fe71-4363-ab26-a19ec1771997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:47.869740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-0f7a188a-fe71-4363-ab26-a19ec1771997 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 200 len: 925 time: 0.5710914 Feb 04 15:22:47.980911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c2573634-3e63-4275-9af0-2fca495f2828 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:47.981797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:48.084517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-ac9ec744-c550-4e7f-850c-d8775881ba03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af253f40-8f5f-41d0-aa79-cab510f67a69 HTTP/1.1" status: 200 len: 217 time: 0.0920801 Feb 04 15:22:48.148874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-ef20653f-9b67-4323-b37f-f35e5795712c service neutron] 10.222.0.47 "GET /v2.0/networks/dc7162f4-d172-4413-af04-c7e192edd2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037211 Feb 04 15:22:48.161073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-d4e6352e-bda9-4e1c-9211-c5765156c2fc service neutron] 10.222.0.30 "GET /v2.0/networks/b2ad6957-4370-4e0d-a68f-56213e94f3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572375 Feb 04 15:22:48.191599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-dc7162f4-d172-4413-af04-c7e192edd2ec', 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'fixed_ips': [{'subnet_id': '134a89e8-0a6a-4a35-9672-b130b1f6a05c'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:22:48.193017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:48.201311 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2013d5c1-654b-46fc-8887-9b98bb30dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:48.338651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2013d5c1-654b-46fc-8887-9b98bb30dea6 None None] For port c2573634-3e63-4275-9af0-2fca495f2828, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c2573634-3e63-4275-9af0-2fca495f2828,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:48.363482 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2013d5c1-654b-46fc-8887-9b98bb30dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:48.383493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-8efd6299-6933-4686-a70d-d359568e9ebf service neutron] 10.222.0.47 "GET /v2.0/networks/dc7162f4-d172-4413-af04-c7e192edd2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233505 Feb 04 15:22:48.409542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-01f62872-355b-435a-9301-560790f7c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:48.413157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-01f62872-355b-435a-9301-560790f7c851 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e87b2ce2-cb8b-454e-9dd3-6060a92d65fb HTTP/1.1" status: 200 len: 863 time: 0.2486293 Feb 04 15:22:48.687663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b8b74-4b06-4fa4-9160-63aa0d9cad2e req-6e0e2197-9b65-4bd9-a62e-26bcab784819 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:48.701528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-907b8b74-4b06-4fa4-9160-63aa0d9cad2e req-6e0e2197-9b65-4bd9-a62e-26bcab784819 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 944 time: 0.4271154 Feb 04 15:22:48.910709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5545472-66f3-479a-b9cf-dead0bfe92cb req-5aad5b94-4360-4177-8c8c-efb4badd4206 service neutron] 10.222.0.30 "GET /v2.0/networks/b2ad6957-4370-4e0d-a68f-56213e94f3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133517 Feb 04 15:22:48.918021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-db98190b-2b94-4802-a990-987c4c6bd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:48.921303 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-db98190b-2b94-4802-a990-987c4c6bd419 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eac7cd70-b40c-4229-bab6-065295e81f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4888000 Feb 04 15:22:48.978353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-907b8b74-4b06-4fa4-9160-63aa0d9cad2e req-55a6d0c2-a645-4850-9d0d-8f26cbe4e6dc tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743020 Feb 04 15:22:49.007763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Allocated IP 19.86.0.2 (dc7162f4-d172-4413-af04-c7e192edd2ec/134a89e8-0a6a-4a35-9672-b130b1f6a05c/57268a1d-da46-4750-ab9f-b03059ddd961) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:22:49.103470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179d870-9ed6-4e5f-9c4d-c6386697bd8e req-4d2c2078-cdc9-47d5-9b2a-0a05d834f371 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:49.111613 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0179d870-9ed6-4e5f-9c4d-c6386697bd8e req-4d2c2078-cdc9-47d5-9b2a-0a05d834f371 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 943 time: 0.2084863 Feb 04 15:22:49.274705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0179d870-9ed6-4e5f-9c4d-c6386697bd8e req-40ae4977-323e-44e4-99be-ce638ecc5ff8 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507652 Feb 04 15:22:49.316024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013d5c1-654b-46fc-8887-9b98bb30dea6 None None] Pushing event updated for resources: {'Port': ['ID=c2573634-3e63-4275-9af0-2fca495f2828,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:49.358874 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:49.383383 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:49.411967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-fe1bd79a-d4e6-45f9-ac26-2754ed141846 service neutron] 10.222.0.30 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757786 Feb 04 15:22:49.508300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Network dc7162f4-d172-4413-af04-c7e192edd2ec is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:22:49.513725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aebd784a-3f56-433f-b0c1-4bffdde5dc2c None None] Provisioning complete for port c2573634-3e63-4275-9af0-2fca495f2828 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:49.514672 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aebd784a-3f56-433f-b0c1-4bffdde5dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:49.569677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:49.581476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:22:49.601032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device cc48d6c3-02c6-469f-a465-24b65f10bfc5 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:22:49.732776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3789988-430a-4335-8d05-b113cc037d87 req-380c3477-7aed-41aa-ac65-c26de8be411c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:49.742504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3789988-430a-4335-8d05-b113cc037d87 req-380c3477-7aed-41aa-ac65-c26de8be411c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.2551455 Feb 04 15:22:49.750469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Pushing event updated for resources: {'Port': ['ID=57268a1d-da46-4750-ab9f-b03059ddd961,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:49.778356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c2573634-3e63-4275-9af0-2fca495f2828 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:49.859300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3789988-430a-4335-8d05-b113cc037d87 req-da27895d-acae-479e-a585-8e8820e6708a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035953 Feb 04 15:22:49.960093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-2d257322-dbb4-4ee3-bd1c-2b4811c2173c tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1533631997&fields=id&tenant_id=fd1be732b919475fb1b5719910bb4856 HTTP/1.1" status: 200 len: 267 time: 0.2597082 Feb 04 15:22:50.003411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dfcd9636-9eea-43ec-99b5-557240d46de9 req-c1375202-aa55-4ba5-bfc6-092d7f9312a5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 210 time: 0.0798655 Feb 04 15:22:50.062583 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c01faf23-11c4-453d-b130-11e6218e9d7e req-31609a30-f5b7-482e-91ab-6b857ce73a4f service neutron] 10.222.0.30 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416235 Feb 04 15:22:50.126921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:22:50.431298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port cc48d6c3-02c6-469f-a465-24b65f10bfc5, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cc48d6c3-02c6-469f-a465-24b65f10bfc5,segment=NetworkSegment(4c074c7d-2327-4538-9018-a2948134a652),segment_id=4c074c7d-2327-4538-9018-a2948134a652)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:50.460023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'cc48d6c3-02c6-469f-a465-24b65f10bfc5', 'network_id': 'b2ad6957-4370-4e0d-a68f-56213e94f3bf', 'port_id': 'cc48d6c3-02c6-469f-a465-24b65f10bfc5', 'mac_address': 'fa:16:3e:b2:4c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10eb7bb-2a70-4481-ab87-84ebaef5650d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:22:50.540130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Attempting to bind port 57268a1d-da46-4750-ab9f-b03059ddd961 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:22:50.540611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Attempting to bind port 57268a1d-da46-4750-ab9f-b03059ddd961 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:22:50.541605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Attempting to bind port 57268a1d-da46-4750-ab9f-b03059ddd961 on network dc7162f4-d172-4413-af04-c7e192edd2ec {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:50.544585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe4c99-efa0-4059-8ea6-612e3cf70594 req-0a8fff9c-c40b-4ba3-b604-f50e4407b9bf tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:50.547440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81fe4c99-efa0-4059-8ea6-612e3cf70594 req-0a8fff9c-c40b-4ba3-b604-f50e4407b9bf tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 944 time: 0.2301347 Feb 04 15:22:50.573287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:22:50.585442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Checking segment: {'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:50.586557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:50.587212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Bound using segment: {'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:22:50.588030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Bound port: 57268a1d-da46-4750-ab9f-b03059ddd961, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:22:50.588681 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:50.601634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9723f-f333-4331-a712-f54f0d26c215 req-d461444b-1b57-4a53-94e5-768c0de3b131 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:50.605500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-d461444b-1b57-4a53-94e5-768c0de3b131 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/networks?id=e41104e3-55eb-45a4-a0bc-4e403ed36ca0 HTTP/1.1" status: 200 len: 816 time: 0.6170077 Feb 04 15:22:50.688578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-59dca109-0a3f-457e-be90-469bff63efee tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/quotas/fd1be732b919475fb1b5719910bb4856 HTTP/1.1" status: 200 len: 375 time: 0.0619302 Feb 04 15:22:50.715446 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81fe4c99-efa0-4059-8ea6-612e3cf70594 req-4727ebd8-3b09-4a3f-b419-44dd212d5f04 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479685 Feb 04 15:22:50.870705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] For port 57268a1d-da46-4750-ab9f-b03059ddd961, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:50.876783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] For port 57268a1d-da46-4750-ab9f-b03059ddd961, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=57268a1d-da46-4750-ab9f-b03059ddd961,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:50.893780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:50.978087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-5f730554-0273-4a48-867c-8240a7309aaf tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd1be732b919475fb1b5719910bb4856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2806392 Feb 04 15:22:51.019158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926abd2-36b6-4afc-a9ed-512e3d2837d1 None None] Pushing event updated for resources: {'Port': ['ID=57268a1d-da46-4750-ab9f-b03059ddd961,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:51.038025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c2573634-3e63-4275-9af0-2fca495f2828 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:51.038613 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:51.118514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92edd2-f046-45e5-b9e8-b01c9895b6ff req-1789bbfe-51e0-4280-be0b-2958ddd8d36b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:51.136376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c92edd2-f046-45e5-b9e8-b01c9895b6ff req-1789bbfe-51e0-4280-be0b-2958ddd8d36b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 943 time: 0.2014842 Feb 04 15:22:51.232902 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:51.340886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc48d6c3-02c6-469f-a465-24b65f10bfc5 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:51.353450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c92edd2-f046-45e5-b9e8-b01c9895b6ff req-52ac2bf5-8361-4bd0-9911-656ebbdc5e2b tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097392 Feb 04 15:22:51.402030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-2244aad0-94c7-4323-b32b-ee9060b5905f service neutron] 10.222.0.47 "GET /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956320 Feb 04 15:22:51.549477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port cc48d6c3-02c6-469f-a465-24b65f10bfc5, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cc48d6c3-02c6-469f-a465-24b65f10bfc5,segment=NetworkSegment(4c074c7d-2327-4538-9018-a2948134a652),segment_id=4c074c7d-2327-4538-9018-a2948134a652)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:51.563922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:51.616916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c1948-6268-48c1-bdca-25b990f2d68a req-278c7ad8-5b19-4612-a4f2-014bcf2d7807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:51.625285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-625c1948-6268-48c1-bdca-25b990f2d68a req-278c7ad8-5b19-4612-a4f2-014bcf2d7807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.1074286 Feb 04 15:22:51.637256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device af253f40-8f5f-41d0-aa79-cab510f67a69 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:22:51.709019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-e4342957-5744-427b-90fc-65c62c14acf1 service neutron] 10.222.0.47 "GET /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002579 Feb 04 15:22:51.733892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-625c1948-6268-48c1-bdca-25b990f2d68a req-9ae1a9f6-8a69-48e4-ae7f-aada0684792b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036775 Feb 04 15:22:51.811632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=cc48d6c3-02c6-469f-a465-24b65f10bfc5,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:52.021739 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7ccd654-cc87-444b-a1c5-e675f148bc61 req-a6f45a64-7e7d-4192-bee0-b7ef1c723cd6 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 210 time: 0.0393217 Feb 04 15:22:52.050442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port af253f40-8f5f-41d0-aa79-cab510f67a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=af253f40-8f5f-41d0-aa79-cab510f67a69,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:52.064980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['cc48d6c3-02c6-469f-a465-24b65f10bfc5'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:52.121868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'port_id': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'mac_address': 'fa:16:3e:ab:55:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:22:52.176020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-de6c062e-03ee-4da1-996a-42094e1ab1a3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:52.189862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-de6c062e-03ee-4da1-996a-42094e1ab1a3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:52.192798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-de6c062e-03ee-4da1-996a-42094e1ab1a3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.50 "GET /v2.0/networks?id=3f857847-b741-473a-aee6-103c9334ead5&id=dc7162f4-d172-4413-af04-c7e192edd2ec HTTP/1.1" status: 200 len: 1392 time: 0.4749889 Feb 04 15:22:52.203683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:52.224997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b621b-9ef2-41e3-92a2-7c476e48f660 req-a4bbc7c1-b70f-4e19-a2fb-25f71dc06cb8 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:52.227393 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-860b621b-9ef2-41e3-92a2-7c476e48f660 req-a4bbc7c1-b70f-4e19-a2fb-25f71dc06cb8 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 945 time: 0.0779107 Feb 04 15:22:52.230642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af253f40-8f5f-41d0-aa79-cab510f67a69 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:52.233722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'port': {'device_id': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'network_id': '3f857847-b741-473a-aee6-103c9334ead5', 'admin_state_up': True, 'tenant_id': '74a907d5b8814651a25c483b379b5071'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:52.277928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port af253f40-8f5f-41d0-aa79-cab510f67a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=af253f40-8f5f-41d0-aa79-cab510f67a69,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:52.300042 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:52.378729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-860b621b-9ef2-41e3-92a2-7c476e48f660 req-a3ca3488-6734-4bee-a565-c9702d160800 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383576 Feb 04 15:22:52.458324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:52.467489 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:52.473182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:22:52.509026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=af253f40-8f5f-41d0-aa79-cab510f67a69,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:52.654058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d2f83-25e1-4acb-bda2-ece996949cf7 req-e13a513f-2747-44bb-87f0-c51410b134d6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:52.654964 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:52.665334 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-254d2f83-25e1-4acb-bda2-ece996949cf7 req-e13a513f-2747-44bb-87f0-c51410b134d6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 944 time: 0.1133735 Feb 04 15:22:52.722024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-254d2f83-25e1-4acb-bda2-ece996949cf7 req-5fd74904-4fe0-4963-9453-11ec5dc8f05f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519514 Feb 04 15:22:52.756377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['af253f40-8f5f-41d0-aa79-cab510f67a69'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:22:52.936462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Allocated IP 19.80.0.207 (3f857847-b741-473a-aee6-103c9334ead5/f910bbf0-f056-4eff-967f-b637c17cba00/8223fff0-1451-43d5-9a18-587ec965d6af) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:22:53.212708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f9d8d-7e22-4335-8363-49ce65c7181e req-5f22d17c-8de0-4ae7-8c0d-56aa2ecaa329 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:53.234422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a24f9d8d-7e22-4335-8363-49ce65c7181e req-5f22d17c-8de0-4ae7-8c0d-56aa2ecaa329 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.2061763 Feb 04 15:22:53.365029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:53.374563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a24f9d8d-7e22-4335-8363-49ce65c7181e req-2f8ac024-6995-4075-aeb4-86aa1566c0a4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368375 Feb 04 15:22:53.480125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff8c1fc-bedb-4714-af4f-c8bab085c9d9 None None] Network dc7162f4-d172-4413-af04-c7e192edd2ec requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:53.495319 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:53.630988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Port': ['ID=8223fff0-1451-43d5-9a18-587ec965d6af,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:53.686273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network 3f857847-b741-473a-aee6-103c9334ead5 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:22:53.687964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:53.688274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1d5c9-0f93-4d14-80c6-42a4e3a34fb3 req-eee4f333-4658-463f-845e-bb7cb3fea489 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:53.694865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:22:53.708320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8e1d5c9-0f93-4d14-80c6-42a4e3a34fb3 req-eee4f333-4658-463f-845e-bb7cb3fea489 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 932 time: 0.0829816 Feb 04 15:22:53.810396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4db711f4-f17e-4d19-bcbb-4effb68c35b2 None None] Provisioning complete for port 57268a1d-da46-4750-ab9f-b03059ddd961 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:53.816434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4db711f4-f17e-4d19-bcbb-4effb68c35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:53.838453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:53.839209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:53.851958 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8e1d5c9-0f93-4d14-80c6-42a4e3a34fb3 req-a1e2ef64-45da-49fa-aa35-3bac004dab9c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418898 Feb 04 15:22:53.902354 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-66f1c443-437e-4e0c-8fbc-f8794703f31f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6902511 Feb 04 15:22:53.923247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b724b6-d45d-4b98-83b3-1e1c3935f8b3 req-df31c118-9d25-4270-9458-f57632fdeb96 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:53.928016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33b724b6-d45d-4b98-83b3-1e1c3935f8b3 req-df31c118-9d25-4270-9458-f57632fdeb96 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 945 time: 0.0780575 Feb 04 15:22:53.938541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Request body: {'port': {'device_id': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec', 'admin_state_up': True, 'tenant_id': '74a907d5b8814651a25c483b379b5071'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:54.014804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 57268a1d-da46-4750-ab9f-b03059ddd961 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:54.143338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Made reservation on behalf of 74a907d5b8814651a25c483b379b5071 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:54.150400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:54.163408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-346d77d2-5863-40a6-981e-200832462e86 req-2132ebcf-4731-4b46-ab4e-95c9e93d2ce5 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.0976338 Feb 04 15:22:54.234553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33b724b6-d45d-4b98-83b3-1e1c3935f8b3 req-51940ef3-c520-451b-a62b-cd8a690573dc tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317518 Feb 04 15:22:54.346065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 57268a1d-da46-4750-ab9f-b03059ddd961 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:54.346448 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:54.427221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334320a-f0d2-4a50-83f8-9b3ae653e541 req-4c80c5f8-b2cd-43d0-af47-aa49c33d3170 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:54.437419 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c334320a-f0d2-4a50-83f8-9b3ae653e541 req-4c80c5f8-b2cd-43d0-af47-aa49c33d3170 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 944 time: 0.1256611 Feb 04 15:22:54.545491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Allocated IP 19.86.0.185 (dc7162f4-d172-4413-af04-c7e192edd2ec/134a89e8-0a6a-4a35-9672-b130b1f6a05c/19eda46c-7346-4a63-bfa8-5ab9782fa942) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:22:54.571845 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c334320a-f0d2-4a50-83f8-9b3ae653e541 req-782b142e-70b1-47f4-9926-6aa57f9b2de6 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305821 Feb 04 15:22:54.617285 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4db711f4-f17e-4d19-bcbb-4effb68c35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:54.691989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4db711f4-f17e-4d19-bcbb-4effb68c35b2 None None] For port 57268a1d-da46-4750-ab9f-b03059ddd961, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=57268a1d-da46-4750-ab9f-b03059ddd961,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:54.740840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf2fd3-2611-4859-a4d2-d67f8bdd738c req-9db9b795-f560-4885-8f8f-95aea1d71453 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:54.751043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0bf2fd3-2611-4859-a4d2-d67f8bdd738c req-9db9b795-f560-4885-8f8f-95aea1d71453 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.1454086 Feb 04 15:22:54.809965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4db711f4-f17e-4d19-bcbb-4effb68c35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:54.898522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0bf2fd3-2611-4859-a4d2-d67f8bdd738c req-519d8f21-2d64-4fe5-9cce-eb0867c24dc0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454813 Feb 04 15:22:55.116541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15e446-5f5c-4241-a663-7807cd5eaa21 req-d91efc67-ec52-4cd8-b9d3-286b0575ff18 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:55.140813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb15e446-5f5c-4241-a663-7807cd5eaa21 req-d91efc67-ec52-4cd8-b9d3-286b0575ff18 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 932 time: 0.1157188 Feb 04 15:22:55.162323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-79bf1c36-5ccc-432e-ab33-a9f5ed9a6cf0 None None] Provisioning complete for port 8223fff0-1451-43d5-9a18-587ec965d6af triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:55.165068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-79bf1c36-5ccc-432e-ab33-a9f5ed9a6cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:55.196858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb15e446-5f5c-4241-a663-7807cd5eaa21 req-c61704d0-62c8-4c5b-9993-e8674aac90c5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547714 Feb 04 15:22:55.201559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db711f4-f17e-4d19-bcbb-4effb68c35b2 None None] Pushing event updated for resources: {'Port': ['ID=57268a1d-da46-4750-ab9f-b03059ddd961,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:55.219997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-79bf1c36-5ccc-432e-ab33-a9f5ed9a6cf0 None None] Port 8223fff0-1451-43d5-9a18-587ec965d6af cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:22:55.363406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2640204d-6d0a-4c3d-a07e-9baf9ec906cf None None] Provisioning complete for port 57268a1d-da46-4750-ab9f-b03059ddd961 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:55.363885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2640204d-6d0a-4c3d-a07e-9baf9ec906cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:55.495730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c538-2b85-41cc-8f96-5cb4e69afa60 req-3552bc2b-5776-418b-9f1f-58466369b4d0 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:55.506965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ff07c538-2b85-41cc-8f96-5cb4e69afa60 req-3552bc2b-5776-418b-9f1f-58466369b4d0 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 945 time: 0.1190031 Feb 04 15:22:55.561649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ff07c538-2b85-41cc-8f96-5cb4e69afa60 req-37811b89-1826-4748-9df3-83a3d99474e1 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531754 Feb 04 15:22:55.593642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5ffc1cb-ebf2-48ff-8cb9-d105f7d44350 req-244d86ca-8ce9-4053-9202-79c0c141548e tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.0323753 Feb 04 15:22:55.633910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device af253f40-8f5f-41d0-aa79-cab510f67a69 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:55.701621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 57268a1d-da46-4750-ab9f-b03059ddd961 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:55.703716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:55.713782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-470067841'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:55.742330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:55.796392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:55.796681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port af253f40-8f5f-41d0-aa79-cab510f67a69 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:55.806460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:55.816630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port af253f40-8f5f-41d0-aa79-cab510f67a69 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:55.817022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:55.820871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 57268a1d-da46-4750-ab9f-b03059ddd961 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:55.821251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:55.902903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:22:55.964707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:55.981330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:55.981699 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Added segment eb31d953-c416-4a2f-ab30-0b54965e4467 of type vlan for network e1a442bb-8228-4e43-aae7-8fe62b03a867 Feb 04 15:22:56.074126 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.111158 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.119192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.50', 50830) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:56.166413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event updated for resources: {'Port': ['ID=19eda46c-7346-4a63-bfa8-5ab9782fa942,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:56.173423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.176598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port af253f40-8f5f-41d0-aa79-cab510f67a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=af253f40-8f5f-41d0-aa79-cab510f67a69,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:56.178343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af253f40-8f5f-41d0-aa79-cab510f67a69'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:56.181606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:56.182286 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f4a743-1416-4f4d-8a1b-0c6d35c80040" -d '{"events": [{"server_uuid": "6caaee38-6ec6-47d2-9dfd-9cc07a931301", "name": "network-vif-plugged", "status": "completed", "tag": "af253f40-8f5f-41d0-aa79-cab510f67a69"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:56.182688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.190660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.191873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device cc48d6c3-02c6-469f-a465-24b65f10bfc5 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:22:56.248202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Network dc7162f4-d172-4413-af04-c7e192edd2ec is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:22:56.286547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:56.303247 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5914464 Feb 04 15:22:56.303247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:22:56.331676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34650) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:56.339563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1443457283'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:56.352548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a74ae-1a92-439c-aff8-72d272117003 req-f6f7207e-adfc-400b-bbbc-b39c51221f3a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:56.357673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df7a74ae-1a92-439c-aff8-72d272117003 req-f6f7207e-adfc-400b-bbbc-b39c51221f3a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 944 time: 0.5013609 Feb 04 15:22:56.366367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d605e5-63bd-45aa-aaec-ab03bb5c4326 req-89ab17cc-54e8-4b8b-bab1-d6b1de2481da tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:56.376612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72d605e5-63bd-45aa-aaec-ab03bb5c4326 req-89ab17cc-54e8-4b8b-bab1-d6b1de2481da tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 943 time: 0.2672729 Feb 04 15:22:56.377560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-6eda7cf1-9e8b-40e1-991f-aad390df900b service neutron] 10.222.0.50 "GET /v2.0/ports/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.2479131 Feb 04 15:22:56.419863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2df50-637b-434d-89a4-9149ed5ecd53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Network': ['ID=e1a442bb-8228-4e43-aae7-8fe62b03a867,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:56.436308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port cc48d6c3-02c6-469f-a465-24b65f10bfc5 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:22:56.448142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port cc48d6c3-02c6-469f-a465-24b65f10bfc5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:56.448542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.454666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:22:56.464796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:56.465558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.499734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72d605e5-63bd-45aa-aaec-ab03bb5c4326 req-05ba8452-bee7-4e51-a265-abfbbe8423f8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217563 Feb 04 15:22:56.500631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:56.508087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.530134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-ae089bec-3eed-4d7f-95ed-b90ae99b1844 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5994322 Feb 04 15:22:56.533304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9723f-f333-4331-a712-f54f0d26c215 req-37604a5f-9936-4b44-8b5f-39bee8e27e26 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:56.538146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=af253f40-8f5f-41d0-aa79-cab510f67a69,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:56.540395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-37604a5f-9936-4b44-8b5f-39bee8e27e26 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.50 "GET /v2.0/networks?id=e41104e3-55eb-45a4-a0bc-4e403ed36ca0 HTTP/1.1" status: 200 len: 816 time: 0.5978324 Feb 04 15:22:56.568436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df7a74ae-1a92-439c-aff8-72d272117003 req-ce15d4b4-b314-4191-8a85-ee72c42d63e2 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987107 Feb 04 15:22:56.576412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Request body: {'port': {'device_id': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:56.655539 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a16e51-566a-4fc4-9f66-636ba52a152c x-openstack-request-id: req-f6a16e51-566a-4fc4-9f66-636ba52a152c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:56.656365 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caaee38-6ec6-47d2-9dfd-9cc07a931301", "name": "network-vif-plugged", "status": "completed", "tag": "af253f40-8f5f-41d0-aa79-cab510f67a69", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:56.656365 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6a16e51-566a-4fc4-9f66-636ba52a152c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:56.656671 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'code': 200} Feb 04 15:22:56.864500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:22:56.897107 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.949394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:56.973491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:56.990832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d1b0f10e-efed-46a0-8588-c9e3b121621a None None] Provisioning complete for port 19eda46c-7346-4a63-bfa8-5ab9782fa942 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:22:56.991619 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f10e-efed-46a0-8588-c9e3b121621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.991747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:56.992398 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Added segment 5a381e95-d290-40ab-8977-7dc7a6884804 of type vlan for network 77deef98-3f2a-446d-affc-35d3653f0859 Feb 04 15:22:57.016134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:57.030284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:57.049135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-d113130e-dc10-44f4-9e5c-30db1b67c5f6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd1be732b919475fb1b5719910bb4856 HTTP/1.1" status: 200 len: 380 time: 0.4776893 Feb 04 15:22:57.053378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.057099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port cc48d6c3-02c6-469f-a465-24b65f10bfc5, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cc48d6c3-02c6-469f-a465-24b65f10bfc5,segment=NetworkSegment(4c074c7d-2327-4538-9018-a2948134a652),segment_id=4c074c7d-2327-4538-9018-a2948134a652)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:22:57.060825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Request body: {'port': {'device_id': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'admin_state_up': True, 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'security_groups': ['6f67a335-7d8d-4187-a432-189494f186e8']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:57.075324 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.116674 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.187508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.195047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0f10e-efed-46a0-8588-c9e3b121621a None None] Port 19eda46c-7346-4a63-bfa8-5ab9782fa942 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:22:57.196688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:57.197447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.214767 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.234783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=cc48d6c3-02c6-469f-a465-24b65f10bfc5,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:57.331714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3fc85-9437-4982-8964-a5ae651376ee req-a28362f6-0458-4197-ac5c-da26536fe4f4 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:57.344748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3fc85-9437-4982-8964-a5ae651376ee req-a28362f6-0458-4197-ac5c-da26536fe4f4 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:57.345313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Network': ['ID=77deef98-3f2a-446d-affc-35d3653f0859,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:57.349929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c2287-2e0e-4a2d-8589-ee70e4a1043a req-e8fe11c4-32e8-469b-bb1d-a4a3b466e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:57.351631 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e2c2287-2e0e-4a2d-8589-ee70e4a1043a req-e8fe11c4-32e8-469b-bb1d-a4a3b466e5b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 1096 time: 0.5831454 Feb 04 15:22:57.357119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ee3fc85-9437-4982-8964-a5ae651376ee req-a28362f6-0458-4197-ac5c-da26536fe4f4 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1655 time: 0.2968507 Feb 04 15:22:57.359824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d384c9e9-e7fd-465e-9464-7e13755ddca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0264637 Feb 04 15:22:57.361308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 77deef98-3f2a-446d-affc-35d3653f0859 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:22:57.363556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34660) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:57.413967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'subnet': {'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:57.476261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ee3fc85-9437-4982-8964-a5ae651376ee req-92affc73-b3a3-4b30-bb75-805349732eae tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Feb 04 15:22:57.622421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb942438-b4c5-4746-bf15-44428024e56f req-2011785a-6d8e-47df-948c-f5a716ae843d tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:57.624080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cb942438-b4c5-4746-bf15-44428024e56f req-2011785a-6d8e-47df-948c-f5a716ae843d tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 945 time: 0.7565086 Feb 04 15:22:57.630706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e2c2287-2e0e-4a2d-8589-ee70e4a1043a req-a339a8a0-b971-4a19-b77f-c9f031a5e93e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351790 Feb 04 15:22:57.646925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Transition to ACTIVE for port object 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:22:57.653628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Made reservation on behalf of fd1be732b919475fb1b5719910bb4856 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:57.664456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.692879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.743758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de5e822-e617-441b-95e8-2196f10ff96d req-1fcbdfca-4542-4082-bf1d-7bcbf1a3524b tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.0524728 Feb 04 15:22:57.832875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] No DVR routers for this DVR port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:22:57.864533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cb942438-b4c5-4746-bf15-44428024e56f req-650e5899-4ca7-4df4-ac48-b6fa64c39147 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815021 Feb 04 15:22:57.911361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:57.915500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:57.961727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:57.978999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c/bindings/n-h2-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5847058 Feb 04 15:22:57.989279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.989279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.989279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.989279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.989279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.989279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.990385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.990385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.990678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.991163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.991324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:57.991764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fef2ba-5c19-4633-bc7a-ceb662655aa5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:22:58.112903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8223fff0-1451-43d5-9a18-587ec965d6af {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:22:58.125436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:58.163557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5df52-0d9e-43d7-95b4-74a16572bb1a req-17a2b6f4-3086-4228-a83a-75a1b744d67d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:58.165200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91f5df52-0d9e-43d7-95b4-74a16572bb1a req-17a2b6f4-3086-4228-a83a-75a1b744d67d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.0874705 Feb 04 15:22:58.166403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Transition to ACTIVE for port object 8223fff0-1451-43d5-9a18-587ec965d6af will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:22:58.171442 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:58.384535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Pushing event updated for resources: {'Port': ['ID=8223fff0-1451-43d5-9a18-587ec965d6af,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:58.427184 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91f5df52-0d9e-43d7-95b4-74a16572bb1a req-737111e4-d70f-474e-8316-48a4e8c0270f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450442 Feb 04 15:22:58.541843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Attempting to bind port 8223fff0-1451-43d5-9a18-587ec965d6af on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:22:58.542346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Attempting to bind port 8223fff0-1451-43d5-9a18-587ec965d6af by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:22:58.542896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Attempting to bind port 8223fff0-1451-43d5-9a18-587ec965d6af on network 3f857847-b741-473a-aee6-103c9334ead5 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:58.564489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Port 8223fff0-1451-43d5-9a18-587ec965d6af on network 3f857847-b741-473a-aee6-103c9334ead5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:22:58.565060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Attempting to bind port 8223fff0-1451-43d5-9a18-587ec965d6af on network 3f857847-b741-473a-aee6-103c9334ead5 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:22:58.578420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:22:58.578758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Checking segment: {'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:58.579149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Bound using segment: {'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:22:58.579590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Bound port: 8223fff0-1451-43d5-9a18-587ec965d6af, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e16a79-6036-4181-abb8-e429bcc6d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f857847-b741-473a-aee6-103c9334ead5'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:22:58.580056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:58.658540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b0977a-a843-4583-b09d-d8c7b12db521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc48d6c3-02c6-469f-a465-24b65f10bfc5'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:58.661717 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4e006-7cee-41b5-805a-964ed4ed3943" -d '{"events": [{"server_uuid": "c4b0977a-a843-4583-b09d-d8c7b12db521", "name": "network-vif-plugged", "status": "completed", "tag": "cc48d6c3-02c6-469f-a465-24b65f10bfc5"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:58.831834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:58.839466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Allocated IP 172.20.0.14 (e41104e3-55eb-45a4-a0bc-4e403ed36ca0/64d8479d-dd6a-477a-947d-ec27889d40e2/8f1f8da4-023a-4222-8ce8-73c09170db17) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:22:58.843545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] For port 8223fff0-1451-43d5-9a18-587ec965d6af, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:22:58.851203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] For port 8223fff0-1451-43d5-9a18-587ec965d6af, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8223fff0-1451-43d5-9a18-587ec965d6af,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:22:58.859250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980abfd-305d-4790-8572-2e9b8a6266f5 req-e84ab080-ac73-49c2-8dcf-b60b86d92e94 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:58.863198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f242b-0338-4000-9ac8-b057e483b3fb req-a703f668-57f8-4f5b-8cd6-cbff64a8dc4c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:58.869533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5980abfd-305d-4790-8572-2e9b8a6266f5 req-e84ab080-ac73-49c2-8dcf-b60b86d92e94 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.8902793 Feb 04 15:22:58.871983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f242b-0338-4000-9ac8-b057e483b3fb req-a703f668-57f8-4f5b-8cd6-cbff64a8dc4c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:58.882110 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e7f242b-0338-4000-9ac8-b057e483b3fb req-a703f668-57f8-4f5b-8cd6-cbff64a8dc4c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1667 time: 0.1679354 Feb 04 15:22:58.893074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:59.004906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Pushing event updated for resources: {'Port': ['ID=8223fff0-1451-43d5-9a18-587ec965d6af,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:59.009850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Subnet': ['ID=bd6304ea-38b1-4494-8576-38f777cbaa01,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:59.047385 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5980abfd-305d-4790-8572-2e9b8a6266f5 req-0105bf14-e2ae-4395-a09c-8a7dfac7766e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628501 Feb 04 15:22:59.059389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e7f242b-0338-4000-9ac8-b057e483b3fb req-090fd52e-e039-4ee5-9503-cdd6b7165188 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745856 Feb 04 15:22:59.065658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:59.067827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:59.094334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-3471f345-211d-4a7b-bc5f-54d13beef312 service neutron] 10.222.0.50 "PUT /v2.0/ports/8223fff0-1451-43d5-9a18-587ec965d6af HTTP/1.1" status: 200 len: 1092 time: 2.5359070 Feb 04 15:22:59.104088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'tag': '8223fff0-1451-43d5-9a18-587ec965d6af'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:22:59.112414 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b6d4c-991a-45d5-8314-e8006be963ab" -d '{"events": [{"name": "network-changed", "server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "tag": "8223fff0-1451-43d5-9a18-587ec965d6af"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:22:59.152931 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a1758e-4766-434c-ad07-5c795e6bcaec x-openstack-request-id: req-83a1758e-4766-434c-ad07-5c795e6bcaec {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:59.153143 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b0977a-a843-4583-b09d-d8c7b12db521", "name": "network-vif-plugged", "status": "completed", "tag": "cc48d6c3-02c6-469f-a465-24b65f10bfc5", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:59.153514 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83a1758e-4766-434c-ad07-5c795e6bcaec {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:59.153794 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b0977a-a843-4583-b09d-d8c7b12db521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc48d6c3-02c6-469f-a465-24b65f10bfc5', 'code': 200} Feb 04 15:22:59.154785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Request body: {'port': {'device_id': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:59.182306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Checking segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:22:59.184230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network hostable DHCP agents. Network: e1a442bb-8228-4e43-aae7-8fe62b03a867, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:22:59.342616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:22:59.363739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:59.399996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01ec0c4e-cc8b-4452-80a5-2ea0ac13a56f req-cbdb2a1e-feb8-459e-8947-f41807c31d44 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.0613496 Feb 04 15:22:59.417778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e1a442bb-8228-4e43-aae7-8fe62b03a867) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:59.423462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:59.424350 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:59.433610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d161a-fef9-410d-abff-ade35e5e005c None None] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:22:59.461713 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:59.477739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c4ed5-24c7-46e8-b0d5-fd83991a5dd1 req-bc9d7901-04b8-4b7b-854b-3ee36532ee84 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:22:59.479960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b01c4ed5-24c7-46e8-b0d5-fd83991a5dd1 req-bc9d7901-04b8-4b7b-854b-3ee36532ee84 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1096 time: 0.1805017 Feb 04 15:22:59.485208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-40a53d82-3675-44fb-a295-2fc3d13375cd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1199172 Feb 04 15:22:59.487926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34692) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:22:59.496043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'subnet': {'network_id': '77deef98-3f2a-446d-affc-35d3653f0859', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:22:59.660267 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b01c4ed5-24c7-46e8-b0d5-fd83991a5dd1 req-b021fe43-200b-4ff9-86bb-92481de58ae4 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549270 Feb 04 15:22:59.668078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:59.787583 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a714aced-cb22-40a0-a627-eb04976ad991 x-openstack-request-id: req-a714aced-cb22-40a0-a627-eb04976ad991 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:22:59.787980 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "tag": "8223fff0-1451-43d5-9a18-587ec965d6af", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:22:59.788352 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a714aced-cb22-40a0-a627-eb04976ad991 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:22:59.789163 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'tag': '8223fff0-1451-43d5-9a18-587ec965d6af', 'status': 'completed', 'code': 200} Feb 04 15:22:59.851733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-e1a442bb-8228-4e43-aae7-8fe62b03a867', 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'fixed_ips': [{'subnet_id': 'bd6304ea-38b1-4494-8576-38f777cbaa01'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:22:59.852931 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:22:59.860086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:22:59.903015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:22:59.905969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:22:59.909213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event updated for resources: {'Port': ['ID=8f1f8da4-023a-4222-8ce8-73c09170db17,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:22:59.993515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:22:59.997550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.034794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:00.035741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.103276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6d4c-991a-45d5-8314-e8006be963ab req-689c7e7f-f7df-4b79-a2b3-438113d63570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:00.104065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6d4c-991a-45d5-8314-e8006be963ab req-689c7e7f-f7df-4b79-a2b3-438113d63570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:00.105893 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-107b6d4c-991a-45d5-8314-e8006be963ab req-689c7e7f-f7df-4b79-a2b3-438113d63570 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1914 time: 0.2868264 Feb 04 15:23:00.128663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cad51c-9af2-40bb-aeb7-24215fcbc40c req-5dad704d-afa9-48b5-89f5-c55d1c5f3efe tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:00.137839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77cad51c-9af2-40bb-aeb7-24215fcbc40c req-5dad704d-afa9-48b5-89f5-c55d1c5f3efe tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.2757618 Feb 04 15:23:00.150508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19eda46c-7346-4a63-bfa8-5ab9782fa942 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:00.162856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.165769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Allocated IP 10.1.1.2 (e1a442bb-8228-4e43-aae7-8fe62b03a867/bd6304ea-38b1-4494-8576-38f777cbaa01/a8b5338f-af16-447e-8419-efe414ebe763) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:00.175001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-a9ea2c41-5fa9-41be-b38b-ef7e9efbe830 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1185522 Feb 04 15:23:00.190982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Transition to ACTIVE for port object 19eda46c-7346-4a63-bfa8-5ab9782fa942 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:00.208597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Request body: {'port': {'device_id': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:00.213898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca699fcf-0107-47e3-9e06-abb082de15e4 req-0efe4032-ec4e-42fb-a9af-1c7e5ae69615 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:00.215821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca699fcf-0107-47e3-9e06-abb082de15e4 req-0efe4032-ec4e-42fb-a9af-1c7e5ae69615 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.4445961 Feb 04 15:23:00.218504 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.305223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Pushing event updated for resources: {'Port': ['ID=19eda46c-7346-4a63-bfa8-5ab9782fa942,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:00.442198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77cad51c-9af2-40bb-aeb7-24215fcbc40c req-2cd60e82-7e0b-47bd-a53c-11f2e839eb79 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029141 Feb 04 15:23:00.573527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Attempting to bind port 19eda46c-7346-4a63-bfa8-5ab9782fa942 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:00.573877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Attempting to bind port 19eda46c-7346-4a63-bfa8-5ab9782fa942 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:00.574248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Attempting to bind port 19eda46c-7346-4a63-bfa8-5ab9782fa942 on network dc7162f4-d172-4413-af04-c7e192edd2ec {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:00.592425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Port 19eda46c-7346-4a63-bfa8-5ab9782fa942 on network dc7162f4-d172-4413-af04-c7e192edd2ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:00.592641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Attempting to bind port 19eda46c-7346-4a63-bfa8-5ab9782fa942 on network dc7162f4-d172-4413-af04-c7e192edd2ec {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:00.598817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca699fcf-0107-47e3-9e06-abb082de15e4 req-608dfa34-d723-4e2d-bbe3-18c73e2ccced tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071816 Feb 04 15:23:00.599364 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0631-e830-4842-8bab-deb38cf6ee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.610019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-538ccc0d-f71b-49bc-a336-0c60d9517f66 None None] Provisioning complete for port 8f1f8da4-023a-4222-8ce8-73c09170db17 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:00.610449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-538ccc0d-f71b-49bc-a336-0c60d9517f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.611375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:00.611735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Checking segment: {'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:00.615503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Bound using segment: {'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:00.619337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Bound port: 19eda46c-7346-4a63-bfa8-5ab9782fa942, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbe00ed-5a3a-4d29-bfef-f96d933b5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:00.620083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.786348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-538ccc0d-f71b-49bc-a336-0c60d9517f66 None None] Port 8f1f8da4-023a-4222-8ce8-73c09170db17 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:00.793479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.828031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.856395 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.868206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6d4c-991a-45d5-8314-e8006be963ab req-21c6af29-1ff0-4376-a6dc-fbc5e0edbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:00.869366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6d4c-991a-45d5-8314-e8006be963ab req-21c6af29-1ff0-4376-a6dc-fbc5e0edbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:00.869366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6d4c-991a-45d5-8314-e8006be963ab req-21c6af29-1ff0-4376-a6dc-fbc5e0edbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:00.871010 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-107b6d4c-991a-45d5-8314-e8006be963ab req-21c6af29-1ff0-4376-a6dc-fbc5e0edbc66 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=74a907d5b8814651a25c483b379b5071&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7237077 Feb 04 15:23:00.924825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] For port 19eda46c-7346-4a63-bfa8-5ab9782fa942, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:00.933568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] For port 19eda46c-7346-4a63-bfa8-5ab9782fa942, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=19eda46c-7346-4a63-bfa8-5ab9782fa942,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:00.941722 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:00.988219 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Pushing event updated for resources: {'Port': ['ID=a8b5338f-af16-447e-8419-efe414ebe763,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:01.005965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:01.028399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:01.034948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:01.128916 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:01.169275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Pushing event updated for resources: {'Port': ['ID=19eda46c-7346-4a63-bfa8-5ab9782fa942,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:01.187105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:01.190209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:01.211142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-422fae4f-24d2-4306-a6e2-e1588185f45b service neutron] 10.222.0.50 "PUT /v2.0/ports/19eda46c-7346-4a63-bfa8-5ab9782fa942 HTTP/1.1" status: 200 len: 1092 time: 2.0778396 Feb 04 15:23:01.236215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Attempting to bind port a8b5338f-af16-447e-8419-efe414ebe763 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:01.236545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Attempting to bind port a8b5338f-af16-447e-8419-efe414ebe763 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:01.236942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Attempting to bind port a8b5338f-af16-447e-8419-efe414ebe763 on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:01.256741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:01.257130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Checking segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:01.257593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:01.258019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Bound using segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:01.258535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Bound port: a8b5338f-af16-447e-8419-efe414ebe763, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:01.258935 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:01.303538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dda19-7951-490e-aa25-b62cabb0b37b req-8eccb8d7-3b2a-4d24-a200-a577126fe31b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:01.310582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-289dda19-7951-490e-aa25-b62cabb0b37b req-8eccb8d7-3b2a-4d24-a200-a577126fe31b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.4844241 Feb 04 15:23:01.396882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6d4c-991a-45d5-8314-e8006be963ab req-b56c7ea0-200f-4f47-9bfc-4ef08a014b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:01.398449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-107b6d4c-991a-45d5-8314-e8006be963ab req-b56c7ea0-200f-4f47-9bfc-4ef08a014b4d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5172932 Feb 04 15:23:01.430313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Subnet': ['ID=1865bc59-aba2-488d-b194-2fbb3af064a5,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:01.436912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-289dda19-7951-490e-aa25-b62cabb0b37b req-3a717b05-aa33-425a-a8ff-57c64bb02946 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078486 Feb 04 15:23:01.477081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] For port a8b5338f-af16-447e-8419-efe414ebe763, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:01.488767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] For port a8b5338f-af16-447e-8419-efe414ebe763, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a8b5338f-af16-447e-8419-efe414ebe763,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:01.508352 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:01.640596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Checking segment: {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:01.640986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network hostable DHCP agents. Network: 77deef98-3f2a-446d-affc-35d3653f0859, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:23:01.704306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf89ac-e7c0-4084-99d8-76f5e98d1566 None None] Pushing event updated for resources: {'Port': ['ID=a8b5338f-af16-447e-8419-efe414ebe763,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:01.732532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296d3c8-1b15-4d2f-b135-f464e066e29e req-9ba52dc5-686d-4ecd-b694-67da0274e4c1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:01.738779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296d3c8-1b15-4d2f-b135-f464e066e29e req-9ba52dc5-686d-4ecd-b694-67da0274e4c1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:01.741374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9296d3c8-1b15-4d2f-b135-f464e066e29e req-9ba52dc5-686d-4ecd-b694-67da0274e4c1 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1679 time: 0.1372862 Feb 04 15:23:01.800800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'tag': '19eda46c-7346-4a63-bfa8-5ab9782fa942'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:01.803706 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c73d1-c535-48ee-9b27-d13d279ea9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "tag": "19eda46c-7346-4a63-bfa8-5ab9782fa942"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:01.809099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9296d3c8-1b15-4d2f-b135-f464e066e29e req-4738b45b-dd4a-4bf3-98ee-753c61cf1dcc tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615771 Feb 04 15:23:01.819389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network 77deef98-3f2a-446d-affc-35d3653f0859 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:23:01.840173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-43eea884-b10d-47a3-80f2-42d1c9a2b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:01.840664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-43eea884-b10d-47a3-80f2-42d1c9a2b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:01.842364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-43eea884-b10d-47a3-80f2-42d1c9a2b722 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1981 time: 0.2133012 Feb 04 15:23:01.845330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 77deef98-3f2a-446d-affc-35d3653f0859) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:01.854287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:01.855321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:01.859698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e5efa9-ceb9-4a73-9262-b965bc286cb3 None None] Network 77deef98-3f2a-446d-affc-35d3653f0859 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:01.909929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1f8da4-023a-4222-8ce8-73c09170db17 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:01.930005 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bc07fd68-5f91-4d74-88ba-5e286b1f0677 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4402077 Feb 04 15:23:01.932755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34728) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:01.938456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'port': {'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'name': 'tempest-TaggedBootDevicesTest_v242-519427843', 'fixed_ips': [{'subnet_id': 'bd6304ea-38b1-4494-8576-38f777cbaa01'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:01.939403 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:02.013726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-0ea933b5-b901-44be-b959-d543525d0797 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.207&port_id=8223fff0-1451-43d5-9a18-587ec965d6af HTTP/1.1" status: 200 len: 217 time: 0.1084938 Feb 04 15:23:02.165162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Transition to ACTIVE for port object 8f1f8da4-023a-4222-8ce8-73c09170db17 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:02.181616 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:02.198026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4333a2d-ade5-414e-8725-b4e38fdac373 req-438dd951-4267-405e-bda3-7e075179b2b4 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:02.199843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4333a2d-ade5-414e-8725-b4e38fdac373 req-438dd951-4267-405e-bda3-7e075179b2b4 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 932 time: 0.2503583 Feb 04 15:23:02.268811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-c821ee1e-7510-4d4e-b2db-6c447decb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:02.270463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-c821ee1e-7510-4d4e-b2db-6c447decb349 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f910bbf0-f056-4eff-967f-b637c17cba00 HTTP/1.1" status: 200 len: 801 time: 0.2444859 Feb 04 15:23:02.283209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4333a2d-ade5-414e-8725-b4e38fdac373 req-bc382f5e-3035-411f-beb1-53efbcb41d3c tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702846 Feb 04 15:23:02.302494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-77deef98-3f2a-446d-affc-35d3653f0859', 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'fixed_ips': [{'subnet_id': '1865bc59-aba2-488d-b194-2fbb3af064a5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:23:02.304388 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:02.326576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:02.372230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f8da4-023a-4222-8ce8-73c09170db17,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:02.464691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-1eef75cb-52fd-4db4-8e6a-65437f74a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:02.471832 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-1eef75cb-52fd-4db4-8e6a-65437f74a274 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f857847-b741-473a-aee6-103c9334ead5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808534 Feb 04 15:23:02.638402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:02.727101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] device_id is not set on port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:23:02.728281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Allocated IP 10.2.2.2 (77deef98-3f2a-446d-affc-35d3653f0859/1865bc59-aba2-488d-b194-2fbb3af064a5/b22e8f48-399d-458d-91e3-63a076f73481) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:02.748087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Attempting to bind port 8f1f8da4-023a-4222-8ce8-73c09170db17 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:02.748435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Attempting to bind port 8f1f8da4-023a-4222-8ce8-73c09170db17 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:02.748764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Attempting to bind port 8f1f8da4-023a-4222-8ce8-73c09170db17 on network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:02.757478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Port 8f1f8da4-023a-4222-8ce8-73c09170db17 on network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:02.757478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Attempting to bind port 8f1f8da4-023a-4222-8ce8-73c09170db17 on network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:02.763667 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-847f0a39-49ce-4259-968c-7e204ce0c135 service neutron] 10.222.0.50 "GET /v2.0/networks/3f857847-b741-473a-aee6-103c9334ead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752025 Feb 04 15:23:02.767318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:02.767647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Checking segment: {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:02.768120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Bound using segment: {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:02.769103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Bound port: 8f1f8da4-023a-4222-8ce8-73c09170db17, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a4dcf4-1318-444f-84e5-b627c5cd09d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:02.769103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:02.809702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32f590-b81b-4f90-a3bb-8c7cfdcd3f1c req-0c713d50-52de-4a29-ae86-a32b7a9d2268 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:02.818471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f32f590-b81b-4f90-a3bb-8c7cfdcd3f1c req-0c713d50-52de-4a29-ae86-a32b7a9d2268 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.3199184 Feb 04 15:23:02.984352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] For port 8f1f8da4-023a-4222-8ce8-73c09170db17, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:02.994211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] For port 8f1f8da4-023a-4222-8ce8-73c09170db17, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8f1f8da4-023a-4222-8ce8-73c09170db17,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:02.998314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-12771ff6-b9fe-45e1-afcd-b43163c9079a service neutron] 10.222.0.50 "GET /v2.0/networks/3f857847-b741-473a-aee6-103c9334ead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241845 Feb 04 15:23:03.005250 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.078258 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-7481e655-5254-4b17-a9c2-03c341ef69e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.185&port_id=19eda46c-7346-4a63-bfa8-5ab9782fa942 HTTP/1.1" status: 200 len: 217 time: 0.0688343 Feb 04 15:23:03.093317 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.114599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.224022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Allocated IP 10.1.1.231 (e1a442bb-8228-4e43-aae7-8fe62b03a867/bd6304ea-38b1-4494-8576-38f777cbaa01/ba2f6e8a-31b7-42cf-b509-7d57a1c99da3) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:03.229341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Pushing event updated for resources: {'Port': ['ID=b22e8f48-399d-458d-91e3-63a076f73481,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:03.260512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Network 77deef98-3f2a-446d-affc-35d3653f0859 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:03.267338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:03.271127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:03.301176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:03.311803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.315787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] 10.222.0.50 "PUT /v2.0/ports/8f1f8da4-023a-4222-8ce8-73c09170db17 HTTP/1.1" status: 200 len: 1092 time: 3.1119201 Feb 04 15:23:03.339860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'tag': '8f1f8da4-023a-4222-8ce8-73c09170db17'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:03.344048 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e620e3-0c98-4731-b7bd-a218c764f063" -d '{"events": [{"name": "network-changed", "server_uuid": "9aee61bb-a0cb-487b-92ce-d767983aa516", "tag": "8f1f8da4-023a-4222-8ce8-73c09170db17"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:03.447214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Attempting to bind port b22e8f48-399d-458d-91e3-63a076f73481 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:03.448206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Attempting to bind port b22e8f48-399d-458d-91e3-63a076f73481 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:03.448466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Attempting to bind port b22e8f48-399d-458d-91e3-63a076f73481 on network 77deef98-3f2a-446d-affc-35d3653f0859 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:03.467259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:03.467768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Checking segment: {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:03.468252 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.468739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Bound using segment: {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:03.469342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Bound port: b22e8f48-399d-458d-91e3-63a076f73481, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:03.469936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.487603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683a3bc-8999-4326-8d12-66fb5e15afd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1f8da4-023a-4222-8ce8-73c09170db17,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:03.500116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-2b74ff86-6e19-48af-b333-fa5a57998254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:03.501966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-2b74ff86-6e19-48af-b333-fa5a57998254 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=134a89e8-0a6a-4a35-9672-b130b1f6a05c HTTP/1.1" status: 200 len: 801 time: 0.4150202 Feb 04 15:23:03.539202 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f32f590-b81b-4f90-a3bb-8c7cfdcd3f1c req-41b2f381-35d6-481b-aaa2-a5a9b16ac001 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7195201 Feb 04 15:23:03.546015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9723f-f333-4331-a712-f54f0d26c215 req-f2c2cd06-5b2b-4dc5-8763-d8a53151c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:03.547783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-f2c2cd06-5b2b-4dc5-8763-d8a53151c3b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1be732b919475fb1b5719910bb4856&device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 1095 time: 0.1518760 Feb 04 15:23:03.635589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.677564 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-982f97e6-101a-4024-b8b3-9e2bfb08be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.688542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298dcd-a695-4314-9288-7a65915dd25e req-865efed9-0ff3-4850-bcc8-907cd6dedcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:03.690386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-865efed9-0ff3-4850-bcc8-907cd6dedcab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc7162f4-d172-4413-af04-c7e192edd2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1770155 Feb 04 15:23:03.692433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-784a5fca-f761-47c0-a990-5c41753a0ab4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1f8da4-023a-4222-8ce8-73c09170db17 HTTP/1.1" status: 200 len: 217 time: 0.1213207 Feb 04 15:23:03.736487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:03.794863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbdaf1d-1753-45fa-abf3-720730ef49a6 None None] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:03.897726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:03.938329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a8b5338f-af16-447e-8419-efe414ebe763 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:03.966267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:04.009501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:04.113081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:04.114561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:04.137234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] For port b22e8f48-399d-458d-91e3-63a076f73481, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:04.152761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:04.182432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3fe5c66f-9c43-4354-8c58-84b3f6fd8d93 None None] Provisioning complete for port a8b5338f-af16-447e-8419-efe414ebe763 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:04.182432 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c66f-9c43-4354-8c58-84b3f6fd8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:04.195515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] For port b22e8f48-399d-458d-91e3-63a076f73481, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b22e8f48-399d-458d-91e3-63a076f73481,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:04.200365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8235057-d498-407e-aed5-925fc3750d2a req-2b436639-397a-493a-aae5-45682af1fb2d tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:04.214827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8235057-d498-407e-aed5-925fc3750d2a req-2b436639-397a-493a-aae5-45682af1fb2d tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.3375156 Feb 04 15:23:04.227501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fa7e9401-16cb-4fb5-8b2e-7c67a2449d1b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2931726 Feb 04 15:23:04.229595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:04.240379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'port': {'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'name': 'tempest-TaggedBootDevicesTest_v242-812352740', 'fixed_ips': [{'subnet_id': 'bd6304ea-38b1-4494-8576-38f777cbaa01'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:04.257358 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:04.294036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9723f-f333-4331-a712-f54f0d26c215 req-fcd9c129-1c82-4936-aa9b-26bfe509a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:04.295590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-fcd9c129-1c82-4936-aa9b-26bfe509a8d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=64d8479d-dd6a-477a-947d-ec27889d40e2 HTTP/1.1" status: 200 len: 855 time: 0.5916419 Feb 04 15:23:04.397051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9723f-f333-4331-a712-f54f0d26c215 req-8f9ed1eb-dce2-4ba1-b955-7e3badc9cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:04.404576 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-8f9ed1eb-dce2-4ba1-b955-7e3badc9cde9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e41104e3-55eb-45a4-a0bc-4e403ed36ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997031 Feb 04 15:23:04.411692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-4693a85c-da79-4454-a493-ab3e1fa337c1 service neutron] 10.222.0.50 "GET /v2.0/networks/dc7162f4-d172-4413-af04-c7e192edd2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828871 Feb 04 15:23:04.448487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:04.454921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:04.475804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8235057-d498-407e-aed5-925fc3750d2a req-43ae9812-d720-4738-91fb-a2ca56cddb81 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446074 Feb 04 15:23:04.483917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] device_id is not set on port 2d268d87-85f2-4414-9fe3-159ef376e87c yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:23:04.686059 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6da5c-c3e3-45f4-97a1-c6422028f321 x-openstack-request-id: req-5ca6da5c-c3e3-45f4-97a1-c6422028f321 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:04.686907 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "tag": "19eda46c-7346-4a63-bfa8-5ab9782fa942", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:04.687574 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ca6da5c-c3e3-45f4-97a1-c6422028f321 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:04.688443 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'tag': '19eda46c-7346-4a63-bfa8-5ab9782fa942', 'status': 'completed', 'code': 200} Feb 04 15:23:04.772534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Allocated IP 10.1.1.141 (e1a442bb-8228-4e43-aae7-8fe62b03a867/bd6304ea-38b1-4494-8576-38f777cbaa01/2d268d87-85f2-4414-9fe3-159ef376e87c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:04.846110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-4654dc1c-f4b8-44aa-a109-6fafdf049d13 service neutron] 10.222.0.50 "GET /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322762 Feb 04 15:23:04.857293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a8b5338f-af16-447e-8419-efe414ebe763 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:04.858445 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:04.867598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560ca34-794b-4a31-a06e-21b3f9510bc8 None None] Pushing event updated for resources: {'Port': ['ID=b22e8f48-399d-458d-91e3-63a076f73481,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:04.941636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f9fb4-2abb-4480-93fd-0586ab8279c2 req-7ac93a0b-c7eb-48ef-86d2-43d79956cf98 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:04.944932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c35f9fb4-2abb-4480-93fd-0586ab8279c2 req-7ac93a0b-c7eb-48ef-86d2-43d79956cf98 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.2052102 Feb 04 15:23:05.027371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26c9723f-f333-4331-a712-f54f0d26c215 req-f7e5a6d5-1802-43c6-89b6-5fe0645cecb4 service neutron] 10.222.0.50 "GET /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642857 Feb 04 15:23:05.124586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62298dcd-a695-4314-9288-7a65915dd25e req-d88ce162-de02-40d4-81f9-1b737105a125 service neutron] 10.222.0.50 "GET /v2.0/networks/dc7162f4-d172-4413-af04-c7e192edd2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986158 Feb 04 15:23:05.252265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c35f9fb4-2abb-4480-93fd-0586ab8279c2 req-a2bcb05a-f9dd-4fbd-a189-7ff229359f76 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922115 Feb 04 15:23:05.283934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c66f-9c43-4354-8c58-84b3f6fd8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:05.352695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:05.447278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3fe5c66f-9c43-4354-8c58-84b3f6fd8d93 None None] For port a8b5338f-af16-447e-8419-efe414ebe763, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a8b5338f-af16-447e-8419-efe414ebe763,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:05.451534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-39d08a8a-7c72-431b-8371-491c0079fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:05.457514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-39d08a8a-7c72-431b-8371-491c0079fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:05.461141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-39d08a8a-7c72-431b-8371-491c0079fb54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74a907d5b8814651a25c483b379b5071&device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1981 time: 0.2013941 Feb 04 15:23:05.472396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c66f-9c43-4354-8c58-84b3f6fd8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:05.604309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:05.662171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:23:05.663258 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:23:05.728567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:05.733829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-45bef501-e942-47df-b54b-dac917dd2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:05.736612 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-45bef501-e942-47df-b54b-dac917dd2425 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc7162f4-d172-4413-af04-c7e192edd2ec HTTP/1.1" status: 200 len: 903 time: 0.2682762 Feb 04 15:23:05.760215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5c66f-9c43-4354-8c58-84b3f6fd8d93 None None] Pushing event updated for resources: {'Port': ['ID=a8b5338f-af16-447e-8419-efe414ebe763,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:05.787274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:05.817711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8948dcdd-2099-4694-a7ac-244237290632 None None] Provisioning complete for port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:05.818760 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8948dcdd-2099-4694-a7ac-244237290632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:05.824971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-474fa2cc-03e3-4834-8917-838780e01e5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.185&port_id=19eda46c-7346-4a63-bfa8-5ab9782fa942 HTTP/1.1" status: 200 len: 217 time: 0.0792122 Feb 04 15:23:05.941164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8948dcdd-2099-4694-a7ac-244237290632 None None] Port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:05.947404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-79c0f673-2b87-4bd7-aa5e-c93d71e06773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:05.949206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-79c0f673-2b87-4bd7-aa5e-c93d71e06773 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=134a89e8-0a6a-4a35-9672-b130b1f6a05c HTTP/1.1" status: 200 len: 801 time: 0.1156080 Feb 04 15:23:05.964021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8948dcdd-2099-4694-a7ac-244237290632 None None] Provisioning complete for port a8b5338f-af16-447e-8419-efe414ebe763 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:05.964820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8948dcdd-2099-4694-a7ac-244237290632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:06.024481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-9607a90d-66c9-4fd5-9315-4d0b492a4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:06.030427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-9607a90d-66c9-4fd5-9315-4d0b492a4222 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc7162f4-d172-4413-af04-c7e192edd2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728264 Feb 04 15:23:06.032799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4408c47-9a11-46a4-a34b-f25e0631ddbd req-ccb4c21c-456e-4fbd-b67e-5480900b68a4 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:06.052436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4408c47-9a11-46a4-a34b-f25e0631ddbd req-ccb4c21c-456e-4fbd-b67e-5480900b68a4 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:06.055088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4408c47-9a11-46a4-a34b-f25e0631ddbd req-ccb4c21c-456e-4fbd-b67e-5480900b68a4 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1679 time: 0.4941149 Feb 04 15:23:06.057309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:06.061178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:06.063939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:06.119421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=2d268d87-85f2-4414-9fe3-159ef376e87c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:06.162925 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4408c47-9a11-46a4-a34b-f25e0631ddbd req-803d26dc-b74a-43b2-8f4a-fc61ac6d9cb6 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909121 Feb 04 15:23:06.222872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:06.229008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:06.286114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d1d65974-a882-4edf-a3cd-bafb6690c041 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0503891 Feb 04 15:23:06.455608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-22e99d5b-9a2d-4d7a-be72-ab66bc93752c service neutron] 10.222.0.50 "GET /v2.0/networks/dc7162f4-d172-4413-af04-c7e192edd2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166460 Feb 04 15:23:06.483664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-11a0d5d7-459e-47df-958b-809ca5da4449 None None] Provisioning complete for port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:06.487285 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-11a0d5d7-459e-47df-958b-809ca5da4449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:06.630205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-11a0d5d7-459e-47df-958b-809ca5da4449 None None] Port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:06.661278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98e9a-c3aa-4119-9ea2-a7b1ba5559f4 req-2b8bdafa-f482-444a-9716-a0fc15a351fb tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:06.672883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3eb98e9a-c3aa-4119-9ea2-a7b1ba5559f4 req-2b8bdafa-f482-444a-9716-a0fc15a351fb tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 944 time: 0.2330692 Feb 04 15:23:06.732827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3eb98e9a-c3aa-4119-9ea2-a7b1ba5559f4 req-5ec6f1be-cff6-4a28-b248-e42f8d831ac2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590510 Feb 04 15:23:06.774539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c08b499-55c8-4343-a8a4-438b25532752 None None] Provisioning complete for port 2d268d87-85f2-4414-9fe3-159ef376e87c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:06.776392 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c08b499-55c8-4343-a8a4-438b25532752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:06.820419 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da3c73d1-c535-48ee-9b27-d13d279ea9bc req-4eb392ae-b364-4777-bbaa-4b2adbcc6785 service neutron] 10.222.0.50 "GET /v2.0/networks/dc7162f4-d172-4413-af04-c7e192edd2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445752 Feb 04 15:23:06.852596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b22e8f48-399d-458d-91e3-63a076f73481 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:06.894274 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dab61a-3719-4e24-ba3e-16c85bf49a48 x-openstack-request-id: req-f1dab61a-3719-4e24-ba3e-16c85bf49a48 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:06.894700 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aee61bb-a0cb-487b-92ce-d767983aa516", "tag": "8f1f8da4-023a-4222-8ce8-73c09170db17", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:06.895066 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f1dab61a-3719-4e24-ba3e-16c85bf49a48 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:06.895620 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'tag': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'status': 'completed', 'code': 200} Feb 04 15:23:07.037172 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.042510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1c08b499-55c8-4343-a8a4-438b25532752 None None] Port 2d268d87-85f2-4414-9fe3-159ef376e87c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:07.081716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec57004-fbf8-46d2-9652-b4a232e1ee0f None None] Network 77deef98-3f2a-446d-affc-35d3653f0859 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:07.088590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-3712abc4-0c8c-4395-9b83-dfec8ac85607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:07.097203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b22e8f48-399d-458d-91e3-63a076f73481 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:07.097557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.100630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-3712abc4-0c8c-4395-9b83-dfec8ac85607 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1be732b919475fb1b5719910bb4856&device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 1095 time: 0.1634161 Feb 04 15:23:07.141728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8864697-5c18-4c87-8fd7-d370027eb874 req-a43a0c4b-e755-4c3e-8c6f-8f4eb0b2e1ea tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:07.156039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8864697-5c18-4c87-8fd7-d370027eb874 req-a43a0c4b-e755-4c3e-8c6f-8f4eb0b2e1ea tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1498964 Feb 04 15:23:07.224826 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:23:07.226818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8864697-5c18-4c87-8fd7-d370027eb874 req-4fd9c4fa-6c87-42d9-b257-4bfa08f0274a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682108 Feb 04 15:23:07.267651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-e8013e3d-f8d8-4ba2-a703-acb2a776feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:07.269173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-e8013e3d-f8d8-4ba2-a703-acb2a776feb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e41104e3-55eb-45a4-a0bc-4e403ed36ca0 HTTP/1.1" status: 200 len: 917 time: 0.1580093 Feb 04 15:23:07.306926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-42b7ea61-3529-4949-b983-cbc3775a8cea None None] Provisioning complete for port b22e8f48-399d-458d-91e3-63a076f73481 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:07.307605 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-42b7ea61-3529-4949-b983-cbc3775a8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.344800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-6a16efe0-b517-42d0-a30a-2eccadef11f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1f8da4-023a-4222-8ce8-73c09170db17 HTTP/1.1" status: 200 len: 217 time: 0.0665915 Feb 04 15:23:07.353117 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.439156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-d357e636-774d-4422-95a4-11586e20ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:07.440714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-d357e636-774d-4422-95a4-11586e20ea2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=64d8479d-dd6a-477a-947d-ec27889d40e2 HTTP/1.1" status: 200 len: 855 time: 0.0886397 Feb 04 15:23:07.453026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2380b-91dc-4f44-9059-ee34abbfefff req-c8b86fbf-d461-4b6d-83ab-27841cbacbc9 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:07.455482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62d2380b-91dc-4f44-9059-ee34abbfefff req-c8b86fbf-d461-4b6d-83ab-27841cbacbc9 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.0964231 Feb 04 15:23:07.499658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-7027ef77-9bf4-4f3a-ab87-c29f16071c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:07.501239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-7027ef77-9bf4-4f3a-ab87-c29f16071c72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e41104e3-55eb-45a4-a0bc-4e403ed36ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521801 Feb 04 15:23:07.528921 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62d2380b-91dc-4f44-9059-ee34abbfefff req-ee58932f-8fef-4c4f-bcf6-cba97930261e tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Feb 04 15:23:07.629257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-309f7636-1254-47a9-a058-4dd3e1cd2df6 service neutron] 10.222.0.50 "GET /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196373 Feb 04 15:23:07.741493 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.774934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61e620e3-0c98-4731-b7bd-a218c764f063 req-28962ef0-8b5f-44b3-b092-18fc2443cab5 service neutron] 10.222.0.50 "GET /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371737 Feb 04 15:23:07.857344 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-42b7ea61-3529-4949-b983-cbc3775a8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.926587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b22e8f48-399d-458d-91e3-63a076f73481, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b22e8f48-399d-458d-91e3-63a076f73481,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:07.941408 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:07.942825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a8b5338f-af16-447e-8419-efe414ebe763 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:08.027832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34768) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:08.032799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-815d801c-e453-42f2-8b67-580014a55d84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916564392', 'description': 'tempest-description--913591911'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:08.100671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-815d801c-e453-42f2-8b67-580014a55d84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.123671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b22e8f48-399d-458d-91e3-63a076f73481,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:08.126956 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-42b7ea61-3529-4949-b983-cbc3775a8cea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:23:08.127347 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-42b7ea61-3529-4949-b983-cbc3775a8cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:23:08.165959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a8b5338f-af16-447e-8419-efe414ebe763 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:08.167592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.269338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eabfd7-b20e-413c-821a-bdca4b048906 req-376b614d-1ce7-4954-851a-61debe3d565d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:08.272071 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74eabfd7-b20e-413c-821a-bdca4b048906 req-376b614d-1ce7-4954-851a-61debe3d565d tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.1420574 Feb 04 15:23:08.346898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-815d801c-e453-42f2-8b67-580014a55d84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.366557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-815d801c-e453-42f2-8b67-580014a55d84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.414682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8223fff0-1451-43d5-9a18-587ec965d6af details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:23:08.417112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74eabfd7-b20e-413c-821a-bdca4b048906 req-4db1e9db-2ae3-444f-a38e-81c1f00fffe1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328611 Feb 04 15:23:08.449419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-815d801c-e453-42f2-8b67-580014a55d84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.451558 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-815d801c-e453-42f2-8b67-580014a55d84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4222479 Feb 04 15:23:08.456173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34774) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:08.458550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d801c-e453-42f2-8b67-580014a55d84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffe51c4-365c-4892-a286-4b03abc3217d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:08.467385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ac2e98dd-7225-473f-a83b-fc559469ee92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'security_group_rule': {'security_group_id': 'cffe51c4-365c-4892-a286-4b03abc3217d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:08.487615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b22e8f48-399d-458d-91e3-63a076f73481 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:08.568626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac2e98dd-7225-473f-a83b-fc559469ee92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.693744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac2e98dd-7225-473f-a83b-fc559469ee92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.700238 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac2e98dd-7225-473f-a83b-fc559469ee92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.701445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dcc7d-d9b3-4af9-abc0-40246186a2d1 req-059a7545-6677-4ed1-9489-be59b6437168 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:08.729486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e98dd-7225-473f-a83b-fc559469ee92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a80ba82-e7c1-4e69-92c7-0ab448b3e5d9,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:08.732802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8223fff0-1451-43d5-9a18-587ec965d6af, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8223fff0-1451-43d5-9a18-587ec965d6af,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:08.734744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dcc7d-d9b3-4af9-abc0-40246186a2d1 req-059a7545-6677-4ed1-9489-be59b6437168 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:08.741877 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac2e98dd-7225-473f-a83b-fc559469ee92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.743477 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ac2e98dd-7225-473f-a83b-fc559469ee92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2854819 Feb 04 15:23:08.754048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d9dcc7d-d9b3-4af9-abc0-40246186a2d1 req-059a7545-6677-4ed1-9489-be59b6437168 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1679 time: 0.1737094 Feb 04 15:23:08.754892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34780) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:08.766962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b8dadcaa-823e-4057-afb5-f67891e343f0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'security_group_rule': {'security_group_id': 'cffe51c4-365c-4892-a286-4b03abc3217d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:08.820051 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8dadcaa-823e-4057-afb5-f67891e343f0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:08.823113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d9dcc7d-d9b3-4af9-abc0-40246186a2d1 req-e745faa0-fa94-4f1d-acdb-c8ce191e25a6 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660067 Feb 04 15:23:08.835322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '8223fff0-1451-43d5-9a18-587ec965d6af', 'network_id': '3f857847-b741-473a-aee6-103c9334ead5', 'port_id': '8223fff0-1451-43d5-9a18-587ec965d6af', 'mac_address': 'fa:16:3e:e6:44:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f910bbf0-f056-4eff-967f-b637c17cba00', 'ip_address': '19.80.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:23:08.840916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b22e8f48-399d-458d-91e3-63a076f73481 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:08.841554 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.003703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8dadcaa-823e-4057-afb5-f67891e343f0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.009311 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.011467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8dadcaa-823e-4057-afb5-f67891e343f0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.029951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dadcaa-823e-4057-afb5-f67891e343f0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a548f1ce-ff96-4a58-9886-636acfead36e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:09.049298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8dadcaa-823e-4057-afb5-f67891e343f0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.056290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34782) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:09.056611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b8dadcaa-823e-4057-afb5-f67891e343f0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984445 Feb 04 15:23:09.062923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:09.072879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8223fff0-1451-43d5-9a18-587ec965d6af {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:09.094910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2c54e-bb01-43fc-a7b6-4cba9e488fdd req-1656455a-2fee-4224-a216-b91f3d573bee tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:09.100461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ce67adc1-1262-45a6-9b1e-88309ed707c4 None None] Provisioning complete for port b22e8f48-399d-458d-91e3-63a076f73481 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:09.101017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce67adc1-1262-45a6-9b1e-88309ed707c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.103997 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2ca2c54e-bb01-43fc-a7b6-4cba9e488fdd req-1656455a-2fee-4224-a216-b91f3d573bee tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 944 time: 0.1147656 Feb 04 15:23:09.107767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8223fff0-1451-43d5-9a18-587ec965d6af, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8223fff0-1451-43d5-9a18-587ec965d6af,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:09.145944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.174421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2ca2c54e-bb01-43fc-a7b6-4cba9e488fdd req-ffad258f-7600-43dd-86d7-593aa17293c1 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675907 Feb 04 15:23:09.176662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.178240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 19eda46c-7346-4a63-bfa8-5ab9782fa942 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:23:09.358077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.375332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8223fff0-1451-43d5-9a18-587ec965d6af,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:09.395621 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.446029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77bbc-a6ae-4a9e-867b-063551792e0b req-03ab5e2a-b7ba-486d-9e33-99fece69e57a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:09.448028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36d77bbc-a6ae-4a9e-867b-063551792e0b req-03ab5e2a-b7ba-486d-9e33-99fece69e57a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1264265 Feb 04 15:23:09.467527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 19eda46c-7346-4a63-bfa8-5ab9782fa942, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=19eda46c-7346-4a63-bfa8-5ab9782fa942,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:09.482059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '19eda46c-7346-4a63-bfa8-5ab9782fa942', 'network_id': 'dc7162f4-d172-4413-af04-c7e192edd2ec', 'port_id': '19eda46c-7346-4a63-bfa8-5ab9782fa942', 'mac_address': 'fa:16:3e:93:ea:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134a89e8-0a6a-4a35-9672-b130b1f6a05c', 'ip_address': '19.86.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:23:09.538920 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.544911 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36d77bbc-a6ae-4a9e-867b-063551792e0b req-9de78879-fba5-4db2-bf01-5d04ed37ad07 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767529 Feb 04 15:23:09.562335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Allocated IP 172.25.1.199 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/a67e0921-bad8-4fc4-a849-7248bb4774e9) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:09.564372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19eda46c-7346-4a63-bfa8-5ab9782fa942 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:09.607384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 19eda46c-7346-4a63-bfa8-5ab9782fa942, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=19eda46c-7346-4a63-bfa8-5ab9782fa942,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:09.620938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.721302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=19eda46c-7346-4a63-bfa8-5ab9782fa942,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:09.732448 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.778761 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:09.855669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:09.861338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:09.865639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=a67e0921-bad8-4fc4-a849-7248bb4774e9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:09.868241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:09.921208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2c0a8-72d6-4298-87a8-11a3aa22afc9 req-83cd9160-d084-4cdf-9c02-3ac7f24e41d6 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:09.922859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81e2c0a8-72d6-4298-87a8-11a3aa22afc9 req-83cd9160-d084-4cdf-9c02-3ac7f24e41d6 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.1139669 Feb 04 15:23:10.035058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81e2c0a8-72d6-4298-87a8-11a3aa22afc9 req-602683d7-e676-4e51-83da-c7a5869acd4e tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049151 Feb 04 15:23:10.046751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.097159 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.157380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['8223fff0-1451-43d5-9a18-587ec965d6af'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:23:10.235927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcd510-bb4b-414c-8e09-71f0e2038ad0 req-05427de0-ea56-472c-9b91-8810f9852dcc tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:10.237564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80bcd510-bb4b-414c-8e09-71f0e2038ad0 req-05427de0-ea56-472c-9b91-8810f9852dcc tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.1370323 Feb 04 15:23:10.302219 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80bcd510-bb4b-414c-8e09-71f0e2038ad0 req-12046b3e-e143-42e5-be9b-8442d2552c65 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562088 Feb 04 15:23:10.354927 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.361933 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.438110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=a67e0921-bad8-4fc4-a849-7248bb4774e9,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:10.483271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.506238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:10.507517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-99d3d93e-55f2-4cfe-b4d2-2a612b12b290 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4501679 Feb 04 15:23:10.516738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de231d6-6f47-4875-bd63-ececed9a1e86 req-90c220a6-8e13-4f9f-a467-458ead9facad tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:10.518400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0de231d6-6f47-4875-bd63-ececed9a1e86 req-90c220a6-8e13-4f9f-a467-458ead9facad tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 946 time: 0.0864213 Feb 04 15:23:10.569288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0de231d6-6f47-4875-bd63-ececed9a1e86 req-2b09b251-a735-4d77-ab90-b3dc74e05880 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 Feb 04 15:23:11.035534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd510724-180c-4ecb-b4fa-0c94e9fdb337 req-894d2672-8d11-4186-9463-53ba75bbb731 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.041873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd510724-180c-4ecb-b4fa-0c94e9fdb337 req-894d2672-8d11-4186-9463-53ba75bbb731 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.043778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd510724-180c-4ecb-b4fa-0c94e9fdb337 req-894d2672-8d11-4186-9463-53ba75bbb731 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1681 time: 0.3697350 Feb 04 15:23:11.089221 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd510724-180c-4ecb-b4fa-0c94e9fdb337 req-f0ffcc13-c794-4d4a-ad15-ce428261a17f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386233 Feb 04 15:23:11.204360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a1e72-80f4-48e4-b536-08315fd1747a req-bc3fe411-154a-4958-ae8a-304494f05084 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.206077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-006a1e72-80f4-48e4-b536-08315fd1747a req-bc3fe411-154a-4958-ae8a-304494f05084 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 944 time: 0.0557208 Feb 04 15:23:11.254782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-006a1e72-80f4-48e4-b536-08315fd1747a req-a517fe84-fcf8-41e7-9be9-2c8800e47bf9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376945 Feb 04 15:23:11.358749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['19eda46c-7346-4a63-bfa8-5ab9782fa942'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:23:11.379813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00adb8e-18b3-43f6-bb5b-496f6b7f3d89 req-c73e1626-e8f3-4e41-a3b1-36e51ddf7c40 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.382393 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a00adb8e-18b3-43f6-bb5b-496f6b7f3d89 req-c73e1626-e8f3-4e41-a3b1-36e51ddf7c40 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.0578218 Feb 04 15:23:11.432744 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a00adb8e-18b3-43f6-bb5b-496f6b7f3d89 req-942b026b-fc24-4a02-8bb0-dffa5590258c tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 Feb 04 15:23:11.600820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-eec99d7d-481b-45ae-a127-f15db0dff570 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--916564392&fields=id&tenant_id=8be66b280b2b40de90761bf84c73161c HTTP/1.1" status: 200 len: 267 time: 0.0377169 Feb 04 15:23:11.667869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-e5896ff3-2cb7-4b06-94d2-9f3683d9c62a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.669386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-e5896ff3-2cb7-4b06-94d2-9f3683d9c62a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports/ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 HTTP/1.1" status: 200 len: 936 time: 0.0584509 Feb 04 15:23:11.731862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-05217915-53ef-462b-bade-e166b70447c9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.733363 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-05217915-53ef-462b-bade-e166b70447c9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports/2d268d87-85f2-4414-9fe3-159ef376e87c HTTP/1.1" status: 200 len: 936 time: 0.0568187 Feb 04 15:23:11.790153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-0cd641bb-a5ec-4a8d-ae67-977bfc6a19b6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?network_id=77deef98-3f2a-446d-affc-35d3653f0859&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0497653 Feb 04 15:23:11.828511 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dcded3f5-ed52-4145-bf8f-884bdc47a41d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?network_id=77deef98-3f2a-446d-affc-35d3653f0859&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0315289 Feb 04 15:23:11.956457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82b2ca4e-80f3-40d9-b82a-db91342eef01 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.962712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82b2ca4e-80f3-40d9-b82a-db91342eef01 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.968554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82b2ca4e-80f3-40d9-b82a-db91342eef01 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:11.970277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82b2ca4e-80f3-40d9-b82a-db91342eef01 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/networks?id=5f2aa4aa-59c4-412f-9f76-1135de5c6c66&id=e1a442bb-8228-4e43-aae7-8fe62b03a867&id=e1a442bb-8228-4e43-aae7-8fe62b03a867&id=77deef98-3f2a-446d-affc-35d3653f0859&id=77deef98-3f2a-446d-affc-35d3653f0859 HTTP/1.1" status: 200 len: 1994 time: 0.1337805 Feb 04 15:23:11.986721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-c18fdec9-e303-4ddb-a0cb-b75a8e003146 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/quotas/8be66b280b2b40de90761bf84c73161c HTTP/1.1" status: 200 len: 375 time: 0.0099773 Feb 04 15:23:12.056690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-e9b3408a-1140-43dc-8a3b-197ea445cbb4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0634975 Feb 04 15:23:12.268461 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-c5c7c55c-79c8-4ca2-ac55-408867fb0423 service neutron] 10.222.0.47 "GET /v2.0/networks/5f2aa4aa-59c4-412f-9f76-1135de5c6c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924810 Feb 04 15:23:12.281128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-42b37e5b-a072-40ef-85ce-64b7942e0857 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:12.282700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-42b37e5b-a072-40ef-85ce-64b7942e0857 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.1308246 Feb 04 15:23:12.373169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af6eef-22bf-43e3-8c82-5ba2176930a3 req-18915979-2ad7-4c52-953d-2ca4417bfb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:12.375813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86af6eef-22bf-43e3-8c82-5ba2176930a3 req-18915979-2ad7-4c52-953d-2ca4417bfb6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 1097 time: 0.1719389 Feb 04 15:23:12.431680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-b7e14e6c-c598-4c47-bae9-6073f7d20271 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:23:12.434021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-b7e14e6c-c598-4c47-bae9-6073f7d20271 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089915 Feb 04 15:23:12.435307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8223fff0-1451-43d5-9a18-587ec965d6af up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:12.451401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-d2535958-ada8-403f-9267-47afadce5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:12.452956 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-d2535958-ada8-403f-9267-47afadce5ca2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781&tenant_id=aac7834f57b043ac8fa445f0e36a6d82 HTTP/1.1" status: 200 len: 1095 time: 0.1599224 Feb 04 15:23:12.457257 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-73072833-afec-403a-bac2-fba67952956d service neutron] 10.222.0.47 "GET /v2.0/networks/5f2aa4aa-59c4-412f-9f76-1135de5c6c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785009 Feb 04 15:23:12.462308 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86af6eef-22bf-43e3-8c82-5ba2176930a3 req-eac5b85d-d867-4188-a28f-62878aecdf87 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763557 Feb 04 15:23:12.517947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-06c0069f-b4ff-459c-89a5-9e4540e7200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:12.520227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-06c0069f-b4ff-459c-89a5-9e4540e7200a service neutron] 10.222.0.47 "GET /v2.0/ports/d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 1093 time: 0.0567005 Feb 04 15:23:12.526387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-75e89ba4-a035-454b-8486-231726af95e6 service neutron] 10.222.0.47 "GET /v2.0/ports/ba2f6e8a-31b7-42cf-b509-7d57a1c99da3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0521510 Feb 04 15:23:12.530795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 8223fff0-1451-43d5-9a18-587ec965d6af completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:12.535922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 8223fff0-1451-43d5-9a18-587ec965d6af triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:12.536645 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.542998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Request body: {'binding': {'host': 'n-h2-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:12.543735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:23:12.669586 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-2afc37d7-4443-44b8-9761-3cd28fbb9cb0 service neutron] 10.222.0.47 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329689 Feb 04 15:23:12.691488 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.737094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8223fff0-1451-43d5-9a18-587ec965d6af'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:12.740984 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0e314d-f569-4b17-90ac-b668f5192f34" -d '{"events": [{"server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "name": "network-vif-plugged", "status": "completed", "tag": "8223fff0-1451-43d5-9a18-587ec965d6af"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:12.762012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8223fff0-1451-43d5-9a18-587ec965d6af, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8223fff0-1451-43d5-9a18-587ec965d6af,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:12.762387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on host n-h2-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:12.763146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:12.763438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:12.769036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.769376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:12.769376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:12.776101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:12.776518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:12.776825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:12.777270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Bound port: d35dff33-3dba-4fcf-85af-3ad321843191, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:12.819020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-6f615dc8-4229-484f-a330-4d43daba7609 service neutron] 10.222.0.47 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368327 Feb 04 15:23:12.847444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:12.855661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8223fff0-1451-43d5-9a18-587ec965d6af,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:12.856455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:12.858077 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-520d2448-673b-4d6b-a26b-fa37723a4662 service neutron] 10.222.0.47 "POST /v2.0/ports/d35dff33-3dba-4fcf-85af-3ad321843191/bindings HTTP/1.1" status: 201 len: 389 time: 0.3214712 Feb 04 15:23:12.882240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-b8171bff-1546-4a76-941b-ece99e67fbba service neutron] 10.222.0.47 "GET /v2.0/ports/2d268d87-85f2-4414-9fe3-159ef376e87c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0476577 Feb 04 15:23:12.999057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-5198f781-e18f-4973-9980-6b481683972c service neutron] 10.222.0.47 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091175 Feb 04 15:23:13.091748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae1cb-43e0-4bd6-801e-5b6633306b84 req-ae099d79-5364-4eb1-9f04-51644f11d21e tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:13.093452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6fae1cb-43e0-4bd6-801e-5b6633306b84 req-ae099d79-5364-4eb1-9f04-51644f11d21e tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.0720606 Feb 04 15:23:13.111070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-08845e81-6532-4067-b6cc-43a8c54adad0 service neutron] 10.222.0.47 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053491 Feb 04 15:23:13.149519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6fae1cb-43e0-4bd6-801e-5b6633306b84 req-b02baee7-0bb4-43f8-bfee-f8548f4bf086 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445225 Feb 04 15:23:13.273602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-680e98e2-8543-48ba-b72f-757f5b5a1f9b service neutron] 10.222.0.47 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517339 Feb 04 15:23:13.321785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764522-4054-4a83-af3a-2f5a304346bf req-edf99ea2-d1a6-42bd-a1f3-fa3c6bc3ef12 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:13.323466 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba764522-4054-4a83-af3a-2f5a304346bf req-edf99ea2-d1a6-42bd-a1f3-fa3c6bc3ef12 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.0669506 Feb 04 15:23:13.385449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba764522-4054-4a83-af3a-2f5a304346bf req-e5c4f835-68bb-4d29-b14a-27afd898b63a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493782 Feb 04 15:23:13.406037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-29340e19-b498-4c2f-8607-fc770dc03455 service neutron] 10.222.0.47 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202683 Feb 04 15:23:13.513514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676f629-c2d4-41c2-80d9-a9264b4377b0 req-1ef66a9e-7de5-4b9d-993b-4c9d5f8a9be1 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:13.516125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5676f629-c2d4-41c2-80d9-a9264b4377b0 req-1ef66a9e-7de5-4b9d-993b-4c9d5f8a9be1 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 946 time: 0.0606139 Feb 04 15:23:13.561167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-3ce3e9a5-15e0-4af5-9192-553b7c8f3538 service neutron] 10.222.0.47 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448863 Feb 04 15:23:13.574798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5676f629-c2d4-41c2-80d9-a9264b4377b0 req-63afcd36-bfc2-43a7-9aa9-b404d876d77b tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503643 Feb 04 15:23:13.706500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70c3f5-cd82-4f21-b2b4-599a00f29752 req-aeb5554d-b1a9-43ae-9aaf-4ecc96da5c9c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:13.712886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70c3f5-cd82-4f21-b2b4-599a00f29752 req-aeb5554d-b1a9-43ae-9aaf-4ecc96da5c9c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:13.714578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec70c3f5-cd82-4f21-b2b4-599a00f29752 req-aeb5554d-b1a9-43ae-9aaf-4ecc96da5c9c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1682 time: 0.0601683 Feb 04 15:23:13.722326 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d220e18a-94bc-4c47-9317-214f075fc319 service neutron] 10.222.0.47 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500401 Feb 04 15:23:13.767857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec70c3f5-cd82-4f21-b2b4-599a00f29752 req-6d44c757-6918-4db2-91a3-41dfede0b950 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Feb 04 15:23:13.846941 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-65d682b2-239d-4a3e-b1be-363c03847e1c service neutron] 10.222.0.47 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168320 Feb 04 15:23:13.939004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3a14e-8061-45f9-af0d-b53938985bb6 req-81ece56b-4806-409b-9e23-0c2527da6dd2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:13.941316 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b3a14e-8061-45f9-af0d-b53938985bb6 req-81ece56b-4806-409b-9e23-0c2527da6dd2 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 944 time: 0.0788262 Feb 04 15:23:14.008595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ddf9c777-dcff-4cfd-8d6d-d8291c3df2c0 service neutron] 10.222.0.47 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544881 Feb 04 15:23:14.013740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b3a14e-8061-45f9-af0d-b53938985bb6 req-110312ae-d841-4b50-af7d-63e1bbc8f9fd tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634186 Feb 04 15:23:14.084968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-30b9762e-bab9-4e57-a126-b552cc929ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:14.086865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-30b9762e-bab9-4e57-a126-b552cc929ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1095 time: 0.1233120 Feb 04 15:23:14.166909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a3ebd-abcf-4d7f-8386-624aa64d9f33 req-e1d41bee-232c-4499-bb79-d7ab3f12a25a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:14.169944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e15a3ebd-abcf-4d7f-8386-624aa64d9f33 req-e1d41bee-232c-4499-bb79-d7ab3f12a25a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.0883048 Feb 04 15:23:14.200383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-aa714ec4-07a6-48e2-8d6c-b5f764e68612 service neutron] 10.222.0.47 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832395 Feb 04 15:23:14.238985 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e15a3ebd-abcf-4d7f-8386-624aa64d9f33 req-b916ed09-d248-47e2-bb46-4ced41b92cf7 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603211 Feb 04 15:23:14.293262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-4ff159e9-3b76-4b50-831b-3bd38a4b74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:14.295116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-4ff159e9-3b76-4b50-831b-3bd38a4b74de service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.1964357 Feb 04 15:23:14.323976 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b84367-6963-4895-948e-cdac9a9475d1 x-openstack-request-id: req-68b84367-6963-4895-948e-cdac9a9475d1 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:14.324795 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "name": "network-vif-plugged", "status": "completed", "tag": "8223fff0-1451-43d5-9a18-587ec965d6af", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:14.324795 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68b84367-6963-4895-948e-cdac9a9475d1 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:14.325374 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8223fff0-1451-43d5-9a18-587ec965d6af', 'code': 200} Feb 04 15:23:14.349446 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-4210f01f-23f9-47a0-acbf-ddec09a93a89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 200 len: 217 time: 0.0449030 Feb 04 15:23:14.447767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfb84550-e572-4241-b5c9-a7f8e1c8adec service neutron] 10.222.0.47 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361596 Feb 04 15:23:14.459436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 19eda46c-7346-4a63-bfa8-5ab9782fa942 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:14.462257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-5ef0f5c7-cc56-4850-a400-c5a910e45124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:14.465256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-5ef0f5c7-cc56-4850-a400-c5a910e45124 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1065316 Feb 04 15:23:14.524002 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-6c823fd3-d54f-48f4-aa24-68067576929c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482118 Feb 04 15:23:14.542832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8799269-8355-488b-84ce-81d93a4f9f6f req-5b08fe53-419a-4cd5-9c53-e4f1d779551f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:14.546667 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b8799269-8355-488b-84ce-81d93a4f9f6f req-5b08fe53-419a-4cd5-9c53-e4f1d779551f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.1088564 Feb 04 15:23:14.563397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 19eda46c-7346-4a63-bfa8-5ab9782fa942 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:14.575975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 19eda46c-7346-4a63-bfa8-5ab9782fa942 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:14.576912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:14.634078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b8799269-8355-488b-84ce-81d93a4f9f6f req-6501cd25-20c7-40e8-a72c-a8ffa5c1ef86 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745509 Feb 04 15:23:14.709651 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-ff5c9504-19e2-49ec-9ca4-4742084ba8ef service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782911 Feb 04 15:23:14.847544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d795bf3-3f38-4647-86da-95279fb41e03 req-316a62bb-2e60-459c-b103-92264409edef tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:14.851712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d795bf3-3f38-4647-86da-95279fb41e03 req-316a62bb-2e60-459c-b103-92264409edef tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.1002634 Feb 04 15:23:14.920145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-b38ad22a-575c-4e31-8627-18ecb43a8e0b service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913605 Feb 04 15:23:14.929282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d795bf3-3f38-4647-86da-95279fb41e03 req-80c435f3-088b-4d5d-8842-1394e5f55300 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657499 Feb 04 15:23:14.956134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:15.020483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 19eda46c-7346-4a63-bfa8-5ab9782fa942, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=19eda46c-7346-4a63-bfa8-5ab9782fa942,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:15.026446 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:15.121176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=19eda46c-7346-4a63-bfa8-5ab9782fa942,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:15.138065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.138775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.139447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.141409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.141620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df9f1f-5640-400f-8cfa-ed42ea8c21a0 req-ec22d98a-35f6-47ba-a210-2be87ac59e3e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:15.142128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.142765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.143821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.144387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.144929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.145497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.146144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.146703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:15.154860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65df9f1f-5640-400f-8cfa-ed42ea8c21a0 req-ec22d98a-35f6-47ba-a210-2be87ac59e3e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.1109128 Feb 04 15:23:15.218566 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65df9f1f-5640-400f-8cfa-ed42ea8c21a0 req-02441171-558e-4c5f-9366-a2ce8b1044d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609422 Feb 04 15:23:15.459100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-992b895a-0b4f-4544-bba4-ce31573685e5 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:15.462515 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-992b895a-0b4f-4544-bba4-ce31573685e5 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.1580613 Feb 04 15:23:15.470193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e891a-ebf7-44fb-ab3e-7622d1507569 req-9c86d2ca-70dc-48e9-8072-4a8fedd4105f tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:15.479228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-255e891a-ebf7-44fb-ab3e-7622d1507569 req-9c86d2ca-70dc-48e9-8072-4a8fedd4105f tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 946 time: 0.1169150 Feb 04 15:23:15.527902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-255e891a-ebf7-44fb-ab3e-7622d1507569 req-96cd7e9a-067f-430d-9f41-047e55303a4f tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb21cf0e-4806-4b4c-b522-e167fcc9a624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472670 Feb 04 15:23:15.613605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45260a23-603d-49bc-b591-d73970edfc99 req-e34a0398-439c-4c05-9f2d-4ab84ad1affe tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:15.624611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45260a23-603d-49bc-b591-d73970edfc99 req-e34a0398-439c-4c05-9f2d-4ab84ad1affe tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:15.633640 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45260a23-603d-49bc-b591-d73970edfc99 req-e34a0398-439c-4c05-9f2d-4ab84ad1affe tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1683 time: 0.2035954 Feb 04 15:23:15.715039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45260a23-603d-49bc-b591-d73970edfc99 req-3fdd3326-13d2-4483-8c65-d81aac54ee4f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797355 Feb 04 15:23:15.760693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65055237-f158-43a3-a28a-6d3ebc8c4a34 req-30cb70d6-a1e2-4e10-810e-c9b37c059376 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:15.764018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65055237-f158-43a3-a28a-6d3ebc8c4a34 req-30cb70d6-a1e2-4e10-810e-c9b37c059376 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 944 time: 0.1039846 Feb 04 15:23:15.854822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65055237-f158-43a3-a28a-6d3ebc8c4a34 req-4d88b74e-8885-42cb-874c-996d0d63cc5b tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757437 Feb 04 15:23:15.985715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81e1e-49d5-42cc-b6e2-e14dd4d51412 req-864edf5d-0950-44d8-a815-29c4a95a674f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:15.988386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfe81e1e-49d5-42cc-b6e2-e14dd4d51412 req-864edf5d-0950-44d8-a815-29c4a95a674f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1956446 Feb 04 15:23:15.990670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-d5d06b17-2dc7-45c4-9abf-e964b7a7f9f5 service neutron] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:16.000515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-d5d06b17-2dc7-45c4-9abf-e964b7a7f9f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.002413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab0368fe-5756-494a-bf9d-d70c0914f132 req-d5d06b17-2dc7-45c4-9abf-e964b7a7f9f5 service neutron] 10.222.0.30 "DELETE /v2.0/ports/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c/bindings/n-h1-827869-1 HTTP/1.1" status: 204 len: 173 time: 0.4821603 Feb 04 15:23:16.015746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c48ed91-c9bf-4a67-91f7-0b023444a5be req-38ca0378-09d7-4095-9fc9-bbc08df0bf62 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0765920 Feb 04 15:23:16.031730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-af5b11ce-9197-40ea-b64f-614a41046de9 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:16.052438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-af5b11ce-9197-40ea-b64f-614a41046de9 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 946 time: 0.1955106 Feb 04 15:23:16.157018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1abce6-fa07-4417-b155-2eaa7396b2c8 req-39b34946-b116-473b-af9d-d3b60ad28e99 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:16.159050 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf1abce6-fa07-4417-b155-2eaa7396b2c8 req-39b34946-b116-473b-af9d-d3b60ad28e99 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.0651555 Feb 04 15:23:16.174525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfe81e1e-49d5-42cc-b6e2-e14dd4d51412 req-b8309c2e-aacd-41a2-955d-11c5a03aea7d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692600 Feb 04 15:23:16.226663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf1abce6-fa07-4417-b155-2eaa7396b2c8 req-255403ca-adb2-4265-a886-edb626986235 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558460 Feb 04 15:23:16.279333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Deleting port f3c7b300-35c5-414b-be80-ba2afecc9660 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:16.284083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.327673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eda46c-7346-4a63-bfa8-5ab9782fa942'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:16.331798 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd6d540-90f1-4be0-9d63-f88aaf1ba72c" -d '{"events": [{"server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "name": "network-vif-plugged", "status": "completed", "tag": "19eda46c-7346-4a63-bfa8-5ab9782fa942"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:16.435129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b4f3d-f490-48a1-a9d1-07684e98c9af req-00d2e53f-bc50-4329-be34-f87cb36917c4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:16.437209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-656b4f3d-f490-48a1-a9d1-07684e98c9af req-00d2e53f-bc50-4329-be34-f87cb36917c4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1018443 Feb 04 15:23:16.452021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34874) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:16.456802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8f1f8da4-023a-4222-8ce8-73c09170db17 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:23:16.467767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Request body: {'floatingip': {'port_id': 'af253f40-8f5f-41d0-aa79-cab510f67a69'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:16.487237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a8bc3-2c14-4a7a-bd54-747e24713212 req-fea0a123-4cbb-409a-8fcb-471872ef302c tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:16.490291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e3a8bc3-2c14-4a7a-bd54-747e24713212 req-fea0a123-4cbb-409a-8fcb-471872ef302c tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.1892810 Feb 04 15:23:16.571221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] For port f3c7b300-35c5-414b-be80-ba2afecc9660, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f3c7b300-35c5-414b-be80-ba2afecc9660,segment=NetworkSegment(675412af-fe0f-4d28-87f3-997bc29bc135),segment_id=675412af-fe0f-4d28-87f3-997bc29bc135)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:16.571892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.641070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e3a8bc3-2c14-4a7a-bd54-747e24713212 req-03279849-f268-4ea7-9d13-7f7dc3ab2290 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247518 Feb 04 15:23:16.647033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.650858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Calling delete_port for f3c7b300-35c5-414b-be80-ba2afecc9660 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:16.687847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8f1f8da4-023a-4222-8ce8-73c09170db17, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8f1f8da4-023a-4222-8ce8-73c09170db17,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:16.707302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'port_id': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'mac_address': 'fa:16:3e:9e:52:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:23:16.774020 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.793909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1f8da4-023a-4222-8ce8-73c09170db17 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:16.811173 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c38bd9-c09c-4b76-a84a-c4f76e131079 x-openstack-request-id: req-51c38bd9-c09c-4b76-a84a-c4f76e131079 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:16.811662 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "name": "network-vif-plugged", "status": "completed", "tag": "19eda46c-7346-4a63-bfa8-5ab9782fa942", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:16.812165 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51c38bd9-c09c-4b76-a84a-c4f76e131079 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:16.813613 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eda46c-7346-4a63-bfa8-5ab9782fa942', 'code': 200} Feb 04 15:23:16.852666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8f1f8da4-023a-4222-8ce8-73c09170db17, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8f1f8da4-023a-4222-8ce8-73c09170db17,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:16.863121 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.938889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e1b2b-b93f-45cc-bde1-35b2e7414b42 req-57e568a2-188d-45b7-8f7d-a9ac1c5fbd60 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:16.951638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-039e1b2b-b93f-45cc-bde1-35b2e7414b42 req-57e568a2-188d-45b7-8f7d-a9ac1c5fbd60 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.4197826 Feb 04 15:23:16.957157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8f1f8da4-023a-4222-8ce8-73c09170db17,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:16.975826 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:16.988417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['f3c7b300-35c5-414b-be80-ba2afecc9660'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:23:16.999056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2dfbb0a5-368b-4958-b1d2-e13710fc8752 req-fe0c306b-698b-4f9f-9c98-fec3634f802d tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9baafbe-c43a-4517-a1d7-b3da7d15a675 HTTP/1.1" status: 200 len: 210 time: 0.0387268 Feb 04 15:23:17.049945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Pushing event deleted for resources: {'Port': ['ID=f3c7b300-35c5-414b-be80-ba2afecc9660,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:17.114243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-039e1b2b-b93f-45cc-bde1-35b2e7414b42 req-630a0328-6fd4-4aff-adb0-fca4a76f37a1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603317 Feb 04 15:23:17.118079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] No DVR routers for this DVR port f3c7b300-35c5-414b-be80-ba2afecc9660 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:17.126719 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:17.132965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d0db2ee-1226-46f8-8e01-c8913d71d148 req-79e6baa3-3df9-42dd-b3b8-06c8d4d16fd0 tempest-VolumesAdminNegativeTest-386174928 tempest-VolumesAdminNegativeTest-386174928-project] 10.222.0.30 "DELETE /v2.0/ports/f3c7b300-35c5-414b-be80-ba2afecc9660 HTTP/1.1" status: 204 len: 173 time: 1.0661111 Feb 04 15:23:17.133898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9baafbe-c43a-4517-a1d7-b3da7d15a675', 'name': 'network-vif-deleted', 'tag': 'f3c7b300-35c5-414b-be80-ba2afecc9660'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:17.140756 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c174a8-623b-4e9d-bec1-7b97b229e657" -d '{"events": [{"server_uuid": "f9baafbe-c43a-4517-a1d7-b3da7d15a675", "name": "network-vif-deleted", "tag": "f3c7b300-35c5-414b-be80-ba2afecc9660"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:17.205650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11454e4a-25b2-4267-be97-49ccbd168bf9 req-7eed0da9-6ad4-429b-b06d-6c9a186e02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.206498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11454e4a-25b2-4267-be97-49ccbd168bf9 req-7eed0da9-6ad4-429b-b06d-6c9a186e02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.209806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11454e4a-25b2-4267-be97-49ccbd168bf9 req-7eed0da9-6ad4-429b-b06d-6c9a186e02ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1985 time: 0.2029002 Feb 04 15:23:17.284736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfabc3d-b492-413e-b72c-c91f1381325a req-de56c869-2fbb-4cec-b709-224e247fe2ad tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.291735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfabc3d-b492-413e-b72c-c91f1381325a req-de56c869-2fbb-4cec-b709-224e247fe2ad tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.307268 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4cfabc3d-b492-413e-b72c-c91f1381325a req-de56c869-2fbb-4cec-b709-224e247fe2ad tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1683 time: 0.1221645 Feb 04 15:23:17.389224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['8f1f8da4-023a-4222-8ce8-73c09170db17'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:23:17.412163 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11454e4a-25b2-4267-be97-49ccbd168bf9 req-af641904-6149-4b03-ad1f-c21799abdb1a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515326 Feb 04 15:23:17.429846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4cfabc3d-b492-413e-b72c-c91f1381325a req-e484a863-d283-4025-be94-3de07dda1dec tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184101 Feb 04 15:23:17.452505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab3c2-e786-41cb-98d2-f7cf0a1bc30c req-feb2c854-e409-4fe9-8d95-47768ce8fd7d tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.456405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62bab3c2-e786-41cb-98d2-f7cf0a1bc30c req-feb2c854-e409-4fe9-8d95-47768ce8fd7d tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 945 time: 0.2417707 Feb 04 15:23:17.494149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-175b28c9-3075-4f8c-8a13-59ebe7f020a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.495770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-175b28c9-3075-4f8c-8a13-59ebe7f020a6 service neutron] 10.222.0.30 "GET /v2.0/ports/ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 HTTP/1.1" status: 200 len: 1032 time: 0.0654023 Feb 04 15:23:17.629190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-8fa01584-29c2-4f96-955a-9d1ee2757d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.633174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-8fa01584-29c2-4f96-955a-9d1ee2757d5e service neutron] 10.222.0.30 "GET /v2.0/ports/2d268d87-85f2-4414-9fe3-159ef376e87c HTTP/1.1" status: 200 len: 1032 time: 0.1300347 Feb 04 15:23:17.776083 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7531edc-d50d-42e9-883d-d13045cdb770 req-d33b865f-483b-4076-82d4-ecd9448e95d5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0687647 Feb 04 15:23:17.885563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62bab3c2-e786-41cb-98d2-f7cf0a1bc30c req-6915d3e1-d15e-4359-af15-24fc4bc5458f tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190526 Feb 04 15:23:17.952543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-9af6b86d-6f0d-46e7-8ef5-e321ba88cf70 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.961107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-9af6b86d-6f0d-46e7-8ef5-e321ba88cf70 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.977885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-9af6b86d-6f0d-46e7-8ef5-e321ba88cf70 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:17.988568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-9af6b86d-6f0d-46e7-8ef5-e321ba88cf70 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "GET /v2.0/networks?id=5f2aa4aa-59c4-412f-9f76-1135de5c6c66&id=e1a442bb-8228-4e43-aae7-8fe62b03a867&id=e1a442bb-8228-4e43-aae7-8fe62b03a867&id=e1a442bb-8228-4e43-aae7-8fe62b03a867&id=e1a442bb-8228-4e43-aae7-8fe62b03a867&id=77deef98-3f2a-446d-affc-35d3653f0859&id=77deef98-3f2a-446d-affc-35d3653f0859 HTTP/1.1" status: 200 len: 1994 time: 0.3451579 Feb 04 15:23:18.070546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-13cabc56-2e95-4635-8ed3-30e76dd7fc25 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be66b280b2b40de90761bf84c73161c HTTP/1.1" status: 200 len: 379 time: 0.0734918 Feb 04 15:23:18.076482 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d607c9-33f2-45c1-8534-2ecb1dc368ad x-openstack-request-id: req-58d607c9-33f2-45c1-8534-2ecb1dc368ad {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:18.076934 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9baafbe-c43a-4517-a1d7-b3da7d15a675", "name": "network-vif-deleted", "tag": "f3c7b300-35c5-414b-be80-ba2afecc9660", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:18.077357 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58d607c9-33f2-45c1-8534-2ecb1dc368ad {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:18.078066 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9baafbe-c43a-4517-a1d7-b3da7d15a675', 'name': 'network-vif-deleted', 'tag': 'f3c7b300-35c5-414b-be80-ba2afecc9660', 'status': 'completed', 'code': 200} Feb 04 15:23:18.096526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'admin_state_up': True, 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'security_groups': ['cffe51c4-365c-4892-a286-4b03abc3217d']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:18.319643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-4e5f2f1c-a667-437a-b481-0198e27ac456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:18.322257 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-4e5f2f1c-a667-437a-b481-0198e27ac456 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1096 time: 0.1789732 Feb 04 15:23:18.535051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b5ee-e082-4441-b0ea-e09c5ab5ff84 req-183e168c-fef9-4c07-ba3d-23ae99cc902f tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:18.537864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9619b5ee-e082-4441-b0ea-e09c5ab5ff84 req-183e168c-fef9-4c07-ba3d-23ae99cc902f tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1095 time: 0.2412469 Feb 04 15:23:18.615009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:18.619835 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.673963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-1802e3f9-903a-4a12-afc7-facfb69a46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:18.676424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-1802e3f9-903a-4a12-afc7-facfb69a46f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.3440158 Feb 04 15:23:18.683038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c6289-3ee7-4961-b7cb-8536062a3800 req-97cbd572-e288-4aa0-8c71-f38c83247cb6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:18.685437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f6c6289-3ee7-4961-b7cb-8536062a3800 req-97cbd572-e288-4aa0-8c71-f38c83247cb6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.5436406 Feb 04 15:23:18.698091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9619b5ee-e082-4441-b0ea-e09c5ab5ff84 req-4b2ecf52-11b6-4322-af3d-94df749acfd3 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378713 Feb 04 15:23:18.741222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:23:18.748964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-97f48fea-c40a-473c-9b4c-be7766a22f24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 217 time: 0.0643504 Feb 04 15:23:18.829628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34906) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:18.915408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01b3516-958e-485a-b39e-55d1b542c222 admin admin] Deleting subnet d475966a-1be7-4e3c-ac1d-5e9394ef1f3d {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:23:18.915729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-18d54a2c-d88d-46cb-b7fb-4182659f986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:18.918264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-18d54a2c-d88d-46cb-b7fb-4182659f986d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1209557 Feb 04 15:23:18.919040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d01b3516-958e-485a-b39e-55d1b542c222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:18.966091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d01b3516-958e-485a-b39e-55d1b542c222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.013457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d01b3516-958e-485a-b39e-55d1b542c222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.019902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-59bb1aa6-bd98-4f07-a7b0-aace813c5211 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903192 Feb 04 15:23:19.112855 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d01b3516-958e-485a-b39e-55d1b542c222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.163676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Allocated IP 172.20.0.13 (5f2aa4aa-59c4-412f-9f76-1135de5c6c66/193571a1-2cf9-476f-8e64-0d02101eb2e5/a81f45d4-2985-4f5d-9238-0346a2f7a72c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:19.237708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d01b3516-958e-485a-b39e-55d1b542c222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.244270 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d01b3516-958e-485a-b39e-55d1b542c222 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d475966a-1be7-4e3c-ac1d-5e9394ef1f3d HTTP/1.1" status: 204 len: 168 time: 0.4093313 Feb 04 15:23:19.247482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.249359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b3516-958e-485a-b39e-55d1b542c222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d475966a-1be7-4e3c-ac1d-5e9394ef1f3d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:19.254582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:19.275160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f6c6289-3ee7-4961-b7cb-8536062a3800 req-9ffc5f21-17ef-490a-9bbf-d621202ff325 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632987 Feb 04 15:23:19.278760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.311524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-114c7af7-c71b-49d7-a926-70c637386f5f service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832010 Feb 04 15:23:19.566638 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Floating IP 4c209fe6-50ee-46de-b1e1-5c49fc927eca associated. External IP: 172.25.1.181, port: af253f40-8f5f-41d0-aa79-cab510f67a69. Feb 04 15:23:19.575279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.592035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b9f0b-9f60-4e85-96ac-7f04925f7e1f req-86c45933-189d-483a-9367-d58cea8eec5f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:19.598185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b9f0b-9f60-4e85-96ac-7f04925f7e1f req-86c45933-189d-483a-9367-d58cea8eec5f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:19.600591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-548b9f0b-9f60-4e85-96ac-7f04925f7e1f req-86c45933-189d-483a-9367-d58cea8eec5f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1683 time: 0.2492788 Feb 04 15:23:19.657744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77aa93-3ba6-45fa-9c2b-b3cfdb12b989 req-4b653f23-3a60-4c21-9808-2a63911c385f tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:19.659999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f77aa93-3ba6-45fa-9c2b-b3cfdb12b989 req-4b653f23-3a60-4c21-9808-2a63911c385f tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 1095 time: 0.1816463 Feb 04 15:23:19.665959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-2b582f40-d26c-4cba-948b-e7384d91dbd6 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402271 Feb 04 15:23:19.725835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-548b9f0b-9f60-4e85-96ac-7f04925f7e1f req-d3b7bbe9-57da-461b-9511-717092b5470e tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102848 Feb 04 15:23:19.729216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.761065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f3c7b300-35c5-414b-be80-ba2afecc9660 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:23:19.846340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: f3c7b300-35c5-414b-be80-ba2afecc9660 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:23:19.851247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f3c7b300-35c5-414b-be80-ba2afecc9660 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:23:19.862694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:19.874412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f77aa93-3ba6-45fa-9c2b-b3cfdb12b989 req-db735dbf-3e67-45ae-82eb-4e2af805653a tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874948 Feb 04 15:23:19.985643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-519686e9-36bc-4659-a97e-4e14487156d7 req-431ca3c9-254c-4838-b0ec-6588e253856b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0992904 Feb 04 15:23:19.994976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:20.018573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675412af-fe0f-4d28-87f3-997bc29bc135') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:20.019242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675412af-fe0f-4d28-87f3-997bc29bc135') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:20.023933 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.058222 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.094210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:23:20.127863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c7a39-66f6-48a8-b017-bc330b386a18 req-53f01892-340e-4772-badc-31f688e69ea1 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:20.136655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b0c7a39-66f6-48a8-b017-bc330b386a18 req-53f01892-340e-4772-badc-31f688e69ea1 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 945 time: 0.1578875 Feb 04 15:23:20.199322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.251108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:20.255734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:23:20.256581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.261601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=a81f45d4-2985-4f5d-9238-0346a2f7a72c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:23:20.278132 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:23:20.312211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:20.317028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:20.371170 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b0c7a39-66f6-48a8-b017-bc330b386a18 req-dc66d1db-0c70-4549-a729-5045e2526aef tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335525 Feb 04 15:23:20.421218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:23:20.426564 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.434843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] Sync routers for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:20.456052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:20.456717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:20.513824 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b88fa51f-0800-4268-8e78-3ed9d34d0ab4 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "PUT /v2.0/floatingips/4c209fe6-50ee-46de-b1e1-5c49fc927eca HTTP/1.1" status: 200 len: 991 time: 4.0591228 Feb 04 15:23:20.515328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'tag': 'af253f40-8f5f-41d0-aa79-cab510f67a69'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:20.530339 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd402e0-dd40-4def-89c8-0af337c19196" -d '{"events": [{"name": "network-changed", "server_uuid": "6caaee38-6ec6-47d2-9dfd-9cc07a931301", "tag": "af253f40-8f5f-41d0-aa79-cab510f67a69"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:20.551632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8f1f8da4-023a-4222-8ce8-73c09170db17 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:20.651633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:20.653233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.653747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86309d-ddc2-483e-946a-b77ee1cfcab6 req-bc112720-cf30-4771-8811-aded624d4842 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:20.662970 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.664184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d86309d-ddc2-483e-946a-b77ee1cfcab6 req-bc112720-cf30-4771-8811-aded624d4842 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.1522770 Feb 04 15:23:20.695167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b65b-0db7-47fd-aa14-dd8b06e1ba00 req-d17e9d79-53a2-43ec-aa03-ba4f1f0d1cad tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:20.704455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d99b65b-0db7-47fd-aa14-dd8b06e1ba00 req-d17e9d79-53a2-43ec-aa03-ba4f1f0d1cad tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.4512527 Feb 04 15:23:20.721067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.732729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34924) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:20.734261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908 HTTP/1.1" status: 204 len: 168 time: 1.4674158 Feb 04 15:23:20.781420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01da8c5-631d-449e-aeaa-31c63b388188 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8bd4c17-d5da-40de-a1f4-3e8f1e0d7908,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:20.814102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-cd70dc47-30f4-490a-addb-66dff6a321b6 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:20.817962 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-cd70dc47-30f4-490a-addb-66dff6a321b6 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 946 time: 0.2989147 Feb 04 15:23:20.825682 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ae7593b1-7ee8-4f5a-b417-e721250da0d0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7453461 Feb 04 15:23:20.847838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d86309d-ddc2-483e-946a-b77ee1cfcab6 req-222c3e37-abc4-4965-bfa5-09f4d9b7fa77 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768715 Feb 04 15:23:20.870762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:20.882917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-28519130-59a3-48d1-99a4-4fc25ecabbbf admin admin] Deleting subnet f3a16cf5-930e-42db-882e-8057270ed74c {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:23:20.888442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28519130-59a3-48d1-99a4-4fc25ecabbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.938560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'admin_state_up': True, 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'security_groups': ['cffe51c4-365c-4892-a286-4b03abc3217d']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:20.948970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28519130-59a3-48d1-99a4-4fc25ecabbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:20.979144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 8f1f8da4-023a-4222-8ce8-73c09170db17 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:21.019832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d99b65b-0db7-47fd-aa14-dd8b06e1ba00 req-3aab4036-c170-4541-b5a1-f0d491232540 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136952 Feb 04 15:23:21.020419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 8f1f8da4-023a-4222-8ce8-73c09170db17 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:21.021818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.040806 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28519130-59a3-48d1-99a4-4fc25ecabbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.155184 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19366be-660e-4232-8796-f087ab37b38c x-openstack-request-id: req-f19366be-660e-4232-8796-f087ab37b38c {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:21.156278 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caaee38-6ec6-47d2-9dfd-9cc07a931301", "tag": "af253f40-8f5f-41d0-aa79-cab510f67a69", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:21.157110 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f19366be-660e-4232-8796-f087ab37b38c {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:21.157967 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'tag': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'status': 'completed', 'code': 200} Feb 04 15:23:21.165462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28519130-59a3-48d1-99a4-4fc25ecabbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.214935 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28519130-59a3-48d1-99a4-4fc25ecabbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.224793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28519130-59a3-48d1-99a4-4fc25ecabbbf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f3a16cf5-930e-42db-882e-8057270ed74c HTTP/1.1" status: 204 len: 168 time: 0.4868145 Feb 04 15:23:21.242976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34930) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:21.243350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c93eae2a-abf2-4958-8352-75a8e1b55a2d None None] Provisioning complete for port a81f45d4-2985-4f5d-9238-0346a2f7a72c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:21.243752 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c93eae2a-abf2-4958-8352-75a8e1b55a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.367872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28519130-59a3-48d1-99a4-4fc25ecabbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a16cf5-930e-42db-882e-8057270ed74c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:21.460124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c93eae2a-abf2-4958-8352-75a8e1b55a2d None None] Port a81f45d4-2985-4f5d-9238-0346a2f7a72c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:21.551706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6a385-eabd-4c4a-964d-4c074288ca01 req-ab0c7ea3-46a2-4c09-affc-29a375933027 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:21.566879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cad6a385-eabd-4c4a-964d-4c074288ca01 req-ab0c7ea3-46a2-4c09-affc-29a375933027 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.4069316 Feb 04 15:23:21.634931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd402e0-dd40-4def-89c8-0af337c19196 req-70831a84-e4a0-40fa-baac-4648968e3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:21.639234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acd402e0-dd40-4def-89c8-0af337c19196 req-70831a84-e4a0-40fa-baac-4648968e3a84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26192a914796443084c5e9edd5a7d924&device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 1096 time: 0.4391298 Feb 04 15:23:21.651928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.671980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Deleting port cc48d6c3-02c6-469f-a465-24b65f10bfc5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:21.671980 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.700939 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.774314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd480e66-c0e4-4025-b005-292fdea10677 req-360433a2-8d2f-4f8a-8c41-f294de029aa5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:21.783253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd480e66-c0e4-4025-b005-292fdea10677 req-360433a2-8d2f-4f8a-8c41-f294de029aa5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:21.785325 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd480e66-c0e4-4025-b005-292fdea10677 req-360433a2-8d2f-4f8a-8c41-f294de029aa5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1683 time: 0.1949883 Feb 04 15:23:21.790590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:21.794748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.799113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f8da4-023a-4222-8ce8-73c09170db17'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:21.803581 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4f1400-7520-4b09-bc67-d8cf2ca09a76" -d '{"events": [{"server_uuid": "9aee61bb-a0cb-487b-92ce-d767983aa516", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f8da4-023a-4222-8ce8-73c09170db17"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:21.841731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8f1f8da4-023a-4222-8ce8-73c09170db17, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8f1f8da4-023a-4222-8ce8-73c09170db17,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:21.851892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cad6a385-eabd-4c4a-964d-4c074288ca01 req-a0838ea8-8232-41f3-b2be-7b231d1bb478 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831004 Feb 04 15:23:21.897771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:21.960296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] For port cc48d6c3-02c6-469f-a465-24b65f10bfc5, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cc48d6c3-02c6-469f-a465-24b65f10bfc5,segment=NetworkSegment(4c074c7d-2327-4538-9018-a2948134a652),segment_id=4c074c7d-2327-4538-9018-a2948134a652)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:21.961061 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.012508 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd480e66-c0e4-4025-b005-292fdea10677 req-b18106c3-6956-4835-8685-c2e5e8b521e4 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952686 Feb 04 15:23:22.020692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Calling delete_port for cc48d6c3-02c6-469f-a465-24b65f10bfc5 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:22.118302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8f1f8da4-023a-4222-8ce8-73c09170db17,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:22.133134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4c209fe6-50ee-46de-b1e1-5c49fc927eca', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'port_id': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'mac_address': 'fa:16:3e:ab:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:20:15Z', 'updated_at': '2022-02-04T15:23:18Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:22.184032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd402e0-dd40-4def-89c8-0af337c19196 req-5a0c6609-c08e-4bb8-baad-176a4594066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:22.187971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acd402e0-dd40-4def-89c8-0af337c19196 req-5a0c6609-c08e-4bb8-baad-176a4594066a service neutron] 10.222.0.30 "GET /v2.0/networks?id=eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 200 len: 925 time: 0.5425737 Feb 04 15:23:22.251794 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] Checking router: 381d673a-b8e7-4b4a-a770-cc2e082b7a75 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:23:22.260785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Allocated IP 10.1.1.97 (e1a442bb-8228-4e43-aae7-8fe62b03a867/bd6304ea-38b1-4494-8576-38f777cbaa01/d5746d35-bd68-4bf7-b45a-689ab9102a69) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:22.274380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:22.275425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:22.298602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.371747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a88939-8a29-4b2b-bba0-1278026184f0 req-9d8a62c2-6ea8-40bf-88c9-29272553bfde tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:22.376245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76a88939-8a29-4b2b-bba0-1278026184f0 req-9d8a62c2-6ea8-40bf-88c9-29272553bfde tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.1341085 Feb 04 15:23:22.490130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150a574f-96ce-4693-8281-abdfc4c86ccf']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:22.542624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702a81c4-8453-40b2-87cc-a9079868de96') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:22.543285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702a81c4-8453-40b2-87cc-a9079868de96') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:22.559283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76a88939-8a29-4b2b-bba0-1278026184f0 req-04f2e889-bb6f-47c0-901e-7cde8f7a3b77 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404371 Feb 04 15:23:22.569886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acd402e0-dd40-4def-89c8-0af337c19196 req-7998b2fa-8c27-40f3-afb2-e6650ed3518d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af253f40-8f5f-41d0-aa79-cab510f67a69 HTTP/1.1" status: 200 len: 999 time: 0.3656349 Feb 04 15:23:22.572171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.581592 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.652861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd7dee-2820-4086-9e16-a9ff20c0ad9d req-bc9f340f-db5f-4843-bbd9-3c7c8c9a75ce tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:22.657761 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7bd7dee-2820-4086-9e16-a9ff20c0ad9d req-bc9f340f-db5f-4843-bbd9-3c7c8c9a75ce tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 932 time: 0.3650055 Feb 04 15:23:22.673805 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.683117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:22.694841 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.709569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:23:22.710182 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:23:22.712709 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:23:22.724368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Pushing event deleted for resources: {'Port': ['ID=cc48d6c3-02c6-469f-a465-24b65f10bfc5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:22.774857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd402e0-dd40-4def-89c8-0af337c19196 req-5af80736-8ccb-47c3-b11f-23735154eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:22.776536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acd402e0-dd40-4def-89c8-0af337c19196 req-5af80736-8ccb-47c3-b11f-23735154eabf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e87b2ce2-cb8b-454e-9dd3-6060a92d65fb HTTP/1.1" status: 200 len: 863 time: 0.1910672 Feb 04 15:23:22.799007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] No DVR routers for this DVR port cc48d6c3-02c6-469f-a465-24b65f10bfc5 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:22.811160 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0878c44-b511-4272-9a7f-41a32cf0e930 x-openstack-request-id: req-e0878c44-b511-4272-9a7f-41a32cf0e930 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:22.811582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.814625 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee61bb-a0cb-487b-92ce-d767983aa516", "name": "network-vif-plugged", "status": "completed", "tag": "8f1f8da4-023a-4222-8ce8-73c09170db17", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:22.815002 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0878c44-b511-4272-9a7f-41a32cf0e930 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:22.815621 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'code': 200} Feb 04 15:23:22.815740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94089f98-05b2-41c4-b0e6-bf1799e9f41e req-0e5c34e6-03e8-46d6-a284-0e44d9c88f6b tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.30 "DELETE /v2.0/ports/cc48d6c3-02c6-469f-a465-24b65f10bfc5 HTTP/1.1" status: 204 len: 173 time: 1.9873438 Feb 04 15:23:22.816231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b0977a-a843-4583-b09d-d8c7b12db521', 'name': 'network-vif-deleted', 'tag': 'cc48d6c3-02c6-469f-a465-24b65f10bfc5'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:22.828727 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e03372-1ac8-4421-b60a-b9a60c04b448" -d '{"events": [{"server_uuid": "c4b0977a-a843-4583-b09d-d8c7b12db521", "name": "network-vif-deleted", "tag": "cc48d6c3-02c6-469f-a465-24b65f10bfc5"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:22.898156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:22.929557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7bd7dee-2820-4086-9e16-a9ff20c0ad9d req-5197650d-a9b0-46cd-94f8-fe4b3e95e77a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703669 Feb 04 15:23:22.992283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.004194 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.010759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] 10.222.0.47 "DELETE /v2.0/networks/150a574f-96ce-4693-8281-abdfc4c86ccf HTTP/1.1" status: 204 len: 168 time: 1.6922002 Feb 04 15:23:23.012063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36669f80-e5a7-422c-a562-ddddfc81d69e req-e15612af-e7d9-46ce-a3a8-469281b567e8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:23.014360 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36669f80-e5a7-422c-a562-ddddfc81d69e req-e15612af-e7d9-46ce-a3a8-469281b567e8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.0847657 Feb 04 15:23:23.076816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.077705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bd22a-5967-46ca-992a-b96689487b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=150a574f-96ce-4693-8281-abdfc4c86ccf,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:23.155763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=d5746d35-bd68-4bf7-b45a-689ab9102a69,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:23.179811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36669f80-e5a7-422c-a562-ddddfc81d69e req-ced70411-efb8-487c-9a97-3e2070bb8ee8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556346 Feb 04 15:23:23.204609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:23.209532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:23.227216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:23.402924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:23.403976 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.445063 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe302a4-429d-4bc9-bd95-627edb0567b1 x-openstack-request-id: req-5fe302a4-429d-4bc9-bd95-627edb0567b1 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:23.445646 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b0977a-a843-4583-b09d-d8c7b12db521", "name": "network-vif-deleted", "tag": "cc48d6c3-02c6-469f-a465-24b65f10bfc5", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:23.448305 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fe302a4-429d-4bc9-bd95-627edb0567b1 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:23.460065 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b0977a-a843-4583-b09d-d8c7b12db521', 'name': 'network-vif-deleted', 'tag': 'cc48d6c3-02c6-469f-a465-24b65f10bfc5', 'status': 'completed', 'code': 200} Feb 04 15:23:23.482135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-97670f32-7bbc-4ca0-a0bc-b036ca178cb1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5535057 Feb 04 15:23:23.515811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'admin_state_up': True, 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'security_groups': ['cffe51c4-365c-4892-a286-4b03abc3217d']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:23.526732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34952) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:23.655293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd402e0-dd40-4def-89c8-0af337c19196 req-753e93bc-8525-4583-894d-2a7b7bab9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:23.660482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acd402e0-dd40-4def-89c8-0af337c19196 req-753e93bc-8525-4583-894d-2a7b7bab9e5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eac7cd70-b40c-4229-bab6-065295e81f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8691430 Feb 04 15:23:23.685201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4c209fe6-50ee-46de-b1e1-5c49fc927eca', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'port_id': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'mac_address': 'fa:16:3e:ab:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:20:15Z', 'updated_at': '2022-02-04T15:23:18Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:23.705318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db773da9-6df9-444c-943c-a0cb907a6986 req-bcf83a70-52c0-44f9-a255-720f8a6b0b57 tempest-ServerAddressesTestJSON-993963824 tempest-ServerAddressesTestJSON-993963824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b0977a-a843-4583-b09d-d8c7b12db521 HTTP/1.1" status: 200 len: 210 time: 0.6238914 Feb 04 15:23:23.763706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device cc48d6c3-02c6-469f-a465-24b65f10bfc5 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:23:23.799406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: cc48d6c3-02c6-469f-a465-24b65f10bfc5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:23:23.799948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device cc48d6c3-02c6-469f-a465-24b65f10bfc5 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:23:23.806488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6594b1b-3473-4780-96d3-8c24374e2252 None None] The sync data for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 is: [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4c209fe6-50ee-46de-b1e1-5c49fc927eca', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'port_id': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'mac_address': 'fa:16:3e:ab:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:20:15Z', 'updated_at': '2022-02-04T15:23:18Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:23:23.831205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1946f825-2293-477c-8d5d-71a8ca7969e8 None None] Provisioning complete for port d5746d35-bd68-4bf7-b45a-689ab9102a69 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:23.831785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1946f825-2293-477c-8d5d-71a8ca7969e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:23.850903 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1b4ad59e-4c52-4624-ba02-25b16283974d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3954f4b7540a4693bbaca0d004a01a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143466 Feb 04 15:23:23.876951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34956) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:23.945655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bb87c-c6cd-4286-b3a7-cf469885b1a7 req-3b7f1538-63ef-4ce3-bf42-b2301f91ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:23.950049 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-602bb87c-c6cd-4286-b3a7-cf469885b1a7 req-3b7f1538-63ef-4ce3-bf42-b2301f91ac02 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 1097 time: 1.0584986 Feb 04 15:23:23.983793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1946f825-2293-477c-8d5d-71a8ca7969e8 None None] Port d5746d35-bd68-4bf7-b45a-689ab9102a69 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:24.031364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acd402e0-dd40-4def-89c8-0af337c19196 req-c0b94d32-e171-429f-b4d1-b293ca5a3724 service neutron] 10.222.0.30 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319726 Feb 04 15:23:24.080203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fb27332-3203-44f3-bc35-cdb0c684f0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.190828 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fb27332-3203-44f3-bc35-cdb0c684f0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.243941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f75d06-9396-4340-ab54-681dec732f25 req-061c5a9e-75b6-45b9-9244-622a6159b4d1 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:24.247127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44f75d06-9396-4340-ab54-681dec732f25 req-061c5a9e-75b6-45b9-9244-622a6159b4d1 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.4609768 Feb 04 15:23:24.289349 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf82a7-530a-4527-9a43-e835649a5ccd None None] New status for floating IP 4c209fe6-50ee-46de-b1e1-5c49fc927eca: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:23:24.394677 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44f75d06-9396-4340-ab54-681dec732f25 req-56cf5b50-fa91-46b8-86f8-40c03aa02080 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341114 Feb 04 15:23:24.448957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:24.457435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-602bb87c-c6cd-4286-b3a7-cf469885b1a7 req-969e646a-688f-4a54-8f3c-1853468ab01f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4900696 Feb 04 15:23:24.461833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acd402e0-dd40-4def-89c8-0af337c19196 req-9ba4fcd5-d83f-40fe-ac7e-5caca4bf8cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830996 Feb 04 15:23:24.472860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.518276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93217-f1ab-4ef5-ba15-2bc5516fbc83 req-29da4b34-1f75-4bde-813e-7c6eb350c171 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:24.521575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddb93217-f1ab-4ef5-ba15-2bc5516fbc83 req-29da4b34-1f75-4bde-813e-7c6eb350c171 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.2928314 Feb 04 15:23:24.526957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fb27332-3203-44f3-bc35-cdb0c684f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.531926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fb27332-3203-44f3-bc35-cdb0c684f0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:24.534099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8fb27332-3203-44f3-bc35-cdb0c684f0be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb21cf0e-4806-4b4c-b522-e167fcc9a624 HTTP/1.1" status: 204 len: 168 time: 0.6417603 Feb 04 15:23:24.610905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddb93217-f1ab-4ef5-ba15-2bc5516fbc83 req-4e0027bd-bb60-4394-9d9e-dd3f7c9bcfe8 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744073 Feb 04 15:23:24.737567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb27332-3203-44f3-bc35-cdb0c684f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb21cf0e-4806-4b4c-b522-e167fcc9a624,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:24.858305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20c966-e82c-4453-9624-ab0e0cbea434 req-bcd9d99e-4260-46f4-ad7a-0f325210879d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:24.864781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20c966-e82c-4453-9624-ab0e0cbea434 req-bcd9d99e-4260-46f4-ad7a-0f325210879d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:24.866790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d20c966-e82c-4453-9624-ab0e0cbea434 req-bcd9d99e-4260-46f4-ad7a-0f325210879d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 1653 time: 0.1350861 Feb 04 15:23:24.885719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370615e6-595f-460b-af7f-c9e3f37717a6 req-be709420-63b7-4cea-8eb5-1d7507ade07f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:24.899005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Allocated IP 10.1.1.209 (e1a442bb-8228-4e43-aae7-8fe62b03a867/bd6304ea-38b1-4494-8576-38f777cbaa01/1c4d494a-452b-437d-b0cf-e8fba58cb6ad) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:24.900351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370615e6-595f-460b-af7f-c9e3f37717a6 req-be709420-63b7-4cea-8eb5-1d7507ade07f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:24.915617 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-370615e6-595f-460b-af7f-c9e3f37717a6 req-be709420-63b7-4cea-8eb5-1d7507ade07f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1683 time: 0.1504819 Feb 04 15:23:24.953072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d20c966-e82c-4453-9624-ab0e0cbea434 req-e178f63f-6853-4605-a22b-758a2c7d1d81 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679812 Feb 04 15:23:25.001887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-370615e6-595f-460b-af7f-c9e3f37717a6 req-1da06c00-bbe9-4d83-b8a5-27e97f85ae2c tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811894 Feb 04 15:23:25.164858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34970) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:25.283787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.286440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dda3d7-6fbd-4cae-90dc-d623e1ef0288 req-fc5ac20a-0882-46a7-b80b-22f97a7ee9c6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:25.300308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22dda3d7-6fbd-4cae-90dc-d623e1ef0288 req-fc5ac20a-0882-46a7-b80b-22f97a7ee9c6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.1896503 Feb 04 15:23:25.341407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-803dc3f0-d1de-41d9-82be-cdfe36c87870 admin admin] Deleting subnet c10eb7bb-2a70-4481-ab87-84ebaef5650d {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:23:25.347474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.351397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-803dc3f0-d1de-41d9-82be-cdfe36c87870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.403173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34972) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:25.419943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:25.437241 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22dda3d7-6fbd-4cae-90dc-d623e1ef0288 req-c4ef39db-1dd9-4214-a78d-f02bbfe35538 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357708 Feb 04 15:23:25.437954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:25.455406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-803dc3f0-d1de-41d9-82be-cdfe36c87870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.467578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:25.477847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:25.514490 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-803dc3f0-d1de-41d9-82be-cdfe36c87870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.587448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ad6be1ce-8d84-48a2-a847-d8118bd86019 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=84b93ade8f78412f914e7cb5ed5ae700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808913 Feb 04 15:23:25.600577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:25.601431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.609131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34976) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:25.666304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-efdf440f-c017-4d80-8f2d-eeab5a114074 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1751263 Feb 04 15:23:25.672131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-803dc3f0-d1de-41d9-82be-cdfe36c87870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.685628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859', 'admin_state_up': True, 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'security_groups': ['cffe51c4-365c-4892-a286-4b03abc3217d']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:25.788348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-803dc3f0-d1de-41d9-82be-cdfe36c87870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.792205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077b15f-a394-4724-ac39-4ff9ba8f1bdf req-3a3590ac-924b-473e-b4ab-eff75b42ad4f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:25.794044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5077b15f-a394-4724-ac39-4ff9ba8f1bdf req-3a3590ac-924b-473e-b4ab-eff75b42ad4f tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1838565 Feb 04 15:23:25.801454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:25.801901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-803dc3f0-d1de-41d9-82be-cdfe36c87870 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c10eb7bb-2a70-4481-ab87-84ebaef5650d HTTP/1.1" status: 204 len: 168 time: 0.6271429 Feb 04 15:23:25.806786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dc3f0-d1de-41d9-82be-cdfe36c87870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10eb7bb-2a70-4481-ab87-84ebaef5650d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:25.885466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdac29-5a3d-456b-a0ab-c244bd0d393c req-209c8367-ce22-43e0-907b-af4178959254 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:25.889803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3bdac29-5a3d-456b-a0ab-c244bd0d393c req-209c8367-ce22-43e0-907b-af4178959254 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.0856643 Feb 04 15:23:25.907243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2643760-7111-4d4f-a4b4-d1cb64df2b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.939425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-594ed46a-06ab-4123-9499-12bbe2addeda None None] Provisioning complete for port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:25.940515 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-594ed46a-06ab-4123-9499-12bbe2addeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:25.974788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3bdac29-5a3d-456b-a0ab-c244bd0d393c req-846fc236-fad6-4935-824b-324640b3abaa tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765486 Feb 04 15:23:26.012823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-594ed46a-06ab-4123-9499-12bbe2addeda None None] Port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:26.028968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.084313 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2643760-7111-4d4f-a4b4-d1cb64df2b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.103130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5077b15f-a394-4724-ac39-4ff9ba8f1bdf req-8e29e0fc-de76-4203-8c13-129916d5ea03 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740881 Feb 04 15:23:26.238998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9a74c-d185-4c03-bf3e-a66bd399090c req-d55de174-8fe5-48f8-b0ff-ee36ae3e8d1d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:26.246080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9a74c-d185-4c03-bf3e-a66bd399090c req-d55de174-8fe5-48f8-b0ff-ee36ae3e8d1d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:26.248226 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3cc9a74c-d185-4c03-bf3e-a66bd399090c req-d55de174-8fe5-48f8-b0ff-ee36ae3e8d1d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1683 time: 0.1271446 Feb 04 15:23:26.320932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3cc9a74c-d185-4c03-bf3e-a66bd399090c req-c968d7cf-1eb6-4b36-8185-09bc340fc011 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639236 Feb 04 15:23:26.336815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:26.358357 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.362224 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2643760-7111-4d4f-a4b4-d1cb64df2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.366196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2643760-7111-4d4f-a4b4-d1cb64df2b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.367797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2643760-7111-4d4f-a4b4-d1cb64df2b37 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/515293f1-104b-482f-911b-1e18de010995 HTTP/1.1" status: 204 len: 168 time: 0.7554309 Feb 04 15:23:26.456572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2643760-7111-4d4f-a4b4-d1cb64df2b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515293f1-104b-482f-911b-1e18de010995,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:26.472773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ad6957-4370-4e0d-a68f-56213e94f3bf']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:26.502596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a6d94-3145-41da-bbfb-fa17e76b90dd req-eb030820-360d-408d-9faf-c77bcca9e3bb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:26.509190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a6d94-3145-41da-bbfb-fa17e76b90dd req-eb030820-360d-408d-9faf-c77bcca9e3bb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:26.515365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a6d94-3145-41da-bbfb-fa17e76b90dd req-eb030820-360d-408d-9faf-c77bcca9e3bb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:26.517133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365a6d94-3145-41da-bbfb-fa17e76b90dd req-eb030820-360d-408d-9faf-c77bcca9e3bb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 2374 time: 0.2874660 Feb 04 15:23:26.528118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c074c7d-2327-4538-9018-a2948134a652') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:26.528118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c074c7d-2327-4538-9018-a2948134a652') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:26.548533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.597664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.620759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1573b5e-bb52-4095-a290-77c930dee830 req-43ec9ab6-3bfe-4050-a829-13010f080ea5 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:26.625452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f1573b5e-bb52-4095-a290-77c930dee830 req-43ec9ab6-3bfe-4050-a829-13010f080ea5 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1276717 Feb 04 15:23:26.631964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365a6d94-3145-41da-bbfb-fa17e76b90dd req-d5b15fe7-ebb2-4a00-bd6a-bb5fc3d07f02 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895445 Feb 04 15:23:26.633189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:23:26.633651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:23:26.636030 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:23:26.640483 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.795717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f1573b5e-bb52-4095-a290-77c930dee830 req-cd545196-ec29-4bb1-befd-5d3b1fc85c01 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365204 Feb 04 15:23:26.824838 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.829637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:26.835012 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] 10.222.0.47 "DELETE /v2.0/networks/b2ad6957-4370-4e0d-a68f-56213e94f3bf HTTP/1.1" status: 204 len: 168 time: 1.0299859 Feb 04 15:23:27.016155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d7c21-f86e-4edb-9b74-1338a32f084e admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ad6957-4370-4e0d-a68f-56213e94f3bf,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:27.245787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a06e77-1c3e-4c36-beff-47bec9a12789 req-722f7fe0-13aa-4938-a317-059c7a62bb31 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.248567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34a06e77-1c3e-4c36-beff-47bec9a12789 req-722f7fe0-13aa-4938-a317-059c7a62bb31 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.3582876 Feb 04 15:23:27.262387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35004) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:27.292699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-3386d7e6-1329-4787-bd9a-28755d54b124 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.307794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-3386d7e6-1329-4787-bd9a-28755d54b124 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.311896 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-3386d7e6-1329-4787-bd9a-28755d54b124 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.50 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1683 time: 0.1834884 Feb 04 15:23:27.379844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-513c4cf6-6cda-4dc9-89ec-9e879e1c6aaf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4e49e53cb90945c5b59d79b318d0b2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158257 Feb 04 15:23:27.386143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35010) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:27.434555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Allocated IP 10.2.2.100 (77deef98-3f2a-446d-affc-35d3653f0859/1865bc59-aba2-488d-b194-2fbb3af064a5/4ca22191-8faf-40c6-ad50-71688fd60786) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:27.442471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f846b-e9f4-4a13-943f-8710fb8e2d96 req-27968bb1-8452-4eea-b4fc-3e0f24923a55 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.456094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c47f846b-e9f4-4a13-943f-8710fb8e2d96 req-27968bb1-8452-4eea-b4fc-3e0f24923a55 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.2697127 Feb 04 15:23:27.481654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34a06e77-1c3e-4c36-beff-47bec9a12789 req-5d1d7b8f-3989-4087-9e99-fad9af2043ea tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900122 Feb 04 15:23:27.578672 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c47f846b-e9f4-4a13-943f-8710fb8e2d96 req-c217a50c-be62-4a58-b851-425d279c77c8 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106200 Feb 04 15:23:27.617295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6f23285-d402-4847-85c7-8a9a08c42093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.666938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port 19eda46c-7346-4a63-bfa8-5ab9782fa942 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:27.667385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.764701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6f23285-d402-4847-85c7-8a9a08c42093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.873443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc4dbc-815a-4a4a-80a9-dbdc02092e17 req-820e1da1-52b3-4758-9652-4b36552be78a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.894322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58bc4dbc-815a-4a4a-80a9-dbdc02092e17 req-820e1da1-52b3-4758-9652-4b36552be78a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.1314483 Feb 04 15:23:27.898887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port 19eda46c-7346-4a63-bfa8-5ab9782fa942, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=19eda46c-7346-4a63-bfa8-5ab9782fa942,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:27.901297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35020) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:27.901610 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:27.938940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for 19eda46c-7346-4a63-bfa8-5ab9782fa942 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:27.949930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Request body: {'floatingip': {'port_id': '8f1f8da4-023a-4222-8ce8-73c09170db17'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:27.984749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3d24d-649c-42f9-8ffd-a176e4314f13 req-3d89f177-be96-4d37-99b5-63bc9b6299fc tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:27.997065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3d24d-649c-42f9-8ffd-a176e4314f13 req-3d89f177-be96-4d37-99b5-63bc9b6299fc tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:28.000235 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-efa3d24d-649c-42f9-8ffd-a176e4314f13 req-3d89f177-be96-4d37-99b5-63bc9b6299fc tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 1683 time: 0.3243101 Feb 04 15:23:28.098971 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.164031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.169092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb9d6-94f3-4e6c-a03d-31b4df9afc97 req-9e465000-8eab-46fb-893e-410bfaa50740 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:28.182836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb9d6-94f3-4e6c-a03d-31b4df9afc97 req-9e465000-8eab-46fb-893e-410bfaa50740 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:28.196407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb9d6-94f3-4e6c-a03d-31b4df9afc97 req-9e465000-8eab-46fb-893e-410bfaa50740 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:28.197083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6f23285-d402-4847-85c7-8a9a08c42093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.200110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b5eb9d6-94f3-4e6c-a03d-31b4df9afc97 req-9e465000-8eab-46fb-893e-410bfaa50740 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 2374 time: 0.1892583 Feb 04 15:23:28.200799 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6f23285-d402-4847-85c7-8a9a08c42093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.202281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6f23285-d402-4847-85c7-8a9a08c42093 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0188ef31-cb2e-41df-a9d7-ea9d422ed4d3 HTTP/1.1" status: 204 len: 168 time: 0.8118703 Feb 04 15:23:28.282240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35030) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:28.306185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-efa3d24d-649c-42f9-8ffd-a176e4314f13 req-3db1efc2-5ad0-4cb9-9b58-37492edd5d02 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455127 Feb 04 15:23:28.327045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f23285-d402-4847-85c7-8a9a08c42093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0188ef31-cb2e-41df-a9d7-ea9d422ed4d3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:28.365314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b5eb9d6-94f3-4e6c-a03d-31b4df9afc97 req-3160ea2c-4b9b-4a21-bd5b-37babd16fc81 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438391 Feb 04 15:23:28.422700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.462589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['8223fff0-1451-43d5-9a18-587ec965d6af', '19eda46c-7346-4a63-bfa8-5ab9782fa942'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:23:28.493137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=19eda46c-7346-4a63-bfa8-5ab9782fa942,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:28.626046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.636836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port 19eda46c-7346-4a63-bfa8-5ab9782fa942 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:28.665043 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.679766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-e03da14d-e7be-460b-86fc-ec44273e8ec5 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.50 "DELETE /v2.0/ports/19eda46c-7346-4a63-bfa8-5ab9782fa942 HTTP/1.1" status: 204 len: 173 time: 1.3603766 Feb 04 15:23:28.680662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'name': 'network-vif-deleted', 'tag': '19eda46c-7346-4a63-bfa8-5ab9782fa942'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:28.684472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-network', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:28.689543 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f377a079-b332-43f2-a5da-b2a0dd430bd8" -d '{"events": [{"server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "name": "network-vif-deleted", "tag": "19eda46c-7346-4a63-bfa8-5ab9782fa942"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:28.908829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Made reservation on behalf of ba9c7cc7cd764909934f884d4db39674 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:28.912471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:28.932664 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04102b00-faa5-41fc-9fa8-33150b88d731 x-openstack-request-id: req-04102b00-faa5-41fc-9fa8-33150b88d731 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:28.933052 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "name": "network-vif-deleted", "tag": "19eda46c-7346-4a63-bfa8-5ab9782fa942", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:28.934441 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04102b00-faa5-41fc-9fa8-33150b88d731 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:28.934894 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'name': 'network-vif-deleted', 'tag': '19eda46c-7346-4a63-bfa8-5ab9782fa942', 'status': 'completed', 'code': 200} Feb 04 15:23:28.952346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network 77deef98-3f2a-446d-affc-35d3653f0859 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:28.975362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:28.977156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:29.060471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.061614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port 8223fff0-1451-43d5-9a18-587ec965d6af {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:29.061968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.068244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-1e93cd51-1f36-4d0f-8975-5ba450ae3a50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1445174 Feb 04 15:23:29.262851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=4ca22191-8faf-40c6-ad50-71688fd60786,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:29.283250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-f2927570-97ff-4539-91e3-92948f4f8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:29.290503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-f2927570-97ff-4539-91e3-92948f4f8d1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1096 time: 0.1134114 Feb 04 15:23:29.457628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-88945d3f-54bf-4f8b-95d1-e81b8967a01d None None] Provisioning complete for port 4ca22191-8faf-40c6-ad50-71688fd60786 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:29.458318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-88945d3f-54bf-4f8b-95d1-e81b8967a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.584974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port 8223fff0-1451-43d5-9a18-587ec965d6af, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8223fff0-1451-43d5-9a18-587ec965d6af,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:29.591034 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:29.599819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-88945d3f-54bf-4f8b-95d1-e81b8967a01d None None] Port 4ca22191-8faf-40c6-ad50-71688fd60786 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:29.734186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for 8223fff0-1451-43d5-9a18-587ec965d6af owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:29.855445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-35137dd9-2715-459f-aa4e-ce3073137bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:29.866383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-35137dd9-2715-459f-aa4e-ce3073137bfe service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.5339026 Feb 04 15:23:29.986223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10ac7-768f-45e0-9b3f-1a1d1a5195cd req-f78628f4-4173-4ab3-80b3-42af60e87fa2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:29.988776 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7f10ac7-768f-45e0-9b3f-1a1d1a5195cd req-f78628f4-4173-4ab3-80b3-42af60e87fa2 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 946 time: 0.4273148 Feb 04 15:23:30.145928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.159422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.184153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7f10ac7-768f-45e0-9b3f-1a1d1a5195cd req-04fcf19d-456f-47c2-86d9-ac81587f624d tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/security-groups?id=a48ce128-fe23-4994-be98-15fd2adb0e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640790 Feb 04 15:23:30.194781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35062) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:30.199803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-5d4e685b-24b3-42b2-a6cf-c1d7319ee86a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 217 time: 0.2395415 Feb 04 15:23:30.288475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.289575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.344069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4029c5-c8c1-4795-aa2a-844fbe43f4c9 req-4c98a51a-32c0-4903-8786-bc362d31fab0 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.346098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb4029c5-c8c1-4795-aa2a-844fbe43f4c9 req-4c98a51a-32c0-4903-8786-bc362d31fab0 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 1.5769198 Feb 04 15:23:30.351273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f85114a9-6293-4f03-bf5b-cd8a8e6df6f1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6765435 Feb 04 15:23:30.371554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859', 'admin_state_up': True, 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'security_groups': ['cffe51c4-365c-4892-a286-4b03abc3217d']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:30.526960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-2fb5e064-8bb5-4ba4-a724-cb7c2b9b5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.529039 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-2fb5e064-8bb5-4ba4-a724-cb7c2b9b5fb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.3087790 Feb 04 15:23:30.680407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1357143155-network', 'tenant_id': 'd71ff3a70f024a0db8c24499adeb1d40'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:30.700390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-69f4adf3-90a5-420b-bfc2-c816ad8665c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376383 Feb 04 15:23:30.701241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8223fff0-1451-43d5-9a18-587ec965d6af no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:23:30.714126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb4029c5-c8c1-4795-aa2a-844fbe43f4c9 req-30d2deb3-998c-468f-a4f7-2dd86a3ad317 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557122 Feb 04 15:23:30.749989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Made reservation on behalf of 8be66b280b2b40de90761bf84c73161c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:30.760032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.859196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921ad0-7c6f-461e-9867-2ae810c6ffd4 req-486882e1-dab4-4dca-8712-a6a3d5b141e8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.863510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.871160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921ad0-7c6f-461e-9867-2ae810c6ffd4 req-486882e1-dab4-4dca-8712-a6a3d5b141e8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.871872 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Floating IP 9ae4c9b3-02d3-4802-81e6-d9ff8d61d955 associated. External IP: 172.25.1.64, port: 8f1f8da4-023a-4222-8ce8-73c09170db17. Feb 04 15:23:30.879468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921ad0-7c6f-461e-9867-2ae810c6ffd4 req-486882e1-dab4-4dca-8712-a6a3d5b141e8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.888145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921ad0-7c6f-461e-9867-2ae810c6ffd4 req-486882e1-dab4-4dca-8712-a6a3d5b141e8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:30.895335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a89be96-3ce7-4f45-b5ed-4a4c83311ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.897644 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9921ad0-7c6f-461e-9867-2ae810c6ffd4 req-486882e1-dab4-4dca-8712-a6a3d5b141e8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 3095 time: 0.3849940 Feb 04 15:23:30.918596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.942740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:23:30.966321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:30.966552 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Added segment 0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29 of type vlan for network 5327106e-fb71-4a88-95ca-5686fc2b771b Feb 04 15:23:30.979363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Made reservation on behalf of d71ff3a70f024a0db8c24499adeb1d40 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:30.982125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.017193 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.057235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.122006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.123943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-f683b8cf-cc8f-468c-9a19-63f673501b79 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076755 Feb 04 15:23:31.148667 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.149842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9921ad0-7c6f-461e-9867-2ae810c6ffd4 req-e2a9d660-423c-4f06-b668-ede4dd9ee3f4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510316 Feb 04 15:23:31.185033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=8223fff0-1451-43d5-9a18-587ec965d6af,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:31.269491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 19eda46c-7346-4a63-bfa8-5ab9782fa942 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:23:31.271948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.273168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:31.273865 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.302761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 19eda46c-7346-4a63-bfa8-5ab9782fa942 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:23:31.303350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 19eda46c-7346-4a63-bfa8-5ab9782fa942 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:23:31.439591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port 8223fff0-1451-43d5-9a18-587ec965d6af on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:31.459264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Allocated IP 10.2.2.200 (77deef98-3f2a-446d-affc-35d3653f0859/1865bc59-aba2-488d-b194-2fbb3af064a5/8ee050dc-bbfc-4e72-9b64-93785061cff1) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:31.463729 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.467788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9cac96c5-b401-4d6e-8dbb-682cbb6ebde3 req-67963402-0814-4361-b315-4761cbaac947 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.50 "DELETE /v2.0/ports/8223fff0-1451-43d5-9a18-587ec965d6af HTTP/1.1" status: 204 len: 173 time: 2.7603772 Feb 04 15:23:31.469719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'name': 'network-vif-deleted', 'tag': '8223fff0-1451-43d5-9a18-587ec965d6af'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:31.472582 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c81c60-85e5-4d96-ad4f-fa6c9f2bff2c" -d '{"events": [{"server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "name": "network-vif-deleted", "tag": "8223fff0-1451-43d5-9a18-587ec965d6af"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:31.485833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d9ce998-903c-4093-b66b-ee6068be7d9d req-92433d80-cfee-4610-98b7-dff86bebc228 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "GET /v2.0/ports?device_id=76804edd-372b-4004-a1cc-49cb44b8fe52 HTTP/1.1" status: 200 len: 210 time: 0.0913751 Feb 04 15:23:31.532052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fdbc99-1745-44ec-9a4a-70da3871931a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:31.578706 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1466d03-0af0-4d20-a010-11f07ae66789 x-openstack-request-id: req-c1466d03-0af0-4d20-a010-11f07ae66789 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:31.579172 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76804edd-372b-4004-a1cc-49cb44b8fe52", "name": "network-vif-deleted", "tag": "8223fff0-1451-43d5-9a18-587ec965d6af", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:31.579565 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1466d03-0af0-4d20-a010-11f07ae66789 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:31.580104 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76804edd-372b-4004-a1cc-49cb44b8fe52', 'name': 'network-vif-deleted', 'tag': '8223fff0-1451-43d5-9a18-587ec965d6af', 'status': 'completed', 'code': 200} Feb 04 15:23:31.607558 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d25ad8c-fab3-4597-931e-9ef266a0fa51 req-ce5f3c2e-d3d1-41ca-ad8c-31a2c770f865 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504395 Feb 04 15:23:31.639011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.646418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.721551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:23:31.732501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:31.748403 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.748814 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Added segment f61f80c1-13c3-41e5-b025-1124e29f1f8a of type vlan for network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 Feb 04 15:23:31.838534 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.873339 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5889421 Feb 04 15:23:31.878387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35074) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:31.885201 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b7e4-16c6-4127-9f46-3e00afc5aa22 admin admin] Pushing event updated for resources: {'Network': ['ID=5327106e-fb71-4a88-95ca-5686fc2b771b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:31.896435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Request body: {'subnet': {'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-subnet', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:31.900105 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.902091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:31.902091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:31.907072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 5327106e-fb71-4a88-95ca-5686fc2b771b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:23:32.054311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8478949 Feb 04 15:23:32.055281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35076) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:32.060375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Request body: {'subnet': {'network_id': '3ae4ce72-0c30-4752-9f0a-0132c63693b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1357143155-subnet', 'tenant_id': 'd71ff3a70f024a0db8c24499adeb1d40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:32.071523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192fb0-eb65-467a-a553-dc1491bd9fec admin admin] Pushing event updated for resources: {'Network': ['ID=3ae4ce72-0c30-4752-9f0a-0132c63693b5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:32.072400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Made reservation on behalf of ba9c7cc7cd764909934f884d4db39674 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:32.077141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.104044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:23:32.113245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bbd1b-78f1-410c-993f-6194e33a061b req-04e9d70a-9b48-4727-821a-7f3c66f4d56e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:32.115614 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd7bbd1b-78f1-410c-993f-6194e33a061b req-04e9d70a-9b48-4727-821a-7f3c66f4d56e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.1960189 Feb 04 15:23:32.198058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Made reservation on behalf of d71ff3a70f024a0db8c24499adeb1d40 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:32.219566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.304925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.353483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd7bbd1b-78f1-410c-993f-6194e33a061b req-9abe5644-bc65-4c56-a9a0-2684cb1ecd01 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233291 Feb 04 15:23:32.388244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Router 3a64224d-5230-4603-8eba-168372d6bb39 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:23:32.547378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.669699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec4f8c-1eed-4007-86e9-7f5a9027008b req-3a48512b-1253-490e-adfd-3e58768656d3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:32.690114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec4f8c-1eed-4007-86e9-7f5a9027008b req-3a48512b-1253-490e-adfd-3e58768656d3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:32.704292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec4f8c-1eed-4007-86e9-7f5a9027008b req-3a48512b-1253-490e-adfd-3e58768656d3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:32.732059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec4f8c-1eed-4007-86e9-7f5a9027008b req-3a48512b-1253-490e-adfd-3e58768656d3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:32.746751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26ec4f8c-1eed-4007-86e9-7f5a9027008b req-3a48512b-1253-490e-adfd-3e58768656d3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 3095 time: 0.2183554 Feb 04 15:23:32.758228 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:32.916961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event updated for resources: {'Port': ['ID=8ee050dc-bbfc-4e72-9b64-93785061cff1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:32.940572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45f2983-16a2-4521-a485-295b9a311276,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:32.960298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35088) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:32.976386 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.085218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3c5091-37fb-485a-842a-51bab90098ab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting subnet 134a89e8-0a6a-4a35-9672-b130b1f6a05c {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:23:33.089185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5091-37fb-485a-842a-51bab90098ab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.095521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26ec4f8c-1eed-4007-86e9-7f5a9027008b req-859392b8-ae65-49bf-99bd-2114a87ad973 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473899 Feb 04 15:23:33.120590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70b23f5-3019-4914-9d7c-de87d46d84e4,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:33.136305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Checking segment: {'id': 'f61f80c1-13c3-41e5-b025-1124e29f1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ae4ce72-0c30-4752-9f0a-0132c63693b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:33.136854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Network hostable DHCP agents. Network: 3ae4ce72-0c30-4752-9f0a-0132c63693b5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:23:33.152855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Network 77deef98-3f2a-446d-affc-35d3653f0859 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:33.158183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Checking segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:33.158537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Network hostable DHCP agents. Network: 5327106e-fb71-4a88-95ca-5686fc2b771b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:23:33.161412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:33.170811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:33.176515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:23:33.209079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3ae4ce72-0c30-4752-9f0a-0132c63693b5) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:33.215786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:33.216437 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.245136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7453536d-3397-40fe-9096-44ea46e80213 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1883211 Feb 04 15:23:33.272927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f354c-b09c-4ed7-9999-40f387a28691 None None] Network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:33.322104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5091-37fb-485a-842a-51bab90098ab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.330789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Network 5327106e-fb71-4a88-95ca-5686fc2b771b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:23:33.370422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:23:33.397280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] Sync routers for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:33.408151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:33.409201 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.425140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.438697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:33.448857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:33.487454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-296c763c-8bd3-4522-b3a9-0705ef196136 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "PUT /v2.0/floatingips/9ae4c9b3-02d3-4802-81e6-d9ff8d61d955 HTTP/1.1" status: 200 len: 991 time: 5.5550601 Feb 04 15:23:33.498679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'tag': '8f1f8da4-023a-4222-8ce8-73c09170db17'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:33.505259 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bea18b-b048-425e-ad7e-ecebddbf5e63" -d '{"events": [{"name": "network-changed", "server_uuid": "9aee61bb-a0cb-487b-92ce-d767983aa516", "tag": "8f1f8da4-023a-4222-8ce8-73c09170db17"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:33.523587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 5327106e-fb71-4a88-95ca-5686fc2b771b) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:33.561937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:33.567908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.635247 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-82aaecd3-2fdf-4941-896d-3c4fc111ef53 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2743785 Feb 04 15:23:33.647169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad20040-a37c-43c6-b659-252ffcc2812b None None] Network 5327106e-fb71-4a88-95ca-5686fc2b771b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:33.655904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:33.716556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35100) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:33.724859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:33.729028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d9bd7973-ff91-4b87-80da-4f11202a086f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8445890 Feb 04 15:23:33.809046 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.811793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.876054 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d509f50-4b36-49cb-bb83-99381af58154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.949663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5091-37fb-485a-842a-51bab90098ab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:33.983471 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.014024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.037141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1d82546b-0247-4bc8-bf06-3e9526393310 None None] Provisioning complete for port 8ee050dc-bbfc-4e72-9b64-93785061cff1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:34.037871 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1d82546b-0247-4bc8-bf06-3e9526393310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.063585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20a411-9971-4d07-8a75-618e29c62eb3 req-b232c242-0e43-4ebc-a076-cf3c4c6f4e30 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:34.067203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e20a411-9971-4d07-8a75-618e29c62eb3 req-b232c242-0e43-4ebc-a076-cf3c4c6f4e30 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.3192379 Feb 04 15:23:34.085515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f66a-34d4-453e-960a-9c039dda0f69 req-d01c2635-0d1e-451c-b944-a3a68fee5048 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:34.088762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d54f66a-34d4-453e-960a-9c039dda0f69 req-d01c2635-0d1e-451c-b944-a3a68fee5048 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.2400866 Feb 04 15:23:34.187976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b0327a-d975-4a1f-b4f7-58e51db30b5d None None] Network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:34.331961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:34.355641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e20a411-9971-4d07-8a75-618e29c62eb3 req-4b9a213a-ff61-4800-beee-2bfd5b8f6a5f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469492 Feb 04 15:23:34.361769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5091-37fb-485a-842a-51bab90098ab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.391947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-5327106e-fb71-4a88-95ca-5686fc2b771b', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:23:34.393707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.409722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1d82546b-0247-4bc8-bf06-3e9526393310 None None] Port 8ee050dc-bbfc-4e72-9b64-93785061cff1 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:34.414331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d54f66a-34d4-453e-960a-9c039dda0f69 req-8df3d457-18f3-4aa0-bfbe-056588328677 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338359 Feb 04 15:23:34.537606 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.859080 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ba6719-5d75-4afb-84df-6ae71a0697cb x-openstack-request-id: req-03ba6719-5d75-4afb-84df-6ae71a0697cb {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:34.859643 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aee61bb-a0cb-487b-92ce-d767983aa516", "tag": "8f1f8da4-023a-4222-8ce8-73c09170db17", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:34.859643 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-03ba6719-5d75-4afb-84df-6ae71a0697cb {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:34.860694 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'tag': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'status': 'completed', 'code': 200} Feb 04 15:23:34.861138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-3132193a-e4e4-4c12-8ecd-545f88976977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:34.862185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c5091-37fb-485a-842a-51bab90098ab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Subnet': ['ID=134a89e8-0a6a-4a35-9672-b130b1f6a05c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:34.863640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-3132193a-e4e4-4c12-8ecd-545f88976977 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1be732b919475fb1b5719910bb4856&device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 1097 time: 0.2562799 Feb 04 15:23:34.890698 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a3c5091-37fb-485a-842a-51bab90098ab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.894650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6a3c5091-37fb-485a-842a-51bab90098ab tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "DELETE /v2.0/subnets/134a89e8-0a6a-4a35-9672-b130b1f6a05c HTTP/1.1" status: 204 len: 168 time: 1.9285762 Feb 04 15:23:34.911312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35114) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:34.918811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81f45d4-2985-4f5d-9238-0346a2f7a72c {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:34.930814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:34.950859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Transition to ACTIVE for port object a81f45d4-2985-4f5d-9238-0346a2f7a72c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:34.967877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221908bb-9bfd-48ed-a542-e2f29f96be87 None None] Network dc7162f4-d172-4413-af04-c7e192edd2ec requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:35.003943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f7ce-90ae-4eef-92f1-f23a6c343d05 req-cf55f652-f1b3-46f0-b933-d80ff0e5ed63 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.016146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f7ce-90ae-4eef-92f1-f23a6c343d05 req-cf55f652-f1b3-46f0-b933-d80ff0e5ed63 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.039541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f7ce-90ae-4eef-92f1-f23a6c343d05 req-cf55f652-f1b3-46f0-b933-d80ff0e5ed63 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.054405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f7ce-90ae-4eef-92f1-f23a6c343d05 req-cf55f652-f1b3-46f0-b933-d80ff0e5ed63 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.061706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f7ce-90ae-4eef-92f1-f23a6c343d05 req-cf55f652-f1b3-46f0-b933-d80ff0e5ed63 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.063746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b188f7ce-90ae-4eef-92f1-f23a6c343d05 req-cf55f652-f1b3-46f0-b933-d80ff0e5ed63 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 3816 time: 0.2027059 Feb 04 15:23:35.065298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.197322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Allocated IP 172.20.0.2 (5327106e-fb71-4a88-95ca-5686fc2b771b/c45f2983-16a2-4521-a485-295b9a311276/e905206c-f98f-41d7-9169-f329d827e200) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:35.263782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Attempting to bind port a81f45d4-2985-4f5d-9238-0346a2f7a72c on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:35.264130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Attempting to bind port a81f45d4-2985-4f5d-9238-0346a2f7a72c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:35.264365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Attempting to bind port a81f45d4-2985-4f5d-9238-0346a2f7a72c on network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:35.280527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Port a81f45d4-2985-4f5d-9238-0346a2f7a72c on network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:35.280928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Attempting to bind port a81f45d4-2985-4f5d-9238-0346a2f7a72c on network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:35.291075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:35.291676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Checking segment: {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:35.292261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Bound using segment: {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:35.292743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Bound port: a81f45d4-2985-4f5d-9238-0346a2f7a72c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6893806c-ee04-4eab-b149-6c0be8bbac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:35.293169 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.314316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Pushing event updated for resources: {'Port': ['ID=a81f45d4-2985-4f5d-9238-0346a2f7a72c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:35.368893 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b188f7ce-90ae-4eef-92f1-f23a6c343d05 req-371afa5c-0c98-4456-90ee-fe776a27aaf1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930658 Feb 04 15:23:35.430662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] For port a81f45d4-2985-4f5d-9238-0346a2f7a72c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:35.437788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] For port a81f45d4-2985-4f5d-9238-0346a2f7a72c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a81f45d4-2985-4f5d-9238-0346a2f7a72c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:35.446877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.534467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.573913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.575007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.576841 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] 10.222.0.30 "PUT /v2.0/ports/a81f45d4-2985-4f5d-9238-0346a2f7a72c HTTP/1.1" status: 200 len: 1092 time: 1.9285057 Feb 04 15:23:35.632777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:35.681369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9486e-0e7a-4ae8-9325-911868af2a08 service neutron] Pushing event updated for resources: {'Port': ['ID=a81f45d4-2985-4f5d-9238-0346a2f7a72c,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:35.772309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8252876-e864-4408-a18d-dbd2d360b0bd req-7c4dd91f-b80c-4316-9a0e-e5e99cbb87f0 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.774052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8252876-e864-4408-a18d-dbd2d360b0bd req-7c4dd91f-b80c-4316-9a0e-e5e99cbb87f0 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.1790168 Feb 04 15:23:35.791304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-76c72da0-de99-4f99-8bc2-7e797e7e5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.792965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-76c72da0-de99-4f99-8bc2-7e797e7e5a18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e41104e3-55eb-45a4-a0bc-4e403ed36ca0 HTTP/1.1" status: 200 len: 917 time: 0.9206603 Feb 04 15:23:35.797181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:35.893931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-ec4538c3-3fa3-4b77-b910-b8520dafe97f tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:35.898867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8252876-e864-4408-a18d-dbd2d360b0bd req-b6f6ad9d-4d9f-47a6-b4ed-5909ac245a48 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076839 Feb 04 15:23:35.913157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-ec4538c3-3fa3-4b77-b910-b8520dafe97f tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/networks?id=3ae4ce72-0c30-4752-9f0a-0132c63693b5 HTTP/1.1" status: 200 len: 822 time: 0.9423070 Feb 04 15:23:35.916433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] DHCP port deletion for dc7162f4-d172-4413-af04-c7e192edd2ec request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:23:36.023637 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.026233 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.046255 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.092006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-93f63f34-3143-471d-942b-51d9ea1d0073 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f1f8da4-023a-4222-8ce8-73c09170db17 HTTP/1.1" status: 200 len: 999 time: 0.2842884 Feb 04 15:23:36.111786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-219ad8e7-130f-4e3a-8314-45bc5088ebd7 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/quotas/d71ff3a70f024a0db8c24499adeb1d40 HTTP/1.1" status: 200 len: 375 time: 0.1975021 Feb 04 15:23:36.123543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Pushing event updated for resources: {'Port': ['ID=e905206c-f98f-41d7-9169-f329d827e200,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:36.154485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Network 5327106e-fb71-4a88-95ca-5686fc2b771b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:36.165127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:36.168997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '9ae4c9b3-02d3-4802-81e6-d9ff8d61d955', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'port_id': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'mac_address': 'fa:16:3e:9e:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:21:59Z', 'updated_at': '2022-02-04T15:23:30Z', 'revision_number': 1, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:58Z', 'revision_number': 5, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:36.179903 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:36.220930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] Deleting port 57268a1d-da46-4750-ab9f-b03059ddd961 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:36.221349 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.235056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] Checking router: 3a64224d-5230-4603-8eba-168372d6bb39 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:23:36.256127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-6030b2c1-7bba-40bf-b4d2-7f8aca6de05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:36.258450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-6030b2c1-7bba-40bf-b4d2-7f8aca6de05d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=64d8479d-dd6a-477a-947d-ec27889d40e2 HTTP/1.1" status: 200 len: 855 time: 0.1580334 Feb 04 15:23:36.283005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port 57268a1d-da46-4750-ab9f-b03059ddd961 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:36.284181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.298067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31363999-b444-4008-8c11-91d04ef17db0 req-0a71dc1e-de91-4ded-8226-5b2632d17c5e tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:36.300150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31363999-b444-4008-8c11-91d04ef17db0 req-0a71dc1e-de91-4ded-8226-5b2632d17c5e tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.2595823 Feb 04 15:23:36.337835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Attempting to bind port e905206c-f98f-41d7-9169-f329d827e200 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:36.338228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Attempting to bind port e905206c-f98f-41d7-9169-f329d827e200 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:36.338601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Attempting to bind port e905206c-f98f-41d7-9169-f329d827e200 on network 5327106e-fb71-4a88-95ca-5686fc2b771b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:36.346773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:36.347052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Checking segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:36.347401 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.347783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Bound using segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:36.348414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Bound port: e905206c-f98f-41d7-9169-f329d827e200, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:36.348996 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.369030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port 57268a1d-da46-4750-ab9f-b03059ddd961, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=57268a1d-da46-4750-ab9f-b03059ddd961,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:36.370116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.374856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:36.375530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:36.394185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for 57268a1d-da46-4750-ab9f-b03059ddd961 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:36.463725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31363999-b444-4008-8c11-91d04ef17db0 req-c635931f-de14-41f4-9d9b-5cfef633b602 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435602 Feb 04 15:23:36.487103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:36.502219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-acec301d-2d11-4381-aced-3f4c0e17d036 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d71ff3a70f024a0db8c24499adeb1d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3241470 Feb 04 15:23:36.508308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:36.560450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.585997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.618522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.621625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Transition to ACTIVE for port object ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:36.629302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.641685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.735371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port 57268a1d-da46-4750-ab9f-b03059ddd961 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:36.738886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 57268a1d-da46-4750-ab9f-b03059ddd961 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:23:36.802517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 57268a1d-da46-4750-ab9f-b03059ddd961 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:23:36.803128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 57268a1d-da46-4750-ab9f-b03059ddd961 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:23:36.864223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=57268a1d-da46-4750-ab9f-b03059ddd961,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:36.908224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] For port e905206c-f98f-41d7-9169-f329d827e200, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:36.915393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] For port e905206c-f98f-41d7-9169-f329d827e200, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e905206c-f98f-41d7-9169-f329d827e200,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:36.923205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] For port 57268a1d-da46-4750-ab9f-b03059ddd961, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=57268a1d-da46-4750-ab9f-b03059ddd961,segment=NetworkSegment(3cbe00ed-5a3a-4d29-bfef-f96d933b5029),segment_id=3cbe00ed-5a3a-4d29-bfef-f96d933b5029)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:36.924573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.926682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:36.939978 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f712aa7-b610-4e52-923b-36313386dba6" -d '{"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:36.948572 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:36.956445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:36.987410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] Calling delete_port for 57268a1d-da46-4750-ab9f-b03059ddd961 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:37.018307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-a4763013-1018-4768-8bad-a36da0f940c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:37.022271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-a4763013-1018-4768-8bad-a36da0f940c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e41104e3-55eb-45a4-a0bc-4e403ed36ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5234263 Feb 04 15:23:37.029910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1699-1083-45e7-9a2f-b35d4d4e2045 req-517fd493-5f2b-4774-89c9-ef44df2d1fb8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:37.039193 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.049534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.065542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1699-1083-45e7-9a2f-b35d4d4e2045 req-517fd493-5f2b-4774-89c9-ef44df2d1fb8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:37.073351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '9ae4c9b3-02d3-4802-81e6-d9ff8d61d955', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'port_id': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'mac_address': 'fa:16:3e:9e:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:21:59Z', 'updated_at': '2022-02-04T15:23:30Z', 'revision_number': 1, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:58Z', 'revision_number': 5, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:37.092324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1699-1083-45e7-9a2f-b35d4d4e2045 req-517fd493-5f2b-4774-89c9-ef44df2d1fb8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:37.115926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1699-1083-45e7-9a2f-b35d4d4e2045 req-517fd493-5f2b-4774-89c9-ef44df2d1fb8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:37.138751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1699-1083-45e7-9a2f-b35d4d4e2045 req-517fd493-5f2b-4774-89c9-ef44df2d1fb8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:37.166138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1699-1083-45e7-9a2f-b35d4d4e2045 req-517fd493-5f2b-4774-89c9-ef44df2d1fb8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:37.182304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ecea1699-1083-45e7-9a2f-b35d4d4e2045 req-517fd493-5f2b-4774-89c9-ef44df2d1fb8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 4605 time: 0.4601703 Feb 04 15:23:37.215452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986c69a-942a-40bf-82ad-e9c4e74a90ac None None] The sync data for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 is: [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '9ae4c9b3-02d3-4802-81e6-d9ff8d61d955', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'port_id': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'mac_address': 'fa:16:3e:9e:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:21:59Z', 'updated_at': '2022-02-04T15:23:30Z', 'revision_number': 1, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:58Z', 'revision_number': 5, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:23:37.243410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7162f4-d172-4413-af04-c7e192edd2ec']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:37.250043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a28a65-b053-4269-82d0-599f6f8aa779 None None] Pushing event updated for resources: {'Port': ['ID=e905206c-f98f-41d7-9169-f329d827e200,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:37.260049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.277725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Allocated IP 172.25.1.130 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/943314d5-c412-4c33-874c-bfe413e71139) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:37.309870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbe00ed-5a3a-4d29-bfef-f96d933b5029') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:37.311618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbe00ed-5a3a-4d29-bfef-f96d933b5029') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:37.326536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-cdd120ff-58a4-4fbd-ab13-fd825ccec21d service neutron] 10.222.0.47 "GET /v2.0/networks/3ae4ce72-0c30-4752-9f0a-0132c63693b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596018 Feb 04 15:23:37.361473 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.457341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ecea1699-1083-45e7-9a2f-b35d4d4e2045 req-9b60d35c-574d-4b52-a855-75a13d76ad3a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2736821 Feb 04 15:23:37.458680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] Pushing event deleted for resources: {'Port': ['ID=57268a1d-da46-4750-ab9f-b03059ddd961,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:37.459174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Attempting to bind port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:37.459738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Attempting to bind port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:37.460287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Attempting to bind port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:37.485957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 on network e1a442bb-8228-4e43-aae7-8fe62b03a867 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:37.486866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Attempting to bind port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:37.502317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f57cff-7632-4c61-ab6f-befa569fa0b6 None None] No DVR routers for this DVR port 57268a1d-da46-4750-ab9f-b03059ddd961 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:37.503655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:37.504202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Checking segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:37.509932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Bound using segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:37.511233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Bound port: ba2f6e8a-31b7-42cf-b509-7d57a1c99da3, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:37.521061 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.541730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.777211 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93bbab-5239-4a47-a7a5-5ce817791506 None None] New status for floating IP 9ae4c9b3-02d3-4802-81e6-d9ff8d61d955: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:23:37.845694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-f6ddcea0-8435-44cd-a626-0d5d91d3482c service neutron] 10.222.0.47 "GET /v2.0/networks/3ae4ce72-0c30-4752-9f0a-0132c63693b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128162 Feb 04 15:23:37.848803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-6d3b434a-7cf7-48bc-ba54-39e9cef3bc99 service neutron] 10.222.0.50 "GET /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837431 Feb 04 15:23:37.887769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:37.889924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.011720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:23:38.012956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:23:38.025196 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:23:38.245470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.278294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.288495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] For port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:38.303723 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236db166-04ff-434e-aa56-8562d72c83f8 x-openstack-request-id: req-236db166-04ff-434e-aa56-8562d72c83f8 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:38.304253 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:38.305831 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-236db166-04ff-434e-aa56-8562d72c83f8 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:38.306457 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'status': 'completed', 'code': 200} Feb 04 15:23:38.325342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] For port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:38.352797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6daca-ed14-47e3-969e-0ace15893140 req-dce6c81d-ae79-4af7-90bb-23c6dda9ef2b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:38.354701 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60f6daca-ed14-47e3-969e-0ace15893140 req-dce6c81d-ae79-4af7-90bb-23c6dda9ef2b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.7048571 Feb 04 15:23:38.362666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.453640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:38.454720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.457107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 HTTP/1.1" status: 200 len: 1135 time: 2.8354273 Feb 04 15:23:38.526717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:38.569551 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.582949 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "DELETE /v2.0/networks/dc7162f4-d172-4413-af04-c7e192edd2ec HTTP/1.1" status: 204 len: 168 time: 3.6698923 Feb 04 15:23:38.613619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35142) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:38.635043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60f6daca-ed14-47e3-969e-0ace15893140 req-3b434e25-f3c5-44a0-b87f-beda64f41977 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456806 Feb 04 15:23:38.669113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b9c55-f439-4142-a3b2-a84a270ab2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:38.692664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=943314d5-c412-4c33-874c-bfe413e71139,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:38.721721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:38.726523 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1bea18b-b048-425e-ad7e-ecebddbf5e63 req-0495d79f-d60f-4363-b302-1fec3f43fc86 service neutron] 10.222.0.50 "GET /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8672597 Feb 04 15:23:38.748170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214eece-823a-4a53-b7f0-4516d91fd252 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Network': ['ID=dc7162f4-d172-4413-af04-c7e192edd2ec,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:38.779207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:38.785702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:38.884504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e905206c-f98f-41d7-9169-f329d827e200 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:38.928774 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:38.945478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d3574-b210-4a9e-9b15-40337a8a240f req-f83bb0f6-db6b-4e42-996a-7a3f09647116 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:38.957277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b03d3574-b210-4a9e-9b15-40337a8a240f req-f83bb0f6-db6b-4e42-996a-7a3f09647116 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.3612936 Feb 04 15:23:39.000587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-3559133f-d0d0-412b-9849-3915f0d8772f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting subnet f910bbf0-f056-4eff-967f-b637c17cba00 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:23:39.043776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3559133f-d0d0-412b-9849-3915f0d8772f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.052587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-d28f2758-7e35-454c-8aa2-0fd6e13a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:39.055572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-d28f2758-7e35-454c-8aa2-0fd6e13a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:39.056991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-d28f2758-7e35-454c-8aa2-0fd6e13a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:39.058775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-d28f2758-7e35-454c-8aa2-0fd6e13a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:39.059898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-d28f2758-7e35-454c-8aa2-0fd6e13a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:39.061122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-d28f2758-7e35-454c-8aa2-0fd6e13a9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:39.065234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f712aa7-b610-4e52-923b-36313386dba6 req-d28f2758-7e35-454c-8aa2-0fd6e13a9205 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5291 time: 0.3799381 Feb 04 15:23:39.080303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e905206c-f98f-41d7-9169-f329d827e200 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:39.080998 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.135729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4b203bc-6480-4111-bd20-3b9639c4b2cc req-a97a5d03-9ffa-4e29-b7e3-30b517659767 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 210 time: 0.1401360 Feb 04 15:23:39.292406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078884bc-51e5-4a9c-9a7b-6edeb6948f45 None None] Network 5327106e-fb71-4a88-95ca-5686fc2b771b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:39.323085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3559133f-d0d0-412b-9849-3915f0d8772f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.505438 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.515428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b03d3574-b210-4a9e-9b15-40337a8a240f req-12466df3-cbfa-4a17-8a1f-d81abb8d0442 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5568383 Feb 04 15:23:39.566352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-245fddf4-d461-47d1-9d0f-b8654c1359f4 None None] Provisioning complete for port e905206c-f98f-41d7-9169-f329d827e200 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:39.567188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-245fddf4-d461-47d1-9d0f-b8654c1359f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.573129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3559133f-d0d0-412b-9849-3915f0d8772f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.625269 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.724900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e905206c-f98f-41d7-9169-f329d827e200, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e905206c-f98f-41d7-9169-f329d827e200,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:39.736774 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.751331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:39.867269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e905206c-f98f-41d7-9169-f329d827e200,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:39.882463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d35dff33-3dba-4fcf-85af-3ad321843191 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:23:39.893227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-245fddf4-d461-47d1-9d0f-b8654c1359f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.073614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d3c7b-87ef-40fa-a4d1-ea211a639b60 req-6961fefa-4a85-4152-acc8-cc6562a88bd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.084000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd6d3c7b-87ef-40fa-a4d1-ea211a639b60 req-6961fefa-4a85-4152-acc8-cc6562a88bd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.2593992 Feb 04 15:23:40.103732 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3559133f-d0d0-412b-9849-3915f0d8772f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.183036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-245fddf4-d461-47d1-9d0f-b8654c1359f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:23:40.183627 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-245fddf4-d461-47d1-9d0f-b8654c1359f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:23:40.190026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd6d3c7b-87ef-40fa-a4d1-ea211a639b60 req-9465ed43-af65-46e5-8168-7ecd45a1d491 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026216 Feb 04 15:23:40.237437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-ac0959c1-b134-459e-9abf-e624421119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.238333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-ac0959c1-b134-459e-9abf-e624421119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.243184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-ac0959c1-b134-459e-9abf-e624421119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.246289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f712aa7-b610-4e52-923b-36313386dba6 req-ac0959c1-b134-459e-9abf-e624421119d5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8be66b280b2b40de90761bf84c73161c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7836878 Feb 04 15:23:40.287480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559133f-d0d0-412b-9849-3915f0d8772f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Subnet': ['ID=f910bbf0-f056-4eff-967f-b637c17cba00,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:40.300823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:40.334558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d35dff33-3dba-4fcf-85af-3ad321843191 has no active binding in host n-h2-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:23:40.459812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d268d87-85f2-4414-9fe3-159ef376e87c {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:40.479081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.509753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': 'ba2f6e8a-31b7-42cf-b509-7d57a1c99da3'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:40.516006 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239" -d '{"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "ba2f6e8a-31b7-42cf-b509-7d57a1c99da3"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:40.534198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Transition to ACTIVE for port object 2d268d87-85f2-4414-9fe3-159ef376e87c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:40.554440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54eb7e-d208-4369-b1f6-c8a40b560e16 req-50a910a9-6941-4194-a81a-9bffa4652bfc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.561725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54eb7e-d208-4369-b1f6-c8a40b560e16 req-50a910a9-6941-4194-a81a-9bffa4652bfc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.570752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54eb7e-d208-4369-b1f6-c8a40b560e16 req-50a910a9-6941-4194-a81a-9bffa4652bfc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.579022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54eb7e-d208-4369-b1f6-c8a40b560e16 req-50a910a9-6941-4194-a81a-9bffa4652bfc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.586952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54eb7e-d208-4369-b1f6-c8a40b560e16 req-50a910a9-6941-4194-a81a-9bffa4652bfc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.598818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54eb7e-d208-4369-b1f6-c8a40b560e16 req-50a910a9-6941-4194-a81a-9bffa4652bfc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.608181 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c54eb7e-d208-4369-b1f6-c8a40b560e16 req-50a910a9-6941-4194-a81a-9bffa4652bfc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 4605 time: 1.2261779 Feb 04 15:23:40.635994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31059c6-934e-48f4-bb87-236aaf4f2622 None None] Network 3f857847-b741-473a-aee6-103c9334ead5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:23:40.637524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3559133f-d0d0-412b-9849-3915f0d8772f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.642516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3559133f-d0d0-412b-9849-3915f0d8772f tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "DELETE /v2.0/subnets/f910bbf0-f056-4eff-967f-b637c17cba00 HTTP/1.1" status: 204 len: 168 time: 2.0063605 Feb 04 15:23:40.647361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-b8094c0b-df2c-4275-96aa-6c185c0ec1c5 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:40.649544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-b8094c0b-df2c-4275-96aa-6c185c0ec1c5 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1096 time: 1.3472331 Feb 04 15:23:40.650695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.660303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35162) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:40.745678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e905206c-f98f-41d7-9169-f329d827e200 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:40.826637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827869-1'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:40.834543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Pushing event updated for resources: {'Port': ['ID=2d268d87-85f2-4414-9fe3-159ef376e87c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:40.841716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:40.915863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c54eb7e-d208-4369-b1f6-c8a40b560e16 req-d43513ba-1f3d-4496-b262-f0418c0fcda5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3049622 Feb 04 15:23:41.050040 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c878f3-2209-4192-a3c8-3cf6a3600d17 x-openstack-request-id: req-b5c878f3-2209-4192-a3c8-3cf6a3600d17 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:41.053810 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "ba2f6e8a-31b7-42cf-b509-7d57a1c99da3", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:41.054683 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5c878f3-2209-4192-a3c8-3cf6a3600d17 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:41.055588 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': 'ba2f6e8a-31b7-42cf-b509-7d57a1c99da3', 'status': 'completed', 'code': 200} Feb 04 15:23:41.061939 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-17b49f2b-68a7-45e3-80a8-2bde12ac55e9 req-623c11d5-a4fb-4871-b768-df84e8d23741 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 210 time: 0.0870624 Feb 04 15:23:41.304777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e905206c-f98f-41d7-9169-f329d827e200 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:41.306101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.402783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-af1f616e-2a0f-4236-8a59-bc1a166e5be3 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.404535 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-af1f616e-2a0f-4236-8a59-bc1a166e5be3 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.50 "GET /v2.0/networks?id=3ae4ce72-0c30-4752-9f0a-0132c63693b5 HTTP/1.1" status: 200 len: 822 time: 0.4703634 Feb 04 15:23:41.408811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712aa7-b610-4e52-923b-36313386dba6 req-0a41efb9-3ece-4756-bdcf-8299d1c69f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.416739 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f712aa7-b610-4e52-923b-36313386dba6 req-0a41efb9-3ece-4756-bdcf-8299d1c69f58 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4653900 Feb 04 15:23:41.420352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.429511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Request body: {'port': {'device_id': '970ca54a-6062-4e06-81f8-b84c08c74657', 'network_id': '3ae4ce72-0c30-4752-9f0a-0132c63693b5', 'admin_state_up': True, 'tenant_id': 'd71ff3a70f024a0db8c24499adeb1d40'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:41.442797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3f94c5bb-ad05-4f19-bf70-531eed017acf None None] Provisioning complete for port e905206c-f98f-41d7-9169-f329d827e200 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:41.443178 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f94c5bb-ad05-4f19-bf70-531eed017acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.580336 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.586844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] DHCP port deletion for 3f857847-b741-473a-aee6-103c9334ead5 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:23:41.608679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cf1e4-2c36-482b-9dc4-59cfce6163eb req-fc8006e0-492e-450c-bce6-a90b48afa9ff tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.610686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-589cf1e4-2c36-482b-9dc4-59cfce6163eb req-fc8006e0-492e-450c-bce6-a90b48afa9ff tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 945 time: 0.2890472 Feb 04 15:23:41.680973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Attempting to bind port 2d268d87-85f2-4414-9fe3-159ef376e87c on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:41.681318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Attempting to bind port 2d268d87-85f2-4414-9fe3-159ef376e87c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:41.681660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Attempting to bind port 2d268d87-85f2-4414-9fe3-159ef376e87c on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:41.687748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Port 2d268d87-85f2-4414-9fe3-159ef376e87c on network e1a442bb-8228-4e43-aae7-8fe62b03a867 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:41.688081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Attempting to bind port 2d268d87-85f2-4414-9fe3-159ef376e87c on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:41.693568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-a3713bd5-7065-4324-817e-67733d83a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.694856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-a3713bd5-7065-4324-817e-67733d83a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.695543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-a3713bd5-7065-4324-817e-67733d83a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.696229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-a3713bd5-7065-4324-817e-67733d83a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.696875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-a3713bd5-7065-4324-817e-67733d83a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.697519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-a3713bd5-7065-4324-817e-67733d83a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.698217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-a3713bd5-7065-4324-817e-67733d83a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.698957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:41.699325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Checking segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:41.699733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Bound using segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:41.700198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Bound port: 2d268d87-85f2-4414-9fe3-159ef376e87c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:41.700572 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.701692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-a3713bd5-7065-4324-817e-67733d83a82f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6177 time: 0.1344519 Feb 04 15:23:41.758479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c829-2802-40bb-95b9-47c8284ddeb3 req-42c96f51-58f7-48cc-b4e8-39f5943f2f03 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:41.766774 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ae8c829-2802-40bb-95b9-47c8284ddeb3 req-42c96f51-58f7-48cc-b4e8-39f5943f2f03 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.3976722 Feb 04 15:23:41.772553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-589cf1e4-2c36-482b-9dc4-59cfce6163eb req-ecf9e426-c5f9-4410-806f-cdcc0e4e046d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469269 Feb 04 15:23:41.856889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] Deleting port c2573634-3e63-4275-9af0-2fca495f2828 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:41.858048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.872346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Deleting port c2573634-3e63-4275-9af0-2fca495f2828 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:41.873312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:41.930649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ae8c829-2802-40bb-95b9-47c8284ddeb3 req-21c3d5e5-ec3e-4e5c-b81d-c1e09e9ab7d7 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624560 Feb 04 15:23:42.130009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] For port 2d268d87-85f2-4414-9fe3-159ef376e87c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:42.145319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] For port 2d268d87-85f2-4414-9fe3-159ef376e87c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d268d87-85f2-4414-9fe3-159ef376e87c,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:42.147859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] For port c2573634-3e63-4275-9af0-2fca495f2828, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c2573634-3e63-4275-9af0-2fca495f2828,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:42.148488 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.177610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.182045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] Calling delete_port for c2573634-3e63-4275-9af0-2fca495f2828 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:42.182975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] For port c2573634-3e63-4275-9af0-2fca495f2828, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c2573634-3e63-4275-9af0-2fca495f2828,segment=NetworkSegment(83e16a79-6036-4181-abb8-e429bcc6d1f9),segment_id=83e16a79-6036-4181-abb8-e429bcc6d1f9)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:42.183565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.195037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d90a43-1e24-4da4-a620-6301541a27c5 req-e4f1ecb9-f1e5-4973-bac1-3decce65fb82 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.203253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f7d90a43-1e24-4da4-a620-6301541a27c5 req-e4f1ecb9-f1e5-4973-bac1-3decce65fb82 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.1364224 Feb 04 15:23:42.253970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Calling delete_port for c2573634-3e63-4275-9af0-2fca495f2828 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:42.308524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Made reservation on behalf of d71ff3a70f024a0db8c24499adeb1d40 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:42.316130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.318058 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.318842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.323555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-8836fe1a-c160-47cf-8b8b-071072112167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.324955 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] 10.222.0.30 "PUT /v2.0/ports/2d268d87-85f2-4414-9fe3-159ef376e87c HTTP/1.1" status: 200 len: 1135 time: 3.8113587 Feb 04 15:23:42.335367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-8836fe1a-c160-47cf-8b8b-071072112167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.336286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-8836fe1a-c160-47cf-8b8b-071072112167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:42.341427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-8836fe1a-c160-47cf-8b8b-071072112167 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8be66b280b2b40de90761bf84c73161c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5960844 Feb 04 15:23:42.404086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f7d90a43-1e24-4da4-a620-6301541a27c5 req-23442fc6-b5a3-4bd4-a93f-f6602305abd7 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891603 Feb 04 15:23:42.406738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:42.474727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:42.512135 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.634205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] Pushing event deleted for resources: {'Port': ['ID=c2573634-3e63-4275-9af0-2fca495f2828,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:42.656658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c2573634-3e63-4275-9af0-2fca495f2828 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:23:42.658181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Router e953d199-4062-4b26-be18-8a76bb6125d6 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:23:42.688754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0190f21-df89-43d2-b128-c80d341eac43 None None] No DVR routers for this DVR port c2573634-3e63-4275-9af0-2fca495f2828 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:42.786380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c2573634-3e63-4275-9af0-2fca495f2828 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:23:42.787581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c2573634-3e63-4275-9af0-2fca495f2828 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:23:42.804869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8dff454-670c-4a91-9341-355f73bd1967 req-0c6028ba-e34d-4bf0-a958-0fa0e9e6ef02 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 210 time: 0.1755106 Feb 04 15:23:42.853222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:42.973951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:42.993248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c60478-cca3-4165-a52f-25e752992a5e service neutron] Pushing event updated for resources: {'Port': ['ID=2d268d87-85f2-4414-9fe3-159ef376e87c,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:42.997375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-59955448-e6b5-47b4-bebf-aadfac973ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.001961 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9cefc1a7-5e89-4e6f-a931-35e5a20ad239 req-59955448-e6b5-47b4-bebf-aadfac973ef0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6345241 Feb 04 15:23:43.032330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.057843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': '2d268d87-85f2-4414-9fe3-159ef376e87c'}, {'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:43.063773 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a" -d '{"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "2d268d87-85f2-4414-9fe3-159ef376e87c"}, {"server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "name": "network-vif-unplugged", "status": "completed", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:43.188565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-13257da6-42e7-48ee-acac-79e3ee133cc8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.206182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-13257da6-42e7-48ee-acac-79e3ee133cc8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.220279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-13257da6-42e7-48ee-acac-79e3ee133cc8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.224593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.235439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-13257da6-42e7-48ee-acac-79e3ee133cc8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.249233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-13257da6-42e7-48ee-acac-79e3ee133cc8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.269523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-13257da6-42e7-48ee-acac-79e3ee133cc8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.283855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-13257da6-42e7-48ee-acac-79e3ee133cc8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.297256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-13257da6-42e7-48ee-acac-79e3ee133cc8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5382 time: 1.1603160 Feb 04 15:23:43.337365 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.397847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:43.437810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1437e36-de7c-452b-b7f3-2591ac48bde2 req-9d881ba5-2a7d-4d58-be0c-57d91bf45334 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285868 Feb 04 15:23:43.447437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Allocated IP 172.20.0.9 (3ae4ce72-0c30-4752-9f0a-0132c63693b5/d70b23f5-3019-4914-9d7c-de87d46d84e4/fca61008-c5a1-4e22-90fe-e6357019db58) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:43.469402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:23:43.481738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] No DVR routers for this DVR port c2573634-3e63-4275-9af0-2fca495f2828 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:23:43.488337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Port': ['ID=c2573634-3e63-4275-9af0-2fca495f2828,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:43.492264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:43.512985 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:43.513195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:43.514290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:43.514511 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-04999666-a326-43ae-bba5-b4229d147dd5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.7963603 Feb 04 15:23:43.522908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35186) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:43.525496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on host n-h1-827869-1 for vnic_type normal with profile {"migrating_to": "n-h2-827869-1"} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:43.526259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:43.526790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:43.653534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf104920-d5e7-40cb-91e5-8bac4f40cef6 req-bdc8b3e3-d38b-4e23-a461-410955863d43 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:43.682074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf104920-d5e7-40cb-91e5-8bac4f40cef6 req-bdc8b3e3-d38b-4e23-a461-410955863d43 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.6626527 Feb 04 15:23:43.751577 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:43.791387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:43.792305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Attempting to bind port d35dff33-3dba-4fcf-85af-3ad321843191 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:43.855484 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670d6c1a-f9f6-4435-9554-df0c1fa5fe50 x-openstack-request-id: req-670d6c1a-f9f6-4435-9554-df0c1fa5fe50 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:43.857481 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "2d268d87-85f2-4414-9fe3-159ef376e87c", "status": "completed", "code": 200}, {"server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "name": "network-vif-unplugged", "status": "completed", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:43.858191 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-670d6c1a-f9f6-4435-9554-df0c1fa5fe50 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:43.859097 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': '2d268d87-85f2-4414-9fe3-159ef376e87c', 'status': 'completed', 'code': 200} Feb 04 15:23:43.859760 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191', 'code': 200} Feb 04 15:23:43.983559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:43.984508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:43.985428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:43.986530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Bound port: d35dff33-3dba-4fcf-85af-3ad321843191, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:43.987632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.002016 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.032222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac7db28c-134c-4349-b117-3c44631d1f1e req-699b6647-8e67-413f-a717-6f611547ce4a tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 210 time: 0.0746584 Feb 04 15:23:44.054246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-3c698ced-799c-49af-8531-a92c843ee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.054721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-3c698ced-799c-49af-8531-a92c843ee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.055428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.055765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-3c698ced-799c-49af-8531-a92c843ee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.055765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-3c698ced-799c-49af-8531-a92c843ee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.056145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-3c698ced-799c-49af-8531-a92c843ee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.056629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-3c698ced-799c-49af-8531-a92c843ee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.057098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-3c698ced-799c-49af-8531-a92c843ee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.059151 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-3c698ced-799c-49af-8531-a92c843ee17f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6219 time: 0.1706648 Feb 04 15:23:44.120317 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf104920-d5e7-40cb-91e5-8bac4f40cef6 req-8afbc8d6-b30e-408d-969e-6638633a5ec8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366140 Feb 04 15:23:44.185498 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:23:44.203265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:39Z', 'revision_number': 3, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:44.223663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f857847-b741-473a-aee6-103c9334ead5']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:44.265347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:23:44.265937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e16a79-6036-4181-abb8-e429bcc6d1f9') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:44.266485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e16a79-6036-4181-abb8-e429bcc6d1f9') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:44.268643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Updating router e953d199-4062-4b26-be18-8a76bb6125d6 port 943314d5-c412-4c33-874c-bfe413e71139 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:23:44.292086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.343664 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.407153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-8a391abc-b282-4662-9f44-bf5c61a51b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.408204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-8a391abc-b282-4662-9f44-bf5c61a51b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.409190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-8a391abc-b282-4662-9f44-bf5c61a51b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.413626 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-8a391abc-b282-4662-9f44-bf5c61a51b38 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8be66b280b2b40de90761bf84c73161c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3388853 Feb 04 15:23:44.449953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.527367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:23:44.527920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:23:44.540911 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:23:44.606053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.606489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:44.690309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:44.737537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:44.741895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:44.799496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5746d35-bd68-4bf7-b45a-689ab9102a69 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:44.811657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Pushing event updated for resources: {'Port': ['ID=fca61008-c5a1-4e22-90fe-e6357019db58,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:44.812464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.817127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-86730dd8-3034-41d5-be0e-1a72e6bbe639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.818962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-686a48f1-1f1a-43d7-9b5c-e3ff9a27a51a req-86730dd8-3034-41d5-be0e-1a72e6bbe639 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3838518 Feb 04 15:23:44.844130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Transition to ACTIVE for port object d5746d35-bd68-4bf7-b45a-689ab9102a69 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:44.852971 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.858530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.871419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:44.896210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:44.896496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-fa7f95f4-ea27-491c-8545-69c84750ebcf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.902736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-fa7f95f4-ea27-491c-8545-69c84750ebcf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.903435 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] 10.222.0.47 "DELETE /v2.0/networks/3f857847-b741-473a-aee6-103c9334ead5 HTTP/1.1" status: 204 len: 168 time: 4.1805010 Feb 04 15:23:44.908934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-fa7f95f4-ea27-491c-8545-69c84750ebcf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.912169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Pushing event deleted for resources: {'Network': ['ID=3f857847-b741-473a-aee6-103c9334ead5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:44.916228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-fa7f95f4-ea27-491c-8545-69c84750ebcf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.922467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-fa7f95f4-ea27-491c-8545-69c84750ebcf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.929048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-fa7f95f4-ea27-491c-8545-69c84750ebcf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.935076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-fa7f95f4-ea27-491c-8545-69c84750ebcf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:44.937301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-fa7f95f4-ea27-491c-8545-69c84750ebcf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5382 time: 0.2458627 Feb 04 15:23:44.962009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.007764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.021747 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.031636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.032195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.032758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.033353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.033877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.034439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.034983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.062496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.063143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.063684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.064243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.064791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130fa7c-2b7c-4ff1-9aac-5c727dcdb9e3 tempest-ServersTestMultiNic-293714192 tempest-ServersTestMultiNic-293714192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:45.216759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Pushing event updated for resources: {'Port': ['ID=d5746d35-bd68-4bf7-b45a-689ab9102a69,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:45.225024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaafa9-3c82-466b-a158-889a148ed006 None None] Pushing event updated for resources: {'Port': ['ID=943314d5-c412-4c33-874c-bfe413e71139,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:45.235264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Attempting to bind port 943314d5-c412-4c33-874c-bfe413e71139 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:45.235641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Attempting to bind port 943314d5-c412-4c33-874c-bfe413e71139 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:45.236012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Attempting to bind port 943314d5-c412-4c33-874c-bfe413e71139 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:45.250049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:45.254989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:45.255627 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.256049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:45.256575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Bound port: 943314d5-c412-4c33-874c-bfe413e71139, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:45.256977 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.356030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:45.357531 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.360393 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 1121 time: 4.5381105 Feb 04 15:23:45.382884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] For port 943314d5-c412-4c33-874c-bfe413e71139, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:45.394040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] For port 943314d5-c412-4c33-874c-bfe413e71139, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=943314d5-c412-4c33-874c-bfe413e71139,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:45.400753 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.462752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d35dff33-3dba-4fcf-85af-3ad321843191'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:23:45.490751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788c0b3-1e31-410f-8a99-1e6b8ffc88ab req-783eeb40-b613-4221-97bd-8dc129abe2e6 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:45.493801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9788c0b3-1e31-410f-8a99-1e6b8ffc88ab req-783eeb40-b613-4221-97bd-8dc129abe2e6 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 931 time: 0.2343481 Feb 04 15:23:45.508281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a7204-23dd-4ade-8faf-406a9d8241c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=8']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:45.582136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:45.584640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:45.592045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9788c0b3-1e31-410f-8a99-1e6b8ffc88ab req-1d57916e-fc6f-4d48-a57a-9d256191b46a tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759265 Feb 04 15:23:45.592045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Attempting to bind port d5746d35-bd68-4bf7-b45a-689ab9102a69 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:45.594184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Attempting to bind port d5746d35-bd68-4bf7-b45a-689ab9102a69 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:45.594184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Attempting to bind port d5746d35-bd68-4bf7-b45a-689ab9102a69 on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:45.616617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Port d5746d35-bd68-4bf7-b45a-689ab9102a69 on network e1a442bb-8228-4e43-aae7-8fe62b03a867 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:45.617023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Attempting to bind port d5746d35-bd68-4bf7-b45a-689ab9102a69 on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:45.639906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:45.640727 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.654078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d35dff33-3dba-4fcf-85af-3ad321843191'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:23:45.664244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:45.664883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Checking segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:45.665535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Bound using segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:45.667902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Bound port: d5746d35-bd68-4bf7-b45a-689ab9102a69, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:45.668517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:45.809237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-d94cdab4-503c-4c67-9946-253bcb58afeb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3844144 Feb 04 15:23:45.831199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b916c74a-2fde-461b-8d5a-aea1b10bc5c9 req-eccb8d85-dacc-4281-ae5e-b16959d2c120 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8842778 Feb 04 15:23:45.848964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Request body: {'port': {'device_id': '970ca54a-6062-4e06-81f8-b84c08c74657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:45.869414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:45.878626 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae57e610-6aea-45ba-9ae1-12d06c1bb943" -d '{"events": [{"name": "network-changed", "server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:45.896643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaafa9-3c82-466b-a158-889a148ed006 None None] Pushing event updated for resources: {'Port': ['ID=943314d5-c412-4c33-874c-bfe413e71139,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:45.947054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] For port d5746d35-bd68-4bf7-b45a-689ab9102a69, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:45.957725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35242) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:45.969736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] For port d5746d35-bd68-4bf7-b45a-689ab9102a69, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d5746d35-bd68-4bf7-b45a-689ab9102a69,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:45.985809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.068975 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61d6ec0-d3e8-427d-8947-bb01c0435d8b x-openstack-request-id: req-c61d6ec0-d3e8-427d-8947-bb01c0435d8b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:46.069281 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:46.069464 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c61d6ec0-d3e8-427d-8947-bb01c0435d8b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:46.070276 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191', 'status': 'completed', 'code': 200} Feb 04 15:23:46.124926 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.185653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:46.230979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Pushing event updated for resources: {'Port': ['ID=d5746d35-bd68-4bf7-b45a-689ab9102a69,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:46.318337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:46.320270 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.325231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfab95dd-537e-458d-b24b-acaa4cad0110 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5746d35-bd68-4bf7-b45a-689ab9102a69 HTTP/1.1" status: 200 len: 1090 time: 3.9613168 Feb 04 15:23:46.605233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-3c7f2026-7795-4393-8299-1b7dec9737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:46.607014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-3c7f2026-7795-4393-8299-1b7dec9737c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1124 time: 0.4831400 Feb 04 15:23:46.823747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca61008-c5a1-4e22-90fe-e6357019db58 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:46.845657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.858450 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:46.931359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Transition to ACTIVE for port object fca61008-c5a1-4e22-90fe-e6357019db58 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:46.937439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-08364b16-bf62-4253-87f8-289216205db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:46.939751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-08364b16-bf62-4253-87f8-289216205db5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.3083241 Feb 04 15:23:46.949639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.011192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:39Z', 'revision_number': 3, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:47.063436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19c556-ccb9-44f5-a2bc-daa3acda8ef4 None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:39Z', 'revision_number': 3, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:23:47.108965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-a95eed47-c1d6-44f1-864c-7554964c393c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 217 time: 0.1560891 Feb 04 15:23:47.147330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c78d5c-c26d-4863-9c1a-028b1ded21c8 req-834f921f-fca6-4a76-9a6b-f92609d2897d tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:47.153386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-89c78d5c-c26d-4863-9c1a-028b1ded21c8 req-834f921f-fca6-4a76-9a6b-f92609d2897d tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 931 time: 0.2917166 Feb 04 15:23:47.217946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:47.264932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b576168-9e08-4ec7-8a27-8939efca317a req-e09b6057-614d-4c85-80fc-bbbeaa631a4d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:47.273649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b576168-9e08-4ec7-8a27-8939efca317a req-e09b6057-614d-4c85-80fc-bbbeaa631a4d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 1.2928350 Feb 04 15:23:47.372663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:47.410051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Pushing event updated for resources: {'Port': ['ID=fca61008-c5a1-4e22-90fe-e6357019db58,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:47.493660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b576168-9e08-4ec7-8a27-8939efca317a req-c26e5b9e-b2ee-4243-93cd-b5afcf3c8fbe tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188036 Feb 04 15:23:47.635645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-89c78d5c-c26d-4863-9c1a-028b1ded21c8 req-2cf53ae7-9079-41a6-aa34-c6381886021a tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689658 Feb 04 15:23:47.741437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-c236368b-9f92-4570-9978-a634d314c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:47.749055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-c236368b-9f92-4570-9978-a634d314c946 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.5886536 Feb 04 15:23:47.859000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-8b53a3de-c745-4c3d-9d04-472b8654a675 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867050 Feb 04 15:23:48.031444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Attempting to bind port fca61008-c5a1-4e22-90fe-e6357019db58 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:48.031972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Attempting to bind port fca61008-c5a1-4e22-90fe-e6357019db58 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'f61f80c1-13c3-41e5-b025-1124e29f1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ae4ce72-0c30-4752-9f0a-0132c63693b5'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:48.032499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Attempting to bind port fca61008-c5a1-4e22-90fe-e6357019db58 on network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:48.047040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Port fca61008-c5a1-4e22-90fe-e6357019db58 on network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:48.047576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Attempting to bind port fca61008-c5a1-4e22-90fe-e6357019db58 on network 3ae4ce72-0c30-4752-9f0a-0132c63693b5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:48.070461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-7f46e102-2fb5-4436-9aa4-65299f335b3b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.077250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-7f46e102-2fb5-4436-9aa4-65299f335b3b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.085419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-7f46e102-2fb5-4436-9aa4-65299f335b3b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.092430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-7f46e102-2fb5-4436-9aa4-65299f335b3b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.114685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-7f46e102-2fb5-4436-9aa4-65299f335b3b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.120885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-7f46e102-2fb5-4436-9aa4-65299f335b3b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.127370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-7f46e102-2fb5-4436-9aa4-65299f335b3b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.136125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-7f46e102-2fb5-4436-9aa4-65299f335b3b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5394 time: 0.3840516 Feb 04 15:23:48.140426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:48.140975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Checking segment: {'id': 'f61f80c1-13c3-41e5-b025-1124e29f1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ae4ce72-0c30-4752-9f0a-0132c63693b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:48.141877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Bound using segment: {'id': 'f61f80c1-13c3-41e5-b025-1124e29f1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ae4ce72-0c30-4752-9f0a-0132c63693b5'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:48.142221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Bound port: fca61008-c5a1-4e22-90fe-e6357019db58, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61f80c1-13c3-41e5-b025-1124e29f1f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3ae4ce72-0c30-4752-9f0a-0132c63693b5'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:48.142684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.170360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Allocated IP 172.20.0.1 (5327106e-fb71-4a88-95ca-5686fc2b771b/c45f2983-16a2-4521-a485-295b9a311276/566f47dc-e12d-4b44-bfae-d2586546aab8) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:48.177812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': 'd5746d35-bd68-4bf7-b45a-689ab9102a69'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:48.181733 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7acfd27-3a51-4993-97ad-3ba8dab26e28" -d '{"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "d5746d35-bd68-4bf7-b45a-689ab9102a69"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:48.284833 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d97282d-a129-4557-8351-683eb6f08ff6 x-openstack-request-id: req-1d97282d-a129-4557-8351-683eb6f08ff6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:48.286081 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "d5746d35-bd68-4bf7-b45a-689ab9102a69", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:48.287017 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d97282d-a129-4557-8351-683eb6f08ff6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:48.287669 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': 'd5746d35-bd68-4bf7-b45a-689ab9102a69', 'status': 'completed', 'code': 200} Feb 04 15:23:48.299239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83f74f60-41ee-4cf4-8124-45d05023ea43 req-dd9501ee-174f-4548-a902-6f1695084e1d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622055 Feb 04 15:23:48.405894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.461356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.498929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-c5db6092-608c-4da7-a04a-6439b5fcd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.500072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-c5db6092-608c-4da7-a04a-6439b5fcd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.501439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-c5db6092-608c-4da7-a04a-6439b5fcd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.502152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-c5db6092-608c-4da7-a04a-6439b5fcd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.503053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-c5db6092-608c-4da7-a04a-6439b5fcd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.503709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-c5db6092-608c-4da7-a04a-6439b5fcd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.504440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-c5db6092-608c-4da7-a04a-6439b5fcd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:48.507714 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-c5db6092-608c-4da7-a04a-6439b5fcd8af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6286 time: 0.2020545 Feb 04 15:23:48.608526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Network 5327106e-fb71-4a88-95ca-5686fc2b771b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:48.618310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:48.623269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Pushing event updated for resources: {'Port': ['ID=566f47dc-e12d-4b44-bfae-d2586546aab8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:48.628752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-0d2c1a75-75bb-4c49-bbd2-9d8dbcd8e027 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655753 Feb 04 15:23:48.634693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:23:48.705571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:48.896792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] For port fca61008-c5a1-4e22-90fe-e6357019db58, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:48.920766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 943314d5-c412-4c33-874c-bfe413e71139 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:48.944428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] For port fca61008-c5a1-4e22-90fe-e6357019db58, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fca61008-c5a1-4e22-90fe-e6357019db58,segment=NetworkSegment(f61f80c1-13c3-41e5-b025-1124e29f1f8a),segment_id=f61f80c1-13c3-41e5-b025-1124e29f1f8a)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:48.963656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.029607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.030905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.033322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] 10.222.0.50 "PUT /v2.0/ports/fca61008-c5a1-4e22-90fe-e6357019db58 HTTP/1.1" status: 200 len: 1091 time: 3.1963630 Feb 04 15:23:49.115787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970ca54a-6062-4e06-81f8-b84c08c74657', 'tag': 'fca61008-c5a1-4e22-90fe-e6357019db58'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:49.118516 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725fa164-2399-48fd-9d5a-53128f7abc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "970ca54a-6062-4e06-81f8-b84c08c74657", "tag": "fca61008-c5a1-4e22-90fe-e6357019db58"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:49.172438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4d494a-452b-437d-b0cf-e8fba58cb6ad {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:49.176828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 943314d5-c412-4c33-874c-bfe413e71139 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:49.177416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.223019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.251842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-86423135-fdcf-4492-a7a9-531c0345e682 None None] Provisioning complete for port 566f47dc-e12d-4b44-bfae-d2586546aab8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:49.252126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86423135-fdcf-4492-a7a9-531c0345e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.277093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964502f-78f7-475f-a41b-cca1d0433cc4 req-bc460e10-4d09-46b4-bfb2-b42e7111805a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.285141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d964502f-78f7-475f-a41b-cca1d0433cc4 req-bc460e10-4d09-46b4-bfb2-b42e7111805a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.4915860 Feb 04 15:23:49.334252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-86423135-fdcf-4492-a7a9-531c0345e682 None None] Port 566f47dc-e12d-4b44-bfae-d2586546aab8 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:49.349815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d964502f-78f7-475f-a41b-cca1d0433cc4 req-773bd893-b725-4959-9374-80d4c6c52cc2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634575 Feb 04 15:23:49.356346 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.386032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-772a4fe0-a7f7-49f0-b6a9-ea14d9ccedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.395831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-772a4fe0-a7f7-49f0-b6a9-ea14d9ccedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.408353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-772a4fe0-a7f7-49f0-b6a9-ea14d9ccedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.416648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-772a4fe0-a7f7-49f0-b6a9-ea14d9ccedb1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8be66b280b2b40de90761bf84c73161c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8970222 Feb 04 15:23:49.435213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 943314d5-c412-4c33-874c-bfe413e71139, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=943314d5-c412-4c33-874c-bfe413e71139,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:49.445108 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.483484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae57e610-6aea-45ba-9ae1-12d06c1bb943 req-51a9f24e-c371-4587-acbb-b46670e3d413 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547393 Feb 04 15:23:49.485418 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a21faf5-1497-4eac-8aca-f4c2c86cda05 x-openstack-request-id: req-5a21faf5-1497-4eac-8aca-f4c2c86cda05 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:49.485703 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970ca54a-6062-4e06-81f8-b84c08c74657", "tag": "fca61008-c5a1-4e22-90fe-e6357019db58", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:49.485958 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a21faf5-1497-4eac-8aca-f4c2c86cda05 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:49.486409 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970ca54a-6062-4e06-81f8-b84c08c74657', 'tag': 'fca61008-c5a1-4e22-90fe-e6357019db58', 'status': 'completed', 'code': 200} Feb 04 15:23:49.494985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24fd55-eca7-4bee-8515-39f2041fd986 service neutron] Pushing event updated for resources: {'Port': ['ID=fca61008-c5a1-4e22-90fe-e6357019db58,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:49.516223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.520811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-199ffc1e-2888-40a3-8064-d29ed5423ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.522428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-199ffc1e-2888-40a3-8064-d29ed5423ce2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d71ff3a70f024a0db8c24499adeb1d40&device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 1094 time: 0.3878613 Feb 04 15:23:49.548908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Transition to ACTIVE for port object 1c4d494a-452b-437d-b0cf-e8fba58cb6ad will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:49.571200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2975061-b9c9-46da-b8eb-cb15002680ff req-3324ac91-075e-4668-8f66-18757b67c35a tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.586649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f2975061-b9c9-46da-b8eb-cb15002680ff req-3324ac91-075e-4668-8f66-18757b67c35a tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 943 time: 0.5708237 Feb 04 15:23:49.622984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=943314d5-c412-4c33-874c-bfe413e71139,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:49.650293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:49.749645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-62d74597-4654-424f-8e57-249b0163f138 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca61008-c5a1-4e22-90fe-e6357019db58 HTTP/1.1" status: 200 len: 217 time: 0.2109678 Feb 04 15:23:49.763990 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f2975061-b9c9-46da-b8eb-cb15002680ff req-e7f64ee6-7170-4db5-ab7f-586b455c948b tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751063 Feb 04 15:23:49.908515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-af43ad83-9c1d-44eb-9348-331b932befc2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.915421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-af43ad83-9c1d-44eb-9348-331b932befc2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.922494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-af43ad83-9c1d-44eb-9348-331b932befc2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.930848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-af43ad83-9c1d-44eb-9348-331b932befc2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.952203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-af43ad83-9c1d-44eb-9348-331b932befc2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.962735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-af43ad83-9c1d-44eb-9348-331b932befc2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.974719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-af43ad83-9c1d-44eb-9348-331b932befc2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.984001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-af43ad83-9c1d-44eb-9348-331b932befc2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5406 time: 0.4380238 Feb 04 15:23:49.989423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-b0fe8280-4e5f-4565-9187-bff5e79c69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:49.990141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:49.991212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-b0fe8280-4e5f-4565-9187-bff5e79c69ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d70b23f5-3019-4914-9d7c-de87d46d84e4 HTTP/1.1" status: 200 len: 862 time: 0.2222688 Feb 04 15:23:50.019126 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.122127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-4d5ac3fd-a5ea-4c9b-9642-533261da302c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae4ce72-0c30-4752-9f0a-0132c63693b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098924 Feb 04 15:23:50.219081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f475ad2-1c1b-4811-be08-ea33f0615acc req-8e6233ae-5595-4149-9192-0b0ae916a23e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2340388 Feb 04 15:23:50.257381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-0873246a-674c-4799-8985-52536eb833e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:50.259261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a7acfd27-3a51-4993-97ad-3ba8dab26e28 req-0873246a-674c-4799-8985-52536eb833e6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7277627 Feb 04 15:23:50.275421 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.284828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.314335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Attempting to bind port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:50.315007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Attempting to bind port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:50.315504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Attempting to bind port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:50.403588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Pushing event updated for resources: {'Port': ['ID=566f47dc-e12d-4b44-bfae-d2586546aab8,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:50.408017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-916586d8-54ee-43dc-b84d-ffc1bf3ec377 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae4ce72-0c30-4752-9f0a-0132c63693b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712677 Feb 04 15:23:50.413158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.463856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad on network e1a442bb-8228-4e43-aae7-8fe62b03a867 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:50.464718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Attempting to bind port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:50.513481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:50.514050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Checking segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:50.514671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Bound using segment: {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:50.515404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Bound port: 1c4d494a-452b-437d-b0cf-e8fba58cb6ad, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb31d953-c416-4a2f-ab30-0b54965e4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:50.516010 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.650260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 943314d5-c412-4c33-874c-bfe413e71139 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:50.761321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 943314d5-c412-4c33-874c-bfe413e71139 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:50.761917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.862015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] For port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:50.878604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] For port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:50.912221 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.976646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec27ef-106f-4000-af6e-9ae2d38bc352 req-0d2c722c-4f40-4b54-85e1-c8a91d071a30 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:50.978559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dcec27ef-106f-4000-af6e-9ae2d38bc352 req-0d2c722c-4f40-4b54-85e1-c8a91d071a30 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.2819872 Feb 04 15:23:50.989638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:50.991199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:50.993137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c4d494a-452b-437d-b0cf-e8fba58cb6ad HTTP/1.1" status: 200 len: 1091 time: 3.7805996 Feb 04 15:23:50.993762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:50.996719 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bee5481-b95c-4326-88fe-57ea47c32d17" -d '{"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "1c4d494a-452b-437d-b0cf-e8fba58cb6ad"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:51.049028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:51.126152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787aee7-1eec-4745-b436-e9225756a577 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:51.169568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dcec27ef-106f-4000-af6e-9ae2d38bc352 req-7da20fa4-52ee-4475-a337-cebc0849e0fb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690176 Feb 04 15:23:51.262048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.327240 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c286e24-5033-4d41-9d20-9e8fa821e8db x-openstack-request-id: req-5c286e24-5033-4d41-9d20-9e8fa821e8db {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:51.328190 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "1c4d494a-452b-437d-b0cf-e8fba58cb6ad", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:51.328613 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c286e24-5033-4d41-9d20-9e8fa821e8db {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:51.329327 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad', 'status': 'completed', 'code': 200} Feb 04 15:23:51.402083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Deleting port fae5f1b8-f401-4e61-baec-e6ed7462215d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:23:51.402435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:51.543290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151f556-32d0-40c1-bdf3-513441ed44f4 req-1375c396-18ca-49fa-ae50-4e0de484d84b tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.550749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a151f556-32d0-40c1-bdf3-513441ed44f4 req-1375c396-18ca-49fa-ae50-4e0de484d84b tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 943 time: 0.4635961 Feb 04 15:23:51.587329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25f5ca2b-a04d-4090-8949-d606cc1c7360 req-8ab080aa-5acc-43ff-af8a-a9977ffc7036 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae4ce72-0c30-4752-9f0a-0132c63693b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1660609 Feb 04 15:23:51.604397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Network 5327106e-fb71-4a88-95ca-5686fc2b771b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:23:51.610901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:23:51.672763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-c722bb92-6d46-47e9-ada4-c96bc8951ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.673596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-c722bb92-6d46-47e9-ada4-c96bc8951ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.673866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-c722bb92-6d46-47e9-ada4-c96bc8951ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.674496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-c722bb92-6d46-47e9-ada4-c96bc8951ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.675035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-c722bb92-6d46-47e9-ada4-c96bc8951ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.675574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-c722bb92-6d46-47e9-ada4-c96bc8951ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.676159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-c722bb92-6d46-47e9-ada4-c96bc8951ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.678992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-c722bb92-6d46-47e9-ada4-c96bc8951ed2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6353 time: 0.3141584 Feb 04 15:23:51.753178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aacaa-37f9-480d-8a65-63cd541de809 req-b0e30cce-5759-4e04-bf71-6d2ed6d984b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.762212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aacaa-37f9-480d-8a65-63cd541de809 req-b0e30cce-5759-4e04-bf71-6d2ed6d984b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.769594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aacaa-37f9-480d-8a65-63cd541de809 req-b0e30cce-5759-4e04-bf71-6d2ed6d984b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.776451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aacaa-37f9-480d-8a65-63cd541de809 req-b0e30cce-5759-4e04-bf71-6d2ed6d984b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.782549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aacaa-37f9-480d-8a65-63cd541de809 req-b0e30cce-5759-4e04-bf71-6d2ed6d984b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.791531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aacaa-37f9-480d-8a65-63cd541de809 req-b0e30cce-5759-4e04-bf71-6d2ed6d984b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.800266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aacaa-37f9-480d-8a65-63cd541de809 req-b0e30cce-5759-4e04-bf71-6d2ed6d984b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.802899 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-529aacaa-37f9-480d-8a65-63cd541de809 req-b0e30cce-5759-4e04-bf71-6d2ed6d984b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5406 time: 0.3213165 Feb 04 15:23:51.878856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a151f556-32d0-40c1-bdf3-513441ed44f4 req-5ba134dc-0eae-4458-b460-ba2f52a22277 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120687 Feb 04 15:23:51.940542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-ebdc0ea7-ca1e-49b7-8e53-67e27bba7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:51.943059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-ebdc0ea7-ca1e-49b7-8e53-67e27bba7775 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d71ff3a70f024a0db8c24499adeb1d40&device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 1094 time: 0.1214156 Feb 04 15:23:52.092887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Router e953d199-4062-4b26-be18-8a76bb6125d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:23:52.158640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] For port fae5f1b8-f401-4e61-baec-e6ed7462215d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fae5f1b8-f401-4e61-baec-e6ed7462215d,segment=NetworkSegment(dc3740f9-bf32-41a8-843e-88302c93c873),segment_id=dc3740f9-bf32-41a8-843e-88302c93c873)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:52.159130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.170490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-65b1337a-7b19-4dd3-826b-d4c4a7486fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.173562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-65b1337a-7b19-4dd3-826b-d4c4a7486fee service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ae4ce72-0c30-4752-9f0a-0132c63693b5 HTTP/1.1" status: 200 len: 923 time: 0.1938117 Feb 04 15:23:52.222588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Calling delete_port for fae5f1b8-f401-4e61-baec-e6ed7462215d owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:23:52.242934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-529aacaa-37f9-480d-8a65-63cd541de809 req-1ad8f3b1-085b-4c77-8090-60023cdce78a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3927076 Feb 04 15:23:52.244430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b5c92f79-b552-4c7b-a108-6d69201f0762 None None] Provisioning complete for port 566f47dc-e12d-4b44-bfae-d2586546aab8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:52.247103 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b5c92f79-b552-4c7b-a108-6d69201f0762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.382643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-a4f621c5-8fe4-403a-b778-72839672eeb6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca61008-c5a1-4e22-90fe-e6357019db58 HTTP/1.1" status: 200 len: 217 time: 0.1957586 Feb 04 15:23:52.402699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-0595077d-f6f0-4bf7-a509-18e872deb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.403386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-0595077d-f6f0-4bf7-a509-18e872deb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.404194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-0595077d-f6f0-4bf7-a509-18e872deb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.406906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-0595077d-f6f0-4bf7-a509-18e872deb0fa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8be66b280b2b40de90761bf84c73161c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7103906 Feb 04 15:23:52.408406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b5c92f79-b552-4c7b-a108-6d69201f0762 None None] Port 566f47dc-e12d-4b44-bfae-d2586546aab8 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:23:52.554992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-80a25f88-39cb-416f-a824-cc103690d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.556630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-80a25f88-39cb-416f-a824-cc103690d20d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d70b23f5-3019-4914-9d7c-de87d46d84e4 HTTP/1.1" status: 200 len: 862 time: 0.1358607 Feb 04 15:23:52.557883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:23:52.570569 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:52.575627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0d133-6b65-4584-a294-0fb16420f851 req-18f86705-6510-426d-8024-ba3faf462f00 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.577620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5cf0d133-6b65-4584-a294-0fb16420f851 req-18f86705-6510-426d-8024-ba3faf462f00 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.2096689 Feb 04 15:23:52.592541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8c52cdee-0737-458f-b0e3-7d372b8e5692 admin admin] 10.222.0.47 "PUT /v2.0/routers/e953d199-4062-4b26-be18-8a76bb6125d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0694208 Feb 04 15:23:52.649719 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:52.650791 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:52.655529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-305addb7-b62f-455c-a7b9-4fd444428584 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae4ce72-0c30-4752-9f0a-0132c63693b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762093 Feb 04 15:23:52.667249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:52.796428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5cf0d133-6b65-4584-a294-0fb16420f851 req-d241dba5-3f1b-4387-8314-809010101654 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899126 Feb 04 15:23:52.912798 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:52.916003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-804bdea0-e810-4cbd-a891-8f9b1bc7e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:52.920105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bee5481-b95c-4326-88fe-57ea47c32d17 req-804bdea0-e810-4cbd-a891-8f9b1bc7e7d6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4278646 Feb 04 15:23:52.921733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-e3fdf612-1843-4234-a647-656bf9be04f6 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae4ce72-0c30-4752-9f0a-0132c63693b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540770 Feb 04 15:23:53.214950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-725fa164-2399-48fd-9d5a-53128f7abc2c req-f9d0ee86-f889-4cc6-93ba-20868fa7f179 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae4ce72-0c30-4752-9f0a-0132c63693b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854526 Feb 04 15:23:53.337633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca22191-8faf-40c6-ad50-71688fd60786 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:53.354494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.391863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a683ba-a6e5-4e94-8122-cccd8d739391 req-89a7d6ed-f045-4dc4-932c-50f04cf65767 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:53.393878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37a683ba-a6e5-4e94-8122-cccd8d739391 req-89a7d6ed-f045-4dc4-932c-50f04cf65767 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 943 time: 0.2124751 Feb 04 15:23:53.398774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Transition to ACTIVE for port object 4ca22191-8faf-40c6-ad50-71688fd60786 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:53.412609 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 2, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:53.427424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.462616 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:23:53.463357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Updating router e953d199-4062-4b26-be18-8a76bb6125d6 port 566f47dc-e12d-4b44-bfae-d2586546aab8 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:23:53.534547 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:53.662822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-22ee061a-6ed7-4521-8fab-2f7823ccada3 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:53.672035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-22ee061a-6ed7-4521-8fab-2f7823ccada3 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 820 time: 0.3271921 Feb 04 15:23:53.723378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-30ddffac-a2fc-478a-ad75-6b836835c220 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/quotas/ba9c7cc7cd764909934f884d4db39674 HTTP/1.1" status: 200 len: 375 time: 0.0329745 Feb 04 15:23:53.735288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37a683ba-a6e5-4e94-8122-cccd8d739391 req-a4f9f1c6-5fae-404b-be65-f61bcfb06475 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177502 Feb 04 15:23:53.922813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-5709c1c0-5de7-479b-8483-8d303548de83 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687446 Feb 04 15:23:53.927495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca22191-8faf-40c6-ad50-71688fd60786,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:54.109652 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.129493 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.176145 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Pushing event updated for resources: {'Port': ['ID=566f47dc-e12d-4b44-bfae-d2586546aab8,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:54.195552 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.196069 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.196411 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.196813 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.197218 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.197756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.198137 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.198458 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.198925 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.199261 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.199711 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.200135 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:23:54.257204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.264678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-c20e48f7-c6ce-41d6-908e-7829e219af31 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190761 Feb 04 15:23:54.395658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=fae5f1b8-f401-4e61-baec-e6ed7462215d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:54.402668 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Attempting to bind port 566f47dc-e12d-4b44-bfae-d2586546aab8 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:54.412118 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Attempting to bind port 566f47dc-e12d-4b44-bfae-d2586546aab8 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:54.413597 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Attempting to bind port 566f47dc-e12d-4b44-bfae-d2586546aab8 on network 5327106e-fb71-4a88-95ca-5686fc2b771b {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:54.430023 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:54.443214 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Checking segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:54.443877 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.445867 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Bound using segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:54.450969 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Bound port: 566f47dc-e12d-4b44-bfae-d2586546aab8, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:54.453735 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.625324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-b3ec0681-099c-49e6-8aa6-7e02c784ad2a service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531849 Feb 04 15:23:54.660044 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] For port 566f47dc-e12d-4b44-bfae-d2586546aab8, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:54.675021 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] For port 566f47dc-e12d-4b44-bfae-d2586546aab8, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=566f47dc-e12d-4b44-bfae-d2586546aab8,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:54.688837 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:54.756928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fca61008-c5a1-4e22-90fe-e6357019db58 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:23:54.900394 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:54.901509 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:54.904316 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e336946-69cb-4cbe-a380-0e410f904cdc None None] Pushing event updated for resources: {'Port': ['ID=566f47dc-e12d-4b44-bfae-d2586546aab8,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:55.177447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4cb90e4-81d3-4f3b-b8cc-a6dfaf2d422c None None] Provisioning complete for port 566f47dc-e12d-4b44-bfae-d2586546aab8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:55.178932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4cb90e4-81d3-4f3b-b8cc-a6dfaf2d422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.245177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8420d-4b27-4925-b31e-d09e0078adc6 req-1be6cb1d-9d0a-4537-aa3b-f580c5b21225 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.267014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fc8420d-4b27-4925-b31e-d09e0078adc6 req-1be6cb1d-9d0a-4537-aa3b-f580c5b21225 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.1317196 Feb 04 15:23:55.297335 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:55.311016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Attempting to bind port 4ca22191-8faf-40c6-ad50-71688fd60786 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:55.311651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Attempting to bind port 4ca22191-8faf-40c6-ad50-71688fd60786 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:55.312322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Attempting to bind port 4ca22191-8faf-40c6-ad50-71688fd60786 on network 77deef98-3f2a-446d-affc-35d3653f0859 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:55.346238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Port 4ca22191-8faf-40c6-ad50-71688fd60786 on network 77deef98-3f2a-446d-affc-35d3653f0859 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:55.346579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Attempting to bind port 4ca22191-8faf-40c6-ad50-71688fd60786 on network 77deef98-3f2a-446d-affc-35d3653f0859 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:55.362270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-ce8e6176-1a63-459c-b3a0-748ee0693159 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.373806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-ce8e6176-1a63-459c-b3a0-748ee0693159 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.382409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-ce8e6176-1a63-459c-b3a0-748ee0693159 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.391321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-ce8e6176-1a63-459c-b3a0-748ee0693159 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.400141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-ce8e6176-1a63-459c-b3a0-748ee0693159 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.406667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fca61008-c5a1-4e22-90fe-e6357019db58, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fca61008-c5a1-4e22-90fe-e6357019db58,segment=NetworkSegment(f61f80c1-13c3-41e5-b025-1124e29f1f8a),segment_id=f61f80c1-13c3-41e5-b025-1124e29f1f8a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:55.407724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-ce8e6176-1a63-459c-b3a0-748ee0693159 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.408374 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fc8420d-4b27-4925-b31e-d09e0078adc6 req-0192bde8-f50d-480a-8e6c-feb6a861628a tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400404 Feb 04 15:23:55.414976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-ce8e6176-1a63-459c-b3a0-748ee0693159 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.424673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-ce8e6176-1a63-459c-b3a0-748ee0693159 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5418 time: 1.3741004 Feb 04 15:23:55.435740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'fca61008-c5a1-4e22-90fe-e6357019db58', 'network_id': '3ae4ce72-0c30-4752-9f0a-0132c63693b5', 'port_id': 'fca61008-c5a1-4e22-90fe-e6357019db58', 'mac_address': 'fa:16:3e:c5:37:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70b23f5-3019-4914-9d7c-de87d46d84e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:23:55.467253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:55.467684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Checking segment: {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:55.468031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Bound using segment: {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:55.468500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Bound port: 4ca22191-8faf-40c6-ad50-71688fd60786, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:55.468881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.625346 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4cb90e4-81d3-4f3b-b8cc-a6dfaf2d422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.636714 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.685127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca61008-c5a1-4e22-90fe-e6357019db58 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:55.733120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4cb90e4-81d3-4f3b-b8cc-a6dfaf2d422c None None] For port 566f47dc-e12d-4b44-bfae-d2586546aab8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=566f47dc-e12d-4b44-bfae-d2586546aab8,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:55.758462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] For port 4ca22191-8faf-40c6-ad50-71688fd60786, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:55.769911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fca61008-c5a1-4e22-90fe-e6357019db58, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fca61008-c5a1-4e22-90fe-e6357019db58,segment=NetworkSegment(f61f80c1-13c3-41e5-b025-1124e29f1f8a),segment_id=f61f80c1-13c3-41e5-b025-1124e29f1f8a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:55.775253 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4cb90e4-81d3-4f3b-b8cc-a6dfaf2d422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.786368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cbc2f2b6-b979-4f82-a5d7-9cb1bf89795c req-34554aab-2f2b-4203-96ad-9228f09cf5e9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3607323 Feb 04 15:23:55.799592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] For port 4ca22191-8faf-40c6-ad50-71688fd60786, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4ca22191-8faf-40c6-ad50-71688fd60786,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:55.809223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.890287 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.913451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74a652-4023-4679-8cf9-5cdd151a9472 req-0b464ea2-5b77-4904-a0ae-f9b3e842ac91 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.922616 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc74a652-4023-4679-8cf9-5cdd151a9472 req-0b464ea2-5b77-4904-a0ae-f9b3e842ac91 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 943 time: 0.2579150 Feb 04 15:23:55.926882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:55.927519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:55.936989 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ca22191-8faf-40c6-ad50-71688fd60786 HTTP/1.1" status: 200 len: 1091 time: 4.8842547 Feb 04 15:23:55.939705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': '4ca22191-8faf-40c6-ad50-71688fd60786'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:55.947008 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "4ca22191-8faf-40c6-ad50-71688fd60786"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:55.989775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Request body: {'port': {'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:56.010471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc74a652-4023-4679-8cf9-5cdd151a9472 req-8086d99e-dc2e-41c4-ac5c-5a2e2b4ea0bb tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779438 Feb 04 15:23:56.044085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb90e4-81d3-4f3b-b8cc-a6dfaf2d422c None None] Pushing event updated for resources: {'Port': ['ID=566f47dc-e12d-4b44-bfae-d2586546aab8,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:56.172327 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bf7d43-067e-4ebb-8ef5-ecbae2316381 x-openstack-request-id: req-70bf7d43-067e-4ebb-8ef5-ecbae2316381 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:56.172702 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "4ca22191-8faf-40c6-ad50-71688fd60786", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:56.173062 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70bf7d43-067e-4ebb-8ef5-ecbae2316381 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:56.173486 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': '4ca22191-8faf-40c6-ad50-71688fd60786', 'status': 'completed', 'code': 200} Feb 04 15:23:56.205940 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:54Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:56.210618 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:56.277929 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2bb38-7e5a-4606-a8f2-e1d648785bbe None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:54Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:23:56.323019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3110f26-587d-4ea2-a632-d98836603432 req-7fd3f008-924a-4083-8cc2-2b65abc1c2e3 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 210 time: 0.3511822 Feb 04 15:23:56.324308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:56.331275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-260327a3-309b-431f-ac08-f2e41562f66d None None] Provisioning complete for port 566f47dc-e12d-4b44-bfae-d2586546aab8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:56.335710 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-260327a3-309b-431f-ac08-f2e41562f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:56.448140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['fca61008-c5a1-4e22-90fe-e6357019db58'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:23:56.635795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=fca61008-c5a1-4e22-90fe-e6357019db58,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:56.798056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d35dff33-3dba-4fcf-85af-3ad321843191 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:23:56.801574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 566f47dc-e12d-4b44-bfae-d2586546aab8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:56.872421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f859ca-22ac-4da7-a44e-a3b28e6cc8c8 req-150a329b-a9b7-4f85-a65f-2f1546073ee7 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:56.890630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f859ca-22ac-4da7-a44e-a3b28e6cc8c8 req-150a329b-a9b7-4f85-a65f-2f1546073ee7 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.3210452 Feb 04 15:23:57.015304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f859ca-22ac-4da7-a44e-a3b28e6cc8c8 req-fe7fb2cb-40a0-440a-a292-5071c88d3d94 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178727 Feb 04 15:23:57.074283 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee050dc-bbfc-4e72-9b64-93785061cff1 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:23:57.104647 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.136715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Transition to ACTIVE for port object 8ee050dc-bbfc-4e72-9b64-93785061cff1 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:23:57.139456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07310b-9628-4a43-b1f1-1e46b084c161 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca22191-8faf-40c6-ad50-71688fd60786,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:57.239160 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.359987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 566f47dc-e12d-4b44-bfae-d2586546aab8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:57.360766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:57.527065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d06ea-aaa6-433a-9c81-7021ea4da088 req-d190a412-3774-40fd-bf82-21701c744e2d tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.530779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c53d06ea-aaa6-433a-9c81-7021ea4da088 req-d190a412-3774-40fd-bf82-21701c744e2d tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 944 time: 0.2831700 Feb 04 15:23:57.644964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e77e87aa-49c6-460d-8ee3-03d2cae164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.646300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e77e87aa-49c6-460d-8ee3-03d2cae164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.646300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e77e87aa-49c6-460d-8ee3-03d2cae164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.650334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e77e87aa-49c6-460d-8ee3-03d2cae164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.650997 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e77e87aa-49c6-460d-8ee3-03d2cae164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.651394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e77e87aa-49c6-460d-8ee3-03d2cae164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.651897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e77e87aa-49c6-460d-8ee3-03d2cae164d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.663579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e77e87aa-49c6-460d-8ee3-03d2cae164d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6420 time: 1.3960171 Feb 04 15:23:57.681577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c53d06ea-aaa6-433a-9c81-7021ea4da088 req-afec7e20-4bc0-4e5e-b350-ddbd384c4415 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442993 Feb 04 15:23:57.864803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee050dc-bbfc-4e72-9b64-93785061cff1,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:57.892981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b191-c073-4ef3-a360-542186847066 req-045a7206-5527-41b2-b999-aedf76e55444 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.907377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b191-c073-4ef3-a360-542186847066 req-045a7206-5527-41b2-b999-aedf76e55444 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.913784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b191-c073-4ef3-a360-542186847066 req-045a7206-5527-41b2-b999-aedf76e55444 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.920346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b191-c073-4ef3-a360-542186847066 req-045a7206-5527-41b2-b999-aedf76e55444 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.926623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b191-c073-4ef3-a360-542186847066 req-045a7206-5527-41b2-b999-aedf76e55444 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.933072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b191-c073-4ef3-a360-542186847066 req-045a7206-5527-41b2-b999-aedf76e55444 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.939579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b191-c073-4ef3-a360-542186847066 req-045a7206-5527-41b2-b999-aedf76e55444 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:57.949861 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4883b191-c073-4ef3-a360-542186847066 req-045a7206-5527-41b2-b999-aedf76e55444 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.8022165 Feb 04 15:23:58.104271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8d11ba1-bba5-4d8c-bf15-2da08eb46a46 req-263c5979-acc8-40a2-bfcd-da584a2b5bcd tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 210 time: 0.1247237 Feb 04 15:23:58.118081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Attempting to bind port 8ee050dc-bbfc-4e72-9b64-93785061cff1 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:23:58.130433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Attempting to bind port 8ee050dc-bbfc-4e72-9b64-93785061cff1 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:23:58.130777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Attempting to bind port 8ee050dc-bbfc-4e72-9b64-93785061cff1 on network 77deef98-3f2a-446d-affc-35d3653f0859 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:58.262873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4883b191-c073-4ef3-a360-542186847066 req-bf296c99-2982-41bc-90b7-e2d8b98bd583 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3113840 Feb 04 15:23:58.328568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Port 8ee050dc-bbfc-4e72-9b64-93785061cff1 on network 77deef98-3f2a-446d-affc-35d3653f0859 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:23:58.329097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Attempting to bind port 8ee050dc-bbfc-4e72-9b64-93785061cff1 on network 77deef98-3f2a-446d-affc-35d3653f0859 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:23:58.360362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:23:58.360898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Checking segment: {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:23:58.361528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Bound using segment: {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:23:58.362307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Bound port: 8ee050dc-bbfc-4e72-9b64-93785061cff1, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a381e95-d290-40ab-8977-7dc7a6884804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:23:58.362895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.426506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-cec76696-47fd-4ead-95f0-e8a90d188fad tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.429476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-cec76696-47fd-4ead-95f0-e8a90d188fad tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 820 time: 0.4211640 Feb 04 15:23:58.460096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Request body: {'port': {'device_id': '47513114-2539-462b-9cc3-10478b67adfa', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'admin_state_up': True, 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:23:58.505496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-5589923b-8b09-4269-88d8-04ad6d66cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.506358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-5589923b-8b09-4269-88d8-04ad6d66cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.507056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-5589923b-8b09-4269-88d8-04ad6d66cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.509288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-5589923b-8b09-4269-88d8-04ad6d66cb3f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8be66b280b2b40de90761bf84c73161c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7726161 Feb 04 15:23:58.580960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54df91-5d2b-448f-a823-fc537851d983 req-1e512374-cd7e-4b45-a45c-958272110d65 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.596721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e54df91-5d2b-448f-a823-fc537851d983 req-1e512374-cd7e-4b45-a45c-958272110d65 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.2908795 Feb 04 15:23:58.735486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e54df91-5d2b-448f-a823-fc537851d983 req-f5d280c3-769b-4cc2-a933-57aa74af4577 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374583 Feb 04 15:23:58.741465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Made reservation on behalf of ba9c7cc7cd764909934f884d4db39674 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:23:58.745277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.759717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] For port 8ee050dc-bbfc-4e72-9b64-93785061cff1, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:23:58.783016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:23:58.795471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fca61008-c5a1-4e22-90fe-e6357019db58 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:23:58.847322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e228cf12-83aa-4f95-ba32-c5d8bfe562a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:58.850765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c05cef-7a1e-48fd-aece-ef8defc06ee2 req-e228cf12-83aa-4f95-ba32-c5d8bfe562a6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2984328 Feb 04 15:23:58.893963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port fca61008-c5a1-4e22-90fe-e6357019db58 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:23:58.903509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port fca61008-c5a1-4e22-90fe-e6357019db58 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:23:58.904362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:58.912581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] For port 8ee050dc-bbfc-4e72-9b64-93785061cff1, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8ee050dc-bbfc-4e72-9b64-93785061cff1,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:23:58.927335 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.022517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Allocated IP 172.20.0.14 (5327106e-fb71-4a88-95ca-5686fc2b771b/c45f2983-16a2-4521-a485-295b9a311276/f6f6e3a5-e987-4c03-903e-180de50e7bfe) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:23:59.088565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.089367 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.094617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ee050dc-bbfc-4e72-9b64-93785061cff1 HTTP/1.1" status: 200 len: 1091 time: 3.1277006 Feb 04 15:23:59.102614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': '8ee050dc-bbfc-4e72-9b64-93785061cff1'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:59.107065 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728b264-a4e3-414e-91c6-66b1e3328550" -d '{"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "8ee050dc-bbfc-4e72-9b64-93785061cff1"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:59.148189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.176296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c76a1-d11f-4409-a5a2-b4d365a6fab2 req-a5ce12d1-f4cc-4099-ae2f-4d0b78eb7487 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.188236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-922c76a1-d11f-4409-a5a2-b4d365a6fab2 req-a5ce12d1-f4cc-4099-ae2f-4d0b78eb7487 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 944 time: 0.3145356 Feb 04 15:23:59.243260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970ca54a-6062-4e06-81f8-b84c08c74657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca61008-c5a1-4e22-90fe-e6357019db58'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:23:59.250545 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f5de36-af31-4312-aebd-398be8682fcb" -d '{"events": [{"server_uuid": "970ca54a-6062-4e06-81f8-b84c08c74657", "name": "network-vif-plugged", "status": "completed", "tag": "fca61008-c5a1-4e22-90fe-e6357019db58"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:23:59.288246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fca61008-c5a1-4e22-90fe-e6357019db58, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fca61008-c5a1-4e22-90fe-e6357019db58,segment=NetworkSegment(f61f80c1-13c3-41e5-b025-1124e29f1f8a),segment_id=f61f80c1-13c3-41e5-b025-1124e29f1f8a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:23:59.294081 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.394859 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb3cef0-8dea-4a29-8629-5f1a76d46abd x-openstack-request-id: req-7cb3cef0-8dea-4a29-8629-5f1a76d46abd {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:59.395273 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "8ee050dc-bbfc-4e72-9b64-93785061cff1", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:59.395461 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7cb3cef0-8dea-4a29-8629-5f1a76d46abd {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:59.396033 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': '8ee050dc-bbfc-4e72-9b64-93785061cff1', 'status': 'completed', 'code': 200} Feb 04 15:23:59.400238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcd124-9e4b-4e7c-ad9a-df6e895f7273 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee050dc-bbfc-4e72-9b64-93785061cff1,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:59.450999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=fca61008-c5a1-4e22-90fe-e6357019db58,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:23:59.517460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-922c76a1-d11f-4409-a5a2-b4d365a6fab2 req-e83dd0ec-c0b7-4dff-914d-9e81332baa3e tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272583 Feb 04 15:23:59.528965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:23:59.541339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] Sync routers for ids ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:23:59.552698 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a79b0c4f-ad19-4429-8f1d-f075b69d6a6b admin admin] 10.222.0.47 "PUT /v2.0/routers/1c7a7e01-6c60-48af-8585-f013c1b7c3bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5890632 Feb 04 15:23:59.564366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] Routers {'1c7a7e01-6c60-48af-8585-f013c1b7c3bb'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:23:59.564994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:23:59.571142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-973fb8f8-bca0-49d7-b883-40e8841e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.571626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-973fb8f8-bca0-49d7-b883-40e8841e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.572129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-973fb8f8-bca0-49d7-b883-40e8841e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.579960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-973fb8f8-bca0-49d7-b883-40e8841e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.580557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-973fb8f8-bca0-49d7-b883-40e8841e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.581043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-973fb8f8-bca0-49d7-b883-40e8841e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.581519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-973fb8f8-bca0-49d7-b883-40e8841e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:23:59.584236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-973fb8f8-bca0-49d7-b883-40e8841e4bcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6487 time: 0.2414834 Feb 04 15:23:59.584762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:23:59.632507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.689220 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a73fada-6227-4105-ab64-6aae2d351233 x-openstack-request-id: req-8a73fada-6227-4105-ab64-6aae2d351233 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:23:59.689610 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970ca54a-6062-4e06-81f8-b84c08c74657", "name": "network-vif-plugged", "status": "completed", "tag": "fca61008-c5a1-4e22-90fe-e6357019db58", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:23:59.689804 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a73fada-6227-4105-ab64-6aae2d351233 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:23:59.690221 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970ca54a-6062-4e06-81f8-b84c08c74657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca61008-c5a1-4e22-90fe-e6357019db58', 'code': 200} Feb 04 15:23:59.726207 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba36dd17-81cf-4030-86e0-e856bb76a2ac req-0fe50839-7c0c-4481-be24-d7232f071119 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 210 time: 0.2751980 Feb 04 15:23:59.745272 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:23:59.867717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f8086cb2-4641-42db-8a6e-5009879f6761 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a81f45d4-2985-4f5d-9238-0346a2f7a72c HTTP/1.1" status: 200 len: 217 time: 0.2560363 Feb 04 15:23:59.950164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] Set router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:23:59.980326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Pushing event updated for resources: {'Port': ['ID=f6f6e3a5-e987-4c03-903e-180de50e7bfe,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:00.019522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.019783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.020043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.023732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.025179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.027872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.028379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.030483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.031169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.031600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.034039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.034612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:00.054816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Network 5327106e-fb71-4a88-95ca-5686fc2b771b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:00.060142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:00.079414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-9e514128-e0ed-48fa-a4f0-2002a574dd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.094890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-9e514128-e0ed-48fa-a4f0-2002a574dd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.098245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:00.109489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-9e514128-e0ed-48fa-a4f0-2002a574dd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.124048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-9e514128-e0ed-48fa-a4f0-2002a574dd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.139768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-9e514128-e0ed-48fa-a4f0-2002a574dd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.154122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-9e514128-e0ed-48fa-a4f0-2002a574dd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.166640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-9e514128-e0ed-48fa-a4f0-2002a574dd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.181275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-9e514128-e0ed-48fa-a4f0-2002a574dd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.3923018 Feb 04 15:24:00.187235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-39a4d9ae-fe02-44c5-b678-ec6bc47f8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.190244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-39a4d9ae-fe02-44c5-b678-ec6bc47f8897 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=193571a1-2cf9-476f-8e64-0d02101eb2e5 HTTP/1.1" status: 200 len: 855 time: 0.3149991 Feb 04 15:24:00.205409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.206552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.216589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bbbce-3144-4775-997f-f56fbead82bf req-3463a7ff-a5b8-46c1-bf68-5ea353bc02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.218621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270bbbce-3144-4775-997f-f56fbead82bf req-3463a7ff-a5b8-46c1-bf68-5ea353bc02ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 1096 time: 0.4515276 Feb 04 15:24:00.230911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8aa0-8213-4d07-bc10-e914ec9dc863 req-9e725483-d616-406e-839e-34f322bc15df tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.242104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d66b8aa0-8213-4d07-bc10-e914ec9dc863 req-9e725483-d616-406e-839e-34f322bc15df tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.3283064 Feb 04 15:24:00.346491 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d66b8aa0-8213-4d07-bc10-e914ec9dc863 req-f6d8c334-2d7a-4819-b634-d44efb6a3ba2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031022 Feb 04 15:24:00.347159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:23:53Z', 'revision_number': 5, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:00.382033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-3f5db7a2-74ce-4de2-b38e-57b966be3a6e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9245372 Feb 04 15:24:00.389618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270bbbce-3144-4775-997f-f56fbead82bf req-c5c61e2d-e062-4664-aa58-2446b285ad5c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444480 Feb 04 15:24:00.401722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Request body: {'port': {'device_id': '47513114-2539-462b-9cc3-10478b67adfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:00.418796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] Checking router: 1c7a7e01-6c60-48af-8585-f013c1b7c3bb for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:24:00.432238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dbf5151e-6212-465d-ae8e-4c60d637b59a req-700a41cb-0ac5-40ec-8dab-1aa4760f9cfc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2361319 Feb 04 15:24:00.443348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] Routers {'1c7a7e01-6c60-48af-8585-f013c1b7c3bb'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:00.444955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:23:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:00.455960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.581392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-8674a4d0-c24c-4984-8db4-8df8f4cf9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:00.587103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-8674a4d0-c24c-4984-8db4-8df8f4cf9354 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f2aa4aa-59c4-412f-9f76-1135de5c6c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3774018 Feb 04 15:24:00.599703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c8e1-2a53-4bab-b26e-c9c187ef4d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.607623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.690136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-37620b78-f450-4e87-9cfb-6e381daddf83 None None] Provisioning complete for port f6f6e3a5-e987-4c03-903e-180de50e7bfe triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:00.690926 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-37620b78-f450-4e87-9cfb-6e381daddf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:00.736883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-37620b78-f450-4e87-9cfb-6e381daddf83 None None] Port f6f6e3a5-e987-4c03-903e-180de50e7bfe cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:24:00.747698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] Set router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:00.857761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-38a9c5b6-2a0b-4cf5-a55c-1faa6b06fc54 service neutron] 10.222.0.30 "GET /v2.0/networks/5f2aa4aa-59c4-412f-9f76-1135de5c6c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554817 Feb 04 15:24:01.026013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7a72-f89a-411a-bbf8-6aaa78249cc3 req-6db99602-35ea-46a2-aa74-ba90f1d34153 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.039460 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a5b7a72-f89a-411a-bbf8-6aaa78249cc3 req-6db99602-35ea-46a2-aa74-ba90f1d34153 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 945 time: 0.3108425 Feb 04 15:24:01.055879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-486722ca-c96e-4d42-9cd8-d1beabf54176 service neutron] 10.222.0.30 "GET /v2.0/networks/5f2aa4aa-59c4-412f-9f76-1135de5c6c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493478 Feb 04 15:24:01.230608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a5b7a72-f89a-411a-bbf8-6aaa78249cc3 req-3c03f57b-f45d-4d36-8a38-71abd3007e53 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828520 Feb 04 15:24:01.245996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:23:53Z', 'revision_number': 5, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:01.283808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41dd28c-ee2f-4893-ac83-edeafeb6fb20 None None] The sync data for ids ['1c7a7e01-6c60-48af-8585-f013c1b7c3bb'] in n-d-827869-1 is: [{'id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'name': 'tempest-ServersTestMultiNic-1215597781-router', 'tenant_id': '74a907d5b8814651a25c483b379b5071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:02Z', 'updated_at': '2022-02-04T15:23:53Z', 'revision_number': 5, 'project_id': '74a907d5b8814651a25c483b379b5071', 'gw_port': {'id': '7bbe684f-f4ed-432f-997d-79f6b5f3593f', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a7e01-6c60-48af-8585-f013c1b7c3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:04Z', 'updated_at': '2022-02-04T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:24:01.496383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f6e3a5-e987-4c03-903e-180de50e7bfe {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:01.550724 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:01.577432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Transition to ACTIVE for port object f6f6e3a5-e987-4c03-903e-180de50e7bfe will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:01.600774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343596b2-87a4-4cca-b04a-8655aa0c402e req-be99897b-3d59-4601-adfa-570480737501 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.603600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-343596b2-87a4-4cca-b04a-8655aa0c402e req-be99897b-3d59-4601-adfa-570480737501 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.0998125 Feb 04 15:24:01.605412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:01.610598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-b1ad6d7e-01d6-47bb-9c4c-b4ed27a158db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 HTTP/1.1" status: 200 len: 217 time: 0.5407591 Feb 04 15:24:01.673150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849794-ed2a-4e69-b450-9d3131b97e49 req-c5ddee9f-1c79-4aa6-b1bd-70bb06503183 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.688898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51849794-ed2a-4e69-b450-9d3131b97e49 req-c5ddee9f-1c79-4aa6-b1bd-70bb06503183 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 932 time: 0.8232865 Feb 04 15:24:01.819330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-28c82113-73ac-40de-aee3-dbf647b040ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:01.824959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-28c82113-73ac-40de-aee3-dbf647b040ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd6304ea-38b1-4494-8576-38f777cbaa01 HTTP/1.1" status: 200 len: 797 time: 0.2093556 Feb 04 15:24:01.837388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51849794-ed2a-4e69-b450-9d3131b97e49 req-787cd983-308b-43dc-a2c6-b8b3ee79b17f tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474884 Feb 04 15:24:01.846497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f6e3a5-e987-4c03-903e-180de50e7bfe,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:01.854090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Attempting to bind port f6f6e3a5-e987-4c03-903e-180de50e7bfe on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:01.854586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Attempting to bind port f6f6e3a5-e987-4c03-903e-180de50e7bfe by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:01.854944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Attempting to bind port f6f6e3a5-e987-4c03-903e-180de50e7bfe on network 5327106e-fb71-4a88-95ca-5686fc2b771b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:01.871195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-343596b2-87a4-4cca-b04a-8655aa0c402e req-22278c14-2090-4ad2-8fa5-9ae5f13d063f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366233 Feb 04 15:24:01.873008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:01.881521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Port f6f6e3a5-e987-4c03-903e-180de50e7bfe on network 5327106e-fb71-4a88-95ca-5686fc2b771b not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:24:01.884624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Attempting to bind port f6f6e3a5-e987-4c03-903e-180de50e7bfe on network 5327106e-fb71-4a88-95ca-5686fc2b771b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:01.911900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:24:01.912394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Checking segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:01.912706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Bound using segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:24:01.913147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Bound port: f6f6e3a5-e987-4c03-903e-180de50e7bfe, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:01.913515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.087566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-56e73ef0-ff6e-474b-bbec-6ea020217ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.089441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-56e73ef0-ff6e-474b-bbec-6ea020217ffa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a442bb-8228-4e43-aae7-8fe62b03a867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2507110 Feb 04 15:24:02.218185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] For port f6f6e3a5-e987-4c03-903e-180de50e7bfe, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:02.232356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] For port f6f6e3a5-e987-4c03-903e-180de50e7bfe, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:24:02.245770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.339040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.339998 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.342446 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 1092 time: 1.9508467 Feb 04 15:24:02.343177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:02.347956 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:02.349633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-062e9811-a2fd-429e-a452-98474522b6d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.363096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-062e9811-a2fd-429e-a452-98474522b6d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.373439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-062e9811-a2fd-429e-a452-98474522b6d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.381514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-062e9811-a2fd-429e-a452-98474522b6d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.400873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-062e9811-a2fd-429e-a452-98474522b6d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.426669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-062e9811-a2fd-429e-a452-98474522b6d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.437517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af304cb-b205-4bc5-9c90-b48802e109e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f6e3a5-e987-4c03-903e-180de50e7bfe,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:02.454429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-062e9811-a2fd-429e-a452-98474522b6d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.458186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-062e9811-a2fd-429e-a452-98474522b6d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.3673618 Feb 04 15:24:02.460389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Deleting port 7bbe684f-f4ed-432f-997d-79f6b5f3593f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:02.461161 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:02.559458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fae5f1b8-f401-4e61-baec-e6ed7462215d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:02.698385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: fae5f1b8-f401-4e61-baec-e6ed7462215d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:24:02.704098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-5ec15dec-8f41-411f-9233-44872e1f4b12 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905068 Feb 04 15:24:02.704338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fae5f1b8-f401-4e61-baec-e6ed7462215d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:24:02.739769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-9a2e69e5-f311-48e5-b3cc-e61b64b68ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.749601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-9a2e69e5-f311-48e5-b3cc-e61b64b68ad2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1095 time: 0.3222108 Feb 04 15:24:02.775937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6b1cb51-f572-448c-8515-6c6e7df8f861 req-e3197676-ed71-4e7c-baee-cc5a69faf673 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2980750 Feb 04 15:24:02.891180 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-243a3a98-920c-45da-95fd-383273322556 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 217 time: 0.1090631 Feb 04 15:24:02.915670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae91714-18b3-4b82-874e-eefdfe00719b req-7935ac4f-0273-4405-b914-44490b95d238 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:02.921193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ae91714-18b3-4b82-874e-eefdfe00719b req-7935ac4f-0273-4405-b914-44490b95d238 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 945 time: 0.4744174 Feb 04 15:24:03.054087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] For port 7bbe684f-f4ed-432f-997d-79f6b5f3593f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7bbe684f-f4ed-432f-997d-79f6b5f3593f,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:03.054087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.087963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Calling delete_port for 7bbe684f-f4ed-432f-997d-79f6b5f3593f owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:03.100036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-e1debc74-a28e-4828-885d-c67ec47d53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:03.102672 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-e1debc74-a28e-4828-885d-c67ec47d53f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1787922 Feb 04 15:24:03.128222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-a4bbd486-b5d5-4fd9-8828-4479a0032c81 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979602 Feb 04 15:24:03.180076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ae91714-18b3-4b82-874e-eefdfe00719b req-9fdf346e-d7cf-4a5e-816e-f7d8e1368cd2 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255983 Feb 04 15:24:03.231111 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cdecae-a6db-45eb-8846-9b00544bdfe8 x-openstack-request-id: req-e0cdecae-a6db-45eb-8846-9b00544bdfe8 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:03.231859 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:03.231967 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0cdecae-a6db-45eb-8846-9b00544bdfe8 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:03.232588 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'status': 'completed', 'code': 200} Feb 04 15:24:03.287900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-f2511c2a-f8d4-41f6-bd1a-4a9ce2bcd6cc service neutron] 10.222.0.50 "GET /v2.0/ports/d35dff33-3dba-4fcf-85af-3ad321843191/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.1834269 Feb 04 15:24:03.291303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7943b78d-f324-4be9-a6ba-f2e9375b37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:03.293026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-7943b78d-f324-4be9-a6ba-f2e9375b37fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115749 Feb 04 15:24:03.321861 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-8e3db092-7c98-4b0b-8b47-ff25da9d97e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=2d268d87-85f2-4414-9fe3-159ef376e87c HTTP/1.1" status: 200 len: 217 time: 0.1848259 Feb 04 15:24:03.526278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420055db-2e5d-4003-be64-c224b582424c req-97d13f49-9f4b-410b-8e4e-175ab0bf4b73 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:03.528132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-420055db-2e5d-4003-be64-c224b582424c req-97d13f49-9f4b-410b-8e4e-175ab0bf4b73 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 943 time: 0.1987817 Feb 04 15:24:03.546516 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-847aafeb-53af-4272-8c5c-0e129f9a8819 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180741 Feb 04 15:24:03.575377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dd107a68-7965-4f75-8a45-083b71932aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:03.578365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dd107a68-7965-4f75-8a45-083b71932aa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd6304ea-38b1-4494-8576-38f777cbaa01 HTTP/1.1" status: 200 len: 797 time: 0.2368660 Feb 04 15:24:03.580251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3285-d359-41ad-a17b-13500774cbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:03.601126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291db62-6b5e-49cb-b46e-cbdf8981dabb req-cdf86f2f-1277-4e98-aec8-a86ee9873f00 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:03.603591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2291db62-6b5e-49cb-b46e-cbdf8981dabb req-cdf86f2f-1277-4e98-aec8-a86ee9873f00 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 944 time: 0.2847316 Feb 04 15:24:03.799493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2291db62-6b5e-49cb-b46e-cbdf8981dabb req-dbc8bbcb-2134-45d8-8302-e596883bb460 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704798 Feb 04 15:24:03.807076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f905ca8c-2919-4feb-a8f8-24ab9d3f8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:03.809639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f905ca8c-2919-4feb-a8f8-24ab9d3f8bb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a442bb-8228-4e43-aae7-8fe62b03a867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2239547 Feb 04 15:24:04.009220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-420055db-2e5d-4003-be64-c224b582424c req-880e05c0-2d9e-4048-b9dd-f54a370d6500 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713955 Feb 04 15:24:04.077442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:04.083739 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b399190-f576-411d-9b93-2a2a8dd5509e req-e68a31eb-71ef-405e-bb01-d846cab2cd81 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182660 Feb 04 15:24:04.111193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:04.190831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.191522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35dff33-3dba-4fcf-85af-3ad321843191 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:04.214898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:04.281423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-2c54616e-ebbe-4af1-8f56-0e6528c00bf4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.294838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-2c54616e-ebbe-4af1-8f56-0e6528c00bf4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.306720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-2c54616e-ebbe-4af1-8f56-0e6528c00bf4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.307048 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.317863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-2c54616e-ebbe-4af1-8f56-0e6528c00bf4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.322218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-d8a28329-ea34-425f-8ec5-95ae81c271f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.324119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-d8a28329-ea34-425f-8ec5-95ae81c271f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1095 time: 0.1041198 Feb 04 15:24:04.330239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-2c54616e-ebbe-4af1-8f56-0e6528c00bf4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.343183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-2c54616e-ebbe-4af1-8f56-0e6528c00bf4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.355323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-2c54616e-ebbe-4af1-8f56-0e6528c00bf4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.358704 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-2c54616e-ebbe-4af1-8f56-0e6528c00bf4 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.3358488 Feb 04 15:24:04.363208 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ea1e55c0-195a-42a5-ad80-bfa14d225e26 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448072 Feb 04 15:24:04.364629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbe684f-f4ed-432f-997d-79f6b5f3593f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:04.515887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772d397-e190-4539-a0b8-7dd97fef6114 req-26d02f0f-53f7-431c-a439-b684a94647ca tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.519539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5772d397-e190-4539-a0b8-7dd97fef6114 req-26d02f0f-53f7-431c-a439-b684a94647ca tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 945 time: 0.1520963 Feb 04 15:24:04.591635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] Transition to ACTIVE for port object d35dff33-3dba-4fcf-85af-3ad321843191 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:04.600404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-bde38d48-f1f0-4cfd-b62b-b919480fda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.602529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-bde38d48-f1f0-4cfd-b62b-b919480fda83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.2445059 Feb 04 15:24:04.610004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.615749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f028c3bd-a836-472c-9e71-2662aeb43cc9 req-9cbe2fb6-1881-4465-8b0f-fa709c6fee9a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2300406 Feb 04 15:24:04.642921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.666199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5772d397-e190-4539-a0b8-7dd97fef6114 req-ee4b51ff-e234-4bc7-b6d6-dae9f9cdd9a5 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266844 Feb 04 15:24:04.732914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-1a75aaa6-f6f7-44f1-9fd8-75a2df22428f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 217 time: 0.1099210 Feb 04 15:24:04.771957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] No DVR routers for this DVR port d35dff33-3dba-4fcf-85af-3ad321843191 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:04.787070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-22c063b2-5e99-4ba8-95a8-ceb4f6f03e5b service neutron] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112701 Feb 04 15:24:04.788908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.792646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.840660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:04.858022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-5c5918d9-f6ce-4e3b-b398-78f32fae7f9e service neutron] 10.222.0.50 "PUT /v2.0/ports/d35dff33-3dba-4fcf-85af-3ad321843191/bindings/n-h2-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5629623 Feb 04 15:24:04.892709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-1220f984-3bd3-405f-95e2-465c05fd6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:04.894899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-1220f984-3bd3-405f-95e2-465c05fd6468 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1333604 Feb 04 15:24:04.919454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-6ae56831-cda6-4ba5-bce0-b3f9bfc260a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d5746d35-bd68-4bf7-b45a-689ab9102a69 HTTP/1.1" status: 200 len: 217 time: 0.1214488 Feb 04 15:24:04.921765 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.923520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7a7e01-6c60-48af-8585-f013c1b7c3bb {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:24:04.945599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:04.946819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-83cc2895-df51-4b01-9961-f36e0d850c22 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1c7a7e01-6c60-48af-8585-f013c1b7c3bb HTTP/1.1" status: 204 len: 168 time: 5.3610718 Feb 04 15:24:04.976052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35438) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:05.013489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-278c1ede-0905-4d1a-92a2-a0309a32ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.015860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-278c1ede-0905-4d1a-92a2-a0309a32ff1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020839 Feb 04 15:24:05.208576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fa60fa8d-cb1d-4fd0-8ec2-5d4bf3528576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.211392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-fa60fa8d-cb1d-4fd0-8ec2-5d4bf3528576 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd6304ea-38b1-4494-8576-38f777cbaa01 HTTP/1.1" status: 200 len: 797 time: 0.2826126 Feb 04 15:24:05.238808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-843f79fd-0d52-42a6-8b2f-451225da3f91 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128475 Feb 04 15:24:05.270316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8b4074-4a8e-4ef8-a3dc-e383271353ba admin admin] Deleting subnet 266edb78-72f2-490f-a3a7-34c513fb5c87 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:24:05.325735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69bea3-cd9a-4cf6-b773-55d3b82d82cf req-66e7d85f-ff16-48bb-aceb-6094155487b1 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.331089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc69bea3-cd9a-4cf6-b773-55d3b82d82cf req-66e7d85f-ff16-48bb-aceb-6094155487b1 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 944 time: 0.3351161 Feb 04 15:24:05.339649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b8b4074-4a8e-4ef8-a3dc-e383271353ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.403972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80cad8-60ec-4145-8603-96c6b157af49 req-48f37b2e-be4e-4a4f-b14e-138a5e1cf635 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.406544 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c80cad8-60ec-4145-8603-96c6b157af49 req-48f37b2e-be4e-4a4f-b14e-138a5e1cf635 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 944 time: 0.1990149 Feb 04 15:24:05.408130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-75e97eb2-30d2-40e6-9fe5-45bdefa11e04 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.411240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-75e97eb2-30d2-40e6-9fe5-45bdefa11e04 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.4356678 Feb 04 15:24:05.481287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b8b4074-4a8e-4ef8-a3dc-e383271353ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.494036 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34086009-2fe4-4c2c-8d7d-34a4784cd1dd req-89f8e73c-c96f-45ca-9fe2-6c4862d713fb service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181120 Feb 04 15:24:05.497350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c80cad8-60ec-4145-8603-96c6b157af49 req-90aa2999-c2d0-44ae-aa4b-a6cea0c9f1de tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743480 Feb 04 15:24:05.539672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-48da33c9-964f-43a1-aa00-10b3e06169c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.541297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-48da33c9-964f-43a1-aa00-10b3e06169c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a442bb-8228-4e43-aae7-8fe62b03a867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3194196 Feb 04 15:24:05.549667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc69bea3-cd9a-4cf6-b773-55d3b82d82cf req-1d9cc17d-b752-4200-9738-9fe481ea60a8 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672559 Feb 04 15:24:05.632931 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.676465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-d6d5afe4-08b9-4a85-bad4-178f990a3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.679391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-d6d5afe4-08b9-4a85-bad4-178f990a3e5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f HTTP/1.1" status: 200 len: 1095 time: 0.2443793 Feb 04 15:24:05.798909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-c2531d00-9fb1-4437-aa50-0826b1259be5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.810930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-c2531d00-9fb1-4437-aa50-0826b1259be5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.823841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-c2531d00-9fb1-4437-aa50-0826b1259be5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.833093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-c2531d00-9fb1-4437-aa50-0826b1259be5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.839279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-c2531d00-9fb1-4437-aa50-0826b1259be5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.845238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-c2531d00-9fb1-4437-aa50-0826b1259be5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.851372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-c2531d00-9fb1-4437-aa50-0826b1259be5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.853380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-c2531d00-9fb1-4437-aa50-0826b1259be5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.1355996 Feb 04 15:24:05.864563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b8b4074-4a8e-4ef8-a3dc-e383271353ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:05.919372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-dfc135e8-d1fa-4bfd-88f3-228e480c6e8e service neutron] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671846 Feb 04 15:24:05.932286 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97947fc6-7fd1-4954-8c0d-65de5e202cdc req-193f0f20-1fbb-4932-a536-02d0cca0554c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584414 Feb 04 15:24:05.946081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-3f0fd219-a136-4088-81f4-7801d9534775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:05.946081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-3f0fd219-a136-4088-81f4-7801d9534775 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1095 time: 0.2104557 Feb 04 15:24:06.027415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5121b-7fef-4e40-a894-2ec107e4b72e req-19b2cb99-3f03-4b7e-885b-dfbfefb6142d tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.031113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eca5121b-7fef-4e40-a894-2ec107e4b72e req-19b2cb99-3f03-4b7e-885b-dfbfefb6142d tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 945 time: 0.2285323 Feb 04 15:24:06.172027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b8b4074-4a8e-4ef8-a3dc-e383271353ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.269751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b4074-4a8e-4ef8-a3dc-e383271353ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266edb78-72f2-490f-a3a7-34c513fb5c87,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:06.283822 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-d2f5aa87-2cfb-4f76-86fe-c004ccd92fa2 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566568 Feb 04 15:24:06.286158 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b8b4074-4a8e-4ef8-a3dc-e383271353ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.289328 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1b8b4074-4a8e-4ef8-a3dc-e383271353ba admin admin] 10.222.0.47 "DELETE /v2.0/subnets/266edb78-72f2-490f-a3a7-34c513fb5c87 HTTP/1.1" status: 204 len: 168 time: 1.3122883 Feb 04 15:24:06.293328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35448) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:06.296664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a4129b-2859-4865-af49-eb5722052365 None None] Network 80735cf2-44be-47e1-b484-0939643f593b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:24:06.298300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eca5121b-7fef-4e40-a894-2ec107e4b72e req-cdeb5048-aa13-464f-b085-06e2d1359958 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072344 Feb 04 15:24:06.346399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-7b647348-bec9-41c5-abaa-b04550cd5d8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=1c4d494a-452b-437d-b0cf-e8fba58cb6ad HTTP/1.1" status: 200 len: 217 time: 0.0515559 Feb 04 15:24:06.347746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-d592b7d4-e429-42a6-9b17-293eab00a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.349251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-d592b7d4-e429-42a6-9b17-293eab00a375 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.3887823 Feb 04 15:24:06.448617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-6a501f5d-5636-458f-bb41-ab29ad0d39bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 217 time: 0.0766015 Feb 04 15:24:06.507347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-d88ddc9e-83de-4e50-b76a-405c063b48a9 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.510129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-d88ddc9e-83de-4e50-b76a-405c063b48a9 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.50 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 945 time: 0.2182369 Feb 04 15:24:06.539129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.560400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7bbe684f-f4ed-432f-997d-79f6b5f3593f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:06.584789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-a973a014-fdc0-467d-ad1d-1a85040b8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.589855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-a973a014-fdc0-467d-ad1d-1a85040b8b57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd6304ea-38b1-4494-8576-38f777cbaa01 HTTP/1.1" status: 200 len: 797 time: 0.2300675 Feb 04 15:24:06.611438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7bbe684f-f4ed-432f-997d-79f6b5f3593f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:24:06.615886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7bbe684f-f4ed-432f-997d-79f6b5f3593f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:24:06.677306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-850ddf38-2a03-4617-8cf1-5583b2691104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.682811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-850ddf38-2a03-4617-8cf1-5583b2691104 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.2332764 Feb 04 15:24:06.729896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-b19717b3-c944-48ad-9d45-9f35f2b6ef98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378585 Feb 04 15:24:06.736587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-cf79fb78-59b3-4488-bd4f-b396507ec88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.738945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-cf79fb78-59b3-4488-bd4f-b396507ec88a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a442bb-8228-4e43-aae7-8fe62b03a867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1399777 Feb 04 15:24:06.842136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae74b1-f498-467b-b8ea-ff0cdb41ee80 req-e70b6296-ba58-4028-87c7-898069a13c46 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:06.843711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dcae74b1-f498-467b-b8ea-ff0cdb41ee80 req-e70b6296-ba58-4028-87c7-898069a13c46 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 944 time: 0.1575162 Feb 04 15:24:06.859800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f6f6e3a5-e987-4c03-903e-180de50e7bfe details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:06.868860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Deleting port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:06.869461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.883469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:06.911000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] DHCP port deletion for 80735cf2-44be-47e1-b484-0939643f593b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:24:06.919161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Deleting port fca61008-c5a1-4e22-90fe-e6357019db58 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:06.919464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.062557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f6f6e3a5-e987-4c03-903e-180de50e7bfe, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:07.083757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'mac_address': 'fa:16:3e:83:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:07.091475 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] Deleting port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:07.091925 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.171013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dcae74b1-f498-467b-b8ea-ff0cdb41ee80 req-827a4e81-ef0a-442a-ae23-41392142c808 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976811 Feb 04 15:24:07.185081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] For port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,segment=NetworkSegment(dc3740f9-bf32-41a8-843e-88302c93c873),segment_id=dc3740f9-bf32-41a8-843e-88302c93c873)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:07.185632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.187603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] For port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,segment=NetworkSegment(dc3740f9-bf32-41a8-843e-88302c93c873),segment_id=dc3740f9-bf32-41a8-843e-88302c93c873)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:07.188216 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.204915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] Calling delete_port for ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:07.236140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Calling delete_port for ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:07.298098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] For port fca61008-c5a1-4e22-90fe-e6357019db58, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fca61008-c5a1-4e22-90fe-e6357019db58,segment=NetworkSegment(f61f80c1-13c3-41e5-b025-1124e29f1f8a),segment_id=f61f80c1-13c3-41e5-b025-1124e29f1f8a)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:07.298706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.408940 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.442982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Calling delete_port for fca61008-c5a1-4e22-90fe-e6357019db58 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:07.449611 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.532573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f6e3a5-e987-4c03-903e-180de50e7bfe {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:07.567985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a091cf80-a129-4ad6-bb89-937d673be41b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.574184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a091cf80-a129-4ad6-bb89-937d673be41b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.580175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a091cf80-a129-4ad6-bb89-937d673be41b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.586566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a091cf80-a129-4ad6-bb89-937d673be41b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.592627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a091cf80-a129-4ad6-bb89-937d673be41b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.598500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f6f6e3a5-e987-4c03-903e-180de50e7bfe, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:07.599465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a091cf80-a129-4ad6-bb89-937d673be41b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.605740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a091cf80-a129-4ad6-bb89-937d673be41b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.608035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a091cf80-a129-4ad6-bb89-937d673be41b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.2529628 Feb 04 15:24:07.610034 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.635533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a812759-2daf-4880-bcc6-53391ee0fc66 req-24886705-b546-44b4-a6dc-14c3c9fbd572 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:07.643705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a812759-2daf-4880-bcc6-53391ee0fc66 req-24886705-b546-44b4-a6dc-14c3c9fbd572 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 944 time: 0.8842330 Feb 04 15:24:07.650340 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.653471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-1caa0c53-9084-4038-a3e6-683a11dd98e4 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9134042 Feb 04 15:24:07.657075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:07.676367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-b9784a6b-13fe-41ff-ac79-439b694964b1 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270790 Feb 04 15:24:07.697404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] Pushing event deleted for resources: {'Port': ['ID=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:07.715326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-943bea3f-f60d-46d0-b5fe-2b4545e74dbe req-a0e60f9e-8312-4360-992a-fec04e224c3e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956440 Feb 04 15:24:07.723653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] No DVR routers for this DVR port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:07.725652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:07.746417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcce31-44d5-4922-9ce3-2251841dc13c None None] No DVR routers for this DVR port ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:07.846374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=f6f6e3a5-e987-4c03-903e-180de50e7bfe,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:07.854272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a812759-2daf-4880-bcc6-53391ee0fc66 req-d0b7b082-195d-4ae3-83a7-36ce8efc4aa6 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999080 Feb 04 15:24:07.919204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-6ab01167-99f3-4a64-8272-f49e2fe2e437 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536216 Feb 04 15:24:07.923910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-04ca3655-bd9c-46f8-a2ca-65c74b854524 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325826 Feb 04 15:24:07.979416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-54a11b77-621b-4b30-a19e-a824b95a4ff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4ca22191-8faf-40c6-ad50-71688fd60786 HTTP/1.1" status: 200 len: 217 time: 0.0449841 Feb 04 15:24:08.029211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.041091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-40fc2e6d-e39b-452d-91b6-b644d13c86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.042862 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-40fc2e6d-e39b-452d-91b6-b644d13c86d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1865bc59-aba2-488d-b194-2fbb3af064a5 HTTP/1.1" status: 200 len: 797 time: 0.0540321 Feb 04 15:24:08.111331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80735cf2-44be-47e1-b484-0939643f593b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:08.126722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ccb66f59-852e-4551-9978-2f9e117df6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.133204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-ccb66f59-852e-4551-9978-2f9e117df6c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77deef98-3f2a-446d-affc-35d3653f0859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820203 Feb 04 15:24:08.135261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.148326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['f6f6e3a5-e987-4c03-903e-180de50e7bfe'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:08.151156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3740f9-bf32-41a8-843e-88302c93c873') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:08.151951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3740f9-bf32-41a8-843e-88302c93c873') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:08.193507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab879432-94ff-4bff-86d7-474ebc2fb9fe req-e58868ba-0624-4ea7-9ca6-f60f906295e0 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.197792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab879432-94ff-4bff-86d7-474ebc2fb9fe req-e58868ba-0624-4ea7-9ca6-f60f906295e0 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/ports?device_id=970ca54a-6062-4e06-81f8-b84c08c74657 HTTP/1.1" status: 200 len: 945 time: 0.3652420 Feb 04 15:24:08.253076 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.274136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Pushing event deleted for resources: {'Port': ['ID=fca61008-c5a1-4e22-90fe-e6357019db58,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:08.309500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-41b87bda-e6b6-4d67-bbe8-ad775e9fb6e8 service neutron] 10.222.0.30 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689587 Feb 04 15:24:08.383228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] No DVR routers for this DVR port fca61008-c5a1-4e22-90fe-e6357019db58 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:08.386111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.395401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.399425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7febb6c5-19da-4053-b286-5f3e52396aa7 req-690bcbc6-3271-4025-96fd-0af46a5bff57 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.50 "DELETE /v2.0/ports/fca61008-c5a1-4e22-90fe-e6357019db58 HTTP/1.1" status: 204 len: 173 time: 1.8767207 Feb 04 15:24:08.400287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970ca54a-6062-4e06-81f8-b84c08c74657', 'name': 'network-vif-deleted', 'tag': 'fca61008-c5a1-4e22-90fe-e6357019db58'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:08.403597 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e7c13-be0d-4127-9bb0-81d46f2f63bb" -d '{"events": [{"server_uuid": "970ca54a-6062-4e06-81f8-b84c08c74657", "name": "network-vif-deleted", "tag": "fca61008-c5a1-4e22-90fe-e6357019db58"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:08.412903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:24:08.413400 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:24:08.415971 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:24:08.514553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab879432-94ff-4bff-86d7-474ebc2fb9fe req-71af71d8-9543-4f2b-ac7f-c0b29c39adc6 tempest-ServerAddressesNegativeTestJSON-1294174384 tempest-ServerAddressesNegativeTestJSON-1294174384-project] 10.222.0.47 "GET /v2.0/security-groups?id=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657034 Feb 04 15:24:08.541670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-65859da5-983a-4d13-9ddb-44fa573b4ea0 service neutron] 10.222.0.30 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139459 Feb 04 15:24:08.548251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.558755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:08.566889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] 10.222.0.47 "DELETE /v2.0/networks/80735cf2-44be-47e1-b484-0939643f593b HTTP/1.1" status: 204 len: 168 time: 2.2364681 Feb 04 15:24:08.596974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc397898-4006-45c1-bd9a-d9850fd86992 admin admin] Pushing event deleted for resources: {'Network': ['ID=80735cf2-44be-47e1-b484-0939643f593b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:08.604220 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966014c4-c64b-485e-b019-7e0436a13f02 x-openstack-request-id: req-966014c4-c64b-485e-b019-7e0436a13f02 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:08.604867 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970ca54a-6062-4e06-81f8-b84c08c74657", "name": "network-vif-deleted", "tag": "fca61008-c5a1-4e22-90fe-e6357019db58", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:08.605473 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-966014c4-c64b-485e-b019-7e0436a13f02 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:08.606134 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970ca54a-6062-4e06-81f8-b84c08c74657', 'name': 'network-vif-deleted', 'tag': 'fca61008-c5a1-4e22-90fe-e6357019db58', 'status': 'completed', 'code': 200} Feb 04 15:24:08.608134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-4bb26944-8db6-4130-b7e8-dd0060aac746 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ee050dc-bbfc-4e72-9b64-93785061cff1 HTTP/1.1" status: 200 len: 217 time: 0.0539501 Feb 04 15:24:08.629211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab95ed-79f5-4775-90c0-f52543246b81 req-2b035468-4c17-4a44-aee7-18f46e350219 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.631458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00ab95ed-79f5-4775-90c0-f52543246b81 req-2b035468-4c17-4a44-aee7-18f46e350219 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 944 time: 0.1498930 Feb 04 15:24:08.648695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:08.650083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-02f82699-9b16-4c4f-bd10-a2c78503c623 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.651629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-02f82699-9b16-4c4f-bd10-a2c78503c623 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.3411696 Feb 04 15:24:08.688347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:24:08.688673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ac2c4ee1-26ea-4c0d-a375-73dc2a93d40a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:24:08.774671 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00ab95ed-79f5-4775-90c0-f52543246b81 req-75953408-189a-4104-8dd0-b13f05e10498 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292694 Feb 04 15:24:08.780691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f7ffd12c-58bb-4184-b0c6-18fa655b4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.782286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-f7ffd12c-58bb-4184-b0c6-18fa655b4f19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1865bc59-aba2-488d-b194-2fbb3af064a5 HTTP/1.1" status: 200 len: 797 time: 0.1646798 Feb 04 15:24:08.836817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fca61008-c5a1-4e22-90fe-e6357019db58 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:08.845377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35474) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:08.912466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: fca61008-c5a1-4e22-90fe-e6357019db58 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:24:08.913332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fca61008-c5a1-4e22-90fe-e6357019db58 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:24:08.938923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-255dd67c-2dbc-4ed0-b053-cc625f80c979 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74a907d5b8814651a25c483b379b5071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923362 Feb 04 15:24:08.941753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35480) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:08.968579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-de470521-b253-4592-942b-e36f01c7906a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.975421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-de470521-b253-4592-942b-e36f01c7906a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.982848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-de470521-b253-4592-942b-e36f01c7906a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.988053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-2ea0ea01-bdea-405c-bb60-b85c9e7852f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:08.991523 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-2ea0ea01-bdea-405c-bb60-b85c9e7852f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77deef98-3f2a-446d-affc-35d3653f0859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2000675 Feb 04 15:24:08.993095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-de470521-b253-4592-942b-e36f01c7906a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.000180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-de470521-b253-4592-942b-e36f01c7906a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.007873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-de470521-b253-4592-942b-e36f01c7906a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.014841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-de470521-b253-4592-942b-e36f01c7906a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.017102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-de470521-b253-4592-942b-e36f01c7906a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.1883159 Feb 04 15:24:09.101614 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa476c0e-3b04-4887-a5d3-c3c68feeb7e6 req-9c24a0d4-a07c-439e-b2b7-496daa8ae14d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754285 Feb 04 15:24:09.112947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27f76845-4706-421f-92db-3107b833ff76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.161343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27f76845-4706-421f-92db-3107b833ff76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.201791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-e27cc74b-41e7-45ca-bd69-9d7c6296ca5a service neutron] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:09.214265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-e27cc74b-41e7-45ca-bd69-9d7c6296ca5a service neutron] Notify callbacks [] for binding, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.216014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5914f9c7-f60f-48a4-86be-68f0fbdd7feb req-e27cc74b-41e7-45ca-bd69-9d7c6296ca5a service neutron] 10.222.0.30 "DELETE /v2.0/ports/d35dff33-3dba-4fcf-85af-3ad321843191/bindings/n-h1-827869-1 HTTP/1.1" status: 204 len: 173 time: 0.5244515 Feb 04 15:24:09.221036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef7aa1-c5b0-4348-8958-3ae6775e8f7b req-9f46cc83-2daf-488a-8521-037da5ced710 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.223780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19ef7aa1-c5b0-4348-8958-3ae6775e8f7b req-9f46cc83-2daf-488a-8521-037da5ced710 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1095 time: 0.2613134 Feb 04 15:24:09.319249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.349171 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27f76845-4706-421f-92db-3107b833ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.349895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-04cbba89-487d-4817-a2a9-f2c9e968ea6f service neutron] 10.222.0.30 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183334 Feb 04 15:24:09.355708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27f76845-4706-421f-92db-3107b833ff76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.361640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-27f76845-4706-421f-92db-3107b833ff76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a48ce128-fe23-4994-be98-15fd2adb0e8c HTTP/1.1" status: 204 len: 168 time: 0.4149110 Feb 04 15:24:09.395149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f76845-4706-421f-92db-3107b833ff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ce128-fe23-4994-be98-15fd2adb0e8c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:09.447378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0323a6-d613-4607-a93e-c8c86f04cda8 req-734f095b-c9e1-476d-a93b-270b184b6e7c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.454449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef0323a6-d613-4607-a93e-c8c86f04cda8 req-734f095b-c9e1-476d-a93b-270b184b6e7c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 945 time: 0.1945722 Feb 04 15:24:09.497797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-975fc1b3-684a-4bd3-afc6-033b6213ee90 req-3cb487c5-cf5a-4c0b-8d9c-43ba9297745e service neutron] 10.222.0.30 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395288 Feb 04 15:24:09.500490 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19ef7aa1-c5b0-4348-8958-3ae6775e8f7b req-8b3fdc3c-48c8-442d-bcb1-e763d33d17cc tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609239 Feb 04 15:24:09.578062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef0323a6-d613-4607-a93e-c8c86f04cda8 req-1d50e39b-3121-404a-90f6-7b0a8e59c391 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124799 Feb 04 15:24:09.656936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35492) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:09.718300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddebe3d-233b-4ce0-a6e0-f6610e3f5b57 admin admin] Deleting subnet d70b23f5-3019-4914-9d7c-de87d46d84e4 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:24:09.723038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fddebe3d-233b-4ce0-a6e0-f6610e3f5b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.769959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fddebe3d-233b-4ce0-a6e0-f6610e3f5b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.845474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fddebe3d-233b-4ce0-a6e0-f6610e3f5b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:09.856226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-f20239a6-c3b4-4ed1-8aad-8ebfde881c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.857432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-f20239a6-c3b4-4ed1-8aad-8ebfde881c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.858375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-f20239a6-c3b4-4ed1-8aad-8ebfde881c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.859244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-f20239a6-c3b4-4ed1-8aad-8ebfde881c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.860150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-f20239a6-c3b4-4ed1-8aad-8ebfde881c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.861210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-f20239a6-c3b4-4ed1-8aad-8ebfde881c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.862214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-f20239a6-c3b4-4ed1-8aad-8ebfde881c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.868501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-f20239a6-c3b4-4ed1-8aad-8ebfde881c68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6487 time: 0.2035069 Feb 04 15:24:09.873523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639b297-933a-4414-9f2c-b100b1c30b9e req-389f95a7-2076-441c-b804-de1618063af6 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:09.887810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2639b297-933a-4414-9f2c-b100b1c30b9e req-389f95a7-2076-441c-b804-de1618063af6 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1095 time: 0.2413611 Feb 04 15:24:09.980928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fddebe3d-233b-4ce0-a6e0-f6610e3f5b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.043027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddebe3d-233b-4ce0-a6e0-f6610e3f5b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70b23f5-3019-4914-9d7c-de87d46d84e4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:10.060471 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fddebe3d-233b-4ce0-a6e0-f6610e3f5b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.070027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fddebe3d-233b-4ce0-a6e0-f6610e3f5b57 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d70b23f5-3019-4914-9d7c-de87d46d84e4 HTTP/1.1" status: 204 len: 168 time: 0.4108348 Feb 04 15:24:10.071448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35496) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:10.095283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2639b297-933a-4414-9f2c-b100b1c30b9e req-7a953c4b-95f0-435b-9f45-5147aebb1392 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058978 Feb 04 15:24:10.231293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-cebaccfa-2ca5-438b-b65f-aa5eba95d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.234710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-cebaccfa-2ca5-438b-b65f-aa5eba95d009 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77deef98-3f2a-446d-affc-35d3653f0859 HTTP/1.1" status: 200 len: 903 time: 0.3418579 Feb 04 15:24:10.250552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.323988 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-3f8a6d8f-083d-455e-80c5-719e4f51ffe2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ee050dc-bbfc-4e72-9b64-93785061cff1 HTTP/1.1" status: 200 len: 217 time: 0.0822158 Feb 04 15:24:10.437931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-4901e404-19d4-4cf0-86c1-c97aa6d9ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.443600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-4901e404-19d4-4cf0-86c1-c97aa6d9ca6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1865bc59-aba2-488d-b194-2fbb3af064a5 HTTP/1.1" status: 200 len: 797 time: 0.1099463 Feb 04 15:24:10.549535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-cb8f2919-7e6d-4e66-8e7f-2754bec1d896 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.560653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-cb8f2919-7e6d-4e66-8e7f-2754bec1d896 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.571695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-cb8f2919-7e6d-4e66-8e7f-2754bec1d896 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.594702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-d451ff41-72b3-48dd-8529-564c4b1e5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.598963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-d451ff41-72b3-48dd-8529-564c4b1e5d6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77deef98-3f2a-446d-affc-35d3653f0859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433883 Feb 04 15:24:10.613153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-cb8f2919-7e6d-4e66-8e7f-2754bec1d896 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.621925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-cb8f2919-7e6d-4e66-8e7f-2754bec1d896 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.631407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-cb8f2919-7e6d-4e66-8e7f-2754bec1d896 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.640614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-cb8f2919-7e6d-4e66-8e7f-2754bec1d896 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:10.643236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-cb8f2919-7e6d-4e66-8e7f-2754bec1d896 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.3815293 Feb 04 15:24:10.654175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.728022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae4ce72-0c30-4752-9f0a-0132c63693b5']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:10.777046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1fd3ea4-9588-4c8b-9c99-9100ad30416c req-6ef9ae7f-01ff-4907-a627-102ffb1898ac tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184859 Feb 04 15:24:10.779027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61f80c1-13c3-41e5-b025-1124e29f1f8a') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:10.779326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61f80c1-13c3-41e5-b025-1124e29f1f8a') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:10.796018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.833468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f6f6e3a5-e987-4c03-903e-180de50e7bfe up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:10.836699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.857911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:24:10.860818 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:24:10.865220 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:24:10.975764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port f6f6e3a5-e987-4c03-903e-180de50e7bfe completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:10.992656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port f6f6e3a5-e987-4c03-903e-180de50e7bfe triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:10.993431 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.006970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-3ceb145d-aab7-4eec-92ed-b09c1e748e06 service neutron] 10.222.0.30 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995154 Feb 04 15:24:11.037947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.051762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dce20-6ada-4fd3-b84a-ced90fe875ce req-0e8a5dea-e8da-4771-9566-0f29c549f244 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:11.055790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-172dce20-6ada-4fd3-b84a-ced90fe875ce req-0e8a5dea-e8da-4771-9566-0f29c549f244 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 945 time: 0.2461386 Feb 04 15:24:11.068584 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.082292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3ae4ce72-0c30-4752-9f0a-0132c63693b5 HTTP/1.1" status: 204 len: 168 time: 1.0085711 Feb 04 15:24:11.091468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12506e-e947-4bf5-bed6-557e424adb36 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae4ce72-0c30-4752-9f0a-0132c63693b5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:11.126173 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.167531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:11.171037 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac797ee2-32e2-4d05-a6cc-67ca5cfd4d38" -d '{"events": [{"server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "name": "network-vif-plugged", "status": "completed", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:11.201796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f6f6e3a5-e987-4c03-903e-180de50e7bfe, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:11.234416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.371950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-172dce20-6ada-4fd3-b84a-ced90fe875ce req-79079498-a3f1-4f6e-be41-2a8ed5332c98 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924581 Feb 04 15:24:11.405035 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9728b264-a4e3-414e-91c6-66b1e3328550 req-2c8126b5-139c-4d9d-8ba5-61fff660556d service neutron] 10.222.0.30 "GET /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878448 Feb 04 15:24:11.408949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=f6f6e3a5-e987-4c03-903e-180de50e7bfe,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:11.467012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35544) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:11.557617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-104948f5-e389-4cf2-9eb1-8844bddaf368 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d71ff3a70f024a0db8c24499adeb1d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886934 Feb 04 15:24:11.560328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35548) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:11.681776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19371ae6-ffe2-4b41-abcc-dd8f526a93d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.708950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35550) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:11.736611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19371ae6-ffe2-4b41-abcc-dd8f526a93d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.785616 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0352b169-af5a-4eab-9052-241e0713a5e8 x-openstack-request-id: req-0352b169-af5a-4eab-9052-241e0713a5e8 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:11.786116 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "name": "network-vif-plugged", "status": "completed", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:11.786510 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0352b169-af5a-4eab-9052-241e0713a5e8 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:11.787125 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'code': 200} Feb 04 15:24:11.827063 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19371ae6-ffe2-4b41-abcc-dd8f526a93d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.831192 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19371ae6-ffe2-4b41-abcc-dd8f526a93d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:11.846914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-19371ae6-ffe2-4b41-abcc-dd8f526a93d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5d72c5b-95fd-4ba9-a66c-5ada683e6c55 HTTP/1.1" status: 204 len: 168 time: 0.2845449 Feb 04 15:24:11.870668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19371ae6-ffe2-4b41-abcc-dd8f526a93d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d72c5b-95fd-4ba9-a66c-5ada683e6c55,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:12.096610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0d276-23d3-455f-8d7c-1f1fa66dc17f req-fd3af48c-4665-4c94-9c8c-85550bcf87a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.099377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3eb0d276-23d3-455f-8d7c-1f1fa66dc17f req-fd3af48c-4665-4c94-9c8c-85550bcf87a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.1432695 Feb 04 15:24:12.125564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1405799325-network', 'tenant_id': 'e485ec0afbb54e1a8394c23418f3703f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:12.202484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-72f220d0-eb3d-46c5-b8eb-0695475356b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.220334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-72f220d0-eb3d-46c5-b8eb-0695475356b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.229320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3eb0d276-23d3-455f-8d7c-1f1fa66dc17f req-de3dacfb-2d8b-41df-a969-bf60be2db2ba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162124 Feb 04 15:24:12.238189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-72f220d0-eb3d-46c5-b8eb-0695475356b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.251461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-72f220d0-eb3d-46c5-b8eb-0695475356b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.264212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-72f220d0-eb3d-46c5-b8eb-0695475356b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.277130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-72f220d0-eb3d-46c5-b8eb-0695475356b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.289195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-72f220d0-eb3d-46c5-b8eb-0695475356b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.293045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-72f220d0-eb3d-46c5-b8eb-0695475356b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.2757952 Feb 04 15:24:12.295401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Made reservation on behalf of e485ec0afbb54e1a8394c23418f3703f for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:12.299782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.319656 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.591283 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.611681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9427218-b05c-4d23-94f6-d6d7eb007efa req-69121faf-017d-489c-915b-40def353188b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2957854 Feb 04 15:24:12.614465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.657560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974b9ef-96db-42d6-8e75-619cfa57f9ca req-9af13260-6cd0-4708-b028-10470920b2c8 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.660807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:24:12.666607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8974b9ef-96db-42d6-8e75-619cfa57f9ca req-9af13260-6cd0-4708-b028-10470920b2c8 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 946 time: 0.1163127 Feb 04 15:24:12.693826 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.694446 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Added segment 27729325-5bd5-4799-999d-21b2fef6f0c5 of type vlan for network b07aaf40-37ff-4794-be79-b7b0ff9fa478 Feb 04 15:24:12.697380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602c5175-f83b-4f38-9a0d-fe4a377b3546,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:12.736639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8974b9ef-96db-42d6-8e75-619cfa57f9ca req-a7ad192e-b6be-43d8-b12b-883953b29a7e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689497 Feb 04 15:24:12.821658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.886237 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:12.888447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:12.889964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.040169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b07aaf40-37ff-4794-be79-b7b0ff9fa478,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:13.050030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2880bc7d-35f7-4e42-9fe7-58d984cb59c8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3379626 Feb 04 15:24:13.053544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35586) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:13.055394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:24:13.060122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Request body: {'subnet': {'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1405799325-subnet', 'tenant_id': 'e485ec0afbb54e1a8394c23418f3703f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:13.098110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Made reservation on behalf of e485ec0afbb54e1a8394c23418f3703f for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:13.102419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.437502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.513590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35598) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:13.561860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b747500-f405-4e5a-963e-f75459d61983,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:13.568364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Checking segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:13.568898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Network hostable DHCP agents. Network: b07aaf40-37ff-4794-be79-b7b0ff9fa478, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:24:13.595957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:24:13.610731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, b07aaf40-37ff-4794-be79-b7b0ff9fa478) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:13.626202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1ad4ce-d112-4c2f-9288-af14c0cc3c59 None None] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:24:13.626452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:13.627387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.659932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b969f073-bc97-4c7d-b798-b138dc7371ca admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6048403 Feb 04 15:24:13.794418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-765160848-network', 'tenant_id': '0f52a520cf6242698fd485b4d0c870fb'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:13.875798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Made reservation on behalf of 0f52a520cf6242698fd485b4d0c870fb for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:13.881372 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:13.903264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.139187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ff37a-6faf-489b-aef1-1dadf0635fd7 req-1693c6c1-e37e-416c-8de7-85f622326641 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.153892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-911ff37a-6faf-489b-aef1-1dadf0635fd7 req-1693c6c1-e37e-416c-8de7-85f622326641 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 946 time: 0.1656642 Feb 04 15:24:14.212885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'tenant_id': 'e485ec0afbb54e1a8394c23418f3703f', 'fixed_ips': [{'subnet_id': '7b747500-f405-4e5a-963e-f75459d61983'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:24:14.217316 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.281371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.306575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.417535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-911ff37a-6faf-489b-aef1-1dadf0635fd7 req-cd88c874-1d8a-45a2-a0ad-2285cd5d7811 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577553 Feb 04 15:24:14.418980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:24:14.491562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f7a96-1255-490e-8b7d-01110be4d42a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:14.511901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.516361 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Added segment 1c05aeed-0d8a-4e15-8e32-39cf27e45b3d of type vlan for network 06c6c088-a115-406c-b4c5-ae966f2b180a Feb 04 15:24:14.586575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.631763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.634560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.636368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:14.653499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-e246094b-518c-465e-89f3-e7841ba3ffbb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.669846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-e246094b-518c-465e-89f3-e7841ba3ffbb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.685295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-e246094b-518c-465e-89f3-e7841ba3ffbb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.694496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Allocated IP 172.20.0.2 (b07aaf40-37ff-4794-be79-b7b0ff9fa478/7b747500-f405-4e5a-963e-f75459d61983/c5bb9907-aefd-4286-aa2e-fbdef433aece) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:14.705837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-e246094b-518c-465e-89f3-e7841ba3ffbb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.720363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-e246094b-518c-465e-89f3-e7841ba3ffbb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.724887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2092662 Feb 04 15:24:14.731312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35622) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:14.732545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-e246094b-518c-465e-89f3-e7841ba3ffbb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.745088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Request body: {'subnet': {'network_id': '06c6c088-a115-406c-b4c5-ae966f2b180a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-765160848-subnet', 'tenant_id': '0f52a520cf6242698fd485b4d0c870fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:14.763342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-e246094b-518c-465e-89f3-e7841ba3ffbb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:14.774433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-e246094b-518c-465e-89f3-e7841ba3ffbb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.9204381 Feb 04 15:24:14.860817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19c2fca1-8ca9-4f52-ae6a-4dba3e55b88c req-13561ae5-968a-4c1c-99e2-68da49974c74 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767035 Feb 04 15:24:14.960606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865a19b-0368-4917-a476-784d52ceaf5f admin admin] Pushing event updated for resources: {'Network': ['ID=06c6c088-a115-406c-b4c5-ae966f2b180a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:14.997326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 06c6c088-a115-406c-b4c5-ae966f2b180a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:24:15.003119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Made reservation on behalf of 0f52a520cf6242698fd485b4d0c870fb for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:15.011100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.247484 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.258909 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.375364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Pushing event updated for resources: {'Port': ['ID=c5bb9907-aefd-4286-aa2e-fbdef433aece,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:15.410864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:15.424817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:15.435870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:15.439457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-efa1eb79-2b61-4d36-be91-87f6fabcd4c0 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:15.441382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.442124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.442770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.443343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.443543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.443886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.444390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.444777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.444969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-efa1eb79-2b61-4d36-be91-87f6fabcd4c0 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 816 time: 0.3119998 Feb 04 15:24:15.445430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.445771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.446261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.446787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:15.518643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-7cd7e121-caf8-4506-b307-781eab5d42e8 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5576432 Feb 04 15:24:15.532634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:15.537149 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-6216a03d-b75e-4d09-9321-c048018b22c4 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/quotas/e485ec0afbb54e1a8394c23418f3703f HTTP/1.1" status: 200 len: 375 time: 0.0607986 Feb 04 15:24:15.560654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Attempting to bind port c5bb9907-aefd-4286-aa2e-fbdef433aece on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:15.561209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Attempting to bind port c5bb9907-aefd-4286-aa2e-fbdef433aece by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:15.563513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Attempting to bind port c5bb9907-aefd-4286-aa2e-fbdef433aece on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:15.602286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:24:15.615342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Checking segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:15.619663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.620447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Bound using segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:24:15.622369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Bound port: c5bb9907-aefd-4286-aa2e-fbdef433aece, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:15.623126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.633763 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.684282 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-e2e07a84-8926-4198-aa93-e7961bf77837 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369951 Feb 04 15:24:15.770044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] For port c5bb9907-aefd-4286-aa2e-fbdef433aece, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:15.778314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] For port c5bb9907-aefd-4286-aa2e-fbdef433aece, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c5bb9907-aefd-4286-aa2e-fbdef433aece,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:24:15.788165 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.789018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.867378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:15.942397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cecee8-e923-47d9-8d1c-4aebb093fc6d,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:15.950024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Checking segment: {'id': '1c05aeed-0d8a-4e15-8e32-39cf27e45b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '06c6c088-a115-406c-b4c5-ae966f2b180a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:15.950518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Network hostable DHCP agents. Network: 06c6c088-a115-406c-b4c5-ae966f2b180a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:24:15.998756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf0fa5-122a-408d-9d4c-cae8e529e54c None None] Pushing event updated for resources: {'Port': ['ID=c5bb9907-aefd-4286-aa2e-fbdef433aece,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:16.007332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Network 06c6c088-a115-406c-b4c5-ae966f2b180a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:24:16.044250 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-07c7182a-945c-4d59-974a-aab4414e0e36 service neutron] 10.222.0.47 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018885 Feb 04 15:24:16.049248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 06c6c088-a115-406c-b4c5-ae966f2b180a) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:16.061774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f257af3-4d42-4abc-9b48-e0fd75832b66 None None] Network 06c6c088-a115-406c-b4c5-ae966f2b180a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:24:16.069215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:16.071570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:16.198603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e5e27ba3-c1ab-44e1-bccc-3b765283b898 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4580927 Feb 04 15:24:16.230690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Allocated IP 172.25.1.28 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/324e3908-d680-46e8-ba77-ae6668bc18ce) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:16.280364 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-d9e78030-7038-4a80-9ebe-a072168190bc service neutron] 10.222.0.47 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974063 Feb 04 15:24:16.455198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce0cf03-d838-46d2-b2e3-a4a494d70f31 None None] Network 06c6c088-a115-406c-b4c5-ae966f2b180a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:24:16.766227 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:16.880449 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:16.960179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c5bb9907-aefd-4286-aa2e-fbdef433aece up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:17.081099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:17.087673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:17.105959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c5bb9907-aefd-4286-aa2e-fbdef433aece triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:17.110949 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.118436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:17.250528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Pushing event updated for resources: {'Port': ['ID=324e3908-d680-46e8-ba77-ae6668bc18ce,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:17.296410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.395510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c5bb9907-aefd-4286-aa2e-fbdef433aece, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c5bb9907-aefd-4286-aa2e-fbdef433aece,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:17.411890 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.525691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.622420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c5bb9907-aefd-4286-aa2e-fbdef433aece,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:17.679646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:17.915830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996a936-8fc5-4585-8b4d-16e8f518a7dc None None] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:24:18.058571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8a094d8a-16f3-4b85-b3a4-926c0a9bf200 None None] Provisioning complete for port c5bb9907-aefd-4286-aa2e-fbdef433aece triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:18.059199 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a094d8a-16f3-4b85-b3a4-926c0a9bf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.093772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71405-b60e-421a-a581-6c25838ac078 req-8abddbef-b8cc-4288-81e4-181ec299be84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.116165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71405-b60e-421a-a581-6c25838ac078 req-8abddbef-b8cc-4288-81e4-181ec299be84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.143525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71405-b60e-421a-a581-6c25838ac078 req-8abddbef-b8cc-4288-81e4-181ec299be84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.170429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71405-b60e-421a-a581-6c25838ac078 req-8abddbef-b8cc-4288-81e4-181ec299be84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.185112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71405-b60e-421a-a581-6c25838ac078 req-8abddbef-b8cc-4288-81e4-181ec299be84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.202220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71405-b60e-421a-a581-6c25838ac078 req-8abddbef-b8cc-4288-81e4-181ec299be84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.220877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71405-b60e-421a-a581-6c25838ac078 req-8abddbef-b8cc-4288-81e4-181ec299be84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:18.243301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5bc71405-b60e-421a-a581-6c25838ac078 req-8abddbef-b8cc-4288-81e4-181ec299be84 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.2648540 Feb 04 15:24:18.284141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.300756 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.315269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5bc71405-b60e-421a-a581-6c25838ac078 req-80dd12ec-fcb6-443f-8d42-c5f865f5985e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720768 Feb 04 15:24:18.491182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Pushing event updated for resources: {'Port': ['ID=324e3908-d680-46e8-ba77-ae6668bc18ce,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:18.529385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.604801 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:18.607071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-4c907267-e966-4831-941c-51a8196748c2 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0849380 Feb 04 15:24:18.657541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c5bb9907-aefd-4286-aa2e-fbdef433aece up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:18.870378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c5bb9907-aefd-4286-aa2e-fbdef433aece triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:18.871101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:19.036954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dbf6fcb6-06f0-4abb-8d50-542a409ad055 None None] Provisioning complete for port c5bb9907-aefd-4286-aa2e-fbdef433aece triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:19.048164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fcb6-06f0-4abb-8d50-542a409ad055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:19.195097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-cbef7305-f0e0-4795-8011-2cf50566f641 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.199186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-cbef7305-f0e0-4795-8011-2cf50566f641 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.50 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 816 time: 0.4340613 Feb 04 15:24:19.222966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-05c97e4a-7576-42fc-af50-2ab1f7195076 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 695 time: 0.5942409 Feb 04 15:24:19.260432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Request body: {'port': {'device_id': '32f8ac2c-1c5a-43fb-a888-67983db43f91', 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'admin_state_up': True, 'tenant_id': 'e485ec0afbb54e1a8394c23418f3703f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:19.284295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-0129f8fc-0683-43ee-90c2-8bac4b066691 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252432 Feb 04 15:24:19.326217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319089-7db6-490e-88ae-f83abd3089df req-4cd31650-77a7-4847-a359-56026dd3d945 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.327952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-4cd31650-77a7-4847-a359-56026dd3d945 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 816 time: 0.3756320 Feb 04 15:24:19.352477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-bb7f92b3-0499-4593-9792-98dbf4266806 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/quotas/e485ec0afbb54e1a8394c23418f3703f HTTP/1.1" status: 200 len: 375 time: 0.0136268 Feb 04 15:24:19.482995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-55d7fc08-6448-44e6-8276-a46067320ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.486598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-55d7fc08-6448-44e6-8276-a46067320ff3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.1108544 Feb 04 15:24:19.514667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-87b0e63d-dd56-4ccc-b8b6-a862774eec27 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469922 Feb 04 15:24:19.567190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-c32a412f-8f22-4240-88a5-55398dc8cbbd tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.568654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-c32a412f-8f22-4240-88a5-55398dc8cbbd tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.3418865 Feb 04 15:24:19.583038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-a2e66a6b-2e55-4b12-9f01-5943ba5b6e87 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:24:19.584081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44aefcb7-d6f3-4c15-8967-fd324a9d365f req-a2e66a6b-2e55-4b12-9f01-5943ba5b6e87 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070999 Feb 04 15:24:19.634622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Made reservation on behalf of e485ec0afbb54e1a8394c23418f3703f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:19.642815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:19.783320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-e8a8f1f7-c779-4da1-88d7-cc0c1213c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.785713 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-e8a8f1f7-c779-4da1-88d7-cc0c1213c392 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.2691555 Feb 04 15:24:19.798790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-e6ed6934-608b-45b5-a58f-4634a8332520 service neutron] 10.222.0.47 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694986 Feb 04 15:24:19.903482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-ddb4d4d4-27cd-4792-8eb5-8171aa58eec8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 200 len: 217 time: 0.1029687 Feb 04 15:24:19.919415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Allocated IP 172.20.0.10 (b07aaf40-37ff-4794-be79-b7b0ff9fa478/7b747500-f405-4e5a-963e-f75459d61983/94b79021-76ac-4507-ac35-c393a0fd4280) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:19.986835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-44931e0d-3df0-4ca5-87a9-7d7704567fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845849 Feb 04 15:24:19.995092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-d2c315ff-1fd0-49a1-8846-720c7cbd8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:19.997210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-d2c315ff-1fd0-49a1-8846-720c7cbd8468 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.0732784 Feb 04 15:24:20.047433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-5fb8dd8b-d2cb-470f-bd21-bb1401bc9ac2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432210 Feb 04 15:24:20.235352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-f2e021b5-5b5c-4add-b162-6e21527d7ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798446 Feb 04 15:24:20.321913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d234b-3d7d-4596-8664-0fa2607175da req-f58075a4-cfd4-4f1c-aad8-0edd2da3aa7a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.355970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb3d234b-3d7d-4596-8664-0fa2607175da req-f58075a4-cfd4-4f1c-aad8-0edd2da3aa7a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.3194084 Feb 04 15:24:20.450566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:20.498163 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb3d234b-3d7d-4596-8664-0fa2607175da req-2d3c1f04-32c6-4025-b2ab-0dfc058982f0 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407046 Feb 04 15:24:20.560538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b616aa24-c0e3-4834-96a6-6957f1a67949 req-5e2365e3-095d-4a72-b975-036effc66fd5 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167677 Feb 04 15:24:20.637525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:20.733697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:20.747353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:20.757931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:20.777945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Pushing event updated for resources: {'Port': ['ID=94b79021-76ac-4507-ac35-c393a0fd4280,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:20.906770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-2a45ceda-1d83-4317-b925-0b3754e07828 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.917099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-2a45ceda-1d83-4317-b925-0b3754e07828 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.929637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-2a45ceda-1d83-4317-b925-0b3754e07828 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.944682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.945641 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:20.946730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-2a45ceda-1d83-4317-b925-0b3754e07828 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.965540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-2a45ceda-1d83-4317-b925-0b3754e07828 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.978832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-2a45ceda-1d83-4317-b925-0b3754e07828 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:20.980567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-194c145e-4df0-4f56-b869-4f5d8f2903d7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7436862 Feb 04 15:24:20.989580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-2a45ceda-1d83-4317-b925-0b3754e07828 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:21.005184 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-2a45ceda-1d83-4317-b925-0b3754e07828 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.2796292 Feb 04 15:24:21.011262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Request body: {'port': {'device_id': '32f8ac2c-1c5a-43fb-a888-67983db43f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:21.113377 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-50f6f496-6eaf-4184-9372-5d2fcca2a026 req-97ab821c-ece6-427f-9ff4-90d5de8d53fd tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051826 Feb 04 15:24:21.125028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-40df5a11-1f8a-4bc5-9f94-8a48fb1af959 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:21.139767 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-40df5a11-1f8a-4bc5-9f94-8a48fb1af959 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 820 time: 0.3052201 Feb 04 15:24:21.156330 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:21.194267 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:24:21.198716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-c5fe6f28-9d9d-499c-85a3-f23cf85d2c92 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/quotas/ba9c7cc7cd764909934f884d4db39674 HTTP/1.1" status: 200 len: 375 time: 0.0577369 Feb 04 15:24:21.375505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-975b5620-7a4e-459c-acd5-4facb7e0893a None None] Provisioning complete for port 94b79021-76ac-4507-ac35-c393a0fd4280 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:21.385568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-975b5620-7a4e-459c-acd5-4facb7e0893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:21.486562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-975b5620-7a4e-459c-acd5-4facb7e0893a None None] Port 94b79021-76ac-4507-ac35-c393a0fd4280 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:24:21.507677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817a18-0beb-4586-964d-b0f32195594c req-ce1d99b5-22c2-4171-aa49-e94769060c94 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:21.516031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-ce1d99b5-22c2-4171-aa49-e94769060c94 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 816 time: 0.1877506 Feb 04 15:24:21.535612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-3d30b781-4acc-40d3-85f4-086442a21cdf tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/quotas/e485ec0afbb54e1a8394c23418f3703f HTTP/1.1" status: 200 len: 375 time: 0.0179703 Feb 04 15:24:21.642141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-1816c19a-c3bd-4000-a521-a233bb9c0a5c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3519917 Feb 04 15:24:21.679888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-715f1175-6546-430f-b311-36c61d7520a7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430809 Feb 04 15:24:21.846581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-d0b7066b-d57a-4cd6-a65c-036b6d126494 service neutron] 10.222.0.47 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656737 Feb 04 15:24:21.868309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-b21f1170-7a2f-446a-beab-f31d710f7a33 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251253 Feb 04 15:24:22.011001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-19aa98d5-c198-4d01-b608-c37e24e4c51e service neutron] 10.222.0.47 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629000 Feb 04 15:24:22.032846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b79021-76ac-4507-ac35-c393a0fd4280 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:22.047604 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.062813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-5cec6a9e-66c3-4667-83fe-c4f5cf4d2140 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893308 Feb 04 15:24:22.079831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Transition to ACTIVE for port object 94b79021-76ac-4507-ac35-c393a0fd4280 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:22.090764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.195991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Pushing event updated for resources: {'Port': ['ID=94b79021-76ac-4507-ac35-c393a0fd4280,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:22.434059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Attempting to bind port 94b79021-76ac-4507-ac35-c393a0fd4280 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:22.434403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Attempting to bind port 94b79021-76ac-4507-ac35-c393a0fd4280 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:22.434735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Attempting to bind port 94b79021-76ac-4507-ac35-c393a0fd4280 on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:22.440101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Port 94b79021-76ac-4507-ac35-c393a0fd4280 on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:24:22.440442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Attempting to bind port 94b79021-76ac-4507-ac35-c393a0fd4280 on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:22.468671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:24:22.473591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Checking segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:22.473591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Bound using segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:24:22.475605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Bound port: 94b79021-76ac-4507-ac35-c393a0fd4280, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:22.476520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.647712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] For port 94b79021-76ac-4507-ac35-c393a0fd4280, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:22.650041 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.652640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] For port 94b79021-76ac-4507-ac35-c393a0fd4280, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=94b79021-76ac-4507-ac35-c393a0fd4280,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:24:22.659524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.675320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319089-7db6-490e-88ae-f83abd3089df req-0524f972-8b0d-469a-ac43-872c45441189 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.678079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-0524f972-8b0d-469a-ac43-872c45441189 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.30 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 816 time: 0.5512064 Feb 04 15:24:22.719618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Request body: {'port': {'device_id': 'b014a51b-4160-410a-8d9d-4cf4c3095ee1', 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'admin_state_up': True, 'tenant_id': 'e485ec0afbb54e1a8394c23418f3703f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:22.822066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Pushing event updated for resources: {'Port': ['ID=94b79021-76ac-4507-ac35-c393a0fd4280,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:22.838795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-5121d786-7cb7-4730-ad27-2410747df9a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.859634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-5121d786-7cb7-4730-ad27-2410747df9a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.867718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-5121d786-7cb7-4730-ad27-2410747df9a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.875277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-5121d786-7cb7-4730-ad27-2410747df9a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.883294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-5121d786-7cb7-4730-ad27-2410747df9a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.891684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-5121d786-7cb7-4730-ad27-2410747df9a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.896643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8bdeaeef-9948-46b6-91b2-f73e22e2b604 req-64d03138-da94-4378-9eba-e739835e2c83 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 210 time: 0.2073722 Feb 04 15:24:22.899505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.901729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-5121d786-7cb7-4730-ad27-2410747df9a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:22.904052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:22.905995 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-5121d786-7cb7-4730-ad27-2410747df9a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.3284957 Feb 04 15:24:22.920600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-88c5c021-4619-4676-9129-a39cedd2d29b service neutron] 10.222.0.50 "PUT /v2.0/ports/94b79021-76ac-4507-ac35-c393a0fd4280 HTTP/1.1" status: 200 len: 1092 time: 1.9205937 Feb 04 15:24:22.921164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f8ac2c-1c5a-43fb-a888-67983db43f91', 'tag': '94b79021-76ac-4507-ac35-c393a0fd4280'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:22.924189 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912414f2-eaf0-440c-9a6d-f60137c38661" -d '{"events": [{"name": "network-changed", "server_uuid": "32f8ac2c-1c5a-43fb-a888-67983db43f91", "tag": "94b79021-76ac-4507-ac35-c393a0fd4280"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:23.087011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7c37a0b-0e4f-42e6-a64a-4c12aa29493c req-efae00be-d428-4185-9ddb-7bfb04621803 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1695383 Feb 04 15:24:23.096075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7ce1057-fcd3-4383-a134-8ea81956a676 req-7a0ebc55-d3cd-4ee6-ac0b-cf43de20a070 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 210 time: 0.0775096 Feb 04 15:24:23.125371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-bd7455ac-26d4-4ce5-9b4e-5a530c81af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:23.130913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-bd7455ac-26d4-4ce5-9b4e-5a530c81af1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 1095 time: 0.1333280 Feb 04 15:24:23.163857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Made reservation on behalf of e485ec0afbb54e1a8394c23418f3703f for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:23.187991 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:23.305534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-86ce2004-1c61-4513-b55a-1272677776b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b79021-76ac-4507-ac35-c393a0fd4280 HTTP/1.1" status: 200 len: 217 time: 0.1482756 Feb 04 15:24:23.426124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-26f5d5b6-2a11-43e9-bac1-abc3d410e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:23.431450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-26f5d5b6-2a11-43e9-bac1-abc3d410e62a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b747500-f405-4e5a-963e-f75459d61983 HTTP/1.1" status: 200 len: 855 time: 0.1249726 Feb 04 15:24:23.524668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-86c748d8-8e0c-4ec6-954a-1239d3de3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:23.528173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-86c748d8-8e0c-4ec6-954a-1239d3de3ff2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b07aaf40-37ff-4794-be79-b7b0ff9fa478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891392 Feb 04 15:24:23.586207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Allocated IP 172.20.0.8 (b07aaf40-37ff-4794-be79-b7b0ff9fa478/7b747500-f405-4e5a-963e-f75459d61983/4f83e503-7c39-445e-98c9-f2d5908e88db) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:23.685775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-98f696eb-c38f-46a6-9642-c102f96abc8c service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307948 Feb 04 15:24:23.693739 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5d964c-c99c-4d9e-a802-5eb8c82b79cf x-openstack-request-id: req-8f5d964c-c99c-4d9e-a802-5eb8c82b79cf {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:23.696852 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f8ac2c-1c5a-43fb-a888-67983db43f91", "tag": "94b79021-76ac-4507-ac35-c393a0fd4280", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:23.697311 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8f5d964c-c99c-4d9e-a802-5eb8c82b79cf {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:23.697745 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f8ac2c-1c5a-43fb-a888-67983db43f91', 'tag': '94b79021-76ac-4507-ac35-c393a0fd4280', 'status': 'completed', 'code': 200} Feb 04 15:24:23.939474 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b919dbe-71de-45fb-952e-0057fa2e6940 req-163d263e-80de-4f67-8656-b8afb52b3d1a service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961205 Feb 04 15:24:23.957567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c3a56-72fb-4d3b-9768-b6d3edda700e req-8dd2409c-24c7-49f6-97cf-5ba58d891129 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:23.960169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-949c3a56-72fb-4d3b-9768-b6d3edda700e req-8dd2409c-24c7-49f6-97cf-5ba58d891129 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.1396456 Feb 04 15:24:24.031992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-949c3a56-72fb-4d3b-9768-b6d3edda700e req-1c211868-df68-4bb2-990d-0adc6442beb3 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630641 Feb 04 15:24:24.101674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-8e440705-c33c-4114-85ff-7748cbb35c9e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.108916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-8e440705-c33c-4114-85ff-7748cbb35c9e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 818 time: 0.6550186 Feb 04 15:24:24.159045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-96628048-7569-4d37-ae25-d20118dde807 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/quotas/aac7834f57b043ac8fa445f0e36a6d82 HTTP/1.1" status: 200 len: 375 time: 0.0492082 Feb 04 15:24:24.172283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-456ee80b-00e4-43d0-9551-a42d72d81752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.176897 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-456ee80b-00e4-43d0-9551-a42d72d81752 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 1095 time: 0.0772829 Feb 04 15:24:24.279641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-6c0e301f-374b-4e4f-87bf-353f004f28d7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941551 Feb 04 15:24:24.301290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3415e6b8-7927-4dfa-9956-1b62191a4716 req-91ed57e4-b88e-4653-9aa0-ecabb58fd3d1 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 210 time: 0.0390711 Feb 04 15:24:24.304384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.376470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-6db450df-cd30-4841-b3fc-63aba760be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.379777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-6db450df-cd30-4841-b3fc-63aba760be79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 917 time: 0.1951330 Feb 04 15:24:24.415313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-62160c6d-a810-421a-bf20-78a065f4db41 service neutron] 10.222.0.47 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250865 Feb 04 15:24:24.418017 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.476166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-2de09f82-feb9-4499-aaee-a1bd6385df22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b79021-76ac-4507-ac35-c393a0fd4280 HTTP/1.1" status: 200 len: 217 time: 0.0871186 Feb 04 15:24:24.596220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:24.609790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:24.620715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:24.632714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Pushing event updated for resources: {'Port': ['ID=4f83e503-7c39-445e-98c9-f2d5908e88db,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:24.657522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-0f5740d0-c198-45d9-839a-49225ada77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.662038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-0f5740d0-c198-45d9-839a-49225ada77fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b747500-f405-4e5a-963e-f75459d61983 HTTP/1.1" status: 200 len: 855 time: 0.1711578 Feb 04 15:24:24.723034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-1dfa8652-7e18-4f82-aac1-c40f67e54ee6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.737728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-1dfa8652-7e18-4f82-aac1-c40f67e54ee6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.747806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-1dfa8652-7e18-4f82-aac1-c40f67e54ee6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.759781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-1dfa8652-7e18-4f82-aac1-c40f67e54ee6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.766383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.767493 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:24.786688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-1dfa8652-7e18-4f82-aac1-c40f67e54ee6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.789815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-6b99af12-ccbb-45b2-a885-14e962aeb014 service neutron] 10.222.0.47 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028586 Feb 04 15:24:24.803944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-54005935-2e67-4f88-b434-d7bdb7f831b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0879405 Feb 04 15:24:24.816596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-1dfa8652-7e18-4f82-aac1-c40f67e54ee6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.828075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Request body: {'port': {'device_id': 'b014a51b-4160-410a-8d9d-4cf4c3095ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:24.840232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-1dfa8652-7e18-4f82-aac1-c40f67e54ee6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:24.855773 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-1dfa8652-7e18-4f82-aac1-c40f67e54ee6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.3862200 Feb 04 15:24:25.006323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.099711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a1ee1579-7aa7-4201-8a2e-ea89357015d4 None None] Provisioning complete for port 4f83e503-7c39-445e-98c9-f2d5908e88db triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:25.102979 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1579-7aa7-4201-8a2e-ea89357015d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.253006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee1579-7aa7-4201-8a2e-ea89357015d4 None None] Port 4f83e503-7c39-445e-98c9-f2d5908e88db cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:24:25.547818 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c16f3afc-c4da-4f96-97b5-f5b28df39dd4 req-3aa61146-089c-427f-bcba-92fcd6b43031 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084043 Feb 04 15:24:25.564780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-e4fea09e-cad2-4ca7-80a5-12eb694e131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:25.568103 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-e4fea09e-cad2-4ca7-80a5-12eb694e131b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b07aaf40-37ff-4794-be79-b7b0ff9fa478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7108033 Feb 04 15:24:25.592766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9bfe846f-65a7-4ba9-9e4a-fcb4dd04702c req-1ba9f0a1-3c76-4eac-ac2a-71ab76b5c173 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 210 time: 0.0872014 Feb 04 15:24:25.759432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6036f6ad-f492-4224-bf4b-1b18834aab85 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:25.772475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6036f6ad-f492-4224-bf4b-1b18834aab85 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 820 time: 0.4354548 Feb 04 15:24:25.916604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Request body: {'port': {'device_id': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'admin_state_up': True, 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:25.940989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f83e503-7c39-445e-98c9-f2d5908e88db {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:25.961620 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:25.995571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdedb337-bd17-4481-902f-53ebc35d288e req-f67a0d0f-6c6a-4a05-8750-6b71e841aa9e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 210 time: 0.0887001 Feb 04 15:24:26.024427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-29f7b3d9-63ca-4cec-aa0e-f8b1e8078832 service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273894 Feb 04 15:24:26.219039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817a18-0beb-4586-964d-b0f32195594c req-818a830f-e9d8-4f51-95d6-c4edf0645709 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.222317 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-818a830f-e9d8-4f51-95d6-c4edf0645709 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.50 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 816 time: 0.6251092 Feb 04 15:24:26.251257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Transition to ACTIVE for port object 4f83e503-7c39-445e-98c9-f2d5908e88db will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:26.273216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2c835-352a-4320-b5c8-af5ad845bf36 req-d995d2fd-dcb6-4bad-a271-1800dc4ca44a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.276082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81b41053-4ef9-46b1-8af4-36645bb907d2 req-86abd759-8552-4d33-8ba2-6a6deb89df80 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 210 time: 0.1255808 Feb 04 15:24:26.280542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.50', 50870) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:26.283391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d2c835-352a-4320-b5c8-af5ad845bf36 req-d995d2fd-dcb6-4bad-a271-1800dc4ca44a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.1888111 Feb 04 15:24:26.287432 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.310018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Request body: {'port': {'device_id': '55c6c04c-e1b8-4c07-95bb-203a5d144a31', 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'admin_state_up': True, 'tenant_id': 'e485ec0afbb54e1a8394c23418f3703f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:26.411200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-912414f2-eaf0-440c-9a6d-f60137c38661 req-a350f902-1184-42a1-8f32-99c39c17b937 service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792722 Feb 04 15:24:26.431826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Made reservation on behalf of ba9c7cc7cd764909934f884d4db39674 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:26.439216 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:26.481780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-d4531c6b-aa26-44e4-a392-65decbcb0831 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.484629 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-d4531c6b-aa26-44e4-a392-65decbcb0831 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.1976285 Feb 04 15:24:26.662095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Pushing event updated for resources: {'Port': ['ID=4f83e503-7c39-445e-98c9-f2d5908e88db,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:26.770632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d2c835-352a-4320-b5c8-af5ad845bf36 req-4bcf9741-83a8-488b-904d-94f61b40e3c0 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622860 Feb 04 15:24:26.924778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 94b79021-76ac-4507-ac35-c393a0fd4280 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:26.939041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-4ea435f7-d961-4b13-811a-98c92d067a27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.946049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-4ea435f7-d961-4b13-811a-98c92d067a27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.952447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-4ea435f7-d961-4b13-811a-98c92d067a27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.959082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-4ea435f7-d961-4b13-811a-98c92d067a27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.966221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-4ea435f7-d961-4b13-811a-98c92d067a27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.972708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-4ea435f7-d961-4b13-811a-98c92d067a27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.977786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Attempting to bind port 4f83e503-7c39-445e-98c9-f2d5908e88db on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:26.978728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-4ea435f7-d961-4b13-811a-98c92d067a27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:26.983658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Attempting to bind port 4f83e503-7c39-445e-98c9-f2d5908e88db by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:26.985579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Attempting to bind port 4f83e503-7c39-445e-98c9-f2d5908e88db on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:26.986674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-4ea435f7-d961-4b13-811a-98c92d067a27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.2376995 Feb 04 15:24:27.028465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Port 4f83e503-7c39-445e-98c9-f2d5908e88db on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:24:27.029021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Attempting to bind port 4f83e503-7c39-445e-98c9-f2d5908e88db on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:27.059803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:24:27.060379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Checking segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:27.061026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Bound using segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:24:27.061784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Bound port: 4f83e503-7c39-445e-98c9-f2d5908e88db, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:27.062420 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.086096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Allocated IP 172.20.0.13 (5327106e-fb71-4a88-95ca-5686fc2b771b/c45f2983-16a2-4521-a485-295b9a311276/bf5125a9-b72a-4c90-aafd-639ca19251b5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:27.091516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Deleting port 8f1f8da4-023a-4222-8ce8-73c09170db17 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:27.092033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.111834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Made reservation on behalf of e485ec0afbb54e1a8394c23418f3703f for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:27.119018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.194676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 94b79021-76ac-4507-ac35-c393a0fd4280, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=94b79021-76ac-4507-ac35-c393a0fd4280,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:27.212436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f867ced8-8751-4c57-bbf2-fb73fa476fd2 req-375f333f-392f-43c9-9ef5-a05d0a1af235 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 210 time: 0.1242795 Feb 04 15:24:27.232642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8a94082-1964-444d-9d92-34bd0800fb5b req-13f0714d-c423-46be-9dd1-2fda88fca17c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2447741 Feb 04 15:24:27.233659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '94b79021-76ac-4507-ac35-c393a0fd4280', 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'port_id': '94b79021-76ac-4507-ac35-c393a0fd4280', 'mac_address': 'fa:16:3e:63:ea:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b747500-f405-4e5a-963e-f75459d61983', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:27.399083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.465373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b79021-76ac-4507-ac35-c393a0fd4280 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:27.508986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 94b79021-76ac-4507-ac35-c393a0fd4280, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=94b79021-76ac-4507-ac35-c393a0fd4280,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:27.510158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] For port 8f1f8da4-023a-4222-8ce8-73c09170db17, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8f1f8da4-023a-4222-8ce8-73c09170db17,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:27.510879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.521669 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:27.622278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] For port 4f83e503-7c39-445e-98c9-f2d5908e88db, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:27.642525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-12e69aa9-1bf9-4c9c-8aa1-d4e77603973f req-0d603b3f-54f0-423d-8e20-e64ff69a1b25 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 210 time: 0.1777952 Feb 04 15:24:27.663034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=94b79021-76ac-4507-ac35-c393a0fd4280,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:27.775899 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0f6542e-95c1-424a-8fda-206142392038 req-dc64f190-dce8-4dba-841b-3716b9e74db9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 210 time: 0.2293804 Feb 04 15:24:27.798028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-17c96e3b-3724-4de3-b2d2-05be0e62e8ea tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:27.799616 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-17c96e3b-3724-4de3-b2d2-05be0e62e8ea tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 818 time: 0.2895429 Feb 04 15:24:27.818921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Request body: {'port': {'device_id': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'admin_state_up': True, 'tenant_id': 'aac7834f57b043ac8fa445f0e36a6d82'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:27.977581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] For port 4f83e503-7c39-445e-98c9-f2d5908e88db, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4f83e503-7c39-445e-98c9-f2d5908e88db,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:24:28.014195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.054735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['94b79021-76ac-4507-ac35-c393a0fd4280'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:28.154254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Made reservation on behalf of aac7834f57b043ac8fa445f0e36a6d82 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:28.160721 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.225235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36522913-c576-470b-91b6-30c81fc0c3ae req-96927061-6b64-4740-82c9-837e610974c9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:28.228273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36522913-c576-470b-91b6-30c81fc0c3ae req-96927061-6b64-4740-82c9-837e610974c9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 946 time: 0.2212245 Feb 04 15:24:28.357125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.422225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-581f48be-978b-47e5-88fe-bf950b182623 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:28.433053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-581f48be-978b-47e5-88fe-bf950b182623 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/networks?id=06c6c088-a115-406c-b4c5-ae966f2b180a HTTP/1.1" status: 200 len: 809 time: 0.3375959 Feb 04 15:24:28.446772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Allocated IP 172.20.0.12 (b07aaf40-37ff-4794-be79-b7b0ff9fa478/7b747500-f405-4e5a-963e-f75459d61983/ef7e8106-4f9e-4876-960a-3df7c82938dc) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:28.459311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36522913-c576-470b-91b6-30c81fc0c3ae req-944a5865-9c98-4f2f-ad1e-edc603452908 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f67a335-7d8d-4187-a432-189494f186e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112265 Feb 04 15:24:28.569028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.572647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.573233 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Floating IP 9ae4c9b3-02d3-4802-81e6-d9ff8d61d955 disassociated. External IP: 172.25.1.64, port: 8f1f8da4-023a-4222-8ce8-73c09170db17. Feb 04 15:24:28.575244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Calling delete_port for 8f1f8da4-023a-4222-8ce8-73c09170db17 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:28.721363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.734478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.772398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:28.773066 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:28.775023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] 10.222.0.30 "PUT /v2.0/ports/4f83e503-7c39-445e-98c9-f2d5908e88db HTTP/1.1" status: 200 len: 1091 time: 3.9624083 Feb 04 15:24:28.779373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b014a51b-4160-410a-8d9d-4cf4c3095ee1', 'tag': '4f83e503-7c39-445e-98c9-f2d5908e88db'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:28.783863 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67f947fb-d036-4381-973b-69f4e8f0ef6c req-02a50313-acd2-42fa-9b1d-71c2f7d83e67 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 210 time: 0.0515077 Feb 04 15:24:28.790397 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e425888-fae5-40aa-a009-9f2364ed9b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b014a51b-4160-410a-8d9d-4cf4c3095ee1", "tag": "4f83e503-7c39-445e-98c9-f2d5908e88db"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:28.868505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-3ae36312-5b52-4779-9a74-ec6bcc6009f1 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/quotas/0f52a520cf6242698fd485b4d0c870fb HTTP/1.1" status: 200 len: 375 time: 0.4336655 Feb 04 15:24:28.880690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Network 5327106e-fb71-4a88-95ca-5686fc2b771b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:28.888903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:28.891678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:28.900785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Pushing event updated for resources: {'Port': ['ID=bf5125a9-b72a-4c90-aafd-639ca19251b5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:28.932824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8f1f8da4-023a-4222-8ce8-73c09170db17 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:28.937332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-584246fa-af92-4623-b63f-fbfd99879d8f tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f52a520cf6242698fd485b4d0c870fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676959 Feb 04 15:24:29.063672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.064698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.153025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4a610-9e65-4f6a-9799-dd3675d2e987 service neutron] Pushing event updated for resources: {'Port': ['ID=4f83e503-7c39-445e-98c9-f2d5908e88db,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:29.172105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7c8a5ec5-1843-4adf-9978-db460a135517 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2640121 Feb 04 15:24:29.229735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Request body: {'port': {'device_id': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:29.230785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['f6f6e3a5-e987-4c03-903e-180de50e7bfe'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:29.296908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-6a252a2d-deae-4c8f-a8f0-3c2372fd30eb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.307868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-6a252a2d-deae-4c8f-a8f0-3c2372fd30eb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.323310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-6a252a2d-deae-4c8f-a8f0-3c2372fd30eb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.331935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-6a252a2d-deae-4c8f-a8f0-3c2372fd30eb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.342237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-6a252a2d-deae-4c8f-a8f0-3c2372fd30eb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.342557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.354392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-6a252a2d-deae-4c8f-a8f0-3c2372fd30eb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.366042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-6a252a2d-deae-4c8f-a8f0-3c2372fd30eb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.369096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-6a252a2d-deae-4c8f-a8f0-3c2372fd30eb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5430 time: 0.2657902 Feb 04 15:24:29.374860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319089-7db6-490e-88ae-f83abd3089df req-60404018-7b08-46d9-8fd5-460dc379bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:29.376857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-60404018-7b08-46d9-8fd5-460dc379bb8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 1094 time: 0.5552263 Feb 04 15:24:29.386919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.453170 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-0109fae0-42f2-41b2-8694-43bcde77c210 service neutron] 10.222.0.47 "GET /v2.0/networks/06c6c088-a115-406c-b4c5-ae966f2b180a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146685 Feb 04 15:24:29.503463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Allocated IP 172.20.0.3 (11b552a8-8019-4368-ab3e-b5b9e7ee6969/e40c05dd-af5e-486d-89ca-cfd6a6ebd70f/6e8e3465-efa9-4988-904a-25c337fe249c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:29.527725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-97dc4cfb-a704-4b1b-901c-d1d1c6e4b67b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f83e503-7c39-445e-98c9-f2d5908e88db HTTP/1.1" status: 200 len: 217 time: 0.1287270 Feb 04 15:24:29.532565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:29.555166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event deleted for resources: {'Port': ['ID=8f1f8da4-023a-4222-8ce8-73c09170db17,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:29.633170 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.635284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:29.639052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:29.702517 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d64e2a35-0c79-4484-a339-e72bcb3c00d1 req-9b4a8008-03b8-4b11-975e-d9835fca442c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2842324 Feb 04 15:24:29.713473 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.782690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-cd190e55-6980-4a38-b6ab-66e8bc4f96a9 None None] Provisioning complete for port bf5125a9-b72a-4c90-aafd-639ca19251b5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:29.783062 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cd190e55-6980-4a38-b6ab-66e8bc4f96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:29.820158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-56e2aaf4-9196-46f7-b92d-dfa85db0b41a service neutron] 10.222.0.47 "GET /v2.0/networks/06c6c088-a115-406c-b4c5-ae966f2b180a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652160 Feb 04 15:24:29.913151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cd190e55-6980-4a38-b6ab-66e8bc4f96a9 None None] Port bf5125a9-b72a-4c90-aafd-639ca19251b5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:24:29.937714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Pushing event updated for resources: {'Port': ['ID=ef7e8106-4f9e-4876-960a-3df7c82938dc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:30.121720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2d268d87-85f2-4414-9fe3-159ef376e87c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:30.184637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319089-7db6-490e-88ae-f83abd3089df req-bab3bb6d-b2d1-44c3-8871-1a99e82ec5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:30.188351 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-bab3bb6d-b2d1-44c3-8871-1a99e82ec5da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b747500-f405-4e5a-963e-f75459d61983 HTTP/1.1" status: 200 len: 855 time: 0.6515546 Feb 04 15:24:30.242560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:30.244820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:30.288933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5802dd63-1ef3-46d7-b304-124581a6eb89 None None] Provisioning complete for port ef7e8106-4f9e-4876-960a-3df7c82938dc triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:30.289567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5802dd63-1ef3-46d7-b304-124581a6eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:30.365357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5802dd63-1ef3-46d7-b304-124581a6eb89 None None] Port ef7e8106-4f9e-4876-960a-3df7c82938dc cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:24:30.414962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['94b79021-76ac-4507-ac35-c393a0fd4280'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:30.451437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-285e198e-b449-4649-ad94-6cad8642ad90 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1652486 Feb 04 15:24:30.505634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Request body: {'port': {'device_id': '55c6c04c-e1b8-4c07-95bb-203a5d144a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:30.608358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2d268d87-85f2-4414-9fe3-159ef376e87c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d268d87-85f2-4414-9fe3-159ef376e87c,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:30.669504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cecdf-17ad-4d52-8643-52541af5b54e req-d21f89d5-680f-42df-93f8-4a9f98ea45a0 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:30.683609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b9cecdf-17ad-4d52-8643-52541af5b54e req-d21f89d5-680f-42df-93f8-4a9f98ea45a0 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 932 time: 0.7740798 Feb 04 15:24:30.704527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Router 3a64224d-5230-4603-8eba-168372d6bb39 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:24:30.710282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95469c6f-552d-4ab1-b397-4eb08325e9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:30.723692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-5497d0cd-5c9a-4a8b-89f9-996243b9a9d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8645523 Feb 04 15:24:30.777939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32319089-7db6-490e-88ae-f83abd3089df req-33d3a497-8639-4945-bd3c-263783b16c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:30.779946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-33d3a497-8639-4945-bd3c-263783b16c29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b07aaf40-37ff-4794-be79-b7b0ff9fa478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5189061 Feb 04 15:24:30.783002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '2d268d87-85f2-4414-9fe3-159ef376e87c', 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'port_id': '2d268d87-85f2-4414-9fe3-159ef376e87c', 'mac_address': 'fa:16:3e:b3:ce:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6304ea-38b1-4494-8576-38f777cbaa01', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:30.880816 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84787aa-44dc-4d6f-9b85-3d5aad564f14 x-openstack-request-id: req-a84787aa-44dc-4d6f-9b85-3d5aad564f14 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:30.881723 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b014a51b-4160-410a-8d9d-4cf4c3095ee1", "tag": "4f83e503-7c39-445e-98c9-f2d5908e88db", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:30.881723 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a84787aa-44dc-4d6f-9b85-3d5aad564f14 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:30.881723 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b014a51b-4160-410a-8d9d-4cf4c3095ee1', 'tag': '4f83e503-7c39-445e-98c9-f2d5908e88db', 'status': 'completed', 'code': 200} Feb 04 15:24:30.882819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:30.897777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b9cecdf-17ad-4d52-8643-52541af5b54e req-eb166e96-739b-46f1-a34a-776eee83514c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125075 Feb 04 15:24:30.943099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.012696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 94b79021-76ac-4507-ac35-c393a0fd4280 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:31.129410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.253532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b066d5a-8e8f-489e-8f20-30c7711e8fbe req-7d19c116-ebd2-4274-8e60-6c76d8522f8e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 210 time: 0.2016506 Feb 04 15:24:31.259310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-d6bbb8d4-bd32-4b82-ad08-3860ee032275 service neutron] 10.222.0.30 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561241 Feb 04 15:24:31.307530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d268d87-85f2-4414-9fe3-159ef376e87c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:31.373225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.396196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2d268d87-85f2-4414-9fe3-159ef376e87c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d268d87-85f2-4414-9fe3-159ef376e87c,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:31.397537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:31.407712 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.408672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4ca22191-8faf-40c6-ad50-71688fd60786 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:31.530288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4ca22191-8faf-40c6-ad50-71688fd60786, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4ca22191-8faf-40c6-ad50-71688fd60786,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:31.599652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4ca22191-8faf-40c6-ad50-71688fd60786', 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859', 'port_id': '4ca22191-8faf-40c6-ad50-71688fd60786', 'mac_address': 'fa:16:3e:2f:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1865bc59-aba2-488d-b194-2fbb3af064a5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:31.729155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 94b79021-76ac-4507-ac35-c393a0fd4280 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:31.818195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.835129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 94b79021-76ac-4507-ac35-c393a0fd4280 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:31.836553 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:31.968151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca22191-8faf-40c6-ad50-71688fd60786 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:31.969924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbd62f13-5f5f-4e6f-9e45-27dd1dcbf827 req-bfd2830c-8e93-406e-ac5e-ebf81eb8a628 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.7113161 Feb 04 15:24:32.007869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4ca22191-8faf-40c6-ad50-71688fd60786, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4ca22191-8faf-40c6-ad50-71688fd60786,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:32.034626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5125a9-b72a-4c90-aafd-639ca19251b5 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:32.064561 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.087860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-5019a7e3-d46e-4b60-be2c-cc3c20ff6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:32.091006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-5019a7e3-d46e-4b60-be2c-cc3c20ff6e54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 1096 time: 1.2551951 Feb 04 15:24:32.121743 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.135393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1c4d494a-452b-437d-b0cf-e8fba58cb6ad details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:32.215410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Transition to ACTIVE for port object bf5125a9-b72a-4c90-aafd-639ca19251b5 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:32.288973 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.330195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.432454 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2d268d87-85f2-4414-9fe3-159ef376e87c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:32.529149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-934ca5ed-ee79-4dab-9840-dd92ba2a8a5c req-76b86c97-f75d-410f-9b3d-238e3360c444 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 210 time: 0.2524719 Feb 04 15:24:32.545233 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:24:32.584420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:24:32.619570 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] Sync routers for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:24:32.663998 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:32.664659 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:32.721687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f8ac2c-1c5a-43fb-a888-67983db43f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b79021-76ac-4507-ac35-c393a0fd4280'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:32.725277 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe6fa6-20be-4b6f-bacf-26b73c3682a2" -d '{"events": [{"server_uuid": "32f8ac2c-1c5a-43fb-a888-67983db43f91", "name": "network-vif-plugged", "status": "completed", "tag": "94b79021-76ac-4507-ac35-c393a0fd4280"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:32.756894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:32.782945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:32.789825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 94b79021-76ac-4507-ac35-c393a0fd4280, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=94b79021-76ac-4507-ac35-c393a0fd4280,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:32.817177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:32.836615 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:32.849526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:32.873532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Pushing event updated for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:32.896635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad', 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'port_id': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad', 'mac_address': 'fa:16:3e:bd:b3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6304ea-38b1-4494-8576-38f777cbaa01', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:32.906485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4ca22191-8faf-40c6-ad50-71688fd60786,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:32.911234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Pushing event updated for resources: {'Port': ['ID=bf5125a9-b72a-4c90-aafd-639ca19251b5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:32.975008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b88ae-8148-48d9-a7a9-1f70c8666188 req-1a08ef99-bc42-4960-bded-b5b790cadcff tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:32.986303 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a5b88ae-8148-48d9-a7a9-1f70c8666188 req-1a08ef99-bc42-4960-bded-b5b790cadcff tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 932 time: 1.5612452 Feb 04 15:24:33.093292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-95c81941-60d7-4d26-9555-3a57bee6bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:33.094362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.098196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-95c81941-60d7-4d26-9555-3a57bee6bbe6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.9419100 Feb 04 15:24:33.124401 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:33.126278 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32319089-7db6-490e-88ae-f83abd3089df req-aa034f68-838c-4d48-ac41-d7a98c2fd36a service neutron] 10.222.0.30 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8439560 Feb 04 15:24:33.156157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4d494a-452b-437d-b0cf-e8fba58cb6ad {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:33.181512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a5b88ae-8148-48d9-a7a9-1f70c8666188 req-a291f80b-c810-4ddd-99b9-038c8b58b13e tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938019 Feb 04 15:24:33.242000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=94b79021-76ac-4507-ac35-c393a0fd4280,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:33.265278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:33.269641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.272344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:33.272729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] No DVR routers for this DVR port 8f1f8da4-023a-4222-8ce8-73c09170db17 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:33.293880 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.298055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d5746d35-bd68-4bf7-b45a-689ab9102a69 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:33.403416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.412494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d411abe4-ce99-4d50-a99d-1a232905bed7 req-326c377c-81e7-4209-bb56-af7ebd982ce6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.50 "DELETE /v2.0/ports/8f1f8da4-023a-4222-8ce8-73c09170db17 HTTP/1.1" status: 204 len: 173 time: 6.8744991 Feb 04 15:24:33.446056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-cbd5110d-439b-498c-94da-57b7ec9f47d0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6347704 Feb 04 15:24:33.464383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:33.486279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d5746d35-bd68-4bf7-b45a-689ab9102a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d5746d35-bd68-4bf7-b45a-689ab9102a69,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:33.495352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Request body: {'port': {'device_id': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:33.558036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'd5746d35-bd68-4bf7-b45a-689ab9102a69', 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'port_id': 'd5746d35-bd68-4bf7-b45a-689ab9102a69', 'mac_address': 'fa:16:3e:57:15:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6304ea-38b1-4494-8576-38f777cbaa01', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:33.623943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Attempting to bind port bf5125a9-b72a-4c90-aafd-639ca19251b5 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:33.624460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Attempting to bind port bf5125a9-b72a-4c90-aafd-639ca19251b5 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:33.625217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Attempting to bind port bf5125a9-b72a-4c90-aafd-639ca19251b5 on network 5327106e-fb71-4a88-95ca-5686fc2b771b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:33.638086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'name': 'network-vif-deleted', 'tag': '8f1f8da4-023a-4222-8ce8-73c09170db17'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:33.652496 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c251e5-63fa-429e-9f39-41ed2934e039" -d '{"events": [{"server_uuid": "9aee61bb-a0cb-487b-92ce-d767983aa516", "name": "network-vif-deleted", "tag": "8f1f8da4-023a-4222-8ce8-73c09170db17"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:33.667328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-899d8285-c10c-4105-9b90-fe2e52a9c756 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 200 len: 217 time: 0.3032532 Feb 04 15:24:33.673353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10988389-6dbc-4273-a7a7-b51b6aedcb13 req-40b75461-aac9-4f81-821d-a61439fcc58d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:33.682067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10988389-6dbc-4273-a7a7-b51b6aedcb13 req-40b75461-aac9-4f81-821d-a61439fcc58d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 944 time: 0.3586462 Feb 04 15:24:33.712388 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35a6df9b-e6db-49c9-a346-c1f47a923dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.730756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.740275 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.762293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7e8106-4f9e-4876-960a-3df7c82938dc {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:33.781532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5746d35-bd68-4bf7-b45a-689ab9102a69 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:33.832394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d5746d35-bd68-4bf7-b45a-689ab9102a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d5746d35-bd68-4bf7-b45a-689ab9102a69,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:33.837092 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:58Z', 'revision_number': 5, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:33.840768 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.842082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:33.848020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-824a6537-7e58-4e87-a288-4980208dd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:33.851810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-824a6537-7e58-4e87-a288-4980208dd75b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1669471 Feb 04 15:24:33.870074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Port bf5125a9-b72a-4c90-aafd-639ca19251b5 on network 5327106e-fb71-4a88-95ca-5686fc2b771b not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:24:33.870621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Attempting to bind port bf5125a9-b72a-4c90-aafd-639ca19251b5 on network 5327106e-fb71-4a88-95ca-5686fc2b771b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:33.871322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10988389-6dbc-4273-a7a7-b51b6aedcb13 req-0b307ed4-665c-4e25-9f31-29204cbf7bd7 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880140 Feb 04 15:24:33.909558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:33.931625 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] Checking router: 3a64224d-5230-4603-8eba-168372d6bb39 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:24:33.951060 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:33.952011 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:33.952287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-4fb335a2-8c48-48ad-966d-0dacd23ca864 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:33.962335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-4fb335a2-8c48-48ad-966d-0dacd23ca864 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.30 "GET /v2.0/networks?id=06c6c088-a115-406c-b4c5-ae966f2b180a HTTP/1.1" status: 200 len: 809 time: 0.7768054 Feb 04 15:24:33.980177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Request body: {'port': {'device_id': 'c74f4eb8-e25a-40b9-92c5-e79813cb3168', 'network_id': '06c6c088-a115-406c-b4c5-ae966f2b180a', 'admin_state_up': True, 'tenant_id': '0f52a520cf6242698fd485b4d0c870fb'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:33.993052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-a917342c-dd87-48b4-9832-7b51a0261f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:33.994768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-a917342c-dd87-48b4-9832-7b51a0261f29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 1094 time: 0.6349540 Feb 04 15:24:33.996651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:24:33.996987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Checking segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:33.997501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Bound using segment: {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:24:33.998134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Bound port: bf5125a9-b72a-4c90-aafd-639ca19251b5, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:33.998626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.019030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:34.023304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-3387ebee-d2b2-47da-bf9a-aabdad38c40b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363823 Feb 04 15:24:34.043658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d5746d35-bd68-4bf7-b45a-689ab9102a69,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:34.063367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'ba2f6e8a-31b7-42cf-b509-7d57a1c99da3', 'network_id': 'e1a442bb-8228-4e43-aae7-8fe62b03a867', 'port_id': 'ba2f6e8a-31b7-42cf-b509-7d57a1c99da3', 'mac_address': 'fa:16:3e:93:4a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6304ea-38b1-4494-8576-38f777cbaa01', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:34.087889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-f9ad9744-71de-46ea-8800-430f7fd2cf37 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.102092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-f9ad9744-71de-46ea-8800-430f7fd2cf37 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.120521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-f9ad9744-71de-46ea-8800-430f7fd2cf37 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.141076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-f9ad9744-71de-46ea-8800-430f7fd2cf37 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.158314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.159922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-f9ad9744-71de-46ea-8800-430f7fd2cf37 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.174228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-f9ad9744-71de-46ea-8800-430f7fd2cf37 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.191095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:34.192432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-f9ad9744-71de-46ea-8800-430f7fd2cf37 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.204361 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:34.212070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-f9ad9744-71de-46ea-8800-430f7fd2cf37 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5433 time: 1.1114028 Feb 04 15:24:34.246654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:34.254148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.254712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Transition to ACTIVE for port object ef7e8106-4f9e-4876-960a-3df7c82938dc will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:34.255443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a81f45d4-2985-4f5d-9238-0346a2f7a72c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:34.489472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-7f8fe85c-30fa-4d24-965f-0f8c3e9795f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.492037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-7f8fe85c-30fa-4d24-965f-0f8c3e9795f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 917 time: 0.4492118 Feb 04 15:24:34.569095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:34.584815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a81f45d4-2985-4f5d-9238-0346a2f7a72c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a81f45d4-2985-4f5d-9238-0346a2f7a72c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:34.617211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'port_id': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'mac_address': 'fa:16:3e:db:9a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:34.664581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-0055677f-a7fd-46a3-8338-b4057ef57f17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f83e503-7c39-445e-98c9-f2d5908e88db HTTP/1.1" status: 200 len: 217 time: 0.1246922 Feb 04 15:24:34.703318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.719980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81f45d4-2985-4f5d-9238-0346a2f7a72c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:34.750684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c21c45f9-263a-445b-b222-def3b976f8e7 req-46a29b85-968c-4d3d-b746-986bc3c53ce7 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4623697 Feb 04 15:24:34.751432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a81f45d4-2985-4f5d-9238-0346a2f7a72c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a81f45d4-2985-4f5d-9238-0346a2f7a72c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:34.762848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:34.763801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8ee050dc-bbfc-4e72-9b64-93785061cff1 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:34.783217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-00453208-1ee2-44f2-a807-49817a5872d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:34.785590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-00453208-1ee2-44f2-a807-49817a5872d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b747500-f405-4e5a-963e-f75459d61983 HTTP/1.1" status: 200 len: 855 time: 0.1097119 Feb 04 15:24:34.870116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] For port bf5125a9-b72a-4c90-aafd-639ca19251b5, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:34.876660 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-20ad0f7f-abb2-427a-85c7-77c8e58ebf50 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624184 Feb 04 15:24:34.885143 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:58Z', 'revision_number': 5, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:34.914162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] For port bf5125a9-b72a-4c90-aafd-639ca19251b5, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:24:34.919434 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a808bbb-17c6-4d96-b667-6873b6f568c4 None None] The sync data for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 is: [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:21:47Z', 'revision_number': 4, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd80ccd45-747b-4c46-8598-a039835faab1', 'name': '', 'network_id': 'e41104e3-55eb-45a4-a0bc-4e403ed36ca0', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'mac_address': 'fa:16:3e:2e:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:45Z', 'updated_at': '2022-02-04T15:21:58Z', 'revision_number': 5, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'subnets': [{'id': '64d8479d-dd6a-477a-947d-ec27889d40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:24:34.929257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8ee050dc-bbfc-4e72-9b64-93785061cff1, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8ee050dc-bbfc-4e72-9b64-93785061cff1,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:34.968384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '8ee050dc-bbfc-4e72-9b64-93785061cff1', 'network_id': '77deef98-3f2a-446d-affc-35d3653f0859', 'port_id': '8ee050dc-bbfc-4e72-9b64-93785061cff1', 'mac_address': 'fa:16:3e:f6:5a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1865bc59-aba2-488d-b194-2fbb3af064a5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:35.000355 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ba37a8-74a4-4745-85ad-cfc5cac57901 x-openstack-request-id: req-28ba37a8-74a4-4745-85ad-cfc5cac57901 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:35.001345 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f8ac2c-1c5a-43fb-a888-67983db43f91", "name": "network-vif-plugged", "status": "completed", "tag": "94b79021-76ac-4507-ac35-c393a0fd4280", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:35.001758 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-28ba37a8-74a4-4745-85ad-cfc5cac57901 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:35.002344 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f8ac2c-1c5a-43fb-a888-67983db43f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b79021-76ac-4507-ac35-c393a0fd4280', 'code': 200} Feb 04 15:24:35.015295 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.051499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=a81f45d4-2985-4f5d-9238-0346a2f7a72c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.072371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8e3465-efa9-4988-904a-25c337fe249c {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:35.100219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.113225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.147105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee050dc-bbfc-4e72-9b64-93785061cff1 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:35.158356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Transition to ACTIVE for port object 6e8e3465-efa9-4988-904a-25c337fe249c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:35.177638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Pushing event updated for resources: {'Port': ['ID=bf5125a9-b72a-4c90-aafd-639ca19251b5,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.211100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.229762 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.236577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-a2b641b0-2d17-4448-96cf-647f85f44c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.238220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8ee050dc-bbfc-4e72-9b64-93785061cff1, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8ee050dc-bbfc-4e72-9b64-93785061cff1,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:35.245606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-a2b641b0-2d17-4448-96cf-647f85f44c64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b07aaf40-37ff-4794-be79-b7b0ff9fa478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4444017 Feb 04 15:24:35.249781 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.362352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Pushing event updated for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.374546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=8ee050dc-bbfc-4e72-9b64-93785061cff1,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.402638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.403505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.406951 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-6b4f0f93-17df-4c93-b972-a00fdb757faa service neutron] 10.222.0.50 "PUT /v2.0/ports/bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 1092 time: 6.2052131 Feb 04 15:24:35.446251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830e858-04e8-428a-88ef-958699ae8449 None None] New status for floating IP 9ae4c9b3-02d3-4802-81e6-d9ff8d61d955: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:24:35.490108 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2be5c93-d604-49b4-b6c6-969d1cadac86 req-8481a3fa-5fa9-4310-93ab-6446630e8161 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.2782145 Feb 04 15:24:35.535897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7e8106-4f9e-4876-960a-3df7c82938dc,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:35.633853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7d0e-818e-4585-bd8e-bfeb97549041 req-d7cc249e-8a81-4d45-9329-10bb273aed1b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.649928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-619e7d0e-818e-4585-bd8e-bfeb97549041 req-d7cc249e-8a81-4d45-9329-10bb273aed1b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 931 time: 1.5779519 Feb 04 15:24:35.670014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:35.712584 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f0c5d1c8-2b0f-437e-8a7a-13f9929a139d req-1320ae93-4f5d-4281-93e0-84c0d3a6eac7 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 210 time: 0.0570247 Feb 04 15:24:35.727214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d96279e3-a020-4517-9926-cdf5c430bdcb req-faccda89-9dd4-463b-90ca-21a302e80109 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8402705 Feb 04 15:24:35.744413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-d7b3d329-4d40-47b3-b57b-b5eef280657f service neutron] 10.222.0.30 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796736 Feb 04 15:24:35.856770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-619e7d0e-818e-4585-bd8e-bfeb97549041 req-f83b0ca5-e680-4d43-9b41-a7df19211535 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027900 Feb 04 15:24:35.948725 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6ec985-d7be-4227-b982-44a26ac3a61a x-openstack-request-id: req-2f6ec985-d7be-4227-b982-44a26ac3a61a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:35.949148 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aee61bb-a0cb-487b-92ce-d767983aa516", "name": "network-vif-deleted", "tag": "8f1f8da4-023a-4222-8ce8-73c09170db17", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:35.949404 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f6ec985-d7be-4227-b982-44a26ac3a61a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:35.949818 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aee61bb-a0cb-487b-92ce-d767983aa516', 'name': 'network-vif-deleted', 'tag': '8f1f8da4-023a-4222-8ce8-73c09170db17', 'status': 'completed', 'code': 200} Feb 04 15:24:35.951967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e425888-fae5-40aa-a009-9f2364ed9b6b req-6ac1d680-4a03-4cbc-bbee-06246454ff8f service neutron] 10.222.0.30 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063935 Feb 04 15:24:35.964392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66a628-6802-47bd-ac77-710ab4c1539c req-fa1c712d-71f6-49f1-b2c3-239a5f397fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.972278 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ff66a628-6802-47bd-ac77-710ab4c1539c req-fa1c712d-71f6-49f1-b2c3-239a5f397fe7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 1097 time: 0.8090105 Feb 04 15:24:35.992196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-68a368e7-47c6-4ece-9394-f8a32ab5c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:35.995000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-68a368e7-47c6-4ece-9394-f8a32ab5c0a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 1095 time: 0.4869926 Feb 04 15:24:36.102247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-9df98211-1d3b-4d5e-a308-2b18e384a6f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 217 time: 0.0491500 Feb 04 15:24:36.213353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d5746d35-bd68-4bf7-b45a-689ab9102a69'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:36.264056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7b403d73-08ae-4a9b-a9bf-48dcd7e64f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:36.271667 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-7b403d73-08ae-4a9b-a9bf-48dcd7e64f80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1552825 Feb 04 15:24:36.286979 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ff66a628-6802-47bd-ac77-710ab4c1539c req-05d5b837-6d37-483f-b283-46f2879da79d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898617 Feb 04 15:24:36.309833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fb8f3-df08-4116-8c56-c8ea453cf794 req-fa44fb71-a510-4dec-bc96-a5ef3b0c5bcd tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:36.319768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b6fb8f3-df08-4116-8c56-c8ea453cf794 req-fa44fb71-a510-4dec-bc96-a5ef3b0c5bcd tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 944 time: 0.3397355 Feb 04 15:24:36.352731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['1c4d494a-452b-437d-b0cf-e8fba58cb6ad'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:36.395280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Attempting to bind port ef7e8106-4f9e-4876-960a-3df7c82938dc on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:36.395943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Attempting to bind port ef7e8106-4f9e-4876-960a-3df7c82938dc by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:36.396498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Attempting to bind port ef7e8106-4f9e-4876-960a-3df7c82938dc on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:36.407283 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Port ef7e8106-4f9e-4876-960a-3df7c82938dc on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:24:36.407641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Attempting to bind port ef7e8106-4f9e-4876-960a-3df7c82938dc on network b07aaf40-37ff-4794-be79-b7b0ff9fa478 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:36.441655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b6fb8f3-df08-4116-8c56-c8ea453cf794 req-472c1153-5d63-4cb3-9156-d26f10101736 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193950 Feb 04 15:24:36.468614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8017b-688a-49ad-ae35-b8bcd3fdb772 req-a9c0ca34-dbde-4a58-87cf-9efa94721e8f tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:36.476486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-c0f6f636-1f26-43ba-b5dc-077ce39f4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:36.479792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-c0f6f636-1f26-43ba-b5dc-077ce39f4710 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900799 Feb 04 15:24:36.485529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aef8017b-688a-49ad-ae35-b8bcd3fdb772 req-a9c0ca34-dbde-4a58-87cf-9efa94721e8f tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 944 time: 0.3443539 Feb 04 15:24:36.492158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:36.492917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:36.493473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:36.526840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4ca22191-8faf-40c6-ad50-71688fd60786'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:36.561969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aef8017b-688a-49ad-ae35-b8bcd3fdb772 req-ff782fbb-f706-4598-9ab4-59220a15e008 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611923 Feb 04 15:24:36.562904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:24:36.563245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Checking segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:36.563632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Bound using segment: {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:24:36.564089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Bound port: ef7e8106-4f9e-4876-960a-3df7c82938dc, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27729325-5bd5-4799-999d-21b2fef6f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:36.564453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.580273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['a81f45d4-2985-4f5d-9238-0346a2f7a72c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:36.615275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:24:36.615862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:36.634632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:24:36.639303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:36.640236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:24:36.640870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Bound port: 6e8e3465-efa9-4988-904a-25c337fe249c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:36.641410 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.867135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] For port ef7e8106-4f9e-4876-960a-3df7c82938dc, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:36.871915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] For port ef7e8106-4f9e-4876-960a-3df7c82938dc, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ef7e8106-4f9e-4876-960a-3df7c82938dc,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:24:36.890604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.897023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Made reservation on behalf of 0f52a520cf6242698fd485b4d0c870fb for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:36.900742 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.904083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:36.907765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c56869d-92a1-4068-b8c0-990b7803d79d req-25ff7ec2-c712-4312-9cb5-d260f12487fb tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.1770077 Feb 04 15:24:36.992294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7e8106-4f9e-4876-960a-3df7c82938dc,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:37.021614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.022443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.024337 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-26b9ef10-46e9-479e-94ce-016bbc14cc28 service neutron] 10.222.0.50 "PUT /v2.0/ports/ef7e8106-4f9e-4876-960a-3df7c82938dc HTTP/1.1" status: 200 len: 1092 time: 6.5293305 Feb 04 15:24:37.028069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6c04c-e1b8-4c07-95bb-203a5d144a31', 'tag': 'ef7e8106-4f9e-4876-960a-3df7c82938dc'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:37.031204 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68201ef6-4506-4f66-9e3a-c7e96416fabe" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6c04c-e1b8-4c07-95bb-203a5d144a31", "tag": "ef7e8106-4f9e-4876-960a-3df7c82938dc"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:37.124478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92562b3b-aa8d-4b51-b899-685c7d52f55d req-2da37cf7-1b43-4d73-8861-f1b69de6ca7b tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 210 time: 0.0575178 Feb 04 15:24:37.127232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-585e5c27-e8fc-46d3-b1a0-23d654194fd6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.158459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-585e5c27-e8fc-46d3-b1a0-23d654194fd6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.183705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-585e5c27-e8fc-46d3-b1a0-23d654194fd6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.190319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-585e5c27-e8fc-46d3-b1a0-23d654194fd6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.196972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-585e5c27-e8fc-46d3-b1a0-23d654194fd6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.208883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-585e5c27-e8fc-46d3-b1a0-23d654194fd6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.217331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-585e5c27-e8fc-46d3-b1a0-23d654194fd6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.225586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-585e5c27-e8fc-46d3-b1a0-23d654194fd6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5437 time: 0.5832715 Feb 04 15:24:37.237793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.257956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4f83e503-7c39-445e-98c9-f2d5908e88db details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:37.259178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:37.278363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:24:37.295936 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.313963 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-88101d27-8a4b-4875-a3e3-2c4c5bdef326 req-948a6838-f181-49c8-9816-3b8befa22384 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837088 Feb 04 15:24:37.364932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-e130229d-d234-4cf1-a8a9-a090ef5a8d9a service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460359 Feb 04 15:24:37.430745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817a18-0beb-4586-964d-b0f32195594c req-d3bccfa9-1c6d-4a57-a79a-bc3896ddc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.432591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-d3bccfa9-1c6d-4a57-a79a-bc3896ddc9e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 1095 time: 0.2998939 Feb 04 15:24:37.439013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.440647 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:37.442222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] 10.222.0.30 "PUT /v2.0/ports/6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 200 len: 1091 time: 3.9725344 Feb 04 15:24:37.443738 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334eff82-0566-4067-ae79-ea5732217231 x-openstack-request-id: req-334eff82-0566-4067-ae79-ea5732217231 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:37.444031 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6c04c-e1b8-4c07-95bb-203a5d144a31", "tag": "ef7e8106-4f9e-4876-960a-3df7c82938dc", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:37.444341 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-334eff82-0566-4067-ae79-ea5732217231 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:37.444768 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6c04c-e1b8-4c07-95bb-203a5d144a31', 'tag': 'ef7e8106-4f9e-4876-960a-3df7c82938dc', 'status': 'completed', 'code': 200} Feb 04 15:24:37.506905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4f83e503-7c39-445e-98c9-f2d5908e88db, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4f83e503-7c39-445e-98c9-f2d5908e88db,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:37.522609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4f83e503-7c39-445e-98c9-f2d5908e88db', 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'port_id': '4f83e503-7c39-445e-98c9-f2d5908e88db', 'mac_address': 'fa:16:3e:64:93:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b747500-f405-4e5a-963e-f75459d61983', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:37.535427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ba2f6e8a-31b7-42cf-b509-7d57a1c99da3'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:37.541160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['2d268d87-85f2-4414-9fe3-159ef376e87c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:37.599677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['8ee050dc-bbfc-4e72-9b64-93785061cff1'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:37.631002 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-3abf7410-d010-42b3-9750-d579fbcd7200 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef7e8106-4f9e-4876-960a-3df7c82938dc HTTP/1.1" status: 200 len: 217 time: 0.1494932 Feb 04 15:24:37.661824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f72e-b8b0-4934-9c2c-db673953d804 req-096da2d2-b529-4f6b-93ed-1032640505b8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.669400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98f4f72e-b8b0-4934-9c2c-db673953d804 req-096da2d2-b529-4f6b-93ed-1032640505b8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.3614810 Feb 04 15:24:37.684858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0d49c0-9df7-42f1-aba0-a44ccf10cf02 req-ee193192-ac5d-4fbc-acb8-7ab897e51f8a service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103940 Feb 04 15:24:37.746506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d68e58-8ae8-43e0-a3a5-bdcc2153dd5c req-19e8e6b7-b464-4629-ac11-fe22c20f9487 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.749206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35d68e58-8ae8-43e0-a3a5-bdcc2153dd5c req-19e8e6b7-b464-4629-ac11-fe22c20f9487 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 944 time: 0.1332507 Feb 04 15:24:37.813056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8018a0-2f10-43da-857c-46a03b3f901f service neutron] Pushing event updated for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:37.825111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98f4f72e-b8b0-4934-9c2c-db673953d804 req-930432c0-5d8d-415e-9391-768568c3e39b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547587 Feb 04 15:24:37.847497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-eba71d97-c2fe-49d6-9593-7e9da5b041be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.849127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-eba71d97-c2fe-49d6-9593-7e9da5b041be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1094 time: 0.3590293 Feb 04 15:24:37.850972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35d68e58-8ae8-43e0-a3a5-bdcc2153dd5c req-a299cf1b-4184-4d75-bc8f-12f3838a5dc6 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933015 Feb 04 15:24:37.856760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Allocated IP 172.20.0.14 (06c6c088-a115-406c-b4c5-ae966f2b180a/21cecee8-e923-47d9-8d1c-4aebb093fc6d/f5b86793-d98c-4dc6-85e2-8e48e4cafa3d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:24:37.940843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817a18-0beb-4586-964d-b0f32195594c req-51a0ffe6-3b61-483b-804d-5c4d0465ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:37.942763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-51a0ffe6-3b61-483b-804d-5c4d0465ddbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b747500-f405-4e5a-963e-f75459d61983 HTTP/1.1" status: 200 len: 855 time: 0.2616608 Feb 04 15:24:37.946395 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-e0996602-02f3-4fd3-a297-efa5df95ba2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 200 len: 217 time: 0.0822499 Feb 04 15:24:37.951147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:37.959762 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d19ad03-f641-4ee1-bddc-fd77f0332e27" -d '{"events": [{"name": "network-changed", "server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:38.243691 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2054f0e6-de13-4c2d-b6db-614afce80f4e req-3ccdfbba-8eeb-41fb-9af4-e32f17a2abf0 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.1218095 Feb 04 15:24:38.360273 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a53801b-ba93-4665-a30e-dcb00894cb7b x-openstack-request-id: req-5a53801b-ba93-4665-a30e-dcb00894cb7b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:38.361245 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:38.361245 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a53801b-ba93-4665-a30e-dcb00894cb7b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:38.361755 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'status': 'completed', 'code': 200} Feb 04 15:24:38.365685 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.527780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c35d6bf-6e97-4b0e-a225-0dc5aaeca2c9 req-6e79405c-ceb6-4495-831b-9f9ca81806b5 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 210 time: 0.0462029 Feb 04 15:24:38.534905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-aadb5934-d5f9-43a1-b381-fb10f49bc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:38.537522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-aadb5934-d5f9-43a1-b381-fb10f49bc826 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.5403833 Feb 04 15:24:38.554111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-d1a201f8-6b0a-4e40-985c-0de996e0c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:38.555669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-d1a201f8-6b0a-4e40-985c-0de996e0c621 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 1095 time: 0.1487286 Feb 04 15:24:38.594516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-20426fe8-629f-4804-987e-4a7daf827370 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293844 Feb 04 15:24:38.623903 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f83e503-7c39-445e-98c9-f2d5908e88db {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:38.653784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817a18-0beb-4586-964d-b0f32195594c req-9e9dfe48-b55e-492b-b396-0bf208ec2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:38.659389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-9e9dfe48-b55e-492b-b396-0bf208ec2fad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b07aaf40-37ff-4794-be79-b7b0ff9fa478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6844628 Feb 04 15:24:38.732438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-71861fdf-6126-484f-a1e9-4ad9b6131a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:38.735080 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-71861fdf-6126-484f-a1e9-4ad9b6131a61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.1702368 Feb 04 15:24:38.745304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4f83e503-7c39-445e-98c9-f2d5908e88db, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4f83e503-7c39-445e-98c9-f2d5908e88db,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:38.775232 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:38.913651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4f83e503-7c39-445e-98c9-f2d5908e88db,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:38.936884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-d8679ff7-a713-4214-b0ed-9f3bdb666253 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 217 time: 0.1442361 Feb 04 15:24:39.003286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-e805e8cd-3a06-4b2c-b922-b5789774f18a service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460412 Feb 04 15:24:39.027556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129aa9d-c9b3-4af4-a196-edfeb52653de req-d46fba68-0247-4399-bb3b-d59d62194d74 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.030641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2129aa9d-c9b3-4af4-a196-edfeb52653de req-d46fba68-0247-4399-bb3b-d59d62194d74 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 944 time: 1.0070152 Feb 04 15:24:39.074814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-799fcab3-7a67-4854-9e48-d41e01b6d054 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.089140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-799fcab3-7a67-4854-9e48-d41e01b6d054 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.101449 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-799fcab3-7a67-4854-9e48-d41e01b6d054 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.113279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-799fcab3-7a67-4854-9e48-d41e01b6d054 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.125707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-799fcab3-7a67-4854-9e48-d41e01b6d054 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.138163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-799fcab3-7a67-4854-9e48-d41e01b6d054 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.155386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-799fcab3-7a67-4854-9e48-d41e01b6d054 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.159129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-799fcab3-7a67-4854-9e48-d41e01b6d054 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5437 time: 0.4515486 Feb 04 15:24:39.195426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-c0e124c6-f39f-4ca7-887b-53f4cfab347d service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783265 Feb 04 15:24:39.202521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-e436a1f2-eb24-4b78-ada2-1c1f0b7d4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.204248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-e436a1f2-eb24-4b78-ada2-1c1f0b7d4321 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.2571120 Feb 04 15:24:39.259213 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc470aec-4fbc-4be5-855d-2f2892484b79 req-07d093de-d9fd-4390-9630-5844b418e67e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925865 Feb 04 15:24:39.294186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-e7c73c72-4a30-49f0-a079-30284ee341f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.295875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-e7c73c72-4a30-49f0-a079-30284ee341f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805118 Feb 04 15:24:39.326652 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:39.433875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-a12c8019-85d2-4ef6-ac10-bf087440159d service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299810 Feb 04 15:24:39.445117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:39.468789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:39.472738 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d0281b-9818-4d43-aab0-9e8b5390f745" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:39.493323 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2129aa9d-c9b3-4af4-a196-edfeb52653de req-b96e385c-e4c6-4bf9-a010-e76c9f597fa1 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198420 Feb 04 15:24:39.617161 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51817a18-0beb-4586-964d-b0f32195594c req-dc9e80f0-e3a9-4603-8266-daed02fa39bf service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801642 Feb 04 15:24:39.649521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377f2330-9d25-4fa2-bbf3-f850c0dcd032 req-797724cd-3711-48ba-806c-8db8c88fcc44 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142015 Feb 04 15:24:39.690192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:39.761734 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d19ad03-f641-4ee1-bddc-fd77f0332e27 req-dfd1cc62-7177-4904-b2c8-3ec8823ee627 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190906 Feb 04 15:24:39.783247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Network 06c6c088-a115-406c-b4c5-ae966f2b180a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:24:39.791817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e559-c497-4683-8887-436ea4c5e43c req-da8976b2-b668-4e8a-9216-1ee0cb3878bd tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.793426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0998e559-c497-4683-8887-436ea4c5e43c req-da8976b2-b668-4e8a-9216-1ee0cb3878bd tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 944 time: 0.1729443 Feb 04 15:24:39.796835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d9952-b3f6-4f4c-8209-d3cc33768f27 req-79e8a402-8d3d-4cb0-991d-d5cc9fd538d8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.797891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:24:39.800072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Pushing event updated for resources: {'Port': ['ID=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:39.812445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:24:39.825330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba0d9952-b3f6-4f4c-8209-d3cc33768f27 req-79e8a402-8d3d-4cb0-991d-d5cc9fd538d8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.1470742 Feb 04 15:24:39.894815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0998e559-c497-4683-8887-436ea4c5e43c req-9850fd01-dabf-4d7b-bd8c-8d0e05534f63 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778978 Feb 04 15:24:39.921197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.921891 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:39.926574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba0d9952-b3f6-4f4c-8209-d3cc33768f27 req-42754d22-7f7c-4655-8576-ce0ec9dd0fa0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998733 Feb 04 15:24:39.935791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-d5147b27-b981-4d09-87be-acafb4a86594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:39.937435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-d5147b27-b981-4d09-87be-acafb4a86594 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 1095 time: 0.0979097 Feb 04 15:24:39.974595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-351195c2-2e97-48a9-8ea2-dec934597207 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0006509 Feb 04 15:24:39.993598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Request body: {'port': {'device_id': 'c74f4eb8-e25a-40b9-92c5-e79813cb3168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:40.080246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-12818c43-0a8b-424c-bd8d-b36e67478d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.082610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-12818c43-0a8b-424c-bd8d-b36e67478d1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 917 time: 0.1369662 Feb 04 15:24:40.100455 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1395e6e7-ba39-43bf-896c-5d646dbb74d3 x-openstack-request-id: req-1395e6e7-ba39-43bf-896c-5d646dbb74d3 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:40.100912 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:40.104913 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1395e6e7-ba39-43bf-896c-5d646dbb74d3 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:40.105603 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c', 'status': 'completed', 'code': 200} Feb 04 15:24:40.162399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20b7bddd-22f4-498c-b46e-206d98a73cfa req-773cf62f-42fb-4ba7-aae1-70c309c1b0a6 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.0933270 Feb 04 15:24:40.211164 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-84d7d09f-6ef0-4d54-a81b-35ad207e9853 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef7e8106-4f9e-4876-960a-3df7c82938dc HTTP/1.1" status: 200 len: 217 time: 0.1209292 Feb 04 15:24:40.271597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:40.281148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ea107-1f18-4e70-8e92-4d8ce4dda09b req-754b74ed-413e-499f-9545-0ed1143346d5 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.282921 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea6ea107-1f18-4e70-8e92-4d8ce4dda09b req-754b74ed-413e-499f-9545-0ed1143346d5 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 932 time: 0.1028633 Feb 04 15:24:40.293196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-dc91ad37-fa54-4144-ac4a-339064e2eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.295809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-dc91ad37-fa54-4144-ac4a-339064e2eb94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b747500-f405-4e5a-963e-f75459d61983 HTTP/1.1" status: 200 len: 855 time: 0.0767612 Feb 04 15:24:40.306251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-fa0f63bd-d9f0-4c05-8607-91170be488aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.308056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-fa0f63bd-d9f0-4c05-8607-91170be488aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1094 time: 0.1438761 Feb 04 15:24:40.458972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea6ea107-1f18-4e70-8e92-4d8ce4dda09b req-93d55c3a-9ba7-4795-9aff-29bb6e65f215 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614797 Feb 04 15:24:40.515331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-e4b20d9b-55d1-485d-a873-c12fb7a71de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.518653 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-e4b20d9b-55d1-485d-a873-c12fb7a71de8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b07aaf40-37ff-4794-be79-b7b0ff9fa478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014682 Feb 04 15:24:40.667797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-a75c050a-fa98-414d-89b5-776ae59d5a05 service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352341 Feb 04 15:24:40.877070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4f83e503-7c39-445e-98c9-f2d5908e88db'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:40.963506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-641b1ac6-c3da-4040-8b99-514ae5c53ad6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.977276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-641b1ac6-c3da-4040-8b99-514ae5c53ad6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.987936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-641b1ac6-c3da-4040-8b99-514ae5c53ad6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:40.993963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-641b1ac6-c3da-4040-8b99-514ae5c53ad6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.021306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-641b1ac6-c3da-4040-8b99-514ae5c53ad6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.054035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-641b1ac6-c3da-4040-8b99-514ae5c53ad6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.084974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-641b1ac6-c3da-4040-8b99-514ae5c53ad6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.093447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-641b1ac6-c3da-4040-8b99-514ae5c53ad6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5437 time: 0.3441663 Feb 04 15:24:41.256095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9f39e-1c98-4f1a-ade7-ccef295d3ccb req-d7a29971-e6a4-4763-a471-1ecf13f3a6a9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.264025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2f9f39e-1c98-4f1a-ade7-ccef295d3ccb req-d7a29971-e6a4-4763-a471-1ecf13f3a6a9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 944 time: 0.1264579 Feb 04 15:24:41.284856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68201ef6-4506-4f66-9e3a-c7e96416fabe req-2ec21cf1-0a6b-45f8-9798-8c9c0f5bab70 service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137984 Feb 04 15:24:41.296889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a81f45d4-2985-4f5d-9238-0346a2f7a72c up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:41.327562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2f9f39e-1c98-4f1a-ade7-ccef295d3ccb req-4b0e2bca-e937-47d5-9f8a-8d0127621656 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558898 Feb 04 15:24:41.374562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-e3460af7-4afa-4af0-bd26-7c8f4ebf5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.376082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port a81f45d4-2985-4f5d-9238-0346a2f7a72c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:41.379410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-e3460af7-4afa-4af0-bd26-7c8f4ebf5679 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 1.0521863 Feb 04 15:24:41.387552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port a81f45d4-2985-4f5d-9238-0346a2f7a72c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:41.387994 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.504543 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-5baf2c80-9ef4-40f6-9cb0-18d20b27e886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 200 len: 217 time: 0.0702822 Feb 04 15:24:41.582785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.586410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71adaa-a8a1-43c0-8438-e143e2557978 req-d5e02ac9-a097-4a0d-876d-67bb92410907 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.595844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d71adaa-a8a1-43c0-8438-e143e2557978 req-d5e02ac9-a097-4a0d-876d-67bb92410907 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 944 time: 0.1442709 Feb 04 15:24:41.647694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:41.655826 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00d99c-86e4-4a1c-b6fc-f1da0c81d04c" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:41.659860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d71adaa-a8a1-43c0-8438-e143e2557978 req-62c9edae-b39b-4c64-b560-fa65746fcaac tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574739 Feb 04 15:24:41.742063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a81f45d4-2985-4f5d-9238-0346a2f7a72c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a81f45d4-2985-4f5d-9238-0346a2f7a72c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:41.748245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf1e136f-e1ae-4915-a76d-1a3efef35569 req-9ca72206-a90d-46c0-94a2-6e32e200f3e5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3634565 Feb 04 15:24:41.752273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.754365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1c4d494a-452b-437d-b0cf-e8fba58cb6ad up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:41.786745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb486d-4bca-49b4-83eb-a328367ccc9b req-b2777b69-3f8f-491d-bdd1-fe9e4ec060d9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.800673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ebb486d-4bca-49b4-83eb-a328367ccc9b req-b2777b69-3f8f-491d-bdd1-fe9e4ec060d9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.0852454 Feb 04 15:24:41.833442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-f145b912-a7d3-4213-a5f5-fb9d080a5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:41.840146 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-f145b912-a7d3-4213-a5f5-fb9d080a5bee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.3243587 Feb 04 15:24:41.845440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b86793-d98c-4dc6-85e2-8e48e4cafa3d {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:41.903631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ebb486d-4bca-49b4-83eb-a328367ccc9b req-f934acda-41d5-4e96-945c-93ad017e22f5 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975096 Feb 04 15:24:41.911375 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.946287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:41.960677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:41.960677 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:41.968542 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-fe1c9fc5-1a6f-49a9-aa9e-bfe4800cf90b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068165 Feb 04 15:24:42.011327 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e762b8a7-cfdb-4a20-91f4-93c829db7073 req-ac36d64b-c9a0-42c7-a588-c2247b1e64b9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/ports?device_id=9aee61bb-a0cb-487b-92ce-d767983aa516 HTTP/1.1" status: 200 len: 210 time: 0.1077414 Feb 04 15:24:42.036981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=a81f45d4-2985-4f5d-9238-0346a2f7a72c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:42.075656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Transition to ACTIVE for port object f5b86793-d98c-4dc6-85e2-8e48e4cafa3d will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:24:42.086829 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.116309 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6def3acd-0421-441c-92f9-596168af5d22 x-openstack-request-id: req-6def3acd-0421-441c-92f9-596168af5d22 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:42.117213 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:42.118235 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6def3acd-0421-441c-92f9-596168af5d22 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:42.120804 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'code': 200} Feb 04 15:24:42.220748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.273733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138ecf3-2e36-40b0-8282-e31188d9808b req-61f49249-485d-44ae-9620-64a62cc43a1a tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:42.279368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c138ecf3-2e36-40b0-8282-e31188d9808b req-61f49249-485d-44ae-9620-64a62cc43a1a tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 932 time: 0.2199407 Feb 04 15:24:42.285403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:42.294276 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.296199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d5746d35-bd68-4bf7-b45a-689ab9102a69 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:42.345055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c138ecf3-2e36-40b0-8282-e31188d9808b req-eb7419d9-6c2b-46b7-a285-091e1370b1cf tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582924 Feb 04 15:24:42.552343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:42.581042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port d5746d35-bd68-4bf7-b45a-689ab9102a69 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:42.591225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port d5746d35-bd68-4bf7-b45a-689ab9102a69 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:42.593022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.602929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-2d21e821-cc56-43e9-9507-1d03738c4f99 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089184 Feb 04 15:24:42.607770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:42.737558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abdc7f-6cd6-4531-a275-81097579f122 req-9168511c-5d49-4813-906f-6a72e5414bd5 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:42.744722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09abdc7f-6cd6-4531-a275-81097579f122 req-9168511c-5d49-4813-906f-6a72e5414bd5 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 944 time: 0.2677062 Feb 04 15:24:42.792476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.833704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Attempting to bind port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:24:42.834208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Attempting to bind port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '1c05aeed-0d8a-4e15-8e32-39cf27e45b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '06c6c088-a115-406c-b4c5-ae966f2b180a'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:24:42.834413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Attempting to bind port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d on network 06c6c088-a115-406c-b4c5-ae966f2b180a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:42.842802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc711d-cdbf-4071-8d35-c3b9c9cd8c77 req-098c6521-c292-4631-94d1-82bfbdcf2649 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:42.844298 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4bcc711d-cdbf-4071-8d35-c3b9c9cd8c77 req-098c6521-c292-4631-94d1-82bfbdcf2649 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 944 time: 0.0745416 Feb 04 15:24:42.873244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6d0281b-9818-4d43-aab0-9e8b5390f745 req-230520c9-0416-4507-8e62-475580218497 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414677 Feb 04 15:24:42.891030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d on network 06c6c088-a115-406c-b4c5-ae966f2b180a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:24:42.891030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Attempting to bind port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d on network 06c6c088-a115-406c-b4c5-ae966f2b180a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:24:42.895941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d5746d35-bd68-4bf7-b45a-689ab9102a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d5746d35-bd68-4bf7-b45a-689ab9102a69,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:42.907848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.911633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4ca22191-8faf-40c6-ad50-71688fd60786 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:42.929566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:24:42.929960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Checking segment: {'id': '1c05aeed-0d8a-4e15-8e32-39cf27e45b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '06c6c088-a115-406c-b4c5-ae966f2b180a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:24:42.930380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Bound using segment: {'id': '1c05aeed-0d8a-4e15-8e32-39cf27e45b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '06c6c088-a115-406c-b4c5-ae966f2b180a'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:24:42.930836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Bound port: f5b86793-d98c-4dc6-85e2-8e48e4cafa3d, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c05aeed-0d8a-4e15-8e32-39cf27e45b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '06c6c088-a115-406c-b4c5-ae966f2b180a'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:24:42.931211 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:42.936446 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4bcc711d-cdbf-4071-8d35-c3b9c9cd8c77 req-bd4094e6-83c3-4a2f-81ce-ff1e02384763 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717936 Feb 04 15:24:42.944116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09abdc7f-6cd6-4531-a275-81097579f122 req-1bdceb6b-d122-4f38-b878-ba089d78786a tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803873 Feb 04 15:24:43.037544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bf5125a9-b72a-4c90-aafd-639ca19251b5 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:43.184609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d5746d35-bd68-4bf7-b45a-689ab9102a69,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:43.223419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-11afeb76-13ca-4cf6-9888-f7ff809506cf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.241868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] For port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:24:43.253940 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 4ca22191-8faf-40c6-ad50-71688fd60786 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:43.257107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-11afeb76-13ca-4cf6-9888-f7ff809506cf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.261449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4ca22191-8faf-40c6-ad50-71688fd60786 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:43.261908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.264829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] For port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,segment=NetworkSegment(1c05aeed-0d8a-4e15-8e32-39cf27e45b3d),segment_id=1c05aeed-0d8a-4e15-8e32-39cf27e45b3d)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:24:43.281864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-11afeb76-13ca-4cf6-9888-f7ff809506cf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.299420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-11afeb76-13ca-4cf6-9888-f7ff809506cf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.319715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-11afeb76-13ca-4cf6-9888-f7ff809506cf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.333892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bf5125a9-b72a-4c90-aafd-639ca19251b5, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:43.339682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-11afeb76-13ca-4cf6-9888-f7ff809506cf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.351161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'port_id': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'mac_address': 'fa:16:3e:9e:4c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:43.356872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-11afeb76-13ca-4cf6-9888-f7ff809506cf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.362019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-11afeb76-13ca-4cf6-9888-f7ff809506cf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5440 time: 0.2971401 Feb 04 15:24:43.407043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.451549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.472190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.493674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2d24401-4685-4637-a022-1d2a9c387a8e req-a28c271d-8070-40e6-b0e6-b784da7c34ed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235032 Feb 04 15:24:43.517581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5125a9-b72a-4c90-aafd-639ca19251b5 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:43.568289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.568289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.568289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] 10.222.0.30 "PUT /v2.0/ports/f5b86793-d98c-4dc6-85e2-8e48e4cafa3d HTTP/1.1" status: 200 len: 1092 time: 3.5826375 Feb 04 15:24:43.582755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74f4eb8-e25a-40b9-92c5-e79813cb3168', 'tag': 'f5b86793-d98c-4dc6-85e2-8e48e4cafa3d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:43.588039 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c74f4eb8-e25a-40b9-92c5-e79813cb3168", "tag": "f5b86793-d98c-4dc6-85e2-8e48e4cafa3d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:43.591330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4ca22191-8faf-40c6-ad50-71688fd60786, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4ca22191-8faf-40c6-ad50-71688fd60786,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:43.595579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bf5125a9-b72a-4c90-aafd-639ca19251b5, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:43.604372 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.621070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.623559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4f83e503-7c39-445e-98c9-f2d5908e88db up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:43.646729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce4f82-47f2-49e5-a4fe-1c6bd2a92978 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:43.715818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afe9ad-d483-4636-a472-298c1d3c07e2 req-85433e25-a20d-4eae-83bd-457872872b1c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.728566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-52afe9ad-d483-4636-a472-298c1d3c07e2 req-85433e25-a20d-4eae-83bd-457872872b1c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.4747694 Feb 04 15:24:43.779901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4ca22191-8faf-40c6-ad50-71688fd60786,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:43.795082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-52afe9ad-d483-4636-a472-298c1d3c07e2 req-51096759-6032-4555-af54-305cba8d8f33 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638201 Feb 04 15:24:43.802417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-5f4f9576-251e-4ad8-a878-b3bf160b19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:43.808407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-5f4f9576-251e-4ad8-a878-b3bf160b19ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f52a520cf6242698fd485b4d0c870fb&device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 1095 time: 0.1826322 Feb 04 15:24:43.885538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-1c1f0a45-4842-42fc-a945-f38fd8accca2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d HTTP/1.1" status: 200 len: 217 time: 0.0686536 Feb 04 15:24:43.887343 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e7b569-1f8c-4e69-8a24-35cb9cca9d8f x-openstack-request-id: req-23e7b569-1f8c-4e69-8a24-35cb9cca9d8f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:43.887752 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74f4eb8-e25a-40b9-92c5-e79813cb3168", "tag": "f5b86793-d98c-4dc6-85e2-8e48e4cafa3d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:43.888093 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23e7b569-1f8c-4e69-8a24-35cb9cca9d8f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:43.888591 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74f4eb8-e25a-40b9-92c5-e79813cb3168', 'tag': 'f5b86793-d98c-4dc6-85e2-8e48e4cafa3d', 'status': 'completed', 'code': 200} Feb 04 15:24:43.913151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=bf5125a9-b72a-4c90-aafd-639ca19251b5,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:43.920101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 4f83e503-7c39-445e-98c9-f2d5908e88db completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:43.930441 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4f83e503-7c39-445e-98c9-f2d5908e88db triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:43.931036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:43.952422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36052) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:44.043702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-6c1a14a2-b10e-4ca1-9dd8-4bbf4f3f4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.046767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-6c1a14a2-b10e-4ca1-9dd8-4bbf4f3f4904 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21cecee8-e923-47d9-8d1c-4aebb093fc6d HTTP/1.1" status: 200 len: 849 time: 0.1510181 Feb 04 15:24:44.098293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['bf5125a9-b72a-4c90-aafd-639ca19251b5'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:44.119284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-e13c000d-0391-410e-ab9a-61abb3a569d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06c6c088-a115-406c-b4c5-ae966f2b180a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637364 Feb 04 15:24:44.158089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dcd21-5636-4178-ad78-9933a0b0c9cd req-3717c6a4-bcb7-4fb9-a8c2-078dc50cf714 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.158489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad'}, {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5746d35-bd68-4bf7-b45a-689ab9102a69'}, {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca22191-8faf-40c6-ad50-71688fd60786'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:44.161339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e09dcd21-5636-4178-ad78-9933a0b0c9cd req-3717c6a4-bcb7-4fb9-a8c2-078dc50cf714 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 944 time: 0.3049607 Feb 04 15:24:44.163149 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc69026-449f-4c80-9401-d89b83cebd51" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "1c4d494a-452b-437d-b0cf-e8fba58cb6ad"}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "d5746d35-bd68-4bf7-b45a-689ab9102a69"}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4ca22191-8faf-40c6-ad50-71688fd60786"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:44.245420 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57d35ebf-c849-45f9-bf56-00e09237245a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.294630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e09dcd21-5636-4178-ad78-9933a0b0c9cd req-2cf9367c-fe5e-4473-b37b-7cfd86fbbceb tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137567 Feb 04 15:24:44.329017 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57d35ebf-c849-45f9-bf56-00e09237245a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.371669 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.473970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07313-1bde-4aa5-92e4-117ed4da1751 req-57024e0d-b22b-4cb2-b750-933bd9ad5386 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.477642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8a07313-1bde-4aa5-92e4-117ed4da1751 req-57024e0d-b22b-4cb2-b750-933bd9ad5386 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 944 time: 0.3251927 Feb 04 15:24:44.490033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4f83e503-7c39-445e-98c9-f2d5908e88db, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4f83e503-7c39-445e-98c9-f2d5908e88db,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:44.503219 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57d35ebf-c849-45f9-bf56-00e09237245a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.508398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.510423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8ee050dc-bbfc-4e72-9b64-93785061cff1 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:44.519868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57d35ebf-c849-45f9-bf56-00e09237245a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.521205 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-57d35ebf-c849-45f9-bf56-00e09237245a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "DELETE /v2.0/security-groups/6f67a335-7d8d-4187-a432-189494f186e8 HTTP/1.1" status: 204 len: 168 time: 0.5663280 Feb 04 15:24:44.567987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36062) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:44.633223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d35ebf-c849-45f9-bf56-00e09237245a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f67a335-7d8d-4187-a432-189494f186e8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:44.640986 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-c770a17f-a47f-4480-a483-c967cd0bec2a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] show failed (client error): The resource could not be found. Feb 04 15:24:44.647904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c770a17f-a47f-4480-a483-c967cd0bec2a tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "GET /v2.0/security-groups/6f67a335-7d8d-4187-a432-189494f186e8 HTTP/1.1" status: 404 len: 347 time: 0.0727239 Feb 04 15:24:44.648113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36066) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:44.650605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-97bde4f9-e53e-4d27-b624-718ebda9fc36 service neutron] 10.222.0.30 "GET /v2.0/networks/06c6c088-a115-406c-b4c5-ae966f2b180a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236318 Feb 04 15:24:44.666869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8a07313-1bde-4aa5-92e4-117ed4da1751 req-d01bf804-78fa-495a-bec3-5cba9c6a276e tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775374 Feb 04 15:24:44.774100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85dbd2-4a98-448d-8302-44a4a440768a req-5a95ebb4-aff2-4894-9197-2d7a166c3013 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:44.786911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a85dbd2-4a98-448d-8302-44a4a440768a req-5a95ebb4-aff2-4894-9197-2d7a166c3013 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 945 time: 0.3071177 Feb 04 15:24:44.818401 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3246992c-8137-40a8-b55a-1a2ec551b276 req-2ecb3dde-cd27-4458-8dae-eb32a31d642c service neutron] 10.222.0.30 "GET /v2.0/networks/06c6c088-a115-406c-b4c5-ae966f2b180a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504376 Feb 04 15:24:44.887427 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9202f5d-8aca-4fa2-ba41-d6611160ebdb x-openstack-request-id: req-e9202f5d-8aca-4fa2-ba41-d6611160ebdb {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:44.888774 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "1c4d494a-452b-437d-b0cf-e8fba58cb6ad", "code": 200}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "d5746d35-bd68-4bf7-b45a-689ab9102a69", "code": 200}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4ca22191-8faf-40c6-ad50-71688fd60786", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:44.889645 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9202f5d-8aca-4fa2-ba41-d6611160ebdb {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:44.890755 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad', 'code': 200} Feb 04 15:24:44.890925 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5746d35-bd68-4bf7-b45a-689ab9102a69', 'code': 200} Feb 04 15:24:44.891511 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca22191-8faf-40c6-ad50-71688fd60786', 'code': 200} Feb 04 15:24:44.905959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 8ee050dc-bbfc-4e72-9b64-93785061cff1 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:44.943669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 8ee050dc-bbfc-4e72-9b64-93785061cff1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:44.944508 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:44.999527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ef7e8106-4f9e-4876-960a-3df7c82938dc details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:45.000158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a85dbd2-4a98-448d-8302-44a4a440768a req-9dfd7e69-19fa-468b-a0b2-39462ba7a744 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986306 Feb 04 15:24:45.041552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Deleting port a79da962-49b2-409a-8c48-d6ae02b1ed18 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:45.042340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.046401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4f83e503-7c39-445e-98c9-f2d5908e88db,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:45.167062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-987e7ac5-0534-4801-a8a9-f2ef3b3b7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.170053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-987e7ac5-0534-4801-a8a9-f2ef3b3b7d13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f52a520cf6242698fd485b4d0c870fb&device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 1095 time: 0.2301142 Feb 04 15:24:45.231415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9e82-063f-4a05-b580-ac158f41c572 req-cae8aa60-3834-4bfc-99d6-100d35e7cb4b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.267131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9e82-063f-4a05-b580-ac158f41c572 req-cae8aa60-3834-4bfc-99d6-100d35e7cb4b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.300866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9e82-063f-4a05-b580-ac158f41c572 req-cae8aa60-3834-4bfc-99d6-100d35e7cb4b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.319204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.320931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.329740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.342520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9e82-063f-4a05-b580-ac158f41c572 req-cae8aa60-3834-4bfc-99d6-100d35e7cb4b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.363767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9e82-063f-4a05-b580-ac158f41c572 req-cae8aa60-3834-4bfc-99d6-100d35e7cb4b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.377758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9e82-063f-4a05-b580-ac158f41c572 req-cae8aa60-3834-4bfc-99d6-100d35e7cb4b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.382291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8ee050dc-bbfc-4e72-9b64-93785061cff1, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8ee050dc-bbfc-4e72-9b64-93785061cff1,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:45.389681 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.390246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9e82-063f-4a05-b580-ac158f41c572 req-cae8aa60-3834-4bfc-99d6-100d35e7cb4b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.390954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2d268d87-85f2-4414-9fe3-159ef376e87c up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:45.398015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ef7e8106-4f9e-4876-960a-3df7c82938dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ef7e8106-4f9e-4876-960a-3df7c82938dc,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:45.406055 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-221f9e82-063f-4a05-b580-ac158f41c572 req-cae8aa60-3834-4bfc-99d6-100d35e7cb4b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5441 time: 0.5157723 Feb 04 15:24:45.466023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=8ee050dc-bbfc-4e72-9b64-93785061cff1,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:45.511172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ef7e8106-4f9e-4876-960a-3df7c82938dc', 'network_id': 'b07aaf40-37ff-4794-be79-b7b0ff9fa478', 'port_id': 'ef7e8106-4f9e-4876-960a-3df7c82938dc', 'mac_address': 'fa:16:3e:c4:71:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b747500-f405-4e5a-963e-f75459d61983', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:45.574318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.594446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7e8106-4f9e-4876-960a-3df7c82938dc {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:45.603501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Calling delete_port for a79da962-49b2-409a-8c48-d6ae02b1ed18 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:45.624421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ef7e8106-4f9e-4876-960a-3df7c82938dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ef7e8106-4f9e-4876-960a-3df7c82938dc,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:45.646195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.647205 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-221f9e82-063f-4a05-b580-ac158f41c572 req-756d4356-8420-485b-8259-0ae0abea9b57 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2210329 Feb 04 15:24:45.654932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b53f80-3f8b-4324-adcc-ef322c80b444 req-cf035010-3f20-4bc3-898e-b7f81a9fa676 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.656600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66b53f80-3f8b-4324-adcc-ef322c80b444 req-cf035010-3f20-4bc3-898e-b7f81a9fa676 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.3188148 Feb 04 15:24:45.761927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 2d268d87-85f2-4414-9fe3-159ef376e87c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:45.781537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 2d268d87-85f2-4414-9fe3-159ef376e87c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:45.783483 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:45.810286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-cde28bcb-6ae4-4367-b17c-81b5de6e38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:45.812114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-cde28bcb-6ae4-4367-b17c-81b5de6e38e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=06c6c088-a115-406c-b4c5-ae966f2b180a HTTP/1.1" status: 200 len: 910 time: 0.4047592 Feb 04 15:24:45.885312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-c2966086-3b8a-4574-a4ad-bbfa1ed88684 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d HTTP/1.1" status: 200 len: 217 time: 0.0641747 Feb 04 15:24:45.998486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-f0b88091-ccc4-41c1-a610-ae24eb8edb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.000689 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-f0b88091-ccc4-41c1-a610-ae24eb8edb1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21cecee8-e923-47d9-8d1c-4aebb093fc6d HTTP/1.1" status: 200 len: 849 time: 0.0938077 Feb 04 15:24:46.045289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-c51bf495-5ff5-4125-84ef-542f4c4d74e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06c6c088-a115-406c-b4c5-ae966f2b180a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366020 Feb 04 15:24:46.057068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ea25c-350b-42e2-baa6-d864ab3fb289 req-92c25385-d632-4be8-8541-08f0dc3f67f2 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.058823 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-695ea25c-350b-42e2-baa6-d864ab3fb289 req-92c25385-d632-4be8-8541-08f0dc3f67f2 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 944 time: 0.1861522 Feb 04 15:24:46.084371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.104107 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66b53f80-3f8b-4324-adcc-ef322c80b444 req-2b016ac1-e5e9-4a52-b1a3-58f4b1b5118a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297976 Feb 04 15:24:46.187738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Pushing event deleted for resources: {'Port': ['ID=a79da962-49b2-409a-8c48-d6ae02b1ed18,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:46.264594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-87ccfbf2-da15-4d96-b349-3df51b4de765 service neutron] 10.222.0.30 "GET /v2.0/networks/06c6c088-a115-406c-b4c5-ae966f2b180a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043025 Feb 04 15:24:46.276347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ef7e8106-4f9e-4876-960a-3df7c82938dc,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:46.296290 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.324649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.327732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.330065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5783b216-afac-4ddb-97ed-8dfdd7436fb9 tempest-ServersTestBootFromVolume-1519317018 tempest-ServersTestBootFromVolume-1519317018-project] 10.222.0.47 "DELETE /v2.0/floatingips/9ae4c9b3-02d3-4802-81e6-d9ff8d61d955 HTTP/1.1" status: 204 len: 168 time: 1.6788332 Feb 04 15:24:46.343008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2d268d87-85f2-4414-9fe3-159ef376e87c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d268d87-85f2-4414-9fe3-159ef376e87c,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:46.355519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36078) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:46.374700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.375577 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:46.480981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ef7e8106-4f9e-4876-960a-3df7c82938dc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:46.562873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9836c0-24ab-4299-83a5-69fc6104ebfb req-77ef3faf-8879-46fe-a524-46bd41009341 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.570249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-695ea25c-350b-42e2-baa6-d864ab3fb289 req-9a967255-7642-447a-9919-eba56e889d20 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041446 Feb 04 15:24:46.571322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d9836c0-24ab-4299-83a5-69fc6104ebfb req-77ef3faf-8879-46fe-a524-46bd41009341 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 945 time: 0.2773662 Feb 04 15:24:46.610620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa6d43c6-d665-4f70-acf8-54a1cbaab8ba req-16ea19d7-3c07-43cf-be28-fc5c2a4f777a service neutron] 10.222.0.30 "GET /v2.0/networks/06c6c088-a115-406c-b4c5-ae966f2b180a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436900 Feb 04 15:24:46.674789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d9836c0-24ab-4299-83a5-69fc6104ebfb req-c4ecea97-d93f-4579-b6fd-37ab99938ac0 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010394 Feb 04 15:24:46.695859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:46.748421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2badf54-c195-40d4-bd36-2c7f3a51cc89 req-771ad43f-16b9-4757-9da9-f42dca98020e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:46.753479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:46.753858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.755749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2badf54-c195-40d4-bd36-2c7f3a51cc89 req-771ad43f-16b9-4757-9da9-f42dca98020e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 945 time: 0.0948939 Feb 04 15:24:46.762736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2d268d87-85f2-4414-9fe3-159ef376e87c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:46.829099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2badf54-c195-40d4-bd36-2c7f3a51cc89 req-ac9e088c-6c85-4f9d-965e-a98dbda734d7 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669496 Feb 04 15:24:46.895601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b014a51b-4160-410a-8d9d-4cf4c3095ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f83e503-7c39-445e-98c9-f2d5908e88db'}, {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee050dc-bbfc-4e72-9b64-93785061cff1'}, {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d268d87-85f2-4414-9fe3-159ef376e87c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:46.898034 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9a9f29-6fd4-4cae-955b-143cf14c5d9d" -d '{"events": [{"server_uuid": "b014a51b-4160-410a-8d9d-4cf4c3095ee1", "name": "network-vif-plugged", "status": "completed", "tag": "4f83e503-7c39-445e-98c9-f2d5908e88db"}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "8ee050dc-bbfc-4e72-9b64-93785061cff1"}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "2d268d87-85f2-4414-9fe3-159ef376e87c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:46.935084 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.987720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:46.992661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:46.997962 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb4ac06-739e-4c9c-835a-1c62e4292f47 x-openstack-request-id: req-8bb4ac06-739e-4c9c-835a-1c62e4292f47 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:46.998341 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b014a51b-4160-410a-8d9d-4cf4c3095ee1", "name": "network-vif-plugged", "status": "completed", "tag": "4f83e503-7c39-445e-98c9-f2d5908e88db", "code": 200}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "8ee050dc-bbfc-4e72-9b64-93785061cff1", "code": 200}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "2d268d87-85f2-4414-9fe3-159ef376e87c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:46.998537 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bb4ac06-739e-4c9c-835a-1c62e4292f47 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:46.998960 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b014a51b-4160-410a-8d9d-4cf4c3095ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f83e503-7c39-445e-98c9-f2d5908e88db', 'code': 200} Feb 04 15:24:46.999219 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee050dc-bbfc-4e72-9b64-93785061cff1', 'code': 200} Feb 04 15:24:46.999499 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d268d87-85f2-4414-9fe3-159ef376e87c', 'code': 200} Feb 04 15:24:47.059580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bf5125a9-b72a-4c90-aafd-639ca19251b5 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:47.101164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-6b150e06-fb79-470e-a38f-697e36ec004f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.107793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-6b150e06-fb79-470e-a38f-697e36ec004f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.114581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-6b150e06-fb79-470e-a38f-697e36ec004f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.120676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-6b150e06-fb79-470e-a38f-697e36ec004f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.126963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-6b150e06-fb79-470e-a38f-697e36ec004f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.133154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-6b150e06-fb79-470e-a38f-697e36ec004f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.139903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-6b150e06-fb79-470e-a38f-697e36ec004f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.142131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-6b150e06-fb79-470e-a38f-697e36ec004f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5443 time: 0.2017467 Feb 04 15:24:47.192415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7d24-62ec-4702-838c-ade13bd818c2 req-f00244af-fd3b-4486-b1f2-a2a66380a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.194013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-352e7d24-62ec-4702-838c-ade13bd818c2 req-f00244af-fd3b-4486-b1f2-a2a66380a11a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 1096 time: 0.1161311 Feb 04 15:24:47.234551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port bf5125a9-b72a-4c90-aafd-639ca19251b5 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:47.250066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:47.261873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port bf5125a9-b72a-4c90-aafd-639ca19251b5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:47.262619 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.295484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c18627f-b1d8-4d7c-aeb4-cbf255ca2f6c req-0540297e-edd4-4e10-adc7-d703b46c11ff tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434610 Feb 04 15:24:47.347386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-352e7d24-62ec-4702-838c-ade13bd818c2 req-cc32139a-d558-4ac4-880e-e176d6588669 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394591 Feb 04 15:24:47.371354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e421087-5389-4bde-bfcf-a2fe5245a88e req-5739415d-b23a-4a12-a16b-45ecc6785ac2 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.373086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3e421087-5389-4bde-bfcf-a2fe5245a88e req-5739415d-b23a-4a12-a16b-45ecc6785ac2 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.1028330 Feb 04 15:24:47.426661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.443363 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3e421087-5389-4bde-bfcf-a2fe5245a88e req-0a688f3e-db66-4b85-99af-d1949bb3347b tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632980 Feb 04 15:24:47.495858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.500942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bf5125a9-b72a-4c90-aafd-639ca19251b5, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:47.506321 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:47.579782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=bf5125a9-b72a-4c90-aafd-639ca19251b5,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:47.816011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32bcf-8d5a-4932-8d05-bf1b2516e780 req-78097707-55dd-42f0-b5e6-1e967c90b520 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.823848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fd32bcf-8d5a-4932-8d05-bf1b2516e780 req-78097707-55dd-42f0-b5e6-1e967c90b520 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 945 time: 0.0764704 Feb 04 15:24:47.880625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6a73d-0e7a-4988-9d87-f40293ec8a45 req-f1bc8ce0-0e21-45ed-af81-a0112f809494 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:47.882861 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acf6a73d-0e7a-4988-9d87-f40293ec8a45 req-f1bc8ce0-0e21-45ed-af81-a0112f809494 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 944 time: 0.1917663 Feb 04 15:24:47.884954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fd32bcf-8d5a-4932-8d05-bf1b2516e780 req-a22c05db-052a-4be7-8f04-6e517a0e2584 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601387 Feb 04 15:24:47.954929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acf6a73d-0e7a-4988-9d87-f40293ec8a45 req-f0dae6e1-0242-4f2e-acc5-5cca38a547cb tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557649 Feb 04 15:24:48.030975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecc9c8-af2f-4b12-aae6-bafc38fb57e2 req-6b3349d5-ebac-4a1f-8d0f-d7bed8df0044 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.035105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8ecc9c8-af2f-4b12-aae6-bafc38fb57e2 req-6b3349d5-ebac-4a1f-8d0f-d7bed8df0044 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 946 time: 0.0921054 Feb 04 15:24:48.077393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Deleting port d80ccd45-747b-4c46-8598-a039835faab1 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:48.078021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:48.090916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8ecc9c8-af2f-4b12-aae6-bafc38fb57e2 req-8e40bfaf-9a46-407d-a036-0f149bc12354 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478787 Feb 04 15:24:48.200288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] For port d80ccd45-747b-4c46-8598-a039835faab1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d80ccd45-747b-4c46-8598-a039835faab1,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:48.201308 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:48.218667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Calling delete_port for d80ccd45-747b-4c46-8598-a039835faab1 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:48.464163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:48.499672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80ccd45-747b-4c46-8598-a039835faab1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:48.552395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246311-9660-4e4e-9eba-1692ea0be094 req-d4b9d0d8-3344-4b5c-a385-8968bbadc21b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.561139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246311-9660-4e4e-9eba-1692ea0be094 req-d4b9d0d8-3344-4b5c-a385-8968bbadc21b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.570350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246311-9660-4e4e-9eba-1692ea0be094 req-d4b9d0d8-3344-4b5c-a385-8968bbadc21b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.587201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246311-9660-4e4e-9eba-1692ea0be094 req-d4b9d0d8-3344-4b5c-a385-8968bbadc21b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.593527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246311-9660-4e4e-9eba-1692ea0be094 req-d4b9d0d8-3344-4b5c-a385-8968bbadc21b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.600499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246311-9660-4e4e-9eba-1692ea0be094 req-d4b9d0d8-3344-4b5c-a385-8968bbadc21b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.606460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246311-9660-4e4e-9eba-1692ea0be094 req-d4b9d0d8-3344-4b5c-a385-8968bbadc21b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.608481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51246311-9660-4e4e-9eba-1692ea0be094 req-d4b9d0d8-3344-4b5c-a385-8968bbadc21b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.1816759 Feb 04 15:24:48.672280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ce20b-0de4-43cf-846a-1d97ea55b835 req-3a3da12f-f64e-4d75-affc-191255964a55 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:48.690932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-806ce20b-0de4-43cf-846a-1d97ea55b835 req-3a3da12f-f64e-4d75-affc-191255964a55 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.0884140 Feb 04 15:24:48.769352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-806ce20b-0de4-43cf-846a-1d97ea55b835 req-ddda69bf-bb55-414a-a240-634ef280b1d8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769703 Feb 04 15:24:48.790541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51246311-9660-4e4e-9eba-1692ea0be094 req-c86fd7cd-576d-4ae9-bc75-ccb26ec7b527 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1474624 Feb 04 15:24:48.913437 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.001072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2f6e8a-31b7-42cf-b509-7d57a1c99da3'}, {'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:49.004515 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e3f8e-326e-4fec-819c-924ce79d691b" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "ba2f6e8a-31b7-42cf-b509-7d57a1c99da3"}, {"server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "name": "network-vif-plugged", "status": "completed", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:49.046734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ef7e8106-4f9e-4876-960a-3df7c82938dc up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:49.072800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eba6d6-dff0-43a8-b4ee-1498758cbe9f req-ccad58b6-28db-41dd-bc1d-b42a1b7baf8d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.083135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42eba6d6-dff0-43a8-b4ee-1498758cbe9f req-ccad58b6-28db-41dd-bc1d-b42a1b7baf8d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 945 time: 0.1069462 Feb 04 15:24:49.174822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26f331-3f2a-427b-a872-674dd316cb3d req-b8ec21a6-56a3-47e5-9f1a-d8894e63fd48 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.183087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b26f331-3f2a-427b-a872-674dd316cb3d req-b8ec21a6-56a3-47e5-9f1a-d8894e63fd48 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 944 time: 0.0806279 Feb 04 15:24:49.187338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port ef7e8106-4f9e-4876-960a-3df7c82938dc completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:49.197441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42eba6d6-dff0-43a8-b4ee-1498758cbe9f req-87339146-5226-4aa7-9025-c56db813d2e2 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084979 Feb 04 15:24:49.198603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ef7e8106-4f9e-4876-960a-3df7c82938dc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:49.199489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.318631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.337337 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6965a10-4053-4230-bfb2-43ef59214869 x-openstack-request-id: req-a6965a10-4053-4230-bfb2-43ef59214869 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:49.337902 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-plugged", "status": "completed", "tag": "ba2f6e8a-31b7-42cf-b509-7d57a1c99da3", "code": 200}, {"server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "name": "network-vif-plugged", "status": "completed", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:49.338450 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6965a10-4053-4230-bfb2-43ef59214869 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:49.339093 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2f6e8a-31b7-42cf-b509-7d57a1c99da3', 'code': 200} Feb 04 15:24:49.339590 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'code': 200} Feb 04 15:24:49.344631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f5b86793-d98c-4dc6-85e2-8e48e4cafa3d details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:49.488009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ef7e8106-4f9e-4876-960a-3df7c82938dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ef7e8106-4f9e-4876-960a-3df7c82938dc,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:49.667494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054704d0-641b-418d-afe8-f650ad747596 req-ad577345-dd82-4dbd-868e-2bf536718910 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.669607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-054704d0-641b-418d-afe8-f650ad747596 req-ad577345-dd82-4dbd-868e-2bf536718910 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 946 time: 0.1441519 Feb 04 15:24:49.676160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127bfb-f248-4901-9987-21176c34d5c3 req-fdbaa502-d971-4b3e-abfc-b1e61b93db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.677041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127bfb-f248-4901-9987-21176c34d5c3 req-fdbaa502-d971-4b3e-abfc-b1e61b93db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.677713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127bfb-f248-4901-9987-21176c34d5c3 req-fdbaa502-d971-4b3e-abfc-b1e61b93db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.678446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127bfb-f248-4901-9987-21176c34d5c3 req-fdbaa502-d971-4b3e-abfc-b1e61b93db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.679126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127bfb-f248-4901-9987-21176c34d5c3 req-fdbaa502-d971-4b3e-abfc-b1e61b93db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.679793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127bfb-f248-4901-9987-21176c34d5c3 req-fdbaa502-d971-4b3e-abfc-b1e61b93db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.680447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127bfb-f248-4901-9987-21176c34d5c3 req-fdbaa502-d971-4b3e-abfc-b1e61b93db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.682767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97127bfb-f248-4901-9987-21176c34d5c3 req-fdbaa502-d971-4b3e-abfc-b1e61b93db03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6501 time: 0.2520459 Feb 04 15:24:49.718489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,segment=NetworkSegment(1c05aeed-0d8a-4e15-8e32-39cf27e45b3d),segment_id=1c05aeed-0d8a-4e15-8e32-39cf27e45b3d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:49.740267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'f5b86793-d98c-4dc6-85e2-8e48e4cafa3d', 'network_id': '06c6c088-a115-406c-b4c5-ae966f2b180a', 'port_id': 'f5b86793-d98c-4dc6-85e2-8e48e4cafa3d', 'mac_address': 'fa:16:3e:7e:8b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cecee8-e923-47d9-8d1c-4aebb093fc6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:49.745579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.859804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97127bfb-f248-4901-9987-21176c34d5c3 req-3d70c6a0-561d-4256-9138-f88aca28199e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1635711 Feb 04 15:24:49.864542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:49.867871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Router 3a64224d-5230-4603-8eba-168372d6bb39 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:24:49.868880 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-054704d0-641b-418d-afe8-f650ad747596 req-827923a9-7cb9-487c-a520-ddf9162c37f0 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730301 Feb 04 15:24:49.892700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b26f331-3f2a-427b-a872-674dd316cb3d req-c24194a2-cf85-4073-a048-71f9a2a98b06 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7085705 Feb 04 15:24:49.920265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ef7e8106-4f9e-4876-960a-3df7c82938dc,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:49.934915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf338ed9-a6d5-4050-8236-bdf9e47312a4 req-2ccdaf8c-3c7e-49e0-8cc5-3f4fe1a5406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:49.936936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b86793-d98c-4dc6-85e2-8e48e4cafa3d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:49.940609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf338ed9-a6d5-4050-8236-bdf9e47312a4 req-2ccdaf8c-3c7e-49e0-8cc5-3f4fe1a5406a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 1097 time: 0.1362338 Feb 04 15:24:49.999733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,segment=NetworkSegment(1c05aeed-0d8a-4e15-8e32-39cf27e45b3d),segment_id=1c05aeed-0d8a-4e15-8e32-39cf27e45b3d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:50.005552 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:50.092789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:50.156612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-cdbec456-d2a5-44de-959e-a2e9681a80e3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.169630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-cdbec456-d2a5-44de-959e-a2e9681a80e3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.183574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-cdbec456-d2a5-44de-959e-a2e9681a80e3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.196171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-cdbec456-d2a5-44de-959e-a2e9681a80e3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.198543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf338ed9-a6d5-4050-8236-bdf9e47312a4 req-cffa326c-16e5-4a5d-a00e-eaef6d23b32c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428878 Feb 04 15:24:50.209371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-cdbec456-d2a5-44de-959e-a2e9681a80e3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.212661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3d40-a07d-4034-9f90-06b7f523773e req-7fe3a31f-49ce-43e0-a312-5233ea0f97a5 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.221435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee3e3d40-a07d-4034-9f90-06b7f523773e req-7fe3a31f-49ce-43e0-a312-5233ea0f97a5 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.1530380 Feb 04 15:24:50.223478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-cdbec456-d2a5-44de-959e-a2e9681a80e3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.236273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-cdbec456-d2a5-44de-959e-a2e9681a80e3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.240245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-cdbec456-d2a5-44de-959e-a2e9681a80e3 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.1741011 Feb 04 15:24:50.278556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:24:50.296263 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cef74-0547-4483-862c-776d26206db6 None None] Sync routers for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:24:50.315938 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cef74-0547-4483-862c-776d26206db6 None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:50.317012 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-394cef74-0547-4483-862c-776d26206db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:50.326351 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bcb71167-9b98-4be1-9c42-5515624a3f41 admin admin] 10.222.0.47 "PUT /v2.0/routers/3a64224d-5230-4603-8eba-168372d6bb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9662917 Feb 04 15:24:50.330600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee3e3d40-a07d-4034-9f90-06b7f523773e req-7a9cbe40-b3f6-4efa-9e37-d5d87ccd3720 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072874 Feb 04 15:24:50.330845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36146) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:50.457409 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-394cef74-0547-4483-862c-776d26206db6 None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:50.463714 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1af9f87b-20c1-46b3-a678-4a847927bca9 req-0a3acc65-8a74-413e-a36b-c1520cc99f29 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2142694 Feb 04 15:24:50.557559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['f5b86793-d98c-4dc6-85e2-8e48e4cafa3d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:50.575502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:50.734821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82dada-5a00-4a50-8771-f06406ebff61 req-54ba3088-0e10-40fb-82f8-6595870b9382 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:50.751887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd82dada-5a00-4a50-8771-f06406ebff61 req-54ba3088-0e10-40fb-82f8-6595870b9382 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.2642660 Feb 04 15:24:50.834875 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:50.858654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd82dada-5a00-4a50-8771-f06406ebff61 req-eac18d15-d3db-4b40-a1f0-2dd07ca6a0ec tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985382 Feb 04 15:24:50.903411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Deleting port b0c14aa4-7d23-491c-be90-617639031de0 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:50.903918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:51.003756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] For port b0c14aa4-7d23-491c-be90-617639031de0, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0c14aa4-7d23-491c-be90-617639031de0,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:51.004227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:51.019973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Calling delete_port for b0c14aa4-7d23-491c-be90-617639031de0 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:51.057441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374fb6f-7eda-46f8-9607-798ee9ff2942 req-b40935b6-478c-49aa-a997-f509bb4db090 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:51.070685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b374fb6f-7eda-46f8-9607-798ee9ff2942 req-b40935b6-478c-49aa-a997-f509bb4db090 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 945 time: 0.0952961 Feb 04 15:24:51.132453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b374fb6f-7eda-46f8-9607-798ee9ff2942 req-2ba662e6-4726-48a9-848f-b78dc465c5ce tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594873 Feb 04 15:24:51.134674 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-394cef74-0547-4483-862c-776d26206db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:24:48Z', 'revision_number': 5, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port': {'id': 'b0c14aa4-7d23-491c-be90-617639031de0', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a64224d-5230-4603-8eba-168372d6bb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:37Z', 'updated_at': '2022-02-04T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:51.173133 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cef74-0547-4483-862c-776d26206db6 None None] Checking router: 3a64224d-5230-4603-8eba-168372d6bb39 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:24:51.185562 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cef74-0547-4483-862c-776d26206db6 None None] Routers {'3a64224d-5230-4603-8eba-168372d6bb39'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:51.186228 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-394cef74-0547-4483-862c-776d26206db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a64224d-5230-4603-8eba-168372d6bb39'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:51.282415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fedf3-974e-49d0-a085-7e2153d01f78 req-4f6cb583-41a8-4cb9-911f-35f129791bfe tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:51.288784 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-394cef74-0547-4483-862c-776d26206db6 None None] Set router 3a64224d-5230-4603-8eba-168372d6bb39 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:51.294963 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec0fedf3-974e-49d0-a085-7e2153d01f78 req-4f6cb583-41a8-4cb9-911f-35f129791bfe tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 946 time: 0.0838809 Feb 04 15:24:51.340811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6c04c-e1b8-4c07-95bb-203a5d144a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7e8106-4f9e-4876-960a-3df7c82938dc'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:51.343122 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a921dff4-444c-4816-b9c7-05a1f3e6f410" -d '{"events": [{"server_uuid": "55c6c04c-e1b8-4c07-95bb-203a5d144a31", "name": "network-vif-plugged", "status": "completed", "tag": "ef7e8106-4f9e-4876-960a-3df7c82938dc"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:51.349344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45947ed9-d544-4ab8-9b98-2dddf06c4870 req-70f6ea95-eeaf-4882-896c-55e554e15c0c tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:51.352167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45947ed9-d544-4ab8-9b98-2dddf06c4870 req-70f6ea95-eeaf-4882-896c-55e554e15c0c tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1759000 Feb 04 15:24:51.387364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:51.395478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec0fedf3-974e-49d0-a085-7e2153d01f78 req-ec041943-0b68-4ed0-8c26-ef55cd4204ca tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957668 Feb 04 15:24:51.416575 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-394cef74-0547-4483-862c-776d26206db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:24:50Z', 'revision_number': 6, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:51.473321 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bebfb81-3ea6-4de3-a50e-d40735f3b9cd x-openstack-request-id: req-1bebfb81-3ea6-4de3-a50e-d40735f3b9cd {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:51.473321 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6c04c-e1b8-4c07-95bb-203a5d144a31", "name": "network-vif-plugged", "status": "completed", "tag": "ef7e8106-4f9e-4876-960a-3df7c82938dc", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:51.473823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c14aa4-7d23-491c-be90-617639031de0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:51.474200 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1bebfb81-3ea6-4de3-a50e-d40735f3b9cd {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:51.474200 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6c04c-e1b8-4c07-95bb-203a5d144a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7e8106-4f9e-4876-960a-3df7c82938dc', 'code': 200} Feb 04 15:24:51.479945 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cef74-0547-4483-862c-776d26206db6 None None] The sync data for ids ['3a64224d-5230-4603-8eba-168372d6bb39'] in n-d-827869-1 is: [{'id': '3a64224d-5230-4603-8eba-168372d6bb39', 'name': 'tempest-ServersTestBootFromVolume-1760756656-router', 'tenant_id': 'fd1be732b919475fb1b5719910bb4856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:34Z', 'updated_at': '2022-02-04T15:24:50Z', 'revision_number': 6, 'project_id': 'fd1be732b919475fb1b5719910bb4856', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:24:51.513346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.513741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.514052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.514387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.514718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.516979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.517357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.517686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.518582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.518913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.519239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.519562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:24:51.594648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45947ed9-d544-4ab8-9b98-2dddf06c4870 req-8c79451c-4b34-42b9-aef1-74560f47823d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358696 Feb 04 15:24:51.690433 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:51.698012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc677956-96a9-4153-869f-5d5ab2683fb7 req-c0fc6a8b-d961-4043-a755-ae001d54e7cf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:51.698888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc677956-96a9-4153-869f-5d5ab2683fb7 req-c0fc6a8b-d961-4043-a755-ae001d54e7cf tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.1170924 Feb 04 15:24:51.715694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c740b-3ed8-4e88-b9e2-e1258fb04981 req-dfd7c1f4-88d6-4331-b062-5123176da6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:51.717537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8c740b-3ed8-4e88-b9e2-e1258fb04981 req-dfd7c1f4-88d6-4331-b062-5123176da6ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 1097 time: 0.0852940 Feb 04 15:24:51.805530 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc677956-96a9-4153-869f-5d5ab2683fb7 req-acf8affd-5782-4ab4-bfbc-b69393cdd240 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865567 Feb 04 15:24:51.840483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db8c740b-3ed8-4e88-b9e2-e1258fb04981 req-75d122d3-5355-49e1-90ef-ad560e43d23a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680890 Feb 04 15:24:51.938509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:51.944842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.040963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-35a88efe-26fe-4c7b-9b23-e4318da74ee1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.049768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-35a88efe-26fe-4c7b-9b23-e4318da74ee1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.056649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-35a88efe-26fe-4c7b-9b23-e4318da74ee1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.062827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-35a88efe-26fe-4c7b-9b23-e4318da74ee1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.072030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-35a88efe-26fe-4c7b-9b23-e4318da74ee1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.078697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-35a88efe-26fe-4c7b-9b23-e4318da74ee1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.085732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-35a88efe-26fe-4c7b-9b23-e4318da74ee1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.094693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-35a88efe-26fe-4c7b-9b23-e4318da74ee1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.3409443 Feb 04 15:24:52.117858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.118668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a64224d-5230-4603-8eba-168372d6bb39 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:24:52.126276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.126602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6d55d-7a38-4cca-931e-df579105b74f req-f3480615-776e-4273-a556-c236d9b4b238 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.127886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8b553bfe-2a20-4970-acd7-6d8ceed26c91 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3a64224d-5230-4603-8eba-168372d6bb39 HTTP/1.1" status: 204 len: 168 time: 1.7955468 Feb 04 15:24:52.134889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77f6d55d-7a38-4cca-931e-df579105b74f req-f3480615-776e-4273-a556-c236d9b4b238 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.1314626 Feb 04 15:24:52.135692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36166) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:52.149763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9bbc9424-4029-4920-8b2b-160c9a3994b1 req-f83a861a-bb6f-41a0-896d-6d4938579890 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539503 Feb 04 15:24:52.250520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-256404eb-0fa0-46fa-9f78-a00bdd6f307b admin admin] Deleting subnet 64d8479d-dd6a-477a-947d-ec27889d40e2 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:24:52.260110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77f6d55d-7a38-4cca-931e-df579105b74f req-e96cea64-ad70-4154-b05a-cb2138696996 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730450 Feb 04 15:24:52.261689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-256404eb-0fa0-46fa-9f78-a00bdd6f307b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.330955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-256404eb-0fa0-46fa-9f78-a00bdd6f307b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.352998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90230b0f-7b13-4876-bb1f-214c38373c8e req-08db0f97-f190-4add-93c1-e9e39b6b9ec5 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.357813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90230b0f-7b13-4876-bb1f-214c38373c8e req-08db0f97-f190-4add-93c1-e9e39b6b9ec5 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 945 time: 0.0981836 Feb 04 15:24:52.463233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90230b0f-7b13-4876-bb1f-214c38373c8e req-5494ebcd-5cfb-4bb4-87c5-df2d502cd8ef tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986044 Feb 04 15:24:52.643807 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-256404eb-0fa0-46fa-9f78-a00bdd6f307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.656786 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.669248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d80ccd45-747b-4c46-8598-a039835faab1 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:52.697647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d80ccd45-747b-4c46-8598-a039835faab1 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:24:52.698032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d80ccd45-747b-4c46-8598-a039835faab1 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:24:52.698832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0c14aa4-7d23-491c-be90-617639031de0 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:52.725729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b0c14aa4-7d23-491c-be90-617639031de0 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:24:52.726404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0c14aa4-7d23-491c-be90-617639031de0 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:24:52.768046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb158c-b580-4e77-a469-e1494a600ec1 req-b7704000-80c2-43bb-8f1a-8edd0e8a8811 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.771196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fb158c-b580-4e77-a469-e1494a600ec1 req-b7704000-80c2-43bb-8f1a-8edd0e8a8811 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 946 time: 0.2549503 Feb 04 15:24:52.847849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fef6b-e3cd-48b4-ae02-98066f357101 req-7cdf422e-6f23-4a1b-ab2d-cf08991b5a83 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:52.858042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-256404eb-0fa0-46fa-9f78-a00bdd6f307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.859332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b4fef6b-e3cd-48b4-ae02-98066f357101 req-7cdf422e-6f23-4a1b-ab2d-cf08991b5a83 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1081610 Feb 04 15:24:52.883998 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-256404eb-0fa0-46fa-9f78-a00bdd6f307b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:52.889904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-256404eb-0fa0-46fa-9f78-a00bdd6f307b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/64d8479d-dd6a-477a-947d-ec27889d40e2 HTTP/1.1" status: 204 len: 168 time: 0.7522445 Feb 04 15:24:52.895676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fb158c-b580-4e77-a469-e1494a600ec1 req-e88c214a-0064-44bd-a85d-82bef7ae9b7e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126101 Feb 04 15:24:52.896540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36178) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:52.897325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e10ee-2158-42a7-b69d-e41b90ff0900 None None] Network e41104e3-55eb-45a4-a0bc-4e403ed36ca0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:24:52.962966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256404eb-0fa0-46fa-9f78-a00bdd6f307b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d8479d-dd6a-477a-947d-ec27889d40e2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:52.978267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b4fef6b-e3cd-48b4-ae02-98066f357101 req-5ec9c74f-ebc8-4ec0-8756-94ef0759e585 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups?id=f60c25bc-1911-43f5-b60b-251ff770b769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178782 Feb 04 15:24:53.160788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.172470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d926b48-2f5b-4a5d-be04-f648b6e18404 req-d764d07e-9ee6-48e9-8405-915c50b7f799 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.180401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d926b48-2f5b-4a5d-be04-f648b6e18404 req-d764d07e-9ee6-48e9-8405-915c50b7f799 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.1137447 Feb 04 15:24:53.250185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-c4e18f88-3abd-4868-93c4-abfa64efdc7d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.254373 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-c4e18f88-3abd-4868-93c4-abfa64efdc7d tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.30 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 945 time: 0.1004000 Feb 04 15:24:53.262753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d926b48-2f5b-4a5d-be04-f648b6e18404 req-439af44e-6122-46ee-9560-059da946facd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813298 Feb 04 15:24:53.341218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] DHCP port deletion for e41104e3-55eb-45a4-a0bc-4e403ed36ca0 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:24:53.348210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Deleting port ebe8e779-5f18-468c-b398-ed6a7c11610a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:53.348952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.373506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f5b86793-d98c-4dc6-85e2-8e48e4cafa3d up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:53.469572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] Deleting port ebe8e779-5f18-468c-b398-ed6a7c11610a {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:53.469932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.486224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:53.493292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:53.493292 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.543125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a5adf9d5-38fc-48ef-8637-ae8fb815e0f3 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.545007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a5adf9d5-38fc-48ef-8637-ae8fb815e0f3 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2892973 Feb 04 15:24:53.583362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] For port ebe8e779-5f18-468c-b398-ed6a7c11610a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebe8e779-5f18-468c-b398-ed6a7c11610a,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:53.583876 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.589325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] For port ebe8e779-5f18-468c-b398-ed6a7c11610a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebe8e779-5f18-468c-b398-ed6a7c11610a,segment=NetworkSegment(38a4dcf4-1318-444f-84e5-b627c5cd09d1),segment_id=38a4dcf4-1318-444f-84e5-b627c5cd09d1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:53.589777 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.619616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Calling delete_port for ebe8e779-5f18-468c-b398-ed6a7c11610a owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:53.650310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-81ecddbc-0d62-4818-a539-d439154f9597 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 695 time: 0.0936692 Feb 04 15:24:53.656717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] Calling delete_port for ebe8e779-5f18-468c-b398-ed6a7c11610a owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:53.667264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Deleting port af253f40-8f5f-41d0-aa79-cab510f67a69 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:24:53.667915 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.690275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Request body: {'floatingip': {'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:53.696843 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.746053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e590df-8223-4a52-8b65-2b21999e155d req-2ce7536e-6ce7-448d-bca7-577f6ae9222c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.753063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e590df-8223-4a52-8b65-2b21999e155d req-2ce7536e-6ce7-448d-bca7-577f6ae9222c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.762955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e590df-8223-4a52-8b65-2b21999e155d req-2ce7536e-6ce7-448d-bca7-577f6ae9222c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.772361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e590df-8223-4a52-8b65-2b21999e155d req-2ce7536e-6ce7-448d-bca7-577f6ae9222c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.773491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.782508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e590df-8223-4a52-8b65-2b21999e155d req-2ce7536e-6ce7-448d-bca7-577f6ae9222c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.789109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e590df-8223-4a52-8b65-2b21999e155d req-2ce7536e-6ce7-448d-bca7-577f6ae9222c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.795411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e590df-8223-4a52-8b65-2b21999e155d req-2ce7536e-6ce7-448d-bca7-577f6ae9222c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:53.801507 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e590df-8223-4a52-8b65-2b21999e155d req-2ce7536e-6ce7-448d-bca7-577f6ae9222c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.3653777 Feb 04 15:24:53.834150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74f4eb8-e25a-40b9-92c5-e79813cb3168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b86793-d98c-4dc6-85e2-8e48e4cafa3d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:53.839042 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae15d790-5649-4f78-8668-3cb44448ce3e" -d '{"events": [{"server_uuid": "c74f4eb8-e25a-40b9-92c5-e79813cb3168", "name": "network-vif-plugged", "status": "completed", "tag": "f5b86793-d98c-4dc6-85e2-8e48e4cafa3d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:53.872497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,segment=NetworkSegment(1c05aeed-0d8a-4e15-8e32-39cf27e45b3d),segment_id=1c05aeed-0d8a-4e15-8e32-39cf27e45b3d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:53.883512 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.899688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20e590df-8223-4a52-8b65-2b21999e155d req-d75b4941-b180-41f4-8d4d-617416a71c89 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667856 Feb 04 15:24:53.900961 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.907347 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.916911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] For port af253f40-8f5f-41d0-aa79-cab510f67a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=af253f40-8f5f-41d0-aa79-cab510f67a69,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:53.917608 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:53.952669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] No DVR routers for this DVR port ebe8e779-5f18-468c-b398-ed6a7c11610a on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:53.975338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] No DVR routers for this DVR port ebe8e779-5f18-468c-b398-ed6a7c11610a on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:53.980475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe8e779-5f18-468c-b398-ed6a7c11610a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:54.014176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:54.045609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec17c3-8bb1-45bb-a5e7-50677d45a0b5 None None] Pushing event deleted for resources: {'Port': ['ID=ebe8e779-5f18-468c-b398-ed6a7c11610a,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:54.176542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.234825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41104e3-55eb-45a4-a0bc-4e403ed36ca0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:54.262913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024b155-289a-49a7-80a9-f89375c0e6f2 req-6d69d423-c2ca-4b2c-9cce-3acb47625302 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:54.265866 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2024b155-289a-49a7-80a9-f89375c0e6f2 req-6d69d423-c2ca-4b2c-9cce-3acb47625302 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.2110236 Feb 04 15:24:54.272951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a4dcf4-1318-444f-84e5-b627c5cd09d1') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:54.273459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a4dcf4-1318-444f-84e5-b627c5cd09d1') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:54.310516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.368840 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.391750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2024b155-289a-49a7-80a9-f89375c0e6f2 req-cbf70dac-5385-422c-87dc-b80673938cfa tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142375 Feb 04 15:24:54.394805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:24:54.396401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:24:54.399524 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:24:54.558817 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.598892 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.598892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] 10.222.0.47 "DELETE /v2.0/networks/e41104e3-55eb-45a4-a0bc-4e403ed36ca0 HTTP/1.1" status: 204 len: 168 time: 1.6451020 Feb 04 15:24:54.602777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa738a73-1fcf-49dd-967f-855eabe0f7da admin admin] Pushing event deleted for resources: {'Network': ['ID=e41104e3-55eb-45a4-a0bc-4e403ed36ca0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:54.625943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d2121-4f91-4c06-8f67-721e06f1d129 req-d116ead1-a19e-4f3b-86f5-d90b9b616d1d tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:54.636828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-568d2121-4f91-4c06-8f67-721e06f1d129 req-d116ead1-a19e-4f3b-86f5-d90b9b616d1d tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 946 time: 0.1514869 Feb 04 15:24:54.664981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebe8e779-5f18-468c-b398-ed6a7c11610a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:54.679163 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.680060 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.680060 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Floating IP 4c209fe6-50ee-46de-b1e1-5c49fc927eca disassociated. External IP: 172.25.1.181, port: af253f40-8f5f-41d0-aa79-cab510f67a69. Feb 04 15:24:54.680391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Calling delete_port for af253f40-8f5f-41d0-aa79-cab510f67a69 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:24:54.688938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ebe8e779-5f18-468c-b398-ed6a7c11610a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:24:54.689290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebe8e779-5f18-468c-b398-ed6a7c11610a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:24:54.722795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-568d2121-4f91-4c06-8f67-721e06f1d129 req-67b620ae-9b93-4a41-981e-4e4ed6cd368b tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855827 Feb 04 15:24:54.813778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:54.869907 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1cbcc8a5-08c4-49fe-8214-897728625877 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd1be732b919475fb1b5719910bb4856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541985 Feb 04 15:24:54.878867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36208) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:54.912697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:54.928043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.031669 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dff35abe-bbe3-4536-9481-6c7414f41dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.050177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f794b-87b3-4947-b947-cb33ad8567bf req-8a562c84-0ac3-4873-a10c-016eeeb3c1fc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:55.051868 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-8a562c84-0ac3-4873-a10c-016eeeb3c1fc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 807 time: 0.1634724 Feb 04 15:24:55.077112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dff35abe-bbe3-4536-9481-6c7414f41dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.077415 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.098684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-60bf6e75-56da-4935-b6b3-eb50a46786fe tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/quotas/c5a3819d18dc4876bd4f0adb6b377f1f HTTP/1.1" status: 200 len: 375 time: 0.0343406 Feb 04 15:24:55.116712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event deleted for resources: {'Port': ['ID=af253f40-8f5f-41d0-aa79-cab510f67a69,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:55.120269 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Floating IP e876c818-ce0b-4ae5-9638-85eb71554183 associated. External IP: 172.25.1.28, port: f6f6e3a5-e987-4c03-903e-180de50e7bfe. Feb 04 15:24:55.190969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-912370ae-7c75-4d5a-b076-dfa5cbdd02b2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773981 Feb 04 15:24:55.217021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dff35abe-bbe3-4536-9481-6c7414f41dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.221816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dff35abe-bbe3-4536-9481-6c7414f41dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.228276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dff35abe-bbe3-4536-9481-6c7414f41dbf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5028638f-cb64-476c-9f5e-bd9b32f23a2a HTTP/1.1" status: 204 len: 168 time: 0.3431273 Feb 04 15:24:55.251720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff35abe-bbe3-4536-9481-6c7414f41dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5028638f-cb64-476c-9f5e-bd9b32f23a2a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:55.372383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6e8e3465-efa9-4988-904a-25c337fe249c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:24:55.421606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:24:55.583871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-a10ca172-4f4e-49e5-95df-661824197b51 service neutron] 10.222.0.47 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775752 Feb 04 15:24:55.592075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:55.622829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '6e8e3465-efa9-4988-904a-25c337fe249c', 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969', 'port_id': '6e8e3465-efa9-4988-904a-25c337fe249c', 'mac_address': 'fa:16:3e:3e:38:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40c05dd-af5e-486d-89ca-cfd6a6ebd70f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:24:55.725455 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.768420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8e3465-efa9-4988-904a-25c337fe249c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:24:55.803519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:55.813943 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:55.847036 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-5fd0b959-eaa9-4334-9cf9-f722c67f6bc1 service neutron] 10.222.0.47 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373602 Feb 04 15:24:55.888507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:24:55.911544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] Sync routers for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:24:55.932452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:55.942937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:55.944166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:55.990251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Router e953d199-4062-4b26-be18-8a76bb6125d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:24:55.992487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] No DVR routers for this DVR port af253f40-8f5f-41d0-aa79-cab510f67a69 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:24:55.996648 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.003773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e46dc93-368a-4f81-aa94-27ccee375735 req-6e539e02-7cb4-42f2-89ed-28cb7ed86630 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.30 "DELETE /v2.0/ports/af253f40-8f5f-41d0-aa79-cab510f67a69 HTTP/1.1" status: 204 len: 173 time: 2.6831512 Feb 04 15:24:56.007594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'name': 'network-vif-deleted', 'tag': 'af253f40-8f5f-41d0-aa79-cab510f67a69'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:56.011946 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7eb8c1-c25b-4104-b7ab-9ee1dff86705" -d '{"events": [{"server_uuid": "6caaee38-6ec6-47d2-9dfd-9cc07a931301", "name": "network-vif-deleted", "tag": "af253f40-8f5f-41d0-aa79-cab510f67a69"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:56.127792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:56.240690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:24:56.259054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:56.259361 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:24:56.278695 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:56.279529 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:56.357191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-a0189857-2f61-4351-946a-694d5baa26bc tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "PUT /v2.0/floatingips/e876c818-ce0b-4ae5-9638-85eb71554183 HTTP/1.1" status: 200 len: 996 time: 2.6825228 Feb 04 15:24:56.362296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['6e8e3465-efa9-4988-904a-25c337fe249c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:24:56.440209 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9297b72-cee9-4349-96e2-7bc69868bd09 x-openstack-request-id: req-e9297b72-cee9-4349-96e2-7bc69868bd09 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:56.440897 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74f4eb8-e25a-40b9-92c5-e79813cb3168", "name": "network-vif-plugged", "status": "completed", "tag": "f5b86793-d98c-4dc6-85e2-8e48e4cafa3d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:56.440897 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9297b72-cee9-4349-96e2-7bc69868bd09 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:56.441146 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74f4eb8-e25a-40b9-92c5-e79813cb3168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b86793-d98c-4dc6-85e2-8e48e4cafa3d', 'code': 200} Feb 04 15:24:56.484548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-b56c1cea-984b-4cb1-9aec-a49297eac703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.487933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-b56c1cea-984b-4cb1-9aec-a49297eac703 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.1128767 Feb 04 15:24:56.622409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece12df-4780-4ca2-a914-813707f4476e req-fcc5e21e-9f50-4a09-909d-5f24c5360bed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.636676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece12df-4780-4ca2-a914-813707f4476e req-fcc5e21e-9f50-4a09-909d-5f24c5360bed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.654137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece12df-4780-4ca2-a914-813707f4476e req-fcc5e21e-9f50-4a09-909d-5f24c5360bed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.671702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece12df-4780-4ca2-a914-813707f4476e req-fcc5e21e-9f50-4a09-909d-5f24c5360bed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.696316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece12df-4780-4ca2-a914-813707f4476e req-fcc5e21e-9f50-4a09-909d-5f24c5360bed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.713446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece12df-4780-4ca2-a914-813707f4476e req-fcc5e21e-9f50-4a09-909d-5f24c5360bed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.743503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece12df-4780-4ca2-a914-813707f4476e req-fcc5e21e-9f50-4a09-909d-5f24c5360bed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.745937 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:56.748942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ece12df-4780-4ca2-a914-813707f4476e req-fcc5e21e-9f50-4a09-909d-5f24c5360bed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.2533140 Feb 04 15:24:56.760035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36250) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:56.777026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Request body: {'floatingip': {'port_id': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:56.853463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e33e3-3d91-42ec-9529-0ed935aef334 req-ae58f274-7128-43ae-a51e-c3c15c5a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:56.858443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e63e33e3-3d91-42ec-9529-0ed935aef334 req-ae58f274-7128-43ae-a51e-c3c15c5a7d14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 1097 time: 0.3692057 Feb 04 15:24:56.965858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36252) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:57.033776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e63e33e3-3d91-42ec-9529-0ed935aef334 req-4c780c6f-6612-4bff-a479-06ed2c4719b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519487 Feb 04 15:24:57.064153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-ac83ddb4-d406-47b3-910e-cbdcadddf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:57.077734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-ac83ddb4-d406-47b3-910e-cbdcadddf829 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.5737889 Feb 04 15:24:57.120303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.190392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:57.203364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-487551994-network', 'tenant_id': 'f42a658480344724800dbf5128751bef'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:57.239038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] Checking router: 381d673a-b8e7-4b4a-a770-cc2e082b7a75 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:24:57.252248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:57.253290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:57.255916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-52fdee0c-b594-45f8-a62d-5081586931b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 999 time: 0.1763442 Feb 04 15:24:57.378636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Made reservation on behalf of f42a658480344724800dbf5128751bef for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:57.383435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device af253f40-8f5f-41d0-aa79-cab510f67a69 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:24:57.384919 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.405656 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:83:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47513114-2539-462b-9cc3-10478b67adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:24:54Z', 'revision_number': 1, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:57.415444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: af253f40-8f5f-41d0-aa79-cab510f67a69 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:24:57.415795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device af253f40-8f5f-41d0-aa79-cab510f67a69 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:24:57.423504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-960a40cf-c924-4f2b-9b45-a38cd2f10924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:57.433641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-960a40cf-c924-4f2b-9b45-a38cd2f10924 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1668057 Feb 04 15:24:57.439192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.453998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:57.493275 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:24:57.523687 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:24:57.524783 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:57.619322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-6885b39e-aec8-4ebb-9161-7bbe28451bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:57.623291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-6885b39e-aec8-4ebb-9161-7bbe28451bba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782467 Feb 04 15:24:57.648126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-13e37653-436b-4082-9828-732b5448c886 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:24:57.650423 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-13e37653-436b-4082-9828-732b5448c886 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172491 Feb 04 15:24:57.749277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.762041 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.788531 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:24:57.834496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:57.853916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:24:57.866674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca17d4c3-54c9-4dea-9fb4-453d733fa4f7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:57.893710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-9a78f8ac-670e-48f6-87d5-0bbad5c3b9f1 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227190 Feb 04 15:24:57.898039 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:57.898734 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Added segment 89cfbc3b-94f3-4b9f-9dbc-98990b96d23e of type vlan for network 9b252c66-1bb5-4dfe-9757-72478fa80673 Feb 04 15:24:57.902988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81968e2b-2a69-45dc-989e-3485cb8497ef None None] The sync data for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 is: [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:19:50Z', 'revision_number': 4, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c838b835-8693-4593-8eb6-7ad91474cd3d', 'name': '', 'network_id': 'eac7cd70-b40c-4229-bab6-065295e81f12', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'mac_address': 'fa:16:3e:45:9e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:47Z', 'updated_at': '2022-02-04T15:19:57Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'subnets': [{'id': 'e87b2ce2-cb8b-454e-9dd3-6060a92d65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:24:57.907923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-221bd34e-85cc-47fa-88ba-3c9293732b1f req-2bbf2c0f-8df1-4e02-ae22-fb726f55dd0c tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/ports?device_id=6caaee38-6ec6-47d2-9dfd-9cc07a931301 HTTP/1.1" status: 200 len: 210 time: 0.8758907 Feb 04 15:24:58.013113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.092912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.096934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.100264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.280190 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3107700 Feb 04 15:24:58.286657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36258) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:24:58.306696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Request body: {'subnet': {'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-487551994-subnet', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:58.312790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a54526-3c95-47e6-9742-e640b6da6f8b admin admin] Pushing event updated for resources: {'Network': ['ID=9b252c66-1bb5-4dfe-9757-72478fa80673,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:24:58.315634 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:24:58.319991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb64f7dd-e6f2-4dfc-8883-1aee80773429 req-5b18edca-ea15-4dd0-a35b-2600dd7955ab service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068334 Feb 04 15:24:58.331146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:24:58.417767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371ded2-de65-45da-a1d0-009b41a0c92d req-253212f8-3dd3-4986-b641-a5c5af3d8033 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.419521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9371ded2-de65-45da-a1d0-009b41a0c92d req-253212f8-3dd3-4986-b641-a5c5af3d8033 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 944 time: 0.1929519 Feb 04 15:24:58.426537 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:83:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47513114-2539-462b-9cc3-10478b67adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:24:54Z', 'revision_number': 1, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:24:58.482874 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00173a-0f9e-44e3-955e-5eec0ddc6ab0 None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:83:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47513114-2539-462b-9cc3-10478b67adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:24:54Z', 'revision_number': 1, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:24:58.540354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f857aa-b85e-44ff-85e6-d1b7bf402d9d None None] New status for floating IP 4c209fe6-50ee-46de-b1e1-5c49fc927eca: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:24:58.579652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70438425-c699-46b2-b87f-d39670e0d020 req-49d3e24a-b138-41a7-a689-45f890208670 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:58.581759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70438425-c699-46b2-b87f-d39670e0d020 req-49d3e24a-b138-41a7-a689-45f890208670 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.0639689 Feb 04 15:24:58.626313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9371ded2-de65-45da-a1d0-009b41a0c92d req-ef49afca-a2ed-4ae9-865f-34a0c4bc2582 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550546 Feb 04 15:24:58.636785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Made reservation on behalf of f42a658480344724800dbf5128751bef for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:24:58.641478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:58.643682 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70438425-c699-46b2-b87f-d39670e0d020 req-f6f755dd-7700-42ce-ab08-345d36441420 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Feb 04 15:24:58.815746 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2797d-b1bf-4d20-9fca-315d13d71577 x-openstack-request-id: req-19d2797d-b1bf-4d20-9fca-315d13d71577 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:24:58.816302 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caaee38-6ec6-47d2-9dfd-9cc07a931301", "name": "network-vif-deleted", "tag": "af253f40-8f5f-41d0-aa79-cab510f67a69", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:24:58.816785 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19d2797d-b1bf-4d20-9fca-315d13d71577 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:24:58.818554 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caaee38-6ec6-47d2-9dfd-9cc07a931301', 'name': 'network-vif-deleted', 'tag': 'af253f40-8f5f-41d0-aa79-cab510f67a69', 'status': 'completed', 'code': 200} Feb 04 15:24:58.826573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:24:58.996237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75a2fd8a-9b60-4d3d-97ad-d7c013f97ee8 req-fc9bc08a-4f89-47ff-95f7-798599181c2c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 210 time: 0.0670617 Feb 04 15:24:59.017931 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadea617-2b4a-488a-bb6a-e4c71e52c7c3 None None] New status for floating IP e876c818-ce0b-4ae5-9638-85eb71554183: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:24:59.277909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.296314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-6a45e411-a1a9-4e72-8cdb-2eb4e230e010 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:59.300093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-6a45e411-a1a9-4e72-8cdb-2eb4e230e010 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1346982 Feb 04 15:24:59.314849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9fc0-715c-4841-ad03-e97b193565dd req-7faa63cf-71a7-4b9b-b7e8-4f25b414e873 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:59.316500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc9f9fc0-715c-4841-ad03-e97b193565dd req-7faa63cf-71a7-4b9b-b7e8-4f25b414e873 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 946 time: 0.4313164 Feb 04 15:24:59.323663 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.419469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6e8e3465-efa9-4988-904a-25c337fe249c up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:24:59.442215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f794b-87b3-4947-b947-cb33ad8567bf req-ba19012d-618a-407d-8c4e-c9dbb826db29 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:24:59.443844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-ba19012d-618a-407d-8c4e-c9dbb826db29 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 807 time: 0.6251972 Feb 04 15:24:59.468934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-112d5669-990b-4a05-bb71-8f2c69768b99 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 999 time: 0.1525664 Feb 04 15:24:59.475210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Request body: {'floatingip': {'port_id': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:59.476369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc9f9fc0-715c-4841-ad03-e97b193565dd req-01f3bd2e-247a-4672-ac38-7394695bc694 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470120 Feb 04 15:24:59.498636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Request body: {'port': {'device_id': '1ef866f2-39a0-434d-b994-9c8063dec456', 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'admin_state_up': True, 'tenant_id': 'c5a3819d18dc4876bd4f0adb6b377f1f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:24:59.606536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 6e8e3465-efa9-4988-904a-25c337fe249c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:24:59.617000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 6e8e3465-efa9-4988-904a-25c337fe249c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:24:59.620387 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.620899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.759971 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.812066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:24:59.818421 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fdcea4-f6c6-41f2-aba5-65058cc58a3b" -d '{"events": [{"server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "name": "network-vif-plugged", "status": "completed", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:24:59.840629 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Floating IP fb03511c-da95-4232-a836-4a7f707ee323 associated. External IP: 172.25.1.199, port: a81f45d4-2985-4f5d-9238-0346a2f7a72c. Feb 04 15:24:59.848058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:24:59.858384 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:24:59.958471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:00.247346 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.311859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bca0f-5766-43a3-bc2e-bf1654bd5e18 req-ff8e2d3f-9a37-4bb0-abe3-a76a5cfdb171 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:00.313603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d83bca0f-5766-43a3-bc2e-bf1654bd5e18 req-ff8e2d3f-9a37-4bb0-abe3-a76a5cfdb171 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 945 time: 0.6593342 Feb 04 15:25:00.435458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79343834-4a36-4060-a7a5-ceb64e9840eb,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:00.463881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.470320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.473291 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cdcb8710-6c01-419c-9061-b06db8383881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.520194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.520908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.521600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.522318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.523011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.523803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.524614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.525542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.526264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.527533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.527533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.528232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:00.551774 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d83bca0f-5766-43a3-bc2e-bf1654bd5e18 req-84eadacc-663a-4617-82ac-20fd116d6a61 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012994 Feb 04 15:25:00.582995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Checking segment: {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:00.582995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Network hostable DHCP agents. Network: 9b252c66-1bb5-4dfe-9757-72478fa80673, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:25:00.685837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Made reservation on behalf of c5a3819d18dc4876bd4f0adb6b377f1f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:00.697052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:00.923786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:25:01.082256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 9b252c66-1bb5-4dfe-9757-72478fa80673) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:01.093799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0084a764-8942-44be-bc2f-7aa88e1a7afa None None] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:25:01.119924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:01.120525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.214750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:01.238400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2517c0-b14f-4fb6-a664-ddb46e0fbf4d req-ec1c0c04-8e74-450b-a4bd-70c5fe32e2e7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:01.253222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c2517c0-b14f-4fb6-a664-ddb46e0fbf4d req-ec1c0c04-8e74-450b-a4bd-70c5fe32e2e7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.3762529 Feb 04 15:25:01.274615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4eb38495-d295-460a-9196-f50284fa0097 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9777308 Feb 04 15:25:01.284993 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:01.288058 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c2ebc9-8034-4196-b910-b0a1797e9231" -d '{"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:01.294636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36280) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:01.301802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:01.342899 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Floating IP e876c818-ce0b-4ae5-9638-85eb71554183 associated. External IP: 172.25.1.28, port: f6f6e3a5-e987-4c03-903e-180de50e7bfe. Feb 04 15:25:01.352945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9b252c66-1bb5-4dfe-9757-72478fa80673', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:25:01.353946 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.390104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Allocated IP 172.20.0.4 (2482fb66-d07e-4705-bd60-aa3bf5df0f70/a2b7f571-2880-4d7e-85de-e53c1983c802/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:01.481749 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.483006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c2517c0-b14f-4fb6-a664-ddb46e0fbf4d req-d2692cdb-a2a6-4fc2-b74e-68701cc08193 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282977 Feb 04 15:25:01.488390 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.728503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c9bfef73-b6a9-4fd5-865f-695329a8a508 req-935ad553-805f-4939-93a8-eb4d4499f206 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 210 time: 0.0485961 Feb 04 15:25:01.823431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Allocated IP 172.20.0.2 (9b252c66-1bb5-4dfe-9757-72478fa80673/79343834-4a36-4060-a7a5-ceb64e9840eb/93557cf1-1181-4f38-9931-7622ed7866e9) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:01.891965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:01.903031 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:01.908606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.032481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.095652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-594f71a9-30df-4c1b-a5e3-438c0fbcb84e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "PUT /v2.0/floatingips/fb03511c-da95-4232-a836-4a7f707ee323 HTTP/1.1" status: 200 len: 992 time: 5.3321040 Feb 04 15:25:02.100234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:02.115184 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa18fa-8846-4d21-a72c-d355e6efba0c" -d '{"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:02.172378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005d069-181e-4361-b571-3e4f1d1c339a req-7bb5bf93-f51f-4163-8b12-01538fca6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.174334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2005d069-181e-4361-b571-3e4f1d1c339a req-7bb5bf93-f51f-4163-8b12-01538fca6ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1096 time: 0.4657223 Feb 04 15:25:02.202323 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b0e03e-cea4-4b4c-afa5-14e570892090 x-openstack-request-id: req-97b0e03e-cea4-4b4c-afa5-14e570892090 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:02.204405 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "name": "network-vif-plugged", "status": "completed", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:02.205305 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97b0e03e-cea4-4b4c-afa5-14e570892090 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:02.207259 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c', 'code': 200} Feb 04 15:25:02.209908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] Sync routers for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:02.221101 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.236055 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.246460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d35dff33-3dba-4fcf-85af-3ad321843191'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:02.288033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1130-ff35-47a6-87fa-cb2986b40f34 req-adde848b-5c84-43ed-815a-b8e800ff7d85 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.290208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-362b1130-ff35-47a6-87fa-cb2986b40f34 req-adde848b-5c84-43ed-815a-b8e800ff7d85 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.1339879 Feb 04 15:25:02.301343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:02.308947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:02.319345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:25:02.365926 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.376036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:02.376707 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.391215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Pushing event updated for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:02.394853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:02.395939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:02.435352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:02.435732 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-f8821ac7-9834-4e39-a5b5-84094a1708f1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9583809 Feb 04 15:25:02.445718 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-362b1130-ff35-47a6-87fa-cb2986b40f34 req-b6b6cf52-6331-4976-a1e8-40091eaecd8d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407804 Feb 04 15:25:02.472318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Request body: {'port': {'device_id': '1ef866f2-39a0-434d-b994-9c8063dec456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:02.497347 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.526396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:02.544619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2005d069-181e-4361-b571-3e4f1d1c339a req-902ee636-0030-4894-a7d1-314aaac86284 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440881 Feb 04 15:25:02.592225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:25:02.619484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.683899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Router e953d199-4062-4b26-be18-8a76bb6125d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:02.880784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Pushing event updated for resources: {'Port': ['ID=93557cf1-1181-4f38-9931-7622ed7866e9,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:02.954234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Attempting to bind port 93557cf1-1181-4f38-9931-7622ed7866e9 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:02.955037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Attempting to bind port 93557cf1-1181-4f38-9931-7622ed7866e9 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:02.955932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Attempting to bind port 93557cf1-1181-4f38-9931-7622ed7866e9 on network 9b252c66-1bb5-4dfe-9757-72478fa80673 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:02.993111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:02.993492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Checking segment: {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:02.993901 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.994331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Bound using segment: {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:02.994826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Bound port: 93557cf1-1181-4f38-9931-7622ed7866e9, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:02.995216 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:02.999815 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59646af-40a2-4216-940f-e35887ec1103 x-openstack-request-id: req-e59646af-40a2-4216-940f-e35887ec1103 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:03.000297 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:03.000969 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e59646af-40a2-4216-940f-e35887ec1103 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:03.001569 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'status': 'completed', 'code': 200} Feb 04 15:25:03.007786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:03.022452 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:03.041819 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:03.042859 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:24:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:03.053242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:03.069881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-7e765ceb-b947-4a0e-bd5a-cf7c2787325c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.081349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-7e765ceb-b947-4a0e-bd5a-cf7c2787325c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.088922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-7e765ceb-b947-4a0e-bd5a-cf7c2787325c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.094867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-7e765ceb-b947-4a0e-bd5a-cf7c2787325c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.102081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-7e765ceb-b947-4a0e-bd5a-cf7c2787325c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.108387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-7e765ceb-b947-4a0e-bd5a-cf7c2787325c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.114465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-7e765ceb-b947-4a0e-bd5a-cf7c2787325c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.116749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-7e765ceb-b947-4a0e-bd5a-cf7c2787325c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.1896815 Feb 04 15:25:03.179879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-db38b121-e65f-44cd-a353-6410b3a47c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.182423 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-db38b121-e65f-44cd-a353-6410b3a47c3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.1972494 Feb 04 15:25:03.247100 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-931075a4-6cc5-4ce5-b07d-b9be7c037cc3 req-f9860735-7d87-4f4e-b356-66103b190ceb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153069 Feb 04 15:25:03.269998 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:03.476371 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b50a83c-92d2-4be7-98a5-cbcc39289a9d x-openstack-request-id: req-9b50a83c-92d2-4be7-98a5-cbcc39289a9d {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:03.477240 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:03.477240 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b50a83c-92d2-4be7-98a5-cbcc39289a9d {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:03.477596 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'status': 'completed', 'code': 200} Feb 04 15:25:03.507434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:03.527131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.558764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Transition to ACTIVE for port object ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:03.567130 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.621427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.660140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] For port 93557cf1-1181-4f38-9931-7622ed7866e9, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:03.669342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] For port 93557cf1-1181-4f38-9931-7622ed7866e9, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=93557cf1-1181-4f38-9931-7622ed7866e9,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:03.705629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.747659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-3e7aea38-bdc8-410f-a776-85c07a958892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:03.751210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-3e7aea38-bdc8-410f-a776-85c07a958892 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.4992263 Feb 04 15:25:03.802306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:03.829241 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:9e:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:00Z', 'revision_number': 3, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:03.854931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:03.854931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:03.855370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:03.861895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:25:03.862270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:03.870103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:03.870445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:03.870821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:03.871276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Bound port: ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:03.871645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.878653 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.948153 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:03.959181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:03.963317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:03.973828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:03.990301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-7d1e9322-bd33-45d4-901e-421f2a355f5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 217 time: 0.0593693 Feb 04 15:25:03.996149 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:03.997052 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:04.011354 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4dccb3ce-9552-44ee-b4a3-0677a5293c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:04.014621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a1866864-8f31-46f0-81ae-b6d37b759901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.016026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a1866864-8f31-46f0-81ae-b6d37b759901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.016609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a1866864-8f31-46f0-81ae-b6d37b759901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.016950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a1866864-8f31-46f0-81ae-b6d37b759901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.017701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a1866864-8f31-46f0-81ae-b6d37b759901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.018286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a1866864-8f31-46f0-81ae-b6d37b759901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.018827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a1866864-8f31-46f0-81ae-b6d37b759901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.021151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a1866864-8f31-46f0-81ae-b6d37b759901 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8be66b280b2b40de90761bf84c73161c&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6501 time: 0.4716651 Feb 04 15:25:04.117674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.118332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:04.119770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] 10.222.0.50 "PUT /v2.0/ports/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 200 len: 1091 time: 1.6551654 Feb 04 15:25:04.176093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cdc7e-06a7-4562-ab87-1e6e2c756bad service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:04.216019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-9f9a58cd-da8a-4ade-8337-d731810b7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.217397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bc63a-7b90-4441-80e0-499950e05891 None None] Pushing event updated for resources: {'Port': ['ID=93557cf1-1181-4f38-9931-7622ed7866e9,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:04.219409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-9f9a58cd-da8a-4ade-8337-d731810b7ead service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f2aa4aa-59c4-412f-9f76-1135de5c6c66 HTTP/1.1" status: 200 len: 917 time: 0.1795883 Feb 04 15:25:04.242306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dbe8-2e42-42f9-b105-7b188b0c5635 req-d3b5ff1c-9d52-4c5b-b22d-e8b5993f5b40 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.258142 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b96dbe8-2e42-42f9-b105-7b188b0c5635 req-d3b5ff1c-9d52-4c5b-b22d-e8b5993f5b40 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.1540782 Feb 04 15:25:04.328487 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:04.462551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b96dbe8-2e42-42f9-b105-7b188b0c5635 req-2f5de5d7-fe2a-42cc-8cef-f9f3b1d6d732 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030261 Feb 04 15:25:04.471984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f794b-87b3-4947-b947-cb33ad8567bf req-5f6c0f30-81f9-4eca-9cb9-3147557e1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.480307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-5f6c0f30-81f9-4eca-9cb9-3147557e1f11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1094 time: 0.2179172 Feb 04 15:25:04.573944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'fb03511c-da95-4232-a836-4a7f707ee323', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'port_id': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'mac_address': 'fa:16:3e:db:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:09Z', 'updated_at': '2022-02-04T15:24:58Z', 'revision_number': 1, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:38Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:04.671915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-9927169e-3dd1-4f99-889f-65719f43969a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 200 len: 217 time: 0.1732073 Feb 04 15:25:04.699043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Router e953d199-4062-4b26-be18-8a76bb6125d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:04.702980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] Checking router: 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:04.703782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-be72459e-bc17-4349-9047-d3bb20f29b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.707141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-be72459e-bc17-4349-9047-d3bb20f29b61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.6792781 Feb 04 15:25:04.745527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:04.746865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:04.982202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f794b-87b3-4947-b947-cb33ad8567bf req-ca962a35-929e-4104-b74d-ff7e94a0d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:04.983018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 93557cf1-1181-4f38-9931-7622ed7866e9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:25:04.984408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-ca962a35-929e-4104-b74d-ff7e94a0d8fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.3042042 Feb 04 15:25:04.989086 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:9e:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:00Z', 'revision_number': 3, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:05.036441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Allocated IP 172.25.1.113 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/8810eb29-c71b-4edf-bd71-6a06cd93dc10) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:05.042736 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5693a8-9dc9-45aa-b976-36bba496e7f8 None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:9e:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:00Z', 'revision_number': 3, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:05.059171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-fc987e45-f6e5-49eb-86aa-3ae9bbabae1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649362 Feb 04 15:25:05.116437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c318d4-76f3-4fb6-ab71-6ba33044fa98 req-62772442-4b25-45f6-9618-9ae329c7bb64 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:05.124889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-88c318d4-76f3-4fb6-ab71-6ba33044fa98 req-62772442-4b25-45f6-9618-9ae329c7bb64 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.2497330 Feb 04 15:25:05.203245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 93557cf1-1181-4f38-9931-7622ed7866e9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:05.206619 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:05.233634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-88c318d4-76f3-4fb6-ab71-6ba33044fa98 req-b7314a02-fa63-4048-a378-f14360184cf6 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068797 Feb 04 15:25:05.355006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:05.465363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-ba590da8-1a32-44c2-8d41-142e931c42b1 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968801 Feb 04 15:25:05.480847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-f91edb31-216e-4561-95d4-78e2dcb83bc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a81f45d4-2985-4f5d-9238-0346a2f7a72c HTTP/1.1" status: 200 len: 1000 time: 0.7719381 Feb 04 15:25:05.485082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:05.494870 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d2b452-0f6c-4be1-8303-68aec5866aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:05.526857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4387-5b80-4186-a068-9e3b14403a58 req-e4077740-7e8a-4398-b87f-d7aa92c6d788 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:05.532554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-374e4387-5b80-4186-a068-9e3b14403a58 req-e4077740-7e8a-4398-b87f-d7aa92c6d788 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 946 time: 0.4003510 Feb 04 15:25:05.571482 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:05.634864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db039a-d185-4e3d-9c54-c77f18a8e94b req-0f3f8f8b-f51d-41e4-9bc2-665e5a99a353 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:05.662134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65db039a-d185-4e3d-9c54-c77f18a8e94b req-0f3f8f8b-f51d-41e4-9bc2-665e5a99a353 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 946 time: 0.3245862 Feb 04 15:25:05.769922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc625a28-098d-44ee-a37b-68076b540a96 None None] New status for floating IP e876c818-ce0b-4ae5-9638-85eb71554183: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:25:05.883230 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65db039a-d185-4e3d-9c54-c77f18a8e94b req-7df43f4a-c493-4c0f-bf89-fb3d9e6ed998 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408908 Feb 04 15:25:05.930028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-4d25e4cf-5711-418b-8e22-37f4c148f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:05.930028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-4d25e4cf-5711-418b-8e22-37f4c148f308 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1325958 Feb 04 15:25:05.953953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-983f794b-87b3-4947-b947-cb33ad8567bf req-d5b2503d-bdcd-46d8-9496-9c1aae532e31 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726965 Feb 04 15:25:05.995854 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.038048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:06.051234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 93557cf1-1181-4f38-9931-7622ed7866e9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=93557cf1-1181-4f38-9931-7622ed7866e9,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:06.079696 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.129040 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.201574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d096bb-64f2-462c-b252-210602946acd req-5f0f764d-8430-4e06-a40f-a3587ddaf7a8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.215303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'fb03511c-da95-4232-a836-4a7f707ee323', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'port_id': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'mac_address': 'fa:16:3e:db:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:09Z', 'updated_at': '2022-02-04T15:24:58Z', 'revision_number': 1, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:38Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:06.218987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36d096bb-64f2-462c-b252-210602946acd req-5f0f764d-8430-4e06-a40f-a3587ddaf7a8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.1412191 Feb 04 15:25:06.233591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a7fcec-bda2-4fe1-8974-3e69756a124c None None] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:25:06.275999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36d096bb-64f2-462c-b252-210602946acd req-e4f2039e-b8f9-4a14-a508-9395442219db tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524156 Feb 04 15:25:06.535281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=93557cf1-1181-4f38-9931-7622ed7866e9,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:06.555508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290b469-7ea5-4bc9-b155-d536940f3f53 None None] The sync data for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 is: [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'fb03511c-da95-4232-a836-4a7f707ee323', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'port_id': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'mac_address': 'fa:16:3e:db:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:23:09Z', 'updated_at': '2022-02-04T15:24:58Z', 'revision_number': 1, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:38Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:06.599243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-d663ae1e-6ad8-41b5-b83a-65217997c43a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.624998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-29c018f0-29c1-4cec-a035-69da20bcde76 None None] Provisioning complete for port 93557cf1-1181-4f38-9931-7622ed7866e9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:06.625599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-29c018f0-29c1-4cec-a035-69da20bcde76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.639326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-d663ae1e-6ad8-41b5-b83a-65217997c43a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.683727 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:06.719956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-d663ae1e-6ad8-41b5-b83a-65217997c43a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.730871 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:06.739405 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:06.750783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-d663ae1e-6ad8-41b5-b83a-65217997c43a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.774645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-d663ae1e-6ad8-41b5-b83a-65217997c43a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.790983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-d663ae1e-6ad8-41b5-b83a-65217997c43a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.806851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-d663ae1e-6ad8-41b5-b83a-65217997c43a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.816541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-d663ae1e-6ad8-41b5-b83a-65217997c43a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.3955367 Feb 04 15:25:06.931701 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec2d380f-5aaf-418e-bb3e-d7445038638b req-3e1ed513-a2f3-400d-9d8c-035561274b27 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141565 Feb 04 15:25:06.952327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.980360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:06.994543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-5a62c5bc-465c-4550-b951-eadece48bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:06.999328 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-5a62c5bc-465c-4550-b951-eadece48bd9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=193571a1-2cf9-476f-8e64-0d02101eb2e5 HTTP/1.1" status: 200 len: 855 time: 1.4974298 Feb 04 15:25:07.089540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b9ccb-7424-4910-ab2c-36f140e39bf4 None None] New status for floating IP fb03511c-da95-4232-a836-4a7f707ee323: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:25:07.141464 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:07.169104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:07.180605 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc07718a-cd42-4b1d-afe4-d3c9a042311c" -d '{"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:07.196833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-e58a40b5-2869-4c5b-bcea-d59536e2231d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "PUT /v2.0/floatingips/e876c818-ce0b-4ae5-9638-85eb71554183 HTTP/1.1" status: 200 len: 998 time: 7.7267678 Feb 04 15:25:07.287668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.347446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Deleting port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:07.348232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.407702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c141d8-4456-43f6-a0d5-323497c09b90 req-a01fd586-177f-4bc1-9db0-e24f135179a8 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.418320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c141d8-4456-43f6-a0d5-323497c09b90 req-a01fd586-177f-4bc1-9db0-e24f135179a8 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.427641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c141d8-4456-43f6-a0d5-323497c09b90 req-a01fd586-177f-4bc1-9db0-e24f135179a8 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.436391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c141d8-4456-43f6-a0d5-323497c09b90 req-a01fd586-177f-4bc1-9db0-e24f135179a8 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31&device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1&device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 2418 time: 0.1257226 Feb 04 15:25:07.504843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-e0c38587-4f94-4c30-ba8d-00cb705d05a3 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5401025 Feb 04 15:25:07.516117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-5244a0b9-07ad-4b18-8b9d-5e12184ac04c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.517915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-5244a0b9-07ad-4b18-8b9d-5e12184ac04c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports/f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 943 time: 0.3201008 Feb 04 15:25:07.519131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c141d8-4456-43f6-a0d5-323497c09b90 req-1e4b2a38-0875-4280-b51e-ba029ed22b39 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819457 Feb 04 15:25:07.554229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36316) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:07.637499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2d39ef0f-7ff4-4c2c-93f1-b78915270c77 None None] Provisioning complete for port 93557cf1-1181-4f38-9931-7622ed7866e9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:07.638300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2d39ef0f-7ff4-4c2c-93f1-b78915270c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.642361 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80af03ed-e5e0-41c1-9fc1-c910284ac170 x-openstack-request-id: req-80af03ed-e5e0-41c1-9fc1-c910284ac170 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:07.643375 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:07.644906 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-80af03ed-e5e0-41c1-9fc1-c910284ac170 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:07.647053 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2', 'status': 'completed', 'code': 200} Feb 04 15:25:07.666493 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:9e:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:06Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:07.706194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.706496 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:07.719070 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:07.719789 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:07.745429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a4362b3b-36fb-48b3-9c21-92c8084c4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.748506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-a4362b3b-36fb-48b3-9c21-92c8084c4f25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f2aa4aa-59c4-412f-9f76-1135de5c6c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7217863 Feb 04 15:25:07.844499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:07.876518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf71fc9-5fc7-46ff-a90c-47a10fea7da6 req-f1538bd5-d5bf-4de6-b479-231778cd04fd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.880687 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edf71fc9-5fc7-46ff-a90c-47a10fea7da6 req-f1538bd5-d5bf-4de6-b479-231778cd04fd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.2241559 Feb 04 15:25:07.881931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2631c89f-6c6c-455e-a88c-3de406296c88 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.902310 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8810eb29-c71b-4edf-bd71-6a06cd93dc10,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:07.907661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:07.930588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-898768a2-e2bd-45f0-91a3-b1d018e4d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:07.931958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:25:07.932452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-898768a2-e2bd-45f0-91a3-b1d018e4d220 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1094 time: 0.2342894 Feb 04 15:25:07.970462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2631c89f-6c6c-455e-a88c-3de406296c88 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:07.998986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edf71fc9-5fc7-46ff-a90c-47a10fea7da6 req-0b7e33d0-659f-41ff-a310-3ddcdad650e4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124952 Feb 04 15:25:08.063972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] For port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,segment=NetworkSegment(1c05aeed-0d8a-4e15-8e32-39cf27e45b3d),segment_id=1c05aeed-0d8a-4e15-8e32-39cf27e45b3d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:08.067846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.098403 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:08.151587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-82b8e03d-3416-4d2d-b4a6-3e8ecccc1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:08.153436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-82b8e03d-3416-4d2d-b4a6-3e8ecccc1435 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.1866953 Feb 04 15:25:08.154756 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2631c89f-6c6c-455e-a88c-3de406296c88 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.158508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2631c89f-6c6c-455e-a88c-3de406296c88 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.162494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2631c89f-6c6c-455e-a88c-3de406296c88 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "DELETE /v2.0/security-groups/f60c25bc-1911-43f5-b60b-251ff770b769 HTTP/1.1" status: 204 len: 168 time: 0.6041231 Feb 04 15:25:08.164835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36322) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:08.227528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Calling delete_port for f5b86793-d98c-4dc6-85e2-8e48e4cafa3d owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:08.255124 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-609476f4-b271-497a-9c43-a22980adadc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 200 len: 217 time: 0.0908298 Feb 04 15:25:08.258798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631c89f-6c6c-455e-a88c-3de406296c88 tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60c25bc-1911-43f5-b60b-251ff770b769,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:08.262352 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-a26a8b39-3fbe-432d-b07a-2a01d728c75a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] show failed (client error): The resource could not be found. Feb 04 15:25:08.263660 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a26a8b39-3fbe-432d-b07a-2a01d728c75a tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "GET /v2.0/security-groups/f60c25bc-1911-43f5-b60b-251ff770b769 HTTP/1.1" status: 404 len: 347 time: 0.0975521 Feb 04 15:25:08.271327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:08.271920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-309e83ab-2325-4fd9-b1ad-a5536d343439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:08.273543 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-309e83ab-2325-4fd9-b1ad-a5536d343439 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.5324574 Feb 04 15:25:08.436715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd98251-245f-47ba-9ee6-1544e3ed232a req-fed38f1b-76ba-4bff-b63b-312891f1c66e tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:08.440152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd98251-245f-47ba-9ee6-1544e3ed232a req-fed38f1b-76ba-4bff-b63b-312891f1c66e tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/ports?device_id=c74f4eb8-e25a-40b9-92c5-e79813cb3168 HTTP/1.1" status: 200 len: 946 time: 0.2258966 Feb 04 15:25:08.541416 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:9e:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:06Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:08.568834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-ff3a585d-b69f-4779-a937-b16ec5184749 service neutron] 10.222.0.30 "GET /v2.0/networks/5f2aa4aa-59c4-412f-9f76-1135de5c6c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888857 Feb 04 15:25:08.589418 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d9190-2613-44ed-927c-ddeea71aa221 None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:9e:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:06Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:08.614752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c2ebc9-8034-4196-b910-b0a1797e9231 req-b8f5c740-1c43-45b4-97e0-86f77eeb686f service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9377012 Feb 04 15:25:08.648850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dd98251-245f-47ba-9ee6-1544e3ed232a req-60f567cc-2652-4066-b898-bdf0f9aab804 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.47 "GET /v2.0/security-groups?id=c29f7a96-1255-490e-8b7d-01110be4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797764 Feb 04 15:25:08.651287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-fd977024-b7fc-420f-89a3-ae47e09b5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:08.663185 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-fd977024-b7fc-420f-89a3-ae47e09b5d9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.3942876 Feb 04 15:25:08.688026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 93557cf1-1181-4f38-9931-7622ed7866e9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:25:08.743722 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584475ed-6bd1-467f-8880-41dc530607ef x-openstack-request-id: req-584475ed-6bd1-467f-8880-41dc530607ef {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:08.744062 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:08.746602 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-584475ed-6bd1-467f-8880-41dc530607ef {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:08.747002 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'status': 'completed', 'code': 200} Feb 04 15:25:08.768886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-e02644ed-7764-4fb5-8721-cf0ba361f40c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529695 Feb 04 15:25:08.810684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 93557cf1-1181-4f38-9931-7622ed7866e9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:08.810684 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.875057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Deleting port 6fc02859-006e-454a-b65e-851c74abcb99 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:08.875421 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:08.894791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-f3202af9-2fa9-48f1-9bf1-0756029bd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:08.902075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-f3202af9-2fa9-48f1-9bf1-0756029bd026 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.5485950 Feb 04 15:25:09.034418 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-8eb55463-c765-4140-9e25-8016e1ac402f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 217 time: 0.1104076 Feb 04 15:25:09.113723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.122457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-adc90aae-c8de-4fa1-9b80-398e48a11f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.124084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-adc90aae-c8de-4fa1-9b80-398e48a11f94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.2930591 Feb 04 15:25:09.126038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafa18fa-8846-4d21-a72c-d355e6efba0c req-abd67ab8-7cf6-4a22-ad52-02faeb86d98b service neutron] 10.222.0.30 "GET /v2.0/networks/5f2aa4aa-59c4-412f-9f76-1135de5c6c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344265 Feb 04 15:25:09.212445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Pushing event deleted for resources: {'Port': ['ID=f5b86793-d98c-4dc6-85e2-8e48e4cafa3d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:09.251338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-51aaf012-dd01-4537-a175-c4d175e4c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.253590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-51aaf012-dd01-4537-a175-c4d175e4c0bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1798170 Feb 04 15:25:09.254245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.321793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.369420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] No DVR routers for this DVR port f5b86793-d98c-4dc6-85e2-8e48e4cafa3d on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:09.379291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.382875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-374e4387-5b80-4186-a068-9e3b14403a58 req-ecafce36-3eb3-4e12-bec6-71d3c212db42 tempest-ServerGroupTestJSON-1242209569 tempest-ServerGroupTestJSON-1242209569-project] 10.222.0.30 "DELETE /v2.0/ports/f5b86793-d98c-4dc6-85e2-8e48e4cafa3d HTTP/1.1" status: 204 len: 173 time: 3.5645239 Feb 04 15:25:09.383106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46e632-733f-4ec7-9010-4dd8dc3a099c req-338b0609-a406-4db0-b9d7-f9054db7e047 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.384443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f46e632-733f-4ec7-9010-4dd8dc3a099c req-338b0609-a406-4db0-b9d7-f9054db7e047 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.5126214 Feb 04 15:25:09.400212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-3441d97c-c63f-4642-9543-203600433a9d service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211524 Feb 04 15:25:09.435764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.436293 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.450237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f5b86793-d98c-4dc6-85e2-8e48e4cafa3d no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:09.462799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-6c42afc9-4fbf-46c4-bccd-14bad0716a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.464942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-6c42afc9-4fbf-46c4-bccd-14bad0716a47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.3267658 Feb 04 15:25:09.488350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: f5b86793-d98c-4dc6-85e2-8e48e4cafa3d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:09.488701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f5b86793-d98c-4dc6-85e2-8e48e4cafa3d not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:09.497888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Calling delete_port for 6fc02859-006e-454a-b65e-851c74abcb99 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:09.501380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-9526bf57-0460-4514-85f7-486f187d44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.504753 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-9526bf57-0460-4514-85f7-486f187d44c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290628 Feb 04 15:25:09.539934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f46e632-733f-4ec7-9010-4dd8dc3a099c req-29da3ef2-451e-4830-b501-08a631bde572 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303670 Feb 04 15:25:09.582236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-82779372-8515-43c6-9a69-fec0ad9b19e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 217 time: 0.1041698 Feb 04 15:25:09.628301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13d2b452-0f6c-4be1-8303-68aec5866aa6 req-ec76ea0b-b1a1-4c1d-9221-20fb9d75268f service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112319 Feb 04 15:25:09.747760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.781393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-7616145f-07c7-4732-b02d-67dcdddaa3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.783043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-7616145f-07c7-4732-b02d-67dcdddaa3a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1195059 Feb 04 15:25:09.783686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Pushing event deleted for resources: {'Port': ['ID=6fc02859-006e-454a-b65e-851c74abcb99,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:09.801830 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872523-6038-4f24-bc3a-bc5c024999e7 req-5f4cace5-c89f-45f1-b17f-50cffd082e1c tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.803775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50872523-6038-4f24-bc3a-bc5c024999e7 req-5f4cace5-c89f-45f1-b17f-50cffd082e1c tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.0951376 Feb 04 15:25:09.868668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-3062d16f-2492-4045-919b-dfa88e1ae665 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075068 Feb 04 15:25:09.895900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50872523-6038-4f24-bc3a-bc5c024999e7 req-e740eed5-08e6-46a1-8ce2-51cb57001f33 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734541 Feb 04 15:25:09.899409 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.902577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:09.903758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-65bb1b92-3a2d-4b9f-b633-7806433f376e tempest-ServersWithSpecificFlavorTestJSON-1327517305 tempest-ServersWithSpecificFlavorTestJSON-1327517305-project] 10.222.0.47 "DELETE /v2.0/floatingips/4c209fe6-50ee-46de-b1e1-5c49fc927eca HTTP/1.1" status: 204 len: 168 time: 1.6293280 Feb 04 15:25:09.945639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-208a4b5b-4f2e-43f6-b0b7-c80304052024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:09.947642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-208a4b5b-4f2e-43f6-b0b7-c80304052024 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226344 Feb 04 15:25:09.948779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:10.047283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-a864f2fa-c37a-4f97-a81f-27e85d7f6758 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.056797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-a864f2fa-c37a-4f97-a81f-27e85d7f6758 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.064125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-a864f2fa-c37a-4f97-a81f-27e85d7f6758 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.070596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-a864f2fa-c37a-4f97-a81f-27e85d7f6758 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.076925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-a864f2fa-c37a-4f97-a81f-27e85d7f6758 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.084423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-a864f2fa-c37a-4f97-a81f-27e85d7f6758 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.091817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-a864f2fa-c37a-4f97-a81f-27e85d7f6758 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.093925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-a864f2fa-c37a-4f97-a81f-27e85d7f6758 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.1195240 Feb 04 15:25:10.180544 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d81ce8f-de1e-410c-bde0-b3295b55b59b req-98f1ff37-1e17-4c92-853d-295cb2e3929c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722816 Feb 04 15:25:10.539924 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-dd4c2904-e4bd-41ae-8a05-ce514ef598b9 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550167 Feb 04 15:25:10.582826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c377309-d584-4287-8816-2d9dc18464ae req-0026e89d-d3a4-4248-8c79-239aeacf6ffb tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.585404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c377309-d584-4287-8816-2d9dc18464ae req-0026e89d-d3a4-4248-8c79-239aeacf6ffb tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1096 time: 0.0537896 Feb 04 15:25:10.586246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-ca707b8c-03df-43fb-9f71-5c5095634809 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266739 Feb 04 15:25:10.630430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c377309-d584-4287-8816-2d9dc18464ae req-29980ab2-6649-4078-87c8-ae5fd37d7ee1 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368376 Feb 04 15:25:10.713786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-42334f4b-a8a4-408a-89ee-756ed59b4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.715433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-42334f4b-a8a4-408a-89ee-756ed59b4f86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 1097 time: 0.1479750 Feb 04 15:25:10.748684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5'}, {'server_uuid': 'c74f4eb8-e25a-40b9-92c5-e79813cb3168', 'name': 'network-vif-deleted', 'tag': 'f5b86793-d98c-4dc6-85e2-8e48e4cafa3d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:10.751118 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6605a4-c50c-4ac9-92d0-573db81ac80c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5"}, {"server_uuid": "c74f4eb8-e25a-40b9-92c5-e79813cb3168", "name": "network-vif-deleted", "tag": "f5b86793-d98c-4dc6-85e2-8e48e4cafa3d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:10.828779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:25:10.834633 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc07718a-cd42-4b1d-afe4-d3c9a042311c req-95ba66a4-7682-455c-b886-7ade0e0cf089 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284195 Feb 04 15:25:10.931720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-557832c6-40d7-4d21-bd48-bcb60f8e55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:10.933274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-557832c6-40d7-4d21-bd48-bcb60f8e55e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.1998241 Feb 04 15:25:11.057596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-334089af-bcbb-4563-8d00-38cc92989341 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 1001 time: 0.1143517 Feb 04 15:25:11.058711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:11.080504 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Sync routers for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:11.101299 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:11.102587 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:11.111756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.118049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-21e42280-72c3-480f-9c44-b490bb8f31f7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.8170292 Feb 04 15:25:11.118384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36348) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:11.122603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-2f092512-d28e-4667-8bfa-f7addc85fbd9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.134953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-2f092512-d28e-4667-8bfa-f7addc85fbd9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.147196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-2f092512-d28e-4667-8bfa-f7addc85fbd9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.160228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-2f092512-d28e-4667-8bfa-f7addc85fbd9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.172096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-2f092512-d28e-4667-8bfa-f7addc85fbd9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.190269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-2f092512-d28e-4667-8bfa-f7addc85fbd9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.202517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-1dce803a-7a40-4e32-bae1-165a73b29b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.204466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-1dce803a-7a40-4e32-bae1-165a73b29b03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1311221 Feb 04 15:25:11.207046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-2f092512-d28e-4667-8bfa-f7addc85fbd9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.219851 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-2f092512-d28e-4667-8bfa-f7addc85fbd9 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.1973701 Feb 04 15:25:11.282239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a6e3d0b-eaad-473b-8ff8-4e6b1455db00 req-d755f39b-78da-4fdf-acb8-eafd6ad80b2d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579891 Feb 04 15:25:11.288206 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:11.363549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-91b11e8f-f582-4405-9bb9-97138d0e406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.365209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-91b11e8f-f582-4405-9bb9-97138d0e406f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284575 Feb 04 15:25:11.452663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3f65-1162-4637-9aab-d7369f7d3155 req-62a038c6-148d-4501-8067-4e4adbeccc50 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.455790 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b49f3f65-1162-4637-9aab-d7369f7d3155 req-62a038c6-148d-4501-8067-4e4adbeccc50 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.0711493 Feb 04 15:25:11.515307 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:08Z', 'revision_number': 3, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:11.525379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b49f3f65-1162-4637-9aab-d7369f7d3155 req-6202db9f-42cd-4753-8d8d-aadac014e0a1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Feb 04 15:25:11.557642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-ad5c4fd2-2615-4c43-8c1e-538cf2bf7978 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818738 Feb 04 15:25:11.566705 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Checking router: efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:11.567268 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Updating router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 port 8810eb29-c71b-4edf-bd71-6a06cd93dc10 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:25:11.606811 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.692185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8f0d7-adc4-4f2d-9289-f9c5129a434c req-10edbf1c-c07a-4901-b2bb-2d1de2cc6961 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:11.692783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ab8f0d7-adc4-4f2d-9289-f9c5129a434c req-10edbf1c-c07a-4901-b2bb-2d1de2cc6961 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1096 time: 0.0568521 Feb 04 15:25:11.738425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ab8f0d7-adc4-4f2d-9289-f9c5129a434c req-4a40d615-6ba4-4d02-b9cb-f9149de7875a tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 Feb 04 15:25:11.777004 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a833ad-6338-4c54-a9e8-3dc734a47e8b req-351620ed-d835-4906-a857-79a82d0deb63 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070308 Feb 04 15:25:11.921298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:11.947711 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833a5e2b-744f-4c31-8994-56b639596c9e x-openstack-request-id: req-833a5e2b-744f-4c31-8994-56b639596c9e {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:11.948746 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5", "status": "completed", "code": 200}, {"server_uuid": "c74f4eb8-e25a-40b9-92c5-e79813cb3168", "name": "network-vif-deleted", "tag": "f5b86793-d98c-4dc6-85e2-8e48e4cafa3d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:11.949158 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-833a5e2b-744f-4c31-8994-56b639596c9e {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:11.950226 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'status': 'completed', 'code': 200} Feb 04 15:25:11.950637 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74f4eb8-e25a-40b9-92c5-e79813cb3168', 'name': 'network-vif-deleted', 'tag': 'f5b86793-d98c-4dc6-85e2-8e48e4cafa3d', 'status': 'completed', 'code': 200} Feb 04 15:25:12.052951 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.063345 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.132239 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Attempting to bind port 8810eb29-c71b-4edf-bd71-6a06cd93dc10 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:12.133342 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Attempting to bind port 8810eb29-c71b-4edf-bd71-6a06cd93dc10 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:12.133342 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Attempting to bind port 8810eb29-c71b-4edf-bd71-6a06cd93dc10 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:12.143062 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:12.143447 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:12.143884 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.144271 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:12.144773 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Bound port: 8810eb29-c71b-4edf-bd71-6a06cd93dc10, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:12.145180 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.195970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-09e5eb12-4fe7-4c3b-9660-c9053d087862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.197599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-09e5eb12-4fe7-4c3b-9660-c9053d087862 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 1097 time: 0.1694746 Feb 04 15:25:12.209393 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Pushing event updated for resources: {'Port': ['ID=8810eb29-c71b-4edf-bd71-6a06cd93dc10,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:12.227396 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.227738 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.228097 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.228437 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.228773 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.229280 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.229646 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.230023 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.230382 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.230735 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.231065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.231421 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:12.236929 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] For port 8810eb29-c71b-4edf-bd71-6a06cd93dc10, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:12.242009 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] For port 8810eb29-c71b-4edf-bd71-6a06cd93dc10, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8810eb29-c71b-4edf-bd71-6a06cd93dc10,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:12.247593 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.285536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64153f45-2714-4972-8dda-ec4c95d657d3 req-40c37544-a49d-4fab-84a9-6c37ee846ed8 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1001 time: 0.1191003 Feb 04 15:25:12.328734 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053fcc0-2683-457c-bcda-fb58b21e6c95 None None] Pushing event updated for resources: {'Port': ['ID=8810eb29-c71b-4edf-bd71-6a06cd93dc10,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:12.334832 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:12.337070 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:12.337742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Allocated IP 172.20.0.1 (9b252c66-1bb5-4dfe-9757-72478fa80673/79343834-4a36-4060-a7a5-ceb64e9840eb/ba3e9035-053d-4ebb-a940-89f3ea9d1eef) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:12.357336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfc7-593a-4304-a7bb-5e5052c01dc4 req-75768772-39db-4e10-b826-a4dda6a1fb92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.357911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64153f45-2714-4972-8dda-ec4c95d657d3 req-0378a556-08e3-4f52-afdb-0900a1168b53 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.359769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64153f45-2714-4972-8dda-ec4c95d657d3 req-0378a556-08e3-4f52-afdb-0900a1168b53 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports/bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 943 time: 0.0672319 Feb 04 15:25:12.367953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfc7-593a-4304-a7bb-5e5052c01dc4 req-75768772-39db-4e10-b826-a4dda6a1fb92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.375457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfc7-593a-4304-a7bb-5e5052c01dc4 req-75768772-39db-4e10-b826-a4dda6a1fb92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.382695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfc7-593a-4304-a7bb-5e5052c01dc4 req-75768772-39db-4e10-b826-a4dda6a1fb92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.388598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfc7-593a-4304-a7bb-5e5052c01dc4 req-75768772-39db-4e10-b826-a4dda6a1fb92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.395663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfc7-593a-4304-a7bb-5e5052c01dc4 req-75768772-39db-4e10-b826-a4dda6a1fb92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.403271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfc7-593a-4304-a7bb-5e5052c01dc4 req-75768772-39db-4e10-b826-a4dda6a1fb92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.404592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e39cfc7-593a-4304-a7bb-5e5052c01dc4 req-75768772-39db-4e10-b826-a4dda6a1fb92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.2879715 Feb 04 15:25:12.497260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:12.570539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.590295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-d54627e4-9c66-463b-9221-2ca320f75e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.591832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-d54627e4-9c66-463b-9221-2ca320f75e1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.3849807 Feb 04 15:25:12.602405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64153f45-2714-4972-8dda-ec4c95d657d3 req-0922f062-9a4e-40b4-824d-18ec47af668e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1001 time: 0.1448359 Feb 04 15:25:12.640776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.751352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64153f45-2714-4972-8dda-ec4c95d657d3 req-0c3137d5-b46d-487b-946b-37247a8b3d07 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:12.760590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64153f45-2714-4972-8dda-ec4c95d657d3 req-0c3137d5-b46d-487b-946b-37247a8b3d07 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.1502082 Feb 04 15:25:12.760922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:12.765811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-64153f45-2714-4972-8dda-ec4c95d657d3 req-8beb1aab-7915-4145-b2da-47f7fa88cf16 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:25:12.776220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:12.777847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64153f45-2714-4972-8dda-ec4c95d657d3 req-8beb1aab-7915-4145-b2da-47f7fa88cf16 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168190 Feb 04 15:25:12.795260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:25:12.801247 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-192693b2-655d-4ad5-94a7-992922d6de70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 1001 time: 0.1758642 Feb 04 15:25:12.802011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:12.935216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:12.947363 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:08Z', 'revision_number': 3, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:12.995182 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48adea-5fa7-4def-aef4-1f55f2953cd0 None None] The sync data for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 is: [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:08Z', 'revision_number': 3, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:13.018633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-810715ad-3d7f-4d5c-a4ef-1be597d6ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.021213 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-810715ad-3d7f-4d5c-a4ef-1be597d6ad14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1922057 Feb 04 15:25:13.067785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db69e9-d16a-4511-923f-664f2e281cd4 req-64ddd114-c80d-4064-90e0-042e4d62d2eb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.080155 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54db69e9-d16a-4511-923f-664f2e281cd4 req-64ddd114-c80d-4064-90e0-042e4d62d2eb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.1051977 Feb 04 15:25:13.147476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54db69e9-d16a-4511-923f-664f2e281cd4 req-da13774d-c643-47ae-a33b-ff7da022b1ac tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529907 Feb 04 15:25:13.210495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-3a1b75fd-30e9-46e7-b78d-ca282def92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.212680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-3a1b75fd-30e9-46e7-b78d-ca282def92a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790555 Feb 04 15:25:13.265285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.294065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-43eefcbe-9239-4789-b2c9-176958ac6f93 None None] Provisioning complete for port ba3e9035-053d-4ebb-a940-89f3ea9d1eef triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:13.299364 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-43eefcbe-9239-4789-b2c9-176958ac6f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.440607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-43eefcbe-9239-4789-b2c9-176958ac6f93 None None] Port ba3e9035-053d-4ebb-a940-89f3ea9d1eef cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:25:13.453199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-664f4db3-7bba-48d1-b93c-14bc5b9954ba service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152169 Feb 04 15:25:13.714208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.719464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a6605a4-c50c-4ac9-92d0-573db81ac80c req-70f23121-b236-4f82-bdca-18456a0c2d13 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585847 Feb 04 15:25:13.722338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.779818 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-9f0789a0-781f-4aee-960c-64549a811647 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1001 time: 0.1527078 Feb 04 15:25:13.867894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:13.872566 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:13.896810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238955-a6d9-4747-9128-827808662cab req-1635261e-98b3-4e8b-bdbf-a251bf7f3cd6 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:13.917678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-1635261e-98b3-4e8b-bdbf-a251bf7f3cd6 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports/bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 943 time: 0.1265311 Feb 04 15:25:14.014894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:14.016741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:14.088948 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-8d390416-7c04-4613-b426-b875f4b16618 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1001 time: 0.1036129 Feb 04 15:25:14.339690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238955-a6d9-4747-9128-827808662cab req-612b7c32-6232-4098-974a-68e07ed8334a tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:14.357708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-612b7c32-6232-4098-974a-68e07ed8334a tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.2496240 Feb 04 15:25:14.385932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e1bdcd22-f802-4618-b08e-d71457c5abe1 None None] Provisioning complete for port ba3e9035-053d-4ebb-a940-89f3ea9d1eef triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:14.387633 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcd22-f802-4618-b08e-d71457c5abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.454137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdcd22-f802-4618-b08e-d71457c5abe1 None None] Port ba3e9035-053d-4ebb-a940-89f3ea9d1eef cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:25:14.497213 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-4af4c28e-ecf2-4bca-84c4-4a23d9933e12 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1001 time: 0.1346447 Feb 04 15:25:14.510803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:14.622441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.696057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:14.741729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-ef6c0b96-0a73-461c-9d9d-dd4a1f9cffe3 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:25:14.743219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-ef6c0b96-0a73-461c-9d9d-dd4a1f9cffe3 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1043420 Feb 04 15:25:14.786125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8810eb29-c71b-4edf-bd71-6a06cd93dc10 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:25:14.856980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:14.869013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0d95a8fa-88cf-4913-bd37-ef873b6d8931 admin admin] 10.222.0.47 "PUT /v2.0/routers/efc44a69-8b63-4b0e-a4c4-7e6cf6021c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7491677 Feb 04 15:25:14.874669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8810eb29-c71b-4edf-bd71-6a06cd93dc10 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:14.875336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:14.892574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-02784a8f-bfe5-40dc-a711-7e3484638b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:14.903588 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-02784a8f-bfe5-40dc-a711-7e3484638b9f service neutron] 10.222.0.47 "GET /v2.0/ports/6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 200 len: 1093 time: 0.1432784 Feb 04 15:25:14.910000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Request body: {'binding': {'host': 'n-h1-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:14.910657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:25:15.051561 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.052078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.084520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 8810eb29-c71b-4edf-bd71-6a06cd93dc10, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8810eb29-c71b-4edf-bd71-6a06cd93dc10,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:15.090441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.090623 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Floating IP e876c818-ce0b-4ae5-9638-85eb71554183 disassociated. External IP: 172.25.1.28, port: bf5125a9-b72a-4c90-aafd-639ca19251b5. Feb 04 15:25:15.093006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.192915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=8810eb29-c71b-4edf-bd71-6a06cd93dc10,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:15.267729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on host n-h1-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:15.268116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:15.268556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:15.275922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:25:15.276289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:15.324695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:15.325128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:15.325521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:15.326055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Bound port: 6e8e3465-efa9-4988-904a-25c337fe249c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:15.442776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:15.451223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.452504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d5d004b3-fe3a-414a-9d38-75faf6b7e933 service neutron] 10.222.0.47 "POST /v2.0/ports/6e8e3465-efa9-4988-904a-25c337fe249c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5479007 Feb 04 15:25:15.457771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Router e953d199-4062-4b26-be18-8a76bb6125d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:15.527690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Sync routers for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:15.560071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:15.564121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:15.686420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:15.693755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:15.720620 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:15.742923 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:15.744029 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:15.761292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-5a8d81b8-e977-41bd-9fca-d800dcac023c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "PUT /v2.0/floatingips/e876c818-ce0b-4ae5-9638-85eb71554183 HTTP/1.1" status: 200 len: 694 time: 1.2545609 Feb 04 15:25:15.761934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:15.766272 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae607c6-a2e7-4eed-9daf-9209c7621266" -d '{"events": [{"name": "network-changed", "server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:15.793023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:15.873405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238955-a6d9-4747-9128-827808662cab req-0edeee25-8090-4ceb-b8e3-81f28c9f460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:15.882767 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-0edeee25-8090-4ceb-b8e3-81f28c9f460a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 1097 time: 0.0840237 Feb 04 15:25:15.968709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df42e53f-02ab-4be0-92f5-0fc85167f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:15.972871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df42e53f-02ab-4be0-92f5-0fc85167f0b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1096 time: 0.1135738 Feb 04 15:25:16.087151 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:16.172278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238955-a6d9-4747-9128-827808662cab req-60f607d4-8c2c-45b4-9da3-f44e75112ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.186780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-60f607d4-8c2c-45b4-9da3-f44e75112ce4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.2954214 Feb 04 15:25:16.223069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-6cbfae4c-0293-4c4b-b962-896423f21387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.225849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-6cbfae4c-0293-4c4b-b962-896423f21387 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.2434654 Feb 04 15:25:16.250897 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-37834ad3-60ec-4492-9b2b-d948d6ddd5d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 217 time: 0.0629945 Feb 04 15:25:16.280372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 2, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:16.311917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-f69ae2b9-b1c5-4fe7-8939-903e3ed7f41a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 200 len: 217 time: 0.0663323 Feb 04 15:25:16.314238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238955-a6d9-4747-9128-827808662cab req-e6bea936-51c7-4f1a-a308-5c9340b28947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.323521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-e6bea936-51c7-4f1a-a308-5c9340b28947 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.0704219 Feb 04 15:25:16.331721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Checking router: efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:16.332580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Updating router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 port ba3e9035-053d-4ebb-a940-89f3ea9d1eef binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:25:16.372567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.385294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c238955-a6d9-4747-9128-827808662cab req-b4ef341d-233e-436a-a763-bde09743ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.395685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-b4ef341d-233e-436a-a763-bde09743ea90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712080 Feb 04 15:25:16.444232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-443289d2-5a93-424f-a7a8-0ed51b44292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.447142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-443289d2-5a93-424f-a7a8-0ed51b44292f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1079078 Feb 04 15:25:16.498865 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:16.505535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-18d46de6-fb37-41b0-89c8-a13a301e7261 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496099 Feb 04 15:25:16.524973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29467c01-dd65-4be3-a40d-aa753cf948ef req-1ab1bc7d-0d45-49c1-9731-57a1c978b3d0 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:16.527830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29467c01-dd65-4be3-a40d-aa753cf948ef req-1ab1bc7d-0d45-49c1-9731-57a1c978b3d0 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.2972846 Feb 04 15:25:16.528840 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:16.540286 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:16.540928 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:16.592457 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-dcc48f3d-bb8a-4d39-b084-eeb988f4dc7f service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944206 Feb 04 15:25:16.662237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29467c01-dd65-4be3-a40d-aa753cf948ef req-d11e8e4b-b822-4032-b2a7-633e6a1815ca tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160092 Feb 04 15:25:16.735560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8810eb29-c71b-4edf-bd71-6a06cd93dc10 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:25:16.743001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-eccd504d-1799-45bf-ae98-477f1c4e0a50 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131000 Feb 04 15:25:16.757808 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:16.800081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c238955-a6d9-4747-9128-827808662cab req-7b707092-74b7-40a8-9c85-801a05c4d20b service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963077 Feb 04 15:25:16.862789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8810eb29-c71b-4edf-bd71-6a06cd93dc10 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:16.863362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.945043 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.957008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:16.973582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-10fb5fb7-2744-4395-b33d-7afa16f634b9 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181549 Feb 04 15:25:17.017756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a975398-400b-4433-8870-c5ebc2a188fb req-b4532bd7-fe39-48df-ba39-7c5d409f1f18 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.020164 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a975398-400b-4433-8870-c5ebc2a188fb req-b4532bd7-fe39-48df-ba39-7c5d409f1f18 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.0864582 Feb 04 15:25:17.115899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a975398-400b-4433-8870-c5ebc2a188fb req-fd95e2f2-bc64-41e9-8be4-c9f83f250ac6 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818701 Feb 04 15:25:17.154094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Pushing event updated for resources: {'Port': ['ID=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:17.208425 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:17.221324 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dffc45e-205a-4a67-bd58-22260cb53988 x-openstack-request-id: req-2dffc45e-205a-4a67-bd58-22260cb53988 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:17.221865 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:17.222100 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2dffc45e-205a-4a67-bd58-22260cb53988 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:17.222626 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'status': 'completed', 'code': 200} Feb 04 15:25:17.232796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.233371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.233951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.235147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.235876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.236452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.237230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.237648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.238268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.238839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.239498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.240116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:17.245723 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254fc44-e4ed-46ab-a3de-4c723a199264 None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:17.402657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-a8e8f754-8fba-47b4-bd9f-09f1014e1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.408452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-a8e8f754-8fba-47b4-bd9f-09f1014e1b45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 1097 time: 0.1345282 Feb 04 15:25:17.414774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Attempting to bind port ba3e9035-053d-4ebb-a940-89f3ea9d1eef on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:17.415390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Attempting to bind port ba3e9035-053d-4ebb-a940-89f3ea9d1eef by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:17.416005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Attempting to bind port ba3e9035-053d-4ebb-a940-89f3ea9d1eef on network 9b252c66-1bb5-4dfe-9757-72478fa80673 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:17.442578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:17.443246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Checking segment: {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:17.444059 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:17.444609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Bound using segment: {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:17.445588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Bound port: ba3e9035-053d-4ebb-a940-89f3ea9d1eef, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:17.446355 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:17.453003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36436) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:17.459440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-df0a4bfb-7656-4aaa-8e99-8ca0327cf500 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863184831', 'description': 'tempest-description--1840422447'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:17.550481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df0a4bfb-7656-4aaa-8e99-8ca0327cf500 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:17.640222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-81a18ef8-67d7-4744-9021-d9720a116092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.644246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-81a18ef8-67d7-4744-9021-d9720a116092 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.2256598 Feb 04 15:25:17.676620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d9fe6e90-4e2e-4716-8347-20be1d03392b None None] Provisioning complete for port ba3e9035-053d-4ebb-a940-89f3ea9d1eef triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:17.677536 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d9fe6e90-4e2e-4716-8347-20be1d03392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:17.737459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df0a4bfb-7656-4aaa-8e99-8ca0327cf500 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:17.749307 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df0a4bfb-7656-4aaa-8e99-8ca0327cf500 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:17.763218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-0f1d9a11-a5bd-41c1-a863-137e38b0c5a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 200 len: 217 time: 0.1116266 Feb 04 15:25:17.869408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df0a4bfb-7656-4aaa-8e99-8ca0327cf500 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:17.875662 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-df0a4bfb-7656-4aaa-8e99-8ca0327cf500 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4211707 Feb 04 15:25:17.877323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe6e90-4e2e-4716-8347-20be1d03392b None None] Port ba3e9035-053d-4ebb-a940-89f3ea9d1eef cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:25:17.879277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36442) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:17.889269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a4bfb-7656-4aaa-8e99-8ca0327cf500 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af36cfa-fd86-48a6-ba74-2febebdfb2c1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:17.889802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3c08b4cf-5434-4e7c-85b5-4cbc00d7b89d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Request body: {'security_group_rule': {'security_group_id': '5af36cfa-fd86-48a6-ba74-2febebdfb2c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:17.943169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a4cdd-483c-4bfa-a2b8-a38356125dec None None] New status for floating IP e876c818-ce0b-4ae5-9638-85eb71554183: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:25:17.959085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] For port ba3e9035-053d-4ebb-a940-89f3ea9d1eef, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:17.991628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-81282bd9-1c09-4d9c-85db-b1180e1b90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:17.994301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-81282bd9-1c09-4d9c-85db-b1180e1b90b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.2234530 Feb 04 15:25:18.098198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c08b4cf-5434-4e7c-85b5-4cbc00d7b89d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.205437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] For port ba3e9035-053d-4ebb-a940-89f3ea9d1eef, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:18.231682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.260690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-f42bca3e-e1f9-4b9b-af7e-a9e783bc1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:18.265051 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-f42bca3e-e1f9-4b9b-af7e-a9e783bc1ec9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612436 Feb 04 15:25:18.463916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-c4a5982d-97dc-4432-806e-a2c59fc59642 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:18.465811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-c4a5982d-97dc-4432-806e-a2c59fc59642 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1485898 Feb 04 15:25:18.481446 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c08b4cf-5434-4e7c-85b5-4cbc00d7b89d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.509939 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c08b4cf-5434-4e7c-85b5-4cbc00d7b89d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.539410 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013c315-bd7a-4860-9444-2c96b99b7727 req-1d1b66fe-0d49-410e-8e71-e12fea8d0694 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:18.562853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9013c315-bd7a-4860-9444-2c96b99b7727 req-1d1b66fe-0d49-410e-8e71-e12fea8d0694 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.3862247 Feb 04 15:25:18.569383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-2da7a1f5-fd19-4388-a33d-63606214c304 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 697 time: 0.0943708 Feb 04 15:25:18.589381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Request body: {'floatingip': {'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:18.602203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa6228-e5a1-406a-bcaf-2608927dcb74 None None] Pushing event updated for resources: {'Port': ['ID=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:18.607356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:18.617414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:18.665337 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.727978 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-6d09d0e6-d9e4-4594-a79f-dba2e7f54be4 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463925 Feb 04 15:25:18.740607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08b4cf-5434-4e7c-85b5-4cbc00d7b89d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96361a5-df06-4eec-9778-3a08cf7404ca,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:18.852481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:18.905467 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c08b4cf-5434-4e7c-85b5-4cbc00d7b89d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:18.908741 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c08b4cf-5434-4e7c-85b5-4cbc00d7b89d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0275929 Feb 04 15:25:18.939095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36454) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:18.952116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b4d1efbb-2fb1-4e94-92aa-c45dede24a0a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Request body: {'security_group_rule': {'security_group_id': '5af36cfa-fd86-48a6-ba74-2febebdfb2c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:18.993534 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9013c315-bd7a-4860-9444-2c96b99b7727 req-0c0263dc-05b9-40d0-a630-8d8708c76629 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909149 Feb 04 15:25:19.068704 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aae607c6-a2e7-4eed-9daf-9209c7621266 req-37d99463-ac9a-4817-8540-4452f1afeec2 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244531 Feb 04 15:25:19.094727 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4d1efbb-2fb1-4e94-92aa-c45dede24a0a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.167177 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:25:19.194597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4d1efbb-2fb1-4e94-92aa-c45dede24a0a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.195925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c85200c0-e267-47c1-8514-c36816029de2 None None] Provisioning complete for port ba3e9035-053d-4ebb-a940-89f3ea9d1eef triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:19.196321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36458) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:19.197205 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c85200c0-e267-47c1-8514-c36816029de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.224025 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4d1efbb-2fb1-4e94-92aa-c45dede24a0a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.306368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1efbb-2fb1-4e94-92aa-c45dede24a0a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37fd16a-4682-48c2-876d-c6b131d6e330,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:19.319864 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4d1efbb-2fb1-4e94-92aa-c45dede24a0a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.326237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b4d1efbb-2fb1-4e94-92aa-c45dede24a0a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3806822 Feb 04 15:25:19.329316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36462) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:19.344093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:19.506820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.587280 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c85200c0-e267-47c1-8514-c36816029de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.648511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c85200c0-e267-47c1-8514-c36816029de2 None None] For port ba3e9035-053d-4ebb-a940-89f3ea9d1eef, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:19.662527 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c85200c0-e267-47c1-8514-c36816029de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.718158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.724593 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:19.732100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c6752-51b0-403a-8e50-6782040a590c req-05a5a932-179d-4d31-8be4-7d7ff7d98ec0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:19.735461 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-207c6752-51b0-403a-8e50-6782040a590c req-05a5a932-179d-4d31-8be4-7d7ff7d98ec0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.3229334 Feb 04 15:25:19.889582 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Floating IP e876c818-ce0b-4ae5-9638-85eb71554183 associated. External IP: 172.25.1.28, port: f6f6e3a5-e987-4c03-903e-180de50e7bfe. Feb 04 15:25:19.912616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:19.927582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85200c0-e267-47c1-8514-c36816029de2 None None] Pushing event updated for resources: {'Port': ['ID=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:19.946060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2', 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70', 'port_id': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2', 'mac_address': 'fa:16:3e:64:77:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b7f571-2880-4d7e-85de-e53c1983c802', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:25:19.952854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-207c6752-51b0-403a-8e50-6782040a590c req-0cc723e4-1243-474a-91d8-7c6cba22ed5c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997166 Feb 04 15:25:20.010329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:17Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:20.054475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:20.057967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa309e-3c45-417d-99cc-7a3af40d2ee1 None None] The sync data for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 is: [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:17Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:20.058330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-d639afe4-7992-408e-ae5d-d3f1122d7445 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:20.060818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-d639afe4-7992-408e-ae5d-d3f1122d7445 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c306597-3eb5-4512-add7-b6a79e3ef631 HTTP/1.1" status: 200 len: 946 time: 0.1973939 Feb 04 15:25:20.082443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:20.113568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:20.134565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:20.161361 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:20.280985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:20.641236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:20.727254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Deleting port bf5125a9-b72a-4c90-aafd-639ca19251b5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:20.727610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:20.733310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-27abc915-8dbe-4773-8472-2002c83d8b30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4566057 Feb 04 15:25:20.761185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab090d7-d2b4-4442-9395-69384d6298b8 req-bef866d4-b8a5-4949-9c39-9d897ed5dd13 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:20.762863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ab090d7-d2b4-4442-9395-69384d6298b8 req-bef866d4-b8a5-4949-9c39-9d897ed5dd13 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.2590659 Feb 04 15:25:20.910752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ba3e9035-053d-4ebb-a940-89f3ea9d1eef up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:25:20.977583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Router e953d199-4062-4b26-be18-8a76bb6125d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:21.117406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ab090d7-d2b4-4442-9395-69384d6298b8 req-f307879a-1b2c-4016-8dbd-db3b5670e2e9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283370 Feb 04 15:25:21.131336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ba3e9035-053d-4ebb-a940-89f3ea9d1eef triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:21.132123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.132344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Allocated IP 172.25.1.140 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/491715fe-d4a1-42dc-878e-45fca03df7c1) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:21.311968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-2111b4c1-5f85-43ad-93d2-d86b35ca0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.313568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-2111b4c1-5f85-43ad-93d2-d86b35ca0cb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 1095 time: 0.3907528 Feb 04 15:25:21.337910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] For port bf5125a9-b72a-4c90-aafd-639ca19251b5, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bf5125a9-b72a-4c90-aafd-639ca19251b5,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:21.338358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.351540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:21.369089 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:21.373809 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.397332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Calling delete_port for bf5125a9-b72a-4c90-aafd-639ca19251b5 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:21.414892 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:21.416249 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:21.482544 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6908cf1c-0e6f-4ed1-8268-4f0f6075ab42 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "PUT /v2.0/floatingips/e876c818-ce0b-4ae5-9638-85eb71554183 HTTP/1.1" status: 200 len: 996 time: 2.8985691 Feb 04 15:25:21.483474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:21.495097 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee2f351-c061-4a60-aa40-6acbb30b4f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:21.586515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-19501954-e9cf-4bc2-b86f-2a5bfd3f634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.605193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-19501954-e9cf-4bc2-b86f-2a5bfd3f634f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.0990889 Feb 04 15:25:21.670651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:21.693005 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:21.697713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26856927-34b1-4fb1-8112-0647676bde50 req-43f3c4f1-9e04-45b5-8c83-148ab5c3a6ff tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.709262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26856927-34b1-4fb1-8112-0647676bde50 req-43f3c4f1-9e04-45b5-8c83-148ab5c3a6ff tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.3645639 Feb 04 15:25:21.819215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-2d5047ca-1e6e-4029-9c6c-8c013353e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:21.832064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-2d5047ca-1e6e-4029-9c6c-8c013353e191 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.2250957 Feb 04 15:25:21.986846 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-02f5f9e4-3ed2-46da-bb2b-0c64fda6f3f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 999 time: 0.1494005 Feb 04 15:25:22.064820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-73228dd3-b9f5-4393-850a-b22f171057d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.068785 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-73228dd3-b9f5-4393-850a-b22f171057d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.0717838 Feb 04 15:25:22.099614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26856927-34b1-4fb1-8112-0647676bde50 req-d82b0f00-ed75-478f-9010-59c15b32dcba tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877587 Feb 04 15:25:22.158375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-a3de3585-44a9-4064-9c54-3ad132304205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.163629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-a3de3585-44a9-4064-9c54-3ad132304205 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.7832367 Feb 04 15:25:22.186583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-bcef7eaa-7498-44e6-856f-cb2b8ccb3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.198931 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:83:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47513114-2539-462b-9cc3-10478b67adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 8, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:22.199677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-bcef7eaa-7498-44e6-856f-cb2b8ccb3f8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147180 Feb 04 15:25:22.202809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:22.253010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'bf5125a9-b72a-4c90-aafd-639ca19251b5'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:22.259235 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:22.281932 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:22.282948 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:22.315887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:22.324442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36476) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:22.435728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-e3cbc520-9344-489e-8acd-a7765cd96d93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 200 len: 217 time: 0.2578511 Feb 04 15:25:22.446526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-5cd2f010-b9f2-4f94-9e8d-887c8766bfe2 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440419 Feb 04 15:25:22.547559 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:22.690744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:22.698929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2f2fb72-6fe9-4532-b1d1-933575760344 req-6367c6ca-9641-4eea-952b-27657cf2e705 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518675 Feb 04 15:25:22.775374 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda72db5-97d2-4324-b007-52c4d226e965 x-openstack-request-id: req-eda72db5-97d2-4324-b007-52c4d226e965 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:22.775726 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:22.776062 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eda72db5-97d2-4324-b007-52c4d226e965 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:22.776556 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'status': 'completed', 'code': 200} Feb 04 15:25:22.947361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893146-2f01-4eec-85bf-7136c6e9626e req-bf389d9a-ba29-47c9-a485-170085b10b00 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.949702 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25893146-2f01-4eec-85bf-7136c6e9626e req-bf389d9a-ba29-47c9-a485-170085b10b00 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.1098857 Feb 04 15:25:22.951333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-85e7431f-c43c-4244-9406-4c5f003ab13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:22.952816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-85e7431f-c43c-4244-9406-4c5f003ab13f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.1024349 Feb 04 15:25:23.067187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Pushing event deleted for resources: {'Port': ['ID=bf5125a9-b72a-4c90-aafd-639ca19251b5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:23.088469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:23.089293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25893146-2f01-4eec-85bf-7136c6e9626e req-697ac336-3f81-4e2b-ad27-ed0d963a2f47 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179950 Feb 04 15:25:23.131722 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:83:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47513114-2539-462b-9cc3-10478b67adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 8, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:23.138891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-82aff76f-4351-44d3-b396-9f31cf60606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.140739 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-82aff76f-4351-44d3-b396-9f31cf60606c service neutron] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.1806641 Feb 04 15:25:23.157069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.218171 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463893c-c71c-48a8-8d32-641f5e95f03e None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e876c818-ce0b-4ae5-9638-85eb71554183', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'port_id': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'mac_address': 'fa:16:3e:83:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47513114-2539-462b-9cc3-10478b67adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:24:17Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 8, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:23.233744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:25:23.356512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:23.362865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:23.363245 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.389210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-fb27974a-0879-476b-b198-6595764dc991 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 999 time: 0.2294376 Feb 04 15:25:23.412252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:23.418717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:25:23.461135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9c8ade0-d3f2-47c1-9102-89c7eaa0043c req-ffd53f50-e1de-4252-8a55-24ec6345c5e4 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips/e876c818-ce0b-4ae5-9638-85eb71554183 HTTP/1.1" status: 200 len: 996 time: 0.2214746 Feb 04 15:25:23.481640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-645735a2-3b70-4c72-bd6b-082ffd6f54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.485036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-645735a2-3b70-4c72-bd6b-082ffd6f54ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.4830518 Feb 04 15:25:23.583398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.618073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-e3429336-9622-4c45-8993-3f6711d8ca7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469913 Feb 04 15:25:23.650882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:23.653445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-6ad57901-066b-42ae-b213-6081a5d43f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.655182 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f66b977-256b-4857-98f7-9b1d4e85c180" -d '{"events": [{"server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "name": "network-vif-plugged", "status": "completed", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:23.657201 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-6ad57901-066b-42ae-b213-6081a5d43f1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.2564497 Feb 04 15:25:23.700790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] No DVR routers for this DVR port bf5125a9-b72a-4c90-aafd-639ca19251b5 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:23.703395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbdf426-bcad-4268-845a-c46416105116 None None] New status for floating IP e876c818-ce0b-4ae5-9638-85eb71554183: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:25:23.706720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.711342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:23.714611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2adbb2ce-ba3e-4f29-9b74-6aafbb730ecb req-0d1a9000-f581-44c8-a118-eb22014a77cf tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.50 "DELETE /v2.0/ports/bf5125a9-b72a-4c90-aafd-639ca19251b5 HTTP/1.1" status: 204 len: 173 time: 3.6406581 Feb 04 15:25:23.755580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'name': 'network-vif-deleted', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:23.757097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:23.757950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bf5125a9-b72a-4c90-aafd-639ca19251b5 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:23.791932 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac99997-b059-4e41-aa37-b4ba4180c52c" -d '{"events": [{"server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "name": "network-vif-deleted", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:23.799481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-5cf4dbe6-b731-46df-a9ae-b23fc26381eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.802211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-5cf4dbe6-b731-46df-a9ae-b23fc26381eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381004 Feb 04 15:25:23.831263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: bf5125a9-b72a-4c90-aafd-639ca19251b5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:23.831620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bf5125a9-b72a-4c90-aafd-639ca19251b5 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:23.852922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ade0-d3f2-47c1-9102-89c7eaa0043c req-43c6e187-48e2-4488-acba-7f873dde350a tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:23.863033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9c8ade0-d3f2-47c1-9102-89c7eaa0043c req-43c6e187-48e2-4488-acba-7f873dde350a tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.3903005 Feb 04 15:25:23.875900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-f9c8ade0-d3f2-47c1-9102-89c7eaa0043c req-123875c1-d5f6-41e3-9c42-afd062dee741 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:25:23.896426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9c8ade0-d3f2-47c1-9102-89c7eaa0043c req-123875c1-d5f6-41e3-9c42-afd062dee741 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306358 Feb 04 15:25:23.923748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:24.134449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd3b0d-2d36-4b6e-aaf9-66324a8856e7 req-e90ee53a-23a1-4f48-b1a7-a7666f2d4fc7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.138216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c142-7093-4765-a4e8-09b4b0789318 req-9659e73e-b6e7-46f1-89cf-381c97635909 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.143180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-50cd3b0d-2d36-4b6e-aaf9-66324a8856e7 req-e90ee53a-23a1-4f48-b1a7-a7666f2d4fc7 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 1.0365896 Feb 04 15:25:24.147588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bb2c11-af85-46e9-ae9f-6da69428248d admin admin] Deleting subnet 21cecee8-e923-47d9-8d1c-4aebb093fc6d {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:25:24.148254 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0158c142-7093-4765-a4e8-09b4b0789318 req-9659e73e-b6e7-46f1-89cf-381c97635909 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.1169412 Feb 04 15:25:24.153528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2c11-af85-46e9-ae9f-6da69428248d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.156095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event updated for resources: {'Port': ['ID=491715fe-d4a1-42dc-878e-45fca03df7c1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:24.166137 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-dccfb020-7bc6-460c-a5c6-ac3736bedfc5 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480835 Feb 04 15:25:24.271959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0158c142-7093-4765-a4e8-09b4b0789318 req-6238558d-e295-46e6-b47e-974212c462eb tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227131 Feb 04 15:25:24.301225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2c11-af85-46e9-ae9f-6da69428248d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.307343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-940272f9-d0ab-4567-b466-008a3727d93e service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510730 Feb 04 15:25:24.381203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee2f351-c061-4a60-aa40-6acbb30b4f4a req-219889d1-8a15-4d96-81e3-0ca61f6f5600 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047710 Feb 04 15:25:24.393209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-50cd3b0d-2d36-4b6e-aaf9-66324a8856e7 req-a9612f92-c9ba-445b-a8fe-d96706ef323c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123036 Feb 04 15:25:24.395088 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb8b803-63bc-4044-b569-c85dc2841755 x-openstack-request-id: req-3cb8b803-63bc-4044-b569-c85dc2841755 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:24.404593 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "name": "network-vif-plugged", "status": "completed", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:24.406471 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3cb8b803-63bc-4044-b569-c85dc2841755 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:24.409174 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2', 'code': 200} Feb 04 15:25:24.439837 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.479099 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2007ec-604d-4799-88ad-76b40d572181 x-openstack-request-id: req-0c2007ec-604d-4799-88ad-76b40d572181 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:24.479475 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c306597-3eb5-4512-add7-b6a79e3ef631", "name": "network-vif-deleted", "tag": "bf5125a9-b72a-4c90-aafd-639ca19251b5", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:24.479752 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c2007ec-604d-4799-88ad-76b40d572181 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:24.480001 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c306597-3eb5-4512-add7-b6a79e3ef631', 'name': 'network-vif-deleted', 'tag': 'bf5125a9-b72a-4c90-aafd-639ca19251b5', 'status': 'completed', 'code': 200} Feb 04 15:25:24.481219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2c11-af85-46e9-ae9f-6da69428248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.677892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.762679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9678bc-5c52-4024-b33d-f5d3de846c34 req-529c610c-4520-4ce6-b805-b52569761561 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158649 Feb 04 15:25:24.787943 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-a3634b97-9413-445d-8786-5714b74fa3fe tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1001 time: 0.2622836 Feb 04 15:25:24.828867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2876deb-fca4-4584-b394-a56f59c66fa9 req-a2b000b4-1067-4628-b655-ad2d567cf9c2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.830607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2876deb-fca4-4584-b394-a56f59c66fa9 req-a2b000b4-1067-4628-b655-ad2d567cf9c2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.2542422 Feb 04 15:25:24.838194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b883b0d-79f7-4d0e-8a5e-4e79a786e757 req-d64c8f76-5995-495b-a132-34887e84f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.839700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b883b0d-79f7-4d0e-8a5e-4e79a786e757 req-d64c8f76-5995-495b-a132-34887e84f1ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1096 time: 0.1787360 Feb 04 15:25:24.862105 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2c11-af85-46e9-ae9f-6da69428248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.933792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-219eab69-72b9-460e-839e-b7b24c8d0b18 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:24.935531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-219eab69-72b9-460e-839e-b7b24c8d0b18 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports/f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 943 time: 0.1370907 Feb 04 15:25:24.936545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb2c11-af85-46e9-ae9f-6da69428248d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21cecee8-e923-47d9-8d1c-4aebb093fc6d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:24.945216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2c11-af85-46e9-ae9f-6da69428248d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:24.950114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a8bb2c11-af85-46e9-ae9f-6da69428248d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/21cecee8-e923-47d9-8d1c-4aebb093fc6d HTTP/1.1" status: 204 len: 168 time: 2.6121917 Feb 04 15:25:24.955642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36492) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:24.964307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2876deb-fca4-4584-b394-a56f59c66fa9 req-95f5acb1-1824-4dee-a52b-981696910fee tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171408 Feb 04 15:25:24.979164 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b883b0d-79f7-4d0e-8a5e-4e79a786e757 req-15734fb5-edbf-4026-9ec4-f2ba8d7cee4f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278298 Feb 04 15:25:25.049250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Deleting port c838b835-8693-4593-8eb6-7ad91474cd3d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:25.049615 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.108404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.222657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.228413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.243758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.261217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c6c088-a115-406c-b4c5-ae966f2b180a']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:25.261740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-89c3cca2-d832-4b51-9d2c-c88ac496702d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1001 time: 0.1849866 Feb 04 15:25:25.279340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c05aeed-0d8a-4e15-8e32-39cf27e45b3d') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:25.279894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c05aeed-0d8a-4e15-8e32-39cf27e45b3d') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:25.297863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.322041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] For port c838b835-8693-4593-8eb6-7ad91474cd3d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c838b835-8693-4593-8eb6-7ad91474cd3d,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:25.322041 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.330699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.340178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:25:25.340967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:25:25.343465 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:25:25.359165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Calling delete_port for c838b835-8693-4593-8eb6-7ad91474cd3d owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:25.432158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.448087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event updated for resources: {'Port': ['ID=491715fe-d4a1-42dc-878e-45fca03df7c1,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:25.454275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.461475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] 10.222.0.47 "DELETE /v2.0/networks/06c6c088-a115-406c-b4c5-ae966f2b180a HTTP/1.1" status: 204 len: 168 time: 0.5038257 Feb 04 15:25:25.502619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3def4a3-6aaf-4751-93b3-ad4665335690 admin admin] Pushing event deleted for resources: {'Network': ['ID=06c6c088-a115-406c-b4c5-ae966f2b180a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:25.530420 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.599753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.613142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cd0be52f-8a2f-4ca9-b03b-08c799164024 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2697501 Feb 04 15:25:25.619278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-7f24ef4b-8979-446d-a1b9-2ecc47d955e3 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.624896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-7f24ef4b-8979-446d-a1b9-2ecc47d955e3 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.3280621 Feb 04 15:25:25.728824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd493-b55c-4b90-9fc3-6a3e54057db2 req-53886216-1bb0-4a74-977c-ab469fdd2c4b tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.737814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdafd493-b55c-4b90-9fc3-6a3e54057db2 req-53886216-1bb0-4a74-977c-ab469fdd2c4b tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.2198462 Feb 04 15:25:25.804245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36504) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:25.806170 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdafd493-b55c-4b90-9fc3-6a3e54057db2 req-51c2d74c-79c5-46fd-89cd-47efefc206be tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594206 Feb 04 15:25:25.827168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-467073fb-3958-42c5-826a-d37b7dbbef7f tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1001 time: 0.1874819 Feb 04 15:25:25.847249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:25.950771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b42d2b-59d5-4aa9-bdb1-61cf310050dd req-97b753fe-3759-4a39-81e5-51397c6bddf0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:25.952514 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26b42d2b-59d5-4aa9-bdb1-61cf310050dd req-97b753fe-3759-4a39-81e5-51397c6bddf0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.0718007 Feb 04 15:25:25.974831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:25.983577 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-033792c2-409d-47a7-9eae-557665134ec8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f52a520cf6242698fd485b4d0c870fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722143 Feb 04 15:25:25.986407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36506) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:26.014725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-26b42d2b-59d5-4aa9-bdb1-61cf310050dd req-4ba46125-d1a7-4682-ae37-142596025db0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505464 Feb 04 15:25:26.054018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.119030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Pushing event deleted for resources: {'Port': ['ID=c838b835-8693-4593-8eb6-7ad91474cd3d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:26.232880 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-bf03126d-07a4-4c75-81e3-212b20a6dcca tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--863184831&fields=id&tenant_id=f42a658480344724800dbf5128751bef HTTP/1.1" status: 200 len: 267 time: 0.1062343 Feb 04 15:25:26.259198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05bd595c-a40f-41f9-93eb-88ea18feb222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.322423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.339081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.339471 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Floating IP e876c818-ce0b-4ae5-9638-85eb71554183 disassociated. External IP: 172.25.1.28, port: f6f6e3a5-e987-4c03-903e-180de50e7bfe. Feb 04 15:25:26.343254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05bd595c-a40f-41f9-93eb-88ea18feb222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.441182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-de7022ff-6c68-4187-ac38-c8d54b5231cc tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:26.450805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-de7022ff-6c68-4187-ac38-c8d54b5231cc tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/networks?id=9b252c66-1bb5-4dfe-9757-72478fa80673 HTTP/1.1" status: 200 len: 814 time: 0.2077534 Feb 04 15:25:26.478937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-0e71ef1e-1de3-4023-81e6-7b40f13ddc46 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/quotas/f42a658480344724800dbf5128751bef HTTP/1.1" status: 200 len: 375 time: 0.0224133 Feb 04 15:25:26.586217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-4d9a1be8-0a18-491c-acf9-88b193976685 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f42a658480344724800dbf5128751bef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996542 Feb 04 15:25:26.802055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-ae6fccce-c290-41c8-8561-2ea5c1796acc service neutron] 10.222.0.47 "GET /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782396 Feb 04 15:25:26.947071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-d5b98cf9-cbe1-4eb4-95c4-cb3e6ae01600 service neutron] 10.222.0.47 "GET /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262155 Feb 04 15:25:26.947378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.949005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05bd595c-a40f-41f9-93eb-88ea18feb222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.952189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05bd595c-a40f-41f9-93eb-88ea18feb222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:26.953502 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-05bd595c-a40f-41f9-93eb-88ea18feb222 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c29f7a96-1255-490e-8b7d-01110be4d42a HTTP/1.1" status: 204 len: 168 time: 0.9641564 Feb 04 15:25:26.975274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd595c-a40f-41f9-93eb-88ea18feb222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f7a96-1255-490e-8b7d-01110be4d42a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:27.278451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba177fa-0f69-4707-b567-1f02d75debe7 req-2a5baca9-9e2a-4b9b-a63f-fdd13a8568ca tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.281410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ba177fa-0f69-4707-b567-1f02d75debe7 req-2a5baca9-9e2a-4b9b-a63f-fdd13a8568ca tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.1134479 Feb 04 15:25:27.308432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Router e953d199-4062-4b26-be18-8a76bb6125d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:27.410531 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ba177fa-0f69-4707-b567-1f02d75debe7 req-07a96ed2-fba1-43bb-bc87-fa8e70454530 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054406 Feb 04 15:25:27.615031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c058117-a411-4fb6-a112-4b7389e67c44 req-86a1d254-b27e-4543-b378-e14a00188b82 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.618019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c058117-a411-4fb6-a112-4b7389e67c44 req-86a1d254-b27e-4543-b378-e14a00188b82 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.0789354 Feb 04 15:25:27.693076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c058117-a411-4fb6-a112-4b7389e67c44 req-0c1534a4-f255-4a02-a94e-fd02244b68bf tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661309 Feb 04 15:25:27.697280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:27.707210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:27.709326 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:27.712220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:27.724377 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:27.725030 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:27.877152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe451fa-b581-43dc-afb4-f3d4f1c7d4fe req-14b437ed-df00-4b58-a542-f83e21fc0958 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:27.879136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbe451fa-b581-43dc-afb4-f3d4f1c7d4fe req-14b437ed-df00-4b58-a542-f83e21fc0958 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.0742128 Feb 04 15:25:27.889856 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:27.901020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-ec28b6f5-a19f-4005-a205-3492a1689416 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "PUT /v2.0/floatingips/e876c818-ce0b-4ae5-9638-85eb71554183 HTTP/1.1" status: 200 len: 695 time: 2.0587492 Feb 04 15:25:27.906541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:27.911347 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96" -d '{"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:27.965337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbe451fa-b581-43dc-afb4-f3d4f1c7d4fe req-ba16e2a4-8b44-46f8-9547-ee930f9c3f54 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755346 Feb 04 15:25:28.072897 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-441e5203-e36d-4ace-97b3-d71f35937758 req-ebec8ca2-ae7e-408d-abbe-753ba8b52049 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 210 time: 0.0569751 Feb 04 15:25:28.155163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-3440cbf9-0c46-4893-8df3-8923d67ba077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.159381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-3440cbf9-0c46-4893-8df3-8923d67ba077 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.2353535 Feb 04 15:25:28.328104 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:28.328397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:28.341956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] Sync routers for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:28.345201 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b152e64d-77ea-4eb0-8a8b-3a759ff506af admin admin] 10.222.0.47 "PUT /v2.0/routers/381d673a-b8e7-4b4a-a770-cc2e082b7a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1469805 Feb 04 15:25:28.348118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36560) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:28.359054 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:28.370009 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:28.370927 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:28.371395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:28.373802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:28.425673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-623bbb03-7668-4cbd-8ba6-4802fed91dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.428529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-623bbb03-7668-4cbd-8ba6-4802fed91dc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.2541263 Feb 04 15:25:28.562397 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-f8f0e910-f54c-464b-8731-a989863053da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 217 time: 0.1249027 Feb 04 15:25:28.607132 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:28.635859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:28.637294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.683375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-28f83a06-648b-42ec-ae29-efb66251a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.687045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-28f83a06-648b-42ec-ae29-efb66251a2fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.1172297 Feb 04 15:25:28.792288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-0204b66e-5574-4567-9cd1-d3305743b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.794407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-0204b66e-5574-4567-9cd1-d3305743b763 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947859 Feb 04 15:25:28.862204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f02b57-be7e-4c20-afd1-c3795d46d572 req-1ee3352f-3414-46d3-a73f-33edb2bfeaf8 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:28.873473 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2f02b57-be7e-4c20-afd1-c3795d46d572 req-1ee3352f-3414-46d3-a73f-33edb2bfeaf8 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1096 time: 0.0751140 Feb 04 15:25:28.908929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:28.929022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2f02b57-be7e-4c20-afd1-c3795d46d572 req-9a1ff906-c8d1-46b1-8386-7701dad92c62 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545077 Feb 04 15:25:28.958257 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-8abdea1d-2e4f-444e-b7b7-26e1253ea36c service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559527 Feb 04 15:25:28.985842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:25:25Z', 'revision_number': 5, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port': {'id': '6f4237c5-a2c7-42a1-ad10-9171713b16c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:42Z', 'updated_at': '2022-02-04T15:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:29.041486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] Checking router: 381d673a-b8e7-4b4a-a770-cc2e082b7a75 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:29.045423 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:29.054260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Deleting port 6f4237c5-a2c7-42a1-ad10-9171713b16c6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:29.054648 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.060928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] Routers {'381d673a-b8e7-4b4a-a770-cc2e082b7a75'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:29.062188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:29.087358 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea0ab9-072d-4c28-9891-dba13f1ba003 None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '566f47dc-e12d-4b44-bfae-d2586546aab8', 'name': '', 'network_id': '5327106e-fb71-4a88-95ca-5686fc2b771b', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'mac_address': 'fa:16:3e:03:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'c45f2983-16a2-4521-a485-295b9a311276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:46Z', 'updated_at': '2022-02-04T15:23:55Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'subnets': [{'id': 'c45f2983-16a2-4521-a485-295b9a311276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:29.234662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] For port 6f4237c5-a2c7-42a1-ad10-9171713b16c6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6f4237c5-a2c7-42a1-ad10-9171713b16c6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:29.235603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.242118 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f3a86f-ad57-4565-af5e-6782f9c7927d x-openstack-request-id: req-24f3a86f-ad57-4565-af5e-6782f9c7927d {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:29.243361 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:29.243639 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24f3a86f-ad57-4565-af5e-6782f9c7927d {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:29.244559 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'status': 'completed', 'code': 200} Feb 04 15:25:29.264263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4f1c93e-f157-46ad-82ad-cefa89200f1d req-a2b8acb6-353f-4a68-8550-17fb96b23477 service neutron] 10.222.0.47 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945101 Feb 04 15:25:29.333841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Calling delete_port for 6f4237c5-a2c7-42a1-ad10-9171713b16c6 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:29.341318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-0a6d35f1-ce6c-4de9-8521-7920027f66a7 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.343640 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-0a6d35f1-ce6c-4de9-8521-7920027f66a7 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.30 "GET /v2.0/networks?id=9b252c66-1bb5-4dfe-9757-72478fa80673 HTTP/1.1" status: 200 len: 814 time: 0.2458684 Feb 04 15:25:29.434702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-e21cfd11-ee35-44d3-b200-4fe41ae7ca90 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f42a658480344724800dbf5128751bef HTTP/1.1" status: 200 len: 379 time: 0.0785313 Feb 04 15:25:29.448639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Request body: {'port': {'device_id': '2d592532-c5de-4791-b507-9a88060162c7', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'admin_state_up': True, 'tenant_id': 'f42a658480344724800dbf5128751bef', 'security_groups': ['5af36cfa-fd86-48a6-ba74-2febebdfb2c1']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:29.456069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] Set router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:29.471509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-f5533f79-501b-4ee2-bb51-abc0c709f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.474835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-f5533f79-501b-4ee2-bb51-abc0c709f46b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba9c7cc7cd764909934f884d4db39674&device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 1097 time: 0.1820703 Feb 04 15:25:29.475978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dee1be-447d-41bd-8645-797f8a69c51b req-29577ab3-b853-471b-95a6-7d4660790b49 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.477661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6dee1be-447d-41bd-8645-797f8a69c51b req-29577ab3-b853-471b-95a6-7d4660790b49 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1096 time: 0.0932350 Feb 04 15:25:29.650441 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:25:28Z', 'revision_number': 6, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:29.650766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6dee1be-447d-41bd-8645-797f8a69c51b req-97b95e93-3715-49dc-8cea-c5890ac345b1 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041136 Feb 04 15:25:29.740180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-2f389a51-83b6-48a5-8200-69da688ca767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.743217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-2f389a51-83b6-48a5-8200-69da688ca767 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 200 len: 921 time: 0.2533691 Feb 04 15:25:29.744774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f93aa9-d62d-4c52-8577-add8dbbb5123 None None] The sync data for ids ['381d673a-b8e7-4b4a-a770-cc2e082b7a75'] in n-d-827869-1 is: [{'id': '381d673a-b8e7-4b4a-a770-cc2e082b7a75', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1838055958-router', 'tenant_id': '26192a914796443084c5e9edd5a7d924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:40Z', 'updated_at': '2022-02-04T15:25:28Z', 'revision_number': 6, 'project_id': '26192a914796443084c5e9edd5a7d924', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:29.750536 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2175cc-ed80-4159-93db-1fec323b3bcc None None] New status for floating IP e876c818-ce0b-4ae5-9638-85eb71554183: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:25:29.752824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Made reservation on behalf of f42a658480344724800dbf5128751bef for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:25:29.763926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.851897 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-38bb4a02-f374-43de-a95f-26f0826f4667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 200 len: 217 time: 0.0825737 Feb 04 15:25:29.931894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:29.936099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-173d508e-6577-4ca9-8adf-d425fd083da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:29.937999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-173d508e-6577-4ca9-8adf-d425fd083da5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 200 len: 859 time: 0.0786006 Feb 04 15:25:29.982030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4237c5-a2c7-42a1-ad10-9171713b16c6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:30.087967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-c97efff0-014d-43e5-97df-a8de3dc408a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.101491 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-c97efff0-014d-43e5-97df-a8de3dc408a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5327106e-fb71-4a88-95ca-5686fc2b771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553078 Feb 04 15:25:30.118322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.122333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Allocated IP 172.20.0.8 (9b252c66-1bb5-4dfe-9757-72478fa80673/79343834-4a36-4060-a7a5-ceb64e9840eb/50a1e09d-1987-4398-a989-697bad5192b2) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:25:30.242815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac43626-5949-46e6-bbdd-4b49f4915e88 req-6d316919-6ba8-4e1a-8331-40dd0b5b8777 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:30.244622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac43626-5949-46e6-bbdd-4b49f4915e88 req-6d316919-6ba8-4e1a-8331-40dd0b5b8777 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.1290793 Feb 04 15:25:30.358559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.371194 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.422677 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac43626-5949-46e6-bbdd-4b49f4915e88 req-7cef589a-0988-47b2-980e-9ee07118afb4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512609 Feb 04 15:25:30.517077 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e98296f5-ea2a-485e-a76e-675662e61ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.633361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.634903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 381d673a-b8e7-4b4a-a770-cc2e082b7a75 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:25:30.686157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.707399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.712938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ace4a73a-e6bc-4391-81be-3b2a4db32348 admin admin] 10.222.0.47 "DELETE /v2.0/routers/381d673a-b8e7-4b4a-a770-cc2e082b7a75 HTTP/1.1" status: 204 len: 168 time: 2.3617203 Feb 04 15:25:30.714916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36590) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:30.734018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-960e2cce-a20d-412b-9bcf-91ea092fd59c req-c4a1cbfb-f70f-42a6-a6ce-c22cba42d988 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 210 time: 0.1396172 Feb 04 15:25:30.874671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-fd7ab1f3-5687-4223-9e23-ef88ee8f3f99 service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422352 Feb 04 15:25:30.948982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7eaa60-8bca-46a4-965b-6bfeb2a4c070 admin admin] Deleting subnet e87b2ce2-cb8b-454e-9dd3-6060a92d65fb {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:25:30.957361 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:30.960574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa60-8bca-46a4-965b-6bfeb2a4c070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.004848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6f4237c5-a2c7-42a1-ad10-9171713b16c6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:31.112126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6f4237c5-a2c7-42a1-ad10-9171713b16c6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:31.112686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6f4237c5-a2c7-42a1-ad10-9171713b16c6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:31.113366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c838b835-8693-4593-8eb6-7ad91474cd3d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:31.133271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dd0b4bd-3bac-4f3a-832d-dc20c31bcd96 req-0bc25915-fb45-4d36-8ebe-92b2d0fde45d service neutron] 10.222.0.50 "GET /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482393 Feb 04 15:25:31.168571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c838b835-8693-4593-8eb6-7ad91474cd3d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:31.170097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c838b835-8693-4593-8eb6-7ad91474cd3d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:31.254790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:25:31.285438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa60-8bca-46a4-965b-6bfeb2a4c070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.292920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:25:31.295533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event updated for resources: {'Port': ['ID=50a1e09d-1987-4398-a989-697bad5192b2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:31.328811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:25:31.477811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:31.482199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.537486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8ccf0dde-0702-4a1f-bf4e-6b3c4162a8a3 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0939145 Feb 04 15:25:31.565323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb9d54-4ed1-45f4-8476-bf7e364e129f req-519a54ae-58a1-4f41-88fd-afe6ce104869 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:31.568485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cdb9d54-4ed1-45f4-8476-bf7e364e129f req-519a54ae-58a1-4f41-88fd-afe6ce104869 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.4256792 Feb 04 15:25:31.587902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Request body: {'port': {'device_id': '2d592532-c5de-4791-b507-9a88060162c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:31.664493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-22ddfa07-4a08-4652-9ed5-8afc947f15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:31.667474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-22ddfa07-4a08-4652-9ed5-8afc947f15e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e485ec0afbb54e1a8394c23418f3703f&device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 1097 time: 0.4976466 Feb 04 15:25:31.764980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f2f12f73-c7d7-4bdc-9d49-68febfffdfc9 None None] Provisioning complete for port 50a1e09d-1987-4398-a989-697bad5192b2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:31.766100 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2f12f73-c7d7-4bdc-9d49-68febfffdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.823263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f2f12f73-c7d7-4bdc-9d49-68febfffdfc9 None None] Port 50a1e09d-1987-4398-a989-697bad5192b2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:25:31.902959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:31.949433 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa60-8bca-46a4-965b-6bfeb2a4c070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.010332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cdb9d54-4ed1-45f4-8476-bf7e364e129f req-a576b15d-d8c8-4c41-929e-91685634fa91 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344705 Feb 04 15:25:32.257963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-b655be4e-e97a-4957-9061-f2b19b634bd7 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips/e876c818-ce0b-4ae5-9638-85eb71554183 HTTP/1.1" status: 200 len: 693 time: 0.1910315 Feb 04 15:25:32.263013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-0270eef0-05df-4c46-a6ef-eba813ffc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.265570 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-0270eef0-05df-4c46-a6ef-eba813ffc1aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 200 len: 917 time: 0.5512481 Feb 04 15:25:32.434754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-994f37b4-9710-4951-81a6-09b0258bf2df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94b79021-76ac-4507-ac35-c393a0fd4280 HTTP/1.1" status: 200 len: 217 time: 0.0967562 Feb 04 15:25:32.503254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa60-8bca-46a4-965b-6bfeb2a4c070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.559352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-e699e5e9-34b5-4a96-9dca-b876b724e8f3 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:25:32.561355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-e699e5e9-34b5-4a96-9dca-b876b724e8f3 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138371 Feb 04 15:25:32.591891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7eaa60-8bca-46a4-965b-6bfeb2a4c070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87b2ce2-cb8b-454e-9dd3-6060a92d65fb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:32.609598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a018b-80a3-44b7-b397-1eb49f603d35 None None] Network eac7cd70-b40c-4229-bab6-065295e81f12 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:25:32.629875 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa60-8bca-46a4-965b-6bfeb2a4c070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:32.633296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab7eaa60-8bca-46a4-965b-6bfeb2a4c070 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e87b2ce2-cb8b-454e-9dd3-6060a92d65fb HTTP/1.1" status: 204 len: 168 time: 1.9162886 Feb 04 15:25:32.638311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36632) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:32.665622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-ca588dd9-85ca-42cb-845f-85d717648d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.667178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-ca588dd9-85ca-42cb-845f-85d717648d19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b747500-f405-4e5a-963e-f75459d61983 HTTP/1.1" status: 200 len: 855 time: 0.1906660 Feb 04 15:25:32.675659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-0be2a0c3-8871-4044-929e-a9f7444cfbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.681346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-0be2a0c3-8871-4044-929e-a9f7444cfbae service neutron] 10.222.0.47 "GET /v2.0/ports/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 200 len: 1093 time: 0.1081374 Feb 04 15:25:32.719880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Request body: {'binding': {'host': 'n-h2-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:32.720170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-37d599b8-0cbe-428f-80e9-90beb679efdb tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:32.720389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:25:32.729340 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-37d599b8-0cbe-428f-80e9-90beb679efdb tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.4492924 Feb 04 15:25:32.757427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-5340bca0-b6fc-4647-af1f-7004a74e7fe0 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:25:32.758870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-5340bca0-b6fc-4647-af1f-7004a74e7fe0 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154362 Feb 04 15:25:32.796948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.006638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-fbacb2b3-0f6d-44f5-90c6-55167c4b6033 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:33.008394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-fbacb2b3-0f6d-44f5-90c6-55167c4b6033 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.1064484 Feb 04 15:25:33.028812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827869-1'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:33.061493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] DHCP port deletion for eac7cd70-b40c-4229-bab6-065295e81f12 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:25:33.067028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Deleting port 85778ca4-18be-45bf-be44-5719c7ffca77 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:33.067377 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.092649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on host n-h2-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:33.093146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:33.093784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:33.123995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] Deleting port 85778ca4-18be-45bf-be44-5719c7ffca77 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:33.124552 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.171143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:25:33.171581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:33.196598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:33.196916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:33.197286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:33.197886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Bound port: ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:33.211877 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.224156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] For port 85778ca4-18be-45bf-be44-5719c7ffca77, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=85778ca4-18be-45bf-be44-5719c7ffca77,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:33.224861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.228112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] For port 85778ca4-18be-45bf-be44-5719c7ffca77, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=85778ca4-18be-45bf-be44-5719c7ffca77,segment=NetworkSegment(08f8d3e8-8c63-4c77-a79b-170db0eeca53),segment_id=08f8d3e8-8c63-4c77-a79b-170db0eeca53)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:33.228966 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.252184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] Calling delete_port for 85778ca4-18be-45bf-be44-5719c7ffca77 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:33.288168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Calling delete_port for 85778ca4-18be-45bf-be44-5719c7ffca77 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:33.388012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.412963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:33.429292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] Pushing event deleted for resources: {'Port': ['ID=85778ca4-18be-45bf-be44-5719c7ffca77,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:33.430183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.437226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9c6f2-3291-4cfc-b672-d77fb5911b26 None None] No DVR routers for this DVR port 85778ca4-18be-45bf-be44-5719c7ffca77 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:33.438181 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-2740f0f4-0bf6-4a2a-bfed-94f46b437970 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 696 time: 0.6312671 Feb 04 15:25:33.443811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9c76f76e-de44-496a-ac39-751cefd2b2e3 service neutron] 10.222.0.47 "POST /v2.0/ports/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2/bindings HTTP/1.1" status: 201 len: 389 time: 0.7271543 Feb 04 15:25:33.444388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-accc11c0-2957-465b-8729-a7d12f4e83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:33.452512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-accc11c0-2957-465b-8729-a7d12f4e83a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b07aaf40-37ff-4794-be79-b7b0ff9fa478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7093675 Feb 04 15:25:33.571036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9095-7306-4794-8c2b-de6d8f0e9b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.613280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a1e09d-1987-4398-a989-697bad5192b2 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:33.655068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-9e595109-c5a7-4185-92d5-2c705e98d43d tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 696 time: 0.2155809 Feb 04 15:25:33.662180 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.715932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:33.756026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e60c-8faa-47de-9b57-8c8aec44ab07 req-ae810cd8-7492-4899-82e2-daf84a57b27a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:33.758704 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1473e60c-8faa-47de-9b57-8c8aec44ab07 req-ae810cd8-7492-4899-82e2-daf84a57b27a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 945 time: 0.1313024 Feb 04 15:25:33.773138 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.806625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Transition to ACTIVE for port object 50a1e09d-1987-4398-a989-697bad5192b2 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:33.846267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:33.904483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Pushing event deleted for resources: {'Port': ['ID=85778ca4-18be-45bf-be44-5719c7ffca77,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:33.917965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] No DVR routers for this DVR port 85778ca4-18be-45bf-be44-5719c7ffca77 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:33.958949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-25cb0966-f7fb-41a0-9a53-61a6334918c4 service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847322 Feb 04 15:25:34.033473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:34.045857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1473e60c-8faa-47de-9b57-8c8aec44ab07 req-dff0c226-3aad-4858-b96f-0780bd2b2e2f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784915 Feb 04 15:25:34.107095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Pushing event updated for resources: {'Port': ['ID=50a1e09d-1987-4398-a989-697bad5192b2,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:34.107095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-289fc14a-55a6-4d63-a065-98394f5ab1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:34.107777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-289fc14a-55a6-4d63-a065-98394f5ab1f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1096 time: 0.3275895 Feb 04 15:25:34.367824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d6f9780-ea86-4f5e-9e12-ad8c7d1ee146 req-e12a2fa1-a255-470e-a837-dff28f017bf1 service neutron] 10.222.0.50 "GET /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916509 Feb 04 15:25:34.376241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Deleting port 324e3908-d680-46e8-ba77-ae6668bc18ce {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:34.376582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.419082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Attempting to bind port 50a1e09d-1987-4398-a989-697bad5192b2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:34.419455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Attempting to bind port 50a1e09d-1987-4398-a989-697bad5192b2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:34.419911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Attempting to bind port 50a1e09d-1987-4398-a989-697bad5192b2 on network 9b252c66-1bb5-4dfe-9757-72478fa80673 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:34.465909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Port 50a1e09d-1987-4398-a989-697bad5192b2 on network 9b252c66-1bb5-4dfe-9757-72478fa80673 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:25:34.467223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Attempting to bind port 50a1e09d-1987-4398-a989-697bad5192b2 on network 9b252c66-1bb5-4dfe-9757-72478fa80673 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:34.472124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-4fbf1318-0fbc-418c-b69e-a29bb6c23977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:34.474050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-4fbf1318-0fbc-418c-b69e-a29bb6c23977 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.3496397 Feb 04 15:25:34.493768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:34.494409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Checking segment: {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:34.494874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Bound using segment: {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:34.495462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Bound port: 50a1e09d-1987-4398-a989-697bad5192b2, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:34.495854 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.558611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-82042b44-c0db-4a60-83ef-adb681b72a16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 200 len: 217 time: 0.0767400 Feb 04 15:25:34.660371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.660690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.685435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 85778ca4-18be-45bf-be44-5719c7ffca77 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:34.697112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Calling delete_port for 324e3908-d680-46e8-ba77-ae6668bc18ce owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:34.729801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-47822dfa-7edf-49e4-8b02-a56715e8866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:34.731716 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-47822dfa-7edf-49e4-8b02-a56715e8866c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1641297 Feb 04 15:25:34.732083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 85778ca4-18be-45bf-be44-5719c7ffca77 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:34.732388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 85778ca4-18be-45bf-be44-5719c7ffca77 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:34.813260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:34.816321 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52247192-6bca-4778-a8bc-823068269565" -d '{"events": [{"server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:34.823871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.829828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] For port 50a1e09d-1987-4398-a989-697bad5192b2, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:34.830165 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.836463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-805a0756-c378-4fa6-9b16-2e5e19f953c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528207 Feb 04 15:25:34.840878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.874401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] For port 50a1e09d-1987-4398-a989-697bad5192b2, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=50a1e09d-1987-4398-a989-697bad5192b2,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:34.893015 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.899963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac7cd70-b40c-4229-bab6-065295e81f12']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:34.924774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f8d3e8-8c63-4c77-a79b-170db0eeca53') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:34.925168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f8d3e8-8c63-4c77-a79b-170db0eeca53') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:34.953671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fab92-f00f-4ebf-af65-1bacfadf2208 req-0536a3e2-8ac3-4755-892c-ff0fe73e117a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:34.955852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-673fab92-f00f-4ebf-af65-1bacfadf2208 req-0536a3e2-8ac3-4755-892c-ff0fe73e117a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 943 time: 0.2215531 Feb 04 15:25:34.964021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:34.999383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.001760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.002069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] 10.222.0.30 "PUT /v2.0/ports/50a1e09d-1987-4398-a989-697bad5192b2 HTTP/1.1" status: 200 len: 1091 time: 3.4217978 Feb 04 15:25:35.004867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d592532-c5de-4791-b507-9a88060162c7', 'tag': '50a1e09d-1987-4398-a989-697bad5192b2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:35.007553 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d592532-c5de-4791-b507-9a88060162c7", "tag": "50a1e09d-1987-4398-a989-697bad5192b2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:35.021256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:35.037459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.053358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on host n-h2-827869-1 for vnic_type normal with profile {"migrating_to": "n-h1-827869-1"} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:35.053768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:35.054150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:35.062488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:25:35.062901 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:25:35.065100 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:25:35.084664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:25:35.085039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:35.089931 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-673fab92-f00f-4ebf-af65-1bacfadf2208 req-6d0134f1-624e-408b-be5a-37f757987774 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234384 Feb 04 15:25:35.094798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d09c9-9b22-4faa-847a-253186ffae45 service neutron] Pushing event updated for resources: {'Port': ['ID=50a1e09d-1987-4398-a989-697bad5192b2,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:35.103249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-5863b2c7-c2b0-4079-96cc-85517da0926a service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526999 Feb 04 15:25:35.146796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:35.147471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:35.148057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:35.148710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Bound port: 6e8e3465-efa9-4988-904a-25c337fe249c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:35.149276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.203761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.225111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.234712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] 10.222.0.47 "DELETE /v2.0/networks/eac7cd70-b40c-4229-bab6-065295e81f12 HTTP/1.1" status: 204 len: 168 time: 2.5949526 Feb 04 15:25:35.249502 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6e8e3465-efa9-4988-904a-25c337fe249c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:25:35.281260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940591a9-9d25-4849-8c9c-6f93e65df465 admin admin] Pushing event deleted for resources: {'Network': ['ID=eac7cd70-b40c-4229-bab6-065295e81f12,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:35.298070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36646) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:35.317940 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:25:35.376791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9bad0138-578f-45bd-afa1-f586cf6e5b01 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560427 Feb 04 15:25:35.410091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:35.419304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.449589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on host n-h2-827869-1 for vnic_type normal with profile {"migrating_to": "n-h1-827869-1"} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:35.450211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:35.450779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:35.457757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:25:35.458604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:35.475570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:35.476246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:35.478701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:35.479432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Bound port: 6e8e3465-efa9-4988-904a-25c337fe249c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:35.480077 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.507983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:35.592128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Pushing event deleted for resources: {'Port': ['ID=324e3908-d680-46e8-ba77-ae6668bc18ce,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:35.609944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:35.625586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.658094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-b6e6d613-bf20-4b35-8740-38d389bc54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.660163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-b6e6d613-bf20-4b35-8740-38d389bc54c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f42a658480344724800dbf5128751bef&device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 1094 time: 0.2814851 Feb 04 15:25:35.675439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:35.687647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6e8e3465-efa9-4988-904a-25c337fe249c-n-h2-827869-1-0 {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:25:35.690668 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:25:35.692887 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.716016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=8']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:35.721602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-6d0623f3-3be5-46a4-97bd-af3a30c80183 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50a1e09d-1987-4398-a989-697bad5192b2 HTTP/1.1" status: 200 len: 217 time: 0.0517786 Feb 04 15:25:35.727453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.730408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.732034 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0aa7a89a-27c8-4821-b991-a21632a8d8cf req-75d18d97-5d58-4c39-a344-346a549c011e tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "DELETE /v2.0/floatingips/e876c818-ce0b-4ae5-9638-85eb71554183 HTTP/1.1" status: 204 len: 173 time: 2.0571990 Feb 04 15:25:35.797558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2081f2e-f8da-49ed-9437-2ab6bf980aa2 req-63f711f2-387c-4dee-aa4b-c24044d35b7d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.800656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2081f2e-f8da-49ed-9437-2ab6bf980aa2 req-63f711f2-387c-4dee-aa4b-c24044d35b7d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.2880456 Feb 04 15:25:35.808838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-e7441ed1-7fd5-4099-8547-5bb537cfbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.810554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-e7441ed1-7fd5-4099-8547-5bb537cfbf68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79343834-4a36-4060-a7a5-ceb64e9840eb HTTP/1.1" status: 200 len: 853 time: 0.0773718 Feb 04 15:25:35.905010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-3a668b53-6930-4a07-8135-ab8f285ff445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.906916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-3a668b53-6930-4a07-8135-ab8f285ff445 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b252c66-1bb5-4dfe-9757-72478fa80673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870581 Feb 04 15:25:35.933203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:35.935052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:35.937124 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-df3bef2b-3793-46f2-bf76-ae89a9073191 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 200 len: 1121 time: 2.9138689 Feb 04 15:25:35.965142 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2081f2e-f8da-49ed-9437-2ab6bf980aa2 req-bd171239-8c40-4621-819b-8d8b9aa2091f tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563435 Feb 04 15:25:36.007110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e81c1-d3df-4584-9190-52de2fb54387 req-43d687c5-2bad-4367-9c91-77c6a0a3a7d4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:36.008815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-928e81c1-d3df-4584-9190-52de2fb54387 req-43d687c5-2bad-4367-9c91-77c6a0a3a7d4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.1245461 Feb 04 15:25:36.080958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['6e8e3465-efa9-4988-904a-25c337fe249c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:36.108211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-ae6cb667-284f-4b6d-a8b4-7422142c8017 service neutron] 10.222.0.30 "GET /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850395 Feb 04 15:25:36.139394 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476eec4-df06-412c-868a-077b35e78fd8 x-openstack-request-id: req-9476eec4-df06-412c-868a-077b35e78fd8 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:36.140242 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:36.141545 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9476eec4-df06-412c-868a-077b35e78fd8 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:36.142748 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c', 'code': 200} Feb 04 15:25:36.182111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6e8e3465-efa9-4988-904a-25c337fe249c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:36.196548 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-928e81c1-d3df-4584-9190-52de2fb54387 req-7cd34240-09ad-4dd9-8377-226925512266 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872042 Feb 04 15:25:36.270442 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6051d2-2eb9-4b78-9701-038e0210b3c3 x-openstack-request-id: req-ab6051d2-2eb9-4b78-9701-038e0210b3c3 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:36.270743 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d592532-c5de-4791-b507-9a88060162c7", "tag": "50a1e09d-1987-4398-a989-697bad5192b2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:36.271000 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ab6051d2-2eb9-4b78-9701-038e0210b3c3 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:36.271570 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d592532-c5de-4791-b507-9a88060162c7', 'tag': '50a1e09d-1987-4398-a989-697bad5192b2', 'status': 'completed', 'code': 200} Feb 04 15:25:36.312210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee9bd91-b461-4969-9d90-c11d498a85ef req-8d2768dd-a5ad-48a1-a7ca-cf8e2f526ffc service neutron] 10.222.0.30 "GET /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682069 Feb 04 15:25:36.413548 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:36.450369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on host n-h2-827869-1 for vnic_type normal with profile {"migrating_to": "n-h1-827869-1"} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:36.453168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:36.453662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:36.456571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d73354-1e0f-4af9-bf85-a12d73701714 req-0d5ea8e8-7998-44fc-83df-a2023206d2d8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:36.466927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44d73354-1e0f-4af9-bf85-a12d73701714 req-0d5ea8e8-7998-44fc-83df-a2023206d2d8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.1126747 Feb 04 15:25:36.471075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:25:36.471919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempting to bind port 6e8e3465-efa9-4988-904a-25c337fe249c on network 11b552a8-8019-4368-ab3e-b5b9e7ee6969 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:36.490719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:36.491471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Checking segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:36.493325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Bound using segment: {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:36.494482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Bound port: 6e8e3465-efa9-4988-904a-25c337fe249c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709a24e-b613-4d15-ac88-2e0de4947525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '11b552a8-8019-4368-ab3e-b5b9e7ee6969'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:36.495130 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:36.566183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44d73354-1e0f-4af9-bf85-a12d73701714 req-0bb91560-1a3d-405e-b09e-bbc4febd1732 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983267 Feb 04 15:25:36.614083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-d1527654-dee3-47d3-bc43-fb0a5ebf9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:36.618501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-d1527654-dee3-47d3-bc43-fb0a5ebf9a0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f42a658480344724800dbf5128751bef&device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 1094 time: 0.1397913 Feb 04 15:25:36.882635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-0070c8a7-25df-46ec-a80c-9dcb3c813445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:36.884894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-0070c8a7-25df-46ec-a80c-9dcb3c813445 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b252c66-1bb5-4dfe-9757-72478fa80673 HTTP/1.1" status: 200 len: 915 time: 0.2580793 Feb 04 15:25:36.897054 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:36.936962 n-d-827869-1 neutron-server[102424]: WARNING neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Concurrent port binding operations failed on port 6e8e3465-efa9-4988-904a-25c337fe249c Feb 04 15:25:36.945024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:36.979208 n-d-827869-1 neutron-server[102424]: INFO neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Attempt 2 to bind port 6e8e3465-efa9-4988-904a-25c337fe249c Feb 04 15:25:36.983806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6e8e3465-efa9-4988-904a-25c337fe249c has no active binding in host n-h1-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:25:37.021046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac0f77-a8d8-4c16-8fe4-35a0f527b5bc req-fec4dcdf-3a49-4bda-bd1a-6aa2f952d309 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.022991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7ac0f77-a8d8-4c16-8fe4-35a0f527b5bc req-fec4dcdf-3a49-4bda-bd1a-6aa2f952d309 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 943 time: 0.2484491 Feb 04 15:25:37.025094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-67b8abb3-4eff-449c-8ed5-2d502c592a27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50a1e09d-1987-4398-a989-697bad5192b2 HTTP/1.1" status: 200 len: 217 time: 0.1318116 Feb 04 15:25:37.076846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Deleting port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:37.077813 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:37.131811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7ac0f77-a8d8-4c16-8fe4-35a0f527b5bc req-98997bce-a0a5-4a28-a86b-f09e68328f26 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995409 Feb 04 15:25:37.165415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-f6718808-dab8-468b-88b8-dc2f5104fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.168037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-f6718808-dab8-468b-88b8-dc2f5104fb07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79343834-4a36-4060-a7a5-ceb64e9840eb HTTP/1.1" status: 200 len: 853 time: 0.1250482 Feb 04 15:25:37.238556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049fa3-28e9-4dab-b8a4-5948a8ce67b4 req-76889515-acfe-4593-a28d-f695ef8693b8 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.251073 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91049fa3-28e9-4dab-b8a4-5948a8ce67b4 req-76889515-acfe-4593-a28d-f695ef8693b8 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.1946595 Feb 04 15:25:37.265329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-9e40825e-0858-44e5-b263-d38db8d2ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.271306 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-9e40825e-0858-44e5-b263-d38db8d2ca08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b252c66-1bb5-4dfe-9757-72478fa80673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923522 Feb 04 15:25:37.296385 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:37.397239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91049fa3-28e9-4dab-b8a4-5948a8ce67b4 req-b4d1ff2d-8d83-4d4f-b775-9b4754bbaa7c tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448505 Feb 04 15:25:37.486300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] For port 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,segment=NetworkSegment(d59ff9f6-4c0b-4abc-b376-88599ba60d74),segment_id=d59ff9f6-4c0b-4abc-b376-88599ba60d74)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:37.490852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:37.531566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Calling delete_port for 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:37.570021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-cfa3dae9-a06c-441c-b5b7-e3874ea5281a service neutron] 10.222.0.30 "GET /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907608 Feb 04 15:25:37.713256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb5ad3-5b94-43bc-94ed-d6d81f68ab55 req-bc6719d3-0f30-47a0-abb7-499d60973ad7 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.715427 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3aeb5ad3-5b94-43bc-94ed-d6d81f68ab55 req-bc6719d3-0f30-47a0-abb7-499d60973ad7 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 946 time: 0.2023523 Feb 04 15:25:37.808860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d4a31e1-9d64-45f6-b0b1-836f4fca91b0 req-41335c52-fa04-44e2-bfad-520855a7b789 service neutron] 10.222.0.30 "GET /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298417 Feb 04 15:25:37.817681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3aeb5ad3-5b94-43bc-94ed-d6d81f68ab55 req-5cea3bcc-7686-4c9b-9d6e-e6c02f29a57c tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872605 Feb 04 15:25:37.904144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352528-04c1-4fb6-9902-ee004ba51999 req-77a4c7b2-47f9-4ae1-9079-065826fc8eab tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:37.914932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed352528-04c1-4fb6-9902-ee004ba51999 req-77a4c7b2-47f9-4ae1-9079-065826fc8eab tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.1741049 Feb 04 15:25:38.022484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed352528-04c1-4fb6-9902-ee004ba51999 req-2c461b37-836a-48b1-98fd-da8309e618c6 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055386 Feb 04 15:25:38.072490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198acbf-daab-4a81-b11a-c06474a46025 req-4bb5417e-ea9b-4520-ad7b-dc6293b3734a tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:38.077077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d198acbf-daab-4a81-b11a-c06474a46025 req-4bb5417e-ea9b-4520-ad7b-dc6293b3734a tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 945 time: 0.1237233 Feb 04 15:25:38.138399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:38.157603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:38.161451 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640c91f5-da8c-45fa-a4c6-c0c4c369a726" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:38.173896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d198acbf-daab-4a81-b11a-c06474a46025 req-c6581f8b-5aef-4230-87b2-b011c8adf34b tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842690 Feb 04 15:25:38.217783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:38.433051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec2fcb-508b-4634-adb4-7fd4a6b5977e req-42d45543-2919-444c-9372-fa563229f6fd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:38.452424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-12ec2fcb-508b-4634-adb4-7fd4a6b5977e req-42d45543-2919-444c-9372-fa563229f6fd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.2340927 Feb 04 15:25:38.513057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f8467-7434-4361-a452-45a3c20976e2 req-cad35848-bac2-43ef-a044-127e4f356c8d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:38.516074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-942f8467-7434-4361-a452-45a3c20976e2 req-cad35848-bac2-43ef-a044-127e4f356c8d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 943 time: 0.1248307 Feb 04 15:25:38.577492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-12ec2fcb-508b-4634-adb4-7fd4a6b5977e req-57784f5a-09f5-451e-92c8-af0cc3c82c8f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234157 Feb 04 15:25:38.585743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-942f8467-7434-4361-a452-45a3c20976e2 req-0eed0a50-fa5b-4369-9ce1-9ae3a165a404 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556328 Feb 04 15:25:38.794129 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bfa332-0979-4361-9e6d-14715db934b3 x-openstack-request-id: req-08bfa332-0979-4361-9e6d-14715db934b3 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:38.794492 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:38.794949 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-08bfa332-0979-4361-9e6d-14715db934b3 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:38.795374 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c', 'status': 'completed', 'code': 200} Feb 04 15:25:38.849020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:38.909500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21de59-47f9-44b6-bc3c-c695b3c9eee0 req-90a8620c-911c-4a8a-82a7-7f618b7661df tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:38.923173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef21de59-47f9-44b6-bc3c-c695b3c9eee0 req-90a8620c-911c-4a8a-82a7-7f618b7661df tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.1200457 Feb 04 15:25:38.927207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-9b3644ae-cffc-4633-957b-c5e293ab9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:38.931694 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-9b3644ae-cffc-4633-957b-c5e293ab9969 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1124 time: 0.1890430 Feb 04 15:25:39.037699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef21de59-47f9-44b6-bc3c-c695b3c9eee0 req-f6971863-33c3-43fe-98b7-d991a1e14a08 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046336 Feb 04 15:25:39.102416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706434c-87cd-4093-afb6-ed1717394a40 req-6719e240-9392-42ba-8f02-9066d69ebab6 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:39.104027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4706434c-87cd-4093-afb6-ed1717394a40 req-6719e240-9392-42ba-8f02-9066d69ebab6 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 946 time: 0.1475060 Feb 04 15:25:39.114351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-ed995a60-c5f5-401f-b7e2-0f541bed0226 req-17759f79-a02e-4ccf-8506-be413b07cbea tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:25:39.115415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed995a60-c5f5-401f-b7e2-0f541bed0226 req-17759f79-a02e-4ccf-8506-be413b07cbea tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063164 Feb 04 15:25:39.138212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-433f51b4-4c18-43bb-9ea7-d3ac7b6a1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:39.139904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-433f51b4-4c18-43bb-9ea7-d3ac7b6a1ad1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.1839266 Feb 04 15:25:39.259827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4706434c-87cd-4093-afb6-ed1717394a40 req-e5d1adb8-2ba4-4172-adb4-c82088dceb59 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474600 Feb 04 15:25:39.298967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-108b0191-7eaa-4e91-8df2-2826cf2de5e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 200 len: 217 time: 0.1457524 Feb 04 15:25:39.327178 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.417172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed995a60-c5f5-401f-b7e2-0f541bed0226 req-fc730ae1-e5f7-4456-9c09-25689db1f7a5 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2758915 Feb 04 15:25:39.425260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-09dccb88-8e1e-45d2-84fb-0ebf0210a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:39.427373 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-09dccb88-8e1e-45d2-84fb-0ebf0210a90e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.1174965 Feb 04 15:25:39.511500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-9660c553-a662-489d-af7b-4acfe61b4e46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656118 Feb 04 15:25:39.597203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 50a1e09d-1987-4398-a989-697bad5192b2 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:25:39.603412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Router 29bc42a8-f784-494a-b17a-4cf9754165d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:39.627540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-8e84e534-d9fa-4f88-8094-9efb8df99a09 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:39.629621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-8e84e534-d9fa-4f88-8094-9efb8df99a09 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.50 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 946 time: 0.1111109 Feb 04 15:25:39.640789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd440834-46d8-42a2-bb61-0de9e03c950a req-2fb72806-b724-4218-a7b7-128b01681b21 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:39.643398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd440834-46d8-42a2-bb61-0de9e03c950a req-2fb72806-b724-4218-a7b7-128b01681b21 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.2129509 Feb 04 15:25:39.665966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-e0e4c9b3-faa5-477d-ac88-773e861d18ca service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450915 Feb 04 15:25:39.848154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 50a1e09d-1987-4398-a989-697bad5192b2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=50a1e09d-1987-4398-a989-697bad5192b2,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:39.885536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '50a1e09d-1987-4398-a989-697bad5192b2', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'port_id': '50a1e09d-1987-4398-a989-697bad5192b2', 'mac_address': 'fa:16:3e:40:ea:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:25:39.968590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:39.971133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-640c91f5-da8c-45fa-a4c6-c0c4c369a726 req-bf06357f-add8-4b6c-abbe-6c7c8cdf5340 service neutron] 10.222.0.30 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977023 Feb 04 15:25:39.978723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Deleting port f6f6e3a5-e987-4c03-903e-180de50e7bfe {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:39.979936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.019406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a1e09d-1987-4398-a989-697bad5192b2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:40.055333 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd440834-46d8-42a2-bb61-0de9e03c950a req-6dea8c49-4a6f-44ea-84d1-d32bb3dac3d0 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424165 Feb 04 15:25:40.064992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 50a1e09d-1987-4398-a989-697bad5192b2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=50a1e09d-1987-4398-a989-697bad5192b2,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:40.073476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.123078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44852d5-24f4-4f16-a177-84b920b03745 req-c756f0b5-5f2d-4f30-92c1-ca3a24ed6b7e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:40.125233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e44852d5-24f4-4f16-a177-84b920b03745 req-c756f0b5-5f2d-4f30-92c1-ca3a24ed6b7e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.1031296 Feb 04 15:25:40.183938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=50a1e09d-1987-4398-a989-697bad5192b2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:40.194830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e44852d5-24f4-4f16-a177-84b920b03745 req-d08307df-7824-4663-b7da-b2a1554d3cba tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627272 Feb 04 15:25:40.232153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:40.244078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36702) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:40.244232 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aa32f8bf-ea51-4a40-9173-53f408f529dc admin admin] 10.222.0.47 "PUT /v2.0/routers/29bc42a8-f784-494a-b17a-4cf9754165d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9446445 Feb 04 15:25:40.248031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] Sync routers for ids ['29bc42a8-f784-494a-b17a-4cf9754165d6'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:40.269835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] Routers {'29bc42a8-f784-494a-b17a-4cf9754165d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:40.270548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['29bc42a8-f784-494a-b17a-4cf9754165d6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:40.313953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] For port f6f6e3a5-e987-4c03-903e-180de50e7bfe, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f6f6e3a5-e987-4c03-903e-180de50e7bfe,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:40.317870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.343301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39e213-becb-4829-b465-8f6180ce987e req-2ef304d7-6864-46cf-80e8-7988eaefcf9e tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:40.345101 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c39e213-becb-4829-b465-8f6180ce987e req-2ef304d7-6864-46cf-80e8-7988eaefcf9e tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 944 time: 0.1728337 Feb 04 15:25:40.362241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Calling delete_port for f6f6e3a5-e987-4c03-903e-180de50e7bfe owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:40.457011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c39e213-becb-4829-b465-8f6180ce987e req-a06b347c-3957-4d73-b25a-0cf5e083586c tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939271 Feb 04 15:25:40.544688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] Set router 29bc42a8-f784-494a-b17a-4cf9754165d6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:40.632941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:40.655907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['50a1e09d-1987-4398-a989-697bad5192b2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:40.707525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516d50-de25-48c0-8d6a-d9da8dbbec06 req-6b219ee9-f167-4ff6-90c7-17dd7d23990f tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:40.710406 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a516d50-de25-48c0-8d6a-d9da8dbbec06 req-6b219ee9-f167-4ff6-90c7-17dd7d23990f tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/ports?device_id=47513114-2539-462b-9cc3-10478b67adfa HTTP/1.1" status: 200 len: 946 time: 0.1433887 Feb 04 15:25:40.921208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a516d50-de25-48c0-8d6a-d9da8dbbec06 req-f5cc41b2-93de-4c36-8b7e-add45377a236 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdbc99-1745-44ec-9a4a-70da3871931a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989763 Feb 04 15:25:40.955667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.014185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['f6f6e3a5-e987-4c03-903e-180de50e7bfe'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:41.068487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Pushing event deleted for resources: {'Port': ['ID=f6f6e3a5-e987-4c03-903e-180de50e7bfe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:41.158040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36712) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:41.220525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] No DVR routers for this DVR port f6f6e3a5-e987-4c03-903e-180de50e7bfe on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:41.233002 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.248412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-619ed5f3-dfa5-486a-b8bc-4f0cba239bb4 req-0674db0d-4dc3-419e-97b6-c5f24ed492d9 tempest-FloatingIPsAssociationTestJSON-1876047310 tempest-FloatingIPsAssociationTestJSON-1876047310-project] 10.222.0.50 "DELETE /v2.0/ports/f6f6e3a5-e987-4c03-903e-180de50e7bfe HTTP/1.1" status: 204 len: 173 time: 1.5914052 Feb 04 15:25:41.248412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'name': 'network-vif-deleted', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:41.251501 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026bbc8b-a975-4055-a11f-101797fd27b1" -d '{"events": [{"server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "name": "network-vif-deleted", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:41.277668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:25:38Z', 'revision_number': 5, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:41.350959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] Checking router: 29bc42a8-f784-494a-b17a-4cf9754165d6 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:41.378190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] Routers {'29bc42a8-f784-494a-b17a-4cf9754165d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:41.380927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['29bc42a8-f784-494a-b17a-4cf9754165d6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:41.404775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd260-ba57-4233-8364-256e560da96e req-50cb959e-9bac-4c31-a807-482f949d366d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.415651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18acd260-ba57-4233-8364-256e560da96e req-50cb959e-9bac-4c31-a807-482f949d366d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.1168220 Feb 04 15:25:41.514279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18acd260-ba57-4233-8364-256e560da96e req-c045599d-0e7e-4e37-bc1f-16d183cf34db tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968666 Feb 04 15:25:41.602758 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0566b961-7e8e-45a1-bbe8-db5d654266fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.721394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] Set router 29bc42a8-f784-494a-b17a-4cf9754165d6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:41.727162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0566b961-7e8e-45a1-bbe8-db5d654266fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.739398 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0566b961-7e8e-45a1-bbe8-db5d654266fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.809435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566b961-7e8e-45a1-bbe8-db5d654266fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e315695-b07d-40f0-9cd8-6338578f911b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:41.860927 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0566b961-7e8e-45a1-bbe8-db5d654266fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfdb430d61654e4c819a451b7a71b89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891022 Feb 04 15:25:41.863894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36724) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:41.901665 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:41.918602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1a66-3df1-4c76-9643-8623e8b90817 req-0ab477d4-00ff-4830-b4a9-4572ee57946e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.921423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc9b1a66-3df1-4c76-9643-8623e8b90817 req-0ab477d4-00ff-4830-b4a9-4572ee57946e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.2981031 Feb 04 15:25:41.978529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b566b-8460-42a2-86c3-48b6c2b87bc7 req-a62c39ce-d686-461e-9d8f-f40dbdea0406 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:41.990575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-308b566b-8460-42a2-86c3-48b6c2b87bc7 req-a62c39ce-d686-461e-9d8f-f40dbdea0406 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 1.4773166 Feb 04 15:25:42.001715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:25:38Z', 'revision_number': 5, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:42.043016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dccd3b-89cb-4906-a160-db8816cf26f8 None None] The sync data for ids ['29bc42a8-f784-494a-b17a-4cf9754165d6'] in n-d-827869-1 is: [{'id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078830374-router', 'tenant_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:19:57Z', 'updated_at': '2022-02-04T15:25:38Z', 'revision_number': 5, 'project_id': 'dd35dad223e949cdb2f2d9b8d2d84a4f', 'gw_port': {'id': '6dddc468-3669-45f9-a90d-b793c4d0c446', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc42a8-f784-494a-b17a-4cf9754165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:19:59Z', 'updated_at': '2022-02-04T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:42.043930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-01aa0052-aee9-442a-9b9a-1e459464e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.072485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc9b1a66-3df1-4c76-9643-8623e8b90817 req-64c812c4-2808-4c3a-973e-453579c453cb tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208317 Feb 04 15:25:42.080048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-308b566b-8460-42a2-86c3-48b6c2b87bc7 req-7668d676-df79-4dfe-9a77-546118f8682d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881917 Feb 04 15:25:42.105137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Deleting port 6dddc468-3669-45f9-a90d-b793c4d0c446 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:42.105840 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.140529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-01aa0052-aee9-442a-9b9a-1e459464e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.217230 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf83c7e2-e0ef-41cf-a2df-e1d441f35e11 x-openstack-request-id: req-cf83c7e2-e0ef-41cf-a2df-e1d441f35e11 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:42.218294 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47513114-2539-462b-9cc3-10478b67adfa", "name": "network-vif-deleted", "tag": "f6f6e3a5-e987-4c03-903e-180de50e7bfe", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:42.218559 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf83c7e2-e0ef-41cf-a2df-e1d441f35e11 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:42.219016 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47513114-2539-462b-9cc3-10478b67adfa', 'name': 'network-vif-deleted', 'tag': 'f6f6e3a5-e987-4c03-903e-180de50e7bfe', 'status': 'completed', 'code': 200} Feb 04 15:25:42.227128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-01aa0052-aee9-442a-9b9a-1e459464e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.231522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-01aa0052-aee9-442a-9b9a-1e459464e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.233658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-01aa0052-aee9-442a-9b9a-1e459464e387 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e315695-b07d-40f0-9cd8-6338578f911b HTTP/1.1" status: 204 len: 168 time: 0.3662055 Feb 04 15:25:42.243219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36732) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:42.251092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa0052-aee9-442a-9b9a-1e459464e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e315695-b07d-40f0-9cd8-6338578f911b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:42.346118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] For port 6dddc468-3669-45f9-a90d-b793c4d0c446, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6dddc468-3669-45f9-a90d-b793c4d0c446,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:42.346696 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.368400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Calling delete_port for 6dddc468-3669-45f9-a90d-b793c4d0c446 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:42.386953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b659d-28c9-496b-a4df-6bb5c8bb91a1 req-5fb55fed-2e1f-4697-84e9-4107da1a37c5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:42.390912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b60b659d-28c9-496b-a4df-6bb5c8bb91a1 req-5fb55fed-2e1f-4697-84e9-4107da1a37c5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 944 time: 0.1609523 Feb 04 15:25:42.515624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b60b659d-28c9-496b-a4df-6bb5c8bb91a1 req-358ec265-ab66-4926-a74a-2ddfb01d6c32 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090558 Feb 04 15:25:42.684762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:42.783818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:42.784528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3c10b91f-e2ec-495e-bcbc-bc9c2a4829ec not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:42.883296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6f01-0b50-4100-aea0-f914cf852f73 req-68821130-482f-4215-8f1c-362c0ccb3598 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:42.892368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f70c6f01-0b50-4100-aea0-f914cf852f73 req-68821130-482f-4215-8f1c-362c0ccb3598 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.1775277 Feb 04 15:25:42.935855 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:42.978527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6dddc468-3669-45f9-a90d-b793c4d0c446,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:43.002772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f70c6f01-0b50-4100-aea0-f914cf852f73 req-7f0623c5-1569-4916-be4d-3609a1a91cd8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091881 Feb 04 15:25:43.098318 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.133610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d202780-ca3b-4244-93df-4464bf7fd699 req-cf9c2193-294b-433a-801d-d54db5f38790 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.143102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d202780-ca3b-4244-93df-4464bf7fd699 req-cf9c2193-294b-433a-801d-d54db5f38790 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 945 time: 0.3228397 Feb 04 15:25:43.195687 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d202780-ca3b-4244-93df-4464bf7fd699 req-8fda018b-4c0e-49fb-a8d2-c8e344e2ef97 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512812 Feb 04 15:25:43.301610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f6f6e3a5-e987-4c03-903e-180de50e7bfe no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:43.314340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.317920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.381898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: f6f6e3a5-e987-4c03-903e-180de50e7bfe {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:43.382882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f6f6e3a5-e987-4c03-903e-180de50e7bfe not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:43.385202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e873d2-b7ab-418f-afb3-fb2091cd4ace req-d6c37012-0294-4be5-a487-0449e23a652f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.387309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2e873d2-b7ab-418f-afb3-fb2091cd4ace req-d6c37012-0294-4be5-a487-0449e23a652f tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.1482339 Feb 04 15:25:43.407625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62779d35-dca7-4c56-a5d2-91f6171c537b req-bd13df23-73f5-4514-a418-81a83069a03d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.416796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62779d35-dca7-4c56-a5d2-91f6171c537b req-bd13df23-73f5-4514-a418-81a83069a03d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.0974822 Feb 04 15:25:43.419146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.419829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bc42a8-f784-494a-b17a-4cf9754165d6 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:25:43.427481 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.429426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bef1ba83-8d92-4cc4-8e1c-81cf93780c4d admin admin] 10.222.0.47 "DELETE /v2.0/routers/29bc42a8-f784-494a-b17a-4cf9754165d6 HTTP/1.1" status: 204 len: 168 time: 3.1840508 Feb 04 15:25:43.433710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36752) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:43.480528 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62779d35-dca7-4c56-a5d2-91f6171c537b req-ab9620ef-f7bf-4389-8664-d151a7aa9f2a tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626490 Feb 04 15:25:43.515413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf70ea6-cb76-4cc9-a0f4-dcd3cf990215 admin admin] Deleting subnet 2205a75c-bf43-4810-a60c-6c71a262c54e {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:25:43.532574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5bf70ea6-cb76-4cc9-a0f4-dcd3cf990215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.600939 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2e873d2-b7ab-418f-afb3-fb2091cd4ace req-8a3c9fc1-66a8-4471-be78-d15ae816e87c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016561 Feb 04 15:25:43.616630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5bf70ea6-cb76-4cc9-a0f4-dcd3cf990215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.618981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 50a1e09d-1987-4398-a989-697bad5192b2 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:25:43.741377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 50a1e09d-1987-4398-a989-697bad5192b2 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:25:43.749442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 50a1e09d-1987-4398-a989-697bad5192b2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:25:43.752067 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.788529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.899124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bf689-54f5-4d82-aaf2-17331c66587b req-e32bb506-990e-4793-9bb5-be3b6214b3d2 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:43.900834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-360bf689-54f5-4d82-aaf2-17331c66587b req-e32bb506-990e-4793-9bb5-be3b6214b3d2 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 944 time: 0.1622729 Feb 04 15:25:43.909433 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5bf70ea6-cb76-4cc9-a0f4-dcd3cf990215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:43.944769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:44.000788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d592532-c5de-4791-b507-9a88060162c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a1e09d-1987-4398-a989-697bad5192b2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:44.008003 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171d56db-4999-4f1f-8d88-d909ee8c8c7b" -d '{"events": [{"server_uuid": "2d592532-c5de-4791-b507-9a88060162c7", "name": "network-vif-plugged", "status": "completed", "tag": "50a1e09d-1987-4398-a989-697bad5192b2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:44.022459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-360bf689-54f5-4d82-aaf2-17331c66587b req-0de20714-6ae7-452c-86bb-873fb34e28fc tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815394 Feb 04 15:25:44.044013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 50a1e09d-1987-4398-a989-697bad5192b2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=50a1e09d-1987-4398-a989-697bad5192b2,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:44.051872 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:44.052981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6e8e3465-efa9-4988-904a-25c337fe249c no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:44.054957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5bf70ea6-cb76-4cc9-a0f4-dcd3cf990215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:44.144186 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5bf70ea6-cb76-4cc9-a0f4-dcd3cf990215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:44.167032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5bf70ea6-cb76-4cc9-a0f4-dcd3cf990215 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2205a75c-bf43-4810-a60c-6c71a262c54e HTTP/1.1" status: 204 len: 168 time: 0.7280369 Feb 04 15:25:44.167738 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328872e1-8d8e-4396-93f5-62db5964ddd8 x-openstack-request-id: req-328872e1-8d8e-4396-93f5-62db5964ddd8 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:44.168106 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d592532-c5de-4791-b507-9a88060162c7", "name": "network-vif-plugged", "status": "completed", "tag": "50a1e09d-1987-4398-a989-697bad5192b2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:44.168981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf70ea6-cb76-4cc9-a0f4-dcd3cf990215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2205a75c-bf43-4810-a60c-6c71a262c54e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:44.169253 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-328872e1-8d8e-4396-93f5-62db5964ddd8 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:44.170419 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d592532-c5de-4791-b507-9a88060162c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a1e09d-1987-4398-a989-697bad5192b2', 'code': 200} Feb 04 15:25:44.174668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36770) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:44.181256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd186-6dd9-4fdd-91ea-544db7ba185c req-16cef7ff-83b7-40e6-9bb8-dcaddcaee9dc tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.185258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08a395-2c68-46d6-9935-6c65dbaf8c9f None None] Network 22e90e3e-8979-4f2b-9e69-de15371fcdb4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:25:44.201284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd186-6dd9-4fdd-91ea-544db7ba185c req-16cef7ff-83b7-40e6-9bb8-dcaddcaee9dc tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.224245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd186-6dd9-4fdd-91ea-544db7ba185c req-16cef7ff-83b7-40e6-9bb8-dcaddcaee9dc tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.239616 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-828fd186-6dd9-4fdd-91ea-544db7ba185c req-16cef7ff-83b7-40e6-9bb8-dcaddcaee9dc tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31&device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1&device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 2418 time: 0.3234458 Feb 04 15:25:44.365763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:44.418019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-828fd186-6dd9-4fdd-91ea-544db7ba185c req-01be2ac1-55de-4f5c-bbcd-d6b52ab30441 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774213 Feb 04 15:25:44.442605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=50a1e09d-1987-4398-a989-697bad5192b2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:44.464661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-83e34584-0cdb-4915-bc69-c04a58f9a6ec req-09c775a0-5ce3-4666-9d81-913f9c29928d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:25:44.474431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83e34584-0cdb-4915-bc69-c04a58f9a6ec req-09c775a0-5ce3-4666-9d81-913f9c29928d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165215 Feb 04 15:25:44.622566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af29e9a-b34a-4a52-852e-1ff21a321204 req-815764a4-222d-4392-8290-88c5fc6e94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.627734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7af29e9a-b34a-4a52-852e-1ff21a321204 req-815764a4-222d-4392-8290-88c5fc6e94e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 1096 time: 0.2846212 Feb 04 15:25:44.714153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83e34584-0cdb-4915-bc69-c04a58f9a6ec req-b6f48eb2-2d23-4294-9cce-9ef509bee21d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2374468 Feb 04 15:25:44.717731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b18e-4695-481a-b1aa-bb0f3d893dfa req-f9588d85-26a6-4923-897a-dc436dfde713 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:44.734564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] DHCP port deletion for 22e90e3e-8979-4f2b-9e69-de15371fcdb4 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:25:44.738469 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0986b18e-4695-481a-b1aa-bb0f3d893dfa req-f9588d85-26a6-4923-897a-dc436dfde713 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.3710344 Feb 04 15:25:44.853212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Deleting port 566f47dc-e12d-4b44-bfae-d2586546aab8 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:44.853570 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:44.862155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0986b18e-4695-481a-b1aa-bb0f3d893dfa req-4fb62ab9-85b9-4362-88f6-e4747d826c12 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999532 Feb 04 15:25:44.864363 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7af29e9a-b34a-4a52-852e-1ff21a321204 req-d5aba89c-80bc-44bf-b174-084b668103af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929543 Feb 04 15:25:44.879071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Deleting port f5749cbe-b4f4-4e3e-838f-608966e7b663 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:44.879796 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.041792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6dddc468-3669-45f9-a90d-b793c4d0c446 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:45.096136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6dddc468-3669-45f9-a90d-b793c4d0c446 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:45.096781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6dddc468-3669-45f9-a90d-b793c4d0c446 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:45.104401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] For port f5749cbe-b4f4-4e3e-838f-608966e7b663, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f5749cbe-b4f4-4e3e-838f-608966e7b663,segment=NetworkSegment(d59ff9f6-4c0b-4abc-b376-88599ba60d74),segment_id=d59ff9f6-4c0b-4abc-b376-88599ba60d74)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:45.106572 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.136635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] For port 566f47dc-e12d-4b44-bfae-d2586546aab8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=566f47dc-e12d-4b44-bfae-d2586546aab8,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:45.138200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.142081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] Deleting port f5749cbe-b4f4-4e3e-838f-608966e7b663 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:45.142472 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.184996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41c452-41e1-4d77-b8ad-0c93d732b774 req-7494489b-9872-4d5a-a51d-96064cfae628 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:45.199575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c41c452-41e1-4d77-b8ad-0c93d732b774 req-7494489b-9872-4d5a-a51d-96064cfae628 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.2045171 Feb 04 15:25:45.201636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Calling delete_port for 566f47dc-e12d-4b44-bfae-d2586546aab8 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:45.204286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Calling delete_port for f5749cbe-b4f4-4e3e-838f-608966e7b663 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:45.261853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] For port f5749cbe-b4f4-4e3e-838f-608966e7b663, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f5749cbe-b4f4-4e3e-838f-608966e7b663,segment=NetworkSegment(d59ff9f6-4c0b-4abc-b376-88599ba60d74),segment_id=d59ff9f6-4c0b-4abc-b376-88599ba60d74)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:45.262542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.310056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] Calling delete_port for f5749cbe-b4f4-4e3e-838f-608966e7b663 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:45.381053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c41c452-41e1-4d77-b8ad-0c93d732b774 req-d499f02e-a2f1-43f5-9bf6-24f793f6a5ca tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781268 Feb 04 15:25:45.395699 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.449665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f5749cbe-b4f4-4e3e-838f-608966e7b663,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:45.456784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] No DVR routers for this DVR port f5749cbe-b4f4-4e3e-838f-608966e7b663 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:45.476136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7595f-7dda-4a04-8db6-6af05ec743e7 req-6254ea98-ac7a-4669-af26-7b48d040cb46 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:45.485790 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e7595f-7dda-4a04-8db6-6af05ec743e7 req-6254ea98-ac7a-4669-af26-7b48d040cb46 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.1540489 Feb 04 15:25:45.486107 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.540933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] No DVR routers for this DVR port f5749cbe-b4f4-4e3e-838f-608966e7b663 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:45.599186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e7595f-7dda-4a04-8db6-6af05ec743e7 req-07587b62-04cb-4963-bb58-c89c072daca1 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120703 Feb 04 15:25:45.621750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b698-dd88-44e6-9603-5f83be4d168c None None] Pushing event deleted for resources: {'Port': ['ID=f5749cbe-b4f4-4e3e-838f-608966e7b663,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:45.655765 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.694573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.733140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Pushing event deleted for resources: {'Port': ['ID=566f47dc-e12d-4b44-bfae-d2586546aab8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:45.748800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e90e3e-8979-4f2b-9e69-de15371fcdb4']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:45.770819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59ff9f6-4c0b-4abc-b376-88599ba60d74') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:45.771351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59ff9f6-4c0b-4abc-b376-88599ba60d74') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:45.828027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.867822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:45.887524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:25:45.887954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:25:46.029884 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:25:46.047302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:46.071008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:46.079412 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] 10.222.0.47 "DELETE /v2.0/networks/22e90e3e-8979-4f2b-9e69-de15371fcdb4 HTTP/1.1" status: 204 len: 168 time: 1.8901613 Feb 04 15:25:46.096062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3345a-a537-494d-837f-705d8df0b3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=22e90e3e-8979-4f2b-9e69-de15371fcdb4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:46.120467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf57a0-e872-4018-aa7b-3f6b1723e9c4 req-e22d3633-6d8f-4952-b086-5aa549111a42 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:46.122573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27cf57a0-e872-4018-aa7b-3f6b1723e9c4 req-e22d3633-6d8f-4952-b086-5aa549111a42 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.0879200 Feb 04 15:25:46.197201 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27cf57a0-e872-4018-aa7b-3f6b1723e9c4 req-1e707913-8009-480b-993e-95f59fb993eb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612695 Feb 04 15:25:46.248896 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:46.606894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36814) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:46.718038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-02bfcb19-bbed-4cc9-ad93-567e464d9843 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26192a914796443084c5e9edd5a7d924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092358 Feb 04 15:25:46.722868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36820) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:46.764827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359595f-7dfd-44bf-b659-0300acf5330f req-aa98546d-449a-457f-a4a1-3ca519215c4a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:46.773643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2359595f-7dfd-44bf-b659-0300acf5330f req-aa98546d-449a-457f-a4a1-3ca519215c4a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.2276323 Feb 04 15:25:46.813334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f5749cbe-b4f4-4e3e-838f-608966e7b663 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:46.825146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Router e953d199-4062-4b26-be18-8a76bb6125d6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:46.838614 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc20103c-fde8-45b3-8021-55f9b1396253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:46.863283 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2359595f-7dfd-44bf-b659-0300acf5330f req-75c524e4-7140-447c-a6e0-d421535c0ff5 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882466 Feb 04 15:25:46.864294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: f5749cbe-b4f4-4e3e-838f-608966e7b663 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:46.865145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f5749cbe-b4f4-4e3e-838f-608966e7b663 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:46.920201 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc20103c-fde8-45b3-8021-55f9b1396253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:47.020522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5823d5-2c0e-47c0-9aeb-e1fc0c066ed6 req-4f297f02-f13e-4542-a87d-ebfd6f7b0038 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:47.024618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d5823d5-2c0e-47c0-9aeb-e1fc0c066ed6 req-4f297f02-f13e-4542-a87d-ebfd6f7b0038 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.1503928 Feb 04 15:25:47.053851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:47.074167 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] Sync routers for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:47.080456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-579f953e-0975-4735-ae5b-f07911f6a63e admin admin] 10.222.0.47 "PUT /v2.0/routers/e953d199-4062-4b26-be18-8a76bb6125d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8313336 Feb 04 15:25:47.081839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36824) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:47.100378 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:47.102166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc20103c-fde8-45b3-8021-55f9b1396253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:47.102553 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:47.116865 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc20103c-fde8-45b3-8021-55f9b1396253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:47.131499 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fc20103c-fde8-45b3-8021-55f9b1396253 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25b81b43-4e91-4853-9fc7-e8bc59b0a8c8 HTTP/1.1" status: 204 len: 168 time: 0.4046962 Feb 04 15:25:47.229882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:47.233934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20103c-fde8-45b3-8021-55f9b1396253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b81b43-4e91-4853-9fc7-e8bc59b0a8c8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:47.265139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d5823d5-2c0e-47c0-9aeb-e1fc0c066ed6 req-612eaa61-c1c6-4770-bb50-368b846c5a91 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174156 Feb 04 15:25:47.475272 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:47.499898 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:47.592131 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-3118ee88-ea2e-4e02-ad1d-d5fa6ae7800a service neutron] 10.222.0.30 "GET /v2.0/ports/6e8e3465-efa9-4988-904a-25c337fe249c/bindings/n-h1-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.2724426 Feb 04 15:25:47.627202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7d3ad-25e7-48ed-97d7-539b25282ff0 req-13256eb0-25fe-4645-b5b8-56e6fc0ab60c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:47.644592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38a7d3ad-25e7-48ed-97d7-539b25282ff0 req-13256eb0-25fe-4645-b5b8-56e6fc0ab60c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.1685021 Feb 04 15:25:47.651990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Deleting port 943314d5-c412-4c33-874c-bfe413e71139 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:47.653512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:47.722663 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '943314d5-c412-4c33-874c-bfe413e71139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:25:45Z', 'revision_number': 5, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port': {'id': '943314d5-c412-4c33-874c-bfe413e71139', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:23:36Z', 'updated_at': '2022-02-04T15:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:47.759043 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] Checking router: e953d199-4062-4b26-be18-8a76bb6125d6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:47.769300 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] Routers {'e953d199-4062-4b26-be18-8a76bb6125d6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:47.769950 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e953d199-4062-4b26-be18-8a76bb6125d6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:47.819271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38a7d3ad-25e7-48ed-97d7-539b25282ff0 req-78ea5ce7-23d6-415d-84f6-882131d77f29 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699088 Feb 04 15:25:47.846850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] For port 943314d5-c412-4c33-874c-bfe413e71139, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=943314d5-c412-4c33-874c-bfe413e71139,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:47.847352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:47.867987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Calling delete_port for 943314d5-c412-4c33-874c-bfe413e71139 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:47.922030 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] Set router e953d199-4062-4b26-be18-8a76bb6125d6 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:48.019549 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:25:47Z', 'revision_number': 6, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:48.078343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36844) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:48.084823 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491474c3-9e47-44d6-a9bc-8ec986723fcc None None] The sync data for ids ['e953d199-4062-4b26-be18-8a76bb6125d6'] in n-d-827869-1 is: [{'id': 'e953d199-4062-4b26-be18-8a76bb6125d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-457323941-router', 'tenant_id': 'ba9c7cc7cd764909934f884d4db39674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:23:33Z', 'updated_at': '2022-02-04T15:25:47Z', 'revision_number': 6, 'project_id': 'ba9c7cc7cd764909934f884d4db39674', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:48.218986 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8036ced2-9df1-43c9-9a61-d9eb46c00db4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd35dad223e949cdb2f2d9b8d2d84a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374500 Feb 04 15:25:48.228371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:48.238712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eff1b-ae3b-4835-80fb-79520d039ee9 req-ae0a670e-3718-461c-be05-60b7a5dd865a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:48.254975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36850) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:48.265639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bb0eff1b-ae3b-4835-80fb-79520d039ee9 req-ae0a670e-3718-461c-be05-60b7a5dd865a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.1250315 Feb 04 15:25:48.265842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Request body: {'floatingip': {'port_id': '50a1e09d-1987-4398-a989-697bad5192b2'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:48.272929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.273159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:48.321319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=943314d5-c412-4c33-874c-bfe413e71139,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:48.416388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.427147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:48.504941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.620586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8e3465-efa9-4988-904a-25c337fe249c {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:25:48.626130 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e882559-da81-4413-9755-6d728b4f65cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.642302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe61311-f691-40c0-84d5-4736505267a2 req-8f873388-b03f-4a3b-841b-705853d699a4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:48.645088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ffe61311-f691-40c0-84d5-4736505267a2 req-8f873388-b03f-4a3b-841b-705853d699a4 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 943 time: 0.3672435 Feb 04 15:25:48.677661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4a2db-23dd-48bf-95ed-0678ac5c606e req-ea3d8715-2f6e-45e1-934f-96f7648a9be3 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:48.686872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a4a2db-23dd-48bf-95ed-0678ac5c606e req-ea3d8715-2f6e-45e1-934f-96f7648a9be3 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.3226380 Feb 04 15:25:48.702767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:48.733644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.738120 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e882559-da81-4413-9755-6d728b4f65cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.751399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.752962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.881391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a4a2db-23dd-48bf-95ed-0678ac5c606e req-7339d68e-4a83-4bcb-9b35-7b06266154dc tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934988 Feb 04 15:25:48.883688 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.885064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e953d199-4062-4b26-be18-8a76bb6125d6 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:25:48.914482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ffe61311-f691-40c0-84d5-4736505267a2 req-36d367bd-7917-4b54-9ccf-0b7814ade407 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357147 Feb 04 15:25:48.917508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.925321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7d8c981e-2716-4d3d-9dec-43778baaa3d5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e953d199-4062-4b26-be18-8a76bb6125d6 HTTP/1.1" status: 204 len: 168 time: 1.8367140 Feb 04 15:25:48.926179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36860) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:48.954510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e882559-da81-4413-9755-6d728b4f65cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.954510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e882559-da81-4413-9755-6d728b4f65cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:48.955543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7e882559-da81-4413-9755-6d728b4f65cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb89b0c0-1bf5-45fe-b1dc-f662c931e197 HTTP/1.1" status: 204 len: 168 time: 0.6870565 Feb 04 15:25:48.969047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e882559-da81-4413-9755-6d728b4f65cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb89b0c0-1bf5-45fe-b1dc-f662c931e197,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:49.050019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 566f47dc-e12d-4b44-bfae-d2586546aab8 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:49.122315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 566f47dc-e12d-4b44-bfae-d2586546aab8 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:49.122774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 566f47dc-e12d-4b44-bfae-d2586546aab8 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:49.171522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ed4460-122f-4054-8ef6-586751939da4 admin admin] Deleting subnet c45f2983-16a2-4521-a485-295b9a311276 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:25:49.192696 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ed4460-122f-4054-8ef6-586751939da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.196155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12545e0-c039-42be-9568-21cee72a9438 req-d9c2b20e-e520-4eb7-bedc-855ae451d134 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:49.202901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b12545e0-c039-42be-9568-21cee72a9438 req-d9c2b20e-e520-4eb7-bedc-855ae451d134 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.1445701 Feb 04 15:25:49.269549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b12545e0-c039-42be-9568-21cee72a9438 req-4cf0026c-795a-4fe1-873b-358fee1712f4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613668 Feb 04 15:25:49.319263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] Transition to ACTIVE for port object 6e8e3465-efa9-4988-904a-25c337fe249c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:25:49.339218 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.418021 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ed4460-122f-4054-8ef6-586751939da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.571693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] No DVR routers for this DVR port 6e8e3465-efa9-4988-904a-25c337fe249c on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:49.577077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=10']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:49.715387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d94a753-abfb-41f9-ae1d-5e2212605903 service neutron] 10.222.0.30 "PUT /v2.0/ports/6e8e3465-efa9-4988-904a-25c337fe249c/bindings/n-h1-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1130626 Feb 04 15:25:49.724404 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ed4460-122f-4054-8ef6-586751939da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.837079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.850031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.915775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ed4460-122f-4054-8ef6-586751939da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.934335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-1a2a4df2-8df2-44ea-9293-248556a56333 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:49.939290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-1a2a4df2-8df2-44ea-9293-248556a56333 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.1263311 Feb 04 15:25:49.957189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed4460-122f-4054-8ef6-586751939da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45f2983-16a2-4521-a485-295b9a311276,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:49.968034 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ed4460-122f-4054-8ef6-586751939da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:49.971616 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-12ed4460-122f-4054-8ef6-586751939da4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c45f2983-16a2-4521-a485-295b9a311276 HTTP/1.1" status: 204 len: 168 time: 1.0292850 Feb 04 15:25:49.978546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36882) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:49.982956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abef6b-b10a-4977-bebf-4b5993f7a674 None None] Network 5327106e-fb71-4a88-95ca-5686fc2b771b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:25:50.294068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:50.298079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-b51810a1-a02f-4e69-aff3-d423f29108f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:50.299644 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-b51810a1-a02f-4e69-aff3-d423f29108f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e&tenant_id=aac7834f57b043ac8fa445f0e36a6d82 HTTP/1.1" status: 200 len: 1095 time: 0.3456116 Feb 04 15:25:50.315595 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Floating IP b0c21fca-3fc9-4697-ba6d-7968e6f75d1b associated. External IP: 172.25.1.140, port: 50a1e09d-1987-4398-a989-697bad5192b2. Feb 04 15:25:50.337477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf841d-c4aa-4f2b-a480-06a5c03cce7e req-0c491ec2-7ae9-4014-ba97-9394af5acb30 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:50.346248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64cf841d-c4aa-4f2b-a480-06a5c03cce7e req-0c491ec2-7ae9-4014-ba97-9394af5acb30 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 944 time: 0.1096270 Feb 04 15:25:50.505704 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64cf841d-c4aa-4f2b-a480-06a5c03cce7e req-f6714340-f38b-4c5c-a2bb-ef1c89f2daa0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581616 Feb 04 15:25:50.573726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db942-a78f-44bc-af36-d6fb91f0027c req-ec73eaa9-8f15-4b7e-b5d3-9d524556fa35 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:50.585582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-8c566479-d65e-47bd-98cb-003f24b8352b tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:50.597279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-8c566479-d65e-47bd-98cb-003f24b8352b tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.50 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.2484865 Feb 04 15:25:50.599669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf2db942-a78f-44bc-af36-d6fb91f0027c req-ec73eaa9-8f15-4b7e-b5d3-9d524556fa35 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.4430537 Feb 04 15:25:50.621410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Deleting port e905206c-f98f-41d7-9169-f329d827e200 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:50.621941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:50.637469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] DHCP port deletion for 5327106e-fb71-4a88-95ca-5686fc2b771b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:25:50.828215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 943314d5-c412-4c33-874c-bfe413e71139 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:50.895796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 943314d5-c412-4c33-874c-bfe413e71139 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:50.897962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 943314d5-c412-4c33-874c-bfe413e71139 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:50.899841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e905206c-f98f-41d7-9169-f329d827e200 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:50.937359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf2db942-a78f-44bc-af36-d6fb91f0027c req-b5018007-9fb2-4136-8a48-42b1617f0167 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364322 Feb 04 15:25:51.036550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] Deleting port e905206c-f98f-41d7-9169-f329d827e200 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:51.037898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.048059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-be5a6320-2822-4f70-9459-30b56c95118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:51.053762 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-be5a6320-2822-4f70-9459-30b56c95118d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1095 time: 0.5811775 Feb 04 15:25:51.129835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] For port e905206c-f98f-41d7-9169-f329d827e200, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e905206c-f98f-41d7-9169-f329d827e200,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:51.130804 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.164310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd309bc7-197e-4ef3-bfe2-8034ba526811 req-ff5e5245-6104-4c6c-b197-f59fa336b5f4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:51.175442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd309bc7-197e-4ef3-bfe2-8034ba526811 req-ff5e5245-6104-4c6c-b197-f59fa336b5f4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.3349662 Feb 04 15:25:51.178807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Calling delete_port for e905206c-f98f-41d7-9169-f329d827e200 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:51.296017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.305143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-f482886b-b221-425c-b74e-37ec68f062fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:51.315605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-f482886b-b221-425c-b74e-37ec68f062fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 200 len: 919 time: 0.2427828 Feb 04 15:25:51.347449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] For port e905206c-f98f-41d7-9169-f329d827e200, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e905206c-f98f-41d7-9169-f329d827e200,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:51.348104 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.355684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Deleting port ef7e8106-4f9e-4876-960a-3df7c82938dc {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:51.356937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.372783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] Calling delete_port for e905206c-f98f-41d7-9169-f329d827e200 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:51.384826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd309bc7-197e-4ef3-bfe2-8034ba526811 req-f0673bb5-aba1-43c4-ae06-d396730031cb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080441 Feb 04 15:25:51.607037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e905206c-f98f-41d7-9169-f329d827e200, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e905206c-f98f-41d7-9169-f329d827e200,segment=NetworkSegment(0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29),segment_id=0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:51.634450 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.644954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] For port ef7e8106-4f9e-4876-960a-3df7c82938dc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ef7e8106-4f9e-4876-960a-3df7c82938dc,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:51.645762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:25:51.647818 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.652446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.748394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event deleted for resources: {'Port': ['ID=e905206c-f98f-41d7-9169-f329d827e200,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:51.750143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Calling delete_port for ef7e8106-4f9e-4876-960a-3df7c82938dc owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:51.753294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e905206c-f98f-41d7-9169-f329d827e200,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:51.783243 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:51.790780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] No DVR routers for this DVR port e905206c-f98f-41d7-9169-f329d827e200 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:51.833829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] Pushing event deleted for resources: {'Port': ['ID=e905206c-f98f-41d7-9169-f329d827e200,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:51.874036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9fc58-8cbc-4f20-ae5c-d469d2eae735 None None] No DVR routers for this DVR port e905206c-f98f-41d7-9169-f329d827e200 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:51.978773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:52.042804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 has no active binding in host n-h2-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:25:52.064457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.120409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5327106e-fb71-4a88-95ca-5686fc2b771b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:52.177354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:52.178103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0490b2fa-5eda-4ba0-8af7-f7dcc56ffd29') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:52.210486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.249241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.310260 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-a62afb98-272c-453f-9b1c-56d58b7823f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 200 len: 217 time: 0.8773010 Feb 04 15:25:52.339539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:25:52.538758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-29a6a59b-9ec7-4f52-a373-a30ea84fb5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:52.540649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-29a6a59b-9ec7-4f52-a373-a30ea84fb5e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 200 len: 858 time: 0.2076583 Feb 04 15:25:52.650035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24405aef-9112-44bb-a6fa-8cecf6b532d2 req-fe526b6d-7556-4697-8210-519a39468908 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:52.666294 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-24405aef-9112-44bb-a6fa-8cecf6b532d2 req-fe526b6d-7556-4697-8210-519a39468908 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 944 time: 0.3546088 Feb 04 15:25:52.728557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.734547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-e505cc74-ba79-4b57-9420-342ee211f733 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:52.738272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-e505cc74-ba79-4b57-9420-342ee211f733 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1096 time: 1.1940913 Feb 04 15:25:52.742310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-9d997a44-25ee-4d5e-84d1-6301eadb93cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11b552a8-8019-4368-ab3e-b5b9e7ee6969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939244 Feb 04 15:25:52.779204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827869-1'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:25:52.834842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559e61-7765-42a8-ac5f-2afdcccb7f01 req-cc861641-d2cb-4731-b29c-07f4ebd193eb tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:52.849959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c559e61-7765-42a8-ac5f-2afdcccb7f01 req-cc861641-d2cb-4731-b29c-07f4ebd193eb tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c6c04c-e1b8-4c07-95bb-203a5d144a31 HTTP/1.1" status: 200 len: 946 time: 0.7570624 Feb 04 15:25:52.862626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:25:52.863356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:25:52.866534 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:25:53.066563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c559e61-7765-42a8-ac5f-2afdcccb7f01 req-86d435f4-598f-47da-a94f-0c576e8a5b7d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149413 Feb 04 15:25:53.070155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.081139 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.134280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.140507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-24405aef-9112-44bb-a6fa-8cecf6b532d2 req-bd373254-6f49-4ff4-ac2e-376c90f1118c tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724112 Feb 04 15:25:53.144778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5327106e-fb71-4a88-95ca-5686fc2b771b HTTP/1.1" status: 204 len: 168 time: 3.1647003 Feb 04 15:25:53.184486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4f83e503-7c39-445e-98c9-f2d5908e88db'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:53.195812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cde18-650a-41da-abd8-729d5ce944f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5327106e-fb71-4a88-95ca-5686fc2b771b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:53.212178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Pushing event deleted for resources: {'Port': ['ID=ef7e8106-4f9e-4876-960a-3df7c82938dc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:53.249674 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.276427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:25:53.293822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.308312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['94b79021-76ac-4507-ac35-c393a0fd4280', 'ef7e8106-4f9e-4876-960a-3df7c82938dc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:53.377385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] No DVR routers for this DVR port ef7e8106-4f9e-4876-960a-3df7c82938dc on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:53.396754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4ba0f635-48a7-47e2-b0c9-d68725bba170 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "PUT /v2.0/floatingips/b0c21fca-3fc9-4697-ba6d-7968e6f75d1b HTTP/1.1" status: 200 len: 991 time: 5.1396966 Feb 04 15:25:53.400916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d592532-c5de-4791-b507-9a88060162c7', 'tag': '50a1e09d-1987-4398-a989-697bad5192b2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:53.403464 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d592532-c5de-4791-b507-9a88060162c7", "tag": "50a1e09d-1987-4398-a989-697bad5192b2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:53.411582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:53.412999 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-e992fdb0-40da-4fa7-bbda-5f649af548d7 service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473336 Feb 04 15:25:53.419043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58e1f298-f639-4620-a214-acf6e6a5dd92 req-c89edcb4-bff0-432a-8d95-c8bab1e716d9 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.50 "DELETE /v2.0/ports/ef7e8106-4f9e-4876-960a-3df7c82938dc HTTP/1.1" status: 204 len: 173 time: 2.8065271 Feb 04 15:25:53.420328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6c04c-e1b8-4c07-95bb-203a5d144a31', 'name': 'network-vif-deleted', 'tag': 'ef7e8106-4f9e-4876-960a-3df7c82938dc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:53.424755 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8784ed9-a702-4051-b9c1-00b0d71a0854" -d '{"events": [{"server_uuid": "55c6c04c-e1b8-4c07-95bb-203a5d144a31", "name": "network-vif-deleted", "tag": "ef7e8106-4f9e-4876-960a-3df7c82938dc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:53.440422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] Sync routers for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:25:53.504985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f4c2a-eebb-449d-8fd9-4da62d76c27e req-4793da37-93e5-4675-9ea9-cc891573cc3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:53.531195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c9f4c2a-eebb-449d-8fd9-4da62d76c27e req-4793da37-93e5-4675-9ea9-cc891573cc3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 945 time: 0.1870141 Feb 04 15:25:53.676365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c9f4c2a-eebb-449d-8fd9-4da62d76c27e req-35fc3300-03f2-4ffe-a2d9-3cbf33b6a2b5 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428025 Feb 04 15:25:53.747032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:53.748285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36972) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:53.751545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:53.789752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d7161983-bcc6-4f5e-b23a-31c1ed89c13b service neutron] 10.222.0.50 "GET /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685286 Feb 04 15:25:53.925581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:54.092944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-09a59388-e315-4b60-9321-9002ee648a0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba9c7cc7cd764909934f884d4db39674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421364 Feb 04 15:25:54.098766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36980) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:54.166430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:54.223538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:54.371077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.388921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90095910-1b5a-4aeb-bb5c-7b7f9d8b5b96 req-22417302-e282-4090-80a6-2f4b3efe11e6 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:54.412528 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90095910-1b5a-4aeb-bb5c-7b7f9d8b5b96 req-22417302-e282-4090-80a6-2f4b3efe11e6 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.4954078 Feb 04 15:25:54.471497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.725269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b0c21fca-3fc9-4697-ba6d-7968e6f75d1b', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'port_id': '50a1e09d-1987-4398-a989-697bad5192b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'mac_address': 'fa:16:3e:40:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d592532-c5de-4791-b507-9a88060162c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:25:24Z', 'updated_at': '2022-02-04T15:25:49Z', 'revision_number': 1, 'project_id': 'f42a658480344724800dbf5128751bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:54.742237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4437c973-70a3-46d0-a9a5-c080b056a0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.777160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d3379f3a-59d0-4717-b212-f9013c57bcf4 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:54.780764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-d3379f3a-59d0-4717-b212-f9013c57bcf4 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e&tenant_id=aac7834f57b043ac8fa445f0e36a6d82&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.4063528 Feb 04 15:25:54.783983 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732e38ad-2375-4c87-b1a4-ebfd73bb2e4c x-openstack-request-id: req-732e38ad-2375-4c87-b1a4-ebfd73bb2e4c {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:54.784932 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d592532-c5de-4791-b507-9a88060162c7", "tag": "50a1e09d-1987-4398-a989-697bad5192b2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:54.785745 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-732e38ad-2375-4c87-b1a4-ebfd73bb2e4c {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:54.786764 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d592532-c5de-4791-b507-9a88060162c7', 'tag': '50a1e09d-1987-4398-a989-697bad5192b2', 'status': 'completed', 'code': 200} Feb 04 15:25:54.832321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] Checking router: efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:25:54.848829 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4437c973-70a3-46d0-a9a5-c080b056a0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.862318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:25:54.862971 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:54.929022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:54.942123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37000) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:54.948835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90095910-1b5a-4aeb-bb5c-7b7f9d8b5b96 req-aa61d542-fda5-4ba3-a868-811b4485305f tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034728 Feb 04 15:25:54.957363 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae27f11a-9a33-482a-883c-c90a7f88c880 x-openstack-request-id: req-ae27f11a-9a33-482a-883c-c90a7f88c880 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:54.957647 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6c04c-e1b8-4c07-95bb-203a5d144a31", "name": "network-vif-deleted", "tag": "ef7e8106-4f9e-4876-960a-3df7c82938dc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:54.957826 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae27f11a-9a33-482a-883c-c90a7f88c880 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:54.959592 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6c04c-e1b8-4c07-95bb-203a5d144a31', 'name': 'network-vif-deleted', 'tag': 'ef7e8106-4f9e-4876-960a-3df7c82938dc', 'status': 'completed', 'code': 200} Feb 04 15:25:54.962121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4437c973-70a3-46d0-a9a5-c080b056a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.977378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4437c973-70a3-46d0-a9a5-c080b056a0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:54.994599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4437c973-70a3-46d0-a9a5-c080b056a0e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7fdbc99-1745-44ec-9a4a-70da3871931a HTTP/1.1" status: 204 len: 168 time: 0.8927779 Feb 04 15:25:55.013930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.014462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.014968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.015467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.015909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.016431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.016915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.017284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.017626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.018070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.018427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.018762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:25:55.035669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on host n-h1-827869-1 for vnic_type normal with profile {"migrating_to": "n-h2-827869-1"} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:25:55.036019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437c973-70a3-46d0-a9a5-c080b056a0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fdbc99-1745-44ec-9a4a-70da3871931a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:55.036452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:25:55.037197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:55.059066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:25:55.059854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Attempting to bind port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on network 2482fb66-d07e-4705-bd60-aa3bf5df0f70 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:25:55.116858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:25:55.120606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Checking segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:25:55.121537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Bound using segment: {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:25:55.122316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Bound port: ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2482fb66-d07e-4705-bd60-aa3bf5df0f70'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:25:55.124701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.217188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06883e-6c62-4366-93b3-4a279509f157 req-73d5d316-6fd2-43ef-bc4d-6c1358694132 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.233591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f06883e-6c62-4366-93b3-4a279509f157 req-73d5d316-6fd2-43ef-bc4d-6c1358694132 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 944 time: 0.1218758 Feb 04 15:25:55.336089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:55.337142 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f06883e-6c62-4366-93b3-4a279509f157 req-f00d4cc6-fea9-48d2-b828-729cf7894294 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966899 Feb 04 15:25:55.347899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:25:55.362141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-e844efba-77e6-46cf-82d1-2dfe91deb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.377726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-e844efba-77e6-46cf-82d1-2dfe91deb201 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f42a658480344724800dbf5128751bef&device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 1096 time: 0.5705714 Feb 04 15:25:55.379383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.533359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ef7e8106-4f9e-4876-960a-3df7c82938dc no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:25:55.573100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: ef7e8106-4f9e-4876-960a-3df7c82938dc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:25:55.573868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ef7e8106-4f9e-4876-960a-3df7c82938dc not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:25:55.634218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:25:55.639824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cbf7c-8256-4c57-97d0-2f69b1776105 req-a251e819-f32f-4d1f-a5f2-2456598b32bd tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.649436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-671cbf7c-8256-4c57-97d0-2f69b1776105 req-a251e819-f32f-4d1f-a5f2-2456598b32bd tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.1552207 Feb 04 15:25:55.701210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-671cbf7c-8256-4c57-97d0-2f69b1776105 req-007d5353-7aac-4f50-8c4c-690da8ffec57 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520310 Feb 04 15:25:55.911386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=8']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:55.961830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-203a6fb6-4340-4815-90e3-fcb1450b741a service neutron] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:25:55.974998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b766aa6-70c2-4c2b-8dd1-192a16bdfa39 req-9059a0f0-b022-42c4-bbd1-0243af2425c4 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:55.979662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-203a6fb6-4340-4815-90e3-fcb1450b741a service neutron] Notify callbacks [] for binding, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:55.985678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b766aa6-70c2-4c2b-8dd1-192a16bdfa39 req-9059a0f0-b022-42c4-bbd1-0243af2425c4 tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 1095 time: 0.0728021 Feb 04 15:25:55.986097 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb270f0-1381-4bb6-9eae-68f2c0c859d6 req-203a6fb6-4340-4815-90e3-fcb1450b741a service neutron] 10.222.0.50 "DELETE /v2.0/ports/6e8e3465-efa9-4988-904a-25c337fe249c/bindings/n-h2-827869-1 HTTP/1.1" status: 204 len: 173 time: 1.1901712 Feb 04 15:25:56.049743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b766aa6-70c2-4c2b-8dd1-192a16bdfa39 req-2778a91d-8bd0-4955-a85e-505a5d0ec06a tempest-LiveAutoBlockMigrationV225Test-1913266608 tempest-LiveAutoBlockMigrationV225Test-1913266608-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568457 Feb 04 15:25:56.103469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.104153 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:56.105599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2195c84b-f8d3-4995-a634-b379530dc899 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 200 len: 1121 time: 3.3465962 Feb 04 15:25:56.127558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-4d86a3e3-652d-4587-aa7c-1d72968a2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.128395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-4d86a3e3-652d-4587-aa7c-1d72968a2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.130300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-4d86a3e3-652d-4587-aa7c-1d72968a2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.130628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-4d86a3e3-652d-4587-aa7c-1d72968a2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.131459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-4d86a3e3-652d-4587-aa7c-1d72968a2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.132380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-4d86a3e3-652d-4587-aa7c-1d72968a2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.133435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-4d86a3e3-652d-4587-aa7c-1d72968a2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.172088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-4d86a3e3-652d-4587-aa7c-1d72968a2450 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 6501 time: 1.2263718 Feb 04 15:25:56.251558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-aab01326-0ce8-4893-9d4b-2e8a88d218f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.255320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-aab01326-0ce8-4893-9d4b-2e8a88d218f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b252c66-1bb5-4dfe-9757-72478fa80673 HTTP/1.1" status: 200 len: 915 time: 0.8684833 Feb 04 15:25:56.278363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:56.377465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:56.494835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-dc90bfe1-e05b-415d-acf4-e625a126edca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3154647 Feb 04 15:25:56.507498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec458fc1-7fbd-47c6-a410-994d4cc86fb8 req-d507ea0c-3842-465d-a30c-5a309bcc8bb7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.533612 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec458fc1-7fbd-47c6-a410-994d4cc86fb8 req-d507ea0c-3842-465d-a30c-5a309bcc8bb7 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 945 time: 0.1838768 Feb 04 15:25:56.563666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-c4b5fe66-094c-4bf3-b079-29223329211d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50a1e09d-1987-4398-a989-697bad5192b2 HTTP/1.1" status: 200 len: 999 time: 0.2827086 Feb 04 15:25:56.710724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec458fc1-7fbd-47c6-a410-994d4cc86fb8 req-1009aab7-b39a-4d29-94ed-95643a53ef15 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759644 Feb 04 15:25:56.779877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-0e7e1668-9ade-4b38-86cb-8b581184a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:56.787867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-0e7e1668-9ade-4b38-86cb-8b581184a455 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79343834-4a36-4060-a7a5-ceb64e9840eb HTTP/1.1" status: 200 len: 853 time: 0.2076137 Feb 04 15:25:56.796733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2'}, {'name': 'network-changed', 'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:56.809215 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cccebbf-78fa-4626-b910-9d7f5bd0d540" -d '{"events": [{"server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "name": "network-vif-unplugged", "status": "completed", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2"}, {"name": "network-changed", "server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:56.860433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b0c21fca-3fc9-4697-ba6d-7968e6f75d1b', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'port_id': '50a1e09d-1987-4398-a989-697bad5192b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'mac_address': 'fa:16:3e:40:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d592532-c5de-4791-b507-9a88060162c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:25:24Z', 'updated_at': '2022-02-04T15:25:49Z', 'revision_number': 1, 'project_id': 'f42a658480344724800dbf5128751bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:25:56.956676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36192fed-a894-4215-a9e2-490620cd3f23 None None] The sync data for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 is: [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b0c21fca-3fc9-4697-ba6d-7968e6f75d1b', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'port_id': '50a1e09d-1987-4398-a989-697bad5192b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'mac_address': 'fa:16:3e:40:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d592532-c5de-4791-b507-9a88060162c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:25:24Z', 'updated_at': '2022-02-04T15:25:49Z', 'revision_number': 1, 'project_id': 'f42a658480344724800dbf5128751bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:25:57.065803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-6ca6c8d4-001d-4630-8bb2-6a7ebcf1ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.069371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-6ca6c8d4-001d-4630-8bb2-6a7ebcf1ca59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b252c66-1bb5-4dfe-9757-72478fa80673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2487011 Feb 04 15:25:57.153319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4ddfc-782b-4d05-9e19-1283f2fb4f47 req-88e42bcb-685f-495a-aef2-e6dfcbeb5efd tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.160937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e2f4ddfc-782b-4d05-9e19-1283f2fb4f47 req-88e42bcb-685f-495a-aef2-e6dfcbeb5efd tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.2677505 Feb 04 15:25:57.249821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e2f4ddfc-782b-4d05-9e19-1283f2fb4f47 req-e694d7f2-ed7d-41fe-b446-3fe02c6eda11 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635238 Feb 04 15:25:57.307727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-2cb99ea5-fe01-4b75-bf1b-3f3c0290b02a service neutron] 10.222.0.30 "GET /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269661 Feb 04 15:25:57.433516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9611e58-e34a-45f4-9edc-8ca6bed5b86d None None] New status for floating IP b0c21fca-3fc9-4697-ba6d-7968e6f75d1b: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:25:57.471093 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d68272-1eac-4321-bd22-42a1fc3ec7f1 x-openstack-request-id: req-70d68272-1eac-4321-bd22-42a1fc3ec7f1 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:57.473137 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "name": "network-vif-unplugged", "status": "completed", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2", "code": 200}, {"name": "network-changed", "server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:57.474102 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70d68272-1eac-4321-bd22-42a1fc3ec7f1 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:57.474614 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2', 'code': 200} Feb 04 15:25:57.474929 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2', 'status': 'completed', 'code': 200} Feb 04 15:25:57.475538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f129963-b802-44e0-a6a4-628c0208be6e req-c58f0235-392c-47b9-856b-cd70aba403cf tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.486943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f129963-b802-44e0-a6a4-628c0208be6e req-c58f0235-392c-47b9-856b-cd70aba403cf tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.1252275 Feb 04 15:25:57.645548 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f129963-b802-44e0-a6a4-628c0208be6e req-ccc31a79-9f85-4680-99dd-8a00e6df1582 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511405 Feb 04 15:25:57.686788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc0c864f-7b43-4653-bd59-cb81f3c9d1bb req-fdbd0dca-3812-45f6-962e-2d2bf7e1d66d service neutron] 10.222.0.30 "GET /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713939 Feb 04 15:25:57.786214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-bddcac0e-99a8-4ec2-8161-84156c268281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.788975 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-bddcac0e-99a8-4ec2-8161-84156c268281 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1124 time: 0.2484653 Feb 04 15:25:57.815629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24d9f-1efe-40e4-88ac-f47ac121a4ef req-a3d759fa-974d-4461-88e7-ba1859501f52 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:57.829126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86d24d9f-1efe-40e4-88ac-f47ac121a4ef req-a3d759fa-974d-4461-88e7-ba1859501f52 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 944 time: 0.1505389 Feb 04 15:25:57.860560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37070) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:58.078845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86d24d9f-1efe-40e4-88ac-f47ac121a4ef req-2ac9faf3-b52c-4d3f-a54a-82f73a1eb442 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476048 Feb 04 15:25:58.128879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99686f3-aae7-4b7a-8ac3-e13498bb1c6c req-04586e5c-f52c-4484-b767-0a9cbdd9affc tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.131444 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d99686f3-aae7-4b7a-8ac3-e13498bb1c6c req-04586e5c-f52c-4484-b767-0a9cbdd9affc tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 945 time: 0.1756380 Feb 04 15:25:58.173287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b1e69-d181-4d5d-addf-971a25edad9d req-ca4a6a26-96d6-4e68-862f-7932cdff2652 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.177042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-650b1e69-d181-4d5d-addf-971a25edad9d req-ca4a6a26-96d6-4e68-862f-7932cdff2652 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 945 time: 0.2222676 Feb 04 15:25:58.268082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-c8a4c024-c198-45c9-8a3d-d19fae355f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.274481 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-c8a4c024-c198-45c9-8a3d-d19fae355f82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.4750869 Feb 04 15:25:58.307579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-7237de76-ef55-4024-8052-eb03e0640801 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.309631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-7237de76-ef55-4024-8052-eb03e0640801 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 944 time: 0.1322870 Feb 04 15:25:58.328663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d99686f3-aae7-4b7a-8ac3-e13498bb1c6c req-24015341-f101-42a2-bca7-b6da4555b165 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786656 Feb 04 15:25:58.329457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37082) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:58.401638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-266f3245-5029-4c4f-8a7e-88aadbd0e816 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 200 len: 217 time: 0.1063123 Feb 04 15:25:58.508225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-32add71c-1649-4fd4-94c7-69cdd259ea68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:58.559183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-f4f040f8-8511-4613-a4ae-dbc0c7044050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.561661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-f4f040f8-8511-4613-a4ae-dbc0c7044050 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1260839 Feb 04 15:25:58.622876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Deleting port 4f83e503-7c39-445e-98c9-f2d5908e88db {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:58.623248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:58.629141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-7f32cd3c-62fc-4562-a890-1a4c4c47ce52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585666 Feb 04 15:25:58.640127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-74af3923-2872-4280-b8cd-db254532d28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:58.776426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bc30a-3400-4855-b64e-8ed8af531fe5 req-c4105498-46ee-4dfb-8e31-9bc46b2eb4dd tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:58.783071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d62bc30a-3400-4855-b64e-8ed8af531fe5 req-c4105498-46ee-4dfb-8e31-9bc46b2eb4dd tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.3422072 Feb 04 15:25:58.821484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] For port 4f83e503-7c39-445e-98c9-f2d5908e88db, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4f83e503-7c39-445e-98c9-f2d5908e88db,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:58.821799 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:58.849040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-1e8ad004-0dd9-4b3f-99e1-914eb245acd7 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039983 Feb 04 15:25:58.868066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Calling delete_port for 4f83e503-7c39-445e-98c9-f2d5908e88db owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:58.955197 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-32add71c-1649-4fd4-94c7-69cdd259ea68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:58.974129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-32add71c-1649-4fd4-94c7-69cdd259ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:58.994007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d62bc30a-3400-4855-b64e-8ed8af531fe5 req-968b1b6e-9ba0-4bb8-87ab-a735ea02694d tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631904 Feb 04 15:25:59.025223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2598af6-4f78-4024-ba08-3928477b3782 req-0fadf384-b264-4ed4-9cdb-819d76310177 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:59.027015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f2598af6-4f78-4024-ba08-3928477b3782 req-0fadf384-b264-4ed4-9cdb-819d76310177 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.2082970 Feb 04 15:25:59.040405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Deleting port 6e8e3465-efa9-4988-904a-25c337fe249c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:25:59.040958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.175783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-32add71c-1649-4fd4-94c7-69cdd259ea68 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3c3dad946074c7f924df44372931fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3125873 Feb 04 15:25:59.185208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32add71c-1649-4fd4-94c7-69cdd259ea68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9007386-743d-463d-8794-9550acbc236b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:59.197451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37116) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:59.263006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-74af3923-2872-4280-b8cd-db254532d28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.263609 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f2598af6-4f78-4024-ba08-3928477b3782 req-bd76e8e3-451e-4ea7-bf49-4ff334ffea33 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194552 Feb 04 15:25:59.268246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cccebbf-78fa-4626-b910-9d7f5bd0d540 req-0e10809c-5067-40fb-98fc-9c633ebc78d5 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975182 Feb 04 15:25:59.271094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.297498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4f83e503-7c39-445e-98c9-f2d5908e88db'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:59.312203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-74af3923-2872-4280-b8cd-db254532d28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.336176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Pushing event deleted for resources: {'Port': ['ID=4f83e503-7c39-445e-98c9-f2d5908e88db,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:59.390011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['94b79021-76ac-4507-ac35-c393a0fd4280'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:25:59.409489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] No DVR routers for this DVR port 4f83e503-7c39-445e-98c9-f2d5908e88db on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:25:59.413969 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.421043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-650b1e69-d181-4d5d-addf-971a25edad9d req-6b82c058-b3f2-4c33-8574-e4f5c6013018 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.30 "DELETE /v2.0/ports/4f83e503-7c39-445e-98c9-f2d5908e88db HTTP/1.1" status: 204 len: 173 time: 1.2336347 Feb 04 15:25:59.440843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3923-2872-4280-b8cd-db254532d28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102f2caf-cd3b-48d7-b4c3-d5c3bf4ecbcd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:59.467540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-74af3923-2872-4280-b8cd-db254532d28f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3cf2541442a42509ef38af9f518dd19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1275704 Feb 04 15:25:59.472572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37126) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:25:59.483213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b014a51b-4160-410a-8d9d-4cf4c3095ee1', 'name': 'network-vif-deleted', 'tag': '4f83e503-7c39-445e-98c9-f2d5908e88db'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:25:59.493122 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148a84a5-b099-4786-805b-3fbc0d585a57" -d '{"events": [{"server_uuid": "b014a51b-4160-410a-8d9d-4cf4c3095ee1", "name": "network-vif-deleted", "tag": "4f83e503-7c39-445e-98c9-f2d5908e88db"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:25:59.495787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] For port 6e8e3465-efa9-4988-904a-25c337fe249c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6e8e3465-efa9-4988-904a-25c337fe249c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:25:59.496172 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.500747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-200f3683-3e4a-4852-aa63-20a63ed9eaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.527074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Calling delete_port for 6e8e3465-efa9-4988-904a-25c337fe249c owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:25:59.558965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-200f3683-3e4a-4852-aa63-20a63ed9eaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.582816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bcca2-d07d-4ff3-97df-71ccf62010ea req-0daa5046-6742-4bc9-9f24-6400d9d905d5 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:25:59.583259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f1dc888a-7f53-4d9b-a488-04f435219248 req-c224526e-7cc7-47a3-9357-d3cdeda72089 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=b014a51b-4160-410a-8d9d-4cf4c3095ee1 HTTP/1.1" status: 200 len: 210 time: 0.0798914 Feb 04 15:25:59.602809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00bcca2-d07d-4ff3-97df-71ccf62010ea req-0daa5046-6742-4bc9-9f24-6400d9d905d5 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 944 time: 0.3230319 Feb 04 15:25:59.644574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4961bae5-ab4a-461b-b6d2-0eb612903cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.694341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4961bae5-ab4a-461b-b6d2-0eb612903cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.788011 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608bc9d5-7529-4b8e-b571-50c2fe43e3c0 x-openstack-request-id: req-608bc9d5-7529-4b8e-b571-50c2fe43e3c0 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:25:59.788355 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b014a51b-4160-410a-8d9d-4cf4c3095ee1", "name": "network-vif-deleted", "tag": "4f83e503-7c39-445e-98c9-f2d5908e88db", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:25:59.788624 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-608bc9d5-7529-4b8e-b571-50c2fe43e3c0 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:25:59.788970 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b014a51b-4160-410a-8d9d-4cf4c3095ee1', 'name': 'network-vif-deleted', 'tag': '4f83e503-7c39-445e-98c9-f2d5908e88db', 'status': 'completed', 'code': 200} Feb 04 15:25:59.840685 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4961bae5-ab4a-461b-b6d2-0eb612903cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.848377 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4961bae5-ab4a-461b-b6d2-0eb612903cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.854397 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4961bae5-ab4a-461b-b6d2-0eb612903cc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/102f2caf-cd3b-48d7-b4c3-d5c3bf4ecbcd HTTP/1.1" status: 204 len: 168 time: 0.3756378 Feb 04 15:25:59.867286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961bae5-ab4a-461b-b6d2-0eb612903cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102f2caf-cd3b-48d7-b4c3-d5c3bf4ecbcd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:25:59.876817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00bcca2-d07d-4ff3-97df-71ccf62010ea req-dd9088c6-981c-43bf-a91f-8bfa10be75ae tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706552 Feb 04 15:25:59.902269 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-200f3683-3e4a-4852-aa63-20a63ed9eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.907436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-200f3683-3e4a-4852-aa63-20a63ed9eaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:25:59.912059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-200f3683-3e4a-4852-aa63-20a63ed9eaa4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9007386-743d-463d-8794-9550acbc236b HTTP/1.1" status: 204 len: 168 time: 0.6986122 Feb 04 15:25:59.947499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f3683-3e4a-4852-aa63-20a63ed9eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9007386-743d-463d-8794-9550acbc236b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:00.086988 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.106738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:00.138910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Pushing event deleted for resources: {'Port': ['ID=6e8e3465-efa9-4988-904a-25c337fe249c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:00.217917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] No DVR routers for this DVR port 6e8e3465-efa9-4988-904a-25c337fe249c on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:00.229367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.237084 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b755f4f-a037-4f2f-a4d9-b0ae2d505d75 req-9445abcd-62cf-43ff-b977-4cd4d8885290 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.50 "DELETE /v2.0/ports/6e8e3465-efa9-4988-904a-25c337fe249c HTTP/1.1" status: 204 len: 173 time: 1.9037244 Feb 04 15:26:00.238420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'name': 'network-vif-deleted', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:00.244862 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855513e8-c2eb-47e4-a8c3-bbed714cef36" -d '{"events": [{"server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "name": "network-vif-deleted", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:00.352115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37148) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:00.391489 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7348b36b-863b-479e-b0db-b3fcc3dc41ac x-openstack-request-id: req-7348b36b-863b-479e-b0db-b3fcc3dc41ac {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:00.391811 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8b706f-7a00-414c-b942-2e0609dd447e", "name": "network-vif-deleted", "tag": "6e8e3465-efa9-4988-904a-25c337fe249c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:00.392163 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7348b36b-863b-479e-b0db-b3fcc3dc41ac {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:00.392930 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8b706f-7a00-414c-b942-2e0609dd447e', 'name': 'network-vif-deleted', 'tag': '6e8e3465-efa9-4988-904a-25c337fe249c', 'status': 'completed', 'code': 200} Feb 04 15:26:00.476904 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5e44ca17-8ef4-4679-8922-44e34035bb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.580068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37154) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:00.593560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3cc49-a303-4516-9ccb-a60c06dd698f req-dbe3a465-642e-4ad4-b8e5-def77404ce09 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:00.602580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bd3cc49-a303-4516-9ccb-a60c06dd698f req-dbe3a465-642e-4ad4-b8e5-def77404ce09 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.1441610 Feb 04 15:26:00.608046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb53dfc1-df06-4c55-ad3d-a0db570549d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.784970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bd3cc49-a303-4516-9ccb-a60c06dd698f req-2e12b1a6-b4b1-4fa6-ae36-6f9e1bcfe051 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686699 Feb 04 15:26:00.842531 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb53dfc1-df06-4c55-ad3d-a0db570549d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.852063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb53dfc1-df06-4c55-ad3d-a0db570549d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.912444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eb53dfc1-df06-4c55-ad3d-a0db570549d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3a33c815f384bb99681af1b9b71e7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312085 Feb 04 15:26:00.916592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37160) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:00.979329 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef7b74fe-96be-48a1-8f50-8f9a958458bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:00.999859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53dfc1-df06-4c55-ad3d-a0db570549d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa9f02f-8be2-4ea4-9cb5-034c37a72b4f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:01.030285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f8492dd9-71b4-4de4-8058-8edb2ba2893a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.075340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f8492dd9-71b4-4de4-8058-8edb2ba2893a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.080254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37166) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:01.141075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.190272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a030c5fc-6ade-4dc4-8531-53132a187703 req-4759eb2e-87f9-46bd-a533-9ad3b40ad247 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 210 time: 0.0736520 Feb 04 15:26:01.212107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef7b74fe-96be-48a1-8f50-8f9a958458bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.214352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f8492dd9-71b4-4de4-8058-8edb2ba2893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.217318 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f8492dd9-71b4-4de4-8058-8edb2ba2893a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.218713 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f8492dd9-71b4-4de4-8058-8edb2ba2893a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0fa9f02f-8be2-4ea4-9cb5-034c37a72b4f HTTP/1.1" status: 204 len: 168 time: 0.3008552 Feb 04 15:26:01.241327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf01f7-fc4f-4e8d-9423-d310cec0ffb6 req-bc947326-20f0-4908-a6d1-cded5b7602b6 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:01.242695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b5bf01f7-fc4f-4e8d-9423-d310cec0ffb6 req-bc947326-20f0-4908-a6d1-cded5b7602b6 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.1073511 Feb 04 15:26:01.250750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef7b74fe-96be-48a1-8f50-8f9a958458bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.257586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492dd9-71b4-4de4-8058-8edb2ba2893a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa9f02f-8be2-4ea4-9cb5-034c37a72b4f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:01.324992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef7b74fe-96be-48a1-8f50-8f9a958458bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e69e66b7b8e489e8e61f0d386511b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9713721 Feb 04 15:26:01.329578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37170) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:01.351480 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b5bf01f7-fc4f-4e8d-9423-d310cec0ffb6 req-e794bc90-0795-456d-b7c7-626fde5e1120 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958877 Feb 04 15:26:01.353781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b74fe-96be-48a1-8f50-8f9a958458bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6186652-08e4-4658-b839-f81ff6d558cb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:01.412276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6e8e3465-efa9-4988-904a-25c337fe249c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:01.446956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 6e8e3465-efa9-4988-904a-25c337fe249c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:01.447304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6e8e3465-efa9-4988-904a-25c337fe249c not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:01.502494 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.509249 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c07980-16d4-4431-8dc4-49618f7aa37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.514992 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.577341 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c07980-16d4-4431-8dc4-49618f7aa37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.627291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37174) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:01.630623 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=341daaaa08ad4ba0b06e640e1583532e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457060 Feb 04 15:26:01.635807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d00b50c-f7d3-495f-8ad2-12acab1e5287,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:01.658751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.659118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.659454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.659883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.660283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.660627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.660965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.661298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.661632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.661960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.662406 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.662683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b6afa5-30ca-486d-b12e-90d49c550e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:01.681960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4f83e503-7c39-445e-98c9-f2d5908e88db no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:01.713819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e65ffdf7-ab96-40aa-89d3-5d9aca1e16f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.724814 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c07980-16d4-4431-8dc4-49618f7aa37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.727922 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c07980-16d4-4431-8dc4-49618f7aa37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.732141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-07c07980-16d4-4431-8dc4-49618f7aa37e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6186652-08e4-4658-b839-f81ff6d558cb HTTP/1.1" status: 204 len: 168 time: 0.3999023 Feb 04 15:26:01.739491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 4f83e503-7c39-445e-98c9-f2d5908e88db {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:01.739865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4f83e503-7c39-445e-98c9-f2d5908e88db not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:01.745094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e65ffdf7-ab96-40aa-89d3-5d9aca1e16f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.745321 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c07980-16d4-4431-8dc4-49618f7aa37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6186652-08e4-4658-b839-f81ff6d558cb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:01.809125 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e65ffdf7-ab96-40aa-89d3-5d9aca1e16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.818333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e65ffdf7-ab96-40aa-89d3-5d9aca1e16f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:01.819415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e65ffdf7-ab96-40aa-89d3-5d9aca1e16f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d00b50c-f7d3-495f-8ad2-12acab1e5287 HTTP/1.1" status: 204 len: 168 time: 0.1906874 Feb 04 15:26:01.863033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ffdf7-ab96-40aa-89d3-5d9aca1e16f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d00b50c-f7d3-495f-8ad2-12acab1e5287,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:02.030864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5724de-b76e-43c3-86ef-e88a23508dfe req-c781ff83-7217-4268-a658-2dd23f738673 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:02.035591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc5724de-b76e-43c3-86ef-e88a23508dfe req-c781ff83-7217-4268-a658-2dd23f738673 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.0725963 Feb 04 15:26:02.101655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc5724de-b76e-43c3-86ef-e88a23508dfe req-6373448f-ed01-45f3-af55-ac1d703d7c59 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585532 Feb 04 15:26:02.373602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e87a79e8-9b34-4775-9e66-2e7f795c4b6a req-78c86e8f-adee-40a1-8222-e3c1b9ef76f0 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 210 time: 0.0591230 Feb 04 15:26:02.541235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebaafb-cde7-4b33-9fd4-8f0b274ac81a req-8dfad018-4a2d-4165-825f-5f5737e72d2e tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:02.552658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2ebaafb-cde7-4b33-9fd4-8f0b274ac81a req-8dfad018-4a2d-4165-825f-5f5737e72d2e tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.0788257 Feb 04 15:26:02.611183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2ebaafb-cde7-4b33-9fd4-8f0b274ac81a req-35ec693e-e2ef-4226-b257-9bee01bcdc01 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Feb 04 15:26:03.325898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ad400-33aa-4993-a331-de123d4df875 req-88b2f697-df33-49c4-ab14-efb3b2c2830d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.329500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d81ad400-33aa-4993-a331-de123d4df875 req-88b2f697-df33-49c4-ab14-efb3b2c2830d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.50 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.1610942 Feb 04 15:26:03.481039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:03.496099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ebf0c-ab4f-474c-8e6f-3a329b44a717 req-812885b1-7b46-487d-b6b2-bb878dbebffc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.509901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c86ebf0c-ab4f-474c-8e6f-3a329b44a717 req-812885b1-7b46-487d-b6b2-bb878dbebffc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.2111454 Feb 04 15:26:03.603586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c3355f37-8a32-44af-a5f1-a43aa3304f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.665029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c86ebf0c-ab4f-474c-8e6f-3a329b44a717 req-072cb03d-17de-491f-a4f1-533d7986d386 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496832 Feb 04 15:26:03.683518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Deleting port 94b79021-76ac-4507-ac35-c393a0fd4280 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:03.684356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.707603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac1fb4b5-66d0-4577-b7b2-19d9e843b8b2 req-4c5942c7-eec2-421f-a4f9-196cfffa0c0e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 210 time: 0.1300292 Feb 04 15:26:03.833184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d011cc-abb5-46e4-a821-1a0841004d3d req-e39910fd-2e28-409d-a181-7c6c813351ec tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:03.842485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d011cc-abb5-46e4-a821-1a0841004d3d req-e39910fd-2e28-409d-a181-7c6c813351ec tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 946 time: 0.0768659 Feb 04 15:26:03.905010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d011cc-abb5-46e4-a821-1a0841004d3d req-6c2b03c6-2812-4914-9817-5e339f69a50d tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/security-groups?id=602c5175-f83b-4f38-9a0d-fe4a377b3546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Feb 04 15:26:03.911045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] For port 94b79021-76ac-4507-ac35-c393a0fd4280, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=94b79021-76ac-4507-ac35-c393a0fd4280,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:03.911850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:03.935206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Calling delete_port for 94b79021-76ac-4507-ac35-c393a0fd4280 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:04.074239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-714501569-network', 'tenant_id': '4ca8536eff094cffa8421fbcab3eb352'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:04.123948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Made reservation on behalf of 4ca8536eff094cffa8421fbcab3eb352 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:04.126840 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.141432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.220108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.259974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['94b79021-76ac-4507-ac35-c393a0fd4280'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:04.261539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Pushing event deleted for resources: {'Port': ['ID=94b79021-76ac-4507-ac35-c393a0fd4280,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:04.328764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] No DVR routers for this DVR port 94b79021-76ac-4507-ac35-c393a0fd4280 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:04.332476 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.336404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d81ad400-33aa-4993-a331-de123d4df875 req-7e17b17c-a1aa-4944-8ff7-ddc6a2bfd759 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.50 "DELETE /v2.0/ports/94b79021-76ac-4507-ac35-c393a0fd4280 HTTP/1.1" status: 204 len: 173 time: 0.9945190 Feb 04 15:26:04.336906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f8ac2c-1c5a-43fb-a888-67983db43f91', 'name': 'network-vif-deleted', 'tag': '94b79021-76ac-4507-ac35-c393a0fd4280'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:04.339719 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d341473-7da9-4e58-a579-938617abec35" -d '{"events": [{"server_uuid": "32f8ac2c-1c5a-43fb-a888-67983db43f91", "name": "network-vif-deleted", "tag": "94b79021-76ac-4507-ac35-c393a0fd4280"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:04.395587 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.403205 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.448182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:26:04.468854 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b8bf6c-7c48-47fc-9447-4d016f5aa80e x-openstack-request-id: req-55b8bf6c-7c48-47fc-9447-4d016f5aa80e {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:04.469504 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f8ac2c-1c5a-43fb-a888-67983db43f91", "name": "network-vif-deleted", "tag": "94b79021-76ac-4507-ac35-c393a0fd4280", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:04.470063 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-55b8bf6c-7c48-47fc-9447-4d016f5aa80e {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:04.470936 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f8ac2c-1c5a-43fb-a888-67983db43f91', 'name': 'network-vif-deleted', 'tag': '94b79021-76ac-4507-ac35-c393a0fd4280', 'status': 'completed', 'code': 200} Feb 04 15:26:04.512988 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.513533 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Added segment 6bf05e25-003a-4389-abf9-022f3cf0faa3 of type vlan for network 3513438f-f7cf-43f2-bb3d-245c93bdf57a Feb 04 15:26:04.516352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524781d2-caef-4028-aa6e-c8ca6de7d544,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:04.672743 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.734211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.736057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:04.737053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:04.804199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3208392 Feb 04 15:26:04.809048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37280) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:04.819758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Request body: {'subnet': {'network_id': '3513438f-f7cf-43f2-bb3d-245c93bdf57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-714501569-subnet', 'tenant_id': '4ca8536eff094cffa8421fbcab3eb352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:04.880678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd40923-8a0b-45ed-b75f-4c281e27f62d req-1e1e9f0c-04cc-4f16-a1ea-21dec924432c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:04.899400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4bd40923-8a0b-45ed-b75f-4c281e27f62d req-1e1e9f0c-04cc-4f16-a1ea-21dec924432c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.1345658 Feb 04 15:26:04.999465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2714f4e-56f3-4923-9dab-f4c92a04bec5 req-e99c4378-ea9b-4523-8fd6-5cadd5a10518 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 210 time: 0.0805027 Feb 04 15:26:05.005522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4bd40923-8a0b-45ed-b75f-4c281e27f62d req-f2c3cf4b-7350-4f2e-afa0-78986ca8f0ca tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046679 Feb 04 15:26:05.060678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709163c9-3831-48ea-a100-97c84d70264c admin admin] Pushing event updated for resources: {'Network': ['ID=3513438f-f7cf-43f2-bb3d-245c93bdf57a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:05.079872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3513438f-f7cf-43f2-bb3d-245c93bdf57a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:26:05.132826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Made reservation on behalf of 4ca8536eff094cffa8421fbcab3eb352 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:05.139356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.287171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62bd19b5-270d-4baa-9178-1d16ff542c3c req-da8e1eb0-af74-4364-a8e1-82694caa97b1 tempest-ListServerFiltersTestJSON-777965676 tempest-ListServerFiltersTestJSON-777965676-project] 10.222.0.47 "GET /v2.0/ports?device_id=32f8ac2c-1c5a-43fb-a888-67983db43f91 HTTP/1.1" status: 200 len: 210 time: 0.0518417 Feb 04 15:26:05.454999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:05.494748 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.561273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65755e14-8f75-41ce-adf9-afd318f993e3,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:05.592461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Checking segment: {'id': '6bf05e25-003a-4389-abf9-022f3cf0faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3513438f-f7cf-43f2-bb3d-245c93bdf57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:05.592934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Network hostable DHCP agents. Network: 3513438f-f7cf-43f2-bb3d-245c93bdf57a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:26:05.621769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Network 3513438f-f7cf-43f2-bb3d-245c93bdf57a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:26:05.647040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3513438f-f7cf-43f2-bb3d-245c93bdf57a) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:05.658605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:05.659619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.669621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31100b03-421d-465f-953c-68b5629be744 None None] Network 3513438f-f7cf-43f2-bb3d-245c93bdf57a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:26:05.701357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e76ee44a-17fa-47d8-b1bb-7c6c6b0cb2e2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8788564 Feb 04 15:26:05.701582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:05.707430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:05.713487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 94b79021-76ac-4507-ac35-c393a0fd4280 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:05.796603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-8785397e-cc5e-4d90-b13e-5c8dc1429617 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337691 Feb 04 15:26:05.819565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 94b79021-76ac-4507-ac35-c393a0fd4280 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:05.819919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 94b79021-76ac-4507-ac35-c393a0fd4280 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:05.839899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:05.936183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c8b8b-8554-4d66-8cf7-9564d8526cbd None None] Network 3513438f-f7cf-43f2-bb3d-245c93bdf57a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:26:06.069548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393581-11d4-44d2-9848-b127eb0811ab req-f572d70b-ae8d-44b8-836c-12426e509dcd tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:06.079267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-f572d70b-ae8d-44b8-836c-12426e509dcd tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730412 Feb 04 15:26:06.101909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-48e74983-49c6-4bd6-9d7c-0cf950127357 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/quotas/fb059d3fdb0b42c5b6bb2db1c6f7aeae HTTP/1.1" status: 200 len: 375 time: 0.0214112 Feb 04 15:26:06.158776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-5b9d0b62-cc27-465e-85a4-f5af5228fc8b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525398 Feb 04 15:26:06.252498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5bf07c4b-18b1-4472-898f-359ef9f5ef27 req-e36579be-9c01-44bf-9126-0810b47202b6 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a8b706f-7a00-414c-b942-2e0609dd447e HTTP/1.1" status: 200 len: 210 time: 0.1243916 Feb 04 15:26:06.560373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63e75e-b6d1-4977-9c28-a421f77c95a6 req-8d52dfaa-d3c6-4b1a-90be-ca6ddfb1c216 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:06.564868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df63e75e-b6d1-4977-9c28-a421f77c95a6 req-8d52dfaa-d3c6-4b1a-90be-ca6ddfb1c216 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.1745124 Feb 04 15:26:06.709237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df63e75e-b6d1-4977-9c28-a421f77c95a6 req-848e88e8-46d4-471c-ad87-79d8b4c0cafc tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360402 Feb 04 15:26:06.823054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37338) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:06.870813 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:06.958183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-88840a1c-2460-4e55-ac1f-f9758f365950 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399973 Feb 04 15:26:07.055108 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-be733f62-7600-475b-bf17-5d4e56196071 req-f234d8e4-3203-4cfa-acf9-e396e12e7e47 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] show failed (client error): The resource could not be found. Feb 04 15:26:07.086989 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-be733f62-7600-475b-bf17-5d4e56196071 req-f234d8e4-3203-4cfa-acf9-e396e12e7e47 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] 10.222.0.47 "GET /v2.0/security-groups/4592ff6e-0765-42fc-a923-b45bee308ed8 HTTP/1.1" status: 404 len: 352 time: 0.2255371 Feb 04 15:26:07.144885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-613d27d8-d130-413d-a506-5b8bef73d74d admin admin] Deleting subnet 7b747500-f405-4e5a-963e-f75459d61983 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:26:07.163887 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-613d27d8-d130-413d-a506-5b8bef73d74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.233950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-613d27d8-d130-413d-a506-5b8bef73d74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.240137 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.288893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7180b044-1b4f-4ba0-9c3b-5563268b74e1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:07.290606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7180b044-1b4f-4ba0-9c3b-5563268b74e1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3200803 Feb 04 15:26:07.333571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-923a9c71-2b1c-4cae-a1a8-e4f6b74b1d51 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/quotas/fb059d3fdb0b42c5b6bb2db1c6f7aeae HTTP/1.1" status: 200 len: 375 time: 0.0192893 Feb 04 15:26:07.402949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-1fc09e8e-97e7-4809-8844-e8ff609e2105 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640206 Feb 04 15:26:07.485289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-613d27d8-d130-413d-a506-5b8bef73d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.516821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4e85aa9-1282-4f6f-8010-f9f10b5801ee req-16ae8f04-e7c3-45b8-a47c-280af305b547 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4ca8536eff094cffa8421fbcab3eb352 HTTP/1.1" status: 200 len: 2984 time: 0.1928046 Feb 04 15:26:07.599043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4e85aa9-1282-4f6f-8010-f9f10b5801ee req-a7350223-9704-4fea-aad2-51bdecd3d505 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] 10.222.0.47 "GET /v2.0/security-groups/524781d2-caef-4028-aa6e-c8ca6de7d544 HTTP/1.1" status: 200 len: 2981 time: 0.0703804 Feb 04 15:26:07.650357 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-613d27d8-d130-413d-a506-5b8bef73d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.708996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d27d8-d130-413d-a506-5b8bef73d74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b747500-f405-4e5a-963e-f75459d61983,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:07.716853 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4e85aa9-1282-4f6f-8010-f9f10b5801ee req-4e93598f-c4ce-44a1-8ae1-8ac0afa7b6b5 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] 10.222.0.47 "GET /v2.0/security-groups/524781d2-caef-4028-aa6e-c8ca6de7d544 HTTP/1.1" status: 200 len: 2981 time: 0.1168497 Feb 04 15:26:07.720031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d5304-71f6-44ca-bb4b-4076f665a2dc None None] Network b07aaf40-37ff-4794-be79-b7b0ff9fa478 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:26:07.728904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-613d27d8-d130-413d-a506-5b8bef73d74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:07.751450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-613d27d8-d130-413d-a506-5b8bef73d74d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7b747500-f405-4e5a-963e-f75459d61983 HTTP/1.1" status: 204 len: 168 time: 0.9255068 Feb 04 15:26:07.756352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37370) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:07.871941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58f3dc21-c7b4-4b12-81bd-258f6eeb2b3c req-16687704-ab5e-4bf6-92ba-700d14fb4de5 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] 10.222.0.47 "GET /v2.0/security-groups/524781d2-caef-4028-aa6e-c8ca6de7d544 HTTP/1.1" status: 200 len: 2981 time: 0.1122487 Feb 04 15:26:07.986970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c966508e-3915-4c24-a57e-8dbe035e5ef5 req-c9f2c4ee-fc47-4a61-86c7-e8a8167b5990 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 210 time: 0.0702376 Feb 04 15:26:08.037085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.073477 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-58f3dc21-c7b4-4b12-81bd-258f6eeb2b3c req-c68072e8-701e-4ac1-8101-66146a79e116 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:26:08.081291 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58f3dc21-c7b4-4b12-81bd-258f6eeb2b3c req-c68072e8-701e-4ac1-8101-66146a79e116 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] 10.222.0.47 "DELETE /v2.0/security-groups/524781d2-caef-4028-aa6e-c8ca6de7d544 HTTP/1.1" status: 409 len: 352 time: 0.2083633 Feb 04 15:26:08.164309 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-6ffc999b-d705-48ed-91b5-d032f09ef4f3 req-5b835a30-502c-4d37-b287-11d32f1d497d tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] show failed (client error): The resource could not be found. Feb 04 15:26:08.168256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ffc999b-d705-48ed-91b5-d032f09ef4f3 req-5b835a30-502c-4d37-b287-11d32f1d497d tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] 10.222.0.47 "GET /v2.0/security-groups/251d8837-0f76-4557-9e31-b3c391a77872 HTTP/1.1" status: 404 len: 352 time: 0.0222600 Feb 04 15:26:08.229914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] DHCP port deletion for b07aaf40-37ff-4794-be79-b7b0ff9fa478 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:26:08.300798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d5e36-2461-4035-9962-8f12be3501a2 req-5bbd2f2c-a231-4d7d-85d3-c23f9bd8b043 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:08.303416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-618d5e36-2461-4035-9962-8f12be3501a2 req-5bbd2f2c-a231-4d7d-85d3-c23f9bd8b043 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.1747558 Feb 04 15:26:08.308938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Deleting port c5bb9907-aefd-4286-aa2e-fbdef433aece {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:08.309602 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.348819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-bda28b30-777e-42a5-9c50-4104aacfabe7 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107633 Feb 04 15:26:08.368541 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-55ebac13-a4dd-4e45-826c-bf7d5a31d0ea req-57559c3f-801f-446e-b67c-039c7f2858e1 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] show failed (client error): The resource could not be found. Feb 04 15:26:08.371455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55ebac13-a4dd-4e45-826c-bf7d5a31d0ea req-57559c3f-801f-446e-b67c-039c7f2858e1 tempest-SecurityGroupsNegativeTestJSON-2022326980 tempest-SecurityGroupsNegativeTestJSON-2022326980-project] 10.222.0.47 "GET /v2.0/security-groups/01243a66-3d2c-4226-b758-29db914568ce HTTP/1.1" status: 404 len: 352 time: 0.0934920 Feb 04 15:26:08.400687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] Deleting port c5bb9907-aefd-4286-aa2e-fbdef433aece {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:08.403552 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.404682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37386) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:08.532146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-029548ee-c9cb-4528-9e93-5fd16f17095e admin admin] Deleting subnet 65755e14-8f75-41ce-adf9-afd318f993e3 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:26:08.538519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029548ee-c9cb-4528-9e93-5fd16f17095e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.699955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] For port c5bb9907-aefd-4286-aa2e-fbdef433aece, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c5bb9907-aefd-4286-aa2e-fbdef433aece,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:08.705603 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.740128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] For port c5bb9907-aefd-4286-aa2e-fbdef433aece, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c5bb9907-aefd-4286-aa2e-fbdef433aece,segment=NetworkSegment(27729325-5bd5-4799-999d-21b2fef6f0c5),segment_id=27729325-5bd5-4799-999d-21b2fef6f0c5)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:08.740466 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:08.767670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393581-11d4-44d2-9848-b127eb0811ab req-33dcd12d-57cc-4c65-be71-61d373b4279e tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:08.769401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] Calling delete_port for c5bb9907-aefd-4286-aa2e-fbdef433aece owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:08.769654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Calling delete_port for c5bb9907-aefd-4286-aa2e-fbdef433aece owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:08.772374 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-33dcd12d-57cc-4c65-be71-61d373b4279e tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4086840 Feb 04 15:26:08.823912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Request body: {'port': {'device_id': '71525e67-2577-4ffe-afb2-229112bdb772', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'fb059d3fdb0b42c5b6bb2db1c6f7aeae'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:08.925631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:08.943035 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-618d5e36-2461-4035-9962-8f12be3501a2 req-061014a5-96b8-4805-adcf-17731e872dd4 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150336 Feb 04 15:26:08.973070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.043389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c5bb9907-aefd-4286-aa2e-fbdef433aece no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:09.079978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Made reservation on behalf of fb059d3fdb0b42c5b6bb2db1c6f7aeae for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:09.096344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.109292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c5bb9907-aefd-4286-aa2e-fbdef433aece {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:09.110419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c5bb9907-aefd-4286-aa2e-fbdef433aece not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:09.131997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.136054 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.183264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] No DVR routers for this DVR port c5bb9907-aefd-4286-aa2e-fbdef433aece on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:09.186619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] Pushing event deleted for resources: {'Port': ['ID=c5bb9907-aefd-4286-aa2e-fbdef433aece,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:09.196968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c03d5c-ad2d-4e16-a2e7-4b0f828e3625 None None] No DVR routers for this DVR port c5bb9907-aefd-4286-aa2e-fbdef433aece on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:09.230948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029548ee-c9cb-4528-9e93-5fd16f17095e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.305723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bb9907-aefd-4286-aa2e-fbdef433aece,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:09.340934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70059a27-5693-4fc8-b718-c41daa77febc req-260efbb1-0d81-49a9-b7de-a13b814368cb tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 210 time: 0.0699768 Feb 04 15:26:09.348324 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.379651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d53bd4b7-25d2-402b-916f-d3bcc9ca78d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.415370 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.419858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.509127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91c576b-a957-4a9a-bc40-f6157b800516,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:09.530951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029548ee-c9cb-4528-9e93-5fd16f17095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:09.651996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Allocated IP 192.168.233.85 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/ac95804f-9c9f-491e-b040-b25f94a1cad9) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:09.990320 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.067226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.075743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.134009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:10.142640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:10.147752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:10.215885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:10.223535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-3dcfdfed-2fed-433e-9626-b5d7f4a19ab6 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1742387 Feb 04 15:26:10.276564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:10.277300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.292491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07aaf40-37ff-4794-be79-b7b0ff9fa478']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:10.299079 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-5bf1448c-0d65-4a9c-ae35-a766fe404a69 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4818895 Feb 04 15:26:10.323698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Request body: {'port': {'device_id': '71525e67-2577-4ffe-afb2-229112bdb772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:10.364162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27729325-5bd5-4799-999d-21b2fef6f0c5') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:10.365213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27729325-5bd5-4799-999d-21b2fef6f0c5') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:10.398856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.492636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029548ee-c9cb-4528-9e93-5fd16f17095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.499209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.502428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.606682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:26:10.616003 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.669398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef5f1d86-5996-400f-bd26-a59fd73f2bae req-b130b49f-d111-4d53-8b61-d3f48df65198 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 210 time: 0.0990772 Feb 04 15:26:10.690313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-633800df-9524-4afa-8eb0-ebd93d9f78c6 None None] Provisioning complete for port ac95804f-9c9f-491e-b040-b25f94a1cad9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:10.691220 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-633800df-9524-4afa-8eb0-ebd93d9f78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.787941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029548ee-c9cb-4528-9e93-5fd16f17095e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65755e14-8f75-41ce-adf9-afd318f993e3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:26:10.790125 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:26:10.794046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-633800df-9524-4afa-8eb0-ebd93d9f78c6 None None] Port ac95804f-9c9f-491e-b040-b25f94a1cad9 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:26:10.833392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d53bd4b7-25d2-402b-916f-d3bcc9ca78d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.863163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9313-be41-4ab6-9a92-e07065cf0ebb req-b8566260-68e6-414a-bd32-4a406581a137 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:10.864906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf9b9313-be41-4ab6-9a92-e07065cf0ebb req-b8566260-68e6-414a-bd32-4a406581a137 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 943 time: 0.7623053 Feb 04 15:26:10.866494 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-99494dc1-8ec2-4ab7-acf8-d5385ad58f47 service neutron] 10.222.0.50 "GET /v2.0/ports/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.8253543 Feb 04 15:26:10.875697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029548ee-c9cb-4528-9e93-5fd16f17095e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.879076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-029548ee-c9cb-4528-9e93-5fd16f17095e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/65755e14-8f75-41ce-adf9-afd318f993e3 HTTP/1.1" status: 204 len: 168 time: 2.4730301 Feb 04 15:26:10.880924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d53bd4b7-25d2-402b-916f-d3bcc9ca78d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:10.906118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37404) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:10.988596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.023622 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.027108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b07aaf40-37ff-4794-be79-b7b0ff9fa478 HTTP/1.1" status: 204 len: 168 time: 3.2687671 Feb 04 15:26:11.035141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-e8a9a454-589f-4fe6-9e43-f45bd0acb255 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:11.036768 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-e8a9a454-589f-4fe6-9e43-f45bd0acb255 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7392495 Feb 04 15:26:11.047964 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.057965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bd4b7-25d2-402b-916f-d3bcc9ca78d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ceee63-5605-4e5e-910a-e995d7916047,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:11.071401 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d53bd4b7-25d2-402b-916f-d3bcc9ca78d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd87d84eeac54571b90efe49fdc5b219&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1264474 Feb 04 15:26:11.082291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37408) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:11.083513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Request body: {'port': {'device_id': 'ec87c193-f494-42fc-8d86-4575e46b9eab', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'fb059d3fdb0b42c5b6bb2db1c6f7aeae'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:11.090933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff644-52a9-481e-a731-2c0ee0df6343 admin admin] Pushing event deleted for resources: {'Network': ['ID=b07aaf40-37ff-4794-be79-b7b0ff9fa478,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:11.134956 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf9b9313-be41-4ab6-9a92-e07065cf0ebb req-0e2ea876-288c-4173-b8bb-52c0e7751213 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495899 Feb 04 15:26:11.418021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.454372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37414) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:11.458254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd58fdad-66cb-4d14-8761-21cfa9dbf825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.493668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3513438f-f7cf-43f2-bb3d-245c93bdf57a']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:11.561283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf05e25-003a-4389-abf9-022f3cf0faa3') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:11.561794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf05e25-003a-4389-abf9-022f3cf0faa3') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:11.583534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:11.597352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Made reservation on behalf of fb059d3fdb0b42c5b6bb2db1c6f7aeae for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:11.603790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.648067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:11.682579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.690859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd58fdad-66cb-4d14-8761-21cfa9dbf825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.700620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b8ae8c67-40de-4c41-bf58-37f155857cc7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e485ec0afbb54e1a8394c23418f3703f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383881 Feb 04 15:26:11.731458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:11.733709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37416) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:11.753886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:11.779974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.830848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:26:11.831533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.844318 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:26:11.854327 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:26:12.065151 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdda5565-7de4-4e23-8f23-50f671819ccc req-e754e228-63c5-440f-9868-076ceea79116 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 210 time: 0.1618495 Feb 04 15:26:12.113062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] Transition to ACTIVE for port object ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:12.122069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.157259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac95804f-9c9f-491e-b040-b25f94a1cad9 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:12.167791 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.186594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Transition to ACTIVE for port object ac95804f-9c9f-491e-b040-b25f94a1cad9 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:12.189547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.205328 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.217326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] 10.222.0.47 "DELETE /v2.0/networks/3513438f-f7cf-43f2-bb3d-245c93bdf57a HTTP/1.1" status: 204 len: 168 time: 1.3092864 Feb 04 15:26:12.219841 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd58fdad-66cb-4d14-8761-21cfa9dbf825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.239915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd58fdad-66cb-4d14-8761-21cfa9dbf825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.247433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cd58fdad-66cb-4d14-8761-21cfa9dbf825 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4ceee63-5605-4e5e-910a-e995d7916047 HTTP/1.1" status: 204 len: 168 time: 1.1375701 Feb 04 15:26:12.312353 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:26:12.330296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.335324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f67477-ab12-4548-bbd4-45ea8d00222e admin admin] Pushing event deleted for resources: {'Network': ['ID=3513438f-f7cf-43f2-bb3d-245c93bdf57a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:12.371118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Allocated IP 192.168.233.72 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/ff1b484e-1d45-4444-aefa-0a7fd4cc586c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:12.455962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58fdad-66cb-4d14-8761-21cfa9dbf825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ceee63-5605-4e5e-910a-e995d7916047,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:12.488267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] No DVR routers for this DVR port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:12.622657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d090940f-1408-4d49-85a2-8153bc8fea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.658535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:12.750746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=10']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:12.772872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37428) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:12.776896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-7e2d810b-0417-415c-869b-df28d22fd7db service neutron] 10.222.0.50 "PUT /v2.0/ports/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2/bindings/n-h2-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8931749 Feb 04 15:26:12.801142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d090940f-1408-4d49-85a2-8153bc8fea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:12.855772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386990e-776e-499e-864f-4440bd204551 req-87bbe5de-d77b-422d-9239-08c2c9757c9e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:12.869329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b386990e-776e-499e-864f-4440bd204551 req-87bbe5de-d77b-422d-9239-08c2c9757c9e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.3833616 Feb 04 15:26:13.062397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Attempting to bind port ac95804f-9c9f-491e-b040-b25f94a1cad9 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:13.062397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Attempting to bind port ac95804f-9c9f-491e-b040-b25f94a1cad9 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:13.062868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Attempting to bind port ac95804f-9c9f-491e-b040-b25f94a1cad9 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:13.080760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Port ac95804f-9c9f-491e-b040-b25f94a1cad9 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:26:13.080760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Attempting to bind port ac95804f-9c9f-491e-b040-b25f94a1cad9 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:13.092732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:13.093361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:13.094209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:13.094708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Bound port: ac95804f-9c9f-491e-b040-b25f94a1cad9, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:13.095463 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.144335 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d090940f-1408-4d49-85a2-8153bc8fea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.149431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d090940f-1408-4d49-85a2-8153bc8fea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.150756 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d090940f-1408-4d49-85a2-8153bc8fea7a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/602c5175-f83b-4f38-9a0d-fe4a377b3546 HTTP/1.1" status: 204 len: 168 time: 1.4154780 Feb 04 15:26:13.177256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37436) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:13.250138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-eaedb0f8-ecb4-4b96-a597-cb4ffbe38262 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:13.251824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-eaedb0f8-ecb4-4b96-a597-cb4ffbe38262 tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.3332248 Feb 04 15:26:13.258669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090940f-1408-4d49-85a2-8153bc8fea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c5175-f83b-4f38-9a0d-fe4a377b3546,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:13.323686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.380981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e23431a8-d5bd-4f8d-9e33-3a33135b8e13 req-197b5189-d2f5-4824-87b4-43385d9ef25f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 210 time: 0.1275444 Feb 04 15:26:13.388200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16feee2f-b2e8-41ba-ae17-b0ad32496bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.444779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b386990e-776e-499e-864f-4440bd204551 req-8461d742-b5e0-4f80-90dd-e1ed384216b1 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729299 Feb 04 15:26:13.455954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.540943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:13.547926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Pushing event updated for resources: {'Port': ['ID=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:13.549393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:13.561083 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.586793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dfeca843-7f3d-44c5-a201-d4a1eaf5f8cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4ca8536eff094cffa8421fbcab3eb352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7981136 Feb 04 15:26:13.601063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37442) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:13.632544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-3c86d95e-ec00-471d-9413-b9f1f4df321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:13.637173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-3c86d95e-ec00-471d-9413-b9f1f4df321f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f HTTP/1.1" status: 200 len: 1095 time: 0.2637055 Feb 04 15:26:13.666799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:13.666799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:13.668115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:13.694424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:13.694424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.694424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] 10.222.0.50 "PUT /v2.0/ports/ac95804f-9c9f-491e-b040-b25f94a1cad9 HTTP/1.1" status: 200 len: 1095 time: 3.3772876 Feb 04 15:26:13.694424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:13.697010 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af02dbe2-c6b5-4efa-a489-cc3b8608568c" -d '{"events": [{"name": "network-changed", "server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:13.810733 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfe9613-742f-433d-8ef5-db9a4efddaa0 x-openstack-request-id: req-4dfe9613-742f-433d-8ef5-db9a4efddaa0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:13.811141 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:13.812284 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4dfe9613-742f-433d-8ef5-db9a4efddaa0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:13.812284 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'status': 'completed', 'code': 200} Feb 04 15:26:13.845733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:13.846597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.858378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-80739205-d1a5-4b4d-afae-816c890c71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:13.860690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-80739205-d1a5-4b4d-afae-816c890c71d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1095 time: 0.1709516 Feb 04 15:26:13.913676 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16feee2f-b2e8-41ba-ae17-b0ad32496bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.918200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14b58c-2497-469f-9436-298ce5c74530 service neutron] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:13.935184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16feee2f-b2e8-41ba-ae17-b0ad32496bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:13.999068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3419d0e-4f5c-47ca-aa90-deb486d65817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.029186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16feee2f-b2e8-41ba-ae17-b0ad32496bb1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=765aa9205db240b794dea3807777aa14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8508077 Feb 04 15:26:14.036523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16feee2f-b2e8-41ba-ae17-b0ad32496bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e403d715-db67-4917-b811-8d62688cf638,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:14.059872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37452) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:14.071336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-d4671541-23e8-45b7-8599-3ff6536007da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:14.073340 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-d4671541-23e8-45b7-8599-3ff6536007da service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.2012892 Feb 04 15:26:14.077449 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393581-11d4-44d2-9848-b127eb0811ab req-dbfbb516-fe1f-4457-9bad-7b515500f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:14.079692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-dbfbb516-fe1f-4457-9bad-7b515500f87a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1098 time: 0.2575049 Feb 04 15:26:14.100349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-7849ef45-28f8-4eef-bca3-e7fb028de9ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0322130 Feb 04 15:26:14.104298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3419d0e-4f5c-47ca-aa90-deb486d65817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.173302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Request body: {'port': {'device_id': 'ec87c193-f494-42fc-8d86-4575e46b9eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:14.177534 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-2c4bc147-48f4-48b6-9d26-05ca5b2306fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 200 len: 217 time: 0.0971348 Feb 04 15:26:14.187531 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-2d7dfa7d-add7-4799-ae5e-bc36ded99470 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9 HTTP/1.1" status: 200 len: 217 time: 0.0891204 Feb 04 15:26:14.315884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-a605e2af-b45d-48e5-b6ea-fe0b8b8b14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:14.317533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-a605e2af-b45d-48e5-b6ea-fe0b8b8b14bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.1330001 Feb 04 15:26:14.321117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.364454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-9b803867-2dea-422b-b50b-51a739cde0c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390353 Feb 04 15:26:14.373630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66510d32-ec22-4d2e-a717-7c39ce4dc50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.505902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66510d32-ec22-4d2e-a717-7c39ce4dc50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.508335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a35cca2c-3134-4067-83c1-1f1db233ece2 None None] Provisioning complete for port ff1b484e-1d45-4444-aefa-0a7fd4cc586c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:14.508971 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a35cca2c-3134-4067-83c1-1f1db233ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.515858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393581-11d4-44d2-9848-b127eb0811ab req-873a608f-ed46-4f38-8284-a3c5d425af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:14.527757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-873a608f-ed46-4f38-8284-a3c5d425af38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.3286636 Feb 04 15:26:14.650636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3419d0e-4f5c-47ca-aa90-deb486d65817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.651013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a35cca2c-3134-4067-83c1-1f1db233ece2 None None] Port ff1b484e-1d45-4444-aefa-0a7fd4cc586c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:26:14.684049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3419d0e-4f5c-47ca-aa90-deb486d65817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.700063 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c3419d0e-4f5c-47ca-aa90-deb486d65817 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/524781d2-caef-4028-aa6e-c8ca6de7d544 HTTP/1.1" status: 204 len: 168 time: 1.0664215 Feb 04 15:26:14.815889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3419d0e-4f5c-47ca-aa90-deb486d65817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524781d2-caef-4028-aa6e-c8ca6de7d544,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:14.865134 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66510d32-ec22-4d2e-a717-7c39ce4dc50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.872470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66510d32-ec22-4d2e-a717-7c39ce4dc50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:14.874795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-66510d32-ec22-4d2e-a717-7c39ce4dc50d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e403d715-db67-4917-b811-8d62688cf638 HTTP/1.1" status: 204 len: 168 time: 0.8109550 Feb 04 15:26:14.920933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37476) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:14.992707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37393581-11d4-44d2-9848-b127eb0811ab req-3dd22f7f-8325-42ec-b7ec-4a760173f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:14.996938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-3dd22f7f-8325-42ec-b7ec-4a760173f3a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4543023 Feb 04 15:26:15.001013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66510d32-ec22-4d2e-a717-7c39ce4dc50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e403d715-db67-4917-b811-8d62688cf638,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:15.051732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496768f-6bc5-4684-b4ae-cb4224271f15 req-de043bd6-b49a-4695-bd50-929efbd151e7 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:15.055458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a13d2-f14b-43f7-8a09-0d808f5ef9ff req-8798121a-d4b2-424c-8b61-d900732724ca tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:15.055734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b496768f-6bc5-4684-b4ae-cb4224271f15 req-de043bd6-b49a-4695-bd50-929efbd151e7 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 935 time: 0.3911729 Feb 04 15:26:15.075128 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e66a13d2-f14b-43f7-8a09-0d808f5ef9ff req-8798121a-d4b2-424c-8b61-d900732724ca tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.3645086 Feb 04 15:26:15.241592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e66a13d2-f14b-43f7-8a09-0d808f5ef9ff req-e7fa8ee2-a875-4883-b0b1-5631157f688b tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647716 Feb 04 15:26:15.442005 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-ad13d639-3fa2-407a-b719-f1fa22057afc service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282796 Feb 04 15:26:15.738622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1b484e-1d45-4444-aefa-0a7fd4cc586c {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:15.760608 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.794076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Transition to ACTIVE for port object ff1b484e-1d45-4444-aefa-0a7fd4cc586c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:15.872805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:15.974632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-636c6cf9-a8ee-4f70-97dd-c35905399725 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5992746 Feb 04 15:26:16.054072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b496768f-6bc5-4684-b4ae-cb4224271f15 req-171f9da6-dd5f-4f0f-9e99-aaae6b50efa6 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472343 Feb 04 15:26:16.235748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Pushing event updated for resources: {'Port': ['ID=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:16.333185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Attempting to bind port ff1b484e-1d45-4444-aefa-0a7fd4cc586c on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:16.333585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Attempting to bind port ff1b484e-1d45-4444-aefa-0a7fd4cc586c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:16.339195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Attempting to bind port ff1b484e-1d45-4444-aefa-0a7fd4cc586c on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:16.365909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Port ff1b484e-1d45-4444-aefa-0a7fd4cc586c on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:26:16.366259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Attempting to bind port ff1b484e-1d45-4444-aefa-0a7fd4cc586c on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:16.388573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:16.393093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:16.397270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-network', 'tenant_id': '93269c6abb2a4b85a311035043259ab4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:16.399532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:16.400096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Bound port: ff1b484e-1d45-4444-aefa-0a7fd4cc586c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:16.400476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:16.750318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Made reservation on behalf of 93269c6abb2a4b85a311035043259ab4 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:16.764077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:16.769198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] For port ff1b484e-1d45-4444-aefa-0a7fd4cc586c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:16.774483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-e6ed497e-149e-48bf-9245-61ca80576627 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829285 Feb 04 15:26:16.797765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] For port ff1b484e-1d45-4444-aefa-0a7fd4cc586c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:16.806289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:16.831059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc32fb-9cee-4158-b404-f090ceb48e91 req-ad4d3476-6d4c-4289-a63f-6e14f46a026c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:16.833363 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04fc32fb-9cee-4158-b404-f090ceb48e91 req-ad4d3476-6d4c-4289-a63f-6e14f46a026c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.1406164 Feb 04 15:26:16.884258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e89da-a714-4e4b-854f-197b794a64a1 req-51b5575c-5333-4fb2-abe7-4893b79f9aee tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:16.895890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-120e89da-a714-4e4b-854f-197b794a64a1 req-51b5575c-5333-4fb2-abe7-4893b79f9aee tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.4870765 Feb 04 15:26:16.962735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.026814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-120e89da-a714-4e4b-854f-197b794a64a1 req-d4cfa826-1aec-4aa8-b4b1-7d9119ca9b8e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262288 Feb 04 15:26:17.041717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37393581-11d4-44d2-9848-b127eb0811ab req-be4f9fc2-b551-4e92-911b-ccba91bad364 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5854259 Feb 04 15:26:17.159167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04fc32fb-9cee-4158-b404-f090ceb48e91 req-99e0ed8f-0442-4339-8810-b70311ddd9fe tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987292 Feb 04 15:26:17.167912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.171551 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.180906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] 10.222.0.30 "PUT /v2.0/ports/ff1b484e-1d45-4444-aefa-0a7fd4cc586c HTTP/1.1" status: 200 len: 1095 time: 3.0127745 Feb 04 15:26:17.209931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.220482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87c193-f494-42fc-8d86-4575e46b9eab', 'tag': 'ff1b484e-1d45-4444-aefa-0a7fd4cc586c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:17.233503 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87c193-f494-42fc-8d86-4575e46b9eab", "tag": "ff1b484e-1d45-4444-aefa-0a7fd4cc586c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:17.344926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906093cc-e340-4bd0-b699-8b2489da1efe service neutron] Pushing event updated for resources: {'Port': ['ID=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:17.364243 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aafe09-04e8-427e-baa6-3e9cfbfd2164 x-openstack-request-id: req-f3aafe09-04e8-427e-baa6-3e9cfbfd2164 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:17.365290 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87c193-f494-42fc-8d86-4575e46b9eab", "tag": "ff1b484e-1d45-4444-aefa-0a7fd4cc586c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:17.366502 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3aafe09-04e8-427e-baa6-3e9cfbfd2164 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:17.367178 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87c193-f494-42fc-8d86-4575e46b9eab', 'tag': 'ff1b484e-1d45-4444-aefa-0a7fd4cc586c', 'status': 'completed', 'code': 200} Feb 04 15:26:17.389275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.575812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-94a869e6-4b56-40bb-ab18-7dd6e32dff39 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.580794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-94a869e6-4b56-40bb-ab18-7dd6e32dff39 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.7190199 Feb 04 15:26:17.592598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-96d5a7aa-b104-45d8-8ec4-5433d8a0d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.592598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-96d5a7aa-b104-45d8-8ec4-5433d8a0d1d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 1098 time: 0.2240398 Feb 04 15:26:17.604687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:26:17.649515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.650247 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Added segment daa9891d-ad6d-4be2-b160-71acbfc73304 of type vlan for network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 Feb 04 15:26:17.679918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-dd76a72b-1e62-4066-b5be-b3088eea4b70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ff1b484e-1d45-4444-aefa-0a7fd4cc586c HTTP/1.1" status: 200 len: 217 time: 0.0734870 Feb 04 15:26:17.700059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-8cbe0d09-dd59-4ff6-b6b0-984ac476da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.715381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-8cbe0d09-dd59-4ff6-b6b0-984ac476da9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1098 time: 0.4971464 Feb 04 15:26:17.783281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-0f5bacc4-6142-437d-a661-bba8acd9ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.785020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-0f5bacc4-6142-437d-a661-bba8acd9ae98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0973785 Feb 04 15:26:17.836465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Deleting port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:17.836908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.880720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bca0afa-d594-4cea-8048-cbcc699009f4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:17.979149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-185f4fdd-eb09-4897-b60e-e5b6fa59dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:17.983807 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:17.993646 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-185f4fdd-eb09-4897-b60e-e5b6fa59dd35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921816 Feb 04 15:26:18.012136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-196a1bae-f6de-4df5-ac17-62e8bd5a45ba tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.016540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-196a1bae-f6de-4df5-ac17-62e8bd5a45ba tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456&tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1095 time: 0.6803343 Feb 04 15:26:18.256577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] For port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:18.257204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.312115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Calling delete_port for 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:18.340512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-b6989bc7-a1bc-421b-a043-9ca8aef69d74 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451326 Feb 04 15:26:18.352462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-a8ca8eb6-aff8-449a-8eee-e8fb3ec35621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.355297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-a8ca8eb6-aff8-449a-8eee-e8fb3ec35621 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.5189307 Feb 04 15:26:18.378953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54877f8-0d7f-47c8-b536-0d20ca21537a req-8e5f5cc6-166d-4fb9-9610-0c23c100c8e7 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.393425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54877f8-0d7f-47c8-b536-0d20ca21537a req-8e5f5cc6-166d-4fb9-9610-0c23c100c8e7 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 947 time: 0.9927349 Feb 04 15:26:18.396949 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.399145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.400530 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.499543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5674832 Feb 04 15:26:18.520526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37542) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:18.539464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Request body: {'subnet': {'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-subnet', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:18.559086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8719650-b62d-4d52-a563-9fceb480ac28 req-6191e6ad-c072-41cc-9833-ef87649cee25 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:18.560709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8719650-b62d-4d52-a563-9fceb480ac28 req-6191e6ad-c072-41cc-9833-ef87649cee25 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 944 time: 0.2639594 Feb 04 15:26:18.635304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-9c3107a4-09f7-41a4-9801-32eac700cfe8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9 HTTP/1.1" status: 200 len: 217 time: 0.2141092 Feb 04 15:26:18.694884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37546) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:18.764869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f54877f8-0d7f-47c8-b536-0d20ca21537a req-d7fac913-4ddf-4fe4-a79f-ede8f56fe31f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695610 Feb 04 15:26:18.774497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Made reservation on behalf of 93269c6abb2a4b85a311035043259ab4 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:18.777388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:18.811576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60cb6082-acbb-472f-abac-76fdc5e72996 req-855ac1f3-c5db-413b-a95f-7ad7bca6c3de service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587824 Feb 04 15:26:18.841393 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8719650-b62d-4d52-a563-9fceb480ac28 req-f2b6b7e3-b022-42cb-a5be-cac97efbd05a tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690248 Feb 04 15:26:19.026300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-041033f4-b53c-41c8-96de-0a1e9bb95e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.028867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-041033f4-b53c-41c8-96de-0a1e9bb95e5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 1098 time: 0.1555495 Feb 04 15:26:19.035002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.099809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e1ae-4c48-47be-b18b-998ce445ef4e admin admin] Pushing event updated for resources: {'Network': ['ID=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:19.119174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:26:19.144374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-dd35c78a-2bfd-4aa7-8ecb-e1fc1fef7e76 service neutron] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:19.217222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-dd35c78a-2bfd-4aa7-8ecb-e1fc1fef7e76 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.220082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0774dfac-f568-4200-ac6d-b8ad0be31fd4 req-dd35c78a-2bfd-4aa7-8ecb-e1fc1fef7e76 service neutron] 10.222.0.30 "DELETE /v2.0/ports/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2/bindings/n-h1-827869-1 HTTP/1.1" status: 204 len: 173 time: 1.1178312 Feb 04 15:26:19.236822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-844ad9da-64b9-4aa6-97fc-8443534c4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.244537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-844ad9da-64b9-4aa6-97fc-8443534c4952 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.5375149 Feb 04 15:26:19.341711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640b3ab-59d5-4a66-89a5-da1cd8d924c6 req-b11bb58c-2cd6-44c8-9598-a44f3a430851 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.356364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1640b3ab-59d5-4a66-89a5-da1cd8d924c6 req-b11bb58c-2cd6-44c8-9598-a44f3a430851 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.2449312 Feb 04 15:26:19.417779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-7d5fec72-9268-443a-bc1b-72a58eae6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.420938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-7d5fec72-9268-443a-bc1b-72a58eae6d7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615779 Feb 04 15:26:19.436292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1640b3ab-59d5-4a66-89a5-da1cd8d924c6 req-063421d4-0a45-4f52-ae78-2ea396cdc15e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785985 Feb 04 15:26:19.661211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-3be0b38b-0529-43f9-9c1b-97b2ebe12e34 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225075 Feb 04 15:26:19.709222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Pushing event deleted for resources: {'Port': ['ID=3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:19.784370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3235fe92-11f7-4c83-ad61-d278332471fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.800785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:19.828892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] No DVR routers for this DVR port 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:19.831910 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:19.832732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5df0ce-f1d6-4c70-a702-ebec9e01c160 req-73284f67-0a38-44d0-8ce9-9719fb33143a tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.835598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a5df0ce-f1d6-4c70-a702-ebec9e01c160 req-73284f67-0a38-44d0-8ce9-9719fb33143a tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 1095 time: 0.2260184 Feb 04 15:26:19.841944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2804aaa-a25e-4de2-8f44-6aa6f50c9ef0 req-1f031283-efef-46fa-af63-4d4f0a80c8c1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.30 "DELETE /v2.0/ports/3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c HTTP/1.1" status: 204 len: 173 time: 2.2478435 Feb 04 15:26:19.850986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'name': 'network-vif-deleted', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:19.852740 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae77eb-b4a0-4a7e-832d-5dea621749ac" -d '{"events": [{"server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "name": "network-vif-deleted", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:19.855365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:19.855721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:19.907356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-7207023b-4a30-4402-9c4f-2c77942417ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:19.909524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-7207023b-4a30-4402-9c4f-2c77942417ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.8654118 Feb 04 15:26:19.944921 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a5df0ce-f1d6-4c70-a702-ebec9e01c160 req-400f5e98-6a3b-423d-b56f-ff0c673fd6ca tempest-LiveMigrationTest-1175619084 tempest-LiveMigrationTest-1175619084-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977099 Feb 04 15:26:19.969621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af02dbe2-c6b5-4efa-a489-cc3b8608568c req-d5c189c8-b7a8-47b5-beb9-4d15a316e4dc service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834802 Feb 04 15:26:20.104260 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54efda4f-8c50-4f1f-ade0-855b3e117952 x-openstack-request-id: req-54efda4f-8c50-4f1f-ade0-855b3e117952 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:20.104627 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c3a75-53be-406f-bf1a-507ef4af7781", "name": "network-vif-deleted", "tag": "3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:20.105055 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54efda4f-8c50-4f1f-ade0-855b3e117952 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:20.105662 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5c3a75-53be-406f-bf1a-507ef4af7781', 'name': 'network-vif-deleted', 'tag': '3d69ef2d-a7dc-414a-9d4d-5a50d095fb3c', 'status': 'completed', 'code': 200} Feb 04 15:26:20.119036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-12be28ba-96fb-434f-a9df-35449cd4ec8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ff1b484e-1d45-4444-aefa-0a7fd4cc586c HTTP/1.1" status: 200 len: 217 time: 0.1765456 Feb 04 15:26:20.130598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.274888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44edbc2c-fa6d-417e-9e43-0da111fecb3c req-d0270618-9626-4e1f-a94d-af396fb1e011 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad5c3a75-53be-406f-bf1a-507ef4af7781 HTTP/1.1" status: 200 len: 210 time: 0.0647602 Feb 04 15:26:20.300765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd47a22-5345-4f0c-a1d3-d11924b04954 req-b785026f-d8a1-4348-a65b-c21c13bbcb32 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:20.315186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfd47a22-5345-4f0c-a1d3-d11924b04954 req-b785026f-d8a1-4348-a65b-c21c13bbcb32 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 947 time: 0.3775537 Feb 04 15:26:20.368060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f176e391-8c42-4ad0-994e-c8cd0e842d13,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:20.422450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-2702f7fd-90a0-4e32-a21c-1483dfdab33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:20.424717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-2702f7fd-90a0-4e32-a21c-1483dfdab33f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2896159 Feb 04 15:26:20.510939 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfd47a22-5345-4f0c-a1d3-d11924b04954 req-3c53bf72-e23f-49c9-b43e-ebb0b4391c49 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941721 Feb 04 15:26:20.538023 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3235fe92-11f7-4c83-ad61-d278332471fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.555152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Checking segment: {'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:20.556015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Network hostable DHCP agents. Network: 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:26:20.567810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3235fe92-11f7-4c83-ad61-d278332471fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.639589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:26:20.646990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-cc7e33f7-a8bb-46dd-bf1e-d9440d2725e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:20.648655 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-cc7e33f7-a8bb-46dd-bf1e-d9440d2725e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005599 Feb 04 15:26:20.649351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235fe92-11f7-4c83-ad61-d278332471fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500f5e2d-44ae-40cd-b097-fbede9452071,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:20.663116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3235fe92-11f7-4c83-ad61-d278332471fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d17fa876c51b428d9eb7dfee8c00705e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9602337 Feb 04 15:26:20.665470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37588) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:20.688770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:20.696015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:20.696853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.707721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297932f-84ee-41ca-ab2b-3b046c359329 None None] Network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:26:20.818246 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b094240-29cc-4231-87b1-1d0dde5a8db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.844528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-94b24c29-bbc5-44a2-b20c-29a3c16c94d6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3230748 Feb 04 15:26:20.847473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37590) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:20.854441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:20.889455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b094240-29cc-4231-87b1-1d0dde5a8db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.926303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d44ef6-2412-47c7-9f2a-8e2758aa8b79 req-762c674c-a60d-4a24-ae4e-67e7d7f39736 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:20.927922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9d44ef6-2412-47c7-9f2a-8e2758aa8b79 req-762c674c-a60d-4a24-ae4e-67e7d7f39736 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.1535885 Feb 04 15:26:20.932862 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-9cd0ff2a-d1c7-4ebc-8236-80bb17b73a1b service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703242 Feb 04 15:26:20.968037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:20.969198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.028730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b094240-29cc-4231-87b1-1d0dde5a8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.036039 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b094240-29cc-4231-87b1-1d0dde5a8db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.037561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1b094240-29cc-4231-87b1-1d0dde5a8db2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/500f5e2d-44ae-40cd-b097-fbede9452071 HTTP/1.1" status: 204 len: 168 time: 0.3692575 Feb 04 15:26:21.059216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094240-29cc-4231-87b1-1d0dde5a8db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500f5e2d-44ae-40cd-b097-fbede9452071,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:21.081342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be78a28-d1d6-4ed4-ada9-bb125807788e None None] Network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:26:21.097536 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9d44ef6-2412-47c7-9f2a-8e2758aa8b79 req-a3b02e92-4592-42e0-9c00-21241384f565 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575520 Feb 04 15:26:21.162310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.320699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f907ab8-7a39-4c8e-97ab-8dd5221a4523 req-012fca04-487b-47ee-af9c-8de2855bb06d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706748 Feb 04 15:26:21.389306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:21.482653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:26:21.790295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:21.818122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ff1b484e-1d45-4444-aefa-0a7fd4cc586c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:26:21.844994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'mac_address': 'fa:16:3e:d3:73:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:26:21.914458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2685e7-f296-4db8-ad5c-a74de6b4d2df req-0d151621-fa07-4d5b-a517-36a003b6a5ea tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:21.918403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f2685e7-f296-4db8-ad5c-a74de6b4d2df req-0d151621-fa07-4d5b-a517-36a003b6a5ea tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 947 time: 0.1659575 Feb 04 15:26:21.965889 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:26:22.042482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-9ed41d75-0e05-4954-8d82-7f8c1725a6d2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.056375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f2685e7-f296-4db8-ad5c-a74de6b4d2df req-684dd561-b5ba-45d5-ac83-1ebab3c7b87f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258695 Feb 04 15:26:22.060183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-9ed41d75-0e05-4954-8d82-7f8c1725a6d2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.4217606 Feb 04 15:26:22.125457 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.169410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac95804f-9c9f-491e-b040-b25f94a1cad9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:22.207344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.215412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:22.240694 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.262510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ff1b484e-1d45-4444-aefa-0a7fd4cc586c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:22.330012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5d591-d61b-4fa9-9adc-0b0cbf7ed51d req-44219a8a-af15-4235-9618-8b3ae98c00a3 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.333736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7eb5d591-d61b-4fa9-9adc-0b0cbf7ed51d req-44219a8a-af15-4235-9618-8b3ae98c00a3 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.3854327 Feb 04 15:26:22.343782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.369588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:22.403854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.405026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.407141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.410103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.411365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.412170 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.413178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.414167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.415065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.415866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.417885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.418874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:22.435406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'ff1b484e-1d45-4444-aefa-0a7fd4cc586c', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'ff1b484e-1d45-4444-aefa-0a7fd4cc586c', 'mac_address': 'fa:16:3e:c2:b3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:26:22.462510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-c444885c-883a-43fa-951b-852d2ce6891a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1798334 Feb 04 15:26:22.517317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6e93-91b1-427f-9585-97317e34963d req-1fe5db20-43b1-4b8f-ac44-eebf67976185 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.530148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f0ed6e93-91b1-427f-9585-97317e34963d req-1fe5db20-43b1-4b8f-ac44-eebf67976185 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 944 time: 0.1768510 Feb 04 15:26:22.567191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.598875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1b484e-1d45-4444-aefa-0a7fd4cc586c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:22.654173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ff1b484e-1d45-4444-aefa-0a7fd4cc586c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:22.664270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.673910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7eb5d591-d61b-4fa9-9adc-0b0cbf7ed51d req-7b20af65-bb44-465b-8718-6646b4db35c8 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157960 Feb 04 15:26:22.725671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-60a4fc4e-e659-4c97-b17f-175b005881e1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.727361 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-60a4fc4e-e659-4c97-b17f-175b005881e1 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.4416537 Feb 04 15:26:22.753080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-29300476-afeb-4a3b-9e75-6ec86af9fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:22.767284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-29300476-afeb-4a3b-9e75-6ec86af9fd2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 1095 time: 0.2354658 Feb 04 15:26:22.779151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Allocated IP 172.25.1.48 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/1a327e52-5638-4207-b5f6-4b5b56f0d735) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:22.793031 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f0ed6e93-91b1-427f-9585-97317e34963d req-4aa9578f-9e9c-4103-960f-39a2b032ad7e tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278650 Feb 04 15:26:22.808510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ac95804f-9c9f-491e-b040-b25f94a1cad9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:22.894859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Deleting port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:22.895202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.931073 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:22.988356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:23.053326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-d7bbc883-242d-45ed-a5dd-fa9ce29c70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.056429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-d7bbc883-242d-45ed-a5dd-fa9ce29c70bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.2383120 Feb 04 15:26:23.100727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ff1b484e-1d45-4444-aefa-0a7fd4cc586c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:23.164694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-0e2805d6-791b-4228-88d4-e1cbda0c85ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 200 len: 217 time: 0.0998838 Feb 04 15:26:23.243747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-16e757c3-1565-499a-bc9c-c98cfe94ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.245960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-16e757c3-1565-499a-bc9c-c98cfe94ca0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.0699015 Feb 04 15:26:23.279254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:23.290311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37644) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:23.293250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-53c5bfeb-1d9a-4d14-89e1-8cc635107adb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406513 Feb 04 15:26:23.308005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Deleting port 517d0516-8c18-4712-8fe8-2af230a69c05 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:23.308650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:23.314112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] For port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:23.314850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:23.399841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Calling delete_port for ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:23.440111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb0bb9-98f2-4b52-b3c3-675fbe210a4e req-b7f06012-d07f-41c1-ab4d-95cab01d00f9 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.441752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26eb0bb9-98f2-4b52-b3c3-675fbe210a4e req-b7f06012-d07f-41c1-ab4d-95cab01d00f9 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 948 time: 0.2473137 Feb 04 15:26:23.484743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-3784c98b-a3de-480e-bb1d-c4e2ac52e673 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828301 Feb 04 15:26:23.521366 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:23.602736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Pushing event updated for resources: {'Port': ['ID=1a327e52-5638-4207-b5f6-4b5b56f0d735,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:23.637319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] For port 517d0516-8c18-4712-8fe8-2af230a69c05, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=517d0516-8c18-4712-8fe8-2af230a69c05,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:23.637868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:23.655656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:23.662409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1029d4cb-fe30-4ed2-87d8-2dc38120ddd5 req-1bd8bf0b-81b9-4ab0-aa4f-df9733205d99 service neutron] 10.222.0.30 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678882 Feb 04 15:26:23.671773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:23.682964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Calling delete_port for 517d0516-8c18-4712-8fe8-2af230a69c05 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:23.686123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:23.694591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26eb0bb9-98f2-4b52-b3c3-675fbe210a4e req-087fa8a5-eb2b-4035-8d87-291bbe1130ea tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994491 Feb 04 15:26:23.731048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1725270082-network', 'tenant_id': '16cb950a883246d69d496e39341b9e9f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:23.841969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 517d0516-8c18-4712-8fe8-2af230a69c05 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:23.875022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc4076-e56f-40b2-ac81-4c7d40b5d8d7 req-d6be55af-98eb-4ac5-9e42-c85cd1bf3102 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:23.882887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bc4076-e56f-40b2-ac81-4c7d40b5d8d7 req-d6be55af-98eb-4ac5-9e42-c85cd1bf3102 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 944 time: 0.1052034 Feb 04 15:26:23.943630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bc4076-e56f-40b2-ac81-4c7d40b5d8d7 req-4ac23a0f-0bcd-438e-affe-27f1660902c9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599678 Feb 04 15:26:23.990468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:24.029835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Made reservation on behalf of 16cb950a883246d69d496e39341b9e9f for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:24.033152 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.055927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No active binding found for port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:26:24.056982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:24.058279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.073607 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.117562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Pushing event deleted for resources: {'Port': ['ID=ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:24.520066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d35dff33-3dba-4fcf-85af-3ad321843191'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:24.574832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe5e5d-ce3c-4d08-994c-68d62a923538 req-946da709-967d-438e-aee6-d1f1a6911f08 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:24.576494 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2fe5e5d-ce3c-4d08-994c-68d62a923538 req-946da709-967d-438e-aee6-d1f1a6911f08 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 866 time: 0.5868442 Feb 04 15:26:24.617096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] No DVR routers for this DVR port ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:24.626464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.629907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9aabbe5f-e74e-4a6a-a9cb-4fb317053280 req-2fe7c57d-6f27-455c-bacd-c45a27ffdcd3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.30 "DELETE /v2.0/ports/ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2 HTTP/1.1" status: 204 len: 173 time: 2.5507610 Feb 04 15:26:24.646413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'name': 'network-vif-deleted', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:24.648877 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff3900c-f8e7-4814-b743-1e9c26e16a6c" -d '{"events": [{"server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "name": "network-vif-deleted", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:24.739841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.756744 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92dbe59-b0f9-4bb8-aff5-1451cd59de64 x-openstack-request-id: req-c92dbe59-b0f9-4bb8-aff5-1451cd59de64 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:24.757026 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef866f2-39a0-434d-b994-9c8063dec456", "name": "network-vif-deleted", "tag": "ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:24.757282 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c92dbe59-b0f9-4bb8-aff5-1451cd59de64 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:24.759201 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef866f2-39a0-434d-b994-9c8063dec456', 'name': 'network-vif-deleted', 'tag': 'ce3d86b6-6fda-4e51-ac7a-a54a99b48bd2', 'status': 'completed', 'code': 200} Feb 04 15:26:24.809029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2fe5e5d-ce3c-4d08-994c-68d62a923538 req-db58962f-92ea-4cfb-9f9c-1038e9121341 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954360 Feb 04 15:26:24.813536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Pushing event deleted for resources: {'Port': ['ID=517d0516-8c18-4712-8fe8-2af230a69c05,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:24.825660 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.940670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.946243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] No DVR routers for this DVR port 517d0516-8c18-4712-8fe8-2af230a69c05 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:24.952726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.958637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-773b4ea4-35cf-4401-9a99-0eb566702e9b req-8f1c4e34-1d9e-4e24-8d26-85cdb1513444 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.30 "DELETE /v2.0/ports/517d0516-8c18-4712-8fe8-2af230a69c05 HTTP/1.1" status: 204 len: 173 time: 2.2231865 Feb 04 15:26:24.974141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:24.987747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7bff-81d1-4d80-8114-d9a5d73fff12 req-c451c951-c36a-4a8a-b6f6-44a8d8e4c68f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:25.002014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4db7bff-81d1-4d80-8114-d9a5d73fff12 req-c451c951-c36a-4a8a-b6f6-44a8d8e4c68f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 948 time: 0.1222129 Feb 04 15:26:25.082878 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4db7bff-81d1-4d80-8114-d9a5d73fff12 req-4c00e29d-4335-425b-889c-71d0b7f31457 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Feb 04 15:26:25.148778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e989052b-d552-40eb-ad13-4157c05424ea,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:25.182536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:26:25.231422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.233323 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Added segment 3da2df50-6d5c-46d1-b957-41ac2a6c4339 of type vlan for network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb Feb 04 15:26:25.314887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-227b75b4-4f55-4a27-8d43-e18ad280e25a req-988eae53-6475-4d8a-8205-8c358c824495 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f382c58-c76a-4eb6-8764-88621c103154 HTTP/1.1" status: 200 len: 210 time: 0.0770965 Feb 04 15:26:25.350056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.487972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:25.534383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.536532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:25.550751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.575034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port ac95804f-9c9f-491e-b040-b25f94a1cad9 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:25.587996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ac95804f-9c9f-491e-b040-b25f94a1cad9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:25.588701 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.741928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4495509 Feb 04 15:26:25.744649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37678) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:25.750563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.750805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Request body: {'subnet': {'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1725270082-subnet', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:25.772764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb0b9e-2187-4640-9113-ce69d53be158 admin admin] Pushing event updated for resources: {'Network': ['ID=43d5f9e8-cee6-4adf-8e46-ad9398f959fb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:25.786259 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:25.789899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:26:25.834873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Made reservation on behalf of 16cb950a883246d69d496e39341b9e9f for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:25.837681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.152424 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ff1b484e-1d45-4444-aefa-0a7fd4cc586c up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:26.174788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Router 97653c45-5b01-45c5-b361-fbc08ab2c75a is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:26:26.216482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36f24968-dbc1-4984-94f2-44d66c8ea03a req-dce02b97-7f17-4a18-864c-17a6ed77f4b8 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 210 time: 0.1328032 Feb 04 15:26:26.324013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:26.330627 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694c027b-7d8f-405a-9510-1dbc61f04c1d" -d '{"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-plugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:26.371637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port ff1b484e-1d45-4444-aefa-0a7fd4cc586c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:26.394980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port ff1b484e-1d45-4444-aefa-0a7fd4cc586c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:26.396057 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.401422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:26.416228 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.506486 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.563393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe1cc8a-5950-41ff-93d7-c0be7f502a22,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:26.599375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Checking segment: {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:26.599767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Network hostable DHCP agents. Network: 43d5f9e8-cee6-4adf-8e46-ad9398f959fb, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:26:26.637140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:26:26.653443 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b2348e-afa9-48da-8d79-b6a8234ce702 x-openstack-request-id: req-f8b2348e-afa9-48da-8d79-b6a8234ce702 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:26.653949 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-plugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:26.654403 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8b2348e-afa9-48da-8d79-b6a8234ce702 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:26.654830 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'code': 200} Feb 04 15:26:26.657564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 43d5f9e8-cee6-4adf-8e46-ad9398f959fb) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:26.664523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:26.665315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.717225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2e76854d-e305-4393-ac0f-fbc6af0d97b3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9670975 Feb 04 15:26:26.718782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37696) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:26.732655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:26.736975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf19a-831d-4861-832c-b6a5e6a2bf65 req-f3c6dd22-d104-413f-867c-78d0f1992f79 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:26.740530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3faf19a-831d-4861-832c-b6a5e6a2bf65 req-f3c6dd22-d104-413f-867c-78d0f1992f79 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 948 time: 0.4166231 Feb 04 15:26:26.741236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597eaee7-c9d9-44b9-8ec2-e4833d35a2a5 None None] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:26:26.746508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:26:26.764492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'name': 'network-vif-deleted', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:26.770125 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2e08bb-b05a-4115-abd1-256404ee6991" -d '{"events": [{"server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "name": "network-vif-deleted", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:26.792966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.794554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2de06a58-e26b-4734-9b2e-60d38ff2fe65 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9445348 Feb 04 15:26:26.802943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37700) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:26.848062 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.849142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:26.880975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Sync routers for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:26.933907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:26:26.936316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:26:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:26.974505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.019618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3faf19a-831d-4861-832c-b6a5e6a2bf65 req-011414b7-a42f-49ec-96da-41f2c27ef7b2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621562 Feb 04 15:26:27.140873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:27.166553 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.197083 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c034b0d8-c39c-4384-af03-7370fea62880 x-openstack-request-id: req-c034b0d8-c39c-4384-af03-7370fea62880 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:27.197375 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f382c58-c76a-4eb6-8764-88621c103154", "name": "network-vif-deleted", "tag": "517d0516-8c18-4712-8fe8-2af230a69c05", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:27.197612 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c034b0d8-c39c-4384-af03-7370fea62880 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:27.198036 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f382c58-c76a-4eb6-8764-88621c103154', 'name': 'network-vif-deleted', 'tag': '517d0516-8c18-4712-8fe8-2af230a69c05', 'status': 'completed', 'code': 200} Feb 04 15:26:27.303398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2ebb-fc08-4d80-83be-0560e074558a req-b18fdf0d-0e71-468a-bcb9-7e3fe03633e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:27.306568 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30ae2ebb-fc08-4d80-83be-0560e074558a req-b18fdf0d-0e71-468a-bcb9-7e3fe03633e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1100 time: 0.5221584 Feb 04 15:26:27.438768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ff1b484e-1d45-4444-aefa-0a7fd4cc586c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:27.463474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.467659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.546985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:26:27.573229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57ad5664-44d0-4be6-b2d8-e4f5ce336e8a req-a707bbba-161f-44a9-9614-0afe8a1bcaff tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 210 time: 0.0533555 Feb 04 15:26:27.637729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30ae2ebb-fc08-4d80-83be-0560e074558a req-d83330b2-6d78-455a-9f2d-9fe3fb9028c3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990239 Feb 04 15:26:27.662853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81649c8-278b-4996-905a-1cf54d21542a req-79eaa336-3608-42c2-8150-7c50466fc010 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:27.674826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e81649c8-278b-4996-905a-1cf54d21542a req-79eaa336-3608-42c2-8150-7c50466fc010 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 945 time: 0.4906876 Feb 04 15:26:27.762400 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e81649c8-278b-4996-905a-1cf54d21542a req-5cbcbee8-136a-4a98-8c78-af1b8ffc6f83 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819063 Feb 04 15:26:27.844493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:26:27.845459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:27.875765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:27.989258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-dcfabc8e-70ee-4e58-aa77-2f827b6b8d4e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:27.990942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-dcfabc8e-70ee-4e58-aa77-2f827b6b8d4e tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 945 time: 0.1281986 Feb 04 15:26:28.207442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.264477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.341765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Allocated IP 172.20.0.2 (43d5f9e8-cee6-4adf-8e46-ad9398f959fb/cfe1cc8a-5950-41ff-93d7-c0be7f502a22/f31fdaab-e71f-4feb-94df-440bcb098e63) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:28.392536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:24Z', 'revision_number': 3, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:28.432309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.438049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Allocated IP 172.25.1.67 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/22dff501-73c3-4f47-a2e1-917dffa3a276) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:28.457191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Deleting port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:28.457683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.472166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54ff4-f5bf-4a2f-9457-b02c11308bd6 req-2192122d-8248-44a9-af12-7178dd6e208e tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:28.473208 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b1a54ff4-f5bf-4a2f-9457-b02c11308bd6 req-2192122d-8248-44a9-af12-7178dd6e208e tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 949 time: 0.2269878 Feb 04 15:26:28.667110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Allocated IP 172.20.0.1 (60bbb2ed-ee93-4e18-a7dd-5aa3398e2565/f176e391-8c42-4ad0-994e-c8cd0e842d13/8774ba38-5797-4bf2-b061-cdaded4b8758) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:28.699028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.713088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.721824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87c193-f494-42fc-8d86-4575e46b9eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1b484e-1d45-4444-aefa-0a7fd4cc586c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:28.728062 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf8311b-8a17-4fc6-9a20-34d7bef3ce6d" -d '{"events": [{"server_uuid": "ec87c193-f494-42fc-8d86-4575e46b9eab", "name": "network-vif-plugged", "status": "completed", "tag": "ff1b484e-1d45-4444-aefa-0a7fd4cc586c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:28.788961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.798701 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.802666 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.913405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:28.918202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:28.919609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Pushing event updated for resources: {'Port': ['ID=f31fdaab-e71f-4feb-94df-440bcb098e63,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:28.934792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19fcd965-72ab-4604-8f28-d29631d483b6 req-b01bd638-cb3f-4ed4-b0d0-93e73d151824 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 210 time: 0.0696747 Feb 04 15:26:28.940273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:28.949461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Checking router: 97653c45-5b01-45c5-b361-fbc08ab2c75a for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:28.968161 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:28.969825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:28.970033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Updating router 97653c45-5b01-45c5-b361-fbc08ab2c75a port 1a327e52-5638-4207-b5f6-4b5b56f0d735 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:26:28.970591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:28.975948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b1a54ff4-f5bf-4a2f-9457-b02c11308bd6 req-2c857a2b-1b06-4d12-9b29-571d2c2369da tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368639 Feb 04 15:26:28.979484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:29.039172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:29.048411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] For port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,segment=NetworkSegment(e709a24e-b613-4d15-ac88-2e0de4947525),segment_id=e709a24e-b613-4d15-ac88-2e0de4947525)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:29.048886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.052893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:29.053867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Pushing event updated for resources: {'Port': ['ID=22dff501-73c3-4f47-a2e1-917dffa3a276,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:29.066695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:29.075174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Pushing event updated for resources: {'Port': ['ID=8774ba38-5797-4bf2-b061-cdaded4b8758,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:29.076876 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55c779b-1947-481d-8d9e-62dffebdbf71 x-openstack-request-id: req-d55c779b-1947-481d-8d9e-62dffebdbf71 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:29.077719 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87c193-f494-42fc-8d86-4575e46b9eab", "name": "network-vif-plugged", "status": "completed", "tag": "ff1b484e-1d45-4444-aefa-0a7fd4cc586c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:29.078672 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d55c779b-1947-481d-8d9e-62dffebdbf71 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:29.079350 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87c193-f494-42fc-8d86-4575e46b9eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1b484e-1d45-4444-aefa-0a7fd4cc586c', 'code': 200} Feb 04 15:26:29.080167 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.129202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Calling delete_port for d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:29.332980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Attempting to bind port f31fdaab-e71f-4feb-94df-440bcb098e63 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:29.333353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Attempting to bind port f31fdaab-e71f-4feb-94df-440bcb098e63 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:29.333968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Attempting to bind port f31fdaab-e71f-4feb-94df-440bcb098e63 on network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:29.345252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:29.345514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Checking segment: {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:29.345873 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.346392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Bound using segment: {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:29.346964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Bound port: f31fdaab-e71f-4feb-94df-440bcb098e63, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:29.347380 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.349898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.420287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262cc1-ef2c-4873-b624-5dafcca953e6 req-b5919678-a700-4c23-8a94-1851cece3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:29.422356 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5262cc1-ef2c-4873-b624-5dafcca953e6 req-b5919678-a700-4c23-8a94-1851cece3752 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 1100 time: 0.2942200 Feb 04 15:26:29.460563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e916263-1c65-405e-b447-2d1bfedef81b req-6bff122f-8dbd-4725-b5de-1afffbcd0db9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:29.462565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e916263-1c65-405e-b447-2d1bfedef81b req-6bff122f-8dbd-4725-b5de-1afffbcd0db9 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 945 time: 0.2250037 Feb 04 15:26:29.502612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.677294 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.691885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.717515 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5262cc1-ef2c-4873-b624-5dafcca953e6 req-1088ee6e-a8e2-48ad-b20f-70b111d63df9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854025 Feb 04 15:26:29.727750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e916263-1c65-405e-b447-2d1bfedef81b req-8f646d07-3a67-4d55-8027-7c085ccbf689 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/security-groups?id=12420147-20ee-4e3d-b908-7571c1ce0108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455788 Feb 04 15:26:29.784440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] For port f31fdaab-e71f-4feb-94df-440bcb098e63, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:29.818745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc965-fe2f-45d9-81f8-9785a40309f6 None None] Pushing event updated for resources: {'Port': ['ID=1a327e52-5638-4207-b5f6-4b5b56f0d735,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:29.824085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] For port f31fdaab-e71f-4feb-94df-440bcb098e63, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f31fdaab-e71f-4feb-94df-440bcb098e63,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:29.825901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Attempting to bind port 1a327e52-5638-4207-b5f6-4b5b56f0d735 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:29.826384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Attempting to bind port 1a327e52-5638-4207-b5f6-4b5b56f0d735 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:29.827809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Attempting to bind port 1a327e52-5638-4207-b5f6-4b5b56f0d735 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:29.835549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.846395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:29.847002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:29.847601 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.848114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:29.848583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Bound port: 1a327e52-5638-4207-b5f6-4b5b56f0d735, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:29.848987 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.922134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.944105 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:29.973281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4154c-c082-41d1-92ac-f0e10c386819 None None] Pushing event updated for resources: {'Port': ['ID=f31fdaab-e71f-4feb-94df-440bcb098e63,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:29.998688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] For port 1a327e52-5638-4207-b5f6-4b5b56f0d735, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:30.004499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] For port 1a327e52-5638-4207-b5f6-4b5b56f0d735, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1a327e52-5638-4207-b5f6-4b5b56f0d735,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:30.013011 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.082756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Pushing event deleted for resources: {'Port': ['ID=d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:30.089778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:26:30.090633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:26:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:30.186187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d33592d7-cd54-4b31-bec2-cb08829e4064 req-b7c11543-b977-47e6-878f-b6ffe8cc8653 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 210 time: 0.0553944 Feb 04 15:26:30.298842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] No DVR routers for this DVR port d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:30.313185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.316808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97fedca6-ff9a-411e-8f0f-fb6b56f1af37 req-6e556ad5-8f84-4927-a53e-a55940f51573 tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.30 "DELETE /v2.0/ports/d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc HTTP/1.1" status: 204 len: 173 time: 2.3173199 Feb 04 15:26:30.317323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'name': 'network-vif-deleted', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:30.326931 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7749cc-6d24-45bd-bda4-24a645018947" -d '{"events": [{"server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "name": "network-vif-deleted", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:30.464397 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9f4c93-b425-4034-b1be-1087c6fc85df x-openstack-request-id: req-1b9f4c93-b425-4034-b1be-1087c6fc85df {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:30.464983 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4635ecf-e853-45a8-b413-c4897be2a1f4", "name": "network-vif-deleted", "tag": "d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:30.465403 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b9f4c93-b425-4034-b1be-1087c6fc85df {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:30.466009 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4635ecf-e853-45a8-b413-c4897be2a1f4', 'name': 'network-vif-deleted', 'tag': 'd2f4c4bc-9f7d-49f5-a206-e5073df4e1dc', 'status': 'completed', 'code': 200} Feb 04 15:26:30.512412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f5767-0e3c-4895-ab58-e77e1dff1773 req-33c442ef-63f7-4fcb-a36e-c309beef01c2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:30.514145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e9f5767-0e3c-4895-ab58-e77e1dff1773 req-33c442ef-63f7-4fcb-a36e-c309beef01c2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 949 time: 0.2946987 Feb 04 15:26:30.528861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.574468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc965-fe2f-45d9-81f8-9785a40309f6 None None] Pushing event updated for resources: {'Port': ['ID=1a327e52-5638-4207-b5f6-4b5b56f0d735,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:30.603048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-36b3051e-83e1-40c3-9878-4dbaf0fcbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.702035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:26:30.734364 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e9f5767-0e3c-4895-ab58-e77e1dff1773 req-f736338c-043f-4fff-bffb-30a361e8905b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053027 Feb 04 15:26:30.785966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.795504 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:30.975052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Pushing event updated for resources: {'Port': ['ID=8774ba38-5797-4bf2-b061-cdaded4b8758,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:31.007116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-543d3124-98df-4e24-88c1-446fba622b18 req-37bf4cd7-b616-4ff5-b8c3-81b2ffd8dabd tempest-LiveAutoBlockMigrationV225Test-1811358943 tempest-LiveAutoBlockMigrationV225Test-1811358943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4635ecf-e853-45a8-b413-c4897be2a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0720992 Feb 04 15:26:31.037205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.105393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f31fdaab-e71f-4feb-94df-440bcb098e63 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:31.153547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:26:31.221043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:31.224844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:31.288089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f31fdaab-e71f-4feb-94df-440bcb098e63 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:31.288789 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.459592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:26:31.478830 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Sync routers for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:31.490583 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.491857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e16cf9a2-d841-4973-9b43-71149e270e50 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.7715285 Feb 04 15:26:31.496521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37758) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:31.503942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bcbe100-5656-4fdd-aabf-5e7df03e7a3d req-2c104e28-3db5-4527-af79-3f7a863f2d00 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 210 time: 0.1027746 Feb 04 15:26:31.514841 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:26:31.515204 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:26:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:31.578817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.594603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:28Z', 'revision_number': 1, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:31.648321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Router 97653c45-5b01-45c5-b361-fbc08ab2c75a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:26:31.684987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22bf9be-5b83-479b-9402-6a60157c4ca9 None None] The sync data for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 is: [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:28Z', 'revision_number': 1, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:31.745200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port f31fdaab-e71f-4feb-94df-440bcb098e63, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f31fdaab-e71f-4feb-94df-440bcb098e63,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:31.756349 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:31.838345 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:26:31.892230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=f31fdaab-e71f-4feb-94df-440bcb098e63,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:31.909086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:31.985303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:31.988730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d2f4c4bc-9f7d-49f5-a206-e5073df4e1dc not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:32.004661 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-506febb2-06e4-47e7-a10d-4c51a241ccc3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2177701 Feb 04 15:26:32.026344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769e58b-71ab-4e10-80ac-211e2737fe3b req-196baf1b-70db-4cfd-ac05-c89b5de830ed tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:32.035338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d769e58b-71ab-4e10-80ac-211e2737fe3b req-196baf1b-70db-4cfd-ac05-c89b5de830ed tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 949 time: 0.1317255 Feb 04 15:26:32.242245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e55919-3d18-459c-8f8f-5a3c5c3560fe None None] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:26:32.255552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37770) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:32.330148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d769e58b-71ab-4e10-80ac-211e2737fe3b req-298296bc-dcaa-4276-a766-93c3d0d43e15 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936187 Feb 04 15:26:32.431519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-fd8169e4-3853-4338-8344-2c89bf67a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:32.440719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-fd8169e4-3853-4338-8344-2c89bf67a192 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 1096 time: 0.2940269 Feb 04 15:26:32.553183 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 3, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:32.581317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c971ddb6-47af-486e-a85d-518e04325d46 None None] Provisioning complete for port f31fdaab-e71f-4feb-94df-440bcb098e63 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:32.583808 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c971ddb6-47af-486e-a85d-518e04325d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:32.717446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-66eaabf9-f552-4aa1-bdd8-c94013f98116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:32.719214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-66eaabf9-f552-4aa1-bdd8-c94013f98116 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 200 len: 908 time: 0.2539175 Feb 04 15:26:32.761920 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Checking router: 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:32.771459 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Updating router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 port 22dff501-73c3-4f47-a2e1-917dffa3a276 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:26:32.800533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-852ac6b6-9945-4cef-8164-e2c41b2d3e21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 200 len: 217 time: 0.0719960 Feb 04 15:26:32.904854 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.072613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f31fdaab-e71f-4feb-94df-440bcb098e63 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:33.107924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9776b389-7c60-4b4a-a90c-42accd1ccb84 req-0e594be3-b1ea-49aa-b645-329c33bd0713 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ef866f2-39a0-434d-b994-9c8063dec456 HTTP/1.1" status: 200 len: 210 time: 0.3064756 Feb 04 15:26:33.253444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:26:33.275185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-43cd4b34-098a-4d00-a734-02fbac4e508a admin admin] 10.222.0.47 "PUT /v2.0/routers/97653c45-5b01-45c5-b361-fbc08ab2c75a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4708943 Feb 04 15:26:33.302287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-58e9f213-7838-400c-9c9c-47b25369eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:33.303845 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-58e9f213-7838-400c-9c9c-47b25369eafb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 200 len: 847 time: 0.4072361 Feb 04 15:26:33.307457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1becfa2-f67e-4999-979e-442368a2c561 admin admin] Deleting subnet e40c05dd-af5e-486d-89ca-cfd6a6ebd70f {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:26:33.311766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1becfa2-f67e-4999-979e-442368a2c561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.317213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f31fdaab-e71f-4feb-94df-440bcb098e63 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:33.317709 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.417485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafb557-726a-4639-bd6c-a119bca85570 req-a8958fcc-e11c-406c-8c01-434a0d76aea5 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:33.442035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-1d56a04d-2233-4682-9abc-2e096694836e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2482fb66-d07e-4705-bd60-aa3bf5df0f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527289 Feb 04 15:26:33.447026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4bafb557-726a-4639-bd6c-a119bca85570 req-a8958fcc-e11c-406c-8c01-434a0d76aea5 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.4398806 Feb 04 15:26:33.620440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4bafb557-726a-4639-bd6c-a119bca85570 req-71457b76-9fe4-4ad4-882c-2c59069b6d48 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631396 Feb 04 15:26:33.634798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1becfa2-f67e-4999-979e-442368a2c561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.852503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-017f8774-0b50-4ccb-9418-1789f043071d service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985333 Feb 04 15:26:33.894635 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fc59d2ec-3232-4984-972b-e63d9f6fbdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.913749 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1becfa2-f67e-4999-979e-442368a2c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:33.980355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1e22c89a-a1e5-410a-b579-f801566b5997 None None] Provisioning complete for port f31fdaab-e71f-4feb-94df-440bcb098e63 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:33.980755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e22c89a-a1e5-410a-b579-f801566b5997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.039448 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.059227 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.111559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37794) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:34.135611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.328967 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Pushing event updated for resources: {'Port': ['ID=22dff501-73c3-4f47-a2e1-917dffa3a276,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:34.347393 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.348437 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.349719 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.350732 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.351635 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.352465 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.353320 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.354215 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.355065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.355861 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.356630 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.357613 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:34.441549 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Attempting to bind port 22dff501-73c3-4f47-a2e1-917dffa3a276 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:34.442922 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Attempting to bind port 22dff501-73c3-4f47-a2e1-917dffa3a276 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:34.444167 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Attempting to bind port 22dff501-73c3-4f47-a2e1-917dffa3a276 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:34.484306 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:34.485193 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:34.487766 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.491091 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:34.495569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-6163be59-fade-471c-b686-6febf5c83606 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882535 Feb 04 15:26:34.500683 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Bound port: 22dff501-73c3-4f47-a2e1-917dffa3a276, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:34.501935 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.727399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc7d8041-30fe-4d8f-85fb-b95161b254f3 req-810b33ac-2323-4b6e-aec4-a2768106b072 service neutron] 10.222.0.50 "GET /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619013 Feb 04 15:26:34.766047 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] For port 22dff501-73c3-4f47-a2e1-917dffa3a276, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:34.780677 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] For port 22dff501-73c3-4f47-a2e1-917dffa3a276, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=22dff501-73c3-4f47-a2e1-917dffa3a276,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:34.790883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17ba7fe4-eba9-41c5-91ce-3a564016b7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.793344 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:34.918916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1a327e52-5638-4207-b5f6-4b5b56f0d735 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:34.930208 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:26:34.930941 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:34.995126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17acf1-2961-440d-b449-933005608445 req-23fcbc50-daf9-48ce-9aee-9b0a489b1233 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:35.006264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-23fcbc50-daf9-48ce-9aee-9b0a489b1233 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088205 Feb 04 15:26:35.048985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-545b02f3-77fd-452c-8372-4db204ed08ea tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/quotas/fb059d3fdb0b42c5b6bb2db1c6f7aeae HTTP/1.1" status: 200 len: 375 time: 0.0416729 Feb 04 15:26:35.052671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1becfa2-f67e-4999-979e-442368a2c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.120286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1a327e52-5638-4207-b5f6-4b5b56f0d735 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:35.121810 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.147751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Allocated IP 172.20.0.1 (43d5f9e8-cee6-4adf-8e46-ad9398f959fb/cfe1cc8a-5950-41ff-93d7-c0be7f502a22/92217635-2881-4c42-aca5-5f867f0964c5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:35.193623 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac491f-498c-456d-9964-79e7b29d8780 None None] Pushing event updated for resources: {'Port': ['ID=22dff501-73c3-4f47-a2e1-917dffa3a276,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:35.216669 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17ba7fe4-eba9-41c5-91ce-3a564016b7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.227946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-97240649-3408-41e1-92ee-3dd59dec351c tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641381 Feb 04 15:26:35.229389 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17ba7fe4-eba9-41c5-91ce-3a564016b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.301927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba7fe4-eba9-41c5-91ce-3a564016b7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bc12f1-dd6a-4171-91e2-68ad42f30256,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:35.318658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-17ba7fe4-eba9-41c5-91ce-3a564016b7dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e1c4e36af0748d0be5e5418a217797d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2058914 Feb 04 15:26:35.320319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37826) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:35.374954 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.446641 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1becfa2-f67e-4999-979e-442368a2c561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.448766 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:26:35.453388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5402503-9042-4304-b6ac-fe464ae119d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.466152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a1becfa2-f67e-4999-979e-442368a2c561 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e40c05dd-af5e-486d-89ca-cfd6a6ebd70f HTTP/1.1" status: 204 len: 168 time: 3.1978664 Feb 04 15:26:35.466599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37828) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:35.469534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 1a327e52-5638-4207-b5f6-4b5b56f0d735, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1a327e52-5638-4207-b5f6-4b5b56f0d735,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:35.483821 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.514789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1becfa2-f67e-4999-979e-442368a2c561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40c05dd-af5e-486d-89ca-cfd6a6ebd70f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:35.645483 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5402503-9042-4304-b6ac-fe464ae119d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.747968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.806998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=1a327e52-5638-4207-b5f6-4b5b56f0d735,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:35.935220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.973920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:35.992430 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-669e0440-a1c5-4645-a064-efd77dac9c93 req-1dfa1843-01d1-47cc-8696-dceb6b6fc350 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 210 time: 0.2584026 Feb 04 15:26:35.999918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-a91e7877-604a-43d3-8598-09ed6e9a787d tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:36.010996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-a91e7877-604a-43d3-8598-09ed6e9a787d tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 820 time: 0.7230916 Feb 04 15:26:36.053619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5402503-9042-4304-b6ac-fe464ae119d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.060299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5402503-9042-4304-b6ac-fe464ae119d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.063807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f5402503-9042-4304-b6ac-fe464ae119d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4bc12f1-dd6a-4171-91e2-68ad42f30256 HTTP/1.1" status: 204 len: 168 time: 0.7421374 Feb 04 15:26:36.094238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5402503-9042-4304-b6ac-fe464ae119d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bc12f1-dd6a-4171-91e2-68ad42f30256,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:36.129037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-c88d4341-ba2a-43f0-b5b1-0f72edef91a7 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/quotas/93269c6abb2a4b85a311035043259ab4 HTTP/1.1" status: 200 len: 375 time: 0.1158700 Feb 04 15:26:36.252689 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 3, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:36.425189 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ec308-f868-4be6-88f0-470e317744b5 None None] The sync data for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 is: [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 3, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:36.429671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.459520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.560504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b552a8-8019-4368-ab3e-b5b9e7ee6969']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:36.584816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Sync routers for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:36.588701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e709a24e-b613-4d15-ac88-2e0de4947525') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:36.589358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e709a24e-b613-4d15-ac88-2e0de4947525') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:36.619156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:26:36.627061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:36.640291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.647733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:36.668560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-ed46e4cc-ad62-44af-9ebb-f765174ba534 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5381877 Feb 04 15:26:36.684423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:36.690875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:36.746447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.797059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:26:36.798377 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:26:36.801905 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:26:37.029786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Pushing event updated for resources: {'Port': ['ID=92217635-2881-4c42-aca5-5f867f0964c5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:37.076537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:26:37.098294 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.115395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.142557 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] 10.222.0.47 "DELETE /v2.0/networks/11b552a8-8019-4368-ab3e-b5b9e7ee6969 HTTP/1.1" status: 204 len: 168 time: 1.6539512 Feb 04 15:26:37.143516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37850) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:37.241427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37852) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:37.243899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6430ae7-42d3-4879-b1a9-2538547ca04f admin admin] Pushing event deleted for resources: {'Network': ['ID=11b552a8-8019-4368-ab3e-b5b9e7ee6969,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:37.260800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1a327e52-5638-4207-b5f6-4b5b56f0d735 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:37.405733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6870d75c-4a8d-4276-978f-862a45e2ff46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.436947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.454910 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.489201 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-56374d52-6a84-4135-aa1c-4d69ab2a231b req-3899251d-64d1-4c23-ba6c-299e3e892078 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 210 time: 0.1490970 Feb 04 15:26:37.539013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c32034-8526-498e-80d8-bbeb39498a20 admin admin] Deleting subnet d1429906-879f-491e-b38d-17a64a9814a5 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:26:37.552285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-4df10bd9-05e9-4450-ace9-bda854c0c2ae service neutron] 10.222.0.47 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8228025 Feb 04 15:26:37.590021 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9c32034-8526-498e-80d8-bbeb39498a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.636550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.813451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1a327e52-5638-4207-b5f6-4b5b56f0d735 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:37.814049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.815508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6870d75c-4a8d-4276-978f-862a45e2ff46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.819312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-28a3f9ac-2970-4c7f-a3ef-fcbbaf396aea None None] Provisioning complete for port 92217635-2881-4c42-aca5-5f867f0964c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:37.820175 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-28a3f9ac-2970-4c7f-a3ef-fcbbaf396aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.826444 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6870d75c-4a8d-4276-978f-862a45e2ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.869634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870d75c-4a8d-4276-978f-862a45e2ff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5142dcdc-df81-4ad3-8a39-645b07691d8c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:37.888587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-28a3f9ac-2970-4c7f-a3ef-fcbbaf396aea None None] Port 92217635-2881-4c42-aca5-5f867f0964c5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:26:37.912358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9c32034-8526-498e-80d8-bbeb39498a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:37.946203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6870d75c-4a8d-4276-978f-862a45e2ff46 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8dd261c78651416d9c8405181a30aa30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6938195 Feb 04 15:26:37.949123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37858) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:38.009663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-e2c492ac-5927-4019-9f42-07c59f5fd303 service neutron] 10.222.0.47 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372551 Feb 04 15:26:38.137007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77af64ae-161a-421f-bf63-4e49f125ecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.183554 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:30Z', 'revision_number': 2, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:38.186138 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77af64ae-161a-421f-bf63-4e49f125ecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.261069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Checking router: 97653c45-5b01-45c5-b361-fbc08ab2c75a for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:38.261569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Updating router 97653c45-5b01-45c5-b361-fbc08ab2c75a port 8774ba38-5797-4bf2-b061-cdaded4b8758 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:26:38.273623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.344980 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.351324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77af64ae-161a-421f-bf63-4e49f125ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.354446 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77af64ae-161a-421f-bf63-4e49f125ecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.356030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-77af64ae-161a-421f-bf63-4e49f125ecf9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5142dcdc-df81-4ad3-8a39-645b07691d8c HTTP/1.1" status: 204 len: 168 time: 0.4059098 Feb 04 15:26:38.357868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9c32034-8526-498e-80d8-bbeb39498a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.391690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af64ae-161a-421f-bf63-4e49f125ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5142dcdc-df81-4ad3-8a39-645b07691d8c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:38.415376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-f06754ce-28b8-4a0a-9f3a-481abe7e5ebf tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136780 Feb 04 15:26:38.487635 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9c32034-8526-498e-80d8-bbeb39498a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.616292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32034-8526-498e-80d8-bbeb39498a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1429906-879f-491e-b38d-17a64a9814a5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:38.644336 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1075eb2-5074-4cf0-a804-a00fea19c4a4 req-3fee71b4-488b-495d-ad34-2e17648e671c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 210 time: 0.1700752 Feb 04 15:26:38.674714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9c32034-8526-498e-80d8-bbeb39498a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.690133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a9c32034-8526-498e-80d8-bbeb39498a20 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d1429906-879f-491e-b38d-17a64a9814a5 HTTP/1.1" status: 204 len: 168 time: 1.4552438 Feb 04 15:26:38.691536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37868) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:38.819245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:38.983021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67eb6c61-4f86-499b-b069-6171eb08c476 req-d3220d3f-81a6-4f58-adf0-8c6c6ee92d0b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 210 time: 0.1944005 Feb 04 15:26:39.011313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 22dff501-73c3-4f47-a2e1-917dffa3a276 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:39.033956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.075116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7025aa87-f8b4-4cbf-bea3-a53132619e48']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:39.089544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe6fb0c-8060-4732-a449-6e7ff9532922') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:39.090011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe6fb0c-8060-4732-a449-6e7ff9532922') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:39.103847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.121755 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.131314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:26:39.131842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:26:39.286190 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:26:39.293074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.323127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.329031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7025aa87-f8b4-4cbf-bea3-a53132619e48 HTTP/1.1" status: 204 len: 168 time: 0.6355276 Feb 04 15:26:39.330194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70d5e9-ddc3-4792-a091-961c67ad6836 admin admin] Pushing event deleted for resources: {'Network': ['ID=7025aa87-f8b4-4cbf-bea3-a53132619e48,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:39.421158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17acf1-2961-440d-b449-933005608445 req-4d34f654-0a4c-47ac-a3bd-f5129b717bc2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:39.425529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-4d34f654-0a4c-47ac-a3bd-f5129b717bc2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0072017 Feb 04 15:26:39.471425 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.534952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.561175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 22dff501-73c3-4f47-a2e1-917dffa3a276 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:39.562657 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.574893 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.628835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:39.669566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Request body: {'port': {'device_id': 'bb3d83b0-76b0-44d8-aa66-a3175d8a67d2', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'fb059d3fdb0b42c5b6bb2db1c6f7aeae'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:39.750545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37888) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:39.849086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c28e-89c4-4d8c-9eff-c4779346dfdd None None] Pushing event updated for resources: {'Port': ['ID=8774ba38-5797-4bf2-b061-cdaded4b8758,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:39.940087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a98b36d-8db1-45fc-9001-205ca91f7fdc req-9416755c-6670-4616-aef2-94f0c85eb7c2 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 210 time: 0.1078253 Feb 04 15:26:39.966418 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d85cc512-8946-4418-ab1b-a3e02d5c816d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aac7834f57b043ac8fa445f0e36a6d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139697 Feb 04 15:26:39.969646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37890) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:39.987814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Attempting to bind port 8774ba38-5797-4bf2-b061-cdaded4b8758 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:39.989260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Attempting to bind port 8774ba38-5797-4bf2-b061-cdaded4b8758 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:39.989959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Attempting to bind port 8774ba38-5797-4bf2-b061-cdaded4b8758 on network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:40.001668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:40.002432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Checking segment: {'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:40.003588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.004268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Bound using segment: {'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:40.005830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Bound port: 8774ba38-5797-4bf2-b061-cdaded4b8758, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:40.006494 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.123180 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.191278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f86e8a33-0e7a-4940-90f7-468b251a4235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.209624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 22dff501-73c3-4f47-a2e1-917dffa3a276, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=22dff501-73c3-4f47-a2e1-917dffa3a276,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:40.233883 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.251209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f86e8a33-0e7a-4940-90f7-468b251a4235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.376782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=22dff501-73c3-4f47-a2e1-917dffa3a276,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:40.390292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f86e8a33-0e7a-4940-90f7-468b251a4235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.393104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f86e8a33-0e7a-4940-90f7-468b251a4235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.394418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] For port 8774ba38-5797-4bf2-b061-cdaded4b8758, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:40.394927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f86e8a33-0e7a-4940-90f7-468b251a4235 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/12420147-20ee-4e3d-b908-7571c1ce0108 HTTP/1.1" status: 204 len: 168 time: 0.4096270 Feb 04 15:26:40.419403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e8a33-0e7a-4940-90f7-468b251a4235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12420147-20ee-4e3d-b908-7571c1ce0108,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:40.444800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] For port 8774ba38-5797-4bf2-b061-cdaded4b8758, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8774ba38-5797-4bf2-b061-cdaded4b8758,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:40.459534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.672445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:26:40.673539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:40.739272 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:40.824774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 22dff501-73c3-4f47-a2e1-917dffa3a276 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:41.053508 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56b8b70b-dfbf-4643-a1b8-5b17c2d534bc req-7f11776e-f8b6-4e37-b5c6-bb4abc078ba2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 210 time: 0.2908685 Feb 04 15:26:41.062269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-dfe04242-ebbb-48b4-a976-db3822b06c1b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:41.064133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-dfe04242-ebbb-48b4-a976-db3822b06c1b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.50 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 820 time: 0.3977661 Feb 04 15:26:41.126742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f678739-b33b-4f74-b375-faef89ba76e9 req-c86eabb2-c5cc-4c6f-99d6-29f90b76a056 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 210 time: 0.0609951 Feb 04 15:26:41.133532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Request body: {'port': {'device_id': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'admin_state_up': True, 'tenant_id': '93269c6abb2a4b85a311035043259ab4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:41.199041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Pushing event updated for resources: {'Port': ['ID=92217635-2881-4c42-aca5-5f867f0964c5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:41.224864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.280848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37918) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:41.379197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c28e-89c4-4d8c-9eff-c4779346dfdd None None] Pushing event updated for resources: {'Port': ['ID=8774ba38-5797-4bf2-b061-cdaded4b8758,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:41.571948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Made reservation on behalf of 93269c6abb2a4b85a311035043259ab4 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:41.582784 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.698227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:41.707051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Made reservation on behalf of fb059d3fdb0b42c5b6bb2db1c6f7aeae for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:41.729722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.731658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 22dff501-73c3-4f47-a2e1-917dffa3a276 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:41.732046 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:41.736684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:26:41.742560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:41.895225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Allocated IP 172.20.0.14 (60bbb2ed-ee93-4e18-a7dd-5aa3398e2565/f176e391-8c42-4ad0-994e-c8cd0e842d13/4173bc17-d0c3-40ae-8b3f-380a38a0d773) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:42.223842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.291852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ced611d2-3cc3-4667-a562-36048e1b749a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b132e13b3c7d4bd1b16d406b34f3444d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9869525 Feb 04 15:26:42.292929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37936) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:42.315336 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.430531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Allocated IP 192.168.233.143 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/6f326eb5-9bc9-44a2-9851-ed649655fd71) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:42.489024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fe23f9cf-d8ff-49a3-8b5a-604b92e2b2d9 None None] Provisioning complete for port 92217635-2881-4c42-aca5-5f867f0964c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:42.489647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fe23f9cf-d8ff-49a3-8b5a-604b92e2b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.535253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fe23f9cf-d8ff-49a3-8b5a-604b92e2b2d9 None None] Port 92217635-2881-4c42-aca5-5f867f0964c5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:26:42.670782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.762748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:42.773667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.798890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ff1b484e-1d45-4444-aefa-0a7fd4cc586c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:42.904491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:42.919904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:42.929100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9adde6-9c24-4c9a-b097-be8a72550298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:42.941897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event updated for resources: {'Port': ['ID=4173bc17-d0c3-40ae-8b3f-380a38a0d773,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:42.973806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ac95804f-9c9f-491e-b040-b25f94a1cad9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:43.097817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8774ba38-5797-4bf2-b061-cdaded4b8758 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:43.120860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6a804-c7f9-4438-a78f-b80dbbd9d7ba req-dbf89ad4-67da-4ac1-b6ab-298155199cda tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:43.125626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-63a6a804-c7f9-4438-a78f-b80dbbd9d7ba req-dbf89ad4-67da-4ac1-b6ab-298155199cda tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 932 time: 0.6352806 Feb 04 15:26:43.132112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:43.141542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:43.144822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:43.164621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9adde6-9c24-4c9a-b097-be8a72550298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.246055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:43.247831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.316115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c413-1067-4344-9ef7-6482d10f6bb6 req-efda1d5c-b079-4d2c-a2dc-344d04d33ded tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:43.322577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd86c413-1067-4344-9ef7-6482d10f6bb6 req-efda1d5c-b079-4d2c-a2dc-344d04d33ded tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 936 time: 0.5600021 Feb 04 15:26:43.341475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6949518 Feb 04 15:26:43.343422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:43.345460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.352292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdd513-605a-4dc1-bf7f-f8327a3f2af3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Pushing event updated for resources: {'Port': ['ID=6f326eb5-9bc9-44a2-9851-ed649655fd71,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:43.365833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:26:43.407951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-63a6a804-c7f9-4438-a78f-b80dbbd9d7ba req-0b2971b7-6111-49c7-83f0-eea7f14906f6 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582932 Feb 04 15:26:43.416894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Request body: {'port': {'device_id': 'bb3d83b0-76b0-44d8-aa66-a3175d8a67d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:43.424389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:43.474420 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-18d6d519-86bc-44d4-b5a3-e0afe4862f94 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3525627 Feb 04 15:26:43.515351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Request body: {'port': {'device_id': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:43.568446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a22c3e-63d7-437b-8078-49d209518dc0 None None] The sync data for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 is: [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:43.581674 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9adde6-9c24-4c9a-b097-be8a72550298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.588193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9adde6-9c24-4c9a-b097-be8a72550298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.596589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cd9adde6-9c24-4c9a-b097-be8a72550298 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73fffb2b-f7e5-44a5-a88d-c0136ea02ca3 HTTP/1.1" status: 204 len: 168 time: 1.3017895 Feb 04 15:26:43.608440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8774ba38-5797-4bf2-b061-cdaded4b8758 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:43.609632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.635739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9adde6-9c24-4c9a-b097-be8a72550298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fffb2b-f7e5-44a5-a88d-c0136ea02ca3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:43.744267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:43.931301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:26:43.948862 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Sync routers for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:26:43.991140 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:26:43.992569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3e311aea-87f4-4e99-8e57-3c4b5e396852 admin admin] 10.222.0.47 "PUT /v2.0/routers/5984d1b6-d80e-4529-baf7-fa4caa2e1b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4942238 Feb 04 15:26:44.018625 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:44.142187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd86c413-1067-4344-9ef7-6482d10f6bb6 req-73bbaa3d-0793-473a-8b4d-a9969fe29514 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976024 Feb 04 15:26:44.163824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.278322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-82b81a6c-297a-4548-be0d-2caa921e5e1f None None] Provisioning complete for port 6f326eb5-9bc9-44a2-9851-ed649655fd71 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:44.282266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82b81a6c-297a-4548-be0d-2caa921e5e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.284803 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.361916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310ddd9-bb80-4031-8dd9-7716d84188d0 req-e1f83232-26b7-4105-9e33-3ecf5bdd2959 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:44.376479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2310ddd9-bb80-4031-8dd9-7716d84188d0 req-e1f83232-26b7-4105-9e33-3ecf5bdd2959 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 944 time: 0.2696609 Feb 04 15:26:44.457113 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:26:44.640475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2310ddd9-bb80-4031-8dd9-7716d84188d0 req-2390197f-7a96-43d0-b470-a22ef63a1611 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608628 Feb 04 15:26:44.756985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 8774ba38-5797-4bf2-b061-cdaded4b8758, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8774ba38-5797-4bf2-b061-cdaded4b8758,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:44.778816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37968) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:44.805035 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.826229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-82b81a6c-297a-4548-be0d-2caa921e5e1f None None] Port 6f326eb5-9bc9-44a2-9851-ed649655fd71 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:26:44.943078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f326eb5-9bc9-44a2-9851-ed649655fd71 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:44.952153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:44.987996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=8774ba38-5797-4bf2-b061-cdaded4b8758,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:44.992936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Transition to ACTIVE for port object 6f326eb5-9bc9-44a2-9851-ed649655fd71 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:45.006058 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.011979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-32a60afd-7ba2-4dea-b4a5-74f6254d1ac9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:45.015003 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-32a60afd-7ba2-4dea-b4a5-74f6254d1ac9 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 944 time: 0.2770202 Feb 04 15:26:45.144068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4173bc17-d0c3-40ae-8b3f-380a38a0d773 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:45.163951 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 2, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:45.206455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.221168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f326eb5-9bc9-44a2-9851-ed649655fd71,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:45.289871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Transition to ACTIVE for port object 4173bc17-d0c3-40ae-8b3f-380a38a0d773 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:45.290165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57d98c-460f-49e9-9528-b60408c786d0 req-2b4bea8b-f758-46bb-be8a-c81118acfcac tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:45.296177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d57d98c-460f-49e9-9528-b60408c786d0 req-2b4bea8b-f758-46bb-be8a-c81118acfcac tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 932 time: 0.2981555 Feb 04 15:26:45.352129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.391202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10025ee5-1c76-44c5-9aad-7ba022ff910c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.464507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Attempting to bind port 6f326eb5-9bc9-44a2-9851-ed649655fd71 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:45.464857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Attempting to bind port 6f326eb5-9bc9-44a2-9851-ed649655fd71 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:45.465190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Attempting to bind port 6f326eb5-9bc9-44a2-9851-ed649655fd71 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:45.470449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d57d98c-460f-49e9-9528-b60408c786d0 req-5258447b-5a40-4335-9836-f6aeb3204061 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565115 Feb 04 15:26:45.478059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Port 6f326eb5-9bc9-44a2-9851-ed649655fd71 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:26:45.478402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Attempting to bind port 6f326eb5-9bc9-44a2-9851-ed649655fd71 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:45.490161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:45.490508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:45.490906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:45.491358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Bound port: 6f326eb5-9bc9-44a2-9851-ed649655fd71, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:45.491729 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.537285 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Checking router: 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:26:45.539688 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Updating router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 port 92217635-2881-4c42-aca5-5f867f0964c5 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:26:45.579612 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.610564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37982) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:45.615489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-451b8a52-8370-4dbb-96d3-d3cf0ca554f3 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504876349', 'description': 'tempest-description--1016435'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:45.623259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Pushing event updated for resources: {'Port': ['ID=4173bc17-d0c3-40ae-8b3f-380a38a0d773,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:45.671183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] For port 6f326eb5-9bc9-44a2-9851-ed649655fd71, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:45.691735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Deleting port d35dff33-3dba-4fcf-85af-3ad321843191 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:45.692607 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.698780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] For port 6f326eb5-9bc9-44a2-9851-ed649655fd71, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6f326eb5-9bc9-44a2-9851-ed649655fd71,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:45.713917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.766501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:45.767218 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.770876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/6f326eb5-9bc9-44a2-9851-ed649655fd71 HTTP/1.1" status: 200 len: 1096 time: 2.4030695 Feb 04 15:26:45.808556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3d83b0-76b0-44d8-aa66-a3175d8a67d2', 'tag': '6f326eb5-9bc9-44a2-9851-ed649655fd71'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:45.810948 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79005111-b34e-4593-a4b7-3ae50e10dae0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3d83b0-76b0-44d8-aa66-a3175d8a67d2", "tag": "6f326eb5-9bc9-44a2-9851-ed649655fd71"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:45.843841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1a2ef-f532-46e6-a34d-6869223a0157 req-a3132cbe-b1ce-4aee-aa31-fbf852b7f39b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:45.850580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbc1a2ef-f532-46e6-a34d-6869223a0157 req-a3132cbe-b1ce-4aee-aa31-fbf852b7f39b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 948 time: 0.2274272 Feb 04 15:26:45.855026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-451b8a52-8370-4dbb-96d3-d3cf0ca554f3 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:45.969579 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbc1a2ef-f532-46e6-a34d-6869223a0157 req-5c9c961f-5431-43be-839a-107e28e5415b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119030 Feb 04 15:26:45.974902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825d430-50aa-43d9-8f73-13039a1de6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f326eb5-9bc9-44a2-9851-ed649655fd71,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:46.100373 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2628b20a-debe-496e-ba8a-49d0deb5b330 x-openstack-request-id: req-2628b20a-debe-496e-ba8a-49d0deb5b330 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:46.100685 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3d83b0-76b0-44d8-aa66-a3175d8a67d2", "tag": "6f326eb5-9bc9-44a2-9851-ed649655fd71", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:46.101222 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2628b20a-debe-496e-ba8a-49d0deb5b330 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:46.101761 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3d83b0-76b0-44d8-aa66-a3175d8a67d2', 'tag': '6f326eb5-9bc9-44a2-9851-ed649655fd71', 'status': 'completed', 'code': 200} Feb 04 15:26:46.105924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17acf1-2961-440d-b449-933005608445 req-d5f14e88-8458-4a26-9cdf-21416612367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:46.109550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-d5f14e88-8458-4a26-9cdf-21416612367e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 1099 time: 0.2576735 Feb 04 15:26:46.133510 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.143348 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.150482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-451b8a52-8370-4dbb-96d3-d3cf0ca554f3 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.151662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249e613-f741-497e-9314-5c6ca51ca573 req-5098dd61-0a43-4084-9a0b-f4d54d090904 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:46.158030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c249e613-f741-497e-9314-5c6ca51ca573 req-5098dd61-0a43-4084-9a0b-f4d54d090904 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 944 time: 0.3789079 Feb 04 15:26:46.217282 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db528459-b212-427e-b3c4-fc4bddfddbfe None None] Pushing event updated for resources: {'Port': ['ID=92217635-2881-4c42-aca5-5f867f0964c5,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:46.233603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Attempting to bind port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:46.240475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Attempting to bind port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:46.242285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Attempting to bind port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 on network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:46.244282 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-451b8a52-8370-4dbb-96d3-d3cf0ca554f3 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.263167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-4377db8d-cb7b-4f2e-8065-1eabb0adcb9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6f326eb5-9bc9-44a2-9851-ed649655fd71 HTTP/1.1" status: 200 len: 217 time: 0.1289144 Feb 04 15:26:46.303697 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Attempting to bind port 92217635-2881-4c42-aca5-5f867f0964c5 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:46.304065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Attempting to bind port 92217635-2881-4c42-aca5-5f867f0964c5 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:46.304913 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Attempting to bind port 92217635-2881-4c42-aca5-5f867f0964c5 on network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:46.316139 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:46.316583 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Checking segment: {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:46.317055 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.317482 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Bound using segment: {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:46.318010 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Bound port: 92217635-2881-4c42-aca5-5f867f0964c5, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:46.318425 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.319741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] For port d35dff33-3dba-4fcf-85af-3ad321843191, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d35dff33-3dba-4fcf-85af-3ad321843191,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:46.321345 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.324334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 on network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:26:46.324655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Attempting to bind port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 on network 60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:46.396623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-451b8a52-8370-4dbb-96d3-d3cf0ca554f3 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.398887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Calling delete_port for d35dff33-3dba-4fcf-85af-3ad321843191 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:46.400884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-451b8a52-8370-4dbb-96d3-d3cf0ca554f3 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7879696 Feb 04 15:26:46.405579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:46.405933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Checking segment: {'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:46.406603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Bound using segment: {'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:46.407249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Bound port: 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa9891d-ad6d-4be2-b160-71acbfc73304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:46.407801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.410023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:46.434072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b8a52-8370-4dbb-96d3-d3cf0ca554f3 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b88fa1-9d11-4087-a5e2-f6124bdab939,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:46.449455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10025ee5-1c76-44c5-9aad-7ba022ff910c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.450579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17acf1-2961-440d-b449-933005608445 req-6b34754e-8abd-4172-8a3d-031151d1aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:46.454963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-91601575-596f-41d4-8c39-d6701c744a1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Request body: {'security_group_rule': {'security_group_id': '09b88fa1-9d11-4087-a5e2-f6124bdab939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:46.455577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-6b34754e-8abd-4172-8a3d-031151d1aa25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1808786 Feb 04 15:26:46.471645 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] For port 92217635-2881-4c42-aca5-5f867f0964c5, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:46.477030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10025ee5-1c76-44c5-9aad-7ba022ff910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.479596 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] For port 92217635-2881-4c42-aca5-5f867f0964c5, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92217635-2881-4c42-aca5-5f867f0964c5,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:46.500110 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.591439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17acf1-2961-440d-b449-933005608445 req-7d39a90c-6ae8-4abe-93ab-b7b1169a2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:46.602558 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-7d39a90c-6ae8-4abe-93ab-b7b1169a2aaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323040 Feb 04 15:26:46.643750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c249e613-f741-497e-9314-5c6ca51ca573 req-ca9be73d-7601-44c4-86b6-61ec0b840f25 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451792 Feb 04 15:26:46.698608 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:26:46.699245 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:46.699960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-10025ee5-1c76-44c5-9aad-7ba022ff910c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b94c7f20ad94e17b275bdacd29c3ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8953369 Feb 04 15:26:46.705103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10025ee5-1c76-44c5-9aad-7ba022ff910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f379e-11d3-421a-83c8-bda0df19c4e4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:46.707901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38004) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:46.726362 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db528459-b212-427e-b3c4-fc4bddfddbfe None None] Pushing event updated for resources: {'Port': ['ID=92217635-2881-4c42-aca5-5f867f0964c5,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:46.799274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] For port 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:46.807787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91601575-596f-41d4-8c39-d6701c744a1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.830273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] For port 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:46.832127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-31f1253a-f278-48fd-b601-9ecaf87e968a None None] Provisioning complete for port 92217635-2881-4c42-aca5-5f867f0964c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:46.832642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31f1253a-f278-48fd-b601-9ecaf87e968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.896822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:46.933928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cfc0f-0b6e-4bf5-8aa3-fb7674126602 req-ca2da105-fe57-42c7-9aa2-079ccf0a77bc tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:46.942703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c0cfc0f-0b6e-4bf5-8aa3-fb7674126602 req-ca2da105-fe57-42c7-9aa2-079ccf0a77bc tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 944 time: 0.3044899 Feb 04 15:26:47.032902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-adb032d1-ccc6-464c-99a7-efba848627e0 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291017 Feb 04 15:26:47.047024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8774ba38-5797-4bf2-b061-cdaded4b8758 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:47.076035 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31f1253a-f278-48fd-b601-9ecaf87e968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.084362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c0cfc0f-0b6e-4bf5-8aa3-fb7674126602 req-6de0e94a-c634-4178-ade0-81718d272a13 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233027 Feb 04 15:26:47.092281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:47.094253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.119404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] 10.222.0.50 "PUT /v2.0/ports/4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 1092 time: 3.6236084 Feb 04 15:26:47.134827 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:26:47.182240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-31f1253a-f278-48fd-b601-9ecaf87e968a None None] For port 92217635-2881-4c42-aca5-5f867f0964c5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92217635-2881-4c42-aca5-5f867f0964c5,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:47.207072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31f1253a-f278-48fd-b601-9ecaf87e968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.211056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c17acf1-2961-440d-b449-933005608445 req-de423d85-f587-40cc-9d18-c683e39ccfe5 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702638 Feb 04 15:26:47.232820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:47.244248 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b78b6bb-0211-47de-aa7f-618719cb08e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:47.247272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d1-5313-4d9e-8064-8163c652695a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.371163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1253a-f278-48fd-b601-9ecaf87e968a None None] Pushing event updated for resources: {'Port': ['ID=92217635-2881-4c42-aca5-5f867f0964c5,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:47.378997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8774ba38-5797-4bf2-b061-cdaded4b8758 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:47.379676 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.383526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-b4cae503-ec92-4dc0-9797-16edb5ad635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:47.384267 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-b4cae503-ec92-4dc0-9797-16edb5ad635a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1095 time: 0.1483183 Feb 04 15:26:47.426511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91601575-596f-41d4-8c39-d6701c744a1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.462601 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042a7377-1ac0-45d4-aadd-ae87dca30968 x-openstack-request-id: req-042a7377-1ac0-45d4-aadd-ae87dca30968 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:47.463269 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:47.463903 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-042a7377-1ac0-45d4-aadd-ae87dca30968 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:47.464677 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'status': 'completed', 'code': 200} Feb 04 15:26:47.473394 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:46Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:26:47.491500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-190be60d-b2e6-468a-8902-f9b9de3625c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 217 time: 0.0836687 Feb 04 15:26:47.493810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3647235c-62a0-48ea-bac1-1110c2710902 None None] Provisioning complete for port 92217635-2881-4c42-aca5-5f867f0964c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:47.494355 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3647235c-62a0-48ea-bac1-1110c2710902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.506831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475a658-b9f4-41de-90e8-ad1862464875 service neutron] Pushing event updated for resources: {'Port': ['ID=4173bc17-d0c3-40ae-8b3f-380a38a0d773,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:47.519798 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb83a-e129-4030-b005-7bd1006a5ba3 None None] The sync data for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 is: [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:46Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:26:47.555177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91601575-596f-41d4-8c39-d6701c744a1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.628871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-5997d2b3-1dce-4c80-84b9-c6ab7f0cd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:47.636347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-23231a7b-53b5-4dbd-972e-ab67e5e0eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:47.637838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-5997d2b3-1dce-4c80-84b9-c6ab7f0cd1c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.1452680 Feb 04 15:26:47.638694 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-23231a7b-53b5-4dbd-972e-ab67e5e0eb39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 1099 time: 0.2847595 Feb 04 15:26:47.643554 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d1-5313-4d9e-8064-8163c652695a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.667561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.676028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91601575-596f-41d4-8c39-d6701c744a1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:47.682587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-91601575-596f-41d4-8c39-d6701c744a1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2644746 Feb 04 15:26:47.683262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:47.722883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-24f86c6b-8680-4ae3-b96a-4e7bdd4b4e52 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Request body: {'security_group_rule': {'security_group_id': '09b88fa1-9d11-4087-a5e2-f6124bdab939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:47.741557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424203-7c45-4321-85dc-ea781afd31fa req-a189178d-b43f-4031-886d-21afcec0b2c3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:47.748724 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-16424203-7c45-4321-85dc-ea781afd31fa req-a189178d-b43f-4031-886d-21afcec0b2c3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 948 time: 0.4957345 Feb 04 15:26:47.750784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91601575-596f-41d4-8c39-d6701c744a1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15249d3b-4b31-4f4a-a405-813d89e07603,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:47.766775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-e73bd1b8-9349-4085-b15c-a9ce1701a9c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157124 Feb 04 15:26:47.861130 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7861c663-35d6-4a2f-9290-1002c8ad0f2b req-13c2c756-842c-4fdd-b2f1-b73ec08022a3 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=82d1b71c-901b-4f62-ac88-ab613e3f1203 HTTP/1.1" status: 200 len: 210 time: 0.0708780 Feb 04 15:26:47.928529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d35dff33-3dba-4fcf-85af-3ad321843191 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:47.954191 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-9c57e404-1472-4310-a6f0-9b11345feb88 service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785901 Feb 04 15:26:47.966244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: d35dff33-3dba-4fcf-85af-3ad321843191 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:47.968049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d35dff33-3dba-4fcf-85af-3ad321843191 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:48.062750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Pushing event deleted for resources: {'Port': ['ID=d35dff33-3dba-4fcf-85af-3ad321843191,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:48.089313 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f86c6b-8680-4ae3-b96a-4e7bdd4b4e52 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.109336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2de4c3b6-e3eb-469c-8aa6-5fd70528aa97 req-7435866a-bd7b-4481-aa11-66b3d19fe4eb service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414135 Feb 04 15:26:48.144759 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d1-5313-4d9e-8064-8163c652695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.150215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58b7e9d1-5313-4d9e-8064-8163c652695a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.152077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-58b7e9d1-5313-4d9e-8064-8163c652695a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e51f379e-11d3-421a-83c8-bda0df19c4e4 HTTP/1.1" status: 204 len: 168 time: 1.4374731 Feb 04 15:26:48.268276 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-16424203-7c45-4321-85dc-ea781afd31fa req-12c88ced-a3f0-4bec-b08a-cab0bbfc5d12 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574065 Feb 04 15:26:48.269862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] No DVR routers for this DVR port d35dff33-3dba-4fcf-85af-3ad321843191 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:48.281138 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.289347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5969abf6-a1da-4d6d-8e9a-9dd5c57fa856 req-f30fefb4-3977-409e-b72c-7bd12f889f3c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.30 "DELETE /v2.0/ports/d35dff33-3dba-4fcf-85af-3ad321843191 HTTP/1.1" status: 204 len: 173 time: 3.2251558 Feb 04 15:26:48.383160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-898bda26-d189-4a82-a7f8-b2acb49456f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:48.390177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-898bda26-d189-4a82-a7f8-b2acb49456f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1095 time: 0.1685834 Feb 04 15:26:48.444028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7e9d1-5313-4d9e-8064-8163c652695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f379e-11d3-421a-83c8-bda0df19c4e4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:48.532967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-dbcbae2c-88d8-4249-aa60-7505991966cc tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=49c399b129c44b0da5f32900bdaddea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1272123 Feb 04 15:26:48.587554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-f2d105dd-663b-4834-8240-48788c70a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:48.590546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-f2d105dd-663b-4834-8240-48788c70a48c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.9271352 Feb 04 15:26:48.663171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-30f705db-8e20-4eac-b6c3-ae27b312e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:48.664811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-30f705db-8e20-4eac-b6c3-ae27b312e4ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 921 time: 0.2616427 Feb 04 15:26:48.692769 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-8262a278-ec78-4564-9361-9a79be9f1cef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6f326eb5-9bc9-44a2-9851-ed649655fd71 HTTP/1.1" status: 200 len: 217 time: 0.0913260 Feb 04 15:26:48.712559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f86c6b-8680-4ae3-b96a-4e7bdd4b4e52 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.725586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-adf36ddc-bf79-4613-a190-e4b4c6a7e38b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 217 time: 0.0528715 Feb 04 15:26:48.755628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b78804-9400-48db-b1d4-dd6d3c83881b req-5b408503-b544-4ab8-97a4-f7cb29598643 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:48.758260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-be9f2232-e81d-4310-b3bf-ccefb5badb19 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:48.773111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81b78804-9400-48db-b1d4-dd6d3c83881b req-5b408503-b544-4ab8-97a4-f7cb29598643 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 944 time: 0.3705599 Feb 04 15:26:48.773890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-be9f2232-e81d-4310-b3bf-ccefb5badb19 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399082 Feb 04 15:26:48.775670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38044) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:48.818193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f86c6b-8680-4ae3-b96a-4e7bdd4b4e52 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.857545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f86c6b-8680-4ae3-b96a-4e7bdd4b4e52 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3160aa-b19b-4b25-88cd-17201e360278,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:48.868649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-3070a77c-6e19-4bd3-822b-1c213eddc1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:48.870692 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-3070a77c-6e19-4bd3-822b-1c213eddc1c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1616611 Feb 04 15:26:48.876426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f86c6b-8680-4ae3-b96a-4e7bdd4b4e52 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.879195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-24f86c6b-8680-4ae3-b96a-4e7bdd4b4e52 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1804833 Feb 04 15:26:48.889362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:48.894247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:48.897712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fdc537f-714f-4f59-a0df-52b603c21bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:48.911052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-121dc136-04d0-4aab-a1c5-b84b26b94885 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/quotas/49c399b129c44b0da5f32900bdaddea0 HTTP/1.1" status: 200 len: 375 time: 0.1359739 Feb 04 15:26:48.968966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81b78804-9400-48db-b1d4-dd6d3c83881b req-44e7539b-1ddf-478a-85af-278c1974f6da tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484251 Feb 04 15:26:48.972111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.062533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-7dc19a82-edf8-4533-b55e-ed05bf7c5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:49.064254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-7dc19a82-edf8-4533-b55e-ed05bf7c5db4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835959 Feb 04 15:26:49.124607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92217635-2881-4c42-aca5-5f867f0964c5 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:49.131632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-3c906038-d7d0-4802-be66-a1ca7d3fb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:49.135318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-3c906038-d7d0-4802-be66-a1ca7d3fb49d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.3984892 Feb 04 15:26:49.159148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-75376280-5c3a-4f6b-ba7f-a7615b84d76f tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=49c399b129c44b0da5f32900bdaddea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2221255 Feb 04 15:26:49.243197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.250590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-2d5254dc-7624-4981-8140-482c55fd89fe service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785736 Feb 04 15:26:49.257816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-ec45f11b-2611-4184-aea7-6308869987d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973446 Feb 04 15:26:49.263154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 92217635-2881-4c42-aca5-5f867f0964c5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:49.263973 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.305738 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:26:49.328112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fdc537f-714f-4f59-a0df-52b603c21bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.353402 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fdc537f-714f-4f59-a0df-52b603c21bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.465486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'name': 'network-vif-deleted', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:49.469396 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6430c6e5-224e-44d3-b142-c98d6b90045e" -d '{"events": [{"server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "name": "network-vif-deleted", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:49.502981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8fdc537f-714f-4f59-a0df-52b603c21bd6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0f670e339444f01939d3bd03c98e12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6874437 Feb 04 15:26:49.503551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38060) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:49.547883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79005111-b34e-4593-a4b7-3ae50e10dae0 req-f78e138a-9255-4885-a067-8c403d3344cb service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847288 Feb 04 15:26:49.572793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Allocated IP 172.25.1.144 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/693ff272-4464-4d11-a8a8-bba232816e80) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:49.593465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc537f-714f-4f59-a0df-52b603c21bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8493d7d0-717d-4767-b87e-cc3a25de8159,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:49.640195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-6b6f991d-d5ad-4202-8fd4-6db591a4546e service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644300 Feb 04 15:26:49.710288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f63a36ef-59c1-4a9b-87e4-4a6558ed4f80 req-2d73d19a-949e-4ca4-88d1-02a5fe87565f tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 210 time: 0.0433512 Feb 04 15:26:49.787890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.791005 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06973ec-c90c-43c2-9ef6-7a02bec19ea3 x-openstack-request-id: req-f06973ec-c90c-43c2-9ef6-7a02bec19ea3 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:49.791308 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d1b71c-901b-4f62-ac88-ab613e3f1203", "name": "network-vif-deleted", "tag": "d35dff33-3dba-4fcf-85af-3ad321843191", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:49.791586 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f06973ec-c90c-43c2-9ef6-7a02bec19ea3 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:49.791997 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d1b71c-901b-4f62-ac88-ab613e3f1203', 'name': 'network-vif-deleted', 'tag': 'd35dff33-3dba-4fcf-85af-3ad321843191', 'status': 'completed', 'code': 200} Feb 04 15:26:49.841090 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.863470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b470c1-8172-4e26-b754-6fe158d419eb req-db97dddc-6591-4d5d-9e6f-e53b4811abf0 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:49.871363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2b470c1-8172-4e26-b754-6fe158d419eb req-db97dddc-6591-4d5d-9e6f-e53b4811abf0 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 948 time: 0.2616780 Feb 04 15:26:49.890348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:49.908193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:49.933287 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2b470c1-8172-4e26-b754-6fe158d419eb req-34d076f5-ff81-4f9a-b94e-afbe4fe2c5c9 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557134 Feb 04 15:26:49.942272 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6596d866-1d77-4a65-8154-b1d5250e95b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.989783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6596d866-1d77-4a65-8154-b1d5250e95b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:49.998744 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b78b6bb-0211-47de-aa7f-618719cb08e2 req-ecef5d51-cc83-485f-82b1-171633b6926c service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983685 Feb 04 15:26:50.118547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6596d866-1d77-4a65-8154-b1d5250e95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.121432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6596d866-1d77-4a65-8154-b1d5250e95b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.122744 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6596d866-1d77-4a65-8154-b1d5250e95b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8493d7d0-717d-4767-b87e-cc3a25de8159 HTTP/1.1" status: 204 len: 168 time: 0.6148341 Feb 04 15:26:50.136819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596d866-1d77-4a65-8154-b1d5250e95b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8493d7d0-717d-4767-b87e-cc3a25de8159,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:50.153652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643d256-b5b2-47be-90f3-5618912bce39 req-adb6b4a0-5888-49ad-9128-3d403b064592 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:50.163175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e643d256-b5b2-47be-90f3-5618912bce39 req-adb6b4a0-5888-49ad-9128-3d403b064592 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 944 time: 0.0896194 Feb 04 15:26:50.231994 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e643d256-b5b2-47be-90f3-5618912bce39 req-c08ae07c-3aff-4267-8a11-cc0a808984f3 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621593 Feb 04 15:26:50.319773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:50.369195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event updated for resources: {'Port': ['ID=693ff272-4464-4d11-a8a8-bba232816e80,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:50.401813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2820a9-4af3-47e8-81f0-8e57e11acdd5 req-bb1f7f31-36e8-42d9-a4ce-8ff561936024 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:50.403795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a2820a9-4af3-47e8-81f0-8e57e11acdd5 req-bb1f7f31-36e8-42d9-a4ce-8ff561936024 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 945 time: 0.5174811 Feb 04 15:26:50.466029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-b9b2eb8b-58f8-42cf-ace9-b84579755b6c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:50.469899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-b9b2eb8b-58f8-42cf-ace9-b84579755b6c tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.50 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 945 time: 0.1145258 Feb 04 15:26:50.506407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.527210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a2820a9-4af3-47e8-81f0-8e57e11acdd5 req-507511c3-66b6-4e41-beb7-3b3889e668d2 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852587 Feb 04 15:26:50.598259 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.664380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Deleting port 892b1ba8-a46e-47a7-996e-589a2af83843 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:50.664933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.912388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.927242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-02029d6c-2df4-4364-87d9-64248edd77ee tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=49c399b129c44b0da5f32900bdaddea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369442 Feb 04 15:26:50.928179 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.959946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1083289f-750f-4187-97cd-326b4a82d1d0 req-d234e57d-7533-4f6a-aa6e-744902d2c085 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 210 time: 0.0973432 Feb 04 15:26:50.963885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] For port 892b1ba8-a46e-47a7-996e-589a2af83843, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=892b1ba8-a46e-47a7-996e-589a2af83843,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:50.964561 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:50.992999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Calling delete_port for 892b1ba8-a46e-47a7-996e-589a2af83843 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:51.192705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event updated for resources: {'Port': ['ID=693ff272-4464-4d11-a8a8-bba232816e80,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:51.213315 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.267541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.270305 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-da1c3dc6-a101-482c-8966-3508b430e140 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3784044 Feb 04 15:26:51.280700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0e2b4-e8cb-4418-ac69-94ca9f05df29 req-917d415b-761b-46b4-8c57-de856af46b31 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:51.282866 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6b0e2b4-e8cb-4418-ac69-94ca9f05df29 req-917d415b-761b-46b4-8c57-de856af46b31 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 948 time: 0.2093759 Feb 04 15:26:51.291476 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-41b64ef4-1772-4983-ae41-4298ce115daf tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:51.293638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-41b64ef4-1772-4983-ae41-4298ce115daf tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3549290 Feb 04 15:26:51.320631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.333402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Request body: {'port': {'device_id': '3fb42289-fe75-46fd-b41e-c910f7e3ae14', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '49c399b129c44b0da5f32900bdaddea0'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:51.395722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6b0e2b4-e8cb-4418-ac69-94ca9f05df29 req-ec817f42-791c-4ba9-928a-06e4cc9691af tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004658 Feb 04 15:26:51.407809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Pushing event deleted for resources: {'Port': ['ID=892b1ba8-a46e-47a7-996e-589a2af83843,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:51.522949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] No DVR routers for this DVR port 892b1ba8-a46e-47a7-996e-589a2af83843 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:51.533899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.544012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a8e9d52-02f6-46c0-8f84-1c464c9f0428 req-f8182f62-070e-4895-ae3d-59240f3dfcbb tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.50 "DELETE /v2.0/ports/892b1ba8-a46e-47a7-996e-589a2af83843 HTTP/1.1" status: 204 len: 173 time: 1.0661752 Feb 04 15:26:51.549815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'name': 'network-vif-deleted', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:51.554251 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5569967c-f0a7-4769-9bc1-472e1507d0a1" -d '{"events": [{"server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "name": "network-vif-deleted", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:51.579095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6f326eb5-9bc9-44a2-9851-ed649655fd71 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:26:51.586973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6518e22-0c35-4fcc-8797-9f2ae707aea6 req-f583e92a-4251-48f8-8322-12a8da0db901 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:51.591009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6518e22-0c35-4fcc-8797-9f2ae707aea6 req-f583e92a-4251-48f8-8322-12a8da0db901 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 944 time: 0.1655447 Feb 04 15:26:51.602754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Made reservation on behalf of 49c399b129c44b0da5f32900bdaddea0 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:51.608739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.656814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:51.678714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6518e22-0c35-4fcc-8797-9f2ae707aea6 req-51cbd848-c99a-470a-bbd1-f007a0c3c1ef tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711141 Feb 04 15:26:51.741185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-3c8af639-0387-4972-a75f-bb1ecbfd8acf tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1504876349&fields=id&tenant_id=16cb950a883246d69d496e39341b9e9f HTTP/1.1" status: 200 len: 267 time: 0.1174467 Feb 04 15:26:51.754248 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf8e591-300b-43b9-853d-89d81df4e489 x-openstack-request-id: req-3bf8e591-300b-43b9-853d-89d81df4e489 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:51.754553 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effd3794-164b-4704-bb0c-7ad97e4167dd", "name": "network-vif-deleted", "tag": "892b1ba8-a46e-47a7-996e-589a2af83843", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:51.754790 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3bf8e591-300b-43b9-853d-89d81df4e489 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:51.755264 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effd3794-164b-4704-bb0c-7ad97e4167dd', 'name': 'network-vif-deleted', 'tag': '892b1ba8-a46e-47a7-996e-589a2af83843', 'status': 'completed', 'code': 200} Feb 04 15:26:51.896065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6f326eb5-9bc9-44a2-9851-ed649655fd71, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6f326eb5-9bc9-44a2-9851-ed649655fd71,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:51.923576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '6f326eb5-9bc9-44a2-9851-ed649655fd71', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '6f326eb5-9bc9-44a2-9851-ed649655fd71', 'mac_address': 'fa:16:3e:a2:2f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:26:51.999077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-4544330b-7638-49f6-b4b6-458d41972b3c tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:52.021040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-4544330b-7638-49f6-b4b6-458d41972b3c tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/networks?id=43d5f9e8-cee6-4adf-8e46-ad9398f959fb HTTP/1.1" status: 200 len: 806 time: 0.2784312 Feb 04 15:26:52.031878 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.055220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.063315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f326eb5-9bc9-44a2-9851-ed649655fd71 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:52.071308 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-4ebbc925-a675-4b0b-8b48-1c36d8cfef59 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/quotas/16cb950a883246d69d496e39341b9e9f HTTP/1.1" status: 200 len: 375 time: 0.0485723 Feb 04 15:26:52.102113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.110609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6f326eb5-9bc9-44a2-9851-ed649655fd71, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6f326eb5-9bc9-44a2-9851-ed649655fd71,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:52.118911 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.120011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4173bc17-d0c3-40ae-8b3f-380a38a0d773 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:26:52.331323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6f326eb5-9bc9-44a2-9851-ed649655fd71,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:52.419720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:52.439524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'port_id': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'mac_address': 'fa:16:3e:7c:c8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:26:52.471245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fd0e967-b053-45cf-943b-bdc2b312ac2e req-1bab4939-4d30-4b4c-a226-323ace40f05f tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=effd3794-164b-4704-bb0c-7ad97e4167dd HTTP/1.1" status: 200 len: 210 time: 0.5141411 Feb 04 15:26:52.509043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38128) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:52.510084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-37f5e974-ac20-4ff4-879f-1dcee3774905 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=16cb950a883246d69d496e39341b9e9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4369419 Feb 04 15:26:52.516748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Allocated IP 192.168.233.43 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/69a636d7-d274-4a1e-b236-7f4732793f7a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:52.520977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57dca9ef-a3de-4a47-a6c9-30d2364a0df1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:52.534663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.554700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4173bc17-d0c3-40ae-8b3f-380a38a0d773 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:52.582390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:52.588175 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.638368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecffcc82-7cc8-4ee3-9756-f1d53a26cb2c req-099058aa-b452-4f17-8d20-5877fe286ac2 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 210 time: 0.0374563 Feb 04 15:26:52.654366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=4173bc17-d0c3-40ae-8b3f-380a38a0d773,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:52.772484 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.827090 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ce00f04-0377-46bc-a2f6-4c995475a084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:52.832708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-46923819-d649-49ce-8ea3-242278b5047f service neutron] 10.222.0.47 "GET /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891145 Feb 04 15:26:52.859702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9c95-a964-483b-b2f1-cbbdce54181b req-a43a308d-895d-45fd-b472-a335cd8b8426 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:52.862397 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50fa9c95-a964-483b-b2f1-cbbdce54181b req-a43a308d-895d-45fd-b472-a335cd8b8426 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 949 time: 0.1070809 Feb 04 15:26:52.970522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50fa9c95-a964-483b-b2f1-cbbdce54181b req-148ef498-02dc-44de-baaf-4058ac743596 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975733 Feb 04 15:26:53.081995 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ce00f04-0377-46bc-a2f6-4c995475a084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.088619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ce00f04-0377-46bc-a2f6-4c995475a084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.150369 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.156634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-a0cf4110-4a13-4b18-8ca4-79cbdc1b1486 service neutron] 10.222.0.47 "GET /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694657 Feb 04 15:26:53.167630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6f326eb5-9bc9-44a2-9851-ed649655fd71'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:53.177071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ce00f04-0377-46bc-a2f6-4c995475a084 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dad0f1e59bfc457597bb11abd9e592d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636963 Feb 04 15:26:53.181555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce00f04-0377-46bc-a2f6-4c995475a084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f0f6bf-c730-4064-badd-525778409797,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:53.183268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38134) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:53.230415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41901b49-0e06-4881-a694-f5ce74af97d6 req-af6e440a-e3c8-478d-8669-0d370fef37d0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:53.234044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4173bc17-d0c3-40ae-8b3f-380a38a0d773'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:26:53.237829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41901b49-0e06-4881-a694-f5ce74af97d6 req-af6e440a-e3c8-478d-8669-0d370fef37d0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 945 time: 0.1186986 Feb 04 15:26:53.312352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41901b49-0e06-4881-a694-f5ce74af97d6 req-0b0a53de-7023-4e99-890f-351c6aa02dbd tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517173 Feb 04 15:26:53.318192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.418403 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-971699bd-ef61-4585-85cd-f3bb14a8a9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.463771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:53.484311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:53.494229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Pushing event updated for resources: {'Port': ['ID=69a636d7-d274-4a1e-b236-7f4732793f7a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:53.497214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:53.507636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-971699bd-ef61-4585-85cd-f3bb14a8a9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.618677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:53.618677 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.649621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-14ef8343-3c47-4bfb-a5d2-abf1aea352c1 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3235683 Feb 04 15:26:53.653689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:53.674929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c1ea3f1-a86c-4127-af81-ab6fc171bb54 req-eb47f039-283f-4226-9ba9-f6513e5ee6fb tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 210 time: 0.1122816 Feb 04 15:26:53.677120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Request body: {'port': {'device_id': '3fb42289-fe75-46fd-b41e-c910f7e3ae14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:53.725336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 892b1ba8-a46e-47a7-996e-589a2af83843 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:53.726316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 892b1ba8-a46e-47a7-996e-589a2af83843 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:53.831688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:53.961515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42837-98dd-48f3-8126-721a6f590542 req-71309a34-5e57-4357-bcb3-c4625c23c461 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:53.972048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5b42837-98dd-48f3-8126-721a6f590542 req-71309a34-5e57-4357-bcb3-c4625c23c461 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 935 time: 0.1772089 Feb 04 15:26:54.006602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-55aa0016-6e0b-4734-9d64-0469811c6916 None None] Provisioning complete for port 69a636d7-d274-4a1e-b236-7f4732793f7a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:54.008476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55aa0016-6e0b-4734-9d64-0469811c6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.070358 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5b42837-98dd-48f3-8126-721a6f590542 req-e0c299cb-1e3a-4441-ba3e-d923c8a40328 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967155 Feb 04 15:26:54.110789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-55aa0016-6e0b-4734-9d64-0469811c6916 None None] Port 69a636d7-d274-4a1e-b236-7f4732793f7a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:26:54.138447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-971699bd-ef61-4585-85cd-f3bb14a8a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.144507 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-971699bd-ef61-4585-85cd-f3bb14a8a9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.151486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-971699bd-ef61-4585-85cd-f3bb14a8a9c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71f0f6bf-c730-4064-badd-525778409797 HTTP/1.1" status: 204 len: 168 time: 0.9619782 Feb 04 15:26:54.203751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971699bd-ef61-4585-85cd-f3bb14a8a9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f0f6bf-c730-4064-badd-525778409797,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:54.259418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1432a-7a24-4035-85ce-d66d11b8d25e req-f0139407-139e-47a3-8925-845a52533add tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:54.268318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2a1432a-7a24-4035-85ce-d66d11b8d25e req-f0139407-139e-47a3-8925-845a52533add tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 945 time: 0.1179972 Feb 04 15:26:54.321251 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a2a1432a-7a24-4035-85ce-d66d11b8d25e req-4cf4f0e3-a90f-41bf-8c8d-515aeca98a71 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519028 Feb 04 15:26:54.330019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750b5d-3a1f-499f-8c6a-4e92bee06bef req-aea810c0-2a3e-4672-8213-dfd411ee66c8 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:54.333641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dd750b5d-3a1f-499f-8c6a-4e92bee06bef req-aea810c0-2a3e-4672-8213-dfd411ee66c8 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 949 time: 0.1848664 Feb 04 15:26:54.516446 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dd750b5d-3a1f-499f-8c6a-4e92bee06bef req-3342f882-e528-49e7-9e8b-321695ef9b1a tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530371 Feb 04 15:26:54.517425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba4a96-8cf4-4c06-bdae-7e1a563df8c9 req-2e25ecd4-988a-4f67-8e2b-928b89c2bd74 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:54.534915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67ba4a96-8cf4-4c06-bdae-7e1a563df8c9 req-2e25ecd4-988a-4f67-8e2b-928b89c2bd74 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 945 time: 0.1102428 Feb 04 15:26:54.617064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67ba4a96-8cf4-4c06-bdae-7e1a563df8c9 req-c0bea330-e1c2-4850-bcaa-943b1010e74b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722470 Feb 04 15:26:54.633405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a636d7-d274-4a1e-b236-7f4732793f7a {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:54.651067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.674736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Transition to ACTIVE for port object 69a636d7-d274-4a1e-b236-7f4732793f7a will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:54.680981 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:54.790696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Pushing event updated for resources: {'Port': ['ID=69a636d7-d274-4a1e-b236-7f4732793f7a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:54.933416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bb9f4f8-2e88-44f5-9d9c-c13108a6e21a req-35a2d002-0af0-43e7-8a69-8e6f318ea17d tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 210 time: 0.0959632 Feb 04 15:26:55.012321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Attempting to bind port 69a636d7-d274-4a1e-b236-7f4732793f7a on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:26:55.012798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Attempting to bind port 69a636d7-d274-4a1e-b236-7f4732793f7a by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:26:55.013343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Attempting to bind port 69a636d7-d274-4a1e-b236-7f4732793f7a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:55.022428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Port 69a636d7-d274-4a1e-b236-7f4732793f7a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:26:55.022982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Attempting to bind port 69a636d7-d274-4a1e-b236-7f4732793f7a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:26:55.033508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:26:55.034289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:26:55.034872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:26:55.035601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Bound port: 69a636d7-d274-4a1e-b236-7f4732793f7a, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:26:55.036268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.115622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-b11c93b7-1854-42a9-b614-8a1be80ef04d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:55.118318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-b11c93b7-1854-42a9-b614-8a1be80ef04d tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 945 time: 0.1588624 Feb 04 15:26:55.189151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] For port 69a636d7-d274-4a1e-b236-7f4732793f7a, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:26:55.197333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] For port 69a636d7-d274-4a1e-b236-7f4732793f7a, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=69a636d7-d274-4a1e-b236-7f4732793f7a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:26:55.205589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.288626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:55.289814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.293125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] 10.222.0.30 "PUT /v2.0/ports/69a636d7-d274-4a1e-b236-7f4732793f7a HTTP/1.1" status: 200 len: 1095 time: 1.6267743 Feb 04 15:26:55.294006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb42289-fe75-46fd-b41e-c910f7e3ae14', 'tag': '69a636d7-d274-4a1e-b236-7f4732793f7a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:55.310159 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce36180f-7c28-47d0-aedf-33036daefc44" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb42289-fe75-46fd-b41e-c910f7e3ae14", "tag": "69a636d7-d274-4a1e-b236-7f4732793f7a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:55.357540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec935-c337-4e3c-b6ed-17addcc1aad5 req-5243bce4-12b4-40bc-804c-7a1ecc2d1f7f tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:55.367736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f0ec935-c337-4e3c-b6ed-17addcc1aad5 req-5243bce4-12b4-40bc-804c-7a1ecc2d1f7f tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 947 time: 0.1678443 Feb 04 15:26:55.451794 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c403555-2c66-4555-8fd9-5f23e87b1ad0 x-openstack-request-id: req-9c403555-2c66-4555-8fd9-5f23e87b1ad0 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:55.452348 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb42289-fe75-46fd-b41e-c910f7e3ae14", "tag": "69a636d7-d274-4a1e-b236-7f4732793f7a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:55.452750 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c403555-2c66-4555-8fd9-5f23e87b1ad0 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:55.453408 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb42289-fe75-46fd-b41e-c910f7e3ae14', 'tag': '69a636d7-d274-4a1e-b236-7f4732793f7a', 'status': 'completed', 'code': 200} Feb 04 15:26:55.484268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Pushing event updated for resources: {'Port': ['ID=69a636d7-d274-4a1e-b236-7f4732793f7a,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:55.505517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.506100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.506760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.507307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.507850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.508402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.508932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.509512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.510034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.511482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.511482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.511894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0c9dfd-f015-462a-9e42-8892b9727065 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:26:55.556941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f0ec935-c337-4e3c-b6ed-17addcc1aad5 req-01cf324a-c33e-4e11-a684-a8667e8a1536 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867828 Feb 04 15:26:55.566827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Deleting port e33952e8-0206-464e-886f-b3b1248d90a2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:26:55.571165 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.609829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6f326eb5-9bc9-44a2-9851-ed649655fd71 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:55.717044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-4b875540-8345-4a3e-ba4f-801f110055ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:55.719777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-4b875540-8345-4a3e-ba4f-801f110055ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=49c399b129c44b0da5f32900bdaddea0&device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 1098 time: 0.2956638 Feb 04 15:26:55.758853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 6f326eb5-9bc9-44a2-9851-ed649655fd71 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:55.766536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 6f326eb5-9bc9-44a2-9851-ed649655fd71 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:55.767080 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.842409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-74681c54-f868-4c6b-91c7-676defde23ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=69a636d7-d274-4a1e-b236-7f4732793f7a HTTP/1.1" status: 200 len: 217 time: 0.1090219 Feb 04 15:26:55.873154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589309c-237d-49ad-89f7-a21b91710600 req-f2de03db-d589-4af9-ae7e-9a909ac50fde tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:55.875878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2589309c-237d-49ad-89f7-a21b91710600 req-f2de03db-d589-4af9-ae7e-9a909ac50fde tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 945 time: 0.3552644 Feb 04 15:26:55.890228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] For port e33952e8-0206-464e-886f-b3b1248d90a2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e33952e8-0206-464e-886f-b3b1248d90a2,segment=NetworkSegment(e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8),segment_id=e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:55.891189 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.916840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Calling delete_port for e33952e8-0206-464e-886f-b3b1248d90a2 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:26:55.932262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:55.991026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6f326eb5-9bc9-44a2-9851-ed649655fd71, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6f326eb5-9bc9-44a2-9851-ed649655fd71,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:55.993768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3d83b0-76b0-44d8-aa66-a3175d8a67d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f326eb5-9bc9-44a2-9851-ed649655fd71'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:55.997048 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096afb0-1925-4cfb-af6f-d594242edc06" -d '{"events": [{"server_uuid": "bb3d83b0-76b0-44d8-aa66-a3175d8a67d2", "name": "network-vif-plugged", "status": "completed", "tag": "6f326eb5-9bc9-44a2-9851-ed649655fd71"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:56.002601 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.004032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4173bc17-d0c3-40ae-8b3f-380a38a0d773 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:26:56.092351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-e58099c0-9c64-43ce-815c-ea02bce7695d tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.095040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-e58099c0-9c64-43ce-815c-ea02bce7695d tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.50 "GET /v2.0/networks?id=43d5f9e8-cee6-4adf-8e46-ad9398f959fb HTTP/1.1" status: 200 len: 806 time: 0.5763438 Feb 04 15:26:56.099128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.140955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6f326eb5-9bc9-44a2-9851-ed649655fd71,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:56.151735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Pushing event deleted for resources: {'Port': ['ID=e33952e8-0206-464e-886f-b3b1248d90a2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:56.160550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:26:56.167482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fbce1b38-b269-4123-802c-bd4302adf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.170084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-fbce1b38-b269-4123-802c-bd4302adf932 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2925844 Feb 04 15:26:56.179612 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:56.180210 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.183435 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2589309c-237d-49ad-89f7-a21b91710600 req-a747ccec-a813-4673-9702-701533fb8b12 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/security-groups?id=f613848e-0d7f-4826-8d7a-27f38cdbe271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916667 Feb 04 15:26:56.207460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b4e6b-222a-4468-b05f-b37e2ec35806 req-88accee7-1208-4a92-b86e-9b741df57676 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.215438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-816b4e6b-222a-4468-b05f-b37e2ec35806 req-88accee7-1208-4a92-b86e-9b741df57676 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 950 time: 0.1287341 Feb 04 15:26:56.245664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] No DVR routers for this DVR port e33952e8-0206-464e-886f-b3b1248d90a2 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:26:56.250033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.253862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd93caba-f751-40f1-9e94-b9ada8df1f47 req-20228202-d892-4d4d-bb25-126f762afe64 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.50 "DELETE /v2.0/ports/e33952e8-0206-464e-886f-b3b1248d90a2 HTTP/1.1" status: 204 len: 173 time: 1.1291969 Feb 04 15:26:56.254391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'name': 'network-vif-deleted', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:56.257310 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ad4cb-2fc7-4160-9998-d8c105f7429b" -d '{"events": [{"server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "name": "network-vif-deleted", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:56.306664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-816b4e6b-222a-4468-b05f-b37e2ec35806 req-2065988d-8f63-4932-925f-994ef664a237 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901330 Feb 04 15:26:56.350111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-6d5f4124-64a8-4cd8-8bbb-ba0c08747d6a tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cb950a883246d69d496e39341b9e9f HTTP/1.1" status: 200 len: 380 time: 0.2192044 Feb 04 15:26:56.381938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Request body: {'port': {'device_id': '21663eef-3271-4f2e-8c72-aada70dc294e', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'admin_state_up': True, 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'security_groups': ['09b88fa1-9d11-4087-a5e2-f6124bdab939']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:56.440823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74dc107e-d88e-46a1-95ee-9506dcbcc628 req-36438df9-9e87-4f90-bd4b-632507bc0636 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 210 time: 0.0455871 Feb 04 15:26:56.470655 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.490292 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c321a76-98b7-4234-b3df-3d711236fed4 x-openstack-request-id: req-0c321a76-98b7-4234-b3df-3d711236fed4 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:56.490906 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3d83b0-76b0-44d8-aa66-a3175d8a67d2", "name": "network-vif-plugged", "status": "completed", "tag": "6f326eb5-9bc9-44a2-9851-ed649655fd71", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:56.491324 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c321a76-98b7-4234-b3df-3d711236fed4 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:56.491912 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3d83b0-76b0-44d8-aa66-a3175d8a67d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f326eb5-9bc9-44a2-9851-ed649655fd71', 'code': 200} Feb 04 15:26:56.520297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:26:56.530998 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab84d94-cd9e-4257-ae48-f0d7e2c93aac x-openstack-request-id: req-4ab84d94-cd9e-4257-ae48-f0d7e2c93aac {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:56.531544 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2479280-5eb5-4aa5-b150-838a973b1f0f", "name": "network-vif-deleted", "tag": "e33952e8-0206-464e-886f-b3b1248d90a2", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:56.532071 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ab84d94-cd9e-4257-ae48-f0d7e2c93aac {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:56.532322 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:56.532688 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2479280-5eb5-4aa5-b150-838a973b1f0f', 'name': 'network-vif-deleted', 'tag': 'e33952e8-0206-464e-886f-b3b1248d90a2', 'status': 'completed', 'code': 200} Feb 04 15:26:56.563243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-16d3d5c7-c585-48d2-a93b-fe021d0c633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.564852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-16d3d5c7-c585-48d2-a93b-fe021d0c633d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3805873 Feb 04 15:26:56.649663 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=4173bc17-d0c3-40ae-8b3f-380a38a0d773,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:56.707210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403078c-5913-4765-a061-8e97a1a4957c req-193139c5-1408-4f63-b744-5e148e98533c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.709870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c403078c-5913-4765-a061-8e97a1a4957c req-193139c5-1408-4f63-b744-5e148e98533c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 945 time: 0.3692241 Feb 04 15:26:56.732790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712ef9d-cc7e-4ad1-94d0-35d20980afe0 req-465ac6bb-49f2-4dc0-a6e0-5c60b73d5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.735693 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d712ef9d-cc7e-4ad1-94d0-35d20980afe0 req-465ac6bb-49f2-4dc0-a6e0-5c60b73d5bfb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 1101 time: 0.1100895 Feb 04 15:26:56.746067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363d2ab-0770-42a9-b7e4-21a2c5be428d req-de5893ad-9468-41ff-aaef-36b705d8d47d tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:56.748197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7363d2ab-0770-42a9-b7e4-21a2c5be428d req-de5893ad-9468-41ff-aaef-36b705d8d47d tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 947 time: 0.0727155 Feb 04 15:26:56.874213 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c403078c-5913-4765-a061-8e97a1a4957c req-aa7762b4-3c33-4da2-aaec-5bf5065e5146 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476214 Feb 04 15:26:56.880377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d712ef9d-cc7e-4ad1-94d0-35d20980afe0 req-6d335bbd-4da2-4d14-aa4f-b02a98c8f2ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106298 Feb 04 15:26:56.891124 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7363d2ab-0770-42a9-b7e4-21a2c5be428d req-ebc1d556-c76e-49ea-9a78-7f320bc97725 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349494 Feb 04 15:26:56.897473 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-bb6060d6-299b-43ad-bdbf-7861ac5d1221 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220785 Feb 04 15:26:56.975668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Made reservation on behalf of 16cb950a883246d69d496e39341b9e9f for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:26:56.979784 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.087137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b61d8e93-d73a-49cf-9f72-ddb9c7d703a2 req-4d41ef65-78bf-4015-8bd4-202be05b778e service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794207 Feb 04 15:26:57.183221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Allocated IP 172.20.0.3 (43d5f9e8-cee6-4adf-8e46-ad9398f959fb/cfe1cc8a-5950-41ff-93d7-c0be7f502a22/26d7d069-b25f-4cc4-b0e3-091ec60d4e3c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:26:57.232397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-cc8c1ffa-d192-4942-be0a-aa223eb93874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:57.235306 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-cc8c1ffa-d192-4942-be0a-aa223eb93874 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=49c399b129c44b0da5f32900bdaddea0&device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 1098 time: 0.0880771 Feb 04 15:26:57.412695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.453463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38232) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:57.506455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11fc847d-1e91-4b8f-8e98-409f307993af req-77176fa7-29c8-4ff6-ab2c-92aa266be695 tempest-LiveMigrationTest-86707532 tempest-LiveMigrationTest-86707532-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2479280-5eb5-4aa5-b150-838a973b1f0f HTTP/1.1" status: 200 len: 210 time: 0.1437538 Feb 04 15:26:57.507607 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.584853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:26:57.605955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:26:57.607091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2352639-61bf-4297-82a4-0de80e6257ca req-7a09ad06-b0ad-46b6-b36f-a0b263e2dc25 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:57.618648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:26:57.621874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event updated for resources: {'Port': ['ID=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:57.627530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-21e423fc-a45c-4baf-b237-95df456a7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:57.629046 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-21e423fc-a45c-4baf-b237-95df456a7175 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3881719 Feb 04 15:26:57.640931 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2352639-61bf-4297-82a4-0de80e6257ca req-7a09ad06-b0ad-46b6-b36f-a0b263e2dc25 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 950 time: 0.1727684 Feb 04 15:26:57.700869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2352639-61bf-4297-82a4-0de80e6257ca req-4b8283e0-5946-464d-9aec-6ce9d5a48d0a tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586259 Feb 04 15:26:57.737624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-c39b28c7-0df0-428a-9014-08ae06294e81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=69a636d7-d274-4a1e-b236-7f4732793f7a HTTP/1.1" status: 200 len: 217 time: 0.0777569 Feb 04 15:26:57.740872 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52635c72-b87e-4e9d-9866-8db76931d4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.766222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:57.767182 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.816504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-242d9c89-7ac9-472c-90fa-60324156ce78 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4446244 Feb 04 15:26:57.827308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b72a-20bb-42c1-b5d4-13d1cd2582ef req-6ca8662d-720a-45f5-8b30-7c63281f3eb1 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:57.829559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ab2b72a-20bb-42c1-b5d4-13d1cd2582ef req-6ca8662d-720a-45f5-8b30-7c63281f3eb1 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 931 time: 0.1544631 Feb 04 15:26:57.837755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Request body: {'port': {'device_id': '21663eef-3271-4f2e-8c72-aada70dc294e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:26:57.859077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52635c72-b87e-4e9d-9866-8db76931d4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.866209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-52635c72-b87e-4e9d-9866-8db76931d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:57.871785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-3470c667-ac3a-4f4b-979a-3385c4ea5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:57.873743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-3470c667-ac3a-4f4b-979a-3385c4ea5759 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1281221 Feb 04 15:26:57.934091 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-52635c72-b87e-4e9d-9866-8db76931d4b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f9f9433410740388f65d187fd52782a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776471 Feb 04 15:26:57.934807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38242) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:57.935428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52635c72-b87e-4e9d-9866-8db76931d4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b1526-750d-4bc3-adb9-c1f8a8557c73,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:57.994132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ab2b72a-20bb-42c1-b5d4-13d1cd2582ef req-f3b5cd4c-27a2-4b64-ba55-8e7947fcacba tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245842 Feb 04 15:26:58.001212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.041124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-33965a91-d002-4afb-abe7-1d980b140417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:58.042826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-33965a91-d002-4afb-abe7-1d980b140417 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558652 Feb 04 15:26:58.079912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d76ca3e1-1695-4fac-9d95-ed2bf3ed9ed9 None None] Provisioning complete for port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:26:58.081580 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d76ca3e1-1695-4fac-9d95-ed2bf3ed9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.131350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc54bf-05bb-4479-a04d-6f51bc66fdc5 req-ec9b6e68-eeff-4855-87a1-4b0a13b9e2e2 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:58.133638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4bc54bf-05bb-4479-a04d-6f51bc66fdc5 req-ec9b6e68-eeff-4855-87a1-4b0a13b9e2e2 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1055362 Feb 04 15:26:58.145755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d76ca3e1-1695-4fac-9d95-ed2bf3ed9ed9 None None] Port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:26:58.211937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4bc54bf-05bb-4479-a04d-6f51bc66fdc5 req-2c032fc0-ed78-4859-a350-70e9459c90f6 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619817 Feb 04 15:26:58.234095 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c507e412-f25a-47c4-950b-59625b1a4cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.432098 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c507e412-f25a-47c4-950b-59625b1a4cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.493308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:26:58.495771 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96744ac-fc95-4b78-8a92-339619a372df" -d '{"events": [{"server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "name": "network-vif-plugged", "status": "completed", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:26:58.515623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29fbd-3ebe-481c-be48-463906aea02c req-30e2761a-7fa8-4864-8aab-a1d55dbd22f3 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:58.518490 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05f29fbd-3ebe-481c-be48-463906aea02c req-30e2761a-7fa8-4864-8aab-a1d55dbd22f3 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 947 time: 0.3813221 Feb 04 15:26:58.539303 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896eb87c-be04-4df3-ba18-4ee4b45a5d18 x-openstack-request-id: req-896eb87c-be04-4df3-ba18-4ee4b45a5d18 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:26:58.539662 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "name": "network-vif-plugged", "status": "completed", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:26:58.539951 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-896eb87c-be04-4df3-ba18-4ee4b45a5d18 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:26:58.540378 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'code': 200} Feb 04 15:26:58.616097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38248) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:58.649755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-e0b1ef8a-019e-4b9d-a23f-5a11f4afa3d7 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679462 Feb 04 15:26:58.724100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585f272-03f7-4a26-b962-a9483c9eb4a7 req-6576dc77-893d-4995-839f-d5bf451f304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:58.725969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f585f272-03f7-4a26-b962-a9483c9eb4a7 req-6576dc77-893d-4995-839f-d5bf451f304d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.0749183 Feb 04 15:26:58.789071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdf4b79-255f-44eb-93c8-d61d13d89eaf admin admin] Deleting subnet a2b7f571-2880-4d7e-85de-e53c1983c802 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:26:58.799897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b79-255f-44eb-93c8-d61d13d89eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.826012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f585f272-03f7-4a26-b962-a9483c9eb4a7 req-cfa5a9cc-60cb-447d-9ec7-bc8723a45d8c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788195 Feb 04 15:26:58.849350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05f29fbd-3ebe-481c-be48-463906aea02c req-5c2f1330-f939-4eb8-9a68-488f68cc858f tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155100 Feb 04 15:26:58.880441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b79-255f-44eb-93c8-d61d13d89eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.909173 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c507e412-f25a-47c4-950b-59625b1a4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.914683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c507e412-f25a-47c4-950b-59625b1a4cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.919370 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c507e412-f25a-47c4-950b-59625b1a4cd4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/602b1526-750d-4bc3-adb9-c1f8a8557c73 HTTP/1.1" status: 204 len: 168 time: 0.9649611 Feb 04 15:26:58.932807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e509d-764e-4521-a83c-2a6d56d508f3 req-0926f5b1-5b57-4b3f-ac72-10ace96bacef tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:58.934591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d66e509d-764e-4521-a83c-2a6d56d508f3 req-0926f5b1-5b57-4b3f-ac72-10ace96bacef tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 950 time: 0.1135230 Feb 04 15:26:58.947254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b79-255f-44eb-93c8-d61d13d89eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:58.986353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507e412-f25a-47c4-950b-59625b1a4cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b1526-750d-4bc3-adb9-c1f8a8557c73,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:59.026777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce36180f-7c28-47d0-aedf-33036daefc44 req-0421632a-4823-426b-90d5-d6d37d47d129 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257072 Feb 04 15:26:59.032967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d66e509d-764e-4521-a83c-2a6d56d508f3 req-a1c7e92e-f9d7-4c18-b7de-9dae175fdc50 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Feb 04 15:26:59.097742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b79-255f-44eb-93c8-d61d13d89eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.151877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf4b79-255f-44eb-93c8-d61d13d89eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b7f571-2880-4d7e-85de-e53c1983c802,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:59.158779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:26:59.161180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b79-255f-44eb-93c8-d61d13d89eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.168097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0fdf4b79-255f-44eb-93c8-d61d13d89eaf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a2b7f571-2880-4d7e-85de-e53c1983c802 HTTP/1.1" status: 204 len: 168 time: 0.5492990 Feb 04 15:26:59.168399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38264) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:26:59.172792 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.627814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e33952e8-0206-464e-886f-b3b1248d90a2 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:26:59.660401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Transition to ACTIVE for port object 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:26:59.668286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: e33952e8-0206-464e-886f-b3b1248d90a2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:26:59.668731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e33952e8-0206-464e-886f-b3b1248d90a2 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:26:59.684706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.744227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01e99e-4442-44c9-bf3d-2d3e5eda5df6 req-1d4b4b99-3182-4439-b58e-a8c368d611b0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:59.746894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b01e99e-4442-44c9-bf3d-2d3e5eda5df6 req-1d4b4b99-3182-4439-b58e-a8c368d611b0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0620573 Feb 04 15:26:59.793540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b01e99e-4442-44c9-bf3d-2d3e5eda5df6 req-d084a4be-a5f1-4077-9fbf-1030a4caac3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 Feb 04 15:26:59.798308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ba4b2-9097-4140-958b-58aa0f10cdd1 req-7394b18c-cfc0-4b87-916a-0f20d6008f12 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:26:59.801624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d7ba4b2-9097-4140-958b-58aa0f10cdd1 req-7394b18c-cfc0-4b87-916a-0f20d6008f12 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 931 time: 0.6305568 Feb 04 15:26:59.811088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:26:59.877514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:26:59.984988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 69a636d7-d274-4a1e-b236-7f4732793f7a details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:27:00.020641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.044555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2482fb66-d07e-4705-bd60-aa3bf5df0f70']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:00.055575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:00.055935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c3b1c7-bd0b-419a-9b8b-00bd06f8dbb8') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:00.067268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.082771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.090097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:27:00.090516 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:27:00.157165 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:27:00.160706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.167409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d7ba4b2-9097-4140-958b-58aa0f10cdd1 req-9816d662-4385-4d37-8d91-23333edfdf90 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503525 Feb 04 15:27:00.177028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.186171 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] 10.222.0.47 "DELETE /v2.0/networks/2482fb66-d07e-4705-bd60-aa3bf5df0f70 HTTP/1.1" status: 204 len: 168 time: 1.0114543 Feb 04 15:27:00.186503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38292) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:00.227176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0747f-28d3-4e4c-b635-f4d25676735b admin admin] Pushing event deleted for resources: {'Network': ['ID=2482fb66-d07e-4705-bd60-aa3bf5df0f70,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:00.229706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 69a636d7-d274-4a1e-b236-7f4732793f7a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=69a636d7-d274-4a1e-b236-7f4732793f7a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:00.240013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Attempting to bind port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:00.240356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Attempting to bind port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:00.240697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Attempting to bind port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c on network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:00.255270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c on network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:27:00.255608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Attempting to bind port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c on network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:00.274292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '69a636d7-d274-4a1e-b236-7f4732793f7a', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '69a636d7-d274-4a1e-b236-7f4732793f7a', 'mac_address': 'fa:16:3e:91:6c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:27:00.280194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:27:00.280827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Checking segment: {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:27:00.281530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Bound using segment: {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:27:00.283033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Bound port: 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da2df50-6d5c-46d1-b957-41ac2a6c4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:00.284474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.309731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-9428269d-99a2-4fec-a352-e01eae6030e7 admin admin] Deleting subnet fcaaf194-5ab3-408c-97f1-761c09f0ba15 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:27:00.318690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9428269d-99a2-4fec-a352-e01eae6030e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.355322 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.409811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a636d7-d274-4a1e-b236-7f4732793f7a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:00.439143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.439378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb96d18-0064-4bab-8538-7fb679f99637 req-2e2eb7ab-f073-4be1-8216-34c1d2d0ac81 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.440085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.440955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.442552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.443457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.444363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.445451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.446550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.447065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bb96d18-0064-4bab-8538-7fb679f99637 req-2e2eb7ab-f073-4be1-8216-34c1d2d0ac81 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 947 time: 0.1186614 Feb 04 15:27:00.447445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.448354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.449168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.450128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.450926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.452519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.457177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10c5547d-d68a-4920-ace3-cdc4747958df req-1abe830e-b250-48c1-9549-302a31d42226 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e&device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c&device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2&device_id=ec87c193-f494-42fc-8d86-4575e46b9eab&device_id=71525e67-2577-4ffe-afb2-229112bdb772&device_id=2d592532-c5de-4791-b507-9a88060162c7&device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 12676 time: 0.2041714 Feb 04 15:27:00.471290 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9428269d-99a2-4fec-a352-e01eae6030e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.484754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 69a636d7-d274-4a1e-b236-7f4732793f7a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=69a636d7-d274-4a1e-b236-7f4732793f7a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:00.495721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.529822 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fabcca28-f034-4b70-b603-835e6ac18b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.530164 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bb96d18-0064-4bab-8538-7fb679f99637 req-651b9624-b5b3-4b9a-bcd7-df97a36c23f7 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810938 Feb 04 15:27:00.531736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] For port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:00.559118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=69a636d7-d274-4a1e-b236-7f4732793f7a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:00.574434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] For port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:00.581310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.590256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-10c5547d-d68a-4920-ace3-cdc4747958df req-19a0dfa4-2cb7-4f2e-be75-460f50a43b98 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.602876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.604085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.606085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/26d7d069-b25f-4cc4-b0e3-091ec60d4e3c HTTP/1.1" status: 200 len: 1091 time: 2.7747753 Feb 04 15:27:00.607989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21663eef-3271-4f2e-8c72-aada70dc294e', 'tag': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:00.610937 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b275dc-e227-49a0-9a3c-3209f2795868" -d '{"events": [{"name": "network-changed", "server_uuid": "21663eef-3271-4f2e-8c72-aada70dc294e", "tag": "26d7d069-b25f-4cc4-b0e3-091ec60d4e3c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:00.669375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9428269d-99a2-4fec-a352-e01eae6030e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.724247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a8cfc-da98-4e7d-b09f-577601e9a0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:00.749263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-79e6df03-c272-423a-8563-500b742ce7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:00.751298 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-79e6df03-c272-423a-8563-500b742ce7ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cb950a883246d69d496e39341b9e9f&device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 1094 time: 0.0789080 Feb 04 15:27:00.834754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9428269d-99a2-4fec-a352-e01eae6030e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.835396 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23f5964-e7c5-44e5-a4de-9a682419edda x-openstack-request-id: req-c23f5964-e7c5-44e5-a4de-9a682419edda {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:00.835502 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21663eef-3271-4f2e-8c72-aada70dc294e", "tag": "26d7d069-b25f-4cc4-b0e3-091ec60d4e3c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:00.835768 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c23f5964-e7c5-44e5-a4de-9a682419edda {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:00.836404 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21663eef-3271-4f2e-8c72-aada70dc294e', 'tag': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'status': 'completed', 'code': 200} Feb 04 15:27:00.839329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-d657cc1f-9c14-4b18-a198-0a930d7ef1cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c HTTP/1.1" status: 200 len: 217 time: 0.0645723 Feb 04 15:27:00.899109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9428269d-99a2-4fec-a352-e01eae6030e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.906427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9428269d-99a2-4fec-a352-e01eae6030e7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fcaaf194-5ab3-408c-97f1-761c09f0ba15 HTTP/1.1" status: 204 len: 168 time: 0.7160077 Feb 04 15:27:00.908254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38306) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:00.935537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-10c5547d-d68a-4920-ace3-cdc4747958df req-19a0dfa4-2cb7-4f2e-be75-460f50a43b98 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.937450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428269d-99a2-4fec-a352-e01eae6030e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcaaf194-5ab3-408c-97f1-761c09f0ba15,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:00.948722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-10c5547d-d68a-4920-ace3-cdc4747958df req-19a0dfa4-2cb7-4f2e-be75-460f50a43b98 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:00.956942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['69a636d7-d274-4a1e-b236-7f4732793f7a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:01.002768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10c5547d-d68a-4920-ace3-cdc4747958df req-19a0dfa4-2cb7-4f2e-be75-460f50a43b98 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&id=0bca0afa-d594-4cea-8048-cbcc699009f4&id=f91c576b-a957-4a9a-bc40-f6157b800516&id=cffe51c4-365c-4892-a286-4b03abc3217d&id=09b88fa1-9d11-4087-a5e2-f6124bdab939&id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 765 time: 0.5266998 Feb 04 15:27:01.045465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-d27976cc-c52b-4192-854c-b20966450c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.047400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-d27976cc-c52b-4192-854c-b20966450c7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfe1cc8a-5950-41ff-93d7-c0be7f502a22 HTTP/1.1" status: 200 len: 845 time: 0.2002783 Feb 04 15:27:01.062338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0dfa4-2cb7-4f2e-be75-460f50a43b98 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67c2505-6439-4fc5-b714-0d054b516d07,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:01.121156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.166687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-6f287a93-42b7-4be0-a559-00479e1d7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.168304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-6f287a93-42b7-4be0-a559-00479e1d7cc3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43d5f9e8-cee6-4adf-8e46-ad9398f959fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095493 Feb 04 15:27:01.262241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61173de2-efab-4dbd-a3b5-15d11313b56b req-25207591-f2b0-4929-8019-5c44937fc4b8 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.270384 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61173de2-efab-4dbd-a3b5-15d11313b56b req-25207591-f2b0-4929-8019-5c44937fc4b8 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.2218368 Feb 04 15:27:01.295848 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.372330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14c89da-39f7-411b-a58a-9c77799e247d']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:01.397712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14b17-b6fe-43d8-bc07-cb00e2636574 req-a4b033d4-6717-44c2-bdf3-0267270c697d tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.400506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3df14b17-b6fe-43d8-bc07-cb00e2636574 req-a4b033d4-6717-44c2-bdf3-0267270c697d tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 943 time: 0.0862055 Feb 04 15:27:01.401508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d68b2e-4fc3-4186-a9f2-7116425c11c7') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:01.401826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d68b2e-4fc3-4186-a9f2-7116425c11c7') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:01.430466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61173de2-efab-4dbd-a3b5-15d11313b56b req-5f1d8e1d-c794-44aa-9a0f-7130004417d7 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591413 Feb 04 15:27:01.432569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.470736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-63ffe9a5-3889-4901-83b5-f2cce4c9f852 service neutron] 10.222.0.50 "GET /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805583 Feb 04 15:27:01.472801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.479698 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3df14b17-b6fe-43d8-bc07-cb00e2636574 req-69cb30d9-7ab4-4dd1-b3b9-aa7eaccdc048 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714083 Feb 04 15:27:01.708151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:27:01.708886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:27:01.711763 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:27:01.839073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c23cc9-a35b-45c5-9b80-b79497af5924 req-fb151cc5-557a-48b2-bbbd-4249c6bba1aa service neutron] 10.222.0.50 "GET /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605292 Feb 04 15:27:01.900090 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.915808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:01.924159 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b14c89da-39f7-411b-a58a-9c77799e247d HTTP/1.1" status: 204 len: 168 time: 1.0116806 Feb 04 15:27:01.935444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9524c-74a2-4d88-90a6-f641bb19ab82 req-2d1aa541-86fc-46ea-a0fd-2be27c01ae35 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.936547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9524c-74a2-4d88-90a6-f641bb19ab82 req-2d1aa541-86fc-46ea-a0fd-2be27c01ae35 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.937402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9524c-74a2-4d88-90a6-f641bb19ab82 req-2d1aa541-86fc-46ea-a0fd-2be27c01ae35 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:01.940667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ad9524c-74a2-4d88-90a6-f641bb19ab82 req-2d1aa541-86fc-46ea-a0fd-2be27c01ae35 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2&device_id=ec87c193-f494-42fc-8d86-4575e46b9eab&device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 2882 time: 0.1284196 Feb 04 15:27:01.971840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5803a-e9a2-41ca-aacc-0dfac7f472a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14c89da-39f7-411b-a58a-9c77799e247d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:02.074352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ad9524c-74a2-4d88-90a6-f641bb19ab82 req-93e595b0-8b33-48a8-87ed-d0eccb1aa3c3 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150675 Feb 04 15:27:02.103666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-202e7a3f-fc67-4ea8-b748-3d303850b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.112771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-202e7a3f-fc67-4ea8-b748-3d303850b361 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cb950a883246d69d496e39341b9e9f&device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 1094 time: 0.1308482 Feb 04 15:27:02.151021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1532b-0cb8-4b7b-aca5-3bb46a2d8ca0 req-f736a439-f2b1-40f6-be83-1cfea0107494 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.167225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61b1532b-0cb8-4b7b-aca5-3bb46a2d8ca0 req-f736a439-f2b1-40f6-be83-1cfea0107494 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 948 time: 0.2715118 Feb 04 15:27:02.228715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-6394f2df-5c55-41ab-9ca0-53e2f67a5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.230598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-6394f2df-5c55-41ab-9ca0-53e2f67a5689 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.2142503 Feb 04 15:27:02.257287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38358) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:02.292789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61b1532b-0cb8-4b7b-aca5-3bb46a2d8ca0 req-6e2e5656-944c-4413-b875-9bb2663193c9 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097496 Feb 04 15:27:02.407134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3ff6f77e-079a-42db-803b-2c049a35923b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5a3819d18dc4876bd4f0adb6b377f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482079 Feb 04 15:27:02.410165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38368) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:02.452734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-f8fa351e-3492-4514-aacd-7f21a18c083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.455186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-f8fa351e-3492-4514-aacd-7f21a18c083f service neutron] 10.222.0.50 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 921 time: 0.2168677 Feb 04 15:27:02.461723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3f265-fa33-4a84-81b4-11d9343b0925 req-39f6a83a-ace1-4bc9-b578-1a0e3b7964ae tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.465654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd3f265-fa33-4a84-81b4-11d9343b0925 req-39f6a83a-ace1-4bc9-b578-1a0e3b7964ae tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1931837 Feb 04 15:27:02.478510 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-99fddf82-bbed-4c93-83af-e8f86d14fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.483227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-99fddf82-bbed-4c93-83af-e8f86d14fcbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=43d5f9e8-cee6-4adf-8e46-ad9398f959fb HTTP/1.1" status: 200 len: 907 time: 0.3682802 Feb 04 15:27:02.556024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-87bcdef8-b778-405f-b99e-00be273bfcca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 217 time: 0.0902269 Feb 04 15:27:02.621127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-00e57e01-9fce-465b-b957-8b14e2a43c63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c HTTP/1.1" status: 200 len: 217 time: 0.1088974 Feb 04 15:27:02.627560 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.704795 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.709353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-da055a94-e774-47ee-90cc-9cc19d4ff9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.711506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-da055a94-e774-47ee-90cc-9cc19d4ff9bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.1474001 Feb 04 15:27:02.719073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd3f265-fa33-4a84-81b4-11d9343b0925 req-5da91e9f-4fb8-488f-952f-43b5fd984338 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337875 Feb 04 15:27:02.728644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-519d89e4-cc16-4301-af98-182421842bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.730625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-519d89e4-cc16-4301-af98-182421842bef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfe1cc8a-5950-41ff-93d7-c0be7f502a22 HTTP/1.1" status: 200 len: 845 time: 0.0985510 Feb 04 15:27:02.758439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a615e96-64c5-4d11-bc2c-40a76a59dd43 req-c0ff0329-4b65-4200-995f-e3e411c4fec8 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.766673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a615e96-64c5-4d11-bc2c-40a76a59dd43 req-c0ff0329-4b65-4200-995f-e3e411c4fec8 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 943 time: 0.1338506 Feb 04 15:27:02.806197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-b2eaf267-109f-4f24-87e6-1673e1d18e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:02.807797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-b2eaf267-109f-4f24-87e6-1673e1d18e78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43d5f9e8-cee6-4adf-8e46-ad9398f959fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689108 Feb 04 15:27:02.810439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-30f91aee-4b06-4863-a5d3-8cd49f34b041 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867815 Feb 04 15:27:02.900183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a615e96-64c5-4d11-bc2c-40a76a59dd43 req-ce061ba1-0e74-47b9-90d4-87de6634b9ee tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313064 Feb 04 15:27:02.944356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.948976 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:02.957127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f613848e-0d7f-4826-8d7a-27f38cdbe271 HTTP/1.1" status: 204 len: 168 time: 0.5451841 Feb 04 15:27:02.994164 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-4a24fca4-9ac7-4229-8694-d9ad5a8fcf23 service neutron] 10.222.0.50 "GET /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717741 Feb 04 15:27:02.997177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f613848e-0d7f-4826-8d7a-27f38cdbe271,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:03.024858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-916d6ea7-1e2c-4ad7-b5a8-0464c374fce5 service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009559 Feb 04 15:27:03.028436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.030122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.030913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.031684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.032396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.033155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.033916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.034835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.035716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.036758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.037546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.038949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128302af-3616-425e-9c31-9a90283b71e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:03.218985 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c5dd173-ed3a-4116-bb06-775def8dd20f req-0acfaf3f-686d-4013-8c5c-d2abc482c1b4 service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739497 Feb 04 15:27:03.226878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9b275dc-e227-49a0-9a3c-3209f2795868 req-d6d4fcad-2b26-4577-a6a7-207a1e33f24b service neutron] 10.222.0.50 "GET /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246573 Feb 04 15:27:03.337847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee299a-0804-463e-810a-9b2b5ce3e4c8 req-ffca01f3-da08-4d47-b1b3-08b1a83fe706 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:03.339830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74ee299a-0804-463e-810a-9b2b5ce3e4c8 req-ffca01f3-da08-4d47-b1b3-08b1a83fe706 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1100 time: 0.0761650 Feb 04 15:27:03.407533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74ee299a-0804-463e-810a-9b2b5ce3e4c8 req-5571f11f-2145-42f5-a69c-ae74dce11838 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605321 Feb 04 15:27:03.425178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38404) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:03.561562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29418a-58b2-4681-9e78-a036c7acc9d8 req-a538c031-8b2d-4650-b2be-fd09b4332015 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:03.574362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e29418a-58b2-4681-9e78-a036c7acc9d8 req-a538c031-8b2d-4650-b2be-fd09b4332015 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 948 time: 0.1093855 Feb 04 15:27:03.582567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc2072-ebdb-4fce-a4e8-3e377da6112a req-e3bc0577-3f93-448a-9b60-d9cc72f504ff tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:03.589032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4cbc2072-ebdb-4fce-a4e8-3e377da6112a req-e3bc0577-3f93-448a-9b60-d9cc72f504ff tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1100 time: 0.0897093 Feb 04 15:27:03.669309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4cbc2072-ebdb-4fce-a4e8-3e377da6112a req-2efb2caa-2842-488e-a4a4-80abfd9f5f81 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718770 Feb 04 15:27:03.704896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e29418a-58b2-4681-9e78-a036c7acc9d8 req-e2804490-1e1f-4f26-a915-c033c3522f28 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290340 Feb 04 15:27:03.713016 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-733f5bc4-1886-45ed-af01-702c1cffaaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.773694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38414) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:03.836118 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b9094868-a0a7-4758-917d-a7a8e427edd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.865540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-58a4b269-b50a-46bf-aae9-57fa7c2c811a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=360a70d6fe7e4d47a0262f7442583806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900581 Feb 04 15:27:03.868809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38416) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:03.932190 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27316a98-6302-467e-9767-dcf0df74b0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.963186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27316a98-6302-467e-9767-dcf0df74b0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.966499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-733f5bc4-1886-45ed-af01-702c1cffaaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:03.988505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab614d8b-d446-4044-a2c4-b3b9a66bb90b req-fe860d07-526a-4071-ae46-8d818182341c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:03.991277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab614d8b-d446-4044-a2c4-b3b9a66bb90b req-fe860d07-526a-4071-ae46-8d818182341c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1369734 Feb 04 15:27:03.992698 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-733f5bc4-1886-45ed-af01-702c1cffaaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.008630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 69a636d7-d274-4a1e-b236-7f4732793f7a up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:27:04.060599 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27316a98-6302-467e-9767-dcf0df74b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.071287 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27316a98-6302-467e-9767-dcf0df74b0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.077924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-27316a98-6302-467e-9767-dcf0df74b0bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8e8d21c-5fe8-42ab-9232-017b99c5367b HTTP/1.1" status: 204 len: 168 time: 0.2033010 Feb 04 15:27:04.104401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 69a636d7-d274-4a1e-b236-7f4732793f7a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:04.105483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27316a98-6302-467e-9767-dcf0df74b0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e8d21c-5fe8-42ab-9232-017b99c5367b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:04.121642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 69a636d7-d274-4a1e-b236-7f4732793f7a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:04.122363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.125710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-733f5bc4-1886-45ed-af01-702c1cffaaba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93fa80e7ee804e7eb7c4c7d4fad74ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6981015 Feb 04 15:27:04.126334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f5bc4-1886-45ed-af01-702c1cffaaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7c4107-ba00-4ec3-9f9b-0f15f8642920,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:04.132294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38424) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:04.160817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab614d8b-d446-4044-a2c4-b3b9a66bb90b req-df139f30-12ba-41fb-8815-5976aba65819 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590865 Feb 04 15:27:04.281754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408827-1c3d-4fa8-9c31-d90fe7a8c656 req-60a39c43-d715-4a03-8a48-bca263df69ba tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:04.295716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e408827-1c3d-4fa8-9c31-d90fe7a8c656 req-60a39c43-d715-4a03-8a48-bca263df69ba tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 943 time: 0.1412709 Feb 04 15:27:04.315549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.359189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb42289-fe75-46fd-b41e-c910f7e3ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a636d7-d274-4a1e-b236-7f4732793f7a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:04.362537 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be79a411-6a7c-47e6-ae44-126c4a912486" -d '{"events": [{"server_uuid": "3fb42289-fe75-46fd-b41e-c910f7e3ae14", "name": "network-vif-plugged", "status": "completed", "tag": "69a636d7-d274-4a1e-b236-7f4732793f7a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:04.372029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f161-1c42-4e02-81d8-562ea91c0069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.382182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 69a636d7-d274-4a1e-b236-7f4732793f7a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=69a636d7-d274-4a1e-b236-7f4732793f7a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:04.390337 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.438609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f161-1c42-4e02-81d8-562ea91c0069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.465131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e408827-1c3d-4fa8-9c31-d90fe7a8c656 req-c5017df5-c9e6-4911-9d6b-9c16de908a67 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679101 Feb 04 15:27:04.496373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=69a636d7-d274-4a1e-b236-7f4732793f7a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:04.544213 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b577ceef-7418-4710-8e76-16622ba0b192 x-openstack-request-id: req-b577ceef-7418-4710-8e76-16622ba0b192 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:04.545054 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb42289-fe75-46fd-b41e-c910f7e3ae14", "name": "network-vif-plugged", "status": "completed", "tag": "69a636d7-d274-4a1e-b236-7f4732793f7a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:04.545815 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b577ceef-7418-4710-8e76-16622ba0b192 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:04.546482 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb42289-fe75-46fd-b41e-c910f7e3ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a636d7-d274-4a1e-b236-7f4732793f7a', 'code': 200} Feb 04 15:27:04.579294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f161-1c42-4e02-81d8-562ea91c0069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.585559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f161-1c42-4e02-81d8-562ea91c0069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:04.592228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f9e5f161-1c42-4e02-81d8-562ea91c0069 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b7c4107-ba00-4ec3-9f9b-0f15f8642920 HTTP/1.1" status: 204 len: 168 time: 0.4576390 Feb 04 15:27:04.607616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5f161-1c42-4e02-81d8-562ea91c0069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7c4107-ba00-4ec3-9f9b-0f15f8642920,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:04.898270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbb5fd-031c-444d-8408-a4f5393adc3e req-aae5b32a-11ea-45e9-bc4b-f7941723110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:04.898270 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55bbb5fd-031c-444d-8408-a4f5393adc3e req-aae5b32a-11ea-45e9-bc4b-f7941723110e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 1100 time: 0.1586733 Feb 04 15:27:04.955925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaee22e-33e6-44a0-873f-747a94c95862 req-512094ae-b97c-4987-83bf-9800a51a14a7 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:04.964155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cbaee22e-33e6-44a0-873f-747a94c95862 req-512094ae-b97c-4987-83bf-9800a51a14a7 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 949 time: 0.0811234 Feb 04 15:27:04.995755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55bbb5fd-031c-444d-8408-a4f5393adc3e req-75faf509-a9c0-4d55-bdfa-0e9e4fee4b62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811493 Feb 04 15:27:05.017254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cbaee22e-33e6-44a0-873f-747a94c95862 req-037e48e3-d56f-4a79-b069-dfa3ab029906 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523188 Feb 04 15:27:05.282402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdae2c8-0e1b-42dc-89ea-66925c2c6764 req-b2087587-367d-465e-8914-cc9b4c3aa3ac tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:05.301093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cdae2c8-0e1b-42dc-89ea-66925c2c6764 req-b2087587-367d-465e-8914-cc9b4c3aa3ac tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1301808 Feb 04 15:27:05.352986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bff44-b96c-49c2-8081-386cc89513aa req-896c7228-e1a9-4c1a-978f-6d8070767675 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:05.356245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-410bff44-b96c-49c2-8081-386cc89513aa req-896c7228-e1a9-4c1a-978f-6d8070767675 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0968108 Feb 04 15:27:05.373458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cdae2c8-0e1b-42dc-89ea-66925c2c6764 req-a8f3f02b-2eed-498b-b942-51c6678c8dbf tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697260 Feb 04 15:27:05.402569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:05.428809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6502614-5440-4502-a4e2-b90b05c039eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.450841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-410bff44-b96c-49c2-8081-386cc89513aa req-da4a3e91-54a1-4046-ad2d-431040a967c0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837283 Feb 04 15:27:05.565832 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6502614-5440-4502-a4e2-b90b05c039eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.572190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6502614-5440-4502-a4e2-b90b05c039eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.637112 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.649345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:27:05.650723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6502614-5440-4502-a4e2-b90b05c039eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f98712-0e83-4d36-835d-3aab639295dd,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:05.657234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e6502614-5440-4502-a4e2-b90b05c039eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d19552d8564478fba6de51a1eec94cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532094 Feb 04 15:27:05.661460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38480) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:05.701839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b2612-c515-4f45-aa14-72330631f3fa req-230f34fc-8f21-464e-a893-f6a1501285bd tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:05.703649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-043b2612-c515-4f45-aa14-72330631f3fa req-230f34fc-8f21-464e-a893-f6a1501285bd tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 943 time: 0.0739241 Feb 04 15:27:05.786693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-043b2612-c515-4f45-aa14-72330631f3fa req-b72f8ba7-7027-4e9a-9157-a16ce6e1efb0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604618 Feb 04 15:27:05.790594 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5780-2a59-4084-9f25-39727bc07fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.840571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5780-2a59-4084-9f25-39727bc07fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.876634 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:05.899107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'port_id': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'mac_address': 'fa:16:3e:b4:b9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:27:05.924177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5780-2a59-4084-9f25-39727bc07fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.929075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5780-2a59-4084-9f25-39727bc07fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.933273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ab9e5780-2a59-4084-9f25-39727bc07fbe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41f98712-0e83-4d36-835d-3aab639295dd HTTP/1.1" status: 204 len: 168 time: 0.2679515 Feb 04 15:27:05.947453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e5780-2a59-4084-9f25-39727bc07fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f98712-0e83-4d36-835d-3aab639295dd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:05.972786 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:05.994464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:06.028911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:06.036012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.114523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:06.221947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744ac23-751d-4962-8adf-1c586bd84af6 req-7bb0846e-ca40-4c31-8dec-cc628e046811 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:06.234727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a744ac23-751d-4962-8adf-1c586bd84af6 req-7bb0846e-ca40-4c31-8dec-cc628e046811 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 949 time: 0.0768397 Feb 04 15:27:06.304086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a744ac23-751d-4962-8adf-1c586bd84af6 req-fbce91ab-9162-44b3-9bd8-f15f8f82432c tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Feb 04 15:27:06.605647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['26d7d069-b25f-4cc4-b0e3-091ec60d4e3c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:06.666205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e804c3-d6ae-4128-90e8-e7cce18b4702 req-d34ee999-312d-4fbf-9e96-113cb07efed1 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:06.668287 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02e804c3-d6ae-4128-90e8-e7cce18b4702 req-d34ee999-312d-4fbf-9e96-113cb07efed1 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1293349 Feb 04 15:27:06.671717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dde43-022d-42a9-ba0a-93d1f05de0bf req-306af97f-3015-4be7-94ec-575a951ec997 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:06.673587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d8dde43-022d-42a9-ba0a-93d1f05de0bf req-306af97f-3015-4be7-94ec-575a951ec997 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1513689 Feb 04 15:27:06.732245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02e804c3-d6ae-4128-90e8-e7cce18b4702 req-eb38058b-c0d6-4fba-be6f-dbfa689390cf tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Feb 04 15:27:06.777248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d8dde43-022d-42a9-ba0a-93d1f05de0bf req-a9e0c1c9-dce4-4a2c-bbde-5c047a7d09f3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849862 Feb 04 15:27:06.866180 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:06.942797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65eb3-6af6-4eb4-9b6f-620bbf8cc1a9 req-e7ed4535-4ab6-4228-a34c-f82fa60b46cf tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:06.944370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4af65eb3-6af6-4eb4-9b6f-620bbf8cc1a9 req-e7ed4535-4ab6-4228-a34c-f82fa60b46cf tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 944 time: 0.0640960 Feb 04 15:27:06.997078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4af65eb3-6af6-4eb4-9b6f-620bbf8cc1a9 req-1a66f8b4-a405-4931-bb7f-9220c3b495cd tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400450 Feb 04 15:27:07.077876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-d40de156-18bb-49e1-814d-bc4e41c227a3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=84527f5d02424026ba6ab3f450c74f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294373 Feb 04 15:27:07.229611 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:07.232781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-73561302-2ff2-47c7-bf82-926bccd7a899 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:07.234844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-73561302-2ff2-47c7-bf82-926bccd7a899 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465778 Feb 04 15:27:07.257846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-66cf7245-942e-44ca-902f-820ab45a08c2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/quotas/84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 375 time: 0.0123880 Feb 04 15:27:07.310996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-80a0383f-3151-47f1-975e-6617ec1f9a47 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438507 Feb 04 15:27:07.480645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54b366-3d91-4f10-97d5-33c5586f5bf5 req-e72d6a3a-ef41-4c57-b16a-00b8b3e76b9b tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:07.482400 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b54b366-3d91-4f10-97d5-33c5586f5bf5 req-e72d6a3a-ef41-4c57-b16a-00b8b3e76b9b tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 949 time: 0.0657926 Feb 04 15:27:07.570012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b54b366-3d91-4f10-97d5-33c5586f5bf5 req-623af891-18f7-4ddd-93c9-fd5663826cfa tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Feb 04 15:27:07.578786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0931f20-be23-4192-9be4-19148802924d req-4ce14e89-ca8b-4ce4-bb51-3e5e42b079d7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 210 time: 0.0372550 Feb 04 15:27:07.920712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d48c-af40-4afa-8ece-5494a0e0c781 req-0411a8a5-7263-4143-b4ba-a9b0e0eb9019 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:07.920712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0c5d48c-af40-4afa-8ece-5494a0e0c781 req-0411a8a5-7263-4143-b4ba-a9b0e0eb9019 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0730255 Feb 04 15:27:07.982735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0c5d48c-af40-4afa-8ece-5494a0e0c781 req-64b51d8e-8b78-4094-8c7d-7b30a157f923 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567589 Feb 04 15:27:08.102769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8d0e5-3f1a-41c4-a38f-0f336e5da040 req-b7e1c4c4-c3fd-44b0-9af6-b6f4b66085d0 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:08.111545 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4bf8d0e5-3f1a-41c4-a38f-0f336e5da040 req-b7e1c4c4-c3fd-44b0-9af6-b6f4b66085d0 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 949 time: 0.0757592 Feb 04 15:27:08.134791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db228d4-a090-4e5e-a153-0cb1d807489e req-495306e7-883d-4f8e-ac9f-420e5ad6c08e tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:08.137484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1db228d4-a090-4e5e-a153-0cb1d807489e req-495306e7-883d-4f8e-ac9f-420e5ad6c08e tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1129773 Feb 04 15:27:08.183484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4bf8d0e5-3f1a-41c4-a38f-0f336e5da040 req-959be684-d3a1-481a-b6b3-e6ba40172ef5 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705137 Feb 04 15:27:08.193473 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1db228d4-a090-4e5e-a153-0cb1d807489e req-b8dfd987-e9a8-4c8e-aa64-7521d436d868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454879 Feb 04 15:27:08.313662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38602) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:08.352272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf7617-ed42-478e-b1a2-b355478e98d0 req-daf5d417-a5ae-44e0-9f30-9ec4369a5bbc tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:08.355775 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eaf7617-ed42-478e-b1a2-b355478e98d0 req-daf5d417-a5ae-44e0-9f30-9ec4369a5bbc tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 944 time: 0.0855045 Feb 04 15:27:08.433431 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eaf7617-ed42-478e-b1a2-b355478e98d0 req-35b9c844-aa65-4418-8fef-a64309767b7c tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648150 Feb 04 15:27:08.500209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ebef126-2e63-4df1-8709-9f23be293326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.549966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-707873eb-6170-44b7-8153-ea7359403d02 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=49c399b129c44b0da5f32900bdaddea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387795 Feb 04 15:27:08.714794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9475aa5-a6a4-454f-a77c-85c4cec03d3e req-fcd6c9bb-f69d-4550-812e-d348551efab4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 210 time: 0.0354838 Feb 04 15:27:08.806450 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ebef126-2e63-4df1-8709-9f23be293326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.816113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-12d54804-000f-4874-bd48-29787d225cb4 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:08.817883 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-12d54804-000f-4874-bd48-29787d225cb4 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595460 Feb 04 15:27:08.819691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ebef126-2e63-4df1-8709-9f23be293326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:08.874463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-a8b5b03c-3944-4e46-b277-ffd5cb49174b tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/quotas/49c399b129c44b0da5f32900bdaddea0 HTTP/1.1" status: 200 len: 375 time: 0.0425704 Feb 04 15:27:08.882726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ebef126-2e63-4df1-8709-9f23be293326 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c117ca54fd14fe09b615f7e8d705b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677264 Feb 04 15:27:08.886416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38618) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:08.897638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-7cd242d6-4ad6-47ac-9b3b-64aa7ca39582 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=84527f5d02424026ba6ab3f450c74f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342729 Feb 04 15:27:08.906954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebef126-2e63-4df1-8709-9f23be293326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5f6e7a-6eb6-4e23-950c-0cb99b6a630f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.007991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d8f4bee-f74d-43f8-af9a-72c38bb9a8fc tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=49c399b129c44b0da5f32900bdaddea0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221128 Feb 04 15:27:09.011490 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c11d0e3-fc38-4e69-adb6-176d1a22302f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.087603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c11d0e3-fc38-4e69-adb6-176d1a22302f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.169063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-8dde0e73-94c5-4a39-a9c0-a7bf3117b06e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:09.171227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-8dde0e73-94c5-4a39-a9c0-a7bf3117b06e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680211 Feb 04 15:27:09.191914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440c9de-1e98-47fc-9b1c-57994131893e req-561d09a3-21c0-457c-9eea-1686e737dbc8 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:09.196965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2440c9de-1e98-47fc-9b1c-57994131893e req-561d09a3-21c0-457c-9eea-1686e737dbc8 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1343775 Feb 04 15:27:09.207137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Request body: {'port': {'device_id': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '84527f5d02424026ba6ab3f450c74f5b'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:09.237649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21c83bf1-4589-4ca8-b542-e096e6afc33f req-b2ae569b-a2dc-477f-8793-17551a364b87 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 210 time: 0.0527308 Feb 04 15:27:09.240488 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c11d0e3-fc38-4e69-adb6-176d1a22302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.246993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c11d0e3-fc38-4e69-adb6-176d1a22302f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.251508 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9c11d0e3-fc38-4e69-adb6-176d1a22302f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d5f6e7a-6eb6-4e23-950c-0cb99b6a630f HTTP/1.1" status: 204 len: 168 time: 0.3607583 Feb 04 15:27:09.265837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11d0e3-fc38-4e69-adb6-176d1a22302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5f6e7a-6eb6-4e23-950c-0cb99b6a630f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.380079 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.446138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2440c9de-1e98-47fc-9b1c-57994131893e req-b6e2861c-a71e-45bd-b37a-ca6abfd4d85c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328861 Feb 04 15:27:09.493248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Made reservation on behalf of 84527f5d02424026ba6ab3f450c74f5b for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:09.500454 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.511717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.511967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151a060-eeb0-4869-a7a8-85ca6aaf4e98 req-10dff007-2308-4674-af8e-a7f38ba0c877 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:09.523817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1151a060-eeb0-4869-a7a8-85ca6aaf4e98 req-10dff007-2308-4674-af8e-a7f38ba0c877 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1389842 Feb 04 15:27:09.663721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1151a060-eeb0-4869-a7a8-85ca6aaf4e98 req-d4e8a735-e7d0-41cb-878f-899ee6836846 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252789 Feb 04 15:27:09.675933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:27:09.697008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.707085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.750934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:09.764886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:09.765407 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:09.771597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:09.874471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74e097bb-2546-4385-adec-9b830b005c2e req-5940ad29-8eca-49da-8122-ce759620be2b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 210 time: 0.0473549 Feb 04 15:27:09.907884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a86149-a670-4e5a-b680-89fde894b695 req-f269939a-40a5-454e-8386-933f60c13686 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:09.918797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2a86149-a670-4e5a-b680-89fde894b695 req-f269939a-40a5-454e-8386-933f60c13686 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 944 time: 0.2862351 Feb 04 15:27:10.009793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.058868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2a86149-a670-4e5a-b680-89fde894b695 req-cf5beb82-7195-49a8-ae27-3bc0b6da19b6 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387908 Feb 04 15:27:10.063567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21663eef-3271-4f2e-8c72-aada70dc294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:10.068996 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e701c8-6d5c-4e80-8d87-634c9101b6ba" -d '{"events": [{"server_uuid": "21663eef-3271-4f2e-8c72-aada70dc294e", "name": "network-vif-plugged", "status": "completed", "tag": "26d7d069-b25f-4cc4-b0e3-091ec60d4e3c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:10.082857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Allocated IP 192.168.233.123 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/5a1f703b-52e5-4676-86b0-ce10ad804282) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:10.097335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:10.108177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.192276 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a31c1c-7150-4b6b-8466-2db64440881a x-openstack-request-id: req-52a31c1c-7150-4b6b-8466-2db64440881a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:10.192954 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21663eef-3271-4f2e-8c72-aada70dc294e", "name": "network-vif-plugged", "status": "completed", "tag": "26d7d069-b25f-4cc4-b0e3-091ec60d4e3c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:10.193280 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-52a31c1c-7150-4b6b-8466-2db64440881a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:10.193746 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21663eef-3271-4f2e-8c72-aada70dc294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'code': 200} Feb 04 15:27:10.211419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:10.424244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84daf1d2-81db-4d41-9841-bf3fa6e90efc req-3ca424ff-0991-4f5d-b955-f888e2e4e816 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 210 time: 0.0494819 Feb 04 15:27:10.430354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.453944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21e598-12ca-46d9-864e-fa1657e32cc3 req-cff80c2e-3e36-4a03-9204-2182ebf9fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:10.455849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd21e598-12ca-46d9-864e-fa1657e32cc3 req-cff80c2e-3e36-4a03-9204-2182ebf9fdd7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 1096 time: 0.1223617 Feb 04 15:27:10.500715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.548717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd21e598-12ca-46d9-864e-fa1657e32cc3 req-f756650f-f190-406a-8929-22ccf1e1c27d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752029 Feb 04 15:27:10.565358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:10.568503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:10.577135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:10.579891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:10.648845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:10.649534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.662464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63bb5d-fa30-4ade-b0f1-364d5558017a req-d4919171-17f3-4413-8825-3cd628958eeb tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:10.669851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-46649d15-11c2-4797-9045-b63691c60bee tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4701355 Feb 04 15:27:10.670958 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f63bb5d-fa30-4ade-b0f1-364d5558017a req-d4919171-17f3-4413-8825-3cd628958eeb tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1128185 Feb 04 15:27:10.687148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Request body: {'port': {'device_id': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:10.775395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:10.783738 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f63bb5d-fa30-4ade-b0f1-364d5558017a req-82c17037-e0ac-4160-a8b3-93fcfe22f31a tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110048 Feb 04 15:27:11.034231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-de9d6025-efac-4c4d-853f-d20dabf7018e None None] Provisioning complete for port 5a1f703b-52e5-4676-86b0-ce10ad804282 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:11.036148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de9d6025-efac-4c4d-853f-d20dabf7018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.076765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff43888-0f48-4c54-a28d-f5fa0469c6c1 req-98600587-54e3-47c0-9250-3de0e99ad37f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:11.078589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ff43888-0f48-4c54-a28d-f5fa0469c6c1 req-98600587-54e3-47c0-9250-3de0e99ad37f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1165378 Feb 04 15:27:11.111717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-de9d6025-efac-4c4d-853f-d20dabf7018e None None] Port 5a1f703b-52e5-4676-86b0-ce10ad804282 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:27:11.167053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ff43888-0f48-4c54-a28d-f5fa0469c6c1 req-e926d5a0-5920-42cb-98d8-db7b5dcc2e7c tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777817 Feb 04 15:27:11.182031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52a403-a1de-4800-a993-aea4225f8ef9 req-9d60c2fd-1116-4558-aaf8-a61949e9124c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:11.187974 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f52a403-a1de-4800-a993-aea4225f8ef9 req-9d60c2fd-1116-4558-aaf8-a61949e9124c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 936 time: 0.1028860 Feb 04 15:27:11.231718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1f703b-52e5-4676-86b0-ce10ad804282 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:11.246934 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.250669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f52a403-a1de-4800-a993-aea4225f8ef9 req-8f6f433b-f09a-491a-8bca-1a1339a70b24 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604625 Feb 04 15:27:11.270650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Transition to ACTIVE for port object 5a1f703b-52e5-4676-86b0-ce10ad804282 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:11.275598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.338452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:11.552574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741a80-1c2d-45aa-bac5-4cdc56634510 req-7bc0f3a2-b2a3-4d1e-b4a2-7f0af269a963 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:11.563743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07741a80-1c2d-45aa-bac5-4cdc56634510 req-7bc0f3a2-b2a3-4d1e-b4a2-7f0af269a963 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.1356170 Feb 04 15:27:11.616149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07741a80-1c2d-45aa-bac5-4cdc56634510 req-71fe54b1-557d-4fc0-94d5-25aaba259c86 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507193 Feb 04 15:27:11.641366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-58acab0c-daa4-4a4e-a1a0-a8071c270fd7 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=49c399b129c44b0da5f32900bdaddea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895479 Feb 04 15:27:11.732646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f54976-5f5a-4d42-a8e6-521244c4c96d req-4d076961-c9c2-46ad-a3b8-c027b846c8ff tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:11.745566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8f54976-5f5a-4d42-a8e6-521244c4c96d req-4d076961-c9c2-46ad-a3b8-c027b846c8ff tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.3603046 Feb 04 15:27:11.843228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b5c448b-0660-4c6c-8b79-b488b0d354d3 req-de610010-12af-4bb3-a84f-1b9cf7d2e65a tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 210 time: 0.0661850 Feb 04 15:27:11.898711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8f54976-5f5a-4d42-a8e6-521244c4c96d req-c1d68286-26a1-42e1-8d70-764e75b660ff tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516626 Feb 04 15:27:11.917707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Attempting to bind port 5a1f703b-52e5-4676-86b0-ce10ad804282 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:11.918194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Attempting to bind port 5a1f703b-52e5-4676-86b0-ce10ad804282 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:11.918546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Attempting to bind port 5a1f703b-52e5-4676-86b0-ce10ad804282 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:11.934389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Port 5a1f703b-52e5-4676-86b0-ce10ad804282 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:27:11.934801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Attempting to bind port 5a1f703b-52e5-4676-86b0-ce10ad804282 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:11.950199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:27:11.950517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:27:11.950841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:27:11.951515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Bound port: 5a1f703b-52e5-4676-86b0-ce10ad804282, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:11.951776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:11.962591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-a66bfb24-df45-459b-908b-2138950db9b8 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:11.964421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-a66bfb24-df45-459b-908b-2138950db9b8 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099387 Feb 04 15:27:12.000764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dd206-e66c-45f1-a12f-7f23ad6712eb req-358c0918-0678-4eb0-bc0a-0b7e62d4e6fd tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:12.002418 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-788dd206-e66c-45f1-a12f-7f23ad6712eb req-358c0918-0678-4eb0-bc0a-0b7e62d4e6fd tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0631175 Feb 04 15:27:12.009099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Request body: {'port': {'device_id': '18a9700c-3c0a-48ab-b1ab-3e894c04c68f', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '49c399b129c44b0da5f32900bdaddea0'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:12.062981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-788dd206-e66c-45f1-a12f-7f23ad6712eb req-9f65beeb-b5e4-4382-8a67-088faf4cda25 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491405 Feb 04 15:27:12.157558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:12.186528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:12.196179 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.274999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:12.275750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.281759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 1096 time: 1.6012704 Feb 04 15:27:12.284148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:12.293593 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ce8d1e-08fb-47b0-828e-d24086bfeb43" -d '{"events": [{"name": "network-changed", "server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:12.401803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38712) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:12.421024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074bba8-7593-4b66-85c3-272236f7b450 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:12.436124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Made reservation on behalf of 49c399b129c44b0da5f32900bdaddea0 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:12.439357 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.482024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff0e08-3c06-44fd-95ab-956be65f6fe8 req-fca39ba6-1aaf-4700-bb68-1ae5a50ba6cc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:12.491597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5fff0e08-3c06-44fd-95ab-956be65f6fe8 req-fca39ba6-1aaf-4700-bb68-1ae5a50ba6cc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.1082802 Feb 04 15:27:12.538423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5fff0e08-3c06-44fd-95ab-956be65f6fe8 req-23f3af22-121b-4fd3-93e0-d3d561749c46 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Feb 04 15:27:12.549500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-fa8f5915-62d8-4202-b49e-c3e66113b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:12.552554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-fa8f5915-62d8-4202-b49e-c3e66113b95b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1099 time: 0.2112136 Feb 04 15:27:12.598563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a059-5ad7-4e6e-9b8e-eb96a7b3889e req-047f8f1f-3a7b-40f7-81c1-d94fccfa9a03 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:12.600117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1df5a059-5ad7-4e6e-9b8e-eb96a7b3889e req-047f8f1f-3a7b-40f7-81c1-d94fccfa9a03 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.2851608 Feb 04 15:27:12.659927 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea6dd43-63cb-4a47-a485-95d4aa5f7989 x-openstack-request-id: req-4ea6dd43-63cb-4a47-a485-95d4aa5f7989 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:12.660579 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:12.660791 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ea6dd43-63cb-4a47-a485-95d4aa5f7989 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:12.661413 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'status': 'completed', 'code': 200} Feb 04 15:27:12.695699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-fe3d452d-6946-4cd0-9032-fbc26ccfd87e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.1312606 Feb 04 15:27:12.738591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:12.788039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1df5a059-5ad7-4e6e-9b8e-eb96a7b3889e req-13575f6b-8e9f-42d0-94b1-8b8a12c4493d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310203 Feb 04 15:27:12.807716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Allocated IP 192.168.233.132 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/6972c0c2-22d8-4593-9980-629c6db5477d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:12.811441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-df599c11-08cf-4de2-a2f0-185053252a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:12.811729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410848a5-09c8-4c5c-857d-fa1a81be5cbd req-cbb74de7-66e9-437b-97ba-9384d701d511 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:12.813005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-df599c11-08cf-4de2-a2f0-185053252a6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1071754 Feb 04 15:27:12.814888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-410848a5-09c8-4c5c-857d-fa1a81be5cbd req-cbb74de7-66e9-437b-97ba-9384d701d511 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.0909910 Feb 04 15:27:12.816387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:12.972819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-410848a5-09c8-4c5c-857d-fa1a81be5cbd req-3adb3ed6-5c7a-46d3-ba3d-b17a9dbd8b47 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326966 Feb 04 15:27:13.038195 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.178161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81a831-73c8-4027-ba79-dc9d0ea1fd3b req-ad409132-dca7-43db-ab57-f417a5c639a8 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.179636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba81a831-73c8-4027-ba79-dc9d0ea1fd3b req-ad409132-dca7-43db-ab57-f417a5c639a8 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.0992913 Feb 04 15:27:13.206239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Allocated IP 172.25.1.139 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/5ab15ea9-3030-4aa3-952c-dd12a29cf4b8) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:13.276629 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba81a831-73c8-4027-ba79-dc9d0ea1fd3b req-edd124fe-b4a3-486b-830c-0c6041ea6897 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839107 Feb 04 15:27:13.351790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88e236f7-5fb8-45f5-b549-0caf32a14dfb req-cd565b4a-c1ed-4a70-9935-732885ac7f02 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 210 time: 0.0696783 Feb 04 15:27:13.406602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-075406a3-4289-4c45-902c-ef28aff46bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.409492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-075406a3-4289-4c45-902c-ef28aff46bee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5872478 Feb 04 15:27:13.504778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.530611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38526c-4ad7-4117-b344-ecfea6af9a1b req-6e158a81-3595-46bc-928a-005fc570f07e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.532244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb38526c-4ad7-4117-b344-ecfea6af9a1b req-6e158a81-3595-46bc-928a-005fc570f07e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.1217549 Feb 04 15:27:13.534652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-75e4f138-c072-4d7f-96f6-e2d70a69a96e tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.540770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-75e4f138-c072-4d7f-96f6-e2d70a69a96e tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.6850841 Feb 04 15:27:13.543744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38726) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:13.549065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Request body: {'floatingip': {'port_id': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:13.605529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.646769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:13.758972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:13.786827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:13.799891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:13.805996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'Port': ['ID=5ab15ea9-3030-4aa3-952c-dd12a29cf4b8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:13.854099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c7dec-6a2e-450e-89c9-95682a2075ee req-4b3a570f-e3a5-46bc-9532-5169eb873c5a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.855741 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-871c7dec-6a2e-450e-89c9-95682a2075ee req-4b3a570f-e3a5-46bc-9532-5169eb873c5a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.2109947 Feb 04 15:27:13.873073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90388f22-b455-4da8-ac77-81204ca4f232 req-0a383a7f-5523-412a-8df5-3d00cddd6f84 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:13.874676 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90388f22-b455-4da8-ac77-81204ca4f232 req-0a383a7f-5523-412a-8df5-3d00cddd6f84 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.3628802 Feb 04 15:27:13.911509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-3af8322d-ac70-4dda-9c16-f57eafa368e9 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791555 Feb 04 15:27:13.922394 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.017752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90388f22-b455-4da8-ac77-81204ca4f232 req-08f22e39-3062-43c8-ba5b-ceb0fc20a157 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292071 Feb 04 15:27:14.021371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-871c7dec-6a2e-450e-89c9-95682a2075ee req-02ccb843-ce20-4ba6-a4f5-403708bde9be tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526318 Feb 04 15:27:14.043909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Deleting port 50a1e09d-1987-4398-a989-697bad5192b2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:14.044267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.047739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.160102 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.167823 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.172419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3750b515-78aa-4b00-a63d-0afa846494a6 req-cab03ca7-a8ab-47e1-8b57-57732977a1e8 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481740 Feb 04 15:27:14.175041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['69a636d7-d274-4a1e-b236-7f4732793f7a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:14.243407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:14.267397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:14.296859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b364-4960-40b6-9d8b-4c36b78e50e5 req-90bdc4d4-f260-4e00-acac-72a2a3c87285 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:14.298544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd17b364-4960-40b6-9d8b-4c36b78e50e5 req-90bdc4d4-f260-4e00-acac-72a2a3c87285 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1948342 Feb 04 15:27:14.301645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:14.349092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] For port 50a1e09d-1987-4398-a989-697bad5192b2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=50a1e09d-1987-4398-a989-697bad5192b2,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:14.349474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.379584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Pushing event updated for resources: {'Port': ['ID=6972c0c2-22d8-4593-9980-629c6db5477d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:14.511017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-28bcb84e-a936-41c9-909c-b45375f28315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:14.513168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-28bcb84e-a936-41c9-909c-b45375f28315 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1099 time: 0.2685530 Feb 04 15:27:14.530068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-818e538b-65ed-412a-b657-3afe2e20db79 None None] Provisioning complete for port 6972c0c2-22d8-4593-9980-629c6db5477d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:14.530961 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-818e538b-65ed-412a-b657-3afe2e20db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.571985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd17b364-4960-40b6-9d8b-4c36b78e50e5 req-b0022892-ea4f-426b-93be-72fc8cfed3bd tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517943 Feb 04 15:27:14.609281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-818e538b-65ed-412a-b657-3afe2e20db79 None None] Port 6972c0c2-22d8-4593-9980-629c6db5477d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:27:14.657733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:14.659062 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.718546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-caa2576b-6243-4e14-9e7f-350c66bcd1ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7140412 Feb 04 15:27:14.752192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Request body: {'port': {'device_id': '18a9700c-3c0a-48ab-b1ab-3e894c04c68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:14.777168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6514385-0de4-46ae-9763-9200e6525bc8 req-bc66df2f-3977-4bdf-aeac-2181e60e48dd tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:14.778770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6514385-0de4-46ae-9763-9200e6525bc8 req-bc66df2f-3977-4bdf-aeac-2181e60e48dd tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 945 time: 0.1568108 Feb 04 15:27:14.860073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-339440e0-793e-470f-a5a3-0b99403637c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:14.861816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-339440e0-793e-470f-a5a3-0b99403637c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2942410 Feb 04 15:27:14.877232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.878032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.878032 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Floating IP b0c21fca-3fc9-4697-ba6d-7968e6f75d1b disassociated. External IP: 172.25.1.140, port: 50a1e09d-1987-4398-a989-697bad5192b2. Feb 04 15:27:14.878352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Calling delete_port for 50a1e09d-1987-4398-a989-697bad5192b2 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:14.908495 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6514385-0de4-46ae-9763-9200e6525bc8 req-5c21ae9d-ae45-46d8-bba2-68a51be50f1a tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups?id=5af36cfa-fd86-48a6-ba74-2febebdfb2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207869 Feb 04 15:27:14.926137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.940930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.945021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.953704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182a7a-71ed-4487-94e9-4147dddb6ab4 req-680f06bf-370a-479d-a836-7183dffd6946 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:14.955334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01182a7a-71ed-4487-94e9-4147dddb6ab4 req-680f06bf-370a-479d-a836-7183dffd6946 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 936 time: 0.2584982 Feb 04 15:27:14.962309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-78b1f6d6-ee39-43ad-81b6-b9009b65b204 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.0890019 Feb 04 15:27:14.982828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:14.993204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.109767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'Port': ['ID=5ab15ea9-3030-4aa3-952c-dd12a29cf4b8,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:15.121668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.140912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-80a5c9c1-75fe-4726-a83c-78aa798eeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:15.142446 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-80a5c9c1-75fe-4726-a83c-78aa798eeebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1409280 Feb 04 15:27:15.148832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01182a7a-71ed-4487-94e9-4147dddb6ab4 req-3b504df7-ee89-4897-8a4d-e79edc92ad6b tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832740 Feb 04 15:27:15.152424 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Floating IP 4d3ce8e7-3267-4259-802e-cd6f611696e2 associated. External IP: 172.25.1.144, port: 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c. Feb 04 15:27:15.173391 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.178413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-036a48ea-076f-4349-a50b-ea96720c9581 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7555237 Feb 04 15:27:15.200331 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38740) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:15.282760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a177b-df51-489f-9100-ce9654dfdfa2 req-71a89050-3df6-4274-8d0f-7136a755f192 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:15.284437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e61a177b-df51-489f-9100-ce9654dfdfa2 req-71a89050-3df6-4274-8d0f-7136a755f192 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1540997 Feb 04 15:27:15.300212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-730178253'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:15.350199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e61a177b-df51-489f-9100-ce9654dfdfa2 req-cd1c157c-ee23-49b1-b1c3-0a1930c979a4 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499094 Feb 04 15:27:15.489727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-571f8fd4-d5cc-46c9-b0cf-a48a6a098eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:15.492168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-571f8fd4-d5cc-46c9-b0cf-a48a6a098eb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3357866 Feb 04 15:27:15.508352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:15.557565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.579042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Made reservation on behalf of de1ccac1ec5e4d9e8e8bb5ce25f3e37a for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:15.582817 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.681530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e6bcd-9cdc-4e93-b994-51bf8749d2bd req-ff8fb380-1209-49d4-aa1b-348d114cbbaf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:15.683524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-412e6bcd-9cdc-4e93-b994-51bf8749d2bd req-ff8fb380-1209-49d4-aa1b-348d114cbbaf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.3730383 Feb 04 15:27:15.690671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event deleted for resources: {'Port': ['ID=50a1e09d-1987-4398-a989-697bad5192b2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:15.692764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.754273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:15.763178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:15.774705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] Sync routers for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:15.788659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:15.789448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:15.838638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b249ebbc-3eb0-4111-95c5-d2178e67b8a0 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "PUT /v2.0/floatingips/4d3ce8e7-3267-4259-802e-cd6f611696e2 HTTP/1.1" status: 200 len: 991 time: 2.2935827 Feb 04 15:27:15.839510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21663eef-3271-4f2e-8c72-aada70dc294e', 'tag': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:15.842554 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30d7b70-1e83-4134-ac3b-c97bed3385fa" -d '{"events": [{"name": "network-changed", "server_uuid": "21663eef-3271-4f2e-8c72-aada70dc294e", "tag": "26d7d069-b25f-4cc4-b0e3-091ec60d4e3c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:15.852844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c2b2c-3cfb-4b81-9616-366a326a83f5 req-e0e5c100-ab72-465a-ae26-fb610efd4f46 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:15.854549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080c2b2c-3cfb-4b81-9616-366a326a83f5 req-e0e5c100-ab72-465a-ae26-fb610efd4f46 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1526148 Feb 04 15:27:15.887251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-412e6bcd-9cdc-4e93-b994-51bf8749d2bd req-4bb17a48-0c30-494a-a234-c99af86ac794 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862192 Feb 04 15:27:15.895005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-c52e072b-ae78-4fdf-926b-fc5a29b58cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552542 Feb 04 15:27:15.974889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080c2b2c-3cfb-4b81-9616-366a326a83f5 req-b37b4835-1917-464e-8d33-145309201ee5 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075342 Feb 04 15:27:16.026374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:16.066672 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0377c90-2614-4d96-b2df-cd2e75b34182 x-openstack-request-id: req-f0377c90-2614-4d96-b2df-cd2e75b34182 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:16.066945 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21663eef-3271-4f2e-8c72-aada70dc294e", "tag": "26d7d069-b25f-4cc4-b0e3-091ec60d4e3c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:16.067199 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f0377c90-2614-4d96-b2df-cd2e75b34182 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:16.067610 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21663eef-3271-4f2e-8c72-aada70dc294e', 'tag': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'status': 'completed', 'code': 200} Feb 04 15:27:16.119354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6972c0c2-22d8-4593-9980-629c6db5477d {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:16.151836 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.155989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:16.170867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 50a1e09d-1987-4398-a989-697bad5192b2 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:27:16.180429 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.196697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Transition to ACTIVE for port object 6972c0c2-22d8-4593-9980-629c6db5477d will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:16.202490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.221324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ff65c4e-2d71-4dc7-9d4f-adb335a3f6ea req-4916895e-92e7-443a-a6ca-f37c92755330 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 210 time: 0.0454333 Feb 04 15:27:16.224313 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.236446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-9e986c48-c905-4128-adaf-594a36f0e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:16.238255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 50a1e09d-1987-4398-a989-697bad5192b2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:27:16.239342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 50a1e09d-1987-4398-a989-697bad5192b2 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:27:16.240058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-9e986c48-c905-4128-adaf-594a36f0e567 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16cb950a883246d69d496e39341b9e9f&device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 1096 time: 0.1031475 Feb 04 15:27:16.255611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e5435-073b-481a-b856-6341399e23a9 req-c9a2fdb8-0030-4edf-bb8e-2448b8d72c1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:16.256617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-531e5435-073b-481a-b856-6341399e23a9 req-c9a2fdb8-0030-4edf-bb8e-2448b8d72c1e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.2590768 Feb 04 15:27:16.276028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce8d1e-08fb-47b0-828e-d24086bfeb43 req-ff17c608-9b29-4e3c-af9f-c3348cf0b54b service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695626 Feb 04 15:27:16.319117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:27:16.416001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.416602 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Added segment 3b279693-d57e-4394-9592-97e61af7e83d of type vlan for network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 Feb 04 15:27:16.433854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db8b86d-b340-4f41-b130-cb38eb0c0a66,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:16.485496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-65ec2da9-ebaa-42ae-8604-c0b8d57f5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:16.487253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-65ec2da9-ebaa-42ae-8604-c0b8d57f5976 service neutron] 10.222.0.50 "GET /v2.0/networks?id=43d5f9e8-cee6-4adf-8e46-ad9398f959fb HTTP/1.1" status: 200 len: 907 time: 0.2355266 Feb 04 15:27:16.561204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Pushing event updated for resources: {'Port': ['ID=6972c0c2-22d8-4593-9980-629c6db5477d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:16.595782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:16.643422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4d3ce8e7-3267-4259-802e-cd6f611696e2', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'port_id': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'mac_address': 'fa:16:3e:b4:b9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21663eef-3271-4f2e-8c72-aada70dc294e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:26:50Z', 'updated_at': '2022-02-04T15:27:14Z', 'revision_number': 1, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:47Z', 'revision_number': 5, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:16.651039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56eeefd-55e7-4313-8c33-92f2a7046244 req-51b8636e-5d79-4085-9c68-b4b8e86117fb tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:16.653827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f56eeefd-55e7-4313-8c33-92f2a7046244 req-51b8636e-5d79-4085-9c68-b4b8e86117fb tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 948 time: 0.1818817 Feb 04 15:27:16.677638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] Checking router: 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:16.688623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:16.689557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:16.700438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-808795a7-3f32-4238-9c38-cd985cd5a490 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c HTTP/1.1" status: 200 len: 999 time: 0.1941569 Feb 04 15:27:16.708187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-531e5435-073b-481a-b856-6341399e23a9 req-fa816fdb-1fba-4a4b-aaac-bbd73573570b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669920 Feb 04 15:27:16.786607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:16.806902 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] Sync routers for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:16.817959 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:16.819086 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:16.841965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f56eeefd-55e7-4313-8c33-92f2a7046244 req-027aecd6-c2a8-4cb7-9b42-b3d24bb96f11 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785038 Feb 04 15:27:16.878555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-481a9335-7603-4eee-aa03-a05b1791bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:16.880806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-481a9335-7603-4eee-aa03-a05b1791bc59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfe1cc8a-5950-41ff-93d7-c0be7f502a22 HTTP/1.1" status: 200 len: 845 time: 0.1656349 Feb 04 15:27:16.904774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:16.976820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-cde1faa4-2e20-47af-a129-ad4afc7d1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:16.979762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-cde1faa4-2e20-47af-a129-ad4afc7d1788 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=43d5f9e8-cee6-4adf-8e46-ad9398f959fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859780 Feb 04 15:27:16.990582 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:17.231336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bf1dd-f629-43fb-9b4e-384db71718ef req-6cb13ff4-32ca-498e-9282-759712c3e917 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:17.234568 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-524bf1dd-f629-43fb-9b4e-384db71718ef req-6cb13ff4-32ca-498e-9282-759712c3e917 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.1427624 Feb 04 15:27:17.238563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-04a2b8be-0d23-4991-914b-fbb7573a9c49 service neutron] 10.222.0.50 "GET /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380998 Feb 04 15:27:17.280275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4d3ce8e7-3267-4259-802e-cd6f611696e2', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'port_id': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'mac_address': 'fa:16:3e:b4:b9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21663eef-3271-4f2e-8c72-aada70dc294e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:26:50Z', 'updated_at': '2022-02-04T15:27:14Z', 'revision_number': 1, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:47Z', 'revision_number': 5, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:17.331696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a678-865a-447b-b5c1-03d728d2913c None None] The sync data for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 is: [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4d3ce8e7-3267-4259-802e-cd6f611696e2', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'port_id': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'mac_address': 'fa:16:3e:b4:b9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21663eef-3271-4f2e-8c72-aada70dc294e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:26:50Z', 'updated_at': '2022-02-04T15:27:14Z', 'revision_number': 1, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:47Z', 'revision_number': 5, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:17.345904 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:17.369842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.376697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:17.377353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.402091 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] Checking router: efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:17.418076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-524bf1dd-f629-43fb-9b4e-384db71718ef req-0d8908ec-23ea-4f2e-938e-c12a01a10f90 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749170 Feb 04 15:27:17.419700 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:17.421171 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:17.446565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] No DVR routers for this DVR port 50a1e09d-1987-4398-a989-697bad5192b2 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:17.496754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2045012 Feb 04 15:27:17.503722 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.504540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38760) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:17.507627 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85286222-0b9d-4cb5-88bd-bfdd13cff5c5 req-9ba1a8c8-6cb0-4b60-b846-5d08770ecb74 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.30 "DELETE /v2.0/ports/50a1e09d-1987-4398-a989-697bad5192b2 HTTP/1.1" status: 204 len: 173 time: 3.9286301 Feb 04 15:27:17.513241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Request body: {'subnet': {'network_id': '0016a18d-1e4c-4663-9ad9-45eb3d673c59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:17.521667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d592532-c5de-4791-b507-9a88060162c7', 'name': 'network-vif-deleted', 'tag': '50a1e09d-1987-4398-a989-697bad5192b2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:17.525104 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a46d59-9726-4b6a-8dbc-8f6ede7f25cb" -d '{"events": [{"server_uuid": "2d592532-c5de-4791-b507-9a88060162c7", "name": "network-vif-deleted", "tag": "50a1e09d-1987-4398-a989-697bad5192b2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:17.534149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30d7b70-1e83-4134-ac3b-c97bed3385fa req-c6119331-9c38-4602-8f1b-03ca5c68cb77 service neutron] 10.222.0.50 "GET /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805977 Feb 04 15:27:17.563412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Attempting to bind port 6972c0c2-22d8-4593-9980-629c6db5477d on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:17.563896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Attempting to bind port 6972c0c2-22d8-4593-9980-629c6db5477d by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:17.564203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Attempting to bind port 6972c0c2-22d8-4593-9980-629c6db5477d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:17.570557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096ba10-cc28-40be-b207-cc1401dea862 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'Network': ['ID=0016a18d-1e4c-4663-9ad9-45eb3d673c59,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:17.587852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Port 6972c0c2-22d8-4593-9980-629c6db5477d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:27:17.588177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Attempting to bind port 6972c0c2-22d8-4593-9980-629c6db5477d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:17.599082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:27:17.599434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:27:17.599873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:27:17.600417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Bound port: 6972c0c2-22d8-4593-9980-629c6db5477d, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:17.601583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.606073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:27:17.614989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d62cc-3431-48b7-b551-8c45b71d6591 req-b65fa82d-cfd7-48a0-a2d6-9419d1def822 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:17.616984 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b27d62cc-3431-48b7-b551-8c45b71d6591 req-b65fa82d-cfd7-48a0-a2d6-9419d1def822 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.8202689 Feb 04 15:27:17.679561 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:17.750180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:27:17.762591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:27:17.786875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b27d62cc-3431-48b7-b551-8c45b71d6591 req-05c5664b-c18e-47c1-8436-6e4879bb783d tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589074 Feb 04 15:27:17.795163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b55c-f9ec-4706-950f-447770063af1 req-799520a5-dd07-4853-8894-b631f6d8df41 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:17.811143 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e354b55c-f9ec-4706-950f-447770063af1 req-799520a5-dd07-4853-8894-b631f6d8df41 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.2258174 Feb 04 15:27:17.861350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] For port 6972c0c2-22d8-4593-9980-629c6db5477d, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:17.865822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] For port 6972c0c2-22d8-4593-9980-629c6db5477d, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6972c0c2-22d8-4593-9980-629c6db5477d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:17.875971 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.889017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d59286a-47ac-4f29-9e61-140f9345caa4 None None] New status for floating IP 4d3ce8e7-3267-4259-802e-cd6f611696e2: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:27:17.914733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Made reservation on behalf of de1ccac1ec5e4d9e8e8bb5ce25f3e37a for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:17.920674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.981931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:17.982958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:17.984647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] 10.222.0.50 "PUT /v2.0/ports/6972c0c2-22d8-4593-9980-629c6db5477d HTTP/1.1" status: 200 len: 1096 time: 3.2437105 Feb 04 15:27:18.061772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e354b55c-f9ec-4706-950f-447770063af1 req-a30fde3e-fd43-47c7-8249-8c0142cc9d7d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488668 Feb 04 15:27:18.120442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-073ace64-08c5-44aa-b464-b0f6ac50cb92 req-862b4386-488f-414c-a4cc-82529ef3dab7 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d592532-c5de-4791-b507-9a88060162c7 HTTP/1.1" status: 200 len: 210 time: 0.0884883 Feb 04 15:27:18.144537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5a1f703b-52e5-4676-86b0-ce10ad804282 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:27:18.169217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d289649-0203-4d3a-a87c-b158c597dd89 service neutron] Pushing event updated for resources: {'Port': ['ID=6972c0c2-22d8-4593-9980-629c6db5477d,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.277880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-7ae44760-46d7-41cf-b121-0642df97c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:18.281919 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-7ae44760-46d7-41cf-b121-0642df97c4ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49c399b129c44b0da5f32900bdaddea0&device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 1099 time: 0.1579449 Feb 04 15:27:18.290748 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:18.342254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.380621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-ac2a9697-6579-45cd-831d-b0e8a9315474 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=6972c0c2-22d8-4593-9980-629c6db5477d HTTP/1.1" status: 200 len: 217 time: 0.0835607 Feb 04 15:27:18.382384 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39273af-5ccf-4f5c-8921-738289e73e41 x-openstack-request-id: req-f39273af-5ccf-4f5c-8921-738289e73e41 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:18.382784 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d592532-c5de-4791-b507-9a88060162c7", "name": "network-vif-deleted", "tag": "50a1e09d-1987-4398-a989-697bad5192b2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:18.383133 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f39273af-5ccf-4f5c-8921-738289e73e41 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:18.386116 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d592532-c5de-4791-b507-9a88060162c7', 'name': 'network-vif-deleted', 'tag': '50a1e09d-1987-4398-a989-697bad5192b2', 'status': 'completed', 'code': 200} Feb 04 15:27:18.463503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Checking segment: {'id': '3b279693-d57e-4394-9592-97e61af7e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0016a18d-1e4c-4663-9ad9-45eb3d673c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:27:18.463877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Network hostable DHCP agents. Network: 0016a18d-1e4c-4663-9ad9-45eb3d673c59, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:18.480873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'Subnet': ['ID=9ae549a4-e62b-4877-9565-931ccd9e205f,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:18.509673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:18.515106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:18.555740 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b8d14a-1973-48df-8281-ce67e29f741b None None] The sync data for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 is: [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:25:13Z', 'revision_number': 4, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ba3e9035-053d-4ebb-a940-89f3ea9d1eef', 'name': '', 'network_id': '9b252c66-1bb5-4dfe-9757-72478fa80673', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'mac_address': 'fa:16:3e:6e:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:11Z', 'updated_at': '2022-02-04T15:25:19Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'subnets': [{'id': '79343834-4a36-4060-a7a5-ceb64e9840eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:18.573435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-16cf53f9-1599-483c-8c60-781ffee606e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:18.575315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 0016a18d-1e4c-4663-9ad9-45eb3d673c59) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:18.577791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-16cf53f9-1599-483c-8c60-781ffee606e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1868165 Feb 04 15:27:18.582030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:18.583331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.621185 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a5eeb04b-642f-448a-9316-67d9ec73973c tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1142628 Feb 04 15:27:18.624818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38772) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:18.627826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049e6ee-23e7-4602-88c4-1f0b43a333ac req-ed0a6022-5f98-4b69-9267-5c76c87f6b11 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:18.630102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-174477305', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:18.632287 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e049e6ee-23e7-4602-88c4-1f0b43a333ac req-ed0a6022-5f98-4b69-9267-5c76c87f6b11 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.1662197 Feb 04 15:27:18.655779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31308f-435e-45eb-be59-43369472f501 req-9970af1f-5d9a-4532-8cbd-38ba6adbc9df tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:18.658004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e31308f-435e-45eb-be59-43369472f501 req-9970af1f-5d9a-4532-8cbd-38ba6adbc9df tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 948 time: 0.1260350 Feb 04 15:27:18.688589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:18.710278 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.712742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:18.713572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e0f6f-abff-4f52-8599-cc3fc560b88b None None] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:27:18.735279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'mac_address': 'fa:16:3e:d3:73:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:27:18.742972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'mac_address': 'fa:16:3e:72:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:27:18.747227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-b9978524-ca64-4375-8db0-df4e72f2c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:18.749552 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e31308f-435e-45eb-be59-43369472f501 req-9d7b349d-8553-49bf-9b95-115a7ad3cf0d tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775087 Feb 04 15:27:18.754732 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-b9978524-ca64-4375-8db0-df4e72f2c218 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673427 Feb 04 15:27:18.775743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e049e6ee-23e7-4602-88c4-1f0b43a333ac req-0176eb12-b158-49f9-a9f6-2c254ccbad4e tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014299 Feb 04 15:27:18.933734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.123047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c17e0-c3ea-4906-9a22-aa33212a7337 req-174128ef-3759-4ad9-a185-8ee3eaf94257 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:19.128827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf3c17e0-c3ea-4906-9a22-aa33212a7337 req-174128ef-3759-4ad9-a185-8ee3eaf94257 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.1959574 Feb 04 15:27:19.135165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740a996-21df-4f92-8104-6f37fed305f1 req-9d52867c-22a9-4604-9ea5-08c02d62353c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:19.143797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5740a996-21df-4f92-8104-6f37fed305f1 req-9d52867c-22a9-4604-9ea5-08c02d62353c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1595054 Feb 04 15:27:19.173190 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-f48a290b-6444-4c90-9fcb-e8714c47c305 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801160 Feb 04 15:27:19.176778 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.236419 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b5671-db63-443b-80d7-798ca5f3e9a1 None None] New status for floating IP b0c21fca-3fc9-4697-ba6d-7968e6f75d1b: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:27:19.237331 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.269049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.271516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5740a996-21df-4f92-8104-6f37fed305f1 req-2e79c909-51ee-483f-a6e8-49a8c10d103a tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969787 Feb 04 15:27:19.289650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1f703b-52e5-4676-86b0-ce10ad804282 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:19.340513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf3c17e0-c3ea-4906-9a22-aa33212a7337 req-7f2a3d39-91ae-4d64-a7b9-155f704d7def tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460736 Feb 04 15:27:19.361167 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.384632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:19.401833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4529ba-f0f8-4093-8ed9-baa848077b60 req-7d6ddd62-c161-4a39-8dc3-f63e38fa7c13 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194309 Feb 04 15:27:19.442222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:19.446471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac95804f-9c9f-491e-b040-b25f94a1cad9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:19.454611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:19.457572 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9a761a-fde2-4cd4-ad6e-e95c2dc33ed0" -d '{"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-unplugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:19.460731 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.503959 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.534557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d6878-398f-4abb-969c-94a938819689 req-e6572649-845b-4a1f-8d7c-d5f83314b927 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:19.536167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e92d6878-398f-4abb-969c-94a938819689 req-e6572649-845b-4a1f-8d7c-d5f83314b927 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.0762377 Feb 04 15:27:19.595557 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e92d6878-398f-4abb-969c-94a938819689 req-da3abcab-e1d6-4e3f-8544-9098c45ac747 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442181 Feb 04 15:27:19.636374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-0016a18d-1e4c-4663-9ad9-45eb3d673c59', 'network_id': '0016a18d-1e4c-4663-9ad9-45eb3d673c59', 'tenant_id': 'de1ccac1ec5e4d9e8e8bb5ce25f3e37a', 'fixed_ips': [{'subnet_id': '9ae549a4-e62b-4877-9565-931ccd9e205f'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:27:19.637785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.656012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f62ca6-d939-44db-99c7-b9b157ed129d req-ab59258b-4449-4548-94cd-9d5859875ebc tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:19.657641 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50f62ca6-d939-44db-99c7-b9b157ed129d req-ab59258b-4449-4548-94cd-9d5859875ebc tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 947 time: 0.1414628 Feb 04 15:27:19.669374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:27:19.669864 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:27:19.672566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:19.702388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.732060 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14fa705-1ca7-47a9-8605-fbd220a04727 x-openstack-request-id: req-a14fa705-1ca7-47a9-8605-fbd220a04727 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:19.732518 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-unplugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:19.733019 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a14fa705-1ca7-47a9-8605-fbd220a04727 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:19.733638 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'code': 200} Feb 04 15:27:19.743864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.750948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:19.829708 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0ee680d-f11b-49c5-af47-03d39993728b tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.838132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50f62ca6-d939-44db-99c7-b9b157ed129d req-7f77067a-d039-46af-8770-80b23640e8b8 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422639 Feb 04 15:27:19.878423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0ee680d-f11b-49c5-af47-03d39993728b tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:19.916357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['5a1f703b-52e5-4676-86b0-ce10ad804282'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:19.942458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Allocated IP 172.25.1.17 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/ce3d9e47-7221-4825-bac5-8ef44f7bb4c0) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:19.962030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:20.016639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b166584-18b9-412b-b19a-9434839a8b5d req-170a7b76-7da7-4ce3-8157-6f8467e4a384 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:20.018359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b166584-18b9-412b-b19a-9434839a8b5d req-170a7b76-7da7-4ce3-8157-6f8467e4a384 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 948 time: 0.1204226 Feb 04 15:27:20.029635 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0ee680d-f11b-49c5-af47-03d39993728b tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.033627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0ee680d-f11b-49c5-af47-03d39993728b tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.037644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c0ee680d-f11b-49c5-af47-03d39993728b tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "DELETE /v2.0/security-groups/5af36cfa-fd86-48a6-ba74-2febebdfb2c1 HTTP/1.1" status: 204 len: 168 time: 0.2852645 Feb 04 15:27:20.038872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38792) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:20.068657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee680d-f11b-49c5-af47-03d39993728b tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af36cfa-fd86-48a6-ba74-2febebdfb2c1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:20.069530 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-621385db-fb0e-49ca-b29b-c5efdeee3f4f tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] show failed (client error): The resource could not be found. Feb 04 15:27:20.080571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-621385db-fb0e-49ca-b29b-c5efdeee3f4f tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "GET /v2.0/security-groups/5af36cfa-fd86-48a6-ba74-2febebdfb2c1 HTTP/1.1" status: 404 len: 347 time: 0.0400333 Feb 04 15:27:20.084273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38794) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:20.103255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b166584-18b9-412b-b19a-9434839a8b5d req-c44a1f7d-fc5a-4b56-af27-3faae50612cd tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627749 Feb 04 15:27:20.128846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Allocated IP 172.20.0.2 (0016a18d-1e4c-4663-9ad9-45eb3d673c59/9ae549a4-e62b-4877-9565-931ccd9e205f/820347e1-73ca-4c1b-b460-1c7200f17c9d) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:20.295239 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.331082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac95804f-9c9f-491e-b040-b25f94a1cad9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:20.380694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:20.388155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a9700c-3c0a-48ab-b1ab-3e894c04c68f', 'tag': '6972c0c2-22d8-4593-9980-629c6db5477d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:20.392217 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f15b1be-a0e2-4731-b42e-5c652bba53e8" -d '{"events": [{"name": "network-changed", "server_uuid": "18a9700c-3c0a-48ab-b1ab-3e894c04c68f", "tag": "6972c0c2-22d8-4593-9980-629c6db5477d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:20.402830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.603392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:20.615669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf219580-082a-4b85-8f93-f521623f27af req-775b4cc7-d234-47b1-a700-bad30230407a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:20.619745 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf219580-082a-4b85-8f93-f521623f27af req-775b4cc7-d234-47b1-a700-bad30230407a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 949 time: 0.1113183 Feb 04 15:27:20.629921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.642957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.680061 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf219580-082a-4b85-8f93-f521623f27af req-b2d9d7b7-c7ec-478e-9c9f-d1bc3346946c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 Feb 04 15:27:20.722950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:20.728172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:20.734917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:20.744660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Pushing event updated for resources: {'Port': ['ID=820347e1-73ca-4c1b-b460-1c7200f17c9d,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:20.777127 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823e1f07-e2cd-43f5-a53c-2efc62a33e64 x-openstack-request-id: req-823e1f07-e2cd-43f5-a53c-2efc62a33e64 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:20.777521 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a9700c-3c0a-48ab-b1ab-3e894c04c68f", "tag": "6972c0c2-22d8-4593-9980-629c6db5477d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:20.777707 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-823e1f07-e2cd-43f5-a53c-2efc62a33e64 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:20.780595 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a9700c-3c0a-48ab-b1ab-3e894c04c68f', 'tag': '6972c0c2-22d8-4593-9980-629c6db5477d', 'status': 'completed', 'code': 200} Feb 04 15:27:20.817059 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.846773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Attempting to bind port 820347e1-73ca-4c1b-b460-1c7200f17c9d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:20.847165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Attempting to bind port 820347e1-73ca-4c1b-b460-1c7200f17c9d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3b279693-d57e-4394-9592-97e61af7e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0016a18d-1e4c-4663-9ad9-45eb3d673c59'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:20.847567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Attempting to bind port 820347e1-73ca-4c1b-b460-1c7200f17c9d on network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:20.854349 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:27:20.854726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Checking segment: {'id': '3b279693-d57e-4394-9592-97e61af7e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0016a18d-1e4c-4663-9ad9-45eb3d673c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:27:20.855134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.855532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Bound using segment: {'id': '3b279693-d57e-4394-9592-97e61af7e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0016a18d-1e4c-4663-9ad9-45eb3d673c59'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:27:20.856025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Bound port: 820347e1-73ca-4c1b-b460-1c7200f17c9d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b279693-d57e-4394-9592-97e61af7e83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0016a18d-1e4c-4663-9ad9-45eb3d673c59'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:20.856416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:20.858102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb2fea-77ad-446e-802d-cc520206cf53 req-c0dd71e8-c3e3-4e2d-9674-6df33bf33d30 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:20.871855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b6fb2fea-77ad-446e-802d-cc520206cf53 req-c0dd71e8-c3e3-4e2d-9674-6df33bf33d30 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.3120284 Feb 04 15:27:20.961762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-fd280608-3500-4f21-bc77-5c5a0e70eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:20.965068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-fd280608-3500-4f21-bc77-5c5a0e70eee2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49c399b129c44b0da5f32900bdaddea0&device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 1099 time: 0.1081867 Feb 04 15:27:20.969671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ac95804f-9c9f-491e-b040-b25f94a1cad9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:21.015547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Deleting port 491715fe-d4a1-42dc-878e-45fca03df7c1 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:21.016137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.021879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b6fb2fea-77ad-446e-802d-cc520206cf53 req-fc2976fd-8dd4-435a-b1a1-b5f1d657d89b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078103 Feb 04 15:27:21.022953 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.039888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] For port 820347e1-73ca-4c1b-b460-1c7200f17c9d, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:21.074030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] For port 820347e1-73ca-4c1b-b460-1c7200f17c9d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=820347e1-73ca-4c1b-b460-1c7200f17c9d,segment=NetworkSegment(3b279693-d57e-4394-9592-97e61af7e83d),segment_id=3b279693-d57e-4394-9592-97e61af7e83d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:21.088651 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.139026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:21.146531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:21.157588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:21.200224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'Port': ['ID=ce3d9e47-7221-4825-bac5-8ef44f7bb4c0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.216049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236e51f-b675-4f58-a0e6-55c5a2ced19d req-346cd752-83a1-485e-b431-42a1f5f8706f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.219947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6236e51f-b675-4f58-a0e6-55c5a2ced19d req-346cd752-83a1-485e-b431-42a1f5f8706f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 948 time: 0.2230425 Feb 04 15:27:21.246803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.247261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.277581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-1e8631bc-4e95-4ee7-ba1a-60ad1c3d74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.280809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-1e8631bc-4e95-4ee7-ba1a-60ad1c3d74cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2993877 Feb 04 15:27:21.281246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a147c01-d512-41cb-a18b-73bf093d113f None None] Pushing event updated for resources: {'Port': ['ID=820347e1-73ca-4c1b-b460-1c7200f17c9d,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.314616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Calling delete_port for 491715fe-d4a1-42dc-878e-45fca03df7c1 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:21.356289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-0d6d04d6-5ce5-44be-82e1-f63dc4b3e8db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=6972c0c2-22d8-4593-9980-629c6db5477d HTTP/1.1" status: 200 len: 217 time: 0.0610273 Feb 04 15:27:21.369417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6236e51f-b675-4f58-a0e6-55c5a2ced19d req-3510a9a6-c508-47be-999d-b9b64367b15f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359346 Feb 04 15:27:21.466932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-9d9eb1be-7259-4eba-963a-e24a84876d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.469615 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-9d9eb1be-7259-4eba-963a-e24a84876d4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0988359 Feb 04 15:27:21.563423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-2a6cd49d-6df8-4b5f-8916-2537c5257b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.566794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-2a6cd49d-6df8-4b5f-8916-2537c5257b9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820618 Feb 04 15:27:21.579803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2379d35-b468-4b9f-bcff-732f484a1785 req-686dcb0f-8715-45d0-b228-8b832c15195b tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.581573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2379d35-b468-4b9f-bcff-732f484a1785 req-686dcb0f-8715-45d0-b228-8b832c15195b tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 948 time: 0.3384941 Feb 04 15:27:21.703673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2379d35-b468-4b9f-bcff-732f484a1785 req-84083337-1d16-4e75-8424-38334cdf9853 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754814 Feb 04 15:27:21.773950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-ac012d17-dba1-4c76-a8c4-ae264d409a05 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995358 Feb 04 15:27:21.945506 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:21.952558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cb43d-b460-46af-89a6-c6179f66b17f req-e633f95b-a70a-4b37-8d10-20524d4375ec tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:21.954932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-015cb43d-b460-46af-89a6-c6179f66b17f req-e633f95b-a70a-4b37-8d10-20524d4375ec tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 949 time: 0.1307752 Feb 04 15:27:21.981912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Pushing event deleted for resources: {'Port': ['ID=491715fe-d4a1-42dc-878e-45fca03df7c1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:21.991907 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.003111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f15b1be-a0e2-4731-b42e-5c652bba53e8 req-af3d4db1-45f2-4260-9816-b8a5b0207564 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183731 Feb 04 15:27:22.040124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-015cb43d-b460-46af-89a6-c6179f66b17f req-40faf098-0fbf-4c8a-b0ad-edcea7e36a47 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649371 Feb 04 15:27:22.133291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5a1f703b-52e5-4676-86b0-ce10ad804282 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:27:22.144947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.147498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.154042 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-51d25a33-0293-4227-aa94-e7772a45fbe5 tempest-ServersTestFqdnHostnames-1923689943 tempest-ServersTestFqdnHostnames-1923689943-project] 10.222.0.47 "DELETE /v2.0/floatingips/b0c21fca-3fc9-4697-ba6d-7968e6f75d1b HTTP/1.1" status: 204 len: 168 time: 2.0631132 Feb 04 15:27:22.154355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38812) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:22.248649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 5a1f703b-52e5-4676-86b0-ce10ad804282 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:22.256623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430edc9-4788-484a-ab7e-dc1b0a5a18d6 req-085239cc-e08d-402e-902c-88c896ea81d5 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:22.258199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3430edc9-4788-484a-ab7e-dc1b0a5a18d6 req-085239cc-e08d-402e-902c-88c896ea81d5 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1065652 Feb 04 15:27:22.261170 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 5a1f703b-52e5-4676-86b0-ce10ad804282 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:22.264682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.414071 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.433253 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.433569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3430edc9-4788-484a-ab7e-dc1b0a5a18d6 req-c47d66c1-2c32-41de-beb2-5fa1a184e2d1 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310744 Feb 04 15:27:22.479529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:27:22.567521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:22.572147 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665be7d3-3dfa-42f9-ba67-3a00b22111e3" -d '{"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:22.604152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:22.623988 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.678033 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5dd95-8783-4aca-929e-43d385619f69 x-openstack-request-id: req-ded5dd95-8783-4aca-929e-43d385619f69 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:22.678033 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:22.678430 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ded5dd95-8783-4aca-929e-43d385619f69 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:22.678820 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'code': 200} Feb 04 15:27:22.705868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ac95804f-9c9f-491e-b040-b25f94a1cad9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:22.706363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.709048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:22.743038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.746359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.746852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.747287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.748347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.748607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.749016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.749420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.751313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.751895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.752303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.752705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:22.765624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Router def8968a-e6b7-4520-9f14-a78d61e70295 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:27:22.814725 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.829161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce373000-7676-41db-b9fc-2e6a0ca0dfd0 req-def54ef5-3f35-49cb-b9cf-116d2eb86f2c tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:22.842414 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce373000-7676-41db-b9fc-2e6a0ca0dfd0 req-def54ef5-3f35-49cb-b9cf-116d2eb86f2c tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 948 time: 0.3009746 Feb 04 15:27:22.890629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:22.974237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c03510-652b-40f9-82dd-a622a29ab279 None None] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:27:22.984286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:23.005826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce373000-7676-41db-b9fc-2e6a0ca0dfd0 req-de5a4965-bd24-4792-be66-f6c6d6f5ad59 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493747 Feb 04 15:27:23.008492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeef5ae-5f74-4239-83d2-84b76329f7c3 req-475c8d16-28c2-4d98-8a28-000311933b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:23.012475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ceeef5ae-5f74-4239-83d2-84b76329f7c3 req-475c8d16-28c2-4d98-8a28-000311933b19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1101 time: 0.2409823 Feb 04 15:27:23.021432 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.047395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb0264-710c-44b6-8e09-f5940d48301f req-7e424020-8bd6-44a3-8d8a-c676ffb74ed6 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:23.055416 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ceb0264-710c-44b6-8e09-f5940d48301f req-7e424020-8bd6-44a3-8d8a-c676ffb74ed6 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 948 time: 0.1546175 Feb 04 15:27:23.102916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ceeef5ae-5f74-4239-83d2-84b76329f7c3 req-4f8cde7d-b068-4aeb-b56f-a2ff9661e42a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739667 Feb 04 15:27:23.109172 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ceb0264-710c-44b6-8e09-f5940d48301f req-aa52b2dc-d33a-4b5f-a20d-e85baf83fec7 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529010 Feb 04 15:27:23.110453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:23.118035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-072d2dda-e920-4582-843a-f370fb78c9e9 None None] Provisioning complete for port 820347e1-73ca-4c1b-b460-1c7200f17c9d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:23.118377 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-072d2dda-e920-4582-843a-f370fb78c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.156655 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.157929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b152ad51-45bf-4e34-93d5-1f59260e944d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.5319982 Feb 04 15:27:23.161330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38822) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:23.169043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:23.172457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 820347e1-73ca-4c1b-b460-1c7200f17c9d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:27:23.202767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5e575-aec1-4acb-9dcb-650de8d59c48 None None] Sync routers for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:23.205364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.273199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3b6f4-b808-4d58-8674-86e453064809 req-613ef57b-e85e-43fb-b014-81d6a20fdd22 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:23.275150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fc3b6f4-b808-4d58-8674-86e453064809 req-613ef57b-e85e-43fb-b014-81d6a20fdd22 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1087558 Feb 04 15:27:23.293054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5e575-aec1-4acb-9dcb-650de8d59c48 None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:23.293832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-43b5e575-aec1-4acb-9dcb-650de8d59c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:23.362613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-43b5e575-aec1-4acb-9dcb-650de8d59c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:23.398953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5e575-aec1-4acb-9dcb-650de8d59c48 None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:23.398953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-43b5e575-aec1-4acb-9dcb-650de8d59c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:23.406778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fc3b6f4-b808-4d58-8674-86e453064809 req-ef7f7e05-363e-4b5a-8a95-5b38641bf0e9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243079 Feb 04 15:27:23.481320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 820347e1-73ca-4c1b-b460-1c7200f17c9d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:23.481953 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.483857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-43b5e575-aec1-4acb-9dcb-650de8d59c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:23.484640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5e575-aec1-4acb-9dcb-650de8d59c48 None None] The sync data for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:23.533911 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-072d2dda-e920-4582-843a-f370fb78c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.589436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-072d2dda-e920-4582-843a-f370fb78c9e9 None None] For port 820347e1-73ca-4c1b-b460-1c7200f17c9d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=820347e1-73ca-4c1b-b460-1c7200f17c9d,segment=NetworkSegment(3b279693-d57e-4394-9592-97e61af7e83d),segment_id=3b279693-d57e-4394-9592-97e61af7e83d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:23.614582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-072d2dda-e920-4582-843a-f370fb78c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.676330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Deleting port ba3e9035-053d-4ebb-a940-89f3ea9d1eef {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:23.677827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.680999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.765167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b3b9-3367-4811-b34c-a012f98a0ee8 req-e16dc513-5486-4976-aaa0-7e1d9306b902 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:23.781325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9741b3b9-3367-4811-b34c-a012f98a0ee8 req-e16dc513-5486-4976-aaa0-7e1d9306b902 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1839490 Feb 04 15:27:23.798046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] For port ba3e9035-053d-4ebb-a940-89f3ea9d1eef, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:23.798408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.804130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d2dda-e920-4582-843a-f370fb78c9e9 None None] Pushing event updated for resources: {'Port': ['ID=820347e1-73ca-4c1b-b460-1c7200f17c9d,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:23.814411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Calling delete_port for ba3e9035-053d-4ebb-a940-89f3ea9d1eef owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:23.821299 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:27:23.821754 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:27:23.842075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0bccf051-4f08-4b88-9bbc-9d09528a3af6 None None] Provisioning complete for port 820347e1-73ca-4c1b-b460-1c7200f17c9d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:23.842606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0bccf051-4f08-4b88-9bbc-9d09528a3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:23.909240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9741b3b9-3367-4811-b34c-a012f98a0ee8 req-0d93c6eb-56fd-47e4-9935-f20c946428ca tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264241 Feb 04 15:27:24.032929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.072202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.103104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3e9035-053d-4ebb-a940-89f3ea9d1eef,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:24.317840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde321b8-af08-4006-a19c-763591adadde req-d4d7feab-fedf-4cb7-8894-1e83331e8e88 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:24.321515 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dde321b8-af08-4006-a19c-763591adadde req-d4d7feab-fedf-4cb7-8894-1e83331e8e88 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1928749 Feb 04 15:27:24.420894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dde321b8-af08-4006-a19c-763591adadde req-9a0d0ad9-d338-49a2-9666-f736dcfa015f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893838 Feb 04 15:27:24.445584 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.609193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6972c0c2-22d8-4593-9980-629c6db5477d details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:27:24.659173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938c928-d7c4-44b8-bf7d-43e56894a45b req-ef9c5862-5063-425b-bd49-d7bd3e9455a7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:24.660784 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d938c928-d7c4-44b8-bf7d-43e56894a45b req-ef9c5862-5063-425b-bd49-d7bd3e9455a7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1444111 Feb 04 15:27:24.686847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:24.690231 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73520d8-fa2b-4890-9256-182c8e82487f" -d '{"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-plugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:24.742930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a525e-39a9-4268-be01-6dd940844f1a req-ed7d6a96-7230-43b1-a519-5623b48516e4 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:24.745734 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564a525e-39a9-4268-be01-6dd940844f1a req-ed7d6a96-7230-43b1-a519-5623b48516e4 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 948 time: 0.1840563 Feb 04 15:27:24.769259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d938c928-d7c4-44b8-bf7d-43e56894a45b req-d7606961-7c74-4c26-ab51-90059abbecd9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928833 Feb 04 15:27:24.833491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6972c0c2-22d8-4593-9980-629c6db5477d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6972c0c2-22d8-4593-9980-629c6db5477d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:24.844620 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b61d4d-4959-42f8-b9e1-a0c58aa6e90c x-openstack-request-id: req-45b61d4d-4959-42f8-b9e1-a0c58aa6e90c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:24.844947 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-plugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:24.845262 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-45b61d4d-4959-42f8-b9e1-a0c58aa6e90c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:24.845574 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'code': 200} Feb 04 15:27:24.851316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '6972c0c2-22d8-4593-9980-629c6db5477d', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '6972c0c2-22d8-4593-9980-629c6db5477d', 'mac_address': 'fa:16:3e:fc:91:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:27:24.906690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:24.908115 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:24.927876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6972c0c2-22d8-4593-9980-629c6db5477d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:24.957729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6972c0c2-22d8-4593-9980-629c6db5477d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6972c0c2-22d8-4593-9980-629c6db5477d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:24.968121 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.032302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564a525e-39a9-4268-be01-6dd940844f1a req-aa8561c0-2dfc-45a5-bde8-1d163a69e887 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290902 Feb 04 15:27:25.064672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:25.075848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-112413bd-9ffb-49f1-88c0-775490ab453b admin admin] 10.222.0.47 "PUT /v2.0/routers/efc44a69-8b63-4b0e-a4c4-7e6cf6021c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9180515 Feb 04 15:27:25.078576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38838) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:25.081225 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] Sync routers for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:25.094446 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:25.095387 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:25.101749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6972c0c2-22d8-4593-9980-629c6db5477d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:25.203036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702c79d-e929-4baa-b93a-9591d4c3c77d req-7ca1c6fb-5ce1-449b-86f7-b635347ef257 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.205206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1702c79d-e929-4baa-b93a-9591d4c3c77d req-7ca1c6fb-5ce1-449b-86f7-b635347ef257 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1299632 Feb 04 15:27:25.248267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 820347e1-73ca-4c1b-b460-1c7200f17c9d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:27:25.252077 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:25.326765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1702c79d-e929-4baa-b93a-9591d4c3c77d req-0e70c669-900a-4987-a38e-95a5e2055bf3 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978699 Feb 04 15:27:25.336959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d068f3f-8cf1-4ea9-86a9-6aacdf261265 req-0caf6375-c83a-401e-bd8e-57b64b9c59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.339634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d068f3f-8cf1-4ea9-86a9-6aacdf261265 req-0caf6375-c83a-401e-bd8e-57b64b9c59c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1100 time: 0.0915096 Feb 04 15:27:25.359697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 820347e1-73ca-4c1b-b460-1c7200f17c9d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:25.360333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.375349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Allocated IP 172.20.0.1 (0016a18d-1e4c-4663-9ad9-45eb3d673c59/9ae549a4-e62b-4877-9565-931ccd9e205f/df616764-0406-42a9-882e-217712152599) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:25.396536 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d068f3f-8cf1-4ea9-86a9-6aacdf261265 req-c052d44f-32be-4cfa-9171-c321c392661b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Feb 04 15:27:25.413327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.497904 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:27:24Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:25.556292 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] Checking router: efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:25.573694 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] Routers {'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:25.574800 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:25.621070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6972c0c2-22d8-4593-9980-629c6db5477d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:25.741146 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] Set router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:25.807385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81149b6-bef4-4e12-82fd-895204a8c7e1 req-1c312bee-6e97-4d46-b52e-5ed7042905f9 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.810215 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f81149b6-bef4-4e12-82fd-895204a8c7e1 req-1c312bee-6e97-4d46-b52e-5ed7042905f9 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.2399137 Feb 04 15:27:25.914278 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.931113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:25.959821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d54df-e932-46b5-ad36-f916e966512a req-8d3e9ace-f5ba-43b3-b66b-cd610e1e2486 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:25.962003 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-956d54df-e932-46b5-ad36-f916e966512a req-8d3e9ace-f5ba-43b3-b66b-cd610e1e2486 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.0664239 Feb 04 15:27:25.971418 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f81149b6-bef4-4e12-82fd-895204a8c7e1 req-ecdea387-1103-440b-9cfc-700c5c8e31bc tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316571 Feb 04 15:27:26.026386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-956d54df-e932-46b5-ad36-f916e966512a req-2cdf2404-0982-42e8-a002-9a862f2eb402 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Feb 04 15:27:26.083290 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:27:24Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:26.083994 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.137266 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a0e3a-f837-46aa-9c33-049997a81653 None None] The sync data for ids ['efc44a69-8b63-4b0e-a4c4-7e6cf6021c43'] in n-d-827869-1 is: [{'id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'name': 'tempest-ServersTestFqdnHostnames-487551994-router', 'tenant_id': 'f42a658480344724800dbf5128751bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:25:01Z', 'updated_at': '2022-02-04T15:27:24Z', 'revision_number': 5, 'project_id': 'f42a658480344724800dbf5128751bef', 'gw_port': {'id': '8810eb29-c71b-4edf-bd71-6a06cd93dc10', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:02:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc44a69-8b63-4b0e-a4c4-7e6cf6021c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:25:03Z', 'updated_at': '2022-02-04T15:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:26.167335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'Port': ['ID=df616764-0406-42a9-882e-217712152599,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:26.212541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Deleting port 8810eb29-c71b-4edf-bd71-6a06cd93dc10 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:26.213161 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.268009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:26.305033 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:27:26.323164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:26.332649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:26.450366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742d02-4386-4544-9fee-2c38d68eb137 req-1a3440b5-b02f-41ea-af1b-3014f2d446ab tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:26.453228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06742d02-4386-4544-9fee-2c38d68eb137 req-1a3440b5-b02f-41ea-af1b-3014f2d446ab tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 949 time: 0.2679336 Feb 04 15:27:26.472502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8dbd9-b2f5-490e-ad38-3ed13f716b01 req-d2db6050-17e5-4150-bd9f-f30d886326a7 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:26.475021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aed8dbd9-b2f5-490e-ad38-3ed13f716b01 req-d2db6050-17e5-4150-bd9f-f30d886326a7 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1101 time: 0.0626757 Feb 04 15:27:26.487014 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.510885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aed8dbd9-b2f5-490e-ad38-3ed13f716b01 req-693beee0-72d1-41a8-b2f4-6e90aa0a9bcf tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.659495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aed8dbd9-b2f5-490e-ad38-3ed13f716b01 req-693beee0-72d1-41a8-b2f4-6e90aa0a9bcf tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.665056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aed8dbd9-b2f5-490e-ad38-3ed13f716b01 req-693beee0-72d1-41a8-b2f4-6e90aa0a9bcf tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.683186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] For port 8810eb29-c71b-4edf-bd71-6a06cd93dc10, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8810eb29-c71b-4edf-bd71-6a06cd93dc10,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:26.683804 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.692703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d0cc0fe1-419b-4161-a98f-afb9c1921842 None None] Provisioning complete for port df616764-0406-42a9-882e-217712152599 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:26.692703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0fe1-419b-4161-a98f-afb9c1921842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:26.699807 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06742d02-4386-4544-9fee-2c38d68eb137 req-5374f41b-9a7e-4c19-834d-271c44d5b0ef tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265420 Feb 04 15:27:26.742076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aed8dbd9-b2f5-490e-ad38-3ed13f716b01 req-693beee0-72d1-41a8-b2f4-6e90aa0a9bcf tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562790 Feb 04 15:27:26.763799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693beee0-72d1-41a8-b2f4-6e90aa0a9bcf tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64099da5-bed9-4ff7-8924-5362d487af72,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:26.789722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Calling delete_port for 8810eb29-c71b-4edf-bd71-6a06cd93dc10 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:26.803565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc0fe1-419b-4161-a98f-afb9c1921842 None None] Port df616764-0406-42a9-882e-217712152599 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:27:26.905545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ba3e9035-053d-4ebb-a940-89f3ea9d1eef no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:27:26.933125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ba3e9035-053d-4ebb-a940-89f3ea9d1eef {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:27:26.933757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ba3e9035-053d-4ebb-a940-89f3ea9d1eef not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:27:27.060464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028829e-5883-4caa-9b4b-7a89e3f923b0 req-8c5924f8-f6d2-441c-9ecb-97d7556f5022 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.063160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4028829e-5883-4caa-9b4b-7a89e3f923b0 req-8c5924f8-f6d2-441c-9ecb-97d7556f5022 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.2756143 Feb 04 15:27:27.069739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.310766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4028829e-5883-4caa-9b4b-7a89e3f923b0 req-68158537-288f-4c7b-a6f4-41a0b711bbd8 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333214 Feb 04 15:27:27.553493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.631454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8810eb29-c71b-4edf-bd71-6a06cd93dc10,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:27.655994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117842df-9590-40c1-8dad-cb12e21ed284 req-0a548b68-a1ff-4f04-b466-01194eea25c9 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.657472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-117842df-9590-40c1-8dad-cb12e21ed284 req-0a548b68-a1ff-4f04-b466-01194eea25c9 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.2050855 Feb 04 15:27:27.677901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffceec8-8b35-482e-801e-1434160278dc req-c72271ba-ed6a-43cf-bc68-8c59a2549f2f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.681627 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dffceec8-8b35-482e-801e-1434160278dc req-c72271ba-ed6a-43cf-bc68-8c59a2549f2f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.0980508 Feb 04 15:27:27.767310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dffceec8-8b35-482e-801e-1434160278dc req-c2de3912-f809-4455-8e15-0e66405bce56 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730534 Feb 04 15:27:27.857132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-117842df-9590-40c1-8dad-cb12e21ed284 req-c9521453-c3c4-4e43-a52f-1fb0359603c0 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860588 Feb 04 15:27:27.881015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:27.889955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-1673a34f-3f1d-457b-93b5-74e8ff355a27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2694161 Feb 04 15:27:27.922422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee271d-0316-4ab7-bd3e-cdfb7d836adc req-efd73889-30b2-48b4-9f55-8da20c40fb36 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:27.924242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-edee271d-0316-4ab7-bd3e-cdfb7d836adc req-efd73889-30b2-48b4-9f55-8da20c40fb36 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 949 time: 0.0750937 Feb 04 15:27:27.968458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-a27499ce-4213-4ff2-a114-457692522498 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:27.969521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-a27499ce-4213-4ff2-a114-457692522498 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0423744 Feb 04 15:27:27.985554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-edee271d-0316-4ab7-bd3e-cdfb7d836adc req-1d7fa885-b115-4ec3-8011-0d1c0231b36a tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508850 Feb 04 15:27:27.988776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.035303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.062483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.067337 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.199546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.200122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:27:28.211969 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.216359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-53708a5b-5801-4cf4-8fca-f694c08e6cd7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/efc44a69-8b63-4b0e-a4c4-7e6cf6021c43 HTTP/1.1" status: 204 len: 168 time: 3.1332958 Feb 04 15:27:28.217732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38886) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:28.219433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.234255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69484-e503-4d8c-b1fe-2a650ec41236 req-42fdb10c-d82e-4fc3-9b0b-cb0951224de4 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:28.235947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3da69484-e503-4d8c-b1fe-2a650ec41236 req-42fdb10c-d82e-4fc3-9b0b-cb0951224de4 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.2127182 Feb 04 15:27:28.243510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'Port': ['ID=df616764-0406-42a9-882e-217712152599,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:28.332028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9c39dc-1b58-4902-b637-9383acf31032 admin admin] Deleting subnet 79343834-4a36-4060-a7a5-ceb64e9840eb {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:27:28.341907 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39dc-1b58-4902-b637-9383acf31032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.402930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3da69484-e503-4d8c-b1fe-2a650ec41236 req-1b8dce86-8f41-493a-864f-4510bc76d474 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317534 Feb 04 15:27:28.455728 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39dc-1b58-4902-b637-9383acf31032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.471173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:28.479827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:28.513515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6972c0c2-22d8-4593-9980-629c6db5477d up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:27:28.632738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 6972c0c2-22d8-4593-9980-629c6db5477d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:28.639169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 6972c0c2-22d8-4593-9980-629c6db5477d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:28.639557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.720448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Router def8968a-e6b7-4520-9f14-a78d61e70295 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:28.864016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:28.868961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8598a4-13e3-4caf-b75e-dd6d5ffe75f3 req-3f3a9e3d-a4d5-4bb8-b09a-6c5726632084 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:28.871611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc8598a4-13e3-4caf-b75e-dd6d5ffe75f3 req-3f3a9e3d-a4d5-4bb8-b09a-6c5726632084 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.3274980 Feb 04 15:27:28.891718 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39dc-1b58-4902-b637-9383acf31032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.050319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6972c0c2-22d8-4593-9980-629c6db5477d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6972c0c2-22d8-4593-9980-629c6db5477d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:29.063517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a9700c-3c0a-48ab-b1ab-3e894c04c68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6972c0c2-22d8-4593-9980-629c6db5477d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:29.070004 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56da2ae7-af86-46c8-856d-998046f3a267" -d '{"events": [{"server_uuid": "18a9700c-3c0a-48ab-b1ab-3e894c04c68f", "name": "network-vif-plugged", "status": "completed", "tag": "6972c0c2-22d8-4593-9980-629c6db5477d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:29.092948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:29.105339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8810eb29-c71b-4edf-bd71-6a06cd93dc10 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:27:29.109214 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.123783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40071f3b-9fc1-400a-8dc7-44dee6b7afc0 None None] Sync routers for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:29.136468 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7f19d3ac-0c9b-4645-999b-d3853c662069 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "PUT /v2.0/routers/def8968a-e6b7-4520-9f14-a78d61e70295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9552577 Feb 04 15:27:29.137502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38918) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:29.143901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Request body: {'port': {'network_id': '0016a18d-1e4c-4663-9ad9-45eb3d673c59', 'name': 'tempest-FloatingIPAdminTestJSON-1423966969'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:29.238158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8810eb29-c71b-4edf-bd71-6a06cd93dc10 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:27:29.238158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8810eb29-c71b-4edf-bd71-6a06cd93dc10 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:27:29.245740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40071f3b-9fc1-400a-8dc7-44dee6b7afc0 None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:29.246702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-40071f3b-9fc1-400a-8dc7-44dee6b7afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:29.289942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-40071f3b-9fc1-400a-8dc7-44dee6b7afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:29.313417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-122502d0-46b8-4e3d-ad0e-24a94ccc5a1a None None] Provisioning complete for port df616764-0406-42a9-882e-217712152599 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:29.313793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-122502d0-46b8-4e3d-ad0e-24a94ccc5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.322636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6972c0c2-22d8-4593-9980-629c6db5477d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:29.353544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40071f3b-9fc1-400a-8dc7-44dee6b7afc0 None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:29.354232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-40071f3b-9fc1-400a-8dc7-44dee6b7afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:29.393620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-40071f3b-9fc1-400a-8dc7-44dee6b7afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:29.394249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40071f3b-9fc1-400a-8dc7-44dee6b7afc0 None None] The sync data for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:29.404221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-122502d0-46b8-4e3d-ad0e-24a94ccc5a1a None None] Port df616764-0406-42a9-882e-217712152599 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:27:29.529227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a365c15-f01d-4057-acee-8638723ace0b req-8cf6424e-3fed-467b-905b-0994abd5f97b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:29.531799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a365c15-f01d-4057-acee-8638723ace0b req-8cf6424e-3fed-467b-905b-0994abd5f97b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.2308338 Feb 04 15:27:29.544940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Made reservation on behalf of de1ccac1ec5e4d9e8e8bb5ce25f3e37a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:29.549283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.755314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc8598a4-13e3-4caf-b75e-dd6d5ffe75f3 req-d9d99695-285e-460b-ad58-6310b541e8f3 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8572700 Feb 04 15:27:29.780675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39dc-1b58-4902-b637-9383acf31032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.844013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c39dc-1b58-4902-b637-9383acf31032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79343834-4a36-4060-a7a5-ceb64e9840eb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:29.859517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce9c39dc-1b58-4902-b637-9383acf31032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:29.863443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82274b36-5ea8-43b8-9f8e-d0e19bb0dcd0 None None] Network 9b252c66-1bb5-4dfe-9757-72478fa80673 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:27:29.873794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ce9c39dc-1b58-4902-b637-9383acf31032 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/79343834-4a36-4060-a7a5-ceb64e9840eb HTTP/1.1" status: 204 len: 168 time: 1.6500537 Feb 04 15:27:29.873794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38926) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:29.948839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] device_id is not set on port 912b8a64-1fcb-404a-904f-79e9243c7a28 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:27:30.061829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a365c15-f01d-4057-acee-8638723ace0b req-a4b58a14-89f0-406a-923b-a022fc26600e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093780 Feb 04 15:27:30.078557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.152531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8955d4-7dd4-4901-b345-9759c4b3fa74 req-2b50129f-4682-4152-9595-dc66ee945f86 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.164638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d8955d4-7dd4-4901-b345-9759c4b3fa74 req-2b50129f-4682-4152-9595-dc66ee945f86 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.1806853 Feb 04 15:27:30.183499 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530ed799-a321-4094-b192-beabe1565127 x-openstack-request-id: req-530ed799-a321-4094-b192-beabe1565127 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:30.184454 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a9700c-3c0a-48ab-b1ab-3e894c04c68f", "name": "network-vif-plugged", "status": "completed", "tag": "6972c0c2-22d8-4593-9980-629c6db5477d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:30.185716 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-530ed799-a321-4094-b192-beabe1565127 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:30.186706 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a9700c-3c0a-48ab-b1ab-3e894c04c68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6972c0c2-22d8-4593-9980-629c6db5477d', 'code': 200} Feb 04 15:27:30.197551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Allocated IP 172.20.0.7 (0016a18d-1e4c-4663-9ad9-45eb3d673c59/9ae549a4-e62b-4877-9565-931ccd9e205f/912b8a64-1fcb-404a-904f-79e9243c7a28) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:30.290932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d8955d4-7dd4-4901-b345-9759c4b3fa74 req-768daf74-67e7-466b-b856-494470b686b5 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148553 Feb 04 15:27:30.334230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Deleting port 93557cf1-1181-4f38-9931-7622ed7866e9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:30.335110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.342784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] DHCP port deletion for 9b252c66-1bb5-4dfe-9757-72478fa80673 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:27:30.367270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd1b64-ba37-45d6-97b7-2d2e927ca134 req-7a5de655-88a2-4cc4-a111-158dd72e3f32 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.369895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97fd1b64-ba37-45d6-97b7-2d2e927ca134 req-7a5de655-88a2-4cc4-a111-158dd72e3f32 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1534033 Feb 04 15:27:30.502860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] For port 93557cf1-1181-4f38-9931-7622ed7866e9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=93557cf1-1181-4f38-9931-7622ed7866e9,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:30.503494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.521069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fe537-b76d-4948-a83a-e2ae34e2b52a req-1892b29e-4e51-4180-bb65-e2c82fa26f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.523996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5fe537-b76d-4948-a83a-e2ae34e2b52a req-1892b29e-4e51-4180-bb65-e2c82fa26f17 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 1101 time: 0.1684854 Feb 04 15:27:30.536236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97fd1b64-ba37-45d6-97b7-2d2e927ca134 req-38e33a62-ecb3-4070-83e4-b30da9392ad0 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584222 Feb 04 15:27:30.536500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Calling delete_port for 93557cf1-1181-4f38-9931-7622ed7866e9 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:30.582481 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0f449c54-834e-4fc6-aa5e-2426cad3e932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.586712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] Deleting port 93557cf1-1181-4f38-9931-7622ed7866e9 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:30.596655 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.632053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.666840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5fe537-b76d-4948-a83a-e2ae34e2b52a req-b8378769-4274-43b4-ba02-cef730623ce6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325462 Feb 04 15:27:30.689470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.744330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.748807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] For port 93557cf1-1181-4f38-9931-7622ed7866e9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=93557cf1-1181-4f38-9931-7622ed7866e9,segment=NetworkSegment(89cfbc3b-94f3-4b9f-9dbc-98990b96d23e),segment_id=89cfbc3b-94f3-4b9f-9dbc-98990b96d23e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:30.749530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.783327 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] Calling delete_port for 93557cf1-1181-4f38-9931-7622ed7866e9 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:30.785803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:30.791253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:30.796642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] No DVR routers for this DVR port 93557cf1-1181-4f38-9931-7622ed7866e9 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:30.799398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:30.805582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Pushing event deleted for resources: {'Port': ['ID=93557cf1-1181-4f38-9931-7622ed7866e9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:30.805744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event updated for resources: {'Port': ['ID=912b8a64-1fcb-404a-904f-79e9243c7a28,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:30.924067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:30.924761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:30.960144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-94fc54dc-9bcd-46e6-aed0-8c86b827aa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8206418 Feb 04 15:27:30.964654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38930) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:30.984917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.036310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.057534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] No DVR routers for this DVR port 93557cf1-1181-4f38-9931-7622ed7866e9 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:31.070806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'project_id': 'de1ccac1ec5e4d9e8e8bb5ce25f3e37a', 'port_id': '912b8a64-1fcb-404a-904f-79e9243c7a28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:31.115042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b252c66-1bb5-4dfe-9757-72478fa80673']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:31.132671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 93557cf1-1181-4f38-9931-7622ed7866e9 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:27:31.136182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:31.138342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cfbc3b-94f3-4b9f-9dbc-98990b96d23e') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:31.140892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db795cc-2153-4d41-9e80-e104a644be89 None None] Pushing event deleted for resources: {'Port': ['ID=93557cf1-1181-4f38-9931-7622ed7866e9,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:31.162035 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.170537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.201963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 93557cf1-1181-4f38-9931-7622ed7866e9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:27:31.202587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 93557cf1-1181-4f38-9931-7622ed7866e9 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:27:31.205652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a38352-730a-4622-8b57-199d75b96f00 req-27bec9f3-6faa-4b18-b007-ba55069b200e tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.208269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7a38352-730a-4622-8b57-199d75b96f00 req-27bec9f3-6faa-4b18-b007-ba55069b200e tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1924160 Feb 04 15:27:31.304220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.324338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:27:31.325073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:27:31.327927 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:27:31.345596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7a38352-730a-4622-8b57-199d75b96f00 req-a0f5abce-37f9-473c-8279-f73c46ba0929 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105487 Feb 04 15:27:31.351002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5b7d1c99-fe45-414a-9167-e7948a88c8e0 None None] Provisioning complete for port 912b8a64-1fcb-404a-904f-79e9243c7a28 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:31.351615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1c99-fe45-414a-9167-e7948a88c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.398927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-82654948-b302-47ad-a292-35536c91b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.400474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-82654948-b302-47ad-a292-35536c91b7ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1101 time: 0.1721308 Feb 04 15:27:31.404067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8086fd-63ac-4839-9977-b64b0378d5cc req-3c62c4d7-9b20-4478-b084-02743aaf55e6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.405843 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b8086fd-63ac-4839-9977-b64b0378d5cc req-3c62c4d7-9b20-4478-b084-02743aaf55e6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1348922 Feb 04 15:27:31.440018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.456726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d1c99-fe45-414a-9167-e7948a88c8e0 None None] Port 912b8a64-1fcb-404a-904f-79e9243c7a28 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:27:31.471654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.479478 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.489712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9b252c66-1bb5-4dfe-9757-72478fa80673 HTTP/1.1" status: 204 len: 168 time: 1.6091628 Feb 04 15:27:31.517806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b8086fd-63ac-4839-9977-b64b0378d5cc req-1b64f3e6-97f5-49da-b9e9-8d7bd30d16e6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907862 Feb 04 15:27:31.592151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573a027-435b-4b17-bc46-0f9389452585 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b252c66-1bb5-4dfe-9757-72478fa80673,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:31.639446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Allocated IP 172.25.1.191 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/5e56fe23-e610-401f-8064-44d1cfc30cc3) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:31.692178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-d3cf1eb5-ffc4-49a0-aadc-25b10c8656eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.693958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-d3cf1eb5-ffc4-49a0-aadc-25b10c8656eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2824807 Feb 04 15:27:31.703348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ca348-2e0a-48d9-b1d6-8a7918ec1d14 req-1225319a-d891-4952-a79b-b11f3de6f9fe tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.705242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-685ca348-2e0a-48d9-b1d6-8a7918ec1d14 req-1225319a-d891-4952-a79b-b11f3de6f9fe tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.1542976 Feb 04 15:27:31.777636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-3f4766eb-5773-4c79-85c5-688d1f55a5c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.0709941 Feb 04 15:27:31.909026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbabe-9213-4b5c-9a8b-4e6838f91195 req-00b00cba-1016-40cc-a6df-6813d8baa685 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.910782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-138bbabe-9213-4b5c-9a8b-4e6838f91195 req-00b00cba-1016-40cc-a6df-6813d8baa685 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.0997326 Feb 04 15:27:31.928761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-685ca348-2e0a-48d9-b1d6-8a7918ec1d14 req-5faca682-d56f-4ff5-b73b-3521908a9bbd tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556787 Feb 04 15:27:31.940015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-8a33d8a5-ea2a-4c36-82d5-72821f72dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:31.943322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-8a33d8a5-ea2a-4c36-82d5-72821f72dd1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1560664 Feb 04 15:27:31.964856 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:31.970456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38944) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:31.987707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-138bbabe-9213-4b5c-9a8b-4e6838f91195 req-cba47dec-dd03-439c-8d17-b0c5fa32fa6c tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Feb 04 15:27:32.027066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.029886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9add544-164b-48de-9761-c552f6bcf01c req-c51f3cb9-ba29-42f8-b0f6-0899764d1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.032235 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9add544-164b-48de-9761-c552f6bcf01c req-c51f3cb9-ba29-42f8-b0f6-0899764d1909 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1100 time: 0.1630518 Feb 04 15:27:32.078756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-f9919cf6-5ac2-4ac1-b865-5cf59ae8688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.080272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-f9919cf6-5ac2-4ac1-b865-5cf59ae8688d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272614 Feb 04 15:27:32.084176 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1f85aaf1-c73d-4049-a114-21e437797d55 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f42a658480344724800dbf5128751bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119566 Feb 04 15:27:32.092509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38946) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:32.140792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:32.150793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:32.159797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Pushing event updated for resources: {'Port': ['ID=5e56fe23-e610-401f-8064-44d1cfc30cc3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:32.170258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:32.260039 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b550f55-3e0f-4244-82db-6671585b0cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.277047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9add544-164b-48de-9761-c552f6bcf01c req-d9aea832-d1f7-44bc-9863-7b11e8fb7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.280249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9add544-164b-48de-9761-c552f6bcf01c req-d9aea832-d1f7-44bc-9863-7b11e8fb7d85 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2122080 Feb 04 15:27:32.290914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-bd4afc13-d1fc-45e3-a98b-3e3744a81e6b service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957181 Feb 04 15:27:32.336416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b550f55-3e0f-4244-82db-6671585b0cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.425791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9add544-164b-48de-9761-c552f6bcf01c req-cd912dee-18ed-4430-a3ed-6cb1fbba6318 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9 HTTP/1.1" status: 200 len: 217 time: 0.1014338 Feb 04 15:27:32.582646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9add544-164b-48de-9761-c552f6bcf01c req-c727ef9a-514a-40ce-9ce4-078588c4c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.584372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9add544-164b-48de-9761-c552f6bcf01c req-c727ef9a-514a-40ce-9ce4-078588c4c4fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1509805 Feb 04 15:27:32.594475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-5f9e0f69-3321-474f-826d-c0841812f753 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962039 Feb 04 15:27:32.598152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b550f55-3e0f-4244-82db-6671585b0cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.600796 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b550f55-3e0f-4244-82db-6671585b0cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:32.607903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5b550f55-3e0f-4244-82db-6671585b0cfe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca17d4c3-54c9-4dea-9fb4-453d733fa4f7 HTTP/1.1" status: 204 len: 168 time: 0.5077288 Feb 04 15:27:32.629715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b550f55-3e0f-4244-82db-6671585b0cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca17d4c3-54c9-4dea-9fb4-453d733fa4f7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:32.674058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e886b67-c34d-457f-83e6-5fe57149c6d9 req-d2b6c168-b726-4255-946d-798cf4f2bb9b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.677868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e886b67-c34d-457f-83e6-5fe57149c6d9 req-d2b6c168-b726-4255-946d-798cf4f2bb9b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1844840 Feb 04 15:27:32.740821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9add544-164b-48de-9761-c552f6bcf01c req-b5f59a9d-b798-4c89-b7bd-0b2477736296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.743276 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9add544-164b-48de-9761-c552f6bcf01c req-b5f59a9d-b798-4c89-b7bd-0b2477736296 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243086 Feb 04 15:27:32.769631 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e886b67-c34d-457f-83e6-5fe57149c6d9 req-373dc31c-da16-4eec-9e67-4e9ff1aead6c tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700257 Feb 04 15:27:32.874469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23084d-1e92-4975-9d93-52db072ef418 req-6e21f4c9-6bb4-491f-ae9e-ee62a3410ccf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:32.876569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc23084d-1e92-4975-9d93-52db072ef418 req-6e21f4c9-6bb4-491f-ae9e-ee62a3410ccf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1670549 Feb 04 15:27:32.916032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9add544-164b-48de-9761-c552f6bcf01c req-fc347d52-cfca-49c2-b42b-865122f8fd58 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497092 Feb 04 15:27:32.967127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc23084d-1e92-4975-9d93-52db072ef418 req-587fe270-5946-4ffa-b3e5-b3a4cc3ea2bf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559883 Feb 04 15:27:32.970683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.148833 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.179650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9add544-164b-48de-9761-c552f6bcf01c req-57858070-bc4e-42aa-a18b-7529652fccc5 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563903 Feb 04 15:27:33.211188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812bb90-bdcd-4a5f-8bee-3ce59f5ef064 req-14395978-d025-4a5d-9015-b6f9d828dbfc tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:33.216945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f812bb90-bdcd-4a5f-8bee-3ce59f5ef064 req-14395978-d025-4a5d-9015-b6f9d828dbfc tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.0904005 Feb 04 15:27:33.279525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f812bb90-bdcd-4a5f-8bee-3ce59f5ef064 req-d0601d77-16e0-4ebc-bb27-96d7a063ed3f tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596375 Feb 04 15:27:33.306173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f17a6-deb1-478e-b5a6-558304ef2b56 req-b7e2563d-b0a8-4d3f-aa5f-f86c39cecf1b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:33.307954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-167f17a6-deb1-478e-b5a6-558304ef2b56 req-b7e2563d-b0a8-4d3f-aa5f-f86c39cecf1b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1821837 Feb 04 15:27:33.398731 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-167f17a6-deb1-478e-b5a6-558304ef2b56 req-850841d1-3f2b-4f77-a78c-23dd0667fc32 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605187 Feb 04 15:27:33.447697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.454850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.567939 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b9ee21ce-a1ce-400f-a11b-7aadafe343a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.576314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8ea37-8b53-4851-97b0-33f44a38d4c0 req-6b5543c5-4476-47e7-859b-a4d497a71713 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:33.584358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adc8ea37-8b53-4851-97b0-33f44a38d4c0 req-6b5543c5-4476-47e7-859b-a4d497a71713 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.0704117 Feb 04 15:27:33.592673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Pushing event updated for resources: {'Port': ['ID=5e56fe23-e610-401f-8064-44d1cfc30cc3,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:33.598735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.638486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adc8ea37-8b53-4851-97b0-33f44a38d4c0 req-855dfc32-90c0-4bd5-aae9-0210ada4255c tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525670 Feb 04 15:27:33.719772 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Floating IP 76307e91-72d3-4dc1-ac6e-028e48c6f966 associated. External IP: 172.25.1.191, port: 912b8a64-1fcb-404a-904f-79e9243c7a28. Feb 04 15:27:33.755751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:33.880872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-600154914-network', 'tenant_id': 'b8bd08a21d0041828a486c7abcbd31a0'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:33.918386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Made reservation on behalf of b8bd08a21d0041828a486c7abcbd31a0 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:33.921006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.931021 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:33.973105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cf476-baf6-49ad-ab76-0c764890bda3 req-e947a5c6-6807-4626-bcba-5e42523ca454 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:33.974635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c4cf476-baf6-49ad-ab76-0c764890bda3 req-e947a5c6-6807-4626-bcba-5e42523ca454 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1027694 Feb 04 15:27:34.013547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Router def8968a-e6b7-4520-9f14-a78d61e70295 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:34.038789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c4cf476-baf6-49ad-ab76-0c764890bda3 req-872d785d-5081-43fa-82ec-3c8c18fca7fc tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562449 Feb 04 15:27:34.053464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.068984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.117118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:27:34.136987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a793f677-70b5-4f75-a2d2-878d784769c7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:34.167269 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.167269 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Added segment a6d0ab42-83a0-4129-b935-6c49c0e09476 of type vlan for network 60cbeedf-ce49-4303-b921-aa1dceec1123 Feb 04 15:27:34.198086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:34.214522 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43f6d7-1623-4ed7-a477-b04fbeadc90f None None] Sync routers for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:34.222221 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.232585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168a84-b3f1-4864-a20c-0ef6c6817ab6 req-4f845787-d0f9-4228-ae61-8c66e38774a0 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:34.232912 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43f6d7-1623-4ed7-a477-b04fbeadc90f None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:34.233579 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5d43f6d7-1623-4ed7-a477-b04fbeadc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:34.233757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.234081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92168a84-b3f1-4864-a20c-0ef6c6817ab6 req-4f845787-d0f9-4228-ae61-8c66e38774a0 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1181617 Feb 04 15:27:34.274077 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2caff0ff-aa95-4634-9979-b4a7985a4079 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.3066525 Feb 04 15:27:34.277114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38988) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:34.279732 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.280697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:34.281280 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.303076 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5d43f6d7-1623-4ed7-a477-b04fbeadc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:34.317143 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43f6d7-1623-4ed7-a477-b04fbeadc90f None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:34.318058 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5d43f6d7-1623-4ed7-a477-b04fbeadc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:34.375289 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5d43f6d7-1623-4ed7-a477-b04fbeadc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:34.376403 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d43f6d7-1623-4ed7-a477-b04fbeadc90f None None] The sync data for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:34.426743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92168a84-b3f1-4864-a20c-0ef6c6817ab6 req-218bcbfe-126e-44be-82d4-994982ec17c5 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749158 Feb 04 15:27:34.461767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7047172 Feb 04 15:27:34.466369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38992) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:34.472779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Request body: {'subnet': {'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-600154914-subnet', 'tenant_id': 'b8bd08a21d0041828a486c7abcbd31a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:34.492006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11a6c5-d31d-4d39-824b-26aefdad8941 admin admin] Pushing event updated for resources: {'Network': ['ID=60cbeedf-ce49-4303-b921-aa1dceec1123,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:34.502048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4ae91100-2350-442d-930b-f38380d9e628 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] 10.222.0.47 "GET /v2.0/floatingips/76307e91-72d3-4dc1-ac6e-028e48c6f966 HTTP/1.1" status: 200 len: 983 time: 0.2203915 Feb 04 15:27:34.502559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38994) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:34.506509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:27:34.529147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Made reservation on behalf of b8bd08a21d0041828a486c7abcbd31a0 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:34.529849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.720902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-35c613cf-5bbf-459f-91de-459059a9673b tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.2172937 Feb 04 15:27:34.723965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:34.745684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863548a-1f57-4db6-9540-b07d705a8dd8 req-2a1fc1f1-6d23-4cd5-9f16-d8f0b6bc14a5 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:34.747693 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2863548a-1f57-4db6-9540-b07d705a8dd8 req-2a1fc1f1-6d23-4cd5-9f16-d8f0b6bc14a5 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.2149510 Feb 04 15:27:34.823367 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2863548a-1f57-4db6-9540-b07d705a8dd8 req-833337b2-3c83-4c60-b6d5-9650c3dc4414 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670066 Feb 04 15:27:34.837144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b312db-92bb-43ee-a1f2-cc5b151c9bcf req-9f2c81b2-1d71-458a-9a5a-e9e00a0cb2c0 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:34.838912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39b312db-92bb-43ee-a1f2-cc5b151c9bcf req-9f2c81b2-1d71-458a-9a5a-e9e00a0cb2c0 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.1199841 Feb 04 15:27:34.907562 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:34.929528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39b312db-92bb-43ee-a1f2-cc5b151c9bcf req-0dc07dbb-5469-480b-9840-6e7f4f2cf326 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619962 Feb 04 15:27:34.990910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Deleting port 5e56fe23-e610-401f-8064-44d1cfc30cc3 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:34.991228 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.000524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4492d8e7-37ab-431b-bf81-dee81ec03258,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:35.012538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Checking segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:27:35.013669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Network hostable DHCP agents. Network: 60cbeedf-ce49-4303-b921-aa1dceec1123, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:27:35.061199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:27:35.078610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6007d-3a87-46a4-b045-009eb01f1681 req-607ed750-2d32-44fe-9049-13e515ebe82e tempest-LiveMigrationNegativeTest-1981616252 tempest-LiveMigrationNegativeTest-1981616252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:35.078610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9dc6007d-3a87-46a4-b045-009eb01f1681 req-607ed750-2d32-44fe-9049-13e515ebe82e tempest-LiveMigrationNegativeTest-1981616252 tempest-LiveMigrationNegativeTest-1981616252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 1101 time: 0.0606439 Feb 04 15:27:35.084700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 60cbeedf-ce49-4303-b921-aa1dceec1123) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:35.095624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0accb-e49f-4f56-8746-f75a4416207d None None] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:27:35.097886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.098297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.103415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:35.104166 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.112914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Calling delete_port for 5e56fe23-e610-401f-8064-44d1cfc30cc3 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:35.134817 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9dc6007d-3a87-46a4-b045-009eb01f1681 req-7919d133-fc84-4d6c-b8cd-c0bf9738014f tempest-LiveMigrationNegativeTest-1981616252 tempest-LiveMigrationNegativeTest-1981616252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.166723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5eda0c0a-b3a4-4e4b-84ec-d93e9d6b6f6f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6849101 Feb 04 15:27:35.272579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18530aff-21d5-478e-bcb4-e5aa6d1b9812 req-d1efa8fb-cf8f-4d2b-84ca-883c03ab4980 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:35.281309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18530aff-21d5-478e-bcb4-e5aa6d1b9812 req-d1efa8fb-cf8f-4d2b-84ca-883c03ab4980 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1049771 Feb 04 15:27:35.321459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9dc6007d-3a87-46a4-b045-009eb01f1681 req-7919d133-fc84-4d6c-b8cd-c0bf9738014f tempest-LiveMigrationNegativeTest-1981616252 tempest-LiveMigrationNegativeTest-1981616252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.332397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9dc6007d-3a87-46a4-b045-009eb01f1681 req-7919d133-fc84-4d6c-b8cd-c0bf9738014f tempest-LiveMigrationNegativeTest-1981616252 tempest-LiveMigrationNegativeTest-1981616252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.338201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a806d-b23d-42f0-ba48-efc7305437d8 None None] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:27:35.349758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18530aff-21d5-478e-bcb4-e5aa6d1b9812 req-27578a4b-a87a-4dfd-8f3f-68faae739596 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670989 Feb 04 15:27:35.402826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9dc6007d-3a87-46a4-b045-009eb01f1681 req-7919d133-fc84-4d6c-b8cd-c0bf9738014f tempest-LiveMigrationNegativeTest-1981616252 tempest-LiveMigrationNegativeTest-1981616252-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940130 Feb 04 15:27:35.439698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919d133-fc84-4d6c-b8cd-c0bf9738014f tempest-LiveMigrationNegativeTest-1981616252 tempest-LiveMigrationNegativeTest-1981616252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0f14c7-c293-4612-b305-3ffe96345cce,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:35.454807 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.494866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event deleted for resources: {'Port': ['ID=5e56fe23-e610-401f-8064-44d1cfc30cc3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:35.626086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.626673 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Floating IP 76307e91-72d3-4dc1-ac6e-028e48c6f966 disassociated (deleted). External IP: 172.25.1.191, port: 912b8a64-1fcb-404a-904f-79e9243c7a28. Feb 04 15:27:35.628589 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:35.641502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef08e6-389e-4883-a34c-7b53af2f3f62 req-9b5470b1-8cc2-4802-9f07-2274b2f6b44a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:35.644250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67ef08e6-389e-4883-a34c-7b53af2f3f62 req-9b5470b1-8cc2-4802-9f07-2274b2f6b44a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.0886581 Feb 04 15:27:35.718599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67ef08e6-389e-4883-a34c-7b53af2f3f62 req-375267b3-9f64-446c-924b-5ae23163f3e4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620732 Feb 04 15:27:35.991742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Router def8968a-e6b7-4520-9f14-a78d61e70295 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:36.117047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-fa4f6c11-32a5-4655-a286-5589ee462f03 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.118575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-fa4f6c11-32a5-4655-a286-5589ee462f03 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.2187283 Feb 04 15:27:36.148181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68075cd-3194-4161-a342-fe9bf9485482 req-1f3a59f8-0500-409f-ac08-0b0aa2b6c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.150871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f68075cd-3194-4161-a342-fe9bf9485482 req-1f3a59f8-0500-409f-ac08-0b0aa2b6c3cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.1462023 Feb 04 15:27:36.151086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da1ab-83df-4d43-b9ee-d4494b8765c2 req-47bca8cd-f3b3-4623-9bb5-7f2dcb706c2f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.153073 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c64da1ab-83df-4d43-b9ee-d4494b8765c2 req-47bca8cd-f3b3-4623-9bb5-7f2dcb706c2f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.0612748 Feb 04 15:27:36.207387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c64da1ab-83df-4d43-b9ee-d4494b8765c2 req-efc9de7e-eb3c-4797-8939-9c92beea0729 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Feb 04 15:27:36.252477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-9e9a24ea-28c3-418b-8bff-33834b6cbeb6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/quotas/b8bd08a21d0041828a486c7abcbd31a0 HTTP/1.1" status: 200 len: 375 time: 0.1125538 Feb 04 15:27:36.343263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-e5b32ee2-655c-4f6c-9429-c1d1dea9f02b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786467 Feb 04 15:27:36.350091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f68075cd-3194-4161-a342-fe9bf9485482 req-fb8c7e94-96fd-4aef-9ed9-e71a1085b65e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377308 Feb 04 15:27:36.351949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:36.360260 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.365432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7163e0-dd52-4f62-a4fe-45ef2133315c None None] Sync routers for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:36.378365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7163e0-dd52-4f62-a4fe-45ef2133315c None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:36.383391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ab7163e0-dd52-4f62-a4fe-45ef2133315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:36.394621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1a98-5fd3-4d4e-9111-b86d7bf9770d req-1b7c01b6-4602-410b-be14-147cc55a9299 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.400015 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72ba1a98-5fd3-4d4e-9111-b86d7bf9770d req-1b7c01b6-4602-410b-be14-147cc55a9299 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.0971098 Feb 04 15:27:36.427867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ab7163e0-dd52-4f62-a4fe-45ef2133315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:36.445267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7163e0-dd52-4f62-a4fe-45ef2133315c None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:36.446602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ab7163e0-dd52-4f62-a4fe-45ef2133315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:36.456616 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72ba1a98-5fd3-4d4e-9111-b86d7bf9770d req-f08ecd3e-9346-49bc-a482-7e77af52dc1a tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512934 Feb 04 15:27:36.494793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d1ccfdb2-07ec-42a0-a0a1-3caa6f013eff tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "DELETE /v2.0/floatingips/76307e91-72d3-4dc1-ac6e-028e48c6f966 HTTP/1.1" status: 204 len: 168 time: 1.7693892 Feb 04 15:27:36.501146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39036) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:36.505947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:36.510705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ab7163e0-dd52-4f62-a4fe-45ef2133315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:36.512386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7163e0-dd52-4f62-a4fe-45ef2133315c None None] The sync data for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:36.542863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.556996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-f5ca28b9-db79-45da-8fb9-1fc68b0700bd service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923418 Feb 04 15:27:36.668112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d619d7-d83c-4949-b7c0-fbeefcc9e32a req-8e45446e-8d29-4113-87f6-bedb3dba2736 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:36.669680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14d619d7-d83c-4949-b7c0-fbeefcc9e32a req-8e45446e-8d29-4113-87f6-bedb3dba2736 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1295173 Feb 04 15:27:36.673359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-431de72a-b27c-4159-912a-443923bdfe0e service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092627 Feb 04 15:27:36.738650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14d619d7-d83c-4949-b7c0-fbeefcc9e32a req-f6a10941-10bc-4a86-9172-26e5711a1498 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Feb 04 15:27:36.751312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:36.855743 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.001227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9be8c-31de-4358-95c5-15074d021175 req-fda05393-3510-40c4-b71f-4f40dc524f5a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.003993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b8d9be8c-31de-4358-95c5-15074d021175 req-fda05393-3510-40c4-b71f-4f40dc524f5a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1629109 Feb 04 15:27:37.016632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-528f2ab9-f833-4ede-a8c1-bf32a2cda457 req-1e6c4f29-2842-411f-9aa7-0b108a34a114 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 210 time: 0.0418875 Feb 04 15:27:37.026663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Allocated IP 172.25.1.14 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/dd768bae-f564-4214-b465-63b0eb121d92) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:37.090446 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b8d9be8c-31de-4358-95c5-15074d021175 req-98e06936-8e5c-48fa-8983-0b932d076739 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668170 Feb 04 15:27:37.205223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.243908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.255589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.311509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:37.315391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:37.318251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:37.354804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Pushing event updated for resources: {'Port': ['ID=dd768bae-f564-4214-b465-63b0eb121d92,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:37.436329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07517b6b-ad2d-4d53-9929-0b4f86f009d4 req-501452b4-a303-41ce-aecb-ae8325ea78fa tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.445159 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.447599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07517b6b-ad2d-4d53-9929-0b4f86f009d4 req-501452b4-a303-41ce-aecb-ae8325ea78fa tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1009154 Feb 04 15:27:37.504559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:37.515230 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07517b6b-ad2d-4d53-9929-0b4f86f009d4 req-f7540800-f21d-473d-95f0-ced6eba7b95a tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648417 Feb 04 15:27:37.917627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba250412-05f3-46f4-b0b7-4f26e02897ba req-4a818707-db5c-48d3-a3b5-07b9c6df38eb tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:37.919961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba250412-05f3-46f4-b0b7-4f26e02897ba req-4a818707-db5c-48d3-a3b5-07b9c6df38eb tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0590289 Feb 04 15:27:37.971367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba250412-05f3-46f4-b0b7-4f26e02897ba req-6ad2f049-4a15-4009-bbe9-411bf95226fd tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439563 Feb 04 15:27:38.042738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b86e68-87b9-44a9-8ba4-1df895e5f41e req-f664358f-50d8-4ba1-87e7-83854118d6b6 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:38.044895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14b86e68-87b9-44a9-8ba4-1df895e5f41e req-f664358f-50d8-4ba1-87e7-83854118d6b6 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.4360204 Feb 04 15:27:38.111080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.120768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14b86e68-87b9-44a9-8ba4-1df895e5f41e req-197c6d94-cf8e-4e39-a476-5345837e7d63 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628269 Feb 04 15:27:38.121616 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.190735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9fef51c5-b94c-4573-b601-ec17005f8cf4 req-49210a78-abf4-469b-8050-00b217d67e7d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 210 time: 0.0545840 Feb 04 15:27:38.239659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Pushing event updated for resources: {'Port': ['ID=dd768bae-f564-4214-b465-63b0eb121d92,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:38.273207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.322986 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.325379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-14b3f10b-f489-4cea-9676-e0701dffc738 tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8228474 Feb 04 15:27:38.330753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39062) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:38.344994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350499f3-699d-4ddd-800c-2e8e4dcab79d req-3534bc06-460a-4fb3-8121-e4f032d30b82 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:38.348835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-350499f3-699d-4ddd-800c-2e8e4dcab79d req-3534bc06-460a-4fb3-8121-e4f032d30b82 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1272943 Feb 04 15:27:38.390931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-06912abb-735b-4cf4-9fa2-656989786a18 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:38.392738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-06912abb-735b-4cf4-9fa2-656989786a18 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.1545782 Feb 04 15:27:38.407166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Request body: {'port': {'device_id': 'ef898bd7-438d-498d-8bf2-0d72094f794c', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'admin_state_up': True, 'tenant_id': 'b8bd08a21d0041828a486c7abcbd31a0'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:38.432949 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-350499f3-699d-4ddd-800c-2e8e4dcab79d req-91cc13b1-8dd1-4ea5-9e0f-8b214a9cf952 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724475 Feb 04 15:27:38.811632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:38.907472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:38.920635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dfc4d-846c-4998-8fe5-a0b0086027f3 req-164c055f-c03e-49e7-a44e-41b9f61e9472 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:38.922267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f14dfc4d-846c-4998-8fe5-a0b0086027f3 req-164c055f-c03e-49e7-a44e-41b9f61e9472 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1163023 Feb 04 15:27:39.025406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f14dfc4d-846c-4998-8fe5-a0b0086027f3 req-e8ab9edb-ccd8-402e-bd67-2af59d8875e5 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907221 Feb 04 15:27:39.036411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Made reservation on behalf of b8bd08a21d0041828a486c7abcbd31a0 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:27:39.040077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.136922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de1a1-f91b-4b87-9075-cc004a9eed02 req-ea0ddf24-bd89-4f16-a35e-42b74410c87b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.138470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d63de1a1-f91b-4b87-9075-cc004a9eed02 req-ea0ddf24-bd89-4f16-a35e-42b74410c87b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0610015 Feb 04 15:27:39.152975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-0f6468ed-4bfe-479d-8188-6ce90f4cfd09 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.155107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-0f6468ed-4bfe-479d-8188-6ce90f4cfd09 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.50 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.1287675 Feb 04 15:27:39.212791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d63de1a1-f91b-4b87-9075-cc004a9eed02 req-6f08ecef-a283-4671-b952-1425bc98cffd tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624821 Feb 04 15:27:39.328688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-970da824-868e-445f-8ddc-e5e28ed3c256 req-5ef17468-3f9d-4e44-8251-a2e201f052ad tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 210 time: 0.0481296 Feb 04 15:27:39.339743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Allocated IP 172.20.0.11 (60cbeedf-ce49-4303-b921-aa1dceec1123/4492d8e7-37ab-431b-bf81-dee81ec03258/7e2775a5-14b8-404f-8d5b-1d1214c02f60) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:39.366895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.381015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992f6e6-84c1-43ff-a071-2416cb9ed161 req-f43c282e-ead6-442c-a885-53e497ec02c8 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.382726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3992f6e6-84c1-43ff-a071-2416cb9ed161 req-f43c282e-ead6-442c-a885-53e497ec02c8 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 950 time: 0.1437895 Feb 04 15:27:39.383360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-e360e32a-21f0-4517-b19e-56ba74a803fd req-94532de5-7ae2-4ec6-83c1-79b07e48a208 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1267661190', 'description': 'tempest-description-828643002'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:39.391474 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.427779 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e360e32a-21f0-4517-b19e-56ba74a803fd req-94532de5-7ae2-4ec6-83c1-79b07e48a208 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.485752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Deleting port 6972c0c2-22d8-4593-9980-629c6db5477d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:39.486210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.524674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e360e32a-21f0-4517-b19e-56ba74a803fd req-94532de5-7ae2-4ec6-83c1-79b07e48a208 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.530398 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e360e32a-21f0-4517-b19e-56ba74a803fd req-94532de5-7ae2-4ec6-83c1-79b07e48a208 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.565798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e360e32a-21f0-4517-b19e-56ba74a803fd req-94532de5-7ae2-4ec6-83c1-79b07e48a208 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.567169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e360e32a-21f0-4517-b19e-56ba74a803fd req-94532de5-7ae2-4ec6-83c1-79b07e48a208 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1913674 Feb 04 15:27:39.578154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94532de5-7ae2-4ec6-83c1-79b07e48a208 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642f1b98-d37f-4b83-b9ff-bde002bfa8b9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:39.582864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3992f6e6-84c1-43ff-a071-2416cb9ed161 req-59a01ddc-f2be-4c7d-9322-5f2ed760ce80 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862187 Feb 04 15:27:39.719896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788336a-44af-4af5-88a2-d229ced534fd req-106bdb80-eb04-43ee-b9e9-9db137ad8f2f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:39.721649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7788336a-44af-4af5-88a2-d229ced534fd req-106bdb80-eb04-43ee-b9e9-9db137ad8f2f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.0545578 Feb 04 15:27:39.766343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7788336a-44af-4af5-88a2-d229ced534fd req-6bbaa367-f1e7-480f-ae21-af1f1e5ad134 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 Feb 04 15:27:39.834610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] For port 6972c0c2-22d8-4593-9980-629c6db5477d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6972c0c2-22d8-4593-9980-629c6db5477d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:39.835241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:39.851987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Allocated IP 172.25.1.227 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/c8b37479-cd8f-4469-bc76-55c542351cb6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:39.889562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Calling delete_port for 6972c0c2-22d8-4593-9980-629c6db5477d owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:39.915129 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-34b78595-0fa6-4022-b8bd-2b954d5339d2 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1267661190&fields=id&tenant_id=93269c6abb2a4b85a311035043259ab4 HTTP/1.1" status: 200 len: 267 time: 0.2183015 Feb 04 15:27:39.936884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.109899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-e934947d-091d-418c-b17d-7cd223ed4633 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.111668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-e934947d-091d-418c-b17d-7cd223ed4633 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1806426 Feb 04 15:27:40.141261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Request body: {'port': {'security_groups': ['0bca0afa-d594-4cea-8048-cbcc699009f4', '642f1b98-d37f-4b83-b9ff-bde002bfa8b9']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:40.175103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58db53-7d7a-45e3-915f-deb60777d7fb req-1924f29e-0073-4b29-9ea8-4b5c53259f71 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.176782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f58db53-7d7a-45e3-915f-deb60777d7fb req-1924f29e-0073-4b29-9ea8-4b5c53259f71 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.0603487 Feb 04 15:27:40.181863 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.213320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.225537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f58db53-7d7a-45e3-915f-deb60777d7fb req-dcf0d9d4-e76b-44a2-9ed0-b10c94344cb3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383537 Feb 04 15:27:40.330647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:40.349102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:40.351580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event updated for resources: {'Port': ['ID=7e2775a5-14b8-404f-8d5b-1d1214c02f60,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:40.354060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:40.377239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.421758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.438691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['69a636d7-d274-4a1e-b236-7f4732793f7a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:40.446093 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.483752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6972c0c2-22d8-4593-9980-629c6db5477d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:40.488948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfce78-0552-49cf-be53-b9a7a66a98d8 req-223abe22-7a9a-42d0-82fd-2e4bdacbb985 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.498252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91dfce78-0552-49cf-be53-b9a7a66a98d8 req-223abe22-7a9a-42d0-82fd-2e4bdacbb985 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 932 time: 0.0714111 Feb 04 15:27:40.503981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Pushing event deleted for resources: {'Port': ['ID=6972c0c2-22d8-4593-9980-629c6db5477d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:40.524394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.525087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.562803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91dfce78-0552-49cf-be53-b9a7a66a98d8 req-d1280706-766c-4eb7-89c3-4fc133c3936d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635483 Feb 04 15:27:40.624637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:40.633107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] No DVR routers for this DVR port 6972c0c2-22d8-4593-9980-629c6db5477d on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:40.636660 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.640457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9dd17a58-b08f-4bcb-be47-14b06815dbcb req-2e8e26f3-e5b5-4d48-85fe-3559c145f4ce tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.50 "DELETE /v2.0/ports/6972c0c2-22d8-4593-9980-629c6db5477d HTTP/1.1" status: 204 len: 173 time: 1.4783847 Feb 04 15:27:40.650662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a9700c-3c0a-48ab-b1ab-3e894c04c68f', 'name': 'network-vif-deleted', 'tag': '6972c0c2-22d8-4593-9980-629c6db5477d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:40.653632 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96bbd53-6de3-4e9e-a85d-def45726b621" -d '{"events": [{"server_uuid": "18a9700c-3c0a-48ab-b1ab-3e894c04c68f", "name": "network-vif-deleted", "tag": "6972c0c2-22d8-4593-9980-629c6db5477d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:40.659570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:40.663443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:40.676815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-091975bd-7e68-43d2-b118-d9289fec0843 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2748852 Feb 04 15:27:40.722825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Request body: {'port': {'device_id': 'ef898bd7-438d-498d-8bf2-0d72094f794c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:40.725791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Pushing event updated for resources: {'Port': ['ID=c8b37479-cd8f-4469-bc76-55c542351cb6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:40.756717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-858d5e21-1799-4332-8335-c0389ccfc758 req-3a424150-9952-45ca-aebb-ec1329408a86 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=18a9700c-3c0a-48ab-b1ab-3e894c04c68f HTTP/1.1" status: 200 len: 210 time: 0.0588033 Feb 04 15:27:40.840465 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d316df-2115-407a-b16b-971acc3db66b x-openstack-request-id: req-28d316df-2115-407a-b16b-971acc3db66b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:40.841068 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a9700c-3c0a-48ab-b1ab-3e894c04c68f", "name": "network-vif-deleted", "tag": "6972c0c2-22d8-4593-9980-629c6db5477d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:40.841068 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-28d316df-2115-407a-b16b-971acc3db66b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:40.841481 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a9700c-3c0a-48ab-b1ab-3e894c04c68f', 'name': 'network-vif-deleted', 'tag': '6972c0c2-22d8-4593-9980-629c6db5477d', 'status': 'completed', 'code': 200} Feb 04 15:27:40.878719 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:40.946482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5685e3-2e27-42f9-9c0e-2ed58bafab5b req-362e6c97-4522-4645-aaa3-73449dcb6a7c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:40.948140 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e5685e3-2e27-42f9-9c0e-2ed58bafab5b req-362e6c97-4522-4645-aaa3-73449dcb6a7c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.0684080 Feb 04 15:27:40.994868 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e5685e3-2e27-42f9-9c0e-2ed58bafab5b req-53c3b210-802c-47cf-907f-d598c79ca3b7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391374 Feb 04 15:27:41.023815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.054289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] For port 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:41.155334 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.207783 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.222980 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.283056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4173bc17-d0c3-40ae-8b3f-380a38a0d773'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:41.445906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16698ed0-0393-4bee-896e-28aa8159bebf req-3e615a46-8c1a-4b4a-b0f8-b3cdc8622789 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:41.449347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16698ed0-0393-4bee-896e-28aa8159bebf req-3e615a46-8c1a-4b4a-b0f8-b3cdc8622789 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1222475 Feb 04 15:27:41.536661 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16698ed0-0393-4bee-896e-28aa8159bebf req-7aee8f16-ee3a-4e4b-8aca-1c25aa154992 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801980 Feb 04 15:27:41.636144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:41.636904 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.652976 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c85d9fc4-e0c5-4843-9105-f25798e43eca req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "PUT /v2.0/ports/4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 982 time: 1.5257950 Feb 04 15:27:41.763216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14581fd4-ece9-4b97-8ec3-7bd697a9719b req-5964926c-a6bc-40f3-8c8b-d62c8c92aaf4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:41.766778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14581fd4-ece9-4b97-8ec3-7bd697a9719b req-5964926c-a6bc-40f3-8c8b-d62c8c92aaf4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 932 time: 0.0839770 Feb 04 15:27:41.786729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd423a00-1dc7-4401-b5e0-8b9c39589d3b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event updated for resources: {'Port': ['ID=4173bc17-d0c3-40ae-8b3f-380a38a0d773,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:41.826559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14581fd4-ece9-4b97-8ec3-7bd697a9719b req-a057c536-a5e3-4730-ab9f-50a432ed98f3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530384 Feb 04 15:27:41.852705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-06122fac-e6b7-4428-b962-a008234436e8 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1267661190&fields=id&tenant_id=93269c6abb2a4b85a311035043259ab4 HTTP/1.1" status: 200 len: 267 time: 0.0990124 Feb 04 15:27:41.884851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4173bc17-d0c3-40ae-8b3f-380a38a0d773'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:41.957397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.970397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2775a5-14b8-404f-8d5b-1d1214c02f60 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:41.975174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:41.984366 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.029371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-f1593219-ff0f-4955-973d-5d890ef11ee1 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.030636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-f1593219-ff0f-4955-973d-5d890ef11ee1 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 985 time: 0.1707592 Feb 04 15:27:42.051631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Request body: {'port': {'security_groups': ['0bca0afa-d594-4cea-8048-cbcc699009f4']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:42.061751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Transition to ACTIVE for port object 7e2775a5-14b8-404f-8d5b-1d1214c02f60 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:42.090223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.138695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Pushing event updated for resources: {'Port': ['ID=c8b37479-cd8f-4469-bc76-55c542351cb6,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:42.229008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.234819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.274698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02576878-0f89-44c0-87cd-43efd2034c66 req-6ffe5785-fc88-4b90-b75c-71ea3e26ea19 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.276746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Pushing event updated for resources: {'Port': ['ID=7e2775a5-14b8-404f-8d5b-1d1214c02f60,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:42.277082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02576878-0f89-44c0-87cd-43efd2034c66 req-6ffe5785-fc88-4b90-b75c-71ea3e26ea19 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.0677299 Feb 04 15:27:42.330309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.331643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bd2ecf2a-5a04-4701-ad08-65072e0de3f6 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9998913 Feb 04 15:27:42.334862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39106) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:42.360424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02576878-0f89-44c0-87cd-43efd2034c66 req-ec261989-1c01-4ea1-a6fc-14c7d4cdc856 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690081 Feb 04 15:27:42.404744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Attempting to bind port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:42.405084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Attempting to bind port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:42.405419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Attempting to bind port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:42.417070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:27:42.417395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Attempting to bind port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:42.427974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:27:42.428431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Checking segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:27:42.428942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Bound using segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:27:42.429579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Bound port: 7e2775a5-14b8-404f-8d5b-1d1214c02f60, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:42.430098 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.525202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-57ca12e7-d960-4248-b753-54b1f0c79abb tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1879878 Feb 04 15:27:42.529920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39108) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:42.552077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7d398-fc3e-49da-a92a-1c636cc6dec3 req-c32f9f41-b1b1-47b3-9135-84fb6499d625 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.554681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-afe7d398-fc3e-49da-a92a-1c636cc6dec3 req-c32f9f41-b1b1-47b3-9135-84fb6499d625 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 949 time: 0.1205652 Feb 04 15:27:42.563880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6972c0c2-22d8-4593-9980-629c6db5477d no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:27:42.601581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 6972c0c2-22d8-4593-9980-629c6db5477d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:27:42.601969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6972c0c2-22d8-4593-9980-629c6db5477d not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:27:42.618158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-afe7d398-fc3e-49da-a92a-1c636cc6dec3 req-65fb0352-20cc-48b6-ae00-8243b98cff59 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554795 Feb 04 15:27:42.642223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0ceca648-3efd-4189-8788-04a1ccb2ab5b tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1094632 Feb 04 15:27:42.645276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39112) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:42.656045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] For port 7e2775a5-14b8-404f-8d5b-1d1214c02f60, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:42.659402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] For port 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:42.662464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] For port 7e2775a5-14b8-404f-8d5b-1d1214c02f60, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=7e2775a5-14b8-404f-8d5b-1d1214c02f60,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:42.671590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.731087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.731818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.733242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] 10.222.0.30 "PUT /v2.0/ports/7e2775a5-14b8-404f-8d5b-1d1214c02f60 HTTP/1.1" status: 200 len: 1092 time: 2.0462036 Feb 04 15:27:42.746503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.754251 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.762835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33709-0834-42d3-90d0-d7c344b69def service neutron] Pushing event updated for resources: {'Port': ['ID=7e2775a5-14b8-404f-8d5b-1d1214c02f60,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:42.796673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4173bc17-d0c3-40ae-8b3f-380a38a0d773'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:42.820566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.821329 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:42.823482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8adf6d6-e43e-4243-b27d-ec06894d4a45 req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "PUT /v2.0/ports/4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 943 time: 0.7809765 Feb 04 15:27:42.823704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f064b8-5ea5-4ce9-8aa6-dc46ffd9fe12 req-a15f13bb-d43d-4848-a48c-c4e4da0951a2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:42.825131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f064b8-5ea5-4ce9-8aa6-dc46ffd9fe12 req-a15f13bb-d43d-4848-a48c-c4e4da0951a2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1261024 Feb 04 15:27:42.852152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773'}, {'name': 'network-changed', 'server_uuid': 'ef898bd7-438d-498d-8bf2-0d72094f794c', 'tag': '7e2775a5-14b8-404f-8d5b-1d1214c02f60'}, {'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:42.856320 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86" -d '{"events": [{"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773"}, {"name": "network-changed", "server_uuid": "ef898bd7-438d-498d-8bf2-0d72094f794c", "tag": "7e2775a5-14b8-404f-8d5b-1d1214c02f60"}, {"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:42.887854 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f064b8-5ea5-4ce9-8aa6-dc46ffd9fe12 req-16284fcd-3121-4c49-8b41-956a09b69a12 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486717 Feb 04 15:27:42.890278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Deleting port c8b37479-cd8f-4469-bc76-55c542351cb6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:42.890706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.014053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4173bc17-d0c3-40ae-8b3f-380a38a0d773'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:43.038023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a8134-5de6-4866-a72d-f465c4aa1a14 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event updated for resources: {'Port': ['ID=4173bc17-d0c3-40ae-8b3f-380a38a0d773,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.047153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.047750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.072204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d449f-e1a7-4f27-b5cd-b5d3f38397d3 req-3ebb6a9e-745f-442f-a509-b910383571f5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.073757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-876d449f-e1a7-4f27-b5cd-b5d3f38397d3 req-3ebb6a9e-745f-442f-a509-b910383571f5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 944 time: 0.0987172 Feb 04 15:27:43.073963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-9a80f34a-03a4-4dfb-a202-2f7ef229f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.074836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Calling delete_port for c8b37479-cd8f-4469-bc76-55c542351cb6 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:43.075936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-9a80f34a-03a4-4dfb-a202-2f7ef229f697 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 1095 time: 0.2807901 Feb 04 15:27:43.148953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-6eb3e474-75ae-4ea3-bf96-1dc38160a1c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2775a5-14b8-404f-8d5b-1d1214c02f60 HTTP/1.1" status: 200 len: 217 time: 0.0546443 Feb 04 15:27:43.182342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-876d449f-e1a7-4f27-b5cd-b5d3f38397d3 req-d84c5890-3489-4e92-bc98-c6e48ddf8fd8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583138 Feb 04 15:27:43.196080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-b8ca4eb5-9bcc-4fe2-8571-47de42462705 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3320918 Feb 04 15:27:43.214434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:43.231936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-3ced0e9a-650e-4c9d-a166-50c393e30f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.233431 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-3ced0e9a-650e-4c9d-a166-50c393e30f98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.0741720 Feb 04 15:27:43.276197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-40c83596-5dc6-4768-8f25-ecdb9f0daa0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342672 Feb 04 15:27:43.277123 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.282738 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.314693 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ed4ea-78cd-4ba9-b512-2713c78e1322 x-openstack-request-id: req-a06ed4ea-78cd-4ba9-b512-2713c78e1322 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:43.315302 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef898bd7-438d-498d-8bf2-0d72094f794c", "tag": "7e2775a5-14b8-404f-8d5b-1d1214c02f60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:43.315719 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a06ed4ea-78cd-4ba9-b512-2713c78e1322 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:43.316134 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'status': 'completed', 'code': 200} Feb 04 15:27:43.316421 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef898bd7-438d-498d-8bf2-0d72094f794c', 'tag': '7e2775a5-14b8-404f-8d5b-1d1214c02f60', 'status': 'completed', 'code': 200} Feb 04 15:27:43.316713 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'status': 'completed', 'code': 200} Feb 04 15:27:43.363300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Pushing event deleted for resources: {'Port': ['ID=c8b37479-cd8f-4469-bc76-55c542351cb6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:43.459879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.463527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.465045 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-51eb02e3-b7ca-468d-a587-c677c981f2a9 tempest-FloatingIPAdminTestJSON-96436849 tempest-FloatingIPAdminTestJSON-96436849-project] 10.222.0.47 "DELETE /v2.0/floatingips/d0281a0a-c606-4141-be69-23d5631cdf38 HTTP/1.1" status: 204 len: 168 time: 0.8181689 Feb 04 15:27:43.470552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39122) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:43.498014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-287a70cf-8fe4-48ee-a88f-ae1b038b0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.499508 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-287a70cf-8fe4-48ee-a88f-ae1b038b0916 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.1107161 Feb 04 15:27:43.504135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-62568b78-2b0a-4f52-b5db-174f6598d503 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179432 Feb 04 15:27:43.690260 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.698697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-6bc07f09-c4c8-4ada-afcf-d2149ca4f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.700796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-6bc07f09-c4c8-4ada-afcf-d2149ca4f310 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 921 time: 0.1918578 Feb 04 15:27:43.755752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f30611c-b669-4c27-82ea-0c7b1b51b4b5 req-74b92e92-92ab-483b-991f-e6d8dd87fdd8 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394602 Feb 04 15:27:43.784352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-6583caf5-a820-44c0-abee-48adf8c80393 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 217 time: 0.0762675 Feb 04 15:27:43.833829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626882d-4c3e-4b8c-8941-8da54310a85b req-eb0ef4b6-e171-4a5f-9c0b-9847e9925233 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.837557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e626882d-4c3e-4b8c-8941-8da54310a85b req-eb0ef4b6-e171-4a5f-9c0b-9847e9925233 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.3014400 Feb 04 15:27:43.917339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-0179a6c5-aca5-494c-90b4-890200bacab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.919408 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-0179a6c5-aca5-494c-90b4-890200bacab4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.1256263 Feb 04 15:27:43.934345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e626882d-4c3e-4b8c-8941-8da54310a85b req-faa53cc2-5f7c-412c-a724-5bbf266a8297 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862424 Feb 04 15:27:43.942508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Deleting port dd768bae-f564-4214-b465-63b0eb121d92 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:43.943049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:43.950849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-daf14b59-40b2-4306-83cc-e8778b6c8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:43.952396 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-daf14b59-40b2-4306-83cc-e8778b6c8888 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 1095 time: 0.1285219 Feb 04 15:27:43.953821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Allocated IP 172.25.1.245 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/b10ce33f-8bec-4d03-9035-84647742300e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:27:43.990044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-2e74dbd9-9e7b-456e-b41f-39f4d11efcb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628116 Feb 04 15:27:44.160207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.160803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.178044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409686a-a903-4591-bdc3-b54736dcb978 req-a1a2b5ee-84d9-46bf-9c66-1cb8416f86e7 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.180803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6409686a-a903-4591-bdc3-b54736dcb978 req-a1a2b5ee-84d9-46bf-9c66-1cb8416f86e7 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 949 time: 0.1480701 Feb 04 15:27:44.218626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Calling delete_port for dd768bae-f564-4214-b465-63b0eb121d92 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:44.318795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6409686a-a903-4591-bdc3-b54736dcb978 req-8f0e3375-6e68-4a0b-8077-72daa7d8f05d tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276057 Feb 04 15:27:44.456837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f1481-01cd-41a7-8923-a3548be64abb req-2c0a456d-35ff-4ca7-b120-b29f08f3efbe tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.458493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-900f1481-01cd-41a7-8923-a3548be64abb req-2c0a456d-35ff-4ca7-b120-b29f08f3efbe tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 949 time: 0.4883449 Feb 04 15:27:44.490381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-0acee431-e289-43d5-ac92-447b1037cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.491758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-0acee431-e289-43d5-ac92-447b1037cb39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 912 time: 0.5227795 Feb 04 15:27:44.533375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.579637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-984138ed-680a-45ed-ac90-a8794ed3170b service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639412 Feb 04 15:27:44.595138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-33b1f694-1040-4b61-9883-47e7a4951068 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e2775a5-14b8-404f-8d5b-1d1214c02f60 HTTP/1.1" status: 200 len: 217 time: 0.0716348 Feb 04 15:27:44.595476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55971ff-0be3-487d-b76f-d4e741d89852 req-10bfff65-c778-4008-b7c3-8b297f8c2f9d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.597400 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d55971ff-0be3-487d-b76f-d4e741d89852 req-10bfff65-c778-4008-b7c3-8b297f8c2f9d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1706593 Feb 04 15:27:44.600928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd768bae-f564-4214-b465-63b0eb121d92,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:44.683302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.737772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d55971ff-0be3-487d-b76f-d4e741d89852 req-3aa6d91e-7b77-49e1-a1f6-cde9c498d480 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253629 Feb 04 15:27:44.743825 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.746512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.752993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7452f4b7-f26f-4fbf-80fe-c3f53169464f tempest-FloatingIPAdminTestJSON-614671357 tempest-FloatingIPAdminTestJSON-614671357-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/3203b055-a872-44d4-81c4-ebfe3fe5aece HTTP/1.1" status: 204 len: 168 time: 1.2755091 Feb 04 15:27:44.753316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:44.762085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-88ef0930-eff6-4c21-8171-db9f3db4ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:44.765880 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-88ef0930-eff6-4c21-8171-db9f3db4ef46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.1555822 Feb 04 15:27:44.827356 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-b5aea39d-ac9a-487a-a3d7-bf79b8cc26a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535567 Feb 04 15:27:44.833795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-4b31e0d1-58e5-4118-87c0-7c084f29d3df service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409976 Feb 04 15:27:44.863700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Deleting port 69a636d7-d274-4a1e-b236-7f4732793f7a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:44.864070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.870231 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:44.907331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a5303-41c9-43c3-87bd-f1371373a5c3 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Deleting port 912b8a64-1fcb-404a-904f-79e9243c7a28 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:44.909572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5303-41c9-43c3-87bd-f1371373a5c3 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.041665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:27:45.050772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f8d1-c31d-477f-9fea-f662cbd5b791 req-74b2b79f-4c7c-41a1-b0d2-5b75311f1686 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.052953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8e61f8d1-c31d-477f-9fea-f662cbd5b791 req-74b2b79f-4c7c-41a1-b0d2-5b75311f1686 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 944 time: 0.1383824 Feb 04 15:27:45.070873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:27:45.087175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:27:45.093024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event updated for resources: {'Port': ['ID=b10ce33f-8bec-4d03-9035-84647742300e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:45.100322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5303-41c9-43c3-87bd-f1371373a5c3 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.123781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a5303-41c9-43c3-87bd-f1371373a5c3 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Calling delete_port for 912b8a64-1fcb-404a-904f-79e9243c7a28 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:45.128576 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8e61f8d1-c31d-477f-9fea-f662cbd5b791 req-f2f3ece1-a9b6-4232-a18b-ccadcd5ea4c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645530 Feb 04 15:27:45.182737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-1cd7e660-1a93-4bb2-81a6-51eb378058b1 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463211 Feb 04 15:27:45.186720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] For port 69a636d7-d274-4a1e-b236-7f4732793f7a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=69a636d7-d274-4a1e-b236-7f4732793f7a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:45.187357 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.253732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-75101f59-7b52-4b72-8823-64f2a24b080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.256230 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-75101f59-7b52-4b72-8823-64f2a24b080f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.2853878 Feb 04 15:27:45.264553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Calling delete_port for 69a636d7-d274-4a1e-b236-7f4732793f7a owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:45.331179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5303-41c9-43c3-87bd-f1371373a5c3 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.367698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a5303-41c9-43c3-87bd-f1371373a5c3 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event deleted for resources: {'Port': ['ID=912b8a64-1fcb-404a-904f-79e9243c7a28,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:45.378587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863d00f-c58d-4443-bd87-66b6f9e334f6 req-52fab838-0e23-4741-9a07-e101aa3e9980 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.380209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f863d00f-c58d-4443-bd87-66b6f9e334f6 req-52fab838-0e23-4741-9a07-e101aa3e9980 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1074314 Feb 04 15:27:45.480963 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f863d00f-c58d-4443-bd87-66b6f9e334f6 req-93461062-3ec5-4a31-ad9a-1b58a19e2547 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716326 Feb 04 15:27:45.503813 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5303-41c9-43c3-87bd-f1371373a5c3 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.513086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6d0a5303-41c9-43c3-87bd-f1371373a5c3 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "DELETE /v2.0/ports/912b8a64-1fcb-404a-904f-79e9243c7a28 HTTP/1.1" status: 204 len: 168 time: 0.7559342 Feb 04 15:27:45.513436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39136) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:45.605813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b3cb7-1054-4110-b569-845acd3661bc tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.610506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ce8b3cb7-1054-4110-b569-845acd3661bc tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "GET /v2.0/ports?device_id=def8968a-e6b7-4520-9f14-a78d61e70295 HTTP/1.1" status: 200 len: 913 time: 0.0930355 Feb 04 15:27:45.612605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39138) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:45.673432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895402-8eca-4b89-ab37-ff2b0d321e3a req-80e4a85a-5dac-457f-a01c-49bdba8df19d tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.675038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb895402-8eca-4b89-ab37-ff2b0d321e3a req-80e4a85a-5dac-457f-a01c-49bdba8df19d tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 949 time: 0.1143658 Feb 04 15:27:45.687958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-7e0661f1-9b7a-47d4-91d1-f2e487a7c32b service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777348 Feb 04 15:27:45.696626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.752566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-5cae0234-a24b-4f96-bf29-56c563e4251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.755381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-5cae0234-a24b-4f96-bf29-56c563e4251a service neutron] 10.222.0.50 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 921 time: 0.4588177 Feb 04 15:27:45.765940 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb895402-8eca-4b89-ab37-ff2b0d321e3a req-7b0c4cac-c79e-4822-967f-4dd385947e5e tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/security-groups?id=57dca9ef-a3de-4a47-a6c9-30d2364a0df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835600 Feb 04 15:27:45.872954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-f9899499-bee7-4ff1-b133-0ca30d8db333 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 217 time: 0.0869014 Feb 04 15:27:45.882713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:45.983140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e801c-ee81-48e3-90fe-e73743c2f262 req-ced381c2-a60f-41ab-a45f-005a13f1dcb8 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:45.984700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-881e801c-ee81-48e3-90fe-e73743c2f262 req-ced381c2-a60f-41ab-a45f-005a13f1dcb8 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1226921 Feb 04 15:27:46.065565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-77cc240b-2ffb-41df-9784-ee1c0465c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:46.067118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-77cc240b-2ffb-41df-9784-ee1c0465c89c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.1865680 Feb 04 15:27:46.095466 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.110511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['69a636d7-d274-4a1e-b236-7f4732793f7a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:46.143029 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-881e801c-ee81-48e3-90fe-e73743c2f262 req-a5e71a76-2e24-4994-9e18-227e3caf8686 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434903 Feb 04 15:27:46.172906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-7bcef5b9-37c7-43b7-abda-d18d34db6e0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785444 Feb 04 15:27:46.183517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Pushing event deleted for resources: {'Port': ['ID=69a636d7-d274-4a1e-b236-7f4732793f7a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:46.343651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3b38e-3da2-41f2-8cbf-59904069407a req-ab143043-9434-4b0d-8e54-06c682368f1a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:46.345311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5e3b38e-3da2-41f2-8cbf-59904069407a req-ab143043-9434-4b0d-8e54-06c682368f1a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 944 time: 0.0798259 Feb 04 15:27:46.360389 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.380670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] No DVR routers for this DVR port 69a636d7-d274-4a1e-b236-7f4732793f7a on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:46.395847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.399333 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-900f1481-01cd-41a7-8923-a3548be64abb req-1cc0a640-83e8-43b3-8142-2e2b1386c041 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.30 "DELETE /v2.0/ports/69a636d7-d274-4a1e-b236-7f4732793f7a HTTP/1.1" status: 204 len: 173 time: 1.9308641 Feb 04 15:27:46.406384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb42289-fe75-46fd-b41e-c910f7e3ae14', 'name': 'network-vif-deleted', 'tag': '69a636d7-d274-4a1e-b236-7f4732793f7a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:46.408759 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a17c8de-84a3-4e30-8430-4158ae80723e" -d '{"events": [{"server_uuid": "3fb42289-fe75-46fd-b41e-c910f7e3ae14", "name": "network-vif-deleted", "tag": "69a636d7-d274-4a1e-b236-7f4732793f7a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:46.469508 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5e3b38e-3da2-41f2-8cbf-59904069407a req-8a90c0e1-46ea-44c2-abcf-99119bdd9d4b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061881 Feb 04 15:27:46.476412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.482108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-c7e664fb-ec35-4462-ae63-808b178ad875 service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954559 Feb 04 15:27:46.483906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.555480 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e658bd-304b-4a28-baa0-4920dc3a6e31 x-openstack-request-id: req-35e658bd-304b-4a28-baa0-4920dc3a6e31 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:46.556103 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb42289-fe75-46fd-b41e-c910f7e3ae14", "name": "network-vif-deleted", "tag": "69a636d7-d274-4a1e-b236-7f4732793f7a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:46.556351 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-35e658bd-304b-4a28-baa0-4920dc3a6e31 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:46.557321 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb42289-fe75-46fd-b41e-c910f7e3ae14', 'name': 'network-vif-deleted', 'tag': '69a636d7-d274-4a1e-b236-7f4732793f7a', 'status': 'completed', 'code': 200} Feb 04 15:27:46.687690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event updated for resources: {'Port': ['ID=b10ce33f-8bec-4d03-9035-84647742300e,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:46.727716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.758015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c87ac5-5761-42d0-bbf7-19ac69f43c88 req-deab5ff8-6034-41e4-85aa-06ec1c93f7d4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:46.760597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8c87ac5-5761-42d0-bbf7-19ac69f43c88 req-deab5ff8-6034-41e4-85aa-06ec1c93f7d4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1106029 Feb 04 15:27:46.768605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2586c0-ec8d-44e2-b4a5-786e504f6a86 req-6de4e2e4-3db5-4bb0-ac81-d9103fe19fc5 service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776573 Feb 04 15:27:46.774115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:46.776216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-91795127-9873-4ea9-aaad-252a3f65295b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5700488 Feb 04 15:27:46.850865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8c87ac5-5761-42d0-bbf7-19ac69f43c88 req-ca879ec1-b0d6-4a5b-8297-e72f70c52994 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824201 Feb 04 15:27:46.886992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-e7b0600e-4fac-4a59-b7da-3650c116cdd1 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1017570 Feb 04 15:27:46.981786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Deleting port df616764-0406-42a9-882e-217712152599 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:46.982163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.002888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-331f89d2-3904-4fc7-95e9-3bfa3947a577 req-2b978b8c-8bc0-4947-8eb3-1145837f3a65 tempest-LiveMigrationNegativeTest-986086392 tempest-LiveMigrationNegativeTest-986086392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb42289-fe75-46fd-b41e-c910f7e3ae14 HTTP/1.1" status: 200 len: 210 time: 0.0345721 Feb 04 15:27:47.036125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-505b8304-07e1-4971-9937-cdfc8c347f32 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.038032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-505b8304-07e1-4971-9937-cdfc8c347f32 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.1445186 Feb 04 15:27:47.059953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-89e52f58-c0ab-49db-89c3-60cbec4a9505 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:47.061819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cc97a2c-2089-4847-8c8d-5f786dc909a7 req-89e52f58-c0ab-49db-89c3-60cbec4a9505 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108767 Feb 04 15:27:47.128616 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.199834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Calling delete_port for df616764-0406-42a9-882e-217712152599 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:47.290860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86ffd5-531c-4235-8e72-a130b6f12c62 req-a9835d25-0c64-4478-a4f7-f3084f067f7e tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.292595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a86ffd5-531c-4235-8e72-a130b6f12c62 req-a9835d25-0c64-4478-a4f7-f3084f067f7e tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.0622895 Feb 04 15:27:47.320000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9d6bab3a-77eb-49f4-b01f-aaa705b4702d tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.322873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9d6bab3a-77eb-49f4-b01f-aaa705b4702d tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1893301 Feb 04 15:27:47.348474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a86ffd5-531c-4235-8e72-a130b6f12c62 req-c689b46e-e4b5-4052-9960-c63b1771eddf tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482559 Feb 04 15:27:47.439698 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-eec21f01-c162-4916-8fea-87a4a24a8b83 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1093364 Feb 04 15:27:47.458947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Request body: {'floatingip': {'port_id': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:47.602237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.618225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241e00c-a010-404d-826d-88b7dc7b3bd3 req-5277fd80-db14-43dc-baae-5522566979cb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.619878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1241e00c-a010-404d-826d-88b7dc7b3bd3 req-5277fd80-db14-43dc-baae-5522566979cb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 944 time: 0.0632577 Feb 04 15:27:47.663090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1241e00c-a010-404d-826d-88b7dc7b3bd3 req-bab7ec8e-64c2-44bc-96bd-38a67c96c513 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364251 Feb 04 15:27:47.960080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:47.990967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dd2a-3a43-4e5b-a3ec-8daef1c01091 req-3a46ce73-8dce-4b24-971b-4ee59bb5b2fa tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:47.992654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a87dd2a-3a43-4e5b-a3ec-8daef1c01091 req-3a46ce73-8dce-4b24-971b-4ee59bb5b2fa tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.0558827 Feb 04 15:27:48.036920 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a87dd2a-3a43-4e5b-a3ec-8daef1c01091 req-1295847b-328a-4b81-b24f-8a6e47d3fe02 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371051 Feb 04 15:27:48.204490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 7e2775a5-14b8-404f-8d5b-1d1214c02f60 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:27:48.207269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 69a636d7-d274-4a1e-b236-7f4732793f7a no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:27:48.237715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 69a636d7-d274-4a1e-b236-7f4732793f7a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:27:48.238195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 69a636d7-d274-4a1e-b236-7f4732793f7a not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:27:48.356969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 7e2775a5-14b8-404f-8d5b-1d1214c02f60, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=7e2775a5-14b8-404f-8d5b-1d1214c02f60,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:48.366621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39168) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:48.370914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '7e2775a5-14b8-404f-8d5b-1d1214c02f60', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'port_id': '7e2775a5-14b8-404f-8d5b-1d1214c02f60', 'mac_address': 'fa:16:3e:20:11:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4492d8e7-37ab-431b-bf81-dee81ec03258', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:27:48.436674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.476483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2775a5-14b8-404f-8d5b-1d1214c02f60 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:27:48.512929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace3cd-ff8b-4925-ad73-ba54c2ec5aad req-ea6f6bfc-91d5-44c5-93c6-baf656ee93eb tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:48.515022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7ace3cd-ff8b-4925-ad73-ba54c2ec5aad req-ea6f6bfc-91d5-44c5-93c6-baf656ee93eb tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.0840125 Feb 04 15:27:48.533426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 7e2775a5-14b8-404f-8d5b-1d1214c02f60, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=7e2775a5-14b8-404f-8d5b-1d1214c02f60,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:48.539643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.583357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event deleted for resources: {'Port': ['ID=df616764-0406-42a9-882e-217712152599,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:48.604004 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7ace3cd-ff8b-4925-ad73-ba54c2ec5aad req-63d7f516-700d-4ce8-974b-1bd52f8ab6e0 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731554 Feb 04 15:27:48.609326 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ece70932-1665-4aa8-b165-848c0112d3ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49c399b129c44b0da5f32900bdaddea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414749 Feb 04 15:27:48.614118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39174) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:48.646014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=7e2775a5-14b8-404f-8d5b-1d1214c02f60,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:48.689310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f024478a-6a0e-436d-a7a9-3d90ce05fbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.716700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f024478a-6a0e-436d-a7a9-3d90ce05fbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.839407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ea0c9-00e5-48a2-b2c9-229eddf09a42 req-5403a647-0b84-46a5-a779-8738af683dc1 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:48.841751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f80ea0c9-00e5-48a2-b2c9-229eddf09a42 req-5403a647-0b84-46a5-a779-8738af683dc1 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 945 time: 0.0703349 Feb 04 15:27:48.860102 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f024478a-6a0e-436d-a7a9-3d90ce05fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.862956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f024478a-6a0e-436d-a7a9-3d90ce05fbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.864222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f024478a-6a0e-436d-a7a9-3d90ce05fbaa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57dca9ef-a3de-4a47-a6c9-30d2364a0df1 HTTP/1.1" status: 204 len: 168 time: 0.2486551 Feb 04 15:27:48.883777 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:48.885111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024478a-6a0e-436d-a7a9-3d90ce05fbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dca9ef-a3de-4a47-a6c9-30d2364a0df1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:48.904091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f80ea0c9-00e5-48a2-b2c9-229eddf09a42 req-995407e0-e48d-4a49-9d85-5a502b920b72 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519226 Feb 04 15:27:48.959628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['7e2775a5-14b8-404f-8d5b-1d1214c02f60'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:27:49.101332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.110460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.275099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39184) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:49.331885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-75248305-4fbb-406f-9091-7cec877724e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d72b9760610e4863ab6839a8df000b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531545 Feb 04 15:27:49.332796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39186) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:49.349677 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Floating IP d2b05596-1373-4fc5-bec3-48ef4ca4bf3f associated. External IP: 172.25.1.245, port: 4173bc17-d0c3-40ae-8b3f-380a38a0d773. Feb 04 15:27:49.401036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ba83af7-89b2-4c23-b5b5-69e5d3d17a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.417217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Router def8968a-e6b7-4520-9f14-a78d61e70295 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:49.447221 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ba83af7-89b2-4c23-b5b5-69e5d3d17a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.556077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbc2ea-37d8-4de9-9fc4-cddbbd796225 req-b9b83bd1-ad4a-42fb-b908-91ba70480192 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:49.558324 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5dbc2ea-37d8-4de9-9fc4-cddbbd796225 req-b9b83bd1-ad4a-42fb-b908-91ba70480192 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1071677 Feb 04 15:27:49.603665 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ba83af7-89b2-4c23-b5b5-69e5d3d17a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.609113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ba83af7-89b2-4c23-b5b5-69e5d3d17a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.610986 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1ba83af7-89b2-4c23-b5b5-69e5d3d17a5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f0f14c7-c293-4612-b305-3ffe96345cce HTTP/1.1" status: 204 len: 168 time: 0.2769477 Feb 04 15:27:49.633090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:49.641425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba83af7-89b2-4c23-b5b5-69e5d3d17a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0f14c7-c293-4612-b305-3ffe96345cce,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:49.671049 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-57483489-26e6-47c9-bb04-8bc92f8b292a tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "PUT /v2.0/routers/def8968a-e6b7-4520-9f14-a78d61e70295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0528669 Feb 04 15:27:49.676979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39192) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:49.680223 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a2b88-6948-4aa1-af82-4fc0b8008616 None None] Sync routers for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:49.685470 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5dbc2ea-37d8-4de9-9fc4-cddbbd796225 req-02a28148-5062-4e98-9318-999aa4401dfa tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155729 Feb 04 15:27:49.717235 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a2b88-6948-4aa1-af82-4fc0b8008616 None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:49.718437 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b89a2b88-6948-4aa1-af82-4fc0b8008616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:49.790553 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b89a2b88-6948-4aa1-af82-4fc0b8008616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:49.806769 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a2b88-6948-4aa1-af82-4fc0b8008616 None None] Routers {'def8968a-e6b7-4520-9f14-a78d61e70295'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:49.807718 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b89a2b88-6948-4aa1-af82-4fc0b8008616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['def8968a-e6b7-4520-9f14-a78d61e70295'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:49.824049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:49.886116 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b89a2b88-6948-4aa1-af82-4fc0b8008616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:49.888335 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a2b88-6948-4aa1-af82-4fc0b8008616 None None] The sync data for ids ['def8968a-e6b7-4520-9f14-a78d61e70295'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:49.921685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247c4fc-bf25-4f9e-9af7-66bb602d564d req-672a0901-7bc1-4dad-af27-0a755da2d67a tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:49.924445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3247c4fc-bf25-4f9e-9af7-66bb602d564d req-672a0901-7bc1-4dad-af27-0a755da2d67a tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1000538 Feb 04 15:27:49.946060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Router 97653c45-5b01-45c5-b361-fbc08ab2c75a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:49.999613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3247c4fc-bf25-4f9e-9af7-66bb602d564d req-496b6fe7-cb49-41f4-893f-9393cea820bc tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638154 Feb 04 15:27:50.018038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.130640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:50.135943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.148189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] Sync routers for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:50.171924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-9c1c554d-b211-4ea6-b57a-cc68d9e87b44 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "PUT /v2.0/floatingips/d2b05596-1373-4fc5-bec3-48ef4ca4bf3f HTTP/1.1" status: 200 len: 997 time: 2.7236753 Feb 04 15:27:50.173563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:50.175744 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9261200-ae2d-4489-a571-fdb00dcdddbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:50.179795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:50.179995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Deleting port ce3d9e47-7221-4825-bac5-8ef44f7bb4c0 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:50.180271 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.181646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:50.213683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e68742-134d-4c9a-b974-f7ea02b1a9ea req-7e0edda7-e9cf-4888-99fe-b2bfa2be0926 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.226665 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7e68742-134d-4c9a-b974-f7ea02b1a9ea req-7e0edda7-e9cf-4888-99fe-b2bfa2be0926 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 945 time: 0.1221702 Feb 04 15:27:50.274334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7e68742-134d-4c9a-b974-f7ea02b1a9ea req-d87931aa-bb03-40de-bb23-9a488134577b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459101 Feb 04 15:27:50.292678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-8d617346-9daf-4872-966d-efc93a18b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.294906 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-8d617346-9daf-4872-966d-efc93a18b6f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.1009974 Feb 04 15:27:50.325537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.376162 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af4d42-a6d9-43c4-9ba6-65ec92ecfb7c x-openstack-request-id: req-b1af4d42-a6d9-43c4-9ba6-65ec92ecfb7c {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:50.376435 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:50.376706 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b1af4d42-a6d9-43c4-9ba6-65ec92ecfb7c {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:50.377116 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'status': 'completed', 'code': 200} Feb 04 15:27:50.378060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Calling delete_port for ce3d9e47-7221-4825-bac5-8ef44f7bb4c0 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:50.406622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:50.486284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-df48cdae-b8d9-40d7-a6e1-290e93d0d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.494109 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-df48cdae-b8d9-40d7-a6e1-290e93d0d70b service neutron] 10.222.0.47 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 921 time: 0.1879661 Feb 04 15:27:50.516751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-61b7dea4-7f4c-4138-afdc-a954e8360637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.518638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-61b7dea4-7f4c-4138-afdc-a954e8360637 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.0944018 Feb 04 15:27:50.625462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-478f1fae-9c54-49b9-aff0-70eee4ea7c13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 1000 time: 0.1301725 Feb 04 15:27:50.769930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-f142c2eb-ddc3-439c-b436-c6983ae3b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:50.773664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'd2b05596-1373-4fc5-bec3-48ef4ca4bf3f', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'port_id': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'mac_address': 'fa:16:3e:7c:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:48Z', 'revision_number': 1, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:50.786762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-f142c2eb-ddc3-439c-b436-c6983ae3b371 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.1601610 Feb 04 15:27:50.795913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:50.807700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] Checking router: 97653c45-5b01-45c5-b361-fbc08ab2c75a for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:50.818105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:50.818745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:50.947693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:50.966884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-1c38e68a-a3f7-4250-9bd7-fcc2cf935543 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771262 Feb 04 15:27:50.975285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event deleted for resources: {'Port': ['ID=ce3d9e47-7221-4825-bac5-8ef44f7bb4c0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:51.025753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-1f43a52d-a89b-458f-9fd9-4def0d410b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:51.027825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-1f43a52d-a89b-458f-9fd9-4def0d410b20 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 921 time: 0.5011146 Feb 04 15:27:51.186020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adfed6-4fd6-48be-92e7-3c5ed587326c req-41f16cd9-b7be-4177-9cd9-6689f6850f55 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:51.194242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97adfed6-4fd6-48be-92e7-3c5ed587326c req-41f16cd9-b7be-4177-9cd9-6689f6850f55 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1702080 Feb 04 15:27:51.204248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-d99f060d-442b-4661-b5a7-563ad08a88f9 service neutron] 10.222.0.47 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942008 Feb 04 15:27:51.221214 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-c55b201b-c99b-4292-9c14-095f3400a103 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 1000 time: 0.1821337 Feb 04 15:27:51.269416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97adfed6-4fd6-48be-92e7-3c5ed587326c req-ea3b0dc6-6f4e-4be3-8f63-60c02dc2c27e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738263 Feb 04 15:27:51.293503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'd2b05596-1373-4fc5-bec3-48ef4ca4bf3f', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'port_id': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'mac_address': 'fa:16:3e:7c:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:48Z', 'revision_number': 1, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:51.330224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e542b56-c66f-4567-ba0e-38eee4f6b96d None None] The sync data for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 is: [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'd2b05596-1373-4fc5-bec3-48ef4ca4bf3f', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'port_id': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'mac_address': 'fa:16:3e:7c:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:27:45Z', 'updated_at': '2022-02-04T15:27:48Z', 'revision_number': 1, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:51.350038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.364880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-2b5f3171-f34d-44a6-88fe-32fde1671edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:51.366542 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-2b5f3171-f34d-44a6-88fe-32fde1671edd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.1325119 Feb 04 15:27:51.447399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-d4431928-88fe-42ee-aeab-0a461762700b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699921 Feb 04 15:27:51.486559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.491461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:51.501903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91a00177-9d7d-49b3-afd1-194d3678ee5e req-eb71af9b-7d37-4352-9605-634b242c3062 service neutron] 10.222.0.47 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617321 Feb 04 15:27:51.617660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531fd2-65e7-4da9-95b1-f9f8c4e6a4ca req-169682ac-122e-4dae-a57e-dd2d8d2df9d1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:51.626539 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75531fd2-65e7-4da9-95b1-f9f8c4e6a4ca req-169682ac-122e-4dae-a57e-dd2d8d2df9d1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.2011962 Feb 04 15:27:51.677059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-f146a300-9b0c-4ce7-bce7-f103de2697ef service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936443 Feb 04 15:27:51.694156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75531fd2-65e7-4da9-95b1-f9f8c4e6a4ca req-5e5e9436-1b4f-4467-98ec-8fa477a96061 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664160 Feb 04 15:27:51.784910 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faba6e7-6835-4f06-abde-1ddfc065fa20 None None] New status for floating IP d2b05596-1373-4fc5-bec3-48ef4ca4bf3f: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:27:51.935444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-a2b8555b-e204-4509-b3ac-4110eb5c0c42 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 1000 time: 0.1509099 Feb 04 15:27:51.940045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9261200-ae2d-4489-a571-fdb00dcdddbb req-26684096-aa5a-46ca-998b-6d0dbb824bd9 service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448528 Feb 04 15:27:52.049424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cba40-26b9-4d25-9042-b55973ea4023 req-9eca5da3-a2b3-4afa-b5a1-bfc7525c4065 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:52.052660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-9eca5da3-a2b3-4afa-b5a1-bfc7525c4065 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports/4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 943 time: 0.1110086 Feb 04 15:27:52.129559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.130533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Fanout notify agent at l3_agent the message router_deleted on router def8968a-e6b7-4520-9f14-a78d61e70295 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:27:52.139345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.143281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bccca01f-e6ac-4fe8-81a6-d390855e27d8 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "DELETE /v2.0/routers/def8968a-e6b7-4520-9f14-a78d61e70295 HTTP/1.1" status: 204 len: 168 time: 2.4631550 Feb 04 15:27:52.143622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39240) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:52.171008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c267b40-3949-429e-94d3-4cbdf16b4f5b req-4e6378fd-f116-4e9c-86bc-26e86b85b227 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:52.172751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c267b40-3949-429e-94d3-4cbdf16b4f5b req-4e6378fd-f116-4e9c-86bc-26e86b85b227 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 945 time: 0.0917368 Feb 04 15:27:52.218974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 7e2775a5-14b8-404f-8d5b-1d1214c02f60 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:27:52.234258 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c267b40-3949-429e-94d3-4cbdf16b4f5b req-93653f01-5e9a-4764-9094-22611142046b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531108 Feb 04 15:27:52.306015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-e19a4a31-4528-476d-9da8-c1da89375f3f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 1002 time: 0.1629305 Feb 04 15:27:52.314016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-594861cf-4c52-4e5d-ae65-bc66df51b640 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Deleting subnet 9ae549a4-e62b-4877-9565-931ccd9e205f {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:27:52.323171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-594861cf-4c52-4e5d-ae65-bc66df51b640 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.338804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:27:52.351208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:27:52.351946 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.475220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-594861cf-4c52-4e5d-ae65-bc66df51b640 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.506776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d5d3a-b7d2-483a-a6f6-36a184c80d67 req-1c579fe6-c7a8-478a-a09f-6b7c4905cf89 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:52.509577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b34d5d3a-b7d2-483a-a6f6-36a184c80d67 req-1c579fe6-c7a8-478a-a09f-6b7c4905cf89 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1135905 Feb 04 15:27:52.514190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.554841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef898bd7-438d-498d-8bf2-0d72094f794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2775a5-14b8-404f-8d5b-1d1214c02f60'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:52.559880 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34395094-4739-4186-91fc-f10a6fe8d5d1" -d '{"events": [{"server_uuid": "ef898bd7-438d-498d-8bf2-0d72094f794c", "name": "network-vif-plugged", "status": "completed", "tag": "7e2775a5-14b8-404f-8d5b-1d1214c02f60"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:52.576598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b34d5d3a-b7d2-483a-a6f6-36a184c80d67 req-e43793a7-150a-487c-9ed4-97344bd25b88 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588186 Feb 04 15:27:52.582875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 7e2775a5-14b8-404f-8d5b-1d1214c02f60, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=7e2775a5-14b8-404f-8d5b-1d1214c02f60,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:52.589659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.618946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cba40-26b9-4d25-9042-b55973ea4023 req-24f4e002-c8da-425b-8eb3-6fc9e5032923 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:52.621188 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-24f4e002-c8da-425b-8eb3-6fc9e5032923 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.3000698 Feb 04 15:27:52.680288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=7e2775a5-14b8-404f-8d5b-1d1214c02f60,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:52.690426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-594861cf-4c52-4e5d-ae65-bc66df51b640 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.748389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-a5ad878b-418b-4ae4-a9d2-fb428e974988 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 1002 time: 0.1146963 Feb 04 15:27:52.763763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:52.779093 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.844858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-594861cf-4c52-4e5d-ae65-bc66df51b640 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.859020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.920352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-594861cf-4c52-4e5d-ae65-bc66df51b640 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:52.925989 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-594861cf-4c52-4e5d-ae65-bc66df51b640 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "DELETE /v2.0/subnets/9ae549a4-e62b-4877-9565-931ccd9e205f HTTP/1.1" status: 204 len: 168 time: 0.7805405 Feb 04 15:27:52.927240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594861cf-4c52-4e5d-ae65-bc66df51b640 tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae549a4-e62b-4877-9565-931ccd9e205f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:52.928477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39260) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:52.936057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39b6a1-ddcc-448f-ab95-0cfe9bd3957d None None] Network 0016a18d-1e4c-4663-9ad9-45eb3d673c59 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:27:53.025067 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd7898-fff0-4de4-a6f9-669bebc909fb x-openstack-request-id: req-94bd7898-fff0-4de4-a6f9-669bebc909fb {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:53.025385 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef898bd7-438d-498d-8bf2-0d72094f794c", "name": "network-vif-plugged", "status": "completed", "tag": "7e2775a5-14b8-404f-8d5b-1d1214c02f60", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:53.025600 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94bd7898-fff0-4de4-a6f9-669bebc909fb {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:53.026543 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef898bd7-438d-498d-8bf2-0d72094f794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2775a5-14b8-404f-8d5b-1d1214c02f60', 'code': 200} Feb 04 15:27:53.079836 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.138208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc2188-193b-4a83-9419-1d737db7388c req-dcb7834d-fcd4-4d62-8ffd-f745a2d007dd tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.139841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0dc2188-193b-4a83-9419-1d737db7388c req-dcb7834d-fcd4-4d62-8ffd-f745a2d007dd tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.0941231 Feb 04 15:27:53.190714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] DHCP port deletion for 0016a18d-1e4c-4663-9ad9-45eb3d673c59 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:27:53.213849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d14f52-527b-40e8-93c6-b0b5161dc2bc req-b0631993-d61e-4a22-980b-2df9281aed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.216273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a4d14f52-527b-40e8-93c6-b0b5161dc2bc req-b0631993-d61e-4a22-980b-2df9281aed75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 1097 time: 0.1478820 Feb 04 15:27:53.219005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.225358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.226139 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Floating IP d2b05596-1373-4fc5-bec3-48ef4ca4bf3f disassociated. External IP: 172.25.1.245, port: 4173bc17-d0c3-40ae-8b3f-380a38a0d773. Feb 04 15:27:53.230607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0dc2188-193b-4a83-9419-1d737db7388c req-ca63098a-c846-4b22-8ac5-fb41b34964be tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798843 Feb 04 15:27:53.239086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Deleting port 820347e1-73ca-4c1b-b460-1c7200f17c9d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:53.239457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.251496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] Deleting port 820347e1-73ca-4c1b-b460-1c7200f17c9d {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:53.252584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.378801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] For port 820347e1-73ca-4c1b-b460-1c7200f17c9d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=820347e1-73ca-4c1b-b460-1c7200f17c9d,segment=NetworkSegment(3b279693-d57e-4394-9592-97e61af7e83d),segment_id=3b279693-d57e-4394-9592-97e61af7e83d)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:53.379329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.381659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] For port 820347e1-73ca-4c1b-b460-1c7200f17c9d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=820347e1-73ca-4c1b-b460-1c7200f17c9d,segment=NetworkSegment(3b279693-d57e-4394-9592-97e61af7e83d),segment_id=3b279693-d57e-4394-9592-97e61af7e83d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:53.383374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.401721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Calling delete_port for 820347e1-73ca-4c1b-b460-1c7200f17c9d owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:53.435267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a4d14f52-527b-40e8-93c6-b0b5161dc2bc req-03defdf2-605a-493d-9e71-329651752e1e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111101 Feb 04 15:27:53.447592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] Calling delete_port for 820347e1-73ca-4c1b-b460-1c7200f17c9d owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:53.537140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Router 97653c45-5b01-45c5-b361-fbc08ab2c75a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:27:53.546797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beb92a-4833-43d9-8192-b9140da4f469 req-c44527bd-85aa-4537-8904-f21a7e95e465 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.548714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9beb92a-4833-43d9-8192-b9140da4f469 req-c44527bd-85aa-4537-8904-f21a7e95e465 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 946 time: 0.0795789 Feb 04 15:27:53.583218 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.587298 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.619084 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] Pushing event deleted for resources: {'Port': ['ID=820347e1-73ca-4c1b-b460-1c7200f17c9d,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:53.623703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1b56a-99d4-48eb-8459-e1a815f57a9b None None] No DVR routers for this DVR port 820347e1-73ca-4c1b-b460-1c7200f17c9d on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:53.642550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] No DVR routers for this DVR port 820347e1-73ca-4c1b-b460-1c7200f17c9d on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:53.645502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event deleted for resources: {'Port': ['ID=820347e1-73ca-4c1b-b460-1c7200f17c9d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:53.654413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9beb92a-4833-43d9-8192-b9140da4f469 req-d7d69448-2f85-47e3-913b-8d2be6e5a507 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965288 Feb 04 15:27:53.748497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:27:53.752950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.760510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] Sync routers for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:27:53.764597 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.776841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:53.777542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:53.798375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f4dc29cd-e1e2-4f60-bcd7-41d53933519f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "PUT /v2.0/floatingips/d2b05596-1373-4fc5-bec3-48ef4ca4bf3f HTTP/1.1" status: 200 len: 695 time: 1.0405579 Feb 04 15:27:53.799367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:53.802452 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8ace6d-4ce4-4534-87b6-710ef228e08d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:53.818559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0016a18d-1e4c-4663-9ad9-45eb3d673c59']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:53.831974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b279693-d57e-4394-9592-97e61af7e83d') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:53.832332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b279693-d57e-4394-9592-97e61af7e83d') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:53.849114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.884302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cba40-26b9-4d25-9042-b55973ea4023 req-0cfcffbe-8a94-49c5-8981-ca0703c04358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.884610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90f24-d01a-4617-b394-14750bcf0bcf req-65e60218-629e-4940-83c2-ce4f5c4d49ea tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:53.886433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-0cfcffbe-8a94-49c5-8981-ca0703c04358 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.0573375 Feb 04 15:27:53.887888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37f90f24-d01a-4617-b394-14750bcf0bcf req-65e60218-629e-4940-83c2-ce4f5c4d49ea tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1268382 Feb 04 15:27:53.899813 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.915506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:27:53.916152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:27:53.927371 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:27:53.938551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:54.029775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.039156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37f90f24-d01a-4617-b394-14750bcf0bcf req-a574e3f3-e36d-40c9-ae13-db8ff6648da4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285732 Feb 04 15:27:54.056757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.067441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39284) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:54.067675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "DELETE /v2.0/networks/0016a18d-1e4c-4663-9ad9-45eb3d673c59 HTTP/1.1" status: 204 len: 168 time: 1.1293914 Feb 04 15:27:54.091790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627b0a9-454a-45c4-b639-7c9f1ca8fa0e tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event deleted for resources: {'Network': ['ID=0016a18d-1e4c-4663-9ad9-45eb3d673c59,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:54.280453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:54.310556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] Checking router: 97653c45-5b01-45c5-b361-fbc08ab2c75a for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:27:54.332830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:27:54.334420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:54.344415 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33748fa-a45f-41ea-b753-52013f69e9bc x-openstack-request-id: req-f33748fa-a45f-41ea-b753-52013f69e9bc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:54.344695 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:54.344945 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f33748fa-a45f-41ea-b753-52013f69e9bc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:54.345353 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'status': 'completed', 'code': 200} Feb 04 15:27:54.437496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f69fa7f2-13d3-46b9-a181-c5e2230cae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:54.439761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-f69fa7f2-13d3-46b9-a181-c5e2230cae6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 921 time: 0.5347779 Feb 04 15:27:54.516720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:27:54.534711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-732aa2c3-f796-4cc0-9b77-c5dfb3e98a9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 217 time: 0.0539944 Feb 04 15:27:54.538273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-9c1301d7-2f60-47ba-b591-bc72f9252fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:54.539791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-9c1301d7-2f60-47ba-b591-bc72f9252fc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93269c6abb2a4b85a311035043259ab4&device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 1097 time: 0.1566033 Feb 04 15:27:54.551192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eeac5-1f92-493f-90b2-73f327f729ec req-cb25b871-e9a5-4790-9051-aa06cae7efca tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:54.552809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f8eeac5-1f92-493f-90b2-73f327f729ec req-cb25b871-e9a5-4790-9051-aa06cae7efca tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.0648220 Feb 04 15:27:54.639218 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f8eeac5-1f92-493f-90b2-73f327f729ec req-cb201fdb-7063-43db-8cbd-5ed30697af82 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753207 Feb 04 15:27:54.660967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cba40-26b9-4d25-9042-b55973ea4023 req-6bae1601-1144-4ce3-93fe-bd36c9efcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:54.663100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-6bae1601-1144-4ce3-93fe-bd36c9efcb7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.1026945 Feb 04 15:27:54.749165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-ab188b32-6e07-4ac3-9b3e-b81af9499126 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410018 Feb 04 15:27:54.775270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Deleting port 5ab15ea9-3030-4aa3-952c-dd12a29cf4b8 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:54.775714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:54.884026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d017a1a-a627-4817-896d-5d7bd4f5fa40 req-543964da-642b-4f4a-a720-859ddf0ebc95 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:54.886252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d017a1a-a627-4817-896d-5d7bd4f5fa40 req-543964da-642b-4f4a-a720-859ddf0ebc95 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 946 time: 0.0714288 Feb 04 15:27:54.982534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d017a1a-a627-4817-896d-5d7bd4f5fa40 req-433f8fb5-a7c9-491d-9a8e-835045866479 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805590 Feb 04 15:27:54.998900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:27:55.051248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.051533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.054793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5ede2-78fd-410b-b12b-16800892d47c None None] The sync data for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 is: [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:26:29Z', 'revision_number': 4, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8774ba38-5797-4bf2-b061-cdaded4b8758', 'name': '', 'network_id': '60bbb2ed-ee93-4e18-a7dd-5aa3398e2565', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'mac_address': 'fa:16:3e:e0:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:44Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'subnets': [{'id': 'f176e391-8c42-4ad0-994e-c8cd0e842d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:27:55.055823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-656eb0ee-65e9-48a4-92ef-5a9a4d628d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.057367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 820347e1-73ca-4c1b-b460-1c7200f17c9d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:27:55.060530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-656eb0ee-65e9-48a4-92ef-5a9a4d628d8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 200 len: 921 time: 0.5004706 Feb 04 15:27:55.102657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 820347e1-73ca-4c1b-b460-1c7200f17c9d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:27:55.103338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 820347e1-73ca-4c1b-b460-1c7200f17c9d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:27:55.156733 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-c37bebdc-b44f-44f9-8994-696a63fc9f3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 200 len: 217 time: 0.0833423 Feb 04 15:27:55.157812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Calling delete_port for 5ab15ea9-3030-4aa3-952c-dd12a29cf4b8 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:55.227729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-aaaaca80-1bb2-4dca-a3c7-a493f89a9560 service neutron] 10.222.0.47 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563887 Feb 04 15:27:55.236428 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-935f6596-bb2f-42ff-9d08-f4c9ca187134 service neutron] show failed (client error): The resource could not be found. Feb 04 15:27:55.237468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-935f6596-bb2f-42ff-9d08-f4c9ca187134 service neutron] 10.222.0.30 "GET /v2.0/ports/5a1f703b-52e5-4676-86b0-ce10ad804282/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.3078730 Feb 04 15:27:55.257417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac6d3e-e252-42d7-8494-7c26bc6a0a59 req-016f0419-17ab-481c-8845-79d7a43429b6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.269277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91ac6d3e-e252-42d7-8494-7c26bc6a0a59 req-016f0419-17ab-481c-8845-79d7a43429b6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.1123593 Feb 04 15:27:55.340350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91ac6d3e-e252-42d7-8494-7c26bc6a0a59 req-65705bf8-99c2-407b-aa07-33b79c92b180 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692105 Feb 04 15:27:55.358686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-7616de0b-7508-4317-a1f2-9cc00eff9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.360652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-7616de0b-7508-4317-a1f2-9cc00eff9249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 200 len: 860 time: 0.1863647 Feb 04 15:27:55.412101 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-2380ef17-bf6f-44bf-ac62-63b39ac00222 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412402 Feb 04 15:27:55.510897 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d69829-3d40-4d77-b3f9-3bc93248ed37 None None] New status for floating IP d2b05596-1373-4fc5-bec3-48ef4ca4bf3f: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:27:55.556829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-858cba40-26b9-4d25-9042-b55973ea4023 req-9704679a-2081-4018-973a-9fd157fe62d1 service neutron] 10.222.0.47 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839413 Feb 04 15:27:55.570780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-7a191995-891e-4c82-9a43-1ec4821933e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:55.573087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-7a191995-891e-4c82-9a43-1ec4821933e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1&tenant_id=84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 1101 time: 0.0699816 Feb 04 15:27:55.595580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:27:55.624012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39310) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:55.711433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-d5d8cb10-bf60-4384-a3b7-04ae7b64be12 service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892578 Feb 04 15:27:55.714688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.731233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-88f3ec20-472e-40b9-b067-27b81dd8a020 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/floatingips/d2b05596-1373-4fc5-bec3-48ef4ca4bf3f HTTP/1.1" status: 200 len: 695 time: 0.1286075 Feb 04 15:27:55.734828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:55.810500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Pushing event deleted for resources: {'Port': ['ID=5ab15ea9-3030-4aa3-952c-dd12a29cf4b8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:55.955522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.956074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.956635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.957169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.957720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.958304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.958824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.959386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.959954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.960492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.961311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.961848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:27:55.985021 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df26c1a2-572f-4a11-baeb-67b4b3912722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.011708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-055eee2d-b782-459f-90fc-5a5850e39c2e tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.013908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-055eee2d-b782-459f-90fc-5a5850e39c2e tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.2730403 Feb 04 15:27:56.040280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-45423142-6d5b-427e-97cd-6924ace32c55 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:27:56.041349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-45423142-6d5b-427e-97cd-6924ace32c55 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176411 Feb 04 15:27:56.130957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-cc473196-7154-4dc9-9232-1e004c2b8db9 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.0582957 Feb 04 15:27:56.199335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9928-6961-46e4-8d14-eab9a3f12127 req-77e14e33-4603-4c97-81ca-815fc096cb66 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.202154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34aa9928-6961-46e4-8d14-eab9a3f12127 req-77e14e33-4603-4c97-81ca-815fc096cb66 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.4198179 Feb 04 15:27:56.209113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-c987f4e4-13b9-4e91-8aab-b73761394871 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.0677722 Feb 04 15:27:56.209552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a8ace6d-4ce4-4534-87b6-710ef228e08d req-84c871ba-2405-4118-963a-00552df8d3e0 service neutron] 10.222.0.50 "GET /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899409 Feb 04 15:27:56.211446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:56.227274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.232637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.234738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c41cb592-ff0b-45a7-a5b4-4d50c7a1ce3d tempest-FloatingIPAdminTestJSON-2079449032 tempest-FloatingIPAdminTestJSON-2079449032-project] 10.222.0.47 "DELETE /v2.0/floatingips/0d859e89-ebfb-4a1d-8952-ef26dc2166d5 HTTP/1.1" status: 204 len: 168 time: 2.1661911 Feb 04 15:27:56.318113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34aa9928-6961-46e4-8d14-eab9a3f12127 req-24129ed9-5767-441e-9849-d4176e900def tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038604 Feb 04 15:27:56.381296 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df26c1a2-572f-4a11-baeb-67b4b3912722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.389847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df26c1a2-572f-4a11-baeb-67b4b3912722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.429628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:56.501107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-df26c1a2-572f-4a11-baeb-67b4b3912722 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b8f3aac25af42d9b5da06fd5627fa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8735597 Feb 04 15:27:56.501858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:56.504727 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6a4f8b-ded5-4177-ba4f-9f5c26fd8c6e" -d '{"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:56.510128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.514875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39322) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:56.534712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26c1a2-572f-4a11-baeb-67b4b3912722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b1b682-e1b2-4d7a-8f8f-f54b65e65f68,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:56.557763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Transition to ACTIVE for port object 5a1f703b-52e5-4676-86b0-ce10ad804282 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:27:56.559715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Deleting port b10ce33f-8bec-4d03-9035-84647742300e {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:56.560198 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.582781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.600735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5433c1-bb3c-4fe6-a6c9-5fd9b9ba271d req-5da48a0a-34dd-4f7c-acef-cb897db0d3a6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.604953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf5433c1-bb3c-4fe6-a6c9-5fd9b9ba271d req-5da48a0a-34dd-4f7c-acef-cb897db0d3a6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 946 time: 0.1257558 Feb 04 15:27:56.673343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf5433c1-bb3c-4fe6-a6c9-5fd9b9ba271d req-43191c99-4ca2-4373-847f-83a2ea281e18 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538471 Feb 04 15:27:56.681318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:56.754026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] No DVR routers for this DVR port 5a1f703b-52e5-4676-86b0-ce10ad804282 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:27:56.769458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:56.775550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f92b549-dfa6-47e3-a9c0-b7a0ee0909fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.786827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.787187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.812968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Calling delete_port for b10ce33f-8bec-4d03-9035-84647742300e owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:56.864320 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f92b549-dfa6-47e3-a9c0-b7a0ee0909fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.876873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827bb78-3211-4301-9260-6a11825055d2 req-ce651e8c-86a2-4b70-908f-b25c83e4fd75 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:56.879465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7827bb78-3211-4301-9260-6a11825055d2 req-ce651e8c-86a2-4b70-908f-b25c83e4fd75 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.0778856 Feb 04 15:27:56.918359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Attempting to bind port 5a1f703b-52e5-4676-86b0-ce10ad804282 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:27:56.918787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Attempting to bind port 5a1f703b-52e5-4676-86b0-ce10ad804282 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:27:56.919080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Attempting to bind port 5a1f703b-52e5-4676-86b0-ce10ad804282 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:56.945151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Port 5a1f703b-52e5-4676-86b0-ce10ad804282 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:27:56.945489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Attempting to bind port 5a1f703b-52e5-4676-86b0-ce10ad804282 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:27:56.970079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:27:56.970079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:27:56.970079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:27:56.970079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Bound port: 5a1f703b-52e5-4676-86b0-ce10ad804282, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:27:56.970079 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:56.971010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-15394007-a5cf-4cc7-b3ed-4949ea71ce49 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de1ccac1ec5e4d9e8e8bb5ce25f3e37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870650 Feb 04 15:27:56.972996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39334) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:56.986441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7827bb78-3211-4301-9260-6a11825055d2 req-806c8863-7fc4-4c00-8c2b-8565d6c7949e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730731 Feb 04 15:27:57.098322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f92b549-dfa6-47e3-a9c0-b7a0ee0909fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.102343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f92b549-dfa6-47e3-a9c0-b7a0ee0909fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.104166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2f92b549-dfa6-47e3-a9c0-b7a0ee0909fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27b1b682-e1b2-4d7a-8f8f-f54b65e65f68 HTTP/1.1" status: 204 len: 168 time: 0.5866685 Feb 04 15:27:57.172266 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fc443e-0532-420c-994b-a6424ba03452 x-openstack-request-id: req-44fc443e-0532-420c-994b-a6424ba03452 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:57.172689 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:57.173247 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44fc443e-0532-420c-994b-a6424ba03452 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:57.174041 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'code': 200} Feb 04 15:27:57.221822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92b549-dfa6-47e3-a9c0-b7a0ee0909fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b1b682-e1b2-4d7a-8f8f-f54b65e65f68,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:57.286785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a3bcb09-75e9-4737-8c3c-6d45ecc6a3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.289927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:27:57.333263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:27:57.349693 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.386158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.431530 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a3bcb09-75e9-4737-8c3c-6d45ecc6a3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.510396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.513132 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.516175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] 10.222.0.50 "PUT /v2.0/ports/5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 1096 time: 1.9264019 Feb 04 15:27:57.575757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbefc07-6ec9-420e-9903-66ae0af32b73 req-7ad11ca8-b6a4-41e7-959c-01815a8956b3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.578437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8cbefc07-6ec9-420e-9903-66ae0af32b73 req-7ad11ca8-b6a4-41e7-959c-01815a8956b3 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.0937045 Feb 04 15:27:57.670795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8cbefc07-6ec9-420e-9903-66ae0af32b73 req-489406cc-88c3-4a24-aec3-19fe9e085ae7 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849540 Feb 04 15:27:57.732485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288c9fe-c002-43c9-b1b8-667e33545722 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:57.806096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event deleted for resources: {'Port': ['ID=b10ce33f-8bec-4d03-9035-84647742300e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:57.816288 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.821746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.830216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-415eb662-3380-46b0-951d-2411cb7ffb25 req-284345d2-d8e5-4c1e-a78c-685b73708d69 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "DELETE /v2.0/floatingips/d2b05596-1373-4fc5-bec3-48ef4ca4bf3f HTTP/1.1" status: 204 len: 173 time: 1.6143072 Feb 04 15:27:57.840854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39348) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:57.843587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-f3b23847-8ffc-4ed9-ad77-d8b74c48a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.846233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-f3b23847-8ffc-4ed9-ad77-d8b74c48a0c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1099 time: 0.2813668 Feb 04 15:27:57.873210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a3bcb09-75e9-4737-8c3c-6d45ecc6a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.876417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a3bcb09-75e9-4737-8c3c-6d45ecc6a3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.882470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7a3bcb09-75e9-4737-8c3c-6d45ecc6a3e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1db8b86d-b340-4f41-b130-cb38eb0c0a66 HTTP/1.1" status: 204 len: 168 time: 0.9045000 Feb 04 15:27:57.890855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22942f4d-07f0-4f72-8120-4cdf3c9b3995 req-37308b6e-a34c-4710-bf8c-83b1c831dbbd tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:57.892695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22942f4d-07f0-4f72-8120-4cdf3c9b3995 req-37308b6e-a34c-4710-bf8c-83b1c831dbbd tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 946 time: 0.1023633 Feb 04 15:27:57.893801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-471c70cb-85ae-49d6-904a-4fb488d47419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:57.967589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22942f4d-07f0-4f72-8120-4cdf3c9b3995 req-3988a80c-dd2e-4738-b3b8-67847c056803 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602508 Feb 04 15:27:58.028186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bcb09-75e9-4737-8c3c-6d45ecc6a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db8b86d-b340-4f41-b130-cb38eb0c0a66,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:58.095265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-471c70cb-85ae-49d6-904a-4fb488d47419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.102921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-471c70cb-85ae-49d6-904a-4fb488d47419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.110319 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86413fe9-6f2c-43f4-bfce-de248cd53497 req-1ef6ecbf-7ff6-437f-86f2-d81f7752901f tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups/642f1b98-d37f-4b83-b9ff-bde002bfa8b9 HTTP/1.1" status: 200 len: 1809 time: 0.2420745 Feb 04 15:27:58.200428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-471c70cb-85ae-49d6-904a-4fb488d47419 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd839474166948cd9e53640faeccfb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575678 Feb 04 15:27:58.204607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:58.217206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-a02bc73b-8592-40c6-a8b7-025a420424a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.219814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-a02bc73b-8592-40c6-a8b7-025a420424a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3642616 Feb 04 15:27:58.225892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c70cb-85ae-49d6-904a-4fb488d47419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3475aa-7da5-4638-87d9-2204a654ab71,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:58.312216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-5f942c85-eaac-4c3a-a6ea-180dc8ed8bb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.0797904 Feb 04 15:27:58.320278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10b49-6cb6-41e4-96e5-86e9f6fc5f59 req-7dca6688-5a7a-4d87-9831-9ae6ac7e3e39 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.323697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21d10b49-6cb6-41e4-96e5-86e9f6fc5f59 req-7dca6688-5a7a-4d87-9831-9ae6ac7e3e39 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.1446431 Feb 04 15:27:58.387847 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-86413fe9-6f2c-43f4-bfce-de248cd53497 req-55eb39cb-fa3a-4da7-a07a-b84914e3b4ee tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.404847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b8c6-9aaf-437f-badf-8b7c9644b0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.443307 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-86413fe9-6f2c-43f4-bfce-de248cd53497 req-55eb39cb-fa3a-4da7-a07a-b84914e3b4ee tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.452883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21d10b49-6cb6-41e4-96e5-86e9f6fc5f59 req-d2759d84-fdd1-498f-a7a8-561b72dc50e5 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145365 Feb 04 15:27:58.468675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39358) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:58.469021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-c18fa399-614e-4479-9f0e-328db2f47839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.474614 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-c18fa399-614e-4479-9f0e-328db2f47839 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1503923 Feb 04 15:27:58.475278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b8c6-9aaf-437f-badf-8b7c9644b0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.515204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e62ac9fc-d180-401d-86d6-b5e6f3462057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.565266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0daf8ee5-2396-4417-af30-d2df56eecd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:58.568196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-0daf8ee5-2396-4417-af30-d2df56eecd31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893455 Feb 04 15:27:58.592103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-86413fe9-6f2c-43f4-bfce-de248cd53497 req-55eb39cb-fa3a-4da7-a07a-b84914e3b4ee tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.596142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-86413fe9-6f2c-43f4-bfce-de248cd53497 req-55eb39cb-fa3a-4da7-a07a-b84914e3b4ee tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.614213 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86413fe9-6f2c-43f4-bfce-de248cd53497 req-55eb39cb-fa3a-4da7-a07a-b84914e3b4ee tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "DELETE /v2.0/security-groups/642f1b98-d37f-4b83-b9ff-bde002bfa8b9 HTTP/1.1" status: 204 len: 173 time: 0.4799798 Feb 04 15:27:58.737155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb39cb-fa3a-4da7-a07a-b84914e3b4ee tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f1b98-d37f-4b83-b9ff-bde002bfa8b9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:58.743152 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b8c6-9aaf-437f-badf-8b7c9644b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.748211 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b8c6-9aaf-437f-badf-8b7c9644b0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.750198 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e1a5b8c6-9aaf-437f-badf-8b7c9644b0a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b3475aa-7da5-4638-87d9-2204a654ab71 HTTP/1.1" status: 204 len: 168 time: 0.5438676 Feb 04 15:27:58.761395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e62ac9fc-d180-401d-86d6-b5e6f3462057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.776466 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e62ac9fc-d180-401d-86d6-b5e6f3462057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:58.781187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5b8c6-9aaf-437f-badf-8b7c9644b0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3475aa-7da5-4638-87d9-2204a654ab71,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:58.860369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e62ac9fc-d180-401d-86d6-b5e6f3462057 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e089ec4094e447f78121f6c81b49eee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901074 Feb 04 15:27:58.861918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39370) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:27:58.863205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ac9fc-d180-401d-86d6-b5e6f3462057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792aa10f-a639-4dae-94d5-c00e1cc3632f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:58.908022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-f94d6939-64b3-4635-bbe3-49cae02b215c service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299708 Feb 04 15:27:59.061450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a252c195-225e-404f-b08a-79b6a044db8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.102658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22859a3c-9d31-4753-9d15-853d8f5a0c64 req-504a3aa8-9a8a-4b5d-90fc-2f69816b0882 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848567 Feb 04 15:27:59.103194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-c0f88501-a5e7-4ce3-a5c5-d306ed9fef0b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.105162 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-c0f88501-a5e7-4ce3-a5c5-d306ed9fef0b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 946 time: 0.1679564 Feb 04 15:27:59.176103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:27:59.179319 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fc913c-8fdf-436c-a488-1d1da33c3834" -d '{"events": [{"name": "network-changed", "server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:27:59.181965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a252c195-225e-404f-b08a-79b6a044db8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.310909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11daaa-0a21-46a5-8546-d136549f763d req-1e4ecd9c-d33e-4ae3-af29-8a5d4b6b9959 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.313652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a11daaa-0a21-46a5-8546-d136549f763d req-1e4ecd9c-d33e-4ae3-af29-8a5d4b6b9959 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1269803 Feb 04 15:27:59.342495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Deleting port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:27:59.342981 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.436126 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a252c195-225e-404f-b08a-79b6a044db8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.438878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a252c195-225e-404f-b08a-79b6a044db8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.440070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a252c195-225e-404f-b08a-79b6a044db8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/792aa10f-a639-4dae-94d5-c00e1cc3632f HTTP/1.1" status: 204 len: 168 time: 0.5718966 Feb 04 15:27:59.452833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a11daaa-0a21-46a5-8546-d136549f763d req-bc300ba6-38a3-410d-b9f0-fc2334d2cfed tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076834 Feb 04 15:27:59.546941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252c195-225e-404f-b08a-79b6a044db8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792aa10f-a639-4dae-94d5-c00e1cc3632f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:27:59.577109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] For port 7e2775a5-14b8-404f-8d5b-1d1214c02f60, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=7e2775a5-14b8-404f-8d5b-1d1214c02f60,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:27:59.577895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:27:59.622991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0a51a-3350-4f63-9896-77381434e1e8 req-e9657330-49f0-4db5-b48f-19f57f1e1efe tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.635959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdf0a51a-3350-4f63-9896-77381434e1e8 req-e9657330-49f0-4db5-b48f-19f57f1e1efe tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef898bd7-438d-498d-8bf2-0d72094f794c HTTP/1.1" status: 200 len: 946 time: 0.2207680 Feb 04 15:27:59.648338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Calling delete_port for 7e2775a5-14b8-404f-8d5b-1d1214c02f60 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:27:59.651786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691484-dc49-437b-b918-0f2eb7ed1cf5 req-cac1fda6-1401-4aa4-a7cd-b44b65cb4c4b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.663871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53691484-dc49-437b-b918-0f2eb7ed1cf5 req-cac1fda6-1401-4aa4-a7cd-b44b65cb4c4b tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0875549 Feb 04 15:27:59.723422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53691484-dc49-437b-b918-0f2eb7ed1cf5 req-e39e6576-8560-4df7-aa5a-1a9a968cbcbe tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Feb 04 15:27:59.808540 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d75b5e3-cd80-4bfd-9221-4238153dc495 x-openstack-request-id: req-5d75b5e3-cd80-4bfd-9221-4238153dc495 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:27:59.809728 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:27:59.809728 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d75b5e3-cd80-4bfd-9221-4238153dc495 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:27:59.810121 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'status': 'completed', 'code': 200} Feb 04 15:27:59.816157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdf0a51a-3350-4f63-9896-77381434e1e8 req-1f58102a-8ce7-41a7-97c6-8c14b545b1a6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652963 Feb 04 15:27:59.945891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-90a10e58-16b5-4ae1-bfbe-8bd93b472194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:27:59.949292 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-90a10e58-16b5-4ae1-bfbe-8bd93b472194 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1099 time: 0.1150641 Feb 04 15:28:00.098029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-074877d3-efbe-41f7-b09c-17b393b252a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.114043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-074877d3-efbe-41f7-b09c-17b393b252a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.130775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-074877d3-efbe-41f7-b09c-17b393b252a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.159715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-074877d3-efbe-41f7-b09c-17b393b252a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.161824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a4eb-fb8f-4a64-99a2-141b15842d4d req-0e313954-ac9a-4def-a09f-a57d3cf8a451 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.163730 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b227a4eb-fb8f-4a64-99a2-141b15842d4d req-0e313954-ac9a-4def-a09f-a57d3cf8a451 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.1771569 Feb 04 15:28:00.172142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.189713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['7e2775a5-14b8-404f-8d5b-1d1214c02f60'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:00.196138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-074877d3-efbe-41f7-b09c-17b393b252a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.215704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event deleted for resources: {'Port': ['ID=7e2775a5-14b8-404f-8d5b-1d1214c02f60,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:00.232361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-074877d3-efbe-41f7-b09c-17b393b252a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.260563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-074877d3-efbe-41f7-b09c-17b393b252a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.262809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-5c8d23d2-ccbe-44c9-bb6b-88c7b241903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.265307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-5c8d23d2-ccbe-44c9-bb6b-88c7b241903d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3075604 Feb 04 15:28:00.273389 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-074877d3-efbe-41f7-b09c-17b393b252a6 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.3775694 Feb 04 15:28:00.288832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5a1f703b-52e5-4676-86b0-ce10ad804282 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:00.310727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-e5228949-fb91-4c7b-81b7-ed8f684c2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.312666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-e5228949-fb91-4c7b-81b7-ed8f684c2b32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1099 time: 0.4451349 Feb 04 15:28:00.342077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-2a074827-e601-42b9-a7fd-ee4bcd097e64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.0630491 Feb 04 15:28:00.368231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] No DVR routers for this DVR port 7e2775a5-14b8-404f-8d5b-1d1214c02f60 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:00.391900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39404) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:00.423079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-a30584f0-8120-4d01-a223-5ab2dd047c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.424795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-a30584f0-8120-4d01-a223-5ab2dd047c0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0581582 Feb 04 15:28:00.425537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5a1f703b-52e5-4676-86b0-ce10ad804282 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:00.442536 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b227a4eb-fb8f-4a64-99a2-141b15842d4d req-66e18181-5f01-42b2-9289-b90c98d04478 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220268 Feb 04 15:28:00.442536 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.450932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4d601f8-b2be-4735-91ed-bbc74bf54fbe req-19e1bbd5-72bc-44ad-9ff3-2fc1815a5899 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "DELETE /v2.0/ports/7e2775a5-14b8-404f-8d5b-1d1214c02f60 HTTP/1.1" status: 204 len: 173 time: 1.3386691 Feb 04 15:28:00.451645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef898bd7-438d-498d-8bf2-0d72094f794c', 'name': 'network-vif-deleted', 'tag': '7e2775a5-14b8-404f-8d5b-1d1214c02f60'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:00.462483 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8148ceb0-f784-451b-a019-fcdb1274b271" -d '{"events": [{"server_uuid": "ef898bd7-438d-498d-8bf2-0d72094f794c", "name": "network-vif-deleted", "tag": "7e2775a5-14b8-404f-8d5b-1d1214c02f60"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:00.479705 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-81464587-ec04-4516-ba03-9f34697879b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.513543 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-08cf1592-ea2c-4294-9e58-a7cd7ba677b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.540583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29d00611-0c06-485e-a0d7-0ba9444dada9 req-8080513e-75eb-4b13-be09-d74ca33029b2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2569275 Feb 04 15:28:00.576405 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f65233-0e62-437d-ab75-e504439b665d x-openstack-request-id: req-c1f65233-0e62-437d-ab75-e504439b665d {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:00.577094 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef898bd7-438d-498d-8bf2-0d72094f794c", "name": "network-vif-deleted", "tag": "7e2775a5-14b8-404f-8d5b-1d1214c02f60", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:00.577498 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1f65233-0e62-437d-ab75-e504439b665d {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:00.578152 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef898bd7-438d-498d-8bf2-0d72094f794c', 'name': 'network-vif-deleted', 'tag': '7e2775a5-14b8-404f-8d5b-1d1214c02f60', 'status': 'completed', 'code': 200} Feb 04 15:28:00.711811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-a70f67db-437f-48cc-bc34-4a9ec68f7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.714225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-a70f67db-437f-48cc-bc34-4a9ec68f7dbc service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3764176 Feb 04 15:28:00.773777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-90e36576-88b0-4144-b445-ec3d5a6292c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.0515759 Feb 04 15:28:00.882884 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-08cf1592-ea2c-4294-9e58-a7cd7ba677b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.892663 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-08cf1592-ea2c-4294-9e58-a7cd7ba677b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:00.924206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-1a028b42-0ad8-48da-be88-ce4b08d6e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:00.925908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-1a028b42-0ad8-48da-be88-ce4b08d6e0ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1385746 Feb 04 15:28:00.996077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf1592-ea2c-4294-9e58-a7cd7ba677b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a1287-ea99-40f4-9c39-69b00b8052e6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:01.006760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-08cf1592-ea2c-4294-9e58-a7cd7ba677b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=98d8fe9e632d4784bc70b6cfd83963dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132729 Feb 04 15:28:01.018557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b826c-7aad-4e58-bc99-dd64988a4f78 req-ef81a604-b289-481c-95a4-a74368b61c0e tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.020539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b12b826c-7aad-4e58-bc99-dd64988a4f78 req-ef81a604-b289-481c-95a4-a74368b61c0e tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.1879189 Feb 04 15:28:01.021362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39418) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:01.024796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-d865f8f6-801d-4184-9bc7-b9dff4febf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.026524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-d865f8f6-801d-4184-9bc7-b9dff4febf72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5887883 Feb 04 15:28:01.083496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-db876755-08af-4560-ba22-4d8fd6f13741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.085437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-db876755-08af-4560-ba22-4d8fd6f13741 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437438 Feb 04 15:28:01.192519 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f35e093-1df9-482d-98d4-3fee766b16fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.203359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b12b826c-7aad-4e58-bc99-dd64988a4f78 req-25665155-67f3-4537-92cd-104167de1be7 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425529 Feb 04 15:28:01.245857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f35e093-1df9-482d-98d4-3fee766b16fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.288164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cfaa4-f8f1-4658-a08f-7c7fa39be3dd req-be4cc435-1700-4497-8c45-38bfde8f9d2b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.291134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-fd21a2da-5eb3-40a6-ace3-1ce9c046a24c service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872795 Feb 04 15:28:01.299887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff2cfaa4-f8f1-4658-a08f-7c7fa39be3dd req-be4cc435-1700-4497-8c45-38bfde8f9d2b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.6573524 Feb 04 15:28:01.331111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-725ec1d8-b677-4e3e-89bf-78a7cf643d7d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672138 Feb 04 15:28:01.373571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff2cfaa4-f8f1-4658-a08f-7c7fa39be3dd req-34fa3346-dac8-438e-b775-851b63043ac2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725307 Feb 04 15:28:01.454043 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f35e093-1df9-482d-98d4-3fee766b16fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.458250 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f35e093-1df9-482d-98d4-3fee766b16fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:01.460086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6f35e093-1df9-482d-98d4-3fee766b16fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e07a1287-ea99-40f4-9c39-69b00b8052e6 HTTP/1.1" status: 204 len: 168 time: 0.4362521 Feb 04 15:28:01.499815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35e093-1df9-482d-98d4-3fee766b16fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a1287-ea99-40f4-9c39-69b00b8052e6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:01.551967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-f0220e57-c17e-4135-be4a-2bdea676cc09 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066669 Feb 04 15:28:01.574889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85fc913c-8fdf-436c-a488-1d1da33c3834 req-6b16ad7e-1f06-4c7c-89c7-f29a9ea0ea01 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571745 Feb 04 15:28:01.726869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f492c-7026-4f8b-a458-be17f86bcde4 req-f02f725e-fce2-4109-bb0e-c60a77275914 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.730363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f55f492c-7026-4f8b-a458-be17f86bcde4 req-f02f725e-fce2-4109-bb0e-c60a77275914 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.1283805 Feb 04 15:28:01.808486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f55f492c-7026-4f8b-a458-be17f86bcde4 req-c6e1b7ff-f615-473c-9379-fef9f76a326d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696168 Feb 04 15:28:01.905923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-a0f20943-4ca5-4043-97ab-5ddfd4857534 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.908628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-a0f20943-4ca5-4043-97ab-5ddfd4857534 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.2170725 Feb 04 15:28:01.936972 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-8c4cbcf2-e7da-46ca-8418-4d05491ab39f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/quotas/b8bd08a21d0041828a486c7abcbd31a0 HTTP/1.1" status: 200 len: 375 time: 0.0189078 Feb 04 15:28:01.990829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-9a507b6e-95ed-4420-b33f-818f48bbad77 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:01.995530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-396759bd-265d-44f5-86d3-312290124eeb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498366 Feb 04 15:28:02.001613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-9a507b6e-95ed-4420-b33f-818f48bbad77 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.010481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-9a507b6e-95ed-4420-b33f-818f48bbad77 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.019702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-9a507b6e-95ed-4420-b33f-818f48bbad77 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.030728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-9a507b6e-95ed-4420-b33f-818f48bbad77 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.044344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-9a507b6e-95ed-4420-b33f-818f48bbad77 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.055148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-9a507b6e-95ed-4420-b33f-818f48bbad77 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.069226 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-9a507b6e-95ed-4420-b33f-818f48bbad77 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.1817470 Feb 04 15:28:02.134648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-5b7ed29c-e81f-47cf-8d61-8396eb3e77ad service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379917 Feb 04 15:28:02.141106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ee96d21-6c9e-4db8-afba-d648bba3db43 req-7fb0667f-5f75-4d01-8307-8e2a3754273c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704331 Feb 04 15:28:02.269650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-c7d19527-4c22-485a-994a-abdbeb6b7420 service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316171 Feb 04 15:28:02.316240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-8bd579df-d08a-4e7c-9014-3b075c6f9105 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.318445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-8bd579df-d08a-4e7c-9014-3b075c6f9105 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0704274 Feb 04 15:28:02.564984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f7b3b-4c8f-4cc7-93ac-516b0ac3c894 req-2d3b39dd-dce6-445d-b81b-2fa73524f165 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.575201 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e6f7b3b-4c8f-4cc7-93ac-516b0ac3c894 req-2d3b39dd-dce6-445d-b81b-2fa73524f165 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 946 time: 0.0897825 Feb 04 15:28:02.598887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81e000bc-d974-407a-a7d4-b8d539708d2b req-8a197b17-2140-4135-b6c3-b1f06e9beab1 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.0941093 Feb 04 15:28:02.657876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Deleting port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:02.658411 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.685718 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e6f7b3b-4c8f-4cc7-93ac-516b0ac3c894 req-2385cbbb-5a2c-48cb-83a9-ab2074e143fc tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bca0afa-d594-4cea-8048-cbcc699009f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097300 Feb 04 15:28:02.741944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-2939c572-ed57-4769-920e-ad1f28e0d713 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.748628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-2939c572-ed57-4769-920e-ad1f28e0d713 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.755085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-2939c572-ed57-4769-920e-ad1f28e0d713 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.766467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-2939c572-ed57-4769-920e-ad1f28e0d713 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.775442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-2939c572-ed57-4769-920e-ad1f28e0d713 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.784795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-2939c572-ed57-4769-920e-ad1f28e0d713 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.794631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-2939c572-ed57-4769-920e-ad1f28e0d713 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.797320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-2939c572-ed57-4769-920e-ad1f28e0d713 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.1893458 Feb 04 15:28:02.881257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc837af8-fddf-44f9-9ff2-9858bcc7af08 req-ca02e730-c3c7-40f5-8d4c-2b3aece6885d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.882263 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc837af8-fddf-44f9-9ff2-9858bcc7af08 req-ca02e730-c3c7-40f5-8d4c-2b3aece6885d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1006429 Feb 04 15:28:02.914777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] For port 4173bc17-d0c3-40ae-8b3f-380a38a0d773, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4173bc17-d0c3-40ae-8b3f-380a38a0d773,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:02.915306 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:02.931395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-206ab835-9d8c-4980-9c1e-57c9bf2ea072 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:02.933299 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-206ab835-9d8c-4980-9c1e-57c9bf2ea072 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "GET /v2.0/ports/ba2f6e8a-31b7-42cf-b509-7d57a1c99da3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1292281 Feb 04 15:28:02.955570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Calling delete_port for 4173bc17-d0c3-40ae-8b3f-380a38a0d773 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:02.999302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc837af8-fddf-44f9-9ff2-9858bcc7af08 req-cf5e33de-2a7b-416b-8858-ea6e636ffadd tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911143 Feb 04 15:28:03.169272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-f1ecde29-2a95-4133-abce-3bf8ad5b1331 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "GET /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2287850 Feb 04 15:28:03.198664 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.224326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:03.243295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4173bc17-d0c3-40ae-8b3f-380a38a0d773'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:03.307820 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:28:03.347646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Pushing event deleted for resources: {'Port': ['ID=4173bc17-d0c3-40ae-8b3f-380a38a0d773,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:03.363519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749127a5-5566-46f2-9cce-0446da16b8d7 req-22a5fd89-bc26-4a3f-a885-d5480862b329 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.365224 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-749127a5-5566-46f2-9cce-0446da16b8d7 req-22a5fd89-bc26-4a3f-a885-d5480862b329 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.3127499 Feb 04 15:28:03.377122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.461408 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-749127a5-5566-46f2-9cce-0446da16b8d7 req-7b859b22-2960-4641-9e6a-e04783541718 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678582 Feb 04 15:28:03.471057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.471649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.472212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.472886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.473486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.474822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.475641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.476219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.476783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.477468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.478088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.479052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:03.488539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] No DVR routers for this DVR port 4173bc17-d0c3-40ae-8b3f-380a38a0d773 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:03.496571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.503621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78a61fa1-3ab2-4de0-9515-01fa06fa21c9 req-087ceb66-5f90-4eb3-8d9f-c74d4db50fa0 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.50 "DELETE /v2.0/ports/4173bc17-d0c3-40ae-8b3f-380a38a0d773 HTTP/1.1" status: 204 len: 173 time: 1.1680484 Feb 04 15:28:03.508558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'name': 'network-vif-deleted', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:03.514776 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b493b8e-0620-48d5-a496-c53088076624" -d '{"events": [{"server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "name": "network-vif-deleted", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:03.597343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] For port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:03.600629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e89827cf-b67c-4e26-90d9-0e8e116475c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.633552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37073-7825-460e-a10d-c9f97f3683ac req-24d0aae9-f260-4519-8292-12b243271507 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.653570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37073-7825-460e-a10d-c9f97f3683ac req-24d0aae9-f260-4519-8292-12b243271507 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.661751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] For port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:03.666815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37073-7825-460e-a10d-c9f97f3683ac req-24d0aae9-f260-4519-8292-12b243271507 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.686484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37073-7825-460e-a10d-c9f97f3683ac req-24d0aae9-f260-4519-8292-12b243271507 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.704285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37073-7825-460e-a10d-c9f97f3683ac req-24d0aae9-f260-4519-8292-12b243271507 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.719687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37073-7825-460e-a10d-c9f97f3683ac req-24d0aae9-f260-4519-8292-12b243271507 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.726558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] device_id is not set on port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:03.732975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea37073-7825-460e-a10d-c9f97f3683ac req-24d0aae9-f260-4519-8292-12b243271507 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:03.738769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.750906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:03.754169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dea37073-7825-460e-a10d-c9f97f3683ac req-24d0aae9-f260-4519-8292-12b243271507 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 5444 time: 0.4095194 Feb 04 15:28:03.758237 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ffc2cc-8130-468c-9144-60f6cac3c072 x-openstack-request-id: req-96ffc2cc-8130-468c-9144-60f6cac3c072 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:03.760417 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c", "name": "network-vif-deleted", "tag": "4173bc17-d0c3-40ae-8b3f-380a38a0d773", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:03.760772 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96ffc2cc-8130-468c-9144-60f6cac3c072 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:03.761504 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c', 'name': 'network-vif-deleted', 'tag': '4173bc17-d0c3-40ae-8b3f-380a38a0d773', 'status': 'completed', 'code': 200} Feb 04 15:28:03.894056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dea37073-7825-460e-a10d-c9f97f3683ac req-e0a4b349-7a13-40ee-83b5-f0256d235a41 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&id=98215e7f-fbb0-4aea-921a-ebe555f85baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299539 Feb 04 15:28:03.919788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] No DVR routers for this DVR port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:03.990169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:04.051112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] In _notify_port_updated(), no bound segment for port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:28:04.054073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.054769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.056240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-071f7903-ede0-422f-9e28-8d1c2cdbffb2 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 HTTP/1.1" status: 200 len: 1032 time: 0.8431039 Feb 04 15:28:04.090472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39532) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:04.134620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee87830a-ce2e-4cb3-9daf-65e9b219fb0a req-adee23d9-c147-4a7d-ac1c-b0322512a34e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.0603294 Feb 04 15:28:04.184850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7cd8acb3-cd4c-4e58-9153-76f4042a15d1 req-54224be0-924f-4841-9a00-99ab46647af8 tempest-ServerRescueTestJSONUnderV235-1370056310 tempest-ServerRescueTestJSONUnderV235-1370056310-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6056cfc-b3ac-4f2e-b9dc-e82e08a9c66c HTTP/1.1" status: 200 len: 210 time: 0.0879068 Feb 04 15:28:04.196915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5237bdfc-520f-4cc8-96ef-fc3d17bedc0c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.200783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5237bdfc-520f-4cc8-96ef-fc3d17bedc0c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "GET /v2.0/ports/2d268d87-85f2-4414-9fe3-159ef376e87c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1352720 Feb 04 15:28:04.227473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:04.344809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.361640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-13ade99a-415a-4ad8-a02c-892ed0d8914d None None] Provisioning complete for port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:04.362438 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-13ade99a-415a-4ad8-a02c-892ed0d8914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.392040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-476252146'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:04.405865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4ca22191-8faf-40c6-ad50-71688fd60786 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:04.493503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e690c9b-acce-4f10-a794-075128ca90ce req-ab1bf22c-7eb3-47f0-bdec-3a0b7070f1a4 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.495771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e690c9b-acce-4f10-a794-075128ca90ce req-ab1bf22c-7eb3-47f0-bdec-3a0b7070f1a4 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1430476 Feb 04 15:28:04.501344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Made reservation on behalf of 53d202ed997144cba23d42f6810c10d9 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:04.521021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.542810 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.568678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-13ade99a-415a-4ad8-a02c-892ed0d8914d None None] Port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:28:04.655749 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.670926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e690c9b-acce-4f10-a794-075128ca90ce req-88a49f33-c315-4e64-9359-36fdfa6881ff tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595144 Feb 04 15:28:04.683078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 5a1f703b-52e5-4676-86b0-ce10ad804282 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:28:04.712762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca22191-8faf-40c6-ad50-71688fd60786'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:04.719903 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b64b2f-fdbd-4990-a9da-af689d2c6fa1" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca22191-8faf-40c6-ad50-71688fd60786"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:04.745843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4ca22191-8faf-40c6-ad50-71688fd60786, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4ca22191-8faf-40c6-ad50-71688fd60786,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:04.754658 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.755615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 7e2775a5-14b8-404f-8d5b-1d1214c02f60 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:04.811507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 7e2775a5-14b8-404f-8d5b-1d1214c02f60 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:04.812000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 7e2775a5-14b8-404f-8d5b-1d1214c02f60 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:04.812646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8ee050dc-bbfc-4e72-9b64-93785061cff1 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:04.862779 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.869533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.875636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-197aa454-e138-4133-bed8-3fb13d102d73 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:04.878058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-197aa454-e138-4133-bed8-3fb13d102d73 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.4289594 Feb 04 15:28:04.885101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] For port 2d268d87-85f2-4414-9fe3-159ef376e87c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d268d87-85f2-4414-9fe3-159ef376e87c,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:04.895740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Request body: {'port': {'device_id': 'edcdd48b-3213-4047-84b8-24fd92395ece', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'admin_state_up': True, 'tenant_id': 'b8bd08a21d0041828a486c7abcbd31a0'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:04.902572 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac53bba-df47-49b8-8128-eac852afbd60 x-openstack-request-id: req-aac53bba-df47-49b8-8128-eac852afbd60 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:04.903200 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca22191-8faf-40c6-ad50-71688fd60786", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:04.903620 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aac53bba-df47-49b8-8128-eac852afbd60 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:04.904202 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca22191-8faf-40c6-ad50-71688fd60786', 'code': 200} Feb 04 15:28:04.919141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:04.952333 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:04.954363 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Added segment 74007cf7-ac17-4572-8e63-6f161a59ef45 of type vlan for network ba503cf2-4f74-4f6c-a2ed-877035223d60 Feb 04 15:28:04.961392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ddf18-4739-4116-b3e2-09542b74d03a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:04.966543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4ca22191-8faf-40c6-ad50-71688fd60786,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:05.026876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163284ec-8740-42cf-b2b8-f89e25995b03 req-a31fe270-8b6a-423c-a04e-fe98f56dedf8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.035384 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.035668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-163284ec-8740-42cf-b2b8-f89e25995b03 req-a31fe270-8b6a-423c-a04e-fe98f56dedf8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 948 time: 0.2160139 Feb 04 15:28:05.054031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] For port 2d268d87-85f2-4414-9fe3-159ef376e87c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:05.070501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:05.091503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'mac_address': 'fa:16:3e:72:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:28:05.162074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] device_id is not set on port 2d268d87-85f2-4414-9fe3-159ef376e87c yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:05.163345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8ee050dc-bbfc-4e72-9b64-93785061cff1, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8ee050dc-bbfc-4e72-9b64-93785061cff1,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:05.171974 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.174126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1c4d494a-452b-437d-b0cf-e8fba58cb6ad no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:05.185056 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.186708 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.197090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-163284ec-8740-42cf-b2b8-f89e25995b03 req-e3abcaed-0728-4a57-8ef4-0c904b08c1d9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606643 Feb 04 15:28:05.203116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.290713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d268d87-85f2-4414-9fe3-159ef376e87c,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:05.316763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] No DVR routers for this DVR port 2d268d87-85f2-4414-9fe3-159ef376e87c on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:05.322815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Made reservation on behalf of b8bd08a21d0041828a486c7abcbd31a0 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:05.329949 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.406404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27414882-db3f-4614-a0a8-7b652f604cef req-22c1c9de-ec6b-4c43-9f28-f376117fc654 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.0707881 Feb 04 15:28:05.440470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1f703b-52e5-4676-86b0-ce10ad804282 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:05.475096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] In _notify_port_updated(), no bound segment for port 2d268d87-85f2-4414-9fe3-159ef376e87c on network e1a442bb-8228-4e43-aae7-8fe62b03a867 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:28:05.476255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.477122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.479453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-738660c5-de0e-40f2-9fe9-16520a488bc7 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d268d87-85f2-4414-9fe3-159ef376e87c HTTP/1.1" status: 200 len: 1032 time: 1.2638056 Feb 04 15:28:05.483188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39562) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:05.514098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39566) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:05.619817 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.640073 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.746918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.754295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.755412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.768291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:05.780417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2d1a-5b4f-46ca-8764-23dfbfa73abe req-12841ac5-a2ce-4559-b81c-ea002b95fa1a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.787068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2d1a-5b4f-46ca-8764-23dfbfa73abe req-12841ac5-a2ce-4559-b81c-ea002b95fa1a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.787809 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.795564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2d1a-5b4f-46ca-8764-23dfbfa73abe req-12841ac5-a2ce-4559-b81c-ea002b95fa1a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.798662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-253ec687-1a4d-4af8-aacf-d00ca23e0fc0 None None] Provisioning complete for port 2d268d87-85f2-4414-9fe3-159ef376e87c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:05.799283 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-253ec687-1a4d-4af8-aacf-d00ca23e0fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.802562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2d1a-5b4f-46ca-8764-23dfbfa73abe req-12841ac5-a2ce-4559-b81c-ea002b95fa1a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.808756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2d1a-5b4f-46ca-8764-23dfbfa73abe req-12841ac5-a2ce-4559-b81c-ea002b95fa1a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:05.810929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ffee2d1a-5b4f-46ca-8764-23dfbfa73abe req-12841ac5-a2ce-4559-b81c-ea002b95fa1a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 3882 time: 0.7493002 Feb 04 15:28:05.812790 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.839469 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9db6dce5-8609-43e9-a0cb-aba04622c4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.859182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=8ee050dc-bbfc-4e72-9b64-93785061cff1,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:05.902223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:05.942157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8480551 Feb 04 15:28:05.951560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-253ec687-1a4d-4af8-aacf-d00ca23e0fc0 None None] Port 2d268d87-85f2-4414-9fe3-159ef376e87c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:28:05.964608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:05.965959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Allocated IP 172.20.0.2 (60cbeedf-ce49-4303-b921-aa1dceec1123/4492d8e7-37ab-431b-bf81-dee81ec03258/c9cfcb96-2f7a-47aa-a573-942613de5ef2) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:05.966708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d5746d35-bd68-4bf7-b45a-689ab9102a69 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:05.994435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d5c4-f629-4b7c-8168-053e9f7c4f9c req-b66e2321-8dee-42c5-9be8-b4bd7e02c847 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.003454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11d4d5c4-f629-4b7c-8168-053e9f7c4f9c req-b66e2321-8dee-42c5-9be8-b4bd7e02c847 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 949 time: 0.2691228 Feb 04 15:28:06.009461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dabbc7-fe7a-41ef-abb4-48a63a0da453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Pushing event updated for resources: {'Network': ['ID=ba503cf2-4f74-4f6c-a2ed-877035223d60,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:06.046040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a89b6b-385d-4daf-8110-48045b4972fb req-f3b83cb5-53e1-4b53-90d7-6927ca6e8787 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.048171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-f3b83cb5-53e1-4b53-90d7-6927ca6e8787 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1&tenant_id=84527f5d02424026ba6ab3f450c74f5b&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 949 time: 0.2358897 Feb 04 15:28:06.052533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ffee2d1a-5b4f-46ca-8764-23dfbfa73abe req-fd6a4dfc-6bda-4d92-9b3d-087000d208ed tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157314 Feb 04 15:28:06.077185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ba503cf2-4f74-4f6c-a2ed-877035223d60 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:28:06.102573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:06.151406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:06.162261 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-39a89b6b-385d-4daf-8110-48045b4972fb req-de37c947-c0b8-451e-95bb-5a42f7339efb service neutron] delete failed (client error): The resource could not be found. Feb 04 15:28:06.164012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-de37c947-c0b8-451e-95bb-5a42f7339efb service neutron] 10.222.0.30 "DELETE /v2.0/ports/5a1f703b-52e5-4676-86b0-ce10ad804282/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0982046 Feb 04 15:28:06.166371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11d4d5c4-f629-4b7c-8168-053e9f7c4f9c req-4eeca7bf-6723-4b19-94f4-ad4cbaea3304 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619740 Feb 04 15:28:06.200819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting port 8ee050dc-bbfc-4e72-9b64-93785061cff1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:06.200819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.279277 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.328907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d5746d35-bd68-4bf7-b45a-689ab9102a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d5746d35-bd68-4bf7-b45a-689ab9102a69,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:06.341237 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.343059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:06.407682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb2f9-4299-4d3e-a9fd-62e644b99436 req-43c66dc5-b2cd-4ec5-aac7-1b4d97e2ff04 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.413662 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8cbb2f9-4299-4d3e-a9fd-62e644b99436 req-43c66dc5-b2cd-4ec5-aac7-1b4d97e2ff04 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1198184 Feb 04 15:28:06.420709 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['5a1f703b-52e5-4676-86b0-ce10ad804282'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:06.506795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d5746d35-bd68-4bf7-b45a-689ab9102a69,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:06.527272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:06.530445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8cbb2f9-4299-4d3e-a9fd-62e644b99436 req-deafdb0a-2265-45ca-8b96-2306cd8d4fbc tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923178 Feb 04 15:28:06.551639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a81f45d4-2985-4f5d-9238-0346a2f7a72c no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:06.568815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a89b6b-385d-4daf-8110-48045b4972fb req-1e21cd5f-3837-4bf6-a478-45ea97784b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.570727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-1e21cd5f-3837-4bf6-a478-45ea97784b9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1100 time: 0.0936234 Feb 04 15:28:06.713748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:06.726361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39578) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:06.728754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9db6dce5-8609-43e9-a0cb-aba04622c4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.738343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Request body: {'port': {'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60', 'binding:host_id': 'n-h2-827869-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-25917903'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:06.767676 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.769323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ad4869-a207-4f41-a662-abf66372b2a4 req-fac7ff77-bcaf-4214-a242-b0e14bf0663e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.0781646 Feb 04 15:28:06.793875 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9db6dce5-8609-43e9-a0cb-aba04622c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.820736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Made reservation on behalf of 4fa024d2da7341319154e21ead012f11 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:06.823799 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.833610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a81f45d4-2985-4f5d-9238-0346a2f7a72c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a81f45d4-2985-4f5d-9238-0346a2f7a72c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:06.847524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.850449 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a89b6b-385d-4daf-8110-48045b4972fb req-1392d30f-7b4e-4a50-9686-e67bba61c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:06.853141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-1392d30f-7b4e-4a50-9686-e67bba61c932 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2750022 Feb 04 15:28:06.868152 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.868494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2d268d87-85f2-4414-9fe3-159ef376e87c no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:06.917956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-b1ea1b44-9749-49ac-ab45-ce996286b66b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.0489900 Feb 04 15:28:06.921231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee050dc-bbfc-4e72-9b64-93785061cff1'}, {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad'}, {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5746d35-bd68-4bf7-b45a-689ab9102a69'}, {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:06.924119 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815d3e47-74d0-4180-9150-5b23c9736b20" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "8ee050dc-bbfc-4e72-9b64-93785061cff1"}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c4d494a-452b-437d-b0cf-e8fba58cb6ad"}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "d5746d35-bd68-4bf7-b45a-689ab9102a69"}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:06.927481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] For port 8ee050dc-bbfc-4e72-9b64-93785061cff1, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8ee050dc-bbfc-4e72-9b64-93785061cff1,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:06.928418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.941802 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.950381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9db6dce5-8609-43e9-a0cb-aba04622c4e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9bd90c9571b4bcdb5a52d0f2c2c72a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4658220 Feb 04 15:28:06.967081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39582) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:06.973071 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:06.974550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6dce5-8609-43e9-a0cb-aba04622c4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa28d01-aa43-4207-9b11-c3090c28c99f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:07.015739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Calling delete_port for 8ee050dc-bbfc-4e72-9b64-93785061cff1 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:07.031169 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6380d241-bc5a-48cf-a25e-7b90ede1f591 x-openstack-request-id: req-6380d241-bc5a-48cf-a25e-7b90ede1f591 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:07.032566 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "8ee050dc-bbfc-4e72-9b64-93785061cff1", "code": 200}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c4d494a-452b-437d-b0cf-e8fba58cb6ad", "code": 200}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "d5746d35-bd68-4bf7-b45a-689ab9102a69", "code": 200}, {"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:07.032969 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6380d241-bc5a-48cf-a25e-7b90ede1f591 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:07.033608 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee050dc-bbfc-4e72-9b64-93785061cff1', 'code': 200} Feb 04 15:28:07.034134 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad', 'code': 200} Feb 04 15:28:07.034546 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5746d35-bd68-4bf7-b45a-689ab9102a69', 'code': 200} Feb 04 15:28:07.035008 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'code': 200} Feb 04 15:28:07.043761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a89b6b-385d-4daf-8110-48045b4972fb req-0480a327-378b-424f-8f26-126a180acc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.045893 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-0480a327-378b-424f-8f26-126a180acc8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1208930 Feb 04 15:28:07.054370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.065226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=a81f45d4-2985-4f5d-9238-0346a2f7a72c,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:07.084245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2d268d87-85f2-4414-9fe3-159ef376e87c not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:07.099291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:07.108292 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.109599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4173bc17-d0c3-40ae-8b3f-380a38a0d773 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:07.123193 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-924c8369-24ac-4834-b81d-3c0c82917a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.151814 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.164073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 4173bc17-d0c3-40ae-8b3f-380a38a0d773 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:07.164492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4173bc17-d0c3-40ae-8b3f-380a38a0d773 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:07.171231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.174941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-924c8369-24ac-4834-b81d-3c0c82917a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.179908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a89b6b-385d-4daf-8110-48045b4972fb req-b18b2666-61ff-4e69-9bca-171b73ac7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.181657 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-b18b2666-61ff-4e69-9bca-171b73ac7e42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288822 Feb 04 15:28:07.197543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] device_id is not set on port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:07.225240 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.247143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:07.281969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.328381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:07.342601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:07.358965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ce1722-40f3-46f7-a7cd-1fdeadb448bb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:07.359417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:07.369585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event updated for resources: {'Port': ['ID=c9cfcb96-2f7a-47aa-a573-942613de5ef2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:07.452524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.459783 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.508181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-7aec5064-243d-404f-ab41-2be69a4d96b9 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179381 Feb 04 15:28:07.542975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.544605 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.559012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-924c8369-24ac-4834-b81d-3c0c82917a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.561196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Port': ['ID=8ee050dc-bbfc-4e72-9b64-93785061cff1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:07.561653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-924c8369-24ac-4834-b81d-3c0c82917a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.562889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-924c8369-24ac-4834-b81d-3c0c82917a2f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1aa28d01-aa43-4207-9b11-c3090c28c99f HTTP/1.1" status: 204 len: 168 time: 0.5945835 Feb 04 15:28:07.577346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce9544-5d40-4083-ab41-6dd1b2d3a8ac req-9f7b2eae-ba2a-4884-8b1a-574a440e9a0a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.579067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7ce9544-5d40-4083-ab41-6dd1b2d3a8ac req-9f7b2eae-ba2a-4884-8b1a-574a440e9a0a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 949 time: 0.2459409 Feb 04 15:28:07.596709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c949c-d06f-46e3-9c87-424438366f42 req-f6a28c55-d6cd-4bbe-b7b5-bc1ef24dc18f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.603153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c949c-d06f-46e3-9c87-424438366f42 req-f6a28c55-d6cd-4bbe-b7b5-bc1ef24dc18f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.609538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c949c-d06f-46e3-9c87-424438366f42 req-f6a28c55-d6cd-4bbe-b7b5-bc1ef24dc18f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.615756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c949c-d06f-46e3-9c87-424438366f42 req-f6a28c55-d6cd-4bbe-b7b5-bc1ef24dc18f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.621885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c949c-d06f-46e3-9c87-424438366f42 req-f6a28c55-d6cd-4bbe-b7b5-bc1ef24dc18f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:07.626553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637c949c-d06f-46e3-9c87-424438366f42 req-f6a28c55-d6cd-4bbe-b7b5-bc1ef24dc18f tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 3798 time: 0.2710323 Feb 04 15:28:07.669169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-38e135f7-967c-41a7-86bb-2eeb89a632b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7787681 Feb 04 15:28:07.673756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c8369-24ac-4834-b81d-3c0c82917a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa28d01-aa43-4207-9b11-c3090c28c99f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:07.702211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Request body: {'port': {'device_id': 'edcdd48b-3213-4047-84b8-24fd92395ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:07.712338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] No DVR routers for this DVR port 8ee050dc-bbfc-4e72-9b64-93785061cff1 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:07.719899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.723890 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-5ed5f79a-70d1-4e6e-af8b-c13e82b360b1 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "DELETE /v2.0/ports/8ee050dc-bbfc-4e72-9b64-93785061cff1 HTTP/1.1" status: 204 len: 173 time: 2.2245305 Feb 04 15:28:07.727712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': '8ee050dc-bbfc-4e72-9b64-93785061cff1'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:07.730598 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d985bd8-a099-4def-b104-35777a7b147c" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "8ee050dc-bbfc-4e72-9b64-93785061cff1"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:07.782783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637c949c-d06f-46e3-9c87-424438366f42 req-568e1844-3685-49d8-b5a3-8866aa4703d8 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167693 Feb 04 15:28:07.831174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7ce9544-5d40-4083-ab41-6dd1b2d3a8ac req-e49b369e-e26b-495d-a24c-25dd785e4a96 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183940 Feb 04 15:28:07.836553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] device_id is not set on port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:07.919427 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38202c85-e423-46fa-96e2-9b8476a489b1 x-openstack-request-id: req-38202c85-e423-46fa-96e2-9b8476a489b1 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:07.919695 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "8ee050dc-bbfc-4e72-9b64-93785061cff1", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:07.919916 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-38202c85-e423-46fa-96e2-9b8476a489b1 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:07.920323 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': '8ee050dc-bbfc-4e72-9b64-93785061cff1', 'status': 'completed', 'code': 200} Feb 04 15:28:07.944314 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.974130 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39a89b6b-385d-4daf-8110-48045b4972fb req-3939450c-8334-414f-9d98-16a8278b77be service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324567 Feb 04 15:28:07.981007 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:07.996567 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.122324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86b7a5-669c-44f5-86c7-5ac826a5e3a7 req-2944f3c2-8e3c-44c5-8bc6-ed2c649b93fc tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.125204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a86b7a5-669c-44f5-86c7-5ac826a5e3a7 req-2944f3c2-8e3c-44c5-8bc6-ed2c649b93fc tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 947 time: 0.2542274 Feb 04 15:28:08.151844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5766ec-da7a-48a9-9686-24964bc0c4f5 req-739a8c08-a363-4bec-b8db-6ea4f8d7ed04 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:08.153834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b5766ec-da7a-48a9-9686-24964bc0c4f5 req-739a8c08-a363-4bec-b8db-6ea4f8d7ed04 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 931 time: 0.1753707 Feb 04 15:28:08.166651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting port 4ca22191-8faf-40c6-ad50-71688fd60786 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:08.166651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.230264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:08.252534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a86b7a5-669c-44f5-86c7-5ac826a5e3a7 req-914bdfea-f908-40f6-af14-bcb59175d7ce tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138008 Feb 04 15:28:08.295879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Checking segment: {'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:08.296259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Network hostable DHCP agents. Network: ba503cf2-4f74-4f6c-a2ed-877035223d60, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:08.321745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39600) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:08.356494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Network ba503cf2-4f74-4f6c-a2ed-877035223d60 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:08.362582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e36db2a4-c883-4a51-952a-caa4fc1ccfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.392186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ba503cf2-4f74-4f6c-a2ed-877035223d60) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:08.409332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:08.412960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fb7a01-3442-427d-be63-3fca45670627 None None] Network ba503cf2-4f74-4f6c-a2ed-877035223d60 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:08.487460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b5766ec-da7a-48a9-9686-24964bc0c4f5 req-f4df78db-0588-4a16-8641-0fc3000b5433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498186 Feb 04 15:28:08.529438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] For port 4ca22191-8faf-40c6-ad50-71688fd60786, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4ca22191-8faf-40c6-ad50-71688fd60786,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:08.530147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.561429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Calling delete_port for 4ca22191-8faf-40c6-ad50-71688fd60786 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:08.570833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:08.571528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:08.572217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:08.643432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e36db2a4-c883-4a51-952a-caa4fc1ccfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.646648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:08.647255 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:08.648337 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 2 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:08.657739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e36db2a4-c883-4a51-952a-caa4fc1ccfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.680749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Deleting port 8774ba38-5797-4bf2-b061-cdaded4b8758 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:08.681118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.745394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e36db2a4-c883-4a51-952a-caa4fc1ccfd5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd95155f6d4c49eda842c120c533b3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175112 Feb 04 15:28:08.746135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39602) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:08.753746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cfcb96-2f7a-47aa-a573-942613de5ef2 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:08.758066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:28:08.758447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:08.758859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:08.759274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:08.763041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 5a1f703b-52e5-4676-86b0-ce10ad804282 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:08.763402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.778432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Transition to ACTIVE for port object c9cfcb96-2f7a-47aa-a573-942613de5ef2 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:08.785205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:08.785861 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:08.789262 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 3 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:08.809577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:08.809928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:08.810447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:08.811360 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:08.822898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36db2a4-c883-4a51-952a-caa4fc1ccfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f50d41-205f-47fd-a0de-cfe6b66257ca,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:08.909726 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:08.912607 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:08.916111 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 4 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:08.924586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cfcb96-2f7a-47aa-a573-942613de5ef2,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.007748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:09.011092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:09.011841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.030204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:09.030931 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:09.039160 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 5 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:09.042442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] For port 8774ba38-5797-4bf2-b061-cdaded4b8758, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8774ba38-5797-4bf2-b061-cdaded4b8758,segment=NetworkSegment(daa9891d-ad6d-4be2-b160-71acbfc73304),segment_id=daa9891d-ad6d-4be2-b160-71acbfc73304)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:09.043025 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.049212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:09.053495 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eee0218-4369-4004-b3e3-f43c4116f909" -d '{"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-unplugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:09.096602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f8804af8-facd-4ff2-ae0f-8082296e1e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.096902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Calling delete_port for 8774ba38-5797-4bf2-b061-cdaded4b8758 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:09.101489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:09.102247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:09.102835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.104351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 5a1f703b-52e5-4676-86b0-ce10ad804282 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:09.110916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 5a1f703b-52e5-4676-86b0-ce10ad804282 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:09.111315 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.123871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:09.124618 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:09.129181 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 6 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:09.136920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.156065 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f8804af8-facd-4ff2-ae0f-8082296e1e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.164613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:09.170955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:09.171721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:09.172339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.184206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'mac_address': 'fa:16:3e:d3:73:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:28:09.200327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29109df-5562-4198-ba24-4eb3028bd5cf req-10fd16b0-564a-43a7-911f-6672eb2b7f5d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.207499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29109df-5562-4198-ba24-4eb3028bd5cf req-10fd16b0-564a-43a7-911f-6672eb2b7f5d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.214374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29109df-5562-4198-ba24-4eb3028bd5cf req-10fd16b0-564a-43a7-911f-6672eb2b7f5d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.221107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Attempting to bind port c9cfcb96-2f7a-47aa-a573-942613de5ef2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:09.221502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Attempting to bind port c9cfcb96-2f7a-47aa-a573-942613de5ef2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:09.221841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Attempting to bind port c9cfcb96-2f7a-47aa-a573-942613de5ef2 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.222968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29109df-5562-4198-ba24-4eb3028bd5cf req-10fd16b0-564a-43a7-911f-6672eb2b7f5d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.227166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Port': ['ID=4ca22191-8faf-40c6-ad50-71688fd60786,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.228052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f29109df-5562-4198-ba24-4eb3028bd5cf req-10fd16b0-564a-43a7-911f-6672eb2b7f5d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 3143 time: 0.1981239 Feb 04 15:28:09.239768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:09.240200 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:09.241597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2f04-3499-4bdd-be98-9f4ab6c2a822 req-adff8b2d-8d4b-4bc2-9c69-f57a84aaff24 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.243226 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee9a2f04-3499-4bdd-be98-9f4ab6c2a822 req-adff8b2d-8d4b-4bc2-9c69-f57a84aaff24 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 949 time: 0.2038002 Feb 04 15:28:09.248468 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 7 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:09.262786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Port c9cfcb96-2f7a-47aa-a573-942613de5ef2 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:09.263235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Attempting to bind port c9cfcb96-2f7a-47aa-a573-942613de5ef2 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.290700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.298488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:09.299028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:09.299453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.313360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.318903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:09.319518 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:09.322654 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 8 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:09.328818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:09.329165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Checking segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:09.329560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Bound using segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:09.330171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Bound port: c9cfcb96-2f7a-47aa-a573-942613de5ef2, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:09.330534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.331782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f29109df-5562-4198-ba24-4eb3028bd5cf req-338acda7-2464-481c-bc7b-e719f6384a97 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905285 Feb 04 15:28:09.333013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] No DVR routers for this DVR port 4ca22191-8faf-40c6-ad50-71688fd60786 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:09.342165 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.346288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-b1076a3d-9111-42de-92ce-6b9f44707407 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "DELETE /v2.0/ports/4ca22191-8faf-40c6-ad50-71688fd60786 HTTP/1.1" status: 204 len: 173 time: 1.5944014 Feb 04 15:28:09.346600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:09.346813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:09.346996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.368438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:09.368438 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:09.368438 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 9 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:09.368438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f8804af8-facd-4ff2-ae0f-8082296e1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.368438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f8804af8-facd-4ff2-ae0f-8082296e1e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.373461 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f8804af8-facd-4ff2-ae0f-8082296e1e32 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9f50d41-205f-47fd-a0de-cfe6b66257ca HTTP/1.1" status: 204 len: 168 time: 0.6253703 Feb 04 15:28:09.395455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804af8-facd-4ff2-ae0f-8082296e1e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f50d41-205f-47fd-a0de-cfe6b66257ca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.399168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:09.399562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:09.400004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.407361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:09.407874 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:09.408234 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 10 to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 Feb 04 15:28:09.424029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:09.424513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:09.424856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:09.432406 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:09.432785 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:09.433160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.444677 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963fa13-5523-4447-b1cb-3293d6696e51 x-openstack-request-id: req-f963fa13-5523-4447-b1cb-3293d6696e51 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:09.448384 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-unplugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:09.448800 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f963fa13-5523-4447-b1cb-3293d6696e51 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:09.452036 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'code': 200} Feb 04 15:28:09.490626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee9a2f04-3499-4bdd-be98-9f4ab6c2a822 req-81888ad0-0967-4a4a-9c24-166853a95494 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064586 Feb 04 15:28:09.491836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:09.507713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac95804f-9c9f-491e-b040-b25f94a1cad9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:09.541328 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.565219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.581084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] For port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:09.581474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempted to set empty binding levels {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:28:09.593843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.599074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] For port c9cfcb96-2f7a-47aa-a573-942613de5ef2, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:09.605270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] For port c9cfcb96-2f7a-47aa-a573-942613de5ef2, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c9cfcb96-2f7a-47aa-a573-942613de5ef2,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:09.616125 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.622524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:09.635122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.691249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.705776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.707480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.756033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.773467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.780474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.781356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.783153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9cfcb96-2f7a-47aa-a573-942613de5ef2 HTTP/1.1" status: 200 len: 1091 time: 2.0883954 Feb 04 15:28:09.793130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99f4bc-0a17-47d8-a07a-41d4a68cbe41 req-9c07afb1-73d9-40a2-8076-3664ab27f946 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:09.801172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting port a81f45d4-2985-4f5d-9238-0346a2f7a72c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:09.801689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.805593 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c99f4bc-0a17-47d8-a07a-41d4a68cbe41 req-9c07afb1-73d9-40a2-8076-3664ab27f946 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 947 time: 0.2638729 Feb 04 15:28:09.820153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2c1d7152-0a24-418a-97ee-42b0cafc1e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.0845504 Feb 04 15:28:09.833623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39618) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:09.895850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd1027-e8a5-498f-a989-944ae70fade8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cfcb96-2f7a-47aa-a573-942613de5ef2,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:09.899782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:09.927911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': '4ca22191-8faf-40c6-ad50-71688fd60786'}, {'name': 'network-changed', 'server_uuid': 'edcdd48b-3213-4047-84b8-24fd92395ece', 'tag': 'c9cfcb96-2f7a-47aa-a573-942613de5ef2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:09.929622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c99f4bc-0a17-47d8-a07a-41d4a68cbe41 req-2045f6f0-1fea-45da-b4cb-01b0ebb49b1d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229444 Feb 04 15:28:09.935801 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3320e87f-22be-458a-9de8-cc9087365338" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "4ca22191-8faf-40c6-ad50-71688fd60786"}, {"name": "network-changed", "server_uuid": "edcdd48b-3213-4047-84b8-24fd92395ece", "tag": "c9cfcb96-2f7a-47aa-a573-942613de5ef2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:10.004563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Pushing event deleted for resources: {'Port': ['ID=8774ba38-5797-4bf2-b061-cdaded4b8758,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:10.019268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Deleting port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:10.019765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.127192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ac95804f-9c9f-491e-b040-b25f94a1cad9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:10.152274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] For port c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2, host n-h2-827869-1, got binding levels [] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:10.152703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.171466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Calling delete_port for c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:10.175158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18497db-7b86-482c-9292-fac14955a28d req-cd7f7697-c5bb-4e47-919a-feaec7803877 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.176840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c18497db-7b86-482c-9292-fac14955a28d req-cd7f7697-c5bb-4e47-919a-feaec7803877 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1101 time: 0.0893118 Feb 04 15:28:10.261245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c18497db-7b86-482c-9292-fac14955a28d req-40ef3657-3ee8-4c00-b246-a0ec71fc10c0 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736248 Feb 04 15:28:10.308147 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.352671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e22f4-4889-4200-94dd-330f9f64fb35 req-ebbf77d9-b72e-4cc1-a3af-15cf2b7c0100 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.364055 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377e22f4-4889-4200-94dd-330f9f64fb35 req-ebbf77d9-b72e-4cc1-a3af-15cf2b7c0100 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 943 time: 0.6496961 Feb 04 15:28:10.374192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event deleted for resources: {'Port': ['ID=c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:10.381537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.390369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e004b600-2f08-4aec-bdb7-89b8619b38e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "DELETE /v2.0/ports/c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 HTTP/1.1" status: 204 len: 168 time: 0.5513597 Feb 04 15:28:10.394734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39636) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:10.434599 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bde526-9b31-495f-8e35-fea10dd97668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:28:10.437511 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecff781-f9f4-41f0-a204-e103f2ec5281 x-openstack-request-id: req-2ecff781-f9f4-41f0-a204-e103f2ec5281 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:10.438745 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "4ca22191-8faf-40c6-ad50-71688fd60786", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edcdd48b-3213-4047-84b8-24fd92395ece", "tag": "c9cfcb96-2f7a-47aa-a573-942613de5ef2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:10.440627 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ecff781-f9f4-41f0-a204-e103f2ec5281 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:10.441125 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': '4ca22191-8faf-40c6-ad50-71688fd60786', 'status': 'completed', 'code': 200} Feb 04 15:28:10.441412 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcdd48b-3213-4047-84b8-24fd92395ece', 'tag': 'c9cfcb96-2f7a-47aa-a573-942613de5ef2', 'status': 'completed', 'code': 200} Feb 04 15:28:10.442758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f1bde526-9b31-495f-8e35-fea10dd97668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "GET /v2.0/ports/c90a6cca-5a0a-4ebb-85a0-b853cd33f2d2 HTTP/1.1" status: 404 len: 333 time: 0.0447283 Feb 04 15:28:10.443641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39638) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:10.451816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Request body: {'port': {'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2041637550'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:10.452213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] For port a81f45d4-2985-4f5d-9238-0346a2f7a72c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a81f45d4-2985-4f5d-9238-0346a2f7a72c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:10.452586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.470174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-9ace9e7c-d78e-4d32-a31b-e30a2983c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.471001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-9ace9e7c-d78e-4d32-a31b-e30a2983c43b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 1094 time: 0.6213477 Feb 04 15:28:10.498583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Made reservation on behalf of 4fa024d2da7341319154e21ead012f11 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:10.513179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:10.578594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-fb355be0-de36-458a-935b-336cd8144224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9cfcb96-2f7a-47aa-a573-942613de5ef2 HTTP/1.1" status: 200 len: 217 time: 0.0907605 Feb 04 15:28:10.584298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] device_id is not set on port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:10.650750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377e22f4-4889-4200-94dd-330f9f64fb35 req-d0640e92-9f92-4e5d-a08e-365c8d39e918 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888625 Feb 04 15:28:10.763460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38ee7e-77a9-4ea7-b6be-4ce100a318ec req-f85a303b-e2c2-4768-8a77-b05cb609d98d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.770134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38ee7e-77a9-4ea7-b6be-4ce100a318ec req-f85a303b-e2c2-4768-8a77-b05cb609d98d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.776244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38ee7e-77a9-4ea7-b6be-4ce100a318ec req-f85a303b-e2c2-4768-8a77-b05cb609d98d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.779112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e38ee7e-77a9-4ea7-b6be-4ce100a318ec req-f85a303b-e2c2-4768-8a77-b05cb609d98d tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 2410 time: 0.1393239 Feb 04 15:28:10.816963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-fd0d6ff8-b819-46ea-bbe2-e23b56512236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:10.820582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-fd0d6ff8-b819-46ea-bbe2-e23b56512236 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.2133987 Feb 04 15:28:10.893791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-8bf05a9d-a679-447e-8c41-1de5df425f16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611143 Feb 04 15:28:10.910102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e38ee7e-77a9-4ea7-b6be-4ce100a318ec req-98c248af-6ab6-48d2-9ee4-08a31f1ae1bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837309 Feb 04 15:28:10.913732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.039160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-281d6684-5514-4a7f-bd88-db4a3addaabb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=84527f5d02424026ba6ab3f450c74f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2081873 Feb 04 15:28:11.129911 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.186812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-d808ed7e-dd00-4dbe-8c41-181978d539a0 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524128 Feb 04 15:28:11.192308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.239425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64141aa7-426a-46e2-a0d0-86dd7a0ea140 req-7f450b8b-b9de-4d8e-b19f-6e79f0a18031 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.242411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64141aa7-426a-46e2-a0d0-86dd7a0ea140 req-7f450b8b-b9de-4d8e-b19f-6e79f0a18031 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1967967 Feb 04 15:28:11.243000 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.243368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.243735 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Floating IP fb03511c-da95-4232-a836-4a7f707ee323 disassociated. External IP: 172.25.1.199, port: a81f45d4-2985-4f5d-9238-0346a2f7a72c. Feb 04 15:28:11.244021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Calling delete_port for a81f45d4-2985-4f5d-9238-0346a2f7a72c owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:11.269456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Network ba503cf2-4f74-4f6c-a2ed-877035223d60 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:11.281338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:11.284231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=46d4b0cf-04ed-4d63-bf74-859b12cf9fbe,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:11.290646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:11.293368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.294367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.351617 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2b35a5bb-0b5e-40f2-be0b-659cc2b67e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9051423 Feb 04 15:28:11.356528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39664) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:11.365319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:11.382941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64141aa7-426a-46e2-a0d0-86dd7a0ea140 req-7ad948ba-4611-45d3-bd23-e0a8f699d2c5 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220620 Feb 04 15:28:11.413920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-0edb6dbf-166d-43e6-a7a9-cc489cedc9dd tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.418068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-0edb6dbf-166d-43e6-a7a9-cc489cedc9dd tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3772459 Feb 04 15:28:11.451569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:11.456738 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b51911a-864d-413f-a965-e54bd41c1ed7" -d '{"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:11.483057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.554386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-ec8f46bf-c3e5-4a71-af48-20a683d4f34f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/quotas/84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 375 time: 0.1234002 Feb 04 15:28:11.621808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-befc289c-3118-49b6-9be6-d875c9bd4446 req-f6a7ff38-f9bc-4c3d-b4c1-d7bbb389f174 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179857 Feb 04 15:28:11.726327 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd1bf84-33c1-4c92-af9d-759ee7d18ff1 x-openstack-request-id: req-1dd1bf84-33c1-4c92-af9d-759ee7d18ff1 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:11.726610 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:11.727357 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1dd1bf84-33c1-4c92-af9d-759ee7d18ff1 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:11.727913 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'code': 200} Feb 04 15:28:11.760719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] device_id is not set on port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:11.772008 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.777243 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-2b58adc2-b3cc-4ff0-90b8-1181879b5971 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1973627 Feb 04 15:28:11.787011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.854817 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:11.876324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e87f-22be-458a-9de8-cc9087365338 req-305e8f64-0342-4dbd-86d1-4a3322867559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.878993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3320e87f-22be-458a-9de8-cc9087365338 req-305e8f64-0342-4dbd-86d1-4a3322867559 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 1094 time: 0.1744027 Feb 04 15:28:11.921783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=46d4b0cf-04ed-4d63-bf74-859b12cf9fbe,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:11.927857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Port': ['ID=a81f45d4-2985-4f5d-9238-0346a2f7a72c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:11.967102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082e2c6-0258-4c4f-9595-229768df9adf req-d939af05-7d46-48de-84d9-0ba966292b40 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:11.983999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7082e2c6-0258-4c4f-9595-229768df9adf req-d939af05-7d46-48de-84d9-0ba966292b40 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 943 time: 0.1497838 Feb 04 15:28:11.987192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:11.987540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:11.987887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.035665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.036529 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.036529 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 2 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.064624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7082e2c6-0258-4c4f-9595-229768df9adf req-f15f64c9-23d5-4a11-9b52-13fa14772bd7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Feb 04 15:28:12.069372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.076536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.076536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.096083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.096083 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.096731 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 3 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.101756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:28:12.125951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.126807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.127540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.132133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Router 97653c45-5b01-45c5-b361-fbc08ab2c75a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:28:12.141918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.141918 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.144847 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 4 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.233424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63e484ef-defa-4a9c-b1fa-c3e957bbd213 req-0268ebe1-5279-44fc-9aad-c7b6f930356c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 210 time: 0.0941632 Feb 04 15:28:12.244391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.244892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.245470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.256405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.256809 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.257313 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 5 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.340818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.341839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.342591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.348510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.349320 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.349893 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 6 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.384274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:28:12.401549 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] Sync routers for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:28:12.406571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.409187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.418603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.433843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.434537 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.435350 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 7 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.440922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:12.441859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:12.552353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.553053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.553766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.575911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.576637 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.578777 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 8 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.616782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.619041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.620465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.651341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda493e-9f94-45cf-9d36-3cd651c03728 req-54d11106-ca32-4534-b75a-7a749807f399 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:12.654007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fda493e-9f94-45cf-9d36-3cd651c03728 req-54d11106-ca32-4534-b75a-7a749807f399 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 949 time: 0.1586294 Feb 04 15:28:12.655599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.656127 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.656761 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 9 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.672044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:12.693106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.693682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.694257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.718863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.719688 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.723200 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 10 to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe Feb 04 15:28:12.734770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:12.773953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fda493e-9f94-45cf-9d36-3cd651c03728 req-3d33a38d-c0a7-4e57-ab3d-167076dc6d4a tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915701 Feb 04 15:28:12.785383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:12.785920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:12.790307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:12.801260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:12.802464 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:12.803109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.896824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] For port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:12.897096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempted to set empty binding levels {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:28:12.905863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:12.918102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e87f-22be-458a-9de8-cc9087365338 req-189af60f-4b74-45ef-ac14-9016b14954bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:12.921138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3320e87f-22be-458a-9de8-cc9087365338 req-189af60f-4b74-45ef-ac14-9016b14954bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 912 time: 1.0076025 Feb 04 15:28:13.009139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=46d4b0cf-04ed-4d63-bf74-859b12cf9fbe,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.013893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] In _notify_port_updated(), no bound segment for port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:28:13.015614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.016731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.019389 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-92f25286-45ef-4072-9fa2-567f79ee74c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "PUT /v2.0/ports/46d4b0cf-04ed-4d63-bf74-859b12cf9fbe HTTP/1.1" status: 200 len: 979 time: 1.6612165 Feb 04 15:28:13.024290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39706) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:13.046985 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] No DVR routers for this DVR port a81f45d4-2985-4f5d-9238-0346a2f7a72c on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:13.126466 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.132874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-ee908d3b-c508-45f7-931d-4e0705d56f92 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "DELETE /v2.0/ports/a81f45d4-2985-4f5d-9238-0346a2f7a72c HTTP/1.1" status: 204 len: 173 time: 3.7729614 Feb 04 15:28:13.133514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ac95804f-9c9f-491e-b040-b25f94a1cad9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:13.133916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.138270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:13.145259 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c7061-dea3-41e1-b3e4-966f3fd1cf31" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:13.165801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3320e87f-22be-458a-9de8-cc9087365338 req-5e51bb0b-ad9c-4f2e-8e52-85ed1c4a9655 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9cfcb96-2f7a-47aa-a573-942613de5ef2 HTTP/1.1" status: 200 len: 217 time: 0.1768498 Feb 04 15:28:13.230393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:38Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:13.234692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.235082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3a6e2-4a55-45ba-8dce-10a6603ac7f0 req-ab26c528-bcd6-4761-a5cf-3da7dc5dc13e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.236453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.237399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.238239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.238917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.239653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.240313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.240965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3a6e2-4a55-45ba-8dce-10a6603ac7f0 req-ab26c528-bcd6-4761-a5cf-3da7dc5dc13e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.241245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.241950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.242650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.243391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.244117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.244486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.245020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.245554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.246555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.247094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.247787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.248351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.248891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.249084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adb3a6e2-4a55-45ba-8dce-10a6603ac7f0 req-ab26c528-bcd6-4761-a5cf-3da7dc5dc13e tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 1676 time: 1.1455243 Feb 04 15:28:13.249581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.250916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.254354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.255840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.257466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.258986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.260454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.262313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.263555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.271612 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88f95f55-c03e-4629-905d-97a5c743da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25992 time: 0.2453859 Feb 04 15:28:13.276160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39720) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:13.305715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] Checking router: 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:28:13.325943 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.328325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:13.328997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:13.414199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:13.419419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e87f-22be-458a-9de8-cc9087365338 req-4f30334c-d68a-4ae1-bd30-a20b489d10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.420980 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3320e87f-22be-458a-9de8-cc9087365338 req-4f30334c-d68a-4ae1-bd30-a20b489d10d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.2091427 Feb 04 15:28:13.431374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adb3a6e2-4a55-45ba-8dce-10a6603ac7f0 req-2653b878-b8f6-49e9-a133-8e8e5e12ad40 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810203 Feb 04 15:28:13.448852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.454860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0306-1108-4fa3-8b57-ac7b3e77f38e req-e0d96602-02d1-4a34-b209-1ab2195305d5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:13.466696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9eee0306-1108-4fa3-8b57-ac7b3e77f38e req-e0d96602-02d1-4a34-b209-1ab2195305d5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 943 time: 0.1930196 Feb 04 15:28:13.535465 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c333c34f-5bbd-4bbc-baf1-10bbd89b1945 x-openstack-request-id: req-c333c34f-5bbd-4bbc-baf1-10bbd89b1945 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:13.535768 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "a81f45d4-2985-4f5d-9238-0346a2f7a72c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:13.536024 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c333c34f-5bbd-4bbc-baf1-10bbd89b1945 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:13.536435 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': 'a81f45d4-2985-4f5d-9238-0346a2f7a72c', 'status': 'completed', 'code': 200} Feb 04 15:28:13.544780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9eee0306-1108-4fa3-8b57-ac7b3e77f38e req-ce09b0a2-0038-407e-8fa8-d690deba00ea tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717320 Feb 04 15:28:13.546203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=11']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:13.548117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3320e87f-22be-458a-9de8-cc9087365338 req-dad5c045-1eae-42b8-a1ea-7b63170f0564 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082339 Feb 04 15:28:13.550786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Deleting port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:13.552849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.553645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:28:13.593295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-334067b4-0ba0-4577-874e-1e685f5e1025 admin admin] 10.222.0.47 "PUT /v2.0/routers/97653c45-5b01-45c5-b361-fbc08ab2c75a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0619967 Feb 04 15:28:13.598648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39724) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:13.598981 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] Sync routers for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:28:13.622566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:13.757011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a79e77e3-359c-4b92-97c5-cfaf43e5fe47 req-55d22da2-8e5f-4c5e-91f9-e28f0128df0c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 210 time: 0.0936484 Feb 04 15:28:13.766115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:13.766547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.772468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:13.784404 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb85eddd-79ab-4eaa-9a99-8854b7fe674e" -d '{"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-plugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:13.872080 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:13.876240 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:13.889074 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c627d9-39b9-4477-b292-2dd821da1a17 x-openstack-request-id: req-90c627d9-39b9-4477-b292-2dd821da1a17 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:13.898560 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-plugged", "status": "completed", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:13.899021 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-90c627d9-39b9-4477-b292-2dd821da1a17 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:13.899567 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'code': 200} Feb 04 15:28:13.915932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] For port 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe, host n-h2-827869-1, got binding levels [] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:13.919056 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:13.928254 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-e8e8aa10-758d-483b-ad58-89cc7e8c773d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=84527f5d02424026ba6ab3f450c74f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312273 Feb 04 15:28:13.959932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3320e87f-22be-458a-9de8-cc9087365338 req-897606f7-02f3-4e21-b008-c32579d3d7e1 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024248 Feb 04 15:28:14.027223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Calling delete_port for 46d4b0cf-04ed-4d63-bf74-859b12cf9fbe owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:14.062435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] For port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:14.063030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.089304 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:14.092901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:38Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:14.117428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Calling delete_port for 1c4d494a-452b-437d-b0cf-e8fba58cb6ad owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:14.220366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712cef9-b499-45de-a1f7-d7616e1869b0 None None] The sync data for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 is: [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:21:31Z', 'revision_number': 4, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0faa40bd-5761-4fae-b88f-fa294630810c', 'name': '', 'network_id': '5f2aa4aa-59c4-412f-9f76-1135de5c6c66', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'mac_address': 'fa:16:3e:79:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:28Z', 'updated_at': '2022-02-04T15:21:38Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'subnets': [{'id': '193571a1-2cf9-476f-8e64-0d02101eb2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:28:14.304779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3320e87f-22be-458a-9de8-cc9087365338 req-6a659200-f827-4e05-84c9-d17bc607d4b3 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293431 Feb 04 15:28:14.430563 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:28:09Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:14.489776 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] Checking router: 97653c45-5b01-45c5-b361-fbc08ab2c75a for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:28:14.502532 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] Routers {'97653c45-5b01-45c5-b361-fbc08ab2c75a'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:14.503180 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['97653c45-5b01-45c5-b361-fbc08ab2c75a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:14.577813 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.653436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Port': ['ID=1c4d494a-452b-437d-b0cf-e8fba58cb6ad,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:14.692814 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] Set router 97653c45-5b01-45c5-b361-fbc08ab2c75a gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:14.723183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a484-c981-4f51-bcd1-da4a1cf712e2 req-c5784ab1-278f-46d8-b3f1-1b7dd08ea11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:14.726169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf52a484-c981-4f51-bcd1-da4a1cf712e2 req-c5784ab1-278f-46d8-b3f1-1b7dd08ea11d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1101 time: 0.3151629 Feb 04 15:28:14.746679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e4ff2-a29a-4039-a281-06fbdea6a874 None None] New status for floating IP fb03511c-da95-4232-a836-4a7f707ee323: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:28:14.767771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] No DVR routers for this DVR port 1c4d494a-452b-437d-b0cf-e8fba58cb6ad on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:14.771252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.782788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-9cf3efb1-e3a4-4cd1-b187-5b9415c1357a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "DELETE /v2.0/ports/1c4d494a-452b-437d-b0cf-e8fba58cb6ad HTTP/1.1" status: 204 len: 173 time: 1.6295512 Feb 04 15:28:14.829443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39752) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:14.859336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:14.890133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf52a484-c981-4f51-bcd1-da4a1cf712e2 req-c0a8840e-411a-4e67-8cb5-5cf904124309 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294982 Feb 04 15:28:14.902277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60292b-d718-404a-afa3-661711dde8cf req-06e88b51-6bce-40ad-a3dc-e472631acb01 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:14.911059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d60292b-d718-404a-afa3-661711dde8cf req-06e88b51-6bce-40ad-a3dc-e472631acb01 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 942 time: 0.2858293 Feb 04 15:28:14.954126 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:28:09Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:14.998854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d60292b-d718-404a-afa3-661711dde8cf req-e2b08b9b-d56a-488d-ab2e-3e00bf90d925 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups?id=cffe51c4-365c-4892-a286-4b03abc3217d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867512 Feb 04 15:28:15.011057 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c296913-c19c-4434-8fd8-673c14feeb13 None None] The sync data for ids ['97653c45-5b01-45c5-b361-fbc08ab2c75a'] in n-d-827869-1 is: [{'id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1605800071-router', 'tenant_id': '93269c6abb2a4b85a311035043259ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:20Z', 'updated_at': '2022-02-04T15:28:09Z', 'revision_number': 5, 'project_id': '93269c6abb2a4b85a311035043259ab4', 'gw_port': {'id': '1a327e52-5638-4207-b5f6-4b5b56f0d735', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97653c45-5b01-45c5-b361-fbc08ab2c75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:22Z', 'updated_at': '2022-02-04T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:28:15.123526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b6cc5-7c1b-4add-8591-e0e1592a1cd6 req-8519cb19-2b5b-4ea6-9440-c4656a08a1aa tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:15.135004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8a4b6cc5-7c1b-4add-8591-e0e1592a1cd6 req-8519cb19-2b5b-4ea6-9440-c4656a08a1aa tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 950 time: 1.1094537 Feb 04 15:28:15.141507 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18d198f0-890b-4ff9-a08d-0df6d5bce1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.215535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting port d5746d35-bd68-4bf7-b45a-689ab9102a69 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:15.216222 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.264571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-b0ceefd0-3b5b-4dc6-b08c-144c83b18bae tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:15.266502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-b0ceefd0-3b5b-4dc6-b08c-144c83b18bae tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3202286 Feb 04 15:28:15.304246 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8a4b6cc5-7c1b-4add-8591-e0e1592a1cd6 req-1619ad4c-a710-400e-a073-d5baa3e39c01 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683750 Feb 04 15:28:15.335826 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.341047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.369379 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.375966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "DELETE /v2.0/ports/46d4b0cf-04ed-4d63-bf74-859b12cf9fbe HTTP/1.1" status: 204 len: 168 time: 2.0838449 Feb 04 15:28:15.379773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fdf16-5b20-42b0-8c50-fc94a5c869ef req-d988b0c5-fcf0-4130-8211-6cde19baee21 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:15.381256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39756) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:15.382193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c4fdf16-5b20-42b0-8c50-fc94a5c869ef req-d988b0c5-fcf0-4130-8211-6cde19baee21 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 943 time: 0.2427034 Feb 04 15:28:15.433602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Request body: {'port': {'device_id': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '84527f5d02424026ba6ab3f450c74f5b'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:15.445095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab9137-c053-4b78-9a2f-9dcb166dd8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event deleted for resources: {'Port': ['ID=46d4b0cf-04ed-4d63-bf74-859b12cf9fbe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:15.500680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c4fdf16-5b20-42b0-8c50-fc94a5c869ef req-87b07e4e-b34b-4535-8284-b462eaf5265a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984390 Feb 04 15:28:15.513102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] For port d5746d35-bd68-4bf7-b45a-689ab9102a69, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d5746d35-bd68-4bf7-b45a-689ab9102a69,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:15.513626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.535367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Calling delete_port for d5746d35-bd68-4bf7-b45a-689ab9102a69 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:15.537017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:15.538225 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00f72bc-807a-4f2e-8e31-acf8b7838dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:28:15.539428 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627fdfdc-f56a-42e3-a7a5-6dc00adb536b" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "1c4d494a-452b-437d-b0cf-e8fba58cb6ad"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:15.540908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a00f72bc-807a-4f2e-8e31-acf8b7838dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "GET /v2.0/ports/46d4b0cf-04ed-4d63-bf74-859b12cf9fbe HTTP/1.1" status: 404 len: 333 time: 0.1492801 Feb 04 15:28:15.547672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39760) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:15.572302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978358822', 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:15.633300 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18d198f0-890b-4ff9-a08d-0df6d5bce1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.640229 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e64b9d-f2ea-404d-b81b-1c65570e52f6 x-openstack-request-id: req-23e64b9d-f2ea-404d-b81b-1c65570e52f6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:15.640644 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "1c4d494a-452b-437d-b0cf-e8fba58cb6ad", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:15.640835 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23e64b9d-f2ea-404d-b81b-1c65570e52f6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:15.641251 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': '1c4d494a-452b-437d-b0cf-e8fba58cb6ad', 'status': 'completed', 'code': 200} Feb 04 15:28:15.646263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18d198f0-890b-4ff9-a08d-0df6d5bce1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.661806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-900dac2a-f46b-4edf-8e0a-67faaff10477 req-69fdbfda-fd75-4224-9ebc-2d52e7776eeb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 210 time: 0.1314056 Feb 04 15:28:15.718840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-18d198f0-890b-4ff9-a08d-0df6d5bce1da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e30607e5058f4ae3b5e798374cb9b0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8856874 Feb 04 15:28:15.722290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39762) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:15.728909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Made reservation on behalf of 4fa024d2da7341319154e21ead012f11 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:15.732068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.744421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d198f0-890b-4ff9-a08d-0df6d5bce1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f0797-d942-4c8f-b5d9-ac811f3276bb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:15.755552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] device_id is not set on port 2de2cbd6-fdda-48cf-8a98-b0d37c885e05 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:15.766873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Deleting port 1a327e52-5638-4207-b5f6-4b5b56f0d735 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:15.767329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.866057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Made reservation on behalf of 84527f5d02424026ba6ab3f450c74f5b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:15.869721 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.879559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.891998 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6082d81d-79b3-4375-8489-7140b928a748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.926726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Port': ['ID=d5746d35-bd68-4bf7-b45a-689ab9102a69,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:15.944918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6082d81d-79b3-4375-8489-7140b928a748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:15.958598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] For port 1a327e52-5638-4207-b5f6-4b5b56f0d735, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1a327e52-5638-4207-b5f6-4b5b56f0d735,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:15.958959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.024965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] No DVR routers for this DVR port d5746d35-bd68-4bf7-b45a-689ab9102a69 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:16.030732 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.034243 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b700b72-7956-4d1f-b438-b97b180b4ee4 req-e5b2f806-8b2d-4b2a-8d8f-d80104e45f34 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.30 "DELETE /v2.0/ports/d5746d35-bd68-4bf7-b45a-689ab9102a69 HTTP/1.1" status: 204 len: 173 time: 1.2273443 Feb 04 15:28:16.040203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Calling delete_port for 1a327e52-5638-4207-b5f6-4b5b56f0d735 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:16.046344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.127739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.179249 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6082d81d-79b3-4375-8489-7140b928a748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.181884 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6082d81d-79b3-4375-8489-7140b928a748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.188102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6082d81d-79b3-4375-8489-7140b928a748 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e49f0797-d942-4c8f-b5d9-ac811f3276bb HTTP/1.1" status: 204 len: 168 time: 0.4598610 Feb 04 15:28:16.204088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082d81d-79b3-4375-8489-7140b928a748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f0797-d942-4c8f-b5d9-ac811f3276bb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:16.221436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Allocated IP 192.168.233.6 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/2a9cc19f-6724-4bcd-9a45-1bc2a717ea83) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:16.260433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=2de2cbd6-fdda-48cf-8a98-b0d37c885e05,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:16.267196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-644d74d5-2865-428b-8c6b-b423630c7f6a req-8cbf9e97-755e-4b96-b454-0e8c9f660efb tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0517342 Feb 04 15:28:16.281018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Network ba503cf2-4f74-4f6c-a2ed-877035223d60 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:16.283703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:16.286074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:16.287582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.288429 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.307902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8b200b62-a7b3-41c3-af0b-277a7e357aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7407827 Feb 04 15:28:16.312666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39770) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:16.419246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c9cfcb96-2f7a-47aa-a573-942613de5ef2 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:28:16.500982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d32e65-7520-4986-9415-79a47f0ddd2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:16.515883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-71d32e65-7520-4986-9415-79a47f0ddd2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "GET /v2.0/ports/2de2cbd6-fdda-48cf-8a98-b0d37c885e05 HTTP/1.1" status: 200 len: 959 time: 0.2018056 Feb 04 15:28:16.518272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39774) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:16.518750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.676608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a327e52-5638-4207-b5f6-4b5b56f0d735,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:16.726597 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c9cfcb96-2f7a-47aa-a573-942613de5ef2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c9cfcb96-2f7a-47aa-a573-942613de5ef2,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:16.774745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'c9cfcb96-2f7a-47aa-a573-942613de5ef2', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'port_id': 'c9cfcb96-2f7a-47aa-a573-942613de5ef2', 'mac_address': 'fa:16:3e:0f:40:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4492d8e7-37ab-431b-bf81-dee81ec03258', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:28:16.795711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.881630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.922336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.925948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d740a6a2-f749-4424-92da-a5149c892daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Deleting port 2de2cbd6-fdda-48cf-8a98-b0d37c885e05 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:16.926546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d740a6a2-f749-4424-92da-a5149c892daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:16.955883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cfcb96-2f7a-47aa-a573-942613de5ef2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:16.972838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['5a1f703b-52e5-4676-86b0-ce10ad804282'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:17.059823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c9cfcb96-2f7a-47aa-a573-942613de5ef2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c9cfcb96-2f7a-47aa-a573-942613de5ef2,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:17.070772 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.076109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608a85c-6dec-420c-8234-b68d929ca68e req-e59083aa-a5bc-4f92-9be0-9d2b8b90da41 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.092887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0608a85c-6dec-420c-8234-b68d929ca68e req-e59083aa-a5bc-4f92-9be0-9d2b8b90da41 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 943 time: 0.3722730 Feb 04 15:28:17.103640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:17.142509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:17.152234 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d740a6a2-f749-4424-92da-a5149c892daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.164398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:17.222561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8fd1c-4240-45ea-8152-1aa796618e4e req-eaeb3bec-830f-45ad-8073-e3adc5f1f1b0 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.230531 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-caa8fd1c-4240-45ea-8152-1aa796618e4e req-eaeb3bec-830f-45ad-8073-e3adc5f1f1b0 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 950 time: 0.6073678 Feb 04 15:28:17.262693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event updated for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:17.275589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0608a85c-6dec-420c-8234-b68d929ca68e req-eecc7aa1-caa2-4075-bda2-0d8ef45b485c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697156 Feb 04 15:28:17.283007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d740a6a2-f749-4424-92da-a5149c892daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Calling delete_port for 2de2cbd6-fdda-48cf-8a98-b0d37c885e05 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:17.298436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.301828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c9cfcb96-2f7a-47aa-a573-942613de5ef2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:17.334853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8774ba38-5797-4bf2-b061-cdaded4b8758 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:17.387962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8774ba38-5797-4bf2-b061-cdaded4b8758 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:17.389959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8774ba38-5797-4bf2-b061-cdaded4b8758 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:17.466608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.468334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.510274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d740a6a2-f749-4424-92da-a5149c892daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.512049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.520153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c9cfcb96-2f7a-47aa-a573-942613de5ef2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:17.522590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.546426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-caa8fd1c-4240-45ea-8152-1aa796618e4e req-8a9328e1-aa9e-4ab0-bae0-ea0c6e858da4 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143356 Feb 04 15:28:17.587402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-8dc46adc-2f2b-41fa-842b-849b75a9857a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1907017 Feb 04 15:28:17.624257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d740a6a2-f749-4424-92da-a5149c892daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.628033 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d740a6a2-f749-4424-92da-a5149c892daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "DELETE /v2.0/ports/2de2cbd6-fdda-48cf-8a98-b0d37c885e05 HTTP/1.1" status: 204 len: 168 time: 1.1092873 Feb 04 15:28:17.628997 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740a6a2-f749-4424-92da-a5149c892daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event deleted for resources: {'Port': ['ID=2de2cbd6-fdda-48cf-8a98-b0d37c885e05,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:17.640607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a503b-c8b7-49cf-b4b8-52c3dd4018bd req-4b5bf0a4-f853-42f7-89ff-07b719a9bad4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:17.642533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce0a503b-c8b7-49cf-b4b8-52c3dd4018bd req-4b5bf0a4-f853-42f7-89ff-07b719a9bad4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 934 time: 0.1719143 Feb 04 15:28:17.643172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39800) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:17.643658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': 'd5746d35-bd68-4bf7-b45a-689ab9102a69'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:17.646346 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e9e90-92c3-47a7-8f59-7834dfc8dba3" -d '{"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "d5746d35-bd68-4bf7-b45a-689ab9102a69"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:17.683195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Request body: {'port': {'device_id': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:17.726152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0fcd0faa-1181-419e-8a27-8c914be64a18 None None] Provisioning complete for port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:17.726526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0fcd0faa-1181-419e-8a27-8c914be64a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.742530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce0a503b-c8b7-49cf-b4b8-52c3dd4018bd req-9f4963ff-9182-4caf-9261-c5b07a8b5ba1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827730 Feb 04 15:28:17.746858 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fffd51-c87c-41c4-a7b8-c442a203baf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:28:17.752172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c4fffd51-c87c-41c4-a7b8-c442a203baf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "GET /v2.0/ports/2de2cbd6-fdda-48cf-8a98-b0d37c885e05 HTTP/1.1" status: 404 len: 333 time: 0.1010275 Feb 04 15:28:17.757351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39806) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:17.764382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Request body: {'port': {'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2046483615'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:17.794562 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.799073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97653c45-5b01-45c5-b361-fbc08ab2c75a {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:28:17.817538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Made reservation on behalf of 4fa024d2da7341319154e21ead012f11 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:17.823700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.872993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:17.873362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] device_id is not set on port 109e954d-5521-465e-abb6-40b1db14611b yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:17.877930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4957494c-068d-4e07-b587-b632b2d64a65 admin admin] 10.222.0.47 "DELETE /v2.0/routers/97653c45-5b01-45c5-b361-fbc08ab2c75a HTTP/1.1" status: 204 len: 168 time: 4.2795420 Feb 04 15:28:17.881334 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-026da95c-4550-4194-ba32-6856c78dc60b req-f365580e-02eb-4e56-b745-d70cf1340287 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.1487632 Feb 04 15:28:17.883100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39808) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:17.951379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39810) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:17.952295 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.041019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd0faa-1181-419e-8a27-8c914be64a18 None None] Port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:28:18.111358 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7fab22-ccad-4bb4-9d67-5412c6088cf6 x-openstack-request-id: req-bf7fab22-ccad-4bb4-9d67-5412c6088cf6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:18.113569 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f3d8f8-23d7-4994-ab4c-e80f07348ee5", "name": "network-vif-deleted", "tag": "d5746d35-bd68-4bf7-b45a-689ab9102a69", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:18.114369 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf7fab22-ccad-4bb4-9d67-5412c6088cf6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:18.121901 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f3d8f8-23d7-4994-ab4c-e80f07348ee5', 'name': 'network-vif-deleted', 'tag': 'd5746d35-bd68-4bf7-b45a-689ab9102a69', 'status': 'completed', 'code': 200} Feb 04 15:28:18.124049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-d541b365-c7a1-475e-b6bb-845eca6c253a admin admin] Deleting subnet f176e391-8c42-4ad0-994e-c8cd0e842d13 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:28:18.142806 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d541b365-c7a1-475e-b6bb-845eca6c253a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.209657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.251117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.302238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Network ba503cf2-4f74-4f6c-a2ed-877035223d60 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:18.302508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-83831965-network', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:18.305787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:18.310924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:18.311869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:18.313177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.317146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=109e954d-5521-465e-abb6-40b1db14611b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:18.352553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dd94b895-fc59-42b4-82dc-dc24ec6a0987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5934944 Feb 04 15:28:18.357029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39816) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:18.365275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:18.483979 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d541b365-c7a1-475e-b6bb-845eca6c253a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.526688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.579866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Made reservation on behalf of 6a3c28080eca4ed986dde2185d53685f for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:18.586450 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.614274 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.682098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770086b-27de-4f93-b6eb-7f0b2feabc99 req-d64d659a-2e12-4462-8ac2-ff067956022a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:18.684346 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0770086b-27de-4f93-b6eb-7f0b2feabc99 req-d64d659a-2e12-4462-8ac2-ff067956022a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 944 time: 0.2785728 Feb 04 15:28:18.697449 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d541b365-c7a1-475e-b6bb-845eca6c253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.762137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0770086b-27de-4f93-b6eb-7f0b2feabc99 req-06b9e9c0-c2be-4ccc-810f-01f5929ca3f9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643721 Feb 04 15:28:18.810601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] device_id is not set on port 109e954d-5521-465e-abb6-40b1db14611b yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:28:18.824700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.836864 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:18.987437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=109e954d-5521-465e-abb6-40b1db14611b,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:18.998143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1a327e52-5638-4207-b5f6-4b5b56f0d735 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:19.015429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353697e-9c86-4526-bce3-aa8b907dc931 req-3fc7eb76-27af-4bb8-97fe-d6c157dff1ec tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.018212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a353697e-9c86-4526-bce3-aa8b907dc931 req-3fc7eb76-27af-4bb8-97fe-d6c157dff1ec tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 950 time: 0.3428419 Feb 04 15:28:19.037444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac0d48-21c9-4d4a-bdeb-93f43134d09d req-030d5ac7-bd24-4d56-a4e0-ae770ce57c2f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.038228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1a327e52-5638-4207-b5f6-4b5b56f0d735 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:19.038858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1a327e52-5638-4207-b5f6-4b5b56f0d735 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:19.040265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96ac0d48-21c9-4d4a-bdeb-93f43134d09d req-030d5ac7-bd24-4d56-a4e0-ae770ce57c2f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 934 time: 0.1550744 Feb 04 15:28:19.047173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.047511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.048124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.060584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.061174 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:19.070044 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 2 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:19.071278 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d541b365-c7a1-475e-b6bb-845eca6c253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.103742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.104143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.104413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.122905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.124043 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:19.128005 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 3 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:19.150766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:19.154140 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96ac0d48-21c9-4d4a-bdeb-93f43134d09d req-060f04b1-5fd0-4f47-a095-d3261feda389 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965595 Feb 04 15:28:19.157391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541b365-c7a1-475e-b6bb-845eca6c253a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f176e391-8c42-4ad0-994e-c8cd0e842d13,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:19.162604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.162604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.162604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.163135 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d541b365-c7a1-475e-b6bb-845eca6c253a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.169552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.170047 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:19.170757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39824) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:19.171675 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 4 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:19.180683 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d541b365-c7a1-475e-b6bb-845eca6c253a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f176e391-8c42-4ad0-994e-c8cd0e842d13 HTTP/1.1" status: 204 len: 168 time: 1.2316358 Feb 04 15:28:19.212014 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.222222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.222597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.223016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.249370 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.267971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a353697e-9c86-4526-bce3-aa8b907dc931 req-3a063c8c-bc32-44a5-bec2-9b2398d2ae2f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007360 Feb 04 15:28:19.269201 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.276790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Transition to ACTIVE for port object 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:19.287785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.287785 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:19.290108 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 5 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:19.290481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.295263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:19.339612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51c383db-2f76-4648-ad69-1b8c10f10907 req-2524a0dc-190b-4ce1-b28d-2d5344a74353 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0650241 Feb 04 15:28:19.367426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.368142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.368987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.369719 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.370269 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Added segment 222a71d2-f748-43b8-a651-59da28ebb665 of type vlan for network 578dca2e-f829-471c-9e7a-6608e4230025 Feb 04 15:28:19.387252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12030df-3339-4091-9b53-e2b586703820,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:19.389479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.395322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.395993 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:19.398005 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 6 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:19.438003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.438782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.439400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.453126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.453774 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:19.455159 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 7 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:19.492467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:19.546746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.547054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.547378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.554641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.554641 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:19.562930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.596756 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 8 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:19.706238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Attempting to bind port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.706821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Attempting to bind port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.707368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Attempting to bind port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.717066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.718756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:19.719727 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.724982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.726186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Attempting to bind port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.872788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:19.873240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:19.873838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:19.874582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Bound port: 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:19.875169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.893745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.894179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.894561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:19.915295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:19.915295 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:19.915609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:19.918690 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 9 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:19.962332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bbb2ed-ee93-4e18-a7dd-5aa3398e2565']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:19.988370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa9891d-ad6d-4be2-b160-71acbfc73304') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:19.988712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa9891d-ad6d-4be2-b160-71acbfc73304') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:19.992954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:19.992954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:19.993478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:20.005733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0419452 Feb 04 15:28:20.006099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39832) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:20.021167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Request body: {'subnet': {'network_id': '578dca2e-f829-471c-9e7a-6608e4230025', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-subnet', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:20.030121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.044541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:20.044899 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:20.049101 n-d-827869-1 neutron-server[102422]: INFO neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempt 10 to bind port 109e954d-5521-465e-abb6-40b1db14611b Feb 04 15:28:20.073177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.083985 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee5f60-6f7c-4dd4-b70a-7ee2b4bfaf5e req-4f0cdbc3-306a-4757-9fc7-5379e2b97273 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.085685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3ee5f60-6f7c-4dd4-b70a-7ee2b4bfaf5e req-4f0cdbc3-306a-4757-9fc7-5379e2b97273 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1101 time: 0.1877036 Feb 04 15:28:20.095749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:20.096436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:20.101440 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:20.117211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:20.117548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:20.117715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempting to bind port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:20.228069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.235488 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.247044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/60bbb2ed-ee93-4e18-a7dd-5aa3398e2565 HTTP/1.1" status: 204 len: 168 time: 1.0676455 Feb 04 15:28:20.261629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:20.261993 n-d-827869-1 neutron-server[102422]: ERROR neutron.plugins.ml2.managers [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Failed to bind port 109e954d-5521-465e-abb6-40b1db14611b on host n-h2-827869-1 for vnic_type normal using segments [{'id': '74007cf7-ac17-4572-8e63-6f161a59ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ba503cf2-4f74-4f6c-a2ed-877035223d60'}] Feb 04 15:28:20.262407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.268641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Made reservation on behalf of 6a3c28080eca4ed986dde2185d53685f for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:20.271321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.303136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63831c-b8b1-41f7-a253-4fdb72e29cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60bbb2ed-ee93-4e18-a7dd-5aa3398e2565,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:20.363261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcade925-5d75-4b79-95c7-6424e51ea424 req-2c22f8be-8a08-4d03-bb71-f688292a43bc tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.378331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcade925-5d75-4b79-95c7-6424e51ea424 req-2c22f8be-8a08-4d03-bb71-f688292a43bc tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 944 time: 0.5074823 Feb 04 15:28:20.390338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80fbac-74e2-4835-ad34-3c8aeade807a admin admin] Pushing event updated for resources: {'Network': ['ID=578dca2e-f829-471c-9e7a-6608e4230025,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:20.400763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3ee5f60-6f7c-4dd4-b70a-7ee2b4bfaf5e req-8038ee9b-bb50-4dc3-8ef3-77d755c2e239 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924648 Feb 04 15:28:20.413875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 578dca2e-f829-471c-9e7a-6608e4230025 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:28:20.514271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcade925-5d75-4b79-95c7-6424e51ea424 req-5878435e-6c67-4580-97cd-d955b38b5658 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301575 Feb 04 15:28:20.517348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c9cfcb96-2f7a-47aa-a573-942613de5ef2 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:20.529859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] For port 109e954d-5521-465e-abb6-40b1db14611b, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:20.530280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attempted to set empty binding levels {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:28:20.560960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.567437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:20.579021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:20.596390 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.650733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] In _notify_port_updated(), no bound segment for port 109e954d-5521-465e-abb6-40b1db14611b on network ba503cf2-4f74-4f6c-a2ed-877035223d60 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:28:20.651665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.652413 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.653796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "PUT /v2.0/ports/109e954d-5521-465e-abb6-40b1db14611b HTTP/1.1" status: 200 len: 979 time: 2.2953222 Feb 04 15:28:20.658489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39842) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:20.679540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39844) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:20.697773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec18fd-85b9-4cca-a18c-25bcc3c898e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event updated for resources: {'Port': ['ID=109e954d-5521-465e-abb6-40b1db14611b,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:20.749425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71c25-5634-4ddd-b092-e276235ed563 req-046fbab2-6df8-43d0-86f5-9c813dc83474 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.753535 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55e7d909-1a82-4f7b-983d-a0ce11f529dc req-f9c2f3d9-c9a1-45c2-afb5-90f339c65dba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0728331 Feb 04 15:28:20.759570 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2bf71c25-5634-4ddd-b092-e276235ed563 req-046fbab2-6df8-43d0-86f5-9c813dc83474 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 946 time: 0.2486715 Feb 04 15:28:20.829116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:20.832300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.842583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] 10.222.0.50 "PUT /v2.0/ports/2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 HTTP/1.1" status: 200 len: 1094 time: 3.1663868 Feb 04 15:28:20.844117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port c9cfcb96-2f7a-47aa-a573-942613de5ef2 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:20.861867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:20.868133 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9e881d-85f3-4957-a1fa-7bc29b00072e" -d '{"events": [{"name": "network-changed", "server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:20.885876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port c9cfcb96-2f7a-47aa-a573-942613de5ef2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:20.888668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.915871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9f539d6f-35de-41de-bea7-680db30aa4cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93269c6abb2a4b85a311035043259ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256875 Feb 04 15:28:20.928270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39848) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:20.931310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:20.931633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f2286-266d-4889-bd4b-dc249f0a0142 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:21.038843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2bf71c25-5634-4ddd-b092-e276235ed563 req-989988e4-252a-4f14-9dc1-a26fdf1e4cc5 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779908 Feb 04 15:28:21.101683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-1a0454dd-fb0d-4218-8139-8893890994d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.113943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-1a0454dd-fb0d-4218-8139-8893890994d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 1097 time: 0.1611655 Feb 04 15:28:21.169130 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.202556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41fd7d29-993a-4db0-bc9c-8d3365d509d1,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:21.207363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-e8129881-af60-41c4-b202-9988fdee21fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 HTTP/1.1" status: 200 len: 217 time: 0.0772705 Feb 04 15:28:21.209111 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3f699-a91d-40b9-940e-938b597489ad x-openstack-request-id: req-f2c3f699-a91d-40b9-940e-938b597489ad {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:21.209555 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:21.209874 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f2c3f699-a91d-40b9-940e-938b597489ad {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:21.217123 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'status': 'completed', 'code': 200} Feb 04 15:28:21.250666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Deleting port 109e954d-5521-465e-abb6-40b1db14611b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:21.251448 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.251865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcdd48b-3213-4047-84b8-24fd92395ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cfcb96-2f7a-47aa-a573-942613de5ef2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:21.254232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8626093d-4362-45de-9c81-9f28cb16d272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.255102 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d697bb-9260-477a-af8f-3d22e7d9b046" -d '{"events": [{"server_uuid": "edcdd48b-3213-4047-84b8-24fd92395ece", "name": "network-vif-plugged", "status": "completed", "tag": "c9cfcb96-2f7a-47aa-a573-942613de5ef2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:21.275983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Checking segment: {'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:21.276352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Network hostable DHCP agents. Network: 578dca2e-f829-471c-9e7a-6608e4230025, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:21.287073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c9cfcb96-2f7a-47aa-a573-942613de5ef2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c9cfcb96-2f7a-47aa-a573-942613de5ef2,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:21.301227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.323562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-7ab4e9b3-7ee5-40ae-a9f3-5a44667ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.325792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-7ab4e9b3-7ee5-40ae-a9f3-5a44667ad030 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0941935 Feb 04 15:28:21.374204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131289c-ae62-4289-823d-aa7515a0f6a1 req-bc125bcc-ed22-4f73-b6b9-f84bd7d6c8ef tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.375430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1131289c-ae62-4289-823d-aa7515a0f6a1 req-bc125bcc-ed22-4f73-b6b9-f84bd7d6c8ef tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1101 time: 0.1572206 Feb 04 15:28:21.395363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8626093d-4362-45de-9c81-9f28cb16d272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.426673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Network 578dca2e-f829-471c-9e7a-6608e4230025 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:21.431454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-0a41923c-7498-4660-8dfc-e0f988557afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.433391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-0a41923c-7498-4660-8dfc-e0f988557afe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997016 Feb 04 15:28:21.440480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] For port 109e954d-5521-465e-abb6-40b1db14611b, host n-h2-827869-1, got binding levels [] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:21.441153 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.460403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1131289c-ae62-4289-823d-aa7515a0f6a1 req-996f8e41-f484-4fe5-b2b8-8ae370da4ef3 tempest-ServersAdminTestJSON-1576146747 tempest-ServersAdminTestJSON-1576146747-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617571 Feb 04 15:28:21.490673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 578dca2e-f829-471c-9e7a-6608e4230025) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:21.498474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Calling delete_port for 109e954d-5521-465e-abb6-40b1db14611b owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:21.504531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.505482 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.513295 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c5ac9c-b73c-43c9-8c59-1dd738aa656e x-openstack-request-id: req-91c5ac9c-b73c-43c9-8c59-1dd738aa656e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:21.515709 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcdd48b-3213-4047-84b8-24fd92395ece", "name": "network-vif-plugged", "status": "completed", "tag": "c9cfcb96-2f7a-47aa-a573-942613de5ef2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:21.516369 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91c5ac9c-b73c-43c9-8c59-1dd738aa656e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:21.517267 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcdd48b-3213-4047-84b8-24fd92395ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cfcb96-2f7a-47aa-a573-942613de5ef2', 'code': 200} Feb 04 15:28:21.528945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c9cfcb96-2f7a-47aa-a573-942613de5ef2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:21.535198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199fdec9-4484-42ed-bc38-78b10863292f None None] Network 578dca2e-f829-471c-9e7a-6608e4230025 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:21.571868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-abbeef80-bab9-4f08-80d8-9ed62400b783 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5630960 Feb 04 15:28:21.577098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39858) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:21.597092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:21.650554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-39a721f1-bf0b-4456-ae16-1327c72c9ae6 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987031 Feb 04 15:28:21.698851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8626093d-4362-45de-9c81-9f28cb16d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.701804 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8626093d-4362-45de-9c81-9f28cb16d272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.709867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8626093d-4362-45de-9c81-9f28cb16d272 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0bca0afa-d594-4cea-8048-cbcc699009f4 HTTP/1.1" status: 204 len: 168 time: 0.7754021 Feb 04 15:28:21.713142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128f29-bd6e-4571-b8e1-f9a590d64a77 req-3d737b30-f79a-4ca3-8902-82192a0ea607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:21.739074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd128f29-bd6e-4571-b8e1-f9a590d64a77 req-3d737b30-f79a-4ca3-8902-82192a0ea607 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 1096 time: 0.3244779 Feb 04 15:28:21.797368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626093d-4362-45de-9c81-9f28cb16d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bca0afa-d594-4cea-8048-cbcc699009f4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:21.879613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.909282 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.919043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-578dca2e-f829-471c-9e7a-6608e4230025', 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'fixed_ips': [{'subnet_id': '41fd7d29-993a-4db0-bc9c-8d3365d509d1'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:28:21.921201 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:21.944650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5958ef-bcec-4c8d-8def-46f462824db1 req-d5e97bdb-b30d-4bf0-986e-35fe0e40bccc service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868898 Feb 04 15:28:22.076628 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e5665b45-c7cb-4512-97b3-db2fd69e66cf req-fba1e13f-28f3-4026-9964-65ac3b55d918 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0720661 Feb 04 15:28:22.079854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd128f29-bd6e-4571-b8e1-f9a590d64a77 req-b720f7b4-eb32-40df-b895-1855c0b82bc4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899976 Feb 04 15:28:22.135054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11a3dd-823b-424b-a0b1-89259b47b713 req-1cfa4df1-7aea-417c-8e92-35d31b7532b3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.149557 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a11a3dd-823b-424b-a0b1-89259b47b713 req-1cfa4df1-7aea-417c-8e92-35d31b7532b3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 945 time: 0.4524992 Feb 04 15:28:22.243365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-a491e888-c337-41c8-bc0a-8f830d36f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.245386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-a491e888-c337-41c8-bc0a-8f830d36f438 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 1097 time: 0.1450050 Feb 04 15:28:22.252578 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.283273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d9f9f-3f96-4ddc-971d-01ab84b8ccb7 req-88f9efa1-f9ef-4861-bf03-363debc1e7b4 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.300351 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f8d9f9f-3f96-4ddc-971d-01ab84b8ccb7 req-88f9efa1-f9ef-4861-bf03-363debc1e7b4 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 950 time: 0.1211748 Feb 04 15:28:22.335327 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a11a3dd-823b-424b-a0b1-89259b47b713 req-0afc5bda-a59f-414d-9fda-4406e36fe0d5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047533 Feb 04 15:28:22.336441 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.396373 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.404242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "DELETE /v2.0/ports/109e954d-5521-465e-abb6-40b1db14611b HTTP/1.1" status: 204 len: 168 time: 1.7443881 Feb 04 15:28:22.405168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39876) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:22.412329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Allocated IP 172.20.0.2 (578dca2e-f829-471c-9e7a-6608e4230025/41fd7d29-993a-4db0-bc9c-8d3365d509d1/78dcd83a-d7a8-4a59-9a5a-18282774e326) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:22.508055 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d04a4c-efc5-42b2-8d9a-f910d5f982c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:28:22.515971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e7d04a4c-efc5-42b2-8d9a-f910d5f982c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] 10.222.0.47 "GET /v2.0/ports/109e954d-5521-465e-abb6-40b1db14611b HTTP/1.1" status: 404 len: 333 time: 0.0587633 Feb 04 15:28:22.519970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39880) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:22.521834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752cf35-7e6e-4f37-8491-65c4e9f1d699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-756709909-project-admin] Pushing event deleted for resources: {'Port': ['ID=109e954d-5521-465e-abb6-40b1db14611b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:22.531246 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f8d9f9f-3f96-4ddc-971d-01ab84b8ccb7 req-3a29f98e-d833-4346-8518-0be6ac644a20 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248323 Feb 04 15:28:22.617378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-315fe5e8-78e5-4c4d-9df3-de22e2fb4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.623056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-315fe5e8-78e5-4c4d-9df3-de22e2fb4402 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3179448 Feb 04 15:28:22.728806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-b349a7e5-482d-446c-a3d8-8164b6dae0da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 HTTP/1.1" status: 200 len: 217 time: 0.0980732 Feb 04 15:28:22.755896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.797339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.803297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.855085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-70fc1c92-4083-402e-9afc-3d3d9efc68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.857276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-70fc1c92-4083-402e-9afc-3d3d9efc68f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1180263 Feb 04 15:28:22.914065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.928713 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:22.931798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-fd338e2f-1c90-4663-bbec-e13a47f07437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.933553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-fd338e2f-1c90-4663-bbec-e13a47f07437 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599184 Feb 04 15:28:22.936982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb325b-f96f-4fae-887f-6c179258fbcf req-95180445-2ae5-4406-a5f6-872291119c9f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:22.937797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Pushing event updated for resources: {'Port': ['ID=78dcd83a-d7a8-4a59-9a5a-18282774e326,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:22.938630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34bb325b-f96f-4fae-887f-6c179258fbcf req-95180445-2ae5-4406-a5f6-872291119c9f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 946 time: 0.3248801 Feb 04 15:28:22.951656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Network 578dca2e-f829-471c-9e7a-6608e4230025 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:22.954840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:22.973383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.000997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.002375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.003036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:23.095549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34bb325b-f96f-4fae-887f-6c179258fbcf req-50a0bc6e-f761-43eb-b880-b5a695dda17a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101153 Feb 04 15:28:23.135172 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-54d44f15-5ca2-4c02-935f-05ace04dda05 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925058 Feb 04 15:28:23.141204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Attempting to bind port 78dcd83a-d7a8-4a59-9a5a-18282774e326 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:23.142056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Attempting to bind port 78dcd83a-d7a8-4a59-9a5a-18282774e326 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:23.142558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Attempting to bind port 78dcd83a-d7a8-4a59-9a5a-18282774e326 on network 578dca2e-f829-471c-9e7a-6608e4230025 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:23.150783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:23.150783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Checking segment: {'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:23.151145 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.151676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Bound using segment: {'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:23.153037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Bound port: 78dcd83a-d7a8-4a59-9a5a-18282774e326, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:23.153698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.285856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] For port 78dcd83a-d7a8-4a59-9a5a-18282774e326, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:23.294365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] For port 78dcd83a-d7a8-4a59-9a5a-18282774e326, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=78dcd83a-d7a8-4a59-9a5a-18282774e326,segment=NetworkSegment(222a71d2-f748-43b8-a651-59da28ebb665),segment_id=222a71d2-f748-43b8-a651-59da28ebb665)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:23.296535 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aab471a0-90bc-4c48-8822-49eef84b54a6 req-b9aa6965-c928-4567-9107-a82f393c9848 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0512371 Feb 04 15:28:23.311700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.385208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d9e881d-85f3-4957-a1fa-7bc29b00072e req-113a1c35-745e-4e44-a0c5-e91cb7583e5f service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370229 Feb 04 15:28:23.393594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.423086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba503cf2-4f74-4f6c-a2ed-877035223d60']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:23.450357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74007cf7-ac17-4572-8e63-6f161a59ef45') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:23.450831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74007cf7-ac17-4572-8e63-6f161a59ef45') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:23.464638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.485697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a12b2-ee4b-45f9-82ae-7b1386ee1b43 None None] Pushing event updated for resources: {'Port': ['ID=78dcd83a-d7a8-4a59-9a5a-18282774e326,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:23.541523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.624552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:23.624970 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:23.628283 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:23.673234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563fc2a-49a6-4b29-8158-65656342354e req-a52336c6-6b3d-47a2-8fc6-9637dc7f74e6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:23.675057 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8563fc2a-49a6-4b29-8158-65656342354e req-a52336c6-6b3d-47a2-8fc6-9637dc7f74e6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 945 time: 0.1219907 Feb 04 15:28:23.741313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8563fc2a-49a6-4b29-8158-65656342354e req-7c4b2359-dc47-4a5d-80eb-5745c9e1ea3e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517025 Feb 04 15:28:23.763982 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.784564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.788084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] 10.222.0.47 "DELETE /v2.0/networks/ba503cf2-4f74-4f6c-a2ed-877035223d60 HTTP/1.1" status: 204 len: 168 time: 1.2622433 Feb 04 15:28:23.789738 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.802482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b54ed-3970-48fd-91ec-130ab8ce44fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812636409-project] Pushing event deleted for resources: {'Network': ['ID=ba503cf2-4f74-4f6c-a2ed-877035223d60,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:23.824589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:23.931427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fad61-a4f1-4c56-84f2-4284715ad56c req-8072fe22-f926-434b-a55a-cf1d3a2f02ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:23.941640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-923fad61-a4f1-4c56-84f2-4284715ad56c req-8072fe22-f926-434b-a55a-cf1d3a2f02ba tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 950 time: 0.0769882 Feb 04 15:28:24.004453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Allocated IP 172.25.1.86 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/e4d2e270-f23a-44b0-9f63-ff167ed29e6d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:24.019018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-923fad61-a4f1-4c56-84f2-4284715ad56c req-e75fc517-2f66-45e8-b344-e0faeda6d649 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760531 Feb 04 15:28:24.230256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6aa21d28-90c3-4712-9b65-9a4756c7d616 req-a47caca3-f5ba-4498-9c72-f5ca6a00ca4b tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0654597 Feb 04 15:28:24.374436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.417493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178c237-2265-470e-b238-aa0c6390a96c req-3a5408b1-4e81-4212-adfc-1d26490d831d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:24.420077 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7178c237-2265-470e-b238-aa0c6390a96c req-3a5408b1-4e81-4212-adfc-1d26490d831d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 950 time: 0.1635287 Feb 04 15:28:24.467808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-bbb84329-b4e0-424e-8827-80b60d6f0cd9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2817681 Feb 04 15:28:24.544663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f1c62-6a4f-413b-a8eb-d5db522ecba8 req-fb6d162e-fb12-4286-940e-8db0d295f169 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:24.554867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-276f1c62-6a4f-413b-a8eb-d5db522ecba8 req-fb6d162e-fb12-4286-940e-8db0d295f169 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 946 time: 0.2701960 Feb 04 15:28:24.693956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39928) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:24.729194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.735640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7d09709-8cbb-4590-a1ab-ac741492e133 req-014dc93f-6334-4eef-bf6d-941688246b36 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.1433687 Feb 04 15:28:24.754463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-276f1c62-6a4f-413b-a8eb-d5db522ecba8 req-915de0a7-5dc5-4656-87aa-521196ff2932 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849260 Feb 04 15:28:24.824889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-78b10131-52ab-412e-9f60-c0b596346db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:24.827411 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-78b10131-52ab-412e-9f60-c0b596346db3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 1100 time: 0.2696624 Feb 04 15:28:24.832116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:24.841565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:24.845952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:24.851936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Deleting port 6f326eb5-9bc9-44a2-9851-ed649655fd71 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:24.852238 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:24.946289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Pushing event updated for resources: {'Port': ['ID=e4d2e270-f23a-44b0-9f63-ff167ed29e6d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:25.158036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9e238-8598-4a25-9cfa-5be567cc8348 req-c4bc5d62-d011-46f3-a045-a0c68201547a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:25.159766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bac9e238-8598-4a25-9cfa-5be567cc8348 req-c4bc5d62-d011-46f3-a045-a0c68201547a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 945 time: 0.1152623 Feb 04 15:28:25.340495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 78dcd83a-d7a8-4a59-9a5a-18282774e326 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:25.365864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bac9e238-8598-4a25-9cfa-5be567cc8348 req-73fe8179-af92-426a-a009-75c2ed795ecf tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659498 Feb 04 15:28:25.369069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] For port 6f326eb5-9bc9-44a2-9851-ed649655fd71, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6f326eb5-9bc9-44a2-9851-ed649655fd71,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:25.369681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.440107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Calling delete_port for 6f326eb5-9bc9-44a2-9851-ed649655fd71 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:25.498413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b1dcb-cd33-4296-a1cc-435666a8440f None None] Network 578dca2e-f829-471c-9e7a-6608e4230025 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:25.670696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 78dcd83a-d7a8-4a59-9a5a-18282774e326 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:25.684547 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.861621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5abd37a-7d1f-4414-981d-5de889383306 req-bacfa74d-c345-4ab7-8231-4d5916813f76 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0669658 Feb 04 15:28:25.866243 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:25.890116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ff1b484e-1d45-4444-aefa-0a7fd4cc586c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:25.930414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6f326eb5-9bc9-44a2-9851-ed649655fd71', 'ac95804f-9c9f-491e-b040-b25f94a1cad9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:25.964973 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4bb4e511-6237-4c18-9841-1148557db2f7 None None] Provisioning complete for port 78dcd83a-d7a8-4a59-9a5a-18282774e326 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:25.965449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e511-6237-4c18-9841-1148557db2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.109210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Pushing event deleted for resources: {'Port': ['ID=6f326eb5-9bc9-44a2-9851-ed649655fd71,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:26.188404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] No DVR routers for this DVR port 6f326eb5-9bc9-44a2-9851-ed649655fd71 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:26.199179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.204041 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7178c237-2265-470e-b238-aa0c6390a96c req-732ee634-d625-4c85-b07c-ef2bf842f8f1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "DELETE /v2.0/ports/6f326eb5-9bc9-44a2-9851-ed649655fd71 HTTP/1.1" status: 204 len: 173 time: 1.7765901 Feb 04 15:28:26.204600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3d83b0-76b0-44d8-aa66-a3175d8a67d2', 'name': 'network-vif-deleted', 'tag': '6f326eb5-9bc9-44a2-9851-ed649655fd71'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:26.209761 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf71d03-b3ba-4fe8-a8a0-a630794ba7f7" -d '{"events": [{"server_uuid": "bb3d83b0-76b0-44d8-aa66-a3175d8a67d2", "name": "network-vif-deleted", "tag": "6f326eb5-9bc9-44a2-9851-ed649655fd71"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:26.290380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0ca922c5-b8b5-42f9-880e-0230fca83d40 req-6814954e-d090-417b-917c-74adf40a59ef tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.1029816 Feb 04 15:28:26.374344 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.481233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-31c17847-936f-4fbe-9eea-4fefbcc4c7bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53d202ed997144cba23d42f6810c10d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7754674 Feb 04 15:28:26.487992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39954) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:26.510538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d606536-3cac-4072-8f72-dbc390c75447 req-51a62c75-fd2d-4910-98b4-7a2efe8d9f5d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.519676 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d606536-3cac-4072-8f72-dbc390c75447 req-51a62c75-fd2d-4910-98b4-7a2efe8d9f5d tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3d83b0-76b0-44d8-aa66-a3175d8a67d2 HTTP/1.1" status: 200 len: 867 time: 1.3234837 Feb 04 15:28:26.522185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-4ea02a40-5f13-4399-a6fb-59ea80f6c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.523769 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-4ea02a40-5f13-4399-a6fb-59ea80f6c2bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 1.6313896 Feb 04 15:28:26.640075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ca29-7472-4f57-9da5-fa3e296f512b req-18e71e00-19c2-4d1b-9cb0-52c834c641c6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.652759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa58ca29-7472-4f57-9da5-fa3e296f512b req-18e71e00-19c2-4d1b-9cb0-52c834c641c6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 946 time: 0.2230229 Feb 04 15:28:26.726200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa58ca29-7472-4f57-9da5-fa3e296f512b req-a0ec1006-6dd3-42bf-94eb-9a6950ef480e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680091 Feb 04 15:28:26.763600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-177b8aa2-6b72-4173-9107-aa07a5b4b014 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ff1b484e-1d45-4444-aefa-0a7fd4cc586c HTTP/1.1" status: 200 len: 217 time: 0.1226592 Feb 04 15:28:26.819978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 78dcd83a-d7a8-4a59-9a5a-18282774e326, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=78dcd83a-d7a8-4a59-9a5a-18282774e326,segment=NetworkSegment(222a71d2-f748-43b8-a651-59da28ebb665),segment_id=222a71d2-f748-43b8-a651-59da28ebb665)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:26.836227 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d2982c-2303-4508-95ff-e4e1a81798dd x-openstack-request-id: req-28d2982c-2303-4508-95ff-e4e1a81798dd {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:26.837056 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3d83b0-76b0-44d8-aa66-a3175d8a67d2", "name": "network-vif-deleted", "tag": "6f326eb5-9bc9-44a2-9851-ed649655fd71", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:26.837487 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-28d2982c-2303-4508-95ff-e4e1a81798dd {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:26.838165 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3d83b0-76b0-44d8-aa66-a3175d8a67d2', 'name': 'network-vif-deleted', 'tag': '6f326eb5-9bc9-44a2-9851-ed649655fd71', 'status': 'completed', 'code': 200} Feb 04 15:28:26.847211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:28:26.905198 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:26.982849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-dc323044-0b19-450c-9ae8-539073220852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:26.985842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-dc323044-0b19-450c-9ae8-539073220852 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1374125 Feb 04 15:28:27.057431 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d606536-3cac-4072-8f72-dbc390c75447 req-77ee0a9f-bae4-4a47-8f1e-a128ed6b1734 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364821 Feb 04 15:28:27.210345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-937cde99-7195-43d2-b901-e7fbf4030bba req-bfed95fa-9de7-4803-b555-02a8c345fc9f tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0682378 Feb 04 15:28:27.289292 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e511-6237-4c18-9841-1148557db2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.470323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-93f5d4c8-fe8f-4187-9e37-527922222b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:27.471871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-93f5d4c8-fe8f-4187-9e37-527922222b89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4582410 Feb 04 15:28:27.474545 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66f6748c-2763-42e4-9d91-4bbd93b607a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.493674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=78dcd83a-d7a8-4a59-9a5a-18282774e326,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:27.556933 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.565287 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cb81977-4b59-4dfe-b282-594d8baa9c31 req-f040f9d0-c5dc-4d33-90d2-5033ae9e57ba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0617585 Feb 04 15:28:27.567013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:27.606299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66f6748c-2763-42e4-9d91-4bbd93b607a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.613900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'mac_address': 'fa:16:3e:19:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:28:27.657891 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-4bb4e511-6237-4c18-9841-1148557db2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:28:27.658328 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-4bb4e511-6237-4c18-9841-1148557db2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:28:27.672525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.688439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:27.722079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:27.727520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.818547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-e71e72d5-dd4e-45d2-84f9-bc5e77734c77 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283741 Feb 04 15:28:27.821662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66f6748c-2763-42e4-9d91-4bbd93b607a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.824656 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66f6748c-2763-42e4-9d91-4bbd93b607a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:27.829053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-66f6748c-2763-42e4-9d91-4bbd93b607a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce3ddf18-4739-4116-b3e2-09542b74d03a HTTP/1.1" status: 204 len: 168 time: 1.3036025 Feb 04 15:28:27.843608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:27.927801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6748c-2763-42e4-9d91-4bbd93b607a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ddf18-4739-4116-b3e2-09542b74d03a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:27.958539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2d4c2-a0f1-428f-ae9b-f9de3e94cf0e req-876e3da1-0b7d-464f-9125-491511b6c50e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:27.968756 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccc2d4c2-a0f1-428f-ae9b-f9de3e94cf0e req-876e3da1-0b7d-464f-9125-491511b6c50e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 947 time: 0.0835693 Feb 04 15:28:28.023834 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccc2d4c2-a0f1-428f-ae9b-f9de3e94cf0e req-bd6994ba-4767-47ba-888e-70df22557348 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539687 Feb 04 15:28:28.078416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49d1cf5c-69d0-47e9-95c7-3dbb17f31d69 req-fa3b350d-08e1-4306-90a6-b35aab66c40a service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459393 Feb 04 15:28:28.095949 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.341243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:28.357542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Router 851387fc-bd78-4355-b0c2-725e81471a56 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:28:28.431569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39980) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:28.464861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d3c2a1cf-2e01-40a2-80b8-b3b7a6bfa6b4 None None] Provisioning complete for port 78dcd83a-d7a8-4a59-9a5a-18282774e326 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:28.465155 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a1cf-2e01-40a2-80b8-b3b7a6bfa6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.541376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d8b02206-bad9-48f3-bc5c-6ab60a082174 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fa024d2da7341319154e21ead012f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071627 Feb 04 15:28:28.541938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39982) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:28.549306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:28:28.568041 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Sync routers for ids ['851387fc-bd78-4355-b0c2-725e81471a56'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:28:28.576478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4cc81178-6456-42d7-84fe-2184c832541a req-660daedb-602d-4f7c-b211-f9eee25307ec tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0407124 Feb 04 15:28:28.596306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.598718 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b7e53bc6-7e3f-48c9-b86a-ad4c9b7b92ab admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0204673 Feb 04 15:28:28.603078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39984) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:28.665119 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Routers {'851387fc-bd78-4355-b0c2-725e81471a56'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:28.666316 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['851387fc-bd78-4355-b0c2-725e81471a56'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:28.667905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ffdba4-332b-4cef-a7cb-d0935f796d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.720175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ffdba4-332b-4cef-a7cb-d0935f796d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:28.806543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6f326eb5-9bc9-44a2-9851-ed649655fd71 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:28.865344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 6f326eb5-9bc9-44a2-9851-ed649655fd71 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:28.865744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6f326eb5-9bc9-44a2-9851-ed649655fd71 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:28.905142 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Set router 851387fc-bd78-4355-b0c2-725e81471a56 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:28.995715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4d87e-0dbe-4d5a-84b5-7c65a26db1ba req-d6c8c77d-7201-42a5-8b26-b2454608c7f2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:28.997438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c4d87e-0dbe-4d5a-84b5-7c65a26db1ba req-d6c8c77d-7201-42a5-8b26-b2454608c7f2 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 949 time: 0.1754105 Feb 04 15:28:29.000638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ffdba4-332b-4cef-a7cb-d0935f796d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.003333 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82ffdba4-332b-4cef-a7cb-d0935f796d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.004555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-82ffdba4-332b-4cef-a7cb-d0935f796d77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7ce1722-40f3-46f7-a7cd-1fdeadb448bb HTTP/1.1" status: 204 len: 168 time: 0.4612858 Feb 04 15:28:29.019139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffdba4-332b-4cef-a7cb-d0935f796d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ce1722-40f3-46f7-a7cd-1fdeadb448bb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:29.106057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c4d87e-0dbe-4d5a-84b5-7c65a26db1ba req-b014551f-5110-4709-818b-64d3a450a4b6 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766997 Feb 04 15:28:29.223082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 78dcd83a-d7a8-4a59-9a5a-18282774e326 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:29.252478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4612cab4-71fa-4a2c-aee9-a2f63e0c24f8 req-3e0180e8-1bd0-4bff-b70a-5a4f1b81e7e5 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0526145 Feb 04 15:28:29.393429 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:28:26Z', 'revision_number': 3, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port': {'id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:23Z', 'updated_at': '2022-02-04T15:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:29.423320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 78dcd83a-d7a8-4a59-9a5a-18282774e326 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:29.424000 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.459580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57323d04-dda2-4a6b-bda1-227d6cc716c4 req-93dbfad6-d158-47d5-b8e4-22e6f351411e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:29.473967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57323d04-dda2-4a6b-bda1-227d6cc716c4 req-93dbfad6-d158-47d5-b8e4-22e6f351411e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 947 time: 0.1332734 Feb 04 15:28:29.497461 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Checking router: 851387fc-bd78-4355-b0c2-725e81471a56 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:28:29.499139 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Updating router 851387fc-bd78-4355-b0c2-725e81471a56 port e4d2e270-f23a-44b0-9f63-ff167ed29e6d binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:28:29.555677 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.556742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.560262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57323d04-dda2-4a6b-bda1-227d6cc716c4 req-31283a00-5623-4f1d-b6ce-90f544e07225 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852461 Feb 04 15:28:29.655763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb672caa-ac97-4e5b-85af-35ce91ab4caf req-271dd176-6a39-49f1-8c5f-0bd7a22dd4d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0579283 Feb 04 15:28:29.939328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3922df8a-8ffc-4024-b05f-4b7844a47aa5 req-7269eb16-2637-4568-828b-3e0813c75d9d tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0455685 Feb 04 15:28:29.949076 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:29.967215 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.016993 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Attempting to bind port e4d2e270-f23a-44b0-9f63-ff167ed29e6d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:30.017527 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Attempting to bind port e4d2e270-f23a-44b0-9f63-ff167ed29e6d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:30.018012 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Attempting to bind port e4d2e270-f23a-44b0-9f63-ff167ed29e6d on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:30.056322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Allocated IP 172.20.0.1 (578dca2e-f829-471c-9e7a-6608e4230025/41fd7d29-993a-4db0-bc9c-8d3365d509d1/485bbcac-997e-4137-8add-c1f5a3153077) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:30.064602 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:30.065141 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:30.065613 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.066265 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:30.067056 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Bound port: e4d2e270-f23a-44b0-9f63-ff167ed29e6d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:30.067718 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.197817 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Pushing event updated for resources: {'Port': ['ID=e4d2e270-f23a-44b0-9f63-ff167ed29e6d,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:30.221103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.230637 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.231661 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.232518 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.233449 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.234391 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.235334 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.236267 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.237167 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.238176 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.239111 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.240005 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.240849 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:30.248493 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] For port e4d2e270-f23a-44b0-9f63-ff167ed29e6d, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:30.256789 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] For port e4d2e270-f23a-44b0-9f63-ff167ed29e6d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e4d2e270-f23a-44b0-9f63-ff167ed29e6d,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:30.272189 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.279905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.337778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=485bbcac-997e-4137-8add-c1f5a3153077,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:30.355834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Network 578dca2e-f829-471c-9e7a-6608e4230025 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:30.357913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:30.361374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:30.369089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-a88aa8f0-e724-47f4-89ba-cb7c67a39a61 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:30.384368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-a88aa8f0-e724-47f4-89ba-cb7c67a39a61 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 949 time: 0.2156200 Feb 04 15:28:30.407138 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Routers {'851387fc-bd78-4355-b0c2-725e81471a56'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:30.407786 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['851387fc-bd78-4355-b0c2-725e81471a56'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:30.413321 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbe152-4bb7-4cc1-a1f3-c863a7efb3a8 None None] Pushing event updated for resources: {'Port': ['ID=e4d2e270-f23a-44b0-9f63-ff167ed29e6d,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:30.419917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.493025 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a1d30002-2d8a-4851-b44a-a1a81ecd25fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.511784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbed7f-130d-432e-915c-c26a17205a61 req-5de3628d-b9f0-4692-a144-a08524cd77fa tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:30.524497 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2ebbed7f-130d-432e-915c-c26a17205a61 req-5de3628d-b9f0-4692-a144-a08524cd77fa tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 949 time: 0.2686739 Feb 04 15:28:30.636480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d8c9968-8d8d-4cdd-b861-9eb20b30c702 req-b5169d8a-8ab0-4005-90e1-b3c80e935879 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0702910 Feb 04 15:28:30.718491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.765001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2ebbed7f-130d-432e-915c-c26a17205a61 req-b7e13188-0ddc-4fb4-9216-c1ac6b21200a tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392607 Feb 04 15:28:30.811727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:30.838237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40030) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:30.896027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Deleting port ff1b484e-1d45-4444-aefa-0a7fd4cc586c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:30.896523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:30.918088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b7dfc272-9ce5-4cd8-a979-ab291b1e6514 None None] Provisioning complete for port 485bbcac-997e-4137-8add-c1f5a3153077 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:30.919941 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc272-9ce5-4cd8-a979-ab291b1e6514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.042872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c7aad-0e7c-49f2-a061-8579fda1e351 req-08f9a450-746b-4f79-8b7e-44ed329ed250 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:31.055906 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] Set router 851387fc-bd78-4355-b0c2-725e81471a56 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:31.082811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-483c7aad-0e7c-49f2-a061-8579fda1e351 req-08f9a450-746b-4f79-8b7e-44ed329ed250 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 947 time: 0.2990785 Feb 04 15:28:31.177663 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8356c155-06a9-4654-bc80-26168cedf1f0 tempest-AgentManagementNegativeTest-1122105758 tempest-AgentManagementNegativeTest-1122105758-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3354466 Feb 04 15:28:31.240982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfc272-9ce5-4cd8-a979-ab291b1e6514 None None] Port 485bbcac-997e-4137-8add-c1f5a3153077 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:28:31.258201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:28:31.271552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:31.271981 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.307960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2121720d-067e-476b-a135-82bbcf2acf3a req-10e77d51-1347-4d49-8355-78cd10cc660a tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.1080451 Feb 04 15:28:31.392827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-483c7aad-0e7c-49f2-a061-8579fda1e351 req-6613b0c0-fb5b-4518-b9ff-eb7eaf1401ab tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635563 Feb 04 15:28:31.426324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] For port ff1b484e-1d45-4444-aefa-0a7fd4cc586c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:31.434038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.465525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Calling delete_port for ff1b484e-1d45-4444-aefa-0a7fd4cc586c owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:31.484187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.527096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:31.534497 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c4253d-5778-478b-8e9b-17e2bf9fa48f" -d '{"events": [{"server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:31.551062 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.563874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:31.564945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.565929 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:28:26Z', 'revision_number': 3, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port': {'id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:23Z', 'updated_at': '2022-02-04T15:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:31.574707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.665431 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb070e22-2208-46f7-909f-589c0fe33126 None None] The sync data for ids ['851387fc-bd78-4355-b0c2-725e81471a56'] in n-d-827869-1 is: [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:28:26Z', 'revision_number': 3, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port': {'id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:23Z', 'updated_at': '2022-02-04T15:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:28:31.720598 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab393e0-6071-4e41-9e0f-fc9f6c126b52 x-openstack-request-id: req-bab393e0-6071-4e41-9e0f-fc9f6c126b52 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:31.723303 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:31.723702 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bab393e0-6071-4e41-9e0f-fc9f6c126b52 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:31.724275 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'code': 200} Feb 04 15:28:31.733887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:31.802226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=485bbcac-997e-4137-8add-c1f5a3153077,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:31.838069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-786a6c0f-ce79-4f6f-80fd-32bd3a71e5a4 req-6fba062f-f106-4a34-b7c2-4f5f3c9afca0 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0636356 Feb 04 15:28:31.840114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:31.943913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:32.118743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.146777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ff1b484e-1d45-4444-aefa-0a7fd4cc586c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:32.199944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ac95804f-9c9f-491e-b040-b25f94a1cad9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:32.226865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Pushing event deleted for resources: {'Port': ['ID=ff1b484e-1d45-4444-aefa-0a7fd4cc586c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:32.240558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673d168-e9b8-4dbe-988e-748a4d7aba28 req-d704105a-5e44-4bc3-a525-b280fd0e5667 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.251452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8673d168-e9b8-4dbe-988e-748a4d7aba28 req-d704105a-5e44-4bc3-a525-b280fd0e5667 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec87c193-f494-42fc-8d86-4575e46b9eab HTTP/1.1" status: 200 len: 949 time: 0.3152466 Feb 04 15:28:32.366738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8673d168-e9b8-4dbe-988e-748a4d7aba28 req-61f8af3a-d5ff-4b6d-8de9-d7bcacbc0410 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120129 Feb 04 15:28:32.398802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4072e60-77e4-4d6a-810f-e227148af759 req-1bc31181-4956-427c-afb7-9d35b872da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.402294 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a4072e60-77e4-4d6a-810f-e227148af759 req-1bc31181-4956-427c-afb7-9d35b872da18 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 1099 time: 0.4850616 Feb 04 15:28:32.403459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] No DVR routers for this DVR port ff1b484e-1d45-4444-aefa-0a7fd4cc586c on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:32.407226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.412371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7df152bf-d85e-4aa9-8e29-e82c1491630d req-0fa0b7a5-bc26-416e-aaf8-da7ae85ea471 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.30 "DELETE /v2.0/ports/ff1b484e-1d45-4444-aefa-0a7fd4cc586c HTTP/1.1" status: 204 len: 173 time: 2.0168457 Feb 04 15:28:32.413182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87c193-f494-42fc-8d86-4575e46b9eab', 'name': 'network-vif-deleted', 'tag': 'ff1b484e-1d45-4444-aefa-0a7fd4cc586c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:32.425199 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdff79d-2757-4e74-a537-4753ed702a72" -d '{"events": [{"server_uuid": "ec87c193-f494-42fc-8d86-4575e46b9eab", "name": "network-vif-deleted", "tag": "ff1b484e-1d45-4444-aefa-0a7fd4cc586c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:32.511953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a4072e60-77e4-4d6a-810f-e227148af759 req-4ef80b49-b73c-44f1-a27f-8ef16464b55b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669653 Feb 04 15:28:32.558345 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23cf8669-6900-45c4-a669-e95a3f723af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.571005 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c22cf73-c30c-43c8-9f78-4b9c6d6f6837 x-openstack-request-id: req-0c22cf73-c30c-43c8-9f78-4b9c6d6f6837 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:32.571457 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87c193-f494-42fc-8d86-4575e46b9eab", "name": "network-vif-deleted", "tag": "ff1b484e-1d45-4444-aefa-0a7fd4cc586c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:32.571758 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c22cf73-c30c-43c8-9f78-4b9c6d6f6837 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:32.572194 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87c193-f494-42fc-8d86-4575e46b9eab', 'name': 'network-vif-deleted', 'tag': 'ff1b484e-1d45-4444-aefa-0a7fd4cc586c', 'status': 'completed', 'code': 200} Feb 04 15:28:32.663704 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d90ecf2-716f-4893-b90c-abc73507f061 req-312f9875-f88a-46e4-af20-b9c25326d589 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0971899 Feb 04 15:28:32.706314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-82ae86ed-997f-4131-8b1c-0ac918f10cac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8392408 Feb 04 15:28:32.793193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Network 578dca2e-f829-471c-9e7a-6608e4230025 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:32.795177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:32.877699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b40fd3-ecda-4fce-89e3-626f9eaac431 req-2763ee54-13fa-4283-bcd9-f9f6483f08a4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:32.878981 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62b40fd3-ecda-4fce-89e3-626f9eaac431 req-2763ee54-13fa-4283-bcd9-f9f6483f08a4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1892242 Feb 04 15:28:32.947117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23cf8669-6900-45c4-a669-e95a3f723af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:32.984488 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23cf8669-6900-45c4-a669-e95a3f723af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.172220 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62b40fd3-ecda-4fce-89e3-626f9eaac431 req-34e2a72f-4d15-4015-9bc0-8ee94683d3c6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707052 Feb 04 15:28:33.333826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e4d2e270-f23a-44b0-9f63-ff167ed29e6d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:33.344699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-23cf8669-6900-45c4-a669-e95a3f723af8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c628096025046bf80f7663679b89fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3978028 Feb 04 15:28:33.350096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8669-6900-45c4-a669-e95a3f723af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0006721c-8efe-4fc8-8096-445e0cc0b1f7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:33.352885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40076) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:33.459236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Router 851387fc-bd78-4355-b0c2-725e81471a56 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:28:33.572134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e4d2e270-f23a-44b0-9f63-ff167ed29e6d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:33.574173 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.577504 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36a3ee96-4409-4d66-887e-f196957dee21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.587161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-a7fceba6-361e-4c3d-a38b-f311fc3f9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:33.591779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-a7fceba6-361e-4c3d-a38b-f311fc3f9647 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 1101 time: 0.4753900 Feb 04 15:28:33.608062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e981e154-e480-4a1d-a9f7-2000e5bf905d req-e3cf1a8b-c8a6-491e-8041-1f69da22cb64 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0865681 Feb 04 15:28:33.625629 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37adb94-b3c2-4e33-b422-2e18c89fe959 req-a38aff6c-43d1-4844-b227-4d9fd4c754e9 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.1352215 Feb 04 15:28:33.646889 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4deb428-9d7f-4710-9598-bf2355f9c8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.687590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36a3ee96-4409-4d66-887e-f196957dee21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.708566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c0bbe229-460d-4378-934c-db4d42719606 None None] Provisioning complete for port 485bbcac-997e-4137-8add-c1f5a3153077 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:33.708952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe229-460d-4378-934c-db4d42719606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.768405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c0bbe229-460d-4378-934c-db4d42719606 None None] Port 485bbcac-997e-4137-8add-c1f5a3153077 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:28:33.812315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:28:33.838878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36a3ee96-4409-4d66-887e-f196957dee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.844206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36a3ee96-4409-4d66-887e-f196957dee21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.848317 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-36a3ee96-4409-4d66-887e-f196957dee21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0006721c-8efe-4fc8-8096-445e0cc0b1f7 HTTP/1.1" status: 204 len: 168 time: 0.4768393 Feb 04 15:28:33.884041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3ee96-4409-4d66-887e-f196957dee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0006721c-8efe-4fc8-8096-445e0cc0b1f7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:33.923805 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:33.948065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-e585dc6b-6369-44e7-988b-ef1526d242e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:33.950297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-e585dc6b-6369-44e7-988b-ef1526d242e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.1401865 Feb 04 15:28:33.955218 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ae2ddaa6-91bf-4df9-9183-5393c2448fb4 admin admin] 10.222.0.47 "PUT /v2.0/routers/851387fc-bd78-4355-b0c2-725e81471a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3508797 Feb 04 15:28:34.041282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e4d2e270-f23a-44b0-9f63-ff167ed29e6d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e4d2e270-f23a-44b0-9f63-ff167ed29e6d,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:34.050983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:34.123286 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-b7b9e7b9-e5b0-40f9-bc3b-253535401b06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9 HTTP/1.1" status: 200 len: 217 time: 0.1610711 Feb 04 15:28:34.197947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e4d2e270-f23a-44b0-9f63-ff167ed29e6d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:34.248759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-ec1c46f2-bdc5-40dc-8c66-18fb84f6494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:34.250654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-ec1c46f2-bdc5-40dc-8c66-18fb84f6494d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1116347 Feb 04 15:28:34.496244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-32df7861-1d4f-4f66-8c05-4912a0840a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:34.498099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-32df7861-1d4f-4f66-8c05-4912a0840a72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720538 Feb 04 15:28:34.536604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a552e-6393-4a10-b297-55a0014e8a83 req-148249fe-97cc-4493-b5a0-02d9037b1bda tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:34.547507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a98d64-59b8-4676-a069-c0f1d452ae93 req-c1ee5440-daab-4c78-b09b-5f42e21041b1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:34.550348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b80a552e-6393-4a10-b297-55a0014e8a83 req-148249fe-97cc-4493-b5a0-02d9037b1bda tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1288733 Feb 04 15:28:34.560218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6a98d64-59b8-4676-a069-c0f1d452ae93 req-c1ee5440-daab-4c78-b09b-5f42e21041b1 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 950 time: 0.1097281 Feb 04 15:28:34.576619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ff1b484e-1d45-4444-aefa-0a7fd4cc586c no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:34.615583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: ff1b484e-1d45-4444-aefa-0a7fd4cc586c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:34.616336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ff1b484e-1d45-4444-aefa-0a7fd4cc586c not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:34.638685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b80a552e-6393-4a10-b297-55a0014e8a83 req-68c2acf2-e442-4456-a4b4-5d6466dc7bb2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864699 Feb 04 15:28:34.656713 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6a98d64-59b8-4676-a069-c0f1d452ae93 req-325141f4-5733-4ab7-a183-bcd9da19aa08 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931401 Feb 04 15:28:34.849678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-50ba13b6-d8f6-42c1-a2bb-8505e569c9d0 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387144 Feb 04 15:28:34.854652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-57d24063-abce-4fe1-ba4e-86fa8e96da48 req-8e3762b5-2d72-48eb-8fcd-084e623fea7d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:28:34.857554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57d24063-abce-4fe1-ba4e-86fa8e96da48 req-8e3762b5-2d72-48eb-8fcd-084e623fea7d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127439 Feb 04 15:28:35.000726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Sync routers for ids ['851387fc-bd78-4355-b0c2-725e81471a56'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:28:35.016810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Routers {'851387fc-bd78-4355-b0c2-725e81471a56'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:35.017703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['851387fc-bd78-4355-b0c2-725e81471a56'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:35.052494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0c77877-9145-4ce9-b1b6-5c9a0bc8a67d req-4100ed64-72cb-466f-9938-95c5d2ef2e77 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946261 Feb 04 15:28:35.230350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e4d2e270-f23a-44b0-9f63-ff167ed29e6d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:35.277850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Set router 851387fc-bd78-4355-b0c2-725e81471a56 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:35.316447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3c715654-5745-4e8c-bfba-d55156d74c72 req-86a397cf-b7ab-4155-8e96-4154b00dbfed tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0889547 Feb 04 15:28:35.480021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e4d2e270-f23a-44b0-9f63-ff167ed29e6d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:35.480400 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.483736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-68a8d578-27a0-4259-a24d-bdf4bba8866a req-923a41fb-d74c-4c16-a38a-7f4e529dbd1c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0447135 Feb 04 15:28:35.571021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-7b46fd5f-e18b-42ac-88d4-d637ed9f00f1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3940723 Feb 04 15:28:35.577450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:35.632672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.731662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40128) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:35.746130 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.791494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a5519-5825-43ab-ae25-42ebb0a54327 req-e523d66f-6a68-40db-a024-d18674fc6905 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:35.811769 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a61a5519-5825-43ab-ae25-42ebb0a54327 req-e523d66f-6a68-40db-a024-d18674fc6905 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1753006 Feb 04 15:28:35.824839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-92ce005b-aba6-4302-b2db-61a6a6b2d22a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6285546 Feb 04 15:28:35.852378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-75eb9dc0-bc64-4712-b70e-94b9028aaa1f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:28:35.853869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-75eb9dc0-bc64-4712-b70e-94b9028aaa1f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192616 Feb 04 15:28:35.892691 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a61a5519-5825-43ab-ae25-42ebb0a54327 req-58d2d943-ab0e-41b0-b1d3-47b2f4d449d0 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638695 Feb 04 15:28:35.904417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-695685885'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:35.946094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:35.981270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:35.985411 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.053453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:28:30Z', 'revision_number': 4, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port': {'id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:23Z', 'updated_at': '2022-02-04T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '485bbcac-997e-4137-8add-c1f5a3153077', 'name': '', 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'mac_address': 'fa:16:3e:89:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '41fd7d29-993a-4db0-bc9c-8d3365d509d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:29Z', 'updated_at': '2022-02-04T15:28:30Z', 'revision_number': 2, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'subnets': [{'id': '41fd7d29-993a-4db0-bc9c-8d3365d509d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:36.055293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.122542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Allocated IP 172.25.1.22 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/3b928812-9b7d-4bb6-9884-4fd8cc2a47fd) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:36.128768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Checking router: 851387fc-bd78-4355-b0c2-725e81471a56 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:28:36.128768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Updating router 851387fc-bd78-4355-b0c2-725e81471a56 port 485bbcac-997e-4137-8add-c1f5a3153077 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:28:36.180724 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.210129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03677996-61a4-431d-b27a-7b8a2d1a3331 req-fa20fada-8224-4acb-8a55-a027bef6e502 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.212015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03677996-61a4-431d-b27a-7b8a2d1a3331 req-fa20fada-8224-4acb-8a55-a027bef6e502 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 950 time: 0.1860218 Feb 04 15:28:36.404537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.415796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03677996-61a4-431d-b27a-7b8a2d1a3331 req-2717aa3d-a4ee-46b9-9e01-caf3bb95ae9b tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755812 Feb 04 15:28:36.466126 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.482437 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.560429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:36.583527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53df99e2-70a3-4f0d-bf43-acd338da906a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:36.621156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.621509 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 6bfd8dcc-2581-4518-a511-859be5305e7a of type vlan for network fecacbcd-ee09-443a-bacb-758c5aba63c5 Feb 04 15:28:36.651254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.685851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.732952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.740003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.741266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:36.770785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51410412-edc2-47fb-98b0-69441b563599 req-51721ec8-2ab6-4ec1-a68c-d818a9760785 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0549729 Feb 04 15:28:36.771552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-e9983d10-15c6-463d-9685-f0a2cd506b63 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:36.773391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-e9983d10-15c6-463d-9685-f0a2cd506b63 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 950 time: 0.2771544 Feb 04 15:28:36.831101 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0891273 Feb 04 15:28:36.879386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:36.894642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event updated for resources: {'Port': ['ID=3b928812-9b7d-4bb6-9884-4fd8cc2a47fd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:36.910552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:36.956421 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.002279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:37.022735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40156) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:37.031426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c9de851-09f3-40bc-afc0-f05b5531ed0e req-f9532ee8-940a-4140-8542-241b1ff4ccdc tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0588307 Feb 04 15:28:37.032845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.055020 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.055293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': 'fecacbcd-ee09-443a-bacb-758c5aba63c5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:37.061536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fc63b-5117-49b2-823a-21e88780e940 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=fecacbcd-ee09-443a-bacb-758c5aba63c5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:37.092142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network fecacbcd-ee09-443a-bacb-758c5aba63c5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:28:37.185728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Deleting port ac95804f-9c9f-491e-b040-b25f94a1cad9 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:37.186629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.294040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.331081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:37.335677 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.346346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44b72e-00d3-41cb-bbee-64618b5696bb None None] Pushing event updated for resources: {'Port': ['ID=485bbcac-997e-4137-8add-c1f5a3153077,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:37.383267 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.394542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af39e2-a4bd-4cb3-8298-da4f6904df76 req-a45d8836-f273-4adc-bb47-3e88839855c8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:37.396119 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09af39e2-a4bd-4cb3-8298-da4f6904df76 req-a45d8836-f273-4adc-bb47-3e88839855c8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1782043 Feb 04 15:28:37.470481 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.512266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Attempting to bind port 485bbcac-997e-4137-8add-c1f5a3153077 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:37.512642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Attempting to bind port 485bbcac-997e-4137-8add-c1f5a3153077 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:37.513069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Attempting to bind port 485bbcac-997e-4137-8add-c1f5a3153077 on network 578dca2e-f829-471c-9e7a-6608e4230025 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:37.523136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:37.530102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Checking segment: {'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:37.530703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.531122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Bound using segment: {'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:37.531647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Bound port: 485bbcac-997e-4137-8add-c1f5a3153077, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222a71d2-f748-43b8-a651-59da28ebb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:37.532051 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.562083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] For port ac95804f-9c9f-491e-b040-b25f94a1cad9, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ac95804f-9c9f-491e-b040-b25f94a1cad9,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:37.562868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.624212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Calling delete_port for ac95804f-9c9f-491e-b040-b25f94a1cad9 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:37.702875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09af39e2-a4bd-4cb3-8298-da4f6904df76 req-e644657f-90ca-43b0-86bb-6b657a293e90 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807005 Feb 04 15:28:37.707271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] For port 485bbcac-997e-4137-8add-c1f5a3153077, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:37.716495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] For port 485bbcac-997e-4137-8add-c1f5a3153077, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485bbcac-997e-4137-8add-c1f5a3153077,segment=NetworkSegment(222a71d2-f748-43b8-a651-59da28ebb665),segment_id=222a71d2-f748-43b8-a651-59da28ebb665)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:37.721870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9d879d3d-3900-48c2-9ff3-657374d03a89 None None] Provisioning complete for port 485bbcac-997e-4137-8add-c1f5a3153077 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:37.722645 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9d879d3d-3900-48c2-9ff3-657374d03a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.729008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:37.896789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Routers {'851387fc-bd78-4355-b0c2-725e81471a56'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:37.897503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['851387fc-bd78-4355-b0c2-725e81471a56'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:37.945092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44b72e-00d3-41cb-bbee-64618b5696bb None None] Pushing event updated for resources: {'Port': ['ID=485bbcac-997e-4137-8add-c1f5a3153077,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:37.970050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.056820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9d879d3d-3900-48c2-9ff3-657374d03a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.087397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.097679 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.119804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] Set router 851387fc-bd78-4355-b0c2-725e81471a56 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:38.271632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.279315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.283007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event updated for resources: {'Port': ['ID=3b928812-9b7d-4bb6-9884-4fd8cc2a47fd,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:38.353247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Pushing event deleted for resources: {'Port': ['ID=ac95804f-9c9f-491e-b040-b25f94a1cad9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:38.397098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.399164 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-0cf1e21d-4bda-47d8-9ff7-e6702ec83ab4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8272793 Feb 04 15:28:38.428536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] No DVR routers for this DVR port ac95804f-9c9f-491e-b040-b25f94a1cad9 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:38.432177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.437336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2e53f42-45f4-4e52-8503-ba89b72423ae req-4bfefa29-46de-4a7e-9a9e-f0b79bdb6868 tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.50 "DELETE /v2.0/ports/ac95804f-9c9f-491e-b040-b25f94a1cad9 HTTP/1.1" status: 204 len: 173 time: 1.6475847 Feb 04 15:28:38.443835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-deleted', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:38.447004 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ae61e1-feb1-454f-abcb-d105138d82fa" -d '{"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-deleted", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:38.503538 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-197b0e1c-32cb-4f07-b2b1-dbe0d5551fa6 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0776553 Feb 04 15:28:38.599617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ac95804f-9c9f-491e-b040-b25f94a1cad9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:38.612232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06f127-186b-4cd9-a8c9-90ecaf88615f req-76024e24-ec43-44db-9b09-5ae2db2d8c4f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:38.620559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce06f127-186b-4cd9-a8c9-90ecaf88615f req-76024e24-ec43-44db-9b09-5ae2db2d8c4f tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/ports?device_id=71525e67-2577-4ffe-afb2-229112bdb772 HTTP/1.1" status: 200 len: 950 time: 0.7605062 Feb 04 15:28:38.681461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=ca7216ee-c1e1-46bb-ad1f-b0b29e26eb63,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:38.710699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-cbcfea1c-dd74-46b3-b463-7c0bed39eddd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:38.714055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f6fdd7cd-647f-4301-a252-75a6274bc09d req-cbcfea1c-dd74-46b3-b463-7c0bed39eddd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.2038949 Feb 04 15:28:38.731407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '6bfd8dcc-2581-4518-a511-859be5305e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fecacbcd-ee09-443a-bacb-758c5aba63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:38.731781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: fecacbcd-ee09-443a-bacb-758c5aba63c5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:38.754960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9d879d3d-3900-48c2-9ff3-657374d03a89 None None] For port 485bbcac-997e-4137-8add-c1f5a3153077, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485bbcac-997e-4137-8add-c1f5a3153077,segment=NetworkSegment(222a71d2-f748-43b8-a651-59da28ebb665),segment_id=222a71d2-f748-43b8-a651-59da28ebb665)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:38.777880 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9d879d3d-3900-48c2-9ff3-657374d03a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:38.793475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce06f127-186b-4cd9-a8c9-90ecaf88615f req-b550280a-2ed2-442a-8847-9081e2ce462a tempest-ServersAdminTestJSON-1603773929 tempest-ServersAdminTestJSON-1603773929-project] 10.222.0.47 "GET /v2.0/security-groups?id=f91c576b-a957-4a9a-bc40-f6157b800516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592343 Feb 04 15:28:38.795830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-1319070c-d4a9-4f33-b2db-d3c388c3cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:38.797428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-1319070c-d4a9-4f33-b2db-d3c388c3cd5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 1099 time: 0.2239981 Feb 04 15:28:38.827926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network fecacbcd-ee09-443a-bacb-758c5aba63c5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:38.887748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58fac028-bfec-4aac-80f2-b74867e42a35 req-e48c8396-13b2-45a2-8fd5-f55b5687f81c tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0855827 Feb 04 15:28:38.914999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:28:30Z', 'revision_number': 4, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port': {'id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:23Z', 'updated_at': '2022-02-04T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '485bbcac-997e-4137-8add-c1f5a3153077', 'name': '', 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'mac_address': 'fa:16:3e:89:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '41fd7d29-993a-4db0-bc9c-8d3365d509d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:29Z', 'updated_at': '2022-02-04T15:28:37Z', 'revision_number': 4, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'subnets': [{'id': '41fd7d29-993a-4db0-bc9c-8d3365d509d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:38.956216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d879d3d-3900-48c2-9ff3-657374d03a89 None None] Pushing event updated for resources: {'Port': ['ID=485bbcac-997e-4137-8add-c1f5a3153077,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:38.957559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, fecacbcd-ee09-443a-bacb-758c5aba63c5) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:38.969363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a6615-a867-4add-b6f0-eb7c0bc38a45 None None] The sync data for ids ['851387fc-bd78-4355-b0c2-725e81471a56'] in n-d-827869-1 is: [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:28:30Z', 'revision_number': 4, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port': {'id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:23Z', 'updated_at': '2022-02-04T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '485bbcac-997e-4137-8add-c1f5a3153077', 'name': '', 'network_id': '578dca2e-f829-471c-9e7a-6608e4230025', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'mac_address': 'fa:16:3e:89:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '41fd7d29-993a-4db0-bc9c-8d3365d509d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:29Z', 'updated_at': '2022-02-04T15:28:37Z', 'revision_number': 4, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'subnets': [{'id': '41fd7d29-993a-4db0-bc9c-8d3365d509d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:28:38.987041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3fa88600-97ff-4560-b656-14416b75e384 req-4a473ea3-4ad0-4b95-b074-150ce1095740 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.1035550 Feb 04 15:28:38.996927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1dc663-62ef-4036-955b-aa4849b21d99 None None] Network fecacbcd-ee09-443a-bacb-758c5aba63c5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:39.005414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.012117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.013113 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4146f99-3b72-42cc-bf4a-fdd61e635fd2 x-openstack-request-id: req-a4146f99-3b72-42cc-bf4a-fdd61e635fd2 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:39.013846 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71525e67-2577-4ffe-afb2-229112bdb772", "name": "network-vif-deleted", "tag": "ac95804f-9c9f-491e-b040-b25f94a1cad9", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:39.014644 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4146f99-3b72-42cc-bf4a-fdd61e635fd2 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:39.015713 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71525e67-2577-4ffe-afb2-229112bdb772', 'name': 'network-vif-deleted', 'tag': 'ac95804f-9c9f-491e-b040-b25f94a1cad9', 'status': 'completed', 'code': 200} Feb 04 15:28:39.016619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-45137f9a-ab0f-4bbe-8f77-92bdae76732e None None] Provisioning complete for port 485bbcac-997e-4137-8add-c1f5a3153077 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:39.016960 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45137f9a-ab0f-4bbe-8f77-92bdae76732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.119275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-c4f69377-0e4f-4416-8454-0e9eac5c0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.126889 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-c4f69377-0e4f-4416-8454-0e9eac5c0b24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3143418 Feb 04 15:28:39.141136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f69951c1-d0c3-4a0c-874a-9bf132661a14 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1066177 Feb 04 15:28:39.146062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:39.173042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-862524913'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:39.301644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-d3ccfbea-1867-4fc2-8ca8-d79a9d7b7732 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 HTTP/1.1" status: 200 len: 217 time: 0.1572659 Feb 04 15:28:39.362766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0050fcc5-796c-4954-a657-7f3f7432661c req-ec2f2568-47b9-4d60-b1bd-cdd48fe1464d tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2788191 Feb 04 15:28:39.366293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:39.369911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.382025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:39.418994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-2e482885-479e-400f-bfd5-1de3e111b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.420607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-2e482885-479e-400f-bfd5-1de3e111b8f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0865400 Feb 04 15:28:39.450648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-fecacbcd-ee09-443a-bacb-758c5aba63c5', 'network_id': 'fecacbcd-ee09-443a-bacb-758c5aba63c5', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': 'ca7216ee-c1e1-46bb-ad1f-b0b29e26eb63'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:28:39.451742 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.456138 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.463002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781e8e-6510-4035-a747-1d8af23ec680 req-69cf396f-7409-4553-98c5-a5a032bf1a84 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.466274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88781e8e-6510-4035-a747-1d8af23ec680 req-69cf396f-7409-4553-98c5-a5a032bf1a84 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.2616799 Feb 04 15:28:39.470287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:39.489561 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.527263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.527816 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 5ca20df8-5a8f-46c9-b611-6379824d6b41 of type vlan for network b058eb1c-51ae-4646-9fab-ce7a91edcd9b Feb 04 15:28:39.616276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.644663 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88781e8e-6510-4035-a747-1d8af23ec680 req-4df3950d-343e-4ab8-9619-fad165edf8fb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538930 Feb 04 15:28:39.647975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.663527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-a19feda9-bf29-4a49-a904-4c56ba8df575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.665227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-a19feda9-bf29-4a49-a904-4c56ba8df575 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2346544 Feb 04 15:28:39.796415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Allocated IP 172.25.1.123 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/fcb8e596-6e05-408c-bae4-70a341f70d90) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:39.813953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.825464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:39.826312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:39.857268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Allocated IP 172.20.255.242 (fecacbcd-ee09-443a-bacb-758c5aba63c5/ca7216ee-c1e1-46bb-ad1f-b0b29e26eb63/ea10e7a9-0bb2-462e-8d67-7c9062bace80) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:40.057144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.060118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9120550 Feb 04 15:28:40.061940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40186) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:40.067331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': 'b058eb1c-51ae-4646-9fab-ce7a91edcd9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:40.109637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcdc7d-3ea3-43bc-a99b-411bbc6afce9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=b058eb1c-51ae-4646-9fab-ce7a91edcd9b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:40.127460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network b058eb1c-51ae-4646-9fab-ce7a91edcd9b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:28:40.148595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f22c80b-6727-4c54-a0ca-9324a921dda3 req-eef36538-c593-4c66-a94d-868ad8322779 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0868495 Feb 04 15:28:40.163813 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.192589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-4db8175a-e781-4166-b7eb-cd1630e2e13f service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128613 Feb 04 15:28:40.274458 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.312620 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.320724 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:28:40.353933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Network fecacbcd-ee09-443a-bacb-758c5aba63c5 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:40.359515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:40.362709 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:40.373499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Pushing event updated for resources: {'Port': ['ID=ea10e7a9-0bb2-462e-8d67-7c9062bace80,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:40.464492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:40.465789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:40.472823 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.492100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event updated for resources: {'Port': ['ID=fcb8e596-6e05-408c-bae4-70a341f70d90,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:40.512945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-41eabd34-d02c-407f-a2c3-66fd0ef2f7ec service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088467 Feb 04 15:28:40.519362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:40.527744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:40.556420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Attempting to bind port ea10e7a9-0bb2-462e-8d67-7c9062bace80 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:40.557030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Attempting to bind port ea10e7a9-0bb2-462e-8d67-7c9062bace80 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6bfd8dcc-2581-4518-a511-859be5305e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fecacbcd-ee09-443a-bacb-758c5aba63c5'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:40.558114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Attempting to bind port ea10e7a9-0bb2-462e-8d67-7c9062bace80 on network fecacbcd-ee09-443a-bacb-758c5aba63c5 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:40.584816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:40.585438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Checking segment: {'id': '6bfd8dcc-2581-4518-a511-859be5305e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fecacbcd-ee09-443a-bacb-758c5aba63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:40.586661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.587097 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddb16bc4-3ac5-476d-b6bb-be6f5c8ba72e req-c8a50a31-5a8e-4ea4-9892-69a83ec0a718 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.2249990 Feb 04 15:28:40.587265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Bound using segment: {'id': '6bfd8dcc-2581-4518-a511-859be5305e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fecacbcd-ee09-443a-bacb-758c5aba63c5'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:40.587967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Bound port: ea10e7a9-0bb2-462e-8d67-7c9062bace80, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfd8dcc-2581-4518-a511-859be5305e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fecacbcd-ee09-443a-bacb-758c5aba63c5'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:40.588585 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.819002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] For port ea10e7a9-0bb2-462e-8d67-7c9062bace80, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:40.829636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] For port ea10e7a9-0bb2-462e-8d67-7c9062bace80, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ea10e7a9-0bb2-462e-8d67-7c9062bace80,segment=NetworkSegment(6bfd8dcc-2581-4518-a511-859be5305e7a),segment_id=6bfd8dcc-2581-4518-a511-859be5305e7a)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:40.841113 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:40.885258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3310975-32ae-4951-9242-3019e8b3fa5b req-512502dc-dc25-420a-a206-f8068e6e9dcc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:40.895600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3310975-32ae-4951-9242-3019e8b3fa5b req-512502dc-dc25-420a-a206-f8068e6e9dcc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1284552 Feb 04 15:28:40.913395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:40.957591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:40.987036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: ac95804f-9c9f-491e-b040-b25f94a1cad9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:40.987824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ac95804f-9c9f-491e-b040-b25f94a1cad9 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:41.044448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3310975-32ae-4951-9242-3019e8b3fa5b req-da1315df-979a-4f67-a199-3695b47d463a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477895 Feb 04 15:28:41.060380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95103ef0-cdf7-4f17-bf6e-69831d05234b None None] Pushing event updated for resources: {'Port': ['ID=ea10e7a9-0bb2-462e-8d67-7c9062bace80,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:41.176433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.194384 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.328357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485bbcac-997e-4137-8add-c1f5a3153077 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:41.402328 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.405962 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89229990-4f41-4aeb-be6a-b1108c11d66e req-808e3617-7bd6-4eb1-8ca9-08ebcfa04b6c tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0552349 Feb 04 15:28:41.454406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-44792b83-7892-4207-b694-659de34033b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb059d3fdb0b42c5b6bb2db1c6f7aeae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860086 Feb 04 15:28:41.456342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40200) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:41.506591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=3179079f-d7e5-416c-ac89-cf0957f672f1,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:41.539383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff6eb-8437-4a24-b39b-6ee6f03e9217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.546594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '5ca20df8-5a8f-46c9-b611-6379824d6b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b058eb1c-51ae-4646-9fab-ce7a91edcd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:41.547939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: b058eb1c-51ae-4646-9fab-ce7a91edcd9b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:41.564064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 485bbcac-997e-4137-8add-c1f5a3153077 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:41.564678 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.571337 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff6eb-8437-4a24-b39b-6ee6f03e9217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.637794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff6eb-8437-4a24-b39b-6ee6f03e9217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.640768 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff6eb-8437-4a24-b39b-6ee6f03e9217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.642492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cd4ff6eb-8437-4a24-b39b-6ee6f03e9217 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f91c576b-a957-4a9a-bc40-f6157b800516 HTTP/1.1" status: 204 len: 168 time: 0.1848700 Feb 04 15:28:41.670706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ff6eb-8437-4a24-b39b-6ee6f03e9217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91c576b-a957-4a9a-bc40-f6157b800516,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:41.734757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network b058eb1c-51ae-4646-9fab-ce7a91edcd9b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:41.775229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, b058eb1c-51ae-4646-9fab-ce7a91edcd9b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:41.814930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:41.816468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:41.817589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb2e3312-aed9-40ed-aaf2-4841d0f9aa82 req-171b330f-99da-4b9b-b789-562d8fece6a7 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0752041 Feb 04 15:28:41.828885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9404ce73-7cb7-47fb-9f7c-d59e072ceb25 None None] Network b058eb1c-51ae-4646-9fab-ce7a91edcd9b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:41.886759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-94f97dea-ef45-41c9-801d-18275aedbb01 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8205290 Feb 04 15:28:41.886994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:42.039978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.084473 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.267009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-b058eb1c-51ae-4646-9fab-ce7a91edcd9b', 'network_id': 'b058eb1c-51ae-4646-9fab-ce7a91edcd9b', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': '3179079f-d7e5-416c-ac89-cf0957f672f1'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:28:42.268029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.353695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:42.458533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8bb564f4-536a-4eb6-acdb-93d4db9931d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72332cbb937f44289c2cf6834d38db72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027699 Feb 04 15:28:42.464377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40218) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:42.569926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2af79b8e-dbfc-4975-846b-abd0ec827fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.610356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2af79b8e-dbfc-4975-846b-abd0ec827fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.731207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.739438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2af79b8e-dbfc-4975-846b-abd0ec827fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.743053 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2af79b8e-dbfc-4975-846b-abd0ec827fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.744399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2af79b8e-dbfc-4975-846b-abd0ec827fef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b67c2505-6439-4fc5-b714-0d054b516d07 HTTP/1.1" status: 204 len: 168 time: 0.2784586 Feb 04 15:28:42.764398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Allocated IP 172.20.0.2 (b058eb1c-51ae-4646-9fab-ce7a91edcd9b/3179079f-d7e5-416c-ac89-cf0957f672f1/b7ca5c3e-54ed-4319-adcb-35efc85d2d7a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:42.775927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af79b8e-dbfc-4975-846b-abd0ec827fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67c2505-6439-4fc5-b714-0d054b516d07,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:42.791262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event updated for resources: {'Port': ['ID=fcb8e596-6e05-408c-bae4-70a341f70d90,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:42.832978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.902832 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.937081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:42.945112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0050fcc5-796c-4954-a657-7f3f7432661c req-beffe204-8a9d-4242-8a3c-6989071c35fd tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5797951 Feb 04 15:28:42.978514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec930-4e36-44e5-96dc-e0f1a1d0df37 req-dcbc0fca-f1f0-41dc-ba2b-a99ee2a4f0ff tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:42.982565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a7ec930-4e36-44e5-96dc-e0f1a1d0df37 req-dcbc0fca-f1f0-41dc-ba2b-a99ee2a4f0ff tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.7785554 Feb 04 15:28:43.059925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de469d-e92c-4855-8b12-87cd8e95048f None None] Network fecacbcd-ee09-443a-bacb-758c5aba63c5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:43.121687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a7ec930-4e36-44e5-96dc-e0f1a1d0df37 req-66612874-7219-428f-8429-bc71b679d4fc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321850 Feb 04 15:28:43.176909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0050fcc5-796c-4954-a657-7f3f7432661c req-624a0a31-71c0-41c0-83ad-5ecc187533e5 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.2303956 Feb 04 15:28:43.324595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8039d60e-99d8-440e-9d96-44fdde09fab4 req-a2e00628-3ddb-4fa0-b34b-0baa001d0f39 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0767722 Feb 04 15:28:43.433582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ea10e7a9-0bb2-462e-8d67-7c9062bace80 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:43.467290 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-63e88e61-bed2-447d-9266-eedbf2053e7e req-810bb212-d4c8-47d5-8c09-5d3cece8841c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f3d8f8-23d7-4994-ab4c-e80f07348ee5 HTTP/1.1" status: 200 len: 210 time: 0.0442431 Feb 04 15:28:43.587403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1197ba94-b76d-4a8c-8924-65dd83b846c8 None None] Provisioning complete for port ea10e7a9-0bb2-462e-8d67-7c9062bace80 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:43.588027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1197ba94-b76d-4a8c-8924-65dd83b846c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.605765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050fcc5-796c-4954-a657-7f3f7432661c req-47990d16-1e3f-425f-a2ef-852500a6087f tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:43.646811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0050fcc5-796c-4954-a657-7f3f7432661c req-47990d16-1e3f-425f-a2ef-852500a6087f tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.4606669 Feb 04 15:28:43.730206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ea10e7a9-0bb2-462e-8d67-7c9062bace80 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:43.731359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.861148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.890312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-03947984-33c7-4278-9724-df0456046390 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2062218 Feb 04 15:28:43.894888 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.905336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.905994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:43.935588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:43.951554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=3179079f-d7e5-416c-ac89-cf0957f672f1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:44.007679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Pushing event updated for resources: {'Port': ['ID=b7ca5c3e-54ed-4319-adcb-35efc85d2d7a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:44.048888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Network b058eb1c-51ae-4646-9fab-ce7a91edcd9b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:44.052080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:44.056785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:44.139630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.155515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.221214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b058eb1c-51ae-4646-9fab-ce7a91edcd9b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:44.265212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca20df8-5a8f-46c9-b611-6379824d6b41') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:44.265703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca20df8-5a8f-46c9-b611-6379824d6b41') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:44.283123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1197ba94-b76d-4a8c-8924-65dd83b846c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.308836 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.312504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.328226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Attempting to bind port b7ca5c3e-54ed-4319-adcb-35efc85d2d7a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:44.328664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Attempting to bind port b7ca5c3e-54ed-4319-adcb-35efc85d2d7a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '5ca20df8-5a8f-46c9-b611-6379824d6b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b058eb1c-51ae-4646-9fab-ce7a91edcd9b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:44.328957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Attempting to bind port b7ca5c3e-54ed-4319-adcb-35efc85d2d7a on network b058eb1c-51ae-4646-9fab-ce7a91edcd9b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:44.396717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:44.397666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Checking segment: {'id': '5ca20df8-5a8f-46c9-b611-6379824d6b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b058eb1c-51ae-4646-9fab-ce7a91edcd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:44.398417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.398677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Bound using segment: {'id': '5ca20df8-5a8f-46c9-b611-6379824d6b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b058eb1c-51ae-4646-9fab-ce7a91edcd9b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:44.399144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Bound port: b7ca5c3e-54ed-4319-adcb-35efc85d2d7a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca20df8-5a8f-46c9-b611-6379824d6b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b058eb1c-51ae-4646-9fab-ce7a91edcd9b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:44.404157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.415505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1197ba94-b76d-4a8c-8924-65dd83b846c8 None None] For port ea10e7a9-0bb2-462e-8d67-7c9062bace80, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ea10e7a9-0bb2-462e-8d67-7c9062bace80,segment=NetworkSegment(6bfd8dcc-2581-4518-a511-859be5305e7a),segment_id=6bfd8dcc-2581-4518-a511-859be5305e7a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:44.437036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1197ba94-b76d-4a8c-8924-65dd83b846c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.456106 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.480261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:44.480967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:44.491630 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:44.500392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Allocated IP 172.25.1.248 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/2423fddd-17a7-4e2f-bd6c-905a17c44383) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:44.671133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6da2-4f58-4611-aa71-e156b034a823 req-97195a47-e975-4db0-9bc4-fbc8d1d22fdf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:44.674336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f9f6da2-4f58-4611-aa71-e156b034a823 req-97195a47-e975-4db0-9bc4-fbc8d1d22fdf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.3105237 Feb 04 15:28:44.695832 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.723869 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.api [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:28:44.723869 n-d-827869-1 neutron-server[102423]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:28:44.723869 n-d-827869-1 neutron-server[102423]: [parameters: {'id': 'b058eb1c-51ae-4646-9fab-ce7a91edcd9b'}] Feb 04 15:28:44.723869 n-d-827869-1 neutron-server[102423]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:28:44.726036 n-d-827869-1 neutron-server[102423]: DEBUG oslo_db.api [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:28:44.753585 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.777640 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:28:44.778693 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:28:44.798593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197ba94-b76d-4a8c-8924-65dd83b846c8 None None] Pushing event updated for resources: {'Port': ['ID=ea10e7a9-0bb2-462e-8d67-7c9062bace80,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:44.808225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-44aec157-a33f-4762-b03d-19d7fa94aa1e None None] Provisioning complete for port ea10e7a9-0bb2-462e-8d67-7c9062bace80 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:44.809167 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-44aec157-a33f-4762-b03d-19d7fa94aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:44.818362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:44.822172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:44.829246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:44.830620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f9f6da2-4f58-4611-aa71-e156b034a823 req-eda34bc5-4da0-42cc-8b05-982cf436af76 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467922 Feb 04 15:28:44.852144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] For port b7ca5c3e-54ed-4319-adcb-35efc85d2d7a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:44.867776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event updated for resources: {'Port': ['ID=2423fddd-17a7-4e2f-bd6c-905a17c44383,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:44.999190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.096066 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.125439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5fe2ec4-c3b1-4477-a51e-69c7f6eeafaa req-ea4b3399-032d-461b-9523-1c87377f5ccb tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0861893 Feb 04 15:28:45.140764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] For port b7ca5c3e-54ed-4319-adcb-35efc85d2d7a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b7ca5c3e-54ed-4319-adcb-35efc85d2d7a,segment=NetworkSegment(5ca20df8-5a8f-46c9-b611-6379824d6b41),segment_id=5ca20df8-5a8f-46c9-b611-6379824d6b41)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:45.154641 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.227790 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.393021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40264) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:45.443784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1c065-08ed-48de-b7aa-f1913101d4ad None None] Pushing event updated for resources: {'Port': ['ID=b7ca5c3e-54ed-4319-adcb-35efc85d2d7a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:45.468115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting port b7ca5c3e-54ed-4319-adcb-35efc85d2d7a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:45.468659 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.483941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d07edc-4a0c-43c9-be55-2ee3026136da None None] Network b058eb1c-51ae-4646-9fab-ce7a91edcd9b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:45.523312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.536415 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.622434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ea10e7a9-0bb2-462e-8d67-7c9062bace80 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:45.655366 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39fad316-b3d7-492a-8eab-3a1c0e125763 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.679832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] For port b7ca5c3e-54ed-4319-adcb-35efc85d2d7a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b7ca5c3e-54ed-4319-adcb-35efc85d2d7a,segment=NetworkSegment(5ca20df8-5a8f-46c9-b611-6379824d6b41),segment_id=5ca20df8-5a8f-46c9-b611-6379824d6b41)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:45.681374 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.685571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event updated for resources: {'Port': ['ID=2423fddd-17a7-4e2f-bd6c-905a17c44383,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:45.699664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.722416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.731685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-6618e6ff-b01b-4222-a3e1-57e15e2ae40a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8347881 Feb 04 15:28:45.736677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Calling delete_port for b7ca5c3e-54ed-4319-adcb-35efc85d2d7a owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:45.762633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39fad316-b3d7-492a-8eab-3a1c0e125763 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.818991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-8bafba0d-7993-42e8-b2b3-1ff5d8f09307 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0861282 Feb 04 15:28:45.875809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ea10e7a9-0bb2-462e-8d67-7c9062bace80 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:45.876185 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:45.944926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5271e9a2-2f45-4b92-897d-94986d87aecd None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:28:46.052300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39fad316-b3d7-492a-8eab-3a1c0e125763 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.062565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39fad316-b3d7-492a-8eab-3a1c0e125763 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.067880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40278) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:46.071291 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-39fad316-b3d7-492a-8eab-3a1c0e125763 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "DELETE /v2.0/security-groups/cffe51c4-365c-4892-a286-4b03abc3217d HTTP/1.1" status: 204 len: 168 time: 0.6748135 Feb 04 15:28:46.116245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-156fb686-90b5-42f8-a7ed-983d9a798e64 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.120297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff910c11-6b56-4f9a-a1e4-44e1e7303b21 req-156fb686-90b5-42f8-a7ed-983d9a798e64 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.2934406 Feb 04 15:28:46.122397 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-5c0fe38c-57ac-4879-ab82-f7522f584144 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] show failed (client error): The resource could not be found. Feb 04 15:28:46.124229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5c0fe38c-57ac-4879-ab82-f7522f584144 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "GET /v2.0/security-groups/cffe51c4-365c-4892-a286-4b03abc3217d HTTP/1.1" status: 404 len: 347 time: 0.0549338 Feb 04 15:28:46.128122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40280) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:46.145576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fad316-b3d7-492a-8eab-3a1c0e125763 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffe51c4-365c-4892-a286-4b03abc3217d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:46.157810 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.205573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Port': ['ID=b7ca5c3e-54ed-4319-adcb-35efc85d2d7a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:46.284100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No DVR routers for this DVR port b7ca5c3e-54ed-4319-adcb-35efc85d2d7a on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:46.393945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-30866956-0877-45f8-b905-81b442c91df6 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2066169 Feb 04 15:28:46.406651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting port a67e0921-bad8-4fc4-a849-7248bb4774e9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:46.407054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.414812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:46.434861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b51e34-542d-48a8-89bb-9c5047b7eca0 req-5b866f36-ccd6-4049-8bed-a2c6b3fc04cb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:46.446955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98b51e34-542d-48a8-89bb-9c5047b7eca0 req-5b866f36-ccd6-4049-8bed-a2c6b3fc04cb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.3031740 Feb 04 15:28:46.461251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5271e9a2-2f45-4b92-897d-94986d87aecd None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:28:46.462770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.506931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.536601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b058eb1c-51ae-4646-9fab-ce7a91edcd9b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:46.542878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.543385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.579582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98b51e34-542d-48a8-89bb-9c5047b7eca0 req-cb84b590-4345-487c-b6b2-b1691910f20c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240156 Feb 04 15:28:46.581890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca20df8-5a8f-46c9-b611-6379824d6b41') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:46.582279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca20df8-5a8f-46c9-b611-6379824d6b41') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:46.595790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Calling delete_port for a67e0921-bad8-4fc4-a849-7248bb4774e9 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:46.604181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.639250 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.653195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:46.654030 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:46.676300 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:46.746710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a422d312-4940-4104-82a3-f5b9a649ec47 req-fb63fbd5-037f-4856-8cf5-85e1bee51a99 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0670388 Feb 04 15:28:46.774927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.792656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.803653 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/b058eb1c-51ae-4646-9fab-ce7a91edcd9b HTTP/1.1" status: 204 len: 168 time: 4.9094799 Feb 04 15:28:46.803922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40290) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:46.815872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1575654675'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:46.816106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5f439-4cb9-45d6-914c-d2f5007a11bb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=b058eb1c-51ae-4646-9fab-ce7a91edcd9b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:46.873944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:46.951798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:46.958063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.023098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-65360482-e42c-4e19-8215-5de3581fc7de tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242682 Feb 04 15:28:47.072329 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.135973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:47.146016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Port': ['ID=a67e0921-bad8-4fc4-a849-7248bb4774e9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:47.155375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-66a1c9c2-16cd-4d4c-ba46-6808b70fe56e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.166118 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-66a1c9c2-16cd-4d4c-ba46-6808b70fe56e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360345 Feb 04 15:28:47.179624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-35d4a604-ce2b-484a-8251-0916a1b6736a tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/quotas/557d4a7064b041b9b2e22e58a8addbb7 HTTP/1.1" status: 200 len: 375 time: 0.0115273 Feb 04 15:28:47.181192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.181569 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 340b3cc0-de07-47ac-aabf-a6207a873d3f of type vlan for network 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b Feb 04 15:28:47.255949 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-8130e93d-5f52-490a-9528-fe79f3e83367 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712657 Feb 04 15:28:47.293643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Allocated IP 172.25.1.104 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/1d0805de-e63b-4d63-8069-aad39ea2e589) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:47.305834 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.355151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.356968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.358277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-54e2c913-ac2b-4c26-b893-80d4b23db15c tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "DELETE /v2.0/floatingips/fb03511c-da95-4232-a836-4a7f707ee323 HTTP/1.1" status: 204 len: 168 time: 1.2288747 Feb 04 15:28:47.367273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40302) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:47.430295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.449305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:47.450405 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.531962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d8901885-261b-42f4-bf52-d34920e228bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting port 2d268d87-85f2-4414-9fe3-159ef376e87c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:47.531962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8901885-261b-42f4-bf52-d34920e228bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.634643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8277180 Feb 04 15:28:47.637086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-301bd21e-91ad-453e-a4c1-df9072ec08a0 req-4182df44-1647-4722-bf78-612fba31bfde tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 210 time: 0.1219931 Feb 04 15:28:47.639934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40312) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:47.647511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': '6b6a0282-993e-4d90-9fb1-67fd8cf00b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:47.673731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591b87b-bfb3-4d7d-a52c-cd7723aabbb1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=6b6a0282-993e-4d90-9fb1-67fd8cf00b3b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:47.702840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:28:47.720564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.775988 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8901885-261b-42f4-bf52-d34920e228bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.801574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.846380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d8901885-261b-42f4-bf52-d34920e228bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Calling delete_port for 2d268d87-85f2-4414-9fe3-159ef376e87c owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:47.890043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:47.895348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:47.903076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:47.921198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:47.925251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:47.951347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event updated for resources: {'Port': ['ID=1d0805de-e63b-4d63-8069-aad39ea2e589,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:48.009024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab64f-9036-4ac3-a13f-173985693747 req-5d1d60af-e65e-4b9f-a04a-80332d090a9c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:48.011606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf2ab64f-9036-4ac3-a13f-173985693747 req-5d1d60af-e65e-4b9f-a04a-80332d090a9c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.2401299 Feb 04 15:28:48.030422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.ipam_backend_mixin [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Performing IP validity checks on allocation pools {{(pid=102423) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 15:28:48.030983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.ipam_backend_mixin [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102423) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 15:28:48.058412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.101267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.129873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf2ab64f-9036-4ac3-a13f-173985693747 req-415981f0-66af-4e87-a615-104c21b28963 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888536 Feb 04 15:28:48.283117 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8901885-261b-42f4-bf52-d34920e228bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.356463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b162380-5920-4489-9f74-0e5293703ebd req-3f73bf83-3abe-4ac1-850e-9b896aa03f08 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0892558 Feb 04 15:28:48.387388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8901885-261b-42f4-bf52-d34920e228bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Port': ['ID=2d268d87-85f2-4414-9fe3-159ef376e87c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:48.440467 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.446861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.447119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.529919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event updated for resources: {'Port': ['ID=1d0805de-e63b-4d63-8069-aad39ea2e589,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:48.543607 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.561329 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.562796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-0f47b77a-54f1-4efd-a1f7-bc4af589e1f0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1583664 Feb 04 15:28:48.628756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=43dc7f64-5e48-4944-bcd3-b95a7a7be80c,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:48.635107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-4504e867-6870-41e1-af9e-50eca9caa29a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0646334 Feb 04 15:28:48.639256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8901885-261b-42f4-bf52-d34920e228bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.645239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d8901885-261b-42f4-bf52-d34920e228bf tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "DELETE /v2.0/ports/2d268d87-85f2-4414-9fe3-159ef376e87c HTTP/1.1" status: 204 len: 168 time: 1.2765052 Feb 04 15:28:48.649263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:48.707954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '340b3cc0-de07-47ac-aabf-a6207a873d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6b6a0282-993e-4d90-9fb1-67fd8cf00b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:48.709034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:48.792923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-8701a10d-85b2-4b4f-b7ff-ce47a4bd02ab tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:48.798793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e52ba2e1-109b-42e1-a89e-566ee2b5bc13 req-8701a10d-85b2-4b4f-b7ff-ce47a4bd02ab tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.1548653 Feb 04 15:28:48.843245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4514fc4a-9ca5-491b-9920-fdffe59f14a1 req-7a776423-6b52-44c5-bafd-97b074601e0f tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 210 time: 0.0927544 Feb 04 15:28:48.846024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:48.886019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:48.890569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:48.891546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.896364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eda10e-53af-4ba2-863d-669cfc36be06 None None] Network 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:48.935318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-111d9774-bc8f-4abb-897e-4b11faa661f2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting port ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:48.935881 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-111d9774-bc8f-4abb-897e-4b11faa661f2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:48.977368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d14b2d75-1927-48c5-bc02-aa231e1ee6bd req-50d390be-f9c9-45ac-8db4-8723a59ab15b tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips/7ed850c3-69ad-42a9-a836-413f0fac3ea5 HTTP/1.1" status: 200 len: 693 time: 0.1315813 Feb 04 15:28:48.977665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-06bfd12b-6b53-4b25-8e39-10a4e7be33b9 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3319786 Feb 04 15:28:48.977868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40330) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:49.064567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-24cacc9b-796b-421f-960d-bad4a1310966 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772908 Feb 04 15:28:49.145820 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-111d9774-bc8f-4abb-897e-4b11faa661f2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.176633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-111d9774-bc8f-4abb-897e-4b11faa661f2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Calling delete_port for ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:49.311659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-6b6a0282-993e-4d90-9fb1-67fd8cf00b3b', 'network_id': '6b6a0282-993e-4d90-9fb1-67fd8cf00b3b', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': '43dc7f64-5e48-4944-bcd3-b95a7a7be80c'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:28:49.316415 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.476677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-111d9774-bc8f-4abb-897e-4b11faa661f2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.539063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d9774-bc8f-4abb-897e-4b11faa661f2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Port': ['ID=ba2f6e8a-31b7-42cf-b509-7d57a1c99da3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:49.614859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Allocated IP 172.20.0.3 (6b6a0282-993e-4d90-9fb1-67fd8cf00b3b/43dc7f64-5e48-4944-bcd3-b95a7a7be80c/21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:49.713395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3e571-7ad2-40d9-a45b-e3dfbd58e0ce req-aca1a3c7-c01e-4282-86c0-65c7df567cf9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.715249 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dba3e571-7ad2-40d9-a45b-e3dfbd58e0ce req-aca1a3c7-c01e-4282-86c0-65c7df567cf9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1817145 Feb 04 15:28:49.721649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-111d9774-bc8f-4abb-897e-4b11faa661f2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.724976 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-111d9774-bc8f-4abb-897e-4b11faa661f2 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "DELETE /v2.0/ports/ba2f6e8a-31b7-42cf-b509-7d57a1c99da3 HTTP/1.1" status: 204 len: 168 time: 1.0742772 Feb 04 15:28:49.729341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40342) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:49.821063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-348e6b5a-3656-43f5-b52a-9d1ce6a2bcba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting subnet 1865bc59-aba2-488d-b194-2fbb3af064a5 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:28:49.822663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.826335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dba3e571-7ad2-40d9-a45b-e3dfbd58e0ce req-48e2956a-8a57-48b2-a9d0-0cc05959ed13 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865638 Feb 04 15:28:49.828610 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-348e6b5a-3656-43f5-b52a-9d1ce6a2bcba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.831906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.832476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.885485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Network 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:49.887407 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-348e6b5a-3656-43f5-b52a-9d1ce6a2bcba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:49.888764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:49.913116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:49.946166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2d75-1927-48c5-bc02-aa231e1ee6bd req-1019b019-7324-4571-8e0b-1205057b1ce4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:49.953917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d14b2d75-1927-48c5-bc02-aa231e1ee6bd req-1019b019-7324-4571-8e0b-1205057b1ce4 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.9534018 Feb 04 15:28:49.954611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Pushing event updated for resources: {'Port': ['ID=21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:49.967345 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-d14b2d75-1927-48c5-bc02-aa231e1ee6bd req-0bfa8681-7b10-4257-a3a8-8db7082e88c0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:28:49.980969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d14b2d75-1927-48c5-bc02-aa231e1ee6bd req-0bfa8681-7b10-4257-a3a8-8db7082e88c0 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253336 Feb 04 15:28:49.997836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-8cbcbd77-f5fc-46cc-87c6-1d3363d762c7 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.000738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-8cbcbd77-f5fc-46cc-87c6-1d3363d762c7 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4187956 Feb 04 15:28:50.044434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Request body: {'port': {'device_id': 'ad4bd87a-872e-4bb5-b1a5-cf695c13aba1', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '557d4a7064b041b9b2e22e58a8addbb7'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:50.081701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Attempting to bind port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:50.082138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Attempting to bind port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '340b3cc0-de07-47ac-aabf-a6207a873d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6b6a0282-993e-4d90-9fb1-67fd8cf00b3b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:50.082508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Attempting to bind port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 on network 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:50.098586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:50.098963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Checking segment: {'id': '340b3cc0-de07-47ac-aabf-a6207a873d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6b6a0282-993e-4d90-9fb1-67fd8cf00b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:50.099365 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.099750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Bound using segment: {'id': '340b3cc0-de07-47ac-aabf-a6207a873d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6b6a0282-993e-4d90-9fb1-67fd8cf00b3b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:50.100245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Bound port: 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340b3cc0-de07-47ac-aabf-a6207a873d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6b6a0282-993e-4d90-9fb1-67fd8cf00b3b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:50.100628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.104667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-348e6b5a-3656-43f5-b52a-9d1ce6a2bcba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.212616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] For port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:50.221902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] For port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9,segment=NetworkSegment(340b3cc0-de07-47ac-aabf-a6207a873d3f),segment_id=340b3cc0-de07-47ac-aabf-a6207a873d3f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:50.228172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df4ff3a7-cb33-4713-b328-86d8dfe9f9e3 req-bc3db95c-188b-4040-a7e6-b1eb62de32b5 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0736611 Feb 04 15:28:50.228763 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.249362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf961-6ead-4f32-9115-b5cb9479e361 req-cfe6515d-97c9-433c-b79b-afb5c231edca tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.252418 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d58bf961-6ead-4f32-9115-b5cb9479e361 req-cfe6515d-97c9-433c-b79b-afb5c231edca tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.1430302 Feb 04 15:28:50.255447 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-348e6b5a-3656-43f5-b52a-9d1ce6a2bcba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.323473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e6b5a-3656-43f5-b52a-9d1ce6a2bcba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Subnet': ['ID=1865bc59-aba2-488d-b194-2fbb3af064a5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:50.325228 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-348e6b5a-3656-43f5-b52a-9d1ce6a2bcba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.335453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-348e6b5a-3656-43f5-b52a-9d1ce6a2bcba tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "DELETE /v2.0/subnets/1865bc59-aba2-488d-b194-2fbb3af064a5 HTTP/1.1" status: 204 len: 168 time: 0.6041245 Feb 04 15:28:50.345567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40348) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:50.349306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b873228-35c4-4102-b096-0c210cd5092e None None] Network 77deef98-3f2a-446d-affc-35d3653f0859 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:50.368239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Made reservation on behalf of 557d4a7064b041b9b2e22e58a8addbb7 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:50.373201 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.399102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d58bf961-6ead-4f32-9115-b5cb9479e361 req-cd178309-c048-47ef-9033-0759abab7d36 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276381 Feb 04 15:28:50.404728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:50.405273 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.470050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.479656 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b32e73d-2bda-43e7-a2ec-85e38f3fcfef req-15c2a5bc-e553-4837-9d71-9df72cb6e819 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 210 time: 0.0684848 Feb 04 15:28:50.525223 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-2880bcf1-6d3a-420a-9a5a-5b5757275e93 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips/7ed850c3-69ad-42a9-a836-413f0fac3ea5 HTTP/1.1" status: 200 len: 693 time: 0.1093864 Feb 04 15:28:50.564269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd68ed0-6787-4fdb-8550-7860ba497d07 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Deleting subnet bd6304ea-38b1-4494-8576-38f777cbaa01 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:28:50.580979 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecd68ed0-6787-4fdb-8550-7860ba497d07 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.715357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5ea7c-a6e9-4fc2-b277-5e8021834a42 None None] Pushing event updated for resources: {'Port': ['ID=21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:50.731960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecd68ed0-6787-4fdb-8550-7860ba497d07 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.793581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] For port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9,segment=NetworkSegment(340b3cc0-de07-47ac-aabf-a6207a873d3f),segment_id=340b3cc0-de07-47ac-aabf-a6207a873d3f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:50.794382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.849085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-7896e416-49cc-4c19-90ea-2582ed592d2d tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:50.861992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-7896e416-49cc-4c19-90ea-2582ed592d2d tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.3335161 Feb 04 15:28:50.869119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.880869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:50.886999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Calling delete_port for 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:50.933948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf12011-12dd-4d7b-84f4-377f426761fe,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:50.999802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-bc3e905e-11ce-47d1-9865-6a08aaf30f28 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.1332564 Feb 04 15:28:51.070186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] DHCP port deletion for 77deef98-3f2a-446d-affc-35d3653f0859 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:28:51.075861 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-61914fb6-4aa9-4de6-8538-02ca82b4202b tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0624366 Feb 04 15:28:51.128773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] Deleting port b22e8f48-399d-458d-91e3-63a076f73481 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:51.129601 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.209505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] For port b22e8f48-399d-458d-91e3-63a076f73481, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b22e8f48-399d-458d-91e3-63a076f73481,segment=NetworkSegment(5a381e95-d290-40ab-8977-7dc7a6884804),segment_id=5a381e95-d290-40ab-8977-7dc7a6884804)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:51.210566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.228397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] Calling delete_port for b22e8f48-399d-458d-91e3-63a076f73481 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:51.271328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Deleting port 1d0805de-e63b-4d63-8069-aad39ea2e589 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:51.271888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.291262 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecd68ed0-6787-4fdb-8550-7860ba497d07 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.333999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.367832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] Pushing event deleted for resources: {'Port': ['ID=b22e8f48-399d-458d-91e3-63a076f73481,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:51.374050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e578ddf-f9b1-4990-91d8-9699a1a16bb1 None None] No DVR routers for this DVR port b22e8f48-399d-458d-91e3-63a076f73481 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:51.408783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911793-f2e9-4be3-ae40-90dbffa96d66 req-3ec5499c-1765-4ca9-9ae9-91f59d263f28 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:51.410634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8911793-f2e9-4be3-ae40-90dbffa96d66 req-3ec5499c-1765-4ca9-9ae9-91f59d263f28 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.3821890 Feb 04 15:28:51.427566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Allocated IP 192.168.233.212 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/fdad1927-f39f-46b4-bd03-e74a1fb07469) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:51.482601 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.483926 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.509018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Calling delete_port for 1d0805de-e63b-4d63-8069-aad39ea2e589 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:51.612449 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8911793-f2e9-4be3-ae40-90dbffa96d66 req-03ff7b6a-d5db-4944-8c25-488353c1c18e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915956 Feb 04 15:28:51.637147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:28:51.699570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecd68ed0-6787-4fdb-8550-7860ba497d07 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.765518 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.782152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:51.783083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.791538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd68ed0-6787-4fdb-8550-7860ba497d07 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6304ea-38b1-4494-8576-38f777cbaa01,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:51.806524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event deleted for resources: {'Port': ['ID=1d0805de-e63b-4d63-8069-aad39ea2e589,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:51.834573 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.864918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177ba3b-82fd-426c-83a7-2ce64d3afaf5 None None] Network e1a442bb-8228-4e43-aae7-8fe62b03a867 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:51.895911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecd68ed0-6787-4fdb-8550-7860ba497d07 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.906539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.906897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ecd68ed0-6787-4fdb-8550-7860ba497d07 tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "DELETE /v2.0/subnets/bd6304ea-38b1-4494-8576-38f777cbaa01 HTTP/1.1" status: 204 len: 168 time: 1.5594976 Feb 04 15:28:51.912862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:51.914681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06a22429-fd95-4dda-9f1c-506949b735e8 req-b975d15c-9377-4bc1-a249-91798a0fecce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "DELETE /v2.0/floatingips/7ed850c3-69ad-42a9-a836-413f0fac3ea5 HTTP/1.1" status: 204 len: 173 time: 0.8285046 Feb 04 15:28:51.915471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40368) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:52.004298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c14160-4c06-44f0-909a-53a1237177fb None None] Network 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:52.042932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Port': ['ID=21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:52.081856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Could not find standard attr ID for object 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:28:52.107930 n-d-827869-1 neutron-server[102424]: INFO neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No ports have port_id starting with 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 Feb 04 15:28:52.111491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f3028cd3-649c-4acf-9ba3-541d90627698 None None] Could not find standard attr ID for object 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:28:52.122388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dcdf59db-a865-4d14-9656-566d84bccfe8 req-6671dc23-17f6-4bd5-8735-7cb8ee4dbbac tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0536222 Feb 04 15:28:52.129628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef542533-2308-4381-8cfc-c64f0aae4197 req-4b0c3c1f-7ca9-4a58-a1ac-085f245338e6 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 210 time: 0.0906274 Feb 04 15:28:52.141865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.208789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No DVR routers for this DVR port 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:52.279966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b22e8f48-399d-458d-91e3-63a076f73481 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:52.347138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b22e8f48-399d-458d-91e3-63a076f73481 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:52.348687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b22e8f48-399d-458d-91e3-63a076f73481 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:52.402334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.441006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ee263-4d53-4da0-817d-834c0d7bbaa4 req-57e64e2c-2ce5-4fc0-9265-70343ec2ce7b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:52.450186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d78ee263-4d53-4da0-817d-834c0d7bbaa4 req-57e64e2c-2ce5-4fc0-9265-70343ec2ce7b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.1522498 Feb 04 15:28:52.478247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77deef98-3f2a-446d-affc-35d3653f0859']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:52.499516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a381e95-d290-40ab-8977-7dc7a6884804') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:52.499811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a381e95-d290-40ab-8977-7dc7a6884804') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:52.523875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d78ee263-4d53-4da0-817d-834c0d7bbaa4 req-7b425571-91d2-451e-98ee-96f83d4f74fd tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726886 Feb 04 15:28:52.530206 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.534447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] DHCP port deletion for e1a442bb-8228-4e43-aae7-8fe62b03a867 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:28:52.565717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.571242 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.578137 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.579464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:52.580550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:52.587616 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:52.654043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] Deleting port a8b5338f-af16-447e-8419-efe414ebe763 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:52.655341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.768730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623625f5-426e-4ebd-8e86-fc0b0cb08a45 req-d234ead2-de14-49ae-9bb3-acc3f48176f3 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:52.793770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-623625f5-426e-4ebd-8e86-fc0b0cb08a45 req-d234ead2-de14-49ae-9bb3-acc3f48176f3 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5811465 Feb 04 15:28:52.796421 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.815357 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.818445 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.819581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.820632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] For port a8b5338f-af16-447e-8419-efe414ebe763, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a8b5338f-af16-447e-8419-efe414ebe763,segment=NetworkSegment(eb31d953-c416-4a2f-ab30-0b54965e4467),segment_id=eb31d953-c416-4a2f-ab30-0b54965e4467)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:52.821033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.831043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "DELETE /v2.0/networks/77deef98-3f2a-446d-affc-35d3653f0859 HTTP/1.1" status: 204 len: 168 time: 0.9138124 Feb 04 15:28:52.839376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] Calling delete_port for a8b5338f-af16-447e-8419-efe414ebe763 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:52.866241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40382) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:52.957435 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.959759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Pushing event updated for resources: {'Port': ['ID=fdad1927-f39f-46b4-bd03-e74a1fb07469,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:52.987493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-159e15b6-0c71-49ae-bf86-3951345c0843 req-a8d706b1-8f45-4467-80dd-0a60a19b1bce tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=6a3c28080eca4ed986dde2185d53685f HTTP/1.1" status: 200 len: 1656 time: 0.1783743 Feb 04 15:28:52.993790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:52.997399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:53.003963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:53.004767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] Pushing event deleted for resources: {'Port': ['ID=a8b5338f-af16-447e-8419-efe414ebe763,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.007817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:53.011649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca89a33-1350-4e0c-b8ab-634b686e3a9b None None] No DVR routers for this DVR port a8b5338f-af16-447e-8419-efe414ebe763 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:53.090066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=43dc7f64-5e48-4944-bcd3-b95a7a7be80c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.115814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a811ae15-99f3-4d57-8697-94fb80d87b22 None None] Network 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:53.250395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae28b24-8f39-4074-b7b7-8109f4aff88a tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Network': ['ID=77deef98-3f2a-446d-affc-35d3653f0859,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:53.259543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.260223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.278968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.326332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b68c04-d19a-4eb8-94e5-9486131ca85e req-2b15b8e3-2762-4a2a-85ed-bae17642e10a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.328087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b68c04-d19a-4eb8-94e5-9486131ca85e req-2b15b8e3-2762-4a2a-85ed-bae17642e10a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.5490012 Feb 04 15:28:53.352976 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-0dbab537-1807-4dff-9faf-dc2155947b86 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3294110 Feb 04 15:28:53.354786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6a0282-993e-4d90-9fb1-67fd8cf00b3b']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:53.370951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e15b6-0c71-49ae-bf86-3951345c0843 req-b0587fe7-a2ce-4a83-9e19-444b32069cc9 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.377264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-159e15b6-0c71-49ae-bf86-3951345c0843 req-b0587fe7-a2ce-4a83-9e19-444b32069cc9 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks?id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&id=37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 787 time: 0.3326597 Feb 04 15:28:53.385155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.388910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-159e15b6-0c71-49ae-bf86-3951345c0843 req-1f6da634-7a3b-441d-a5e4-c83a2e051308 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:28:53.423075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-159e15b6-0c71-49ae-bf86-3951345c0843 req-1f6da634-7a3b-441d-a5e4-c83a2e051308 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0352564 Feb 04 15:28:53.425330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340b3cc0-de07-47ac-aabf-a6207a873d3f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:53.425623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340b3cc0-de07-47ac-aabf-a6207a873d3f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:53.439597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Request body: {'port': {'device_id': 'ad4bd87a-872e-4bb5-b1a5-cf695c13aba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:53.445317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b68c04-d19a-4eb8-94e5-9486131ca85e req-70f066b6-1a14-4ddc-b26f-651ce63f7f57 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999424 Feb 04 15:28:53.516156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.585165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6554c4-56dc-45c6-a9e6-7bca5859cd33 None None] DHCP port deletion for 6b6a0282-993e-4d90-9fb1-67fd8cf00b3b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:28:53.653534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.701068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:53.701644 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:53.705635 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:53.740540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a8b5338f-af16-447e-8419-efe414ebe763 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:53.771422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: a8b5338f-af16-447e-8419-efe414ebe763 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:53.771722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a8b5338f-af16-447e-8419-efe414ebe763 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:53.774275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.790689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d225cb11-06e7-4fca-84bc-b3609c68e128 None None] Provisioning complete for port fdad1927-f39f-46b4-bd03-e74a1fb07469 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:28:53.791070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d225cb11-06e7-4fca-84bc-b3609c68e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.847295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d225cb11-06e7-4fca-84bc-b3609c68e128 None None] Port fdad1927-f39f-46b4-bd03-e74a1fb07469 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:28:53.851970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921ec6e-8cf6-4aa2-b7b2-d4dd30216f8c req-1cf0dbcc-8ce8-499d-b822-ad7932fe4367 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:53.855288 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9921ec6e-8cf6-4aa2-b7b2-d4dd30216f8c req-1cf0dbcc-8ce8-499d-b822-ad7932fe4367 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 936 time: 0.1968305 Feb 04 15:28:53.862121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a442bb-8228-4e43-aae7-8fe62b03a867']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:53.895488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb31d953-c416-4a2f-ab30-0b54965e4467') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:53.895984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb31d953-c416-4a2f-ab30-0b54965e4467') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:53.929461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:53.990249 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.000713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9921ec6e-8cf6-4aa2-b7b2-d4dd30216f8c req-bf857a85-3833-409d-9aee-f20e28d8bb7a tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341033 Feb 04 15:28:54.048301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:54.048995 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.054866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:54.056056 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:54.092763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d53e6d67-f942-4225-8cdb-32d5cd3320df req-fad31c38-3b18-46a5-bd69-1889cc55cef7 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0762205 Feb 04 15:28:54.149370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.167285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.176525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/6b6a0282-993e-4d90-9fb1-67fd8cf00b3b HTTP/1.1" status: 204 len: 168 time: 5.1942937 Feb 04 15:28:54.177713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40396) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:54.204189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-790313773'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:54.226981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb989c-490d-47e2-aae6-0cf343f402b2 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=6b6a0282-993e-4d90-9fb1-67fd8cf00b3b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:54.232573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-a2237503-2771-456c-9a66-3bd29487f10b tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips/088ed7fd-039d-4bff-8c84-f2cccdf65077 HTTP/1.1" status: 200 len: 693 time: 0.1892059 Feb 04 15:28:54.260997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-26d0fb4b-2a96-490e-984b-65d55babbea7 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.263137 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-26d0fb4b-2a96-490e-984b-65d55babbea7 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.50 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.2893596 Feb 04 15:28:54.297175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.357221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.364376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] 10.222.0.47 "DELETE /v2.0/networks/e1a442bb-8228-4e43-aae7-8fe62b03a867 HTTP/1.1" status: 204 len: 168 time: 1.1270726 Feb 04 15:28:54.403080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c685a-ce07-4253-a2e3-cbb6c56f5a5b tempest-TaggedBootDevicesTest_v242-2130366648 tempest-TaggedBootDevicesTest_v242-2130366648-project] Pushing event deleted for resources: {'Network': ['ID=e1a442bb-8228-4e43-aae7-8fe62b03a867,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:54.442218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:54.448994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.484560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29908d47-3bb2-4690-a62f-ee12a86d3a88 req-9ec4bf46-5a42-43cb-a94a-53fa4d45b0ad tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.486203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29908d47-3bb2-4690-a62f-ee12a86d3a88 req-9ec4bf46-5a42-43cb-a94a-53fa4d45b0ad tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 945 time: 0.2892787 Feb 04 15:28:54.500907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9216c115-23e4-43ed-bae6-b47f4332a377 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.502430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9216c115-23e4-43ed-bae6-b47f4332a377 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.2532442 Feb 04 15:28:54.525788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Deleting port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:54.526941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.566737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:54.585701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.586406 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 4eaffaf7-7524-42ef-b44f-5faadbf96f31 of type vlan for network 38fea3e2-6be6-4d6d-a742-3661e6c2d009 Feb 04 15:28:54.619300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-31807237-ce93-4365-8bf5-3d4a10773bae tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.1031582 Feb 04 15:28:54.628870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29908d47-3bb2-4690-a62f-ee12a86d3a88 req-cbc1b789-962c-416e-b21d-4a69bfba1125 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups?id=09b88fa1-9d11-4087-a5e2-f6124bdab939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249640 Feb 04 15:28:54.686108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.732572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] For port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:54.733288 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.738900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-11729f27-26e5-4e79-af7f-58b6c305ffbe tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.248 HTTP/1.1" status: 200 len: 696 time: 0.0755272 Feb 04 15:28:54.781649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.787233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.787873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.862118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdad1927-f39f-46b4-bd03-e74a1fb07469 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:28:54.880722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6861172 Feb 04 15:28:54.885484 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:54.889911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40402) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:54.899406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': '38fea3e2-6be6-4d6d-a742-3661e6c2d009', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:54.925998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142c877-458a-468f-a570-e9aa4e0cba11 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=38fea3e2-6be6-4d6d-a742-3661e6c2d009,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:54.941283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 38fea3e2-6be6-4d6d-a742-3661e6c2d009 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:28:54.966934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a36663-2a03-4340-adc6-2a898064138c req-6f37b4b5-6129-4924-b70e-3bfb2aaec112 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:54.968874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a36663-2a03-4340-adc6-2a898064138c req-6f37b4b5-6129-4924-b70e-3bfb2aaec112 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 945 time: 0.2446830 Feb 04 15:28:54.979762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Transition to ACTIVE for port object fdad1927-f39f-46b4-bd03-e74a1fb07469 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:28:54.990610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.072650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Deleting port 2423fddd-17a7-4e2f-bd6c-905a17c44383 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:55.073968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.105190 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a36663-2a03-4340-adc6-2a898064138c req-a25f5bef-200c-46cd-9922-b2a02299f573 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167336 Feb 04 15:28:55.113454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=fdad1927-f39f-46b4-bd03-e74a1fb07469,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.142505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.142806 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.143120 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Floating IP 4d3ce8e7-3267-4259-802e-cd6f611696e2 disassociated. External IP: 172.25.1.144, port: 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c. Feb 04 15:28:55.143480 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Calling delete_port for 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:55.174014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:55.177890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.311822 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.312263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.330775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Attempting to bind port fdad1927-f39f-46b4-bd03-e74a1fb07469 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:55.331256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Attempting to bind port fdad1927-f39f-46b4-bd03-e74a1fb07469 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:55.331541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Attempting to bind port fdad1927-f39f-46b4-bd03-e74a1fb07469 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:55.335780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Calling delete_port for 2423fddd-17a7-4e2f-bd6c-905a17c44383 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:55.351422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Port fdad1927-f39f-46b4-bd03-e74a1fb07469 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:28:55.351657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Attempting to bind port fdad1927-f39f-46b4-bd03-e74a1fb07469 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:55.353059 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.367108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:55.367458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:55.368205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:55.368689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Bound port: fdad1927-f39f-46b4-bd03-e74a1fb07469, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:55.369062 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.385937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event deleted for resources: {'Port': ['ID=26d7d069-b25f-4cc4-b0e3-091ec60d4e3c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.423184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ba654-5b4a-4f08-b3af-5ce53bd8dbbb req-610d0c11-6028-40a0-b124-4415cffcd938 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.425071 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-514ba654-5b4a-4f08-b3af-5ce53bd8dbbb req-610d0c11-6028-40a0-b124-4415cffcd938 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1408134 Feb 04 15:28:55.445768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:55.491671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:55.492628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 21ad4007-7e92-4a7c-a9e9-73bed1f5c0d9 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:55.578586 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-514ba654-5b4a-4f08-b3af-5ce53bd8dbbb req-595190b5-b187-40d3-ab9d-0102585eeac3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446660 Feb 04 15:28:55.587371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] For port fdad1927-f39f-46b4-bd03-e74a1fb07469, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:55.591455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.595194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] For port fdad1927-f39f-46b4-bd03-e74a1fb07469, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fdad1927-f39f-46b4-bd03-e74a1fb07469,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:55.617344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:28:55.631741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.689754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.730982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event deleted for resources: {'Port': ['ID=2423fddd-17a7-4e2f-bd6c-905a17c44383,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.735744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.736661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.738579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] 10.222.0.50 "PUT /v2.0/ports/fdad1927-f39f-46b4-bd03-e74a1fb07469 HTTP/1.1" status: 200 len: 1096 time: 2.3548424 Feb 04 15:28:55.739495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4bd87a-872e-4bb5-b1a5-cf695c13aba1', 'tag': 'fdad1927-f39f-46b4-bd03-e74a1fb07469'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:55.742042 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4bd87a-872e-4bb5-b1a5-cf695c13aba1", "tag": "fdad1927-f39f-46b4-bd03-e74a1fb07469"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:55.754474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=816c8f2f-9d99-4c28-b714-cad1b471f61b,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.785385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d662b-4ca3-4128-9a68-830946df4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=fdad1927-f39f-46b4-bd03-e74a1fb07469,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:55.820500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '4eaffaf7-7524-42ef-b44f-5faadbf96f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38fea3e2-6be6-4d6d-a742-3661e6c2d009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:55.821195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: 38fea3e2-6be6-4d6d-a742-3661e6c2d009, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:28:55.843162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.846378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.858606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-328e09be-69bd-4337-aed5-e260c76b4b78 req-9e5f9ed7-0ad2-44f8-88b8-c8c606c706b1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "DELETE /v2.0/floatingips/088ed7fd-039d-4bff-8c84-f2cccdf65077 HTTP/1.1" status: 204 len: 173 time: 1.1112435 Feb 04 15:28:55.868632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:28:55.875834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91886013-f0ab-47f8-8148-ba232e8d8cb1 req-62200aed-dfe1-4ac4-953b-0103be181579 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:55.881121 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] Sync routers for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:28:55.884138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91886013-f0ab-47f8-8148-ba232e8d8cb1 req-62200aed-dfe1-4ac4-953b-0103be181579 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 948 time: 0.2086546 Feb 04 15:28:55.896639 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:55.898907 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:55.966059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 38fea3e2-6be6-4d6d-a742-3661e6c2d009 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:28:55.967629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] No DVR routers for this DVR port 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:55.987674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:55.993097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2ab6650-a453-43d6-a0f2-c00059c6abf6 req-241305f3-c193-4cbe-8152-3d41c1e11923 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.50 "DELETE /v2.0/ports/26d7d069-b25f-4cc4-b0e3-091ec60d4e3c HTTP/1.1" status: 204 len: 173 time: 1.7175221 Feb 04 15:28:55.997613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21663eef-3271-4f2e-8c72-aada70dc294e', 'name': 'network-vif-deleted', 'tag': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:56.000474 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31a574d-f709-4de8-9436-7ed3227bf8bd" -d '{"events": [{"server_uuid": "21663eef-3271-4f2e-8c72-aada70dc294e", "name": "network-vif-deleted", "tag": "26d7d069-b25f-4cc4-b0e3-091ec60d4e3c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:56.002855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c26f8-1d54-49dc-aecf-eb309761355b req-265000b2-1fcb-42c7-a8d5-a0146de2d0bd tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.004597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-123c26f8-1d54-49dc-aecf-eb309761355b req-265000b2-1fcb-42c7-a8d5-a0146de2d0bd tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 945 time: 0.2137341 Feb 04 15:28:56.032454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91886013-f0ab-47f8-8148-ba232e8d8cb1 req-4a2605b8-3518-4188-bdd9-5c383d994629 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470666 Feb 04 15:28:56.037214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddcc5443-a527-4e5e-8f66-7e46bba25dc3 req-e97a6abe-38d8-4aa6-8b80-64a42c7458c8 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0707824 Feb 04 15:28:56.049382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-e8acdb7a-4375-40ca-a894-9bb00e6948ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.052383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-e8acdb7a-4375-40ca-a894-9bb00e6948ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 1099 time: 0.2200477 Feb 04 15:28:56.110752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 38fea3e2-6be6-4d6d-a742-3661e6c2d009) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:56.123414 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:56.128073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98e104e-6b30-4944-8767-328f67158cff None None] Network 38fea3e2-6be6-4d6d-a742-3661e6c2d009 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:56.138211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.139317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.165145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31cb230-3c46-4a4c-955b-e93a74935e54 req-9b022adb-e3a9-4c9a-90e9-051892305db3 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/ports?device_id=21663eef-3271-4f2e-8c72-aada70dc294e HTTP/1.1" status: 200 len: 210 time: 0.0560870 Feb 04 15:28:56.302201 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-fd3d3b53-ed0e-4df0-a178-743b2a9f19c1 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips/79f9aafb-f517-4255-8f21-0834b8c0cf96 HTTP/1.1" status: 200 len: 693 time: 0.0950990 Feb 04 15:28:56.356082 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b961d3c-d5a8-4e91-ad5f-b11b6f4d2cc8 x-openstack-request-id: req-3b961d3c-d5a8-4e91-ad5f-b11b6f4d2cc8 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:56.356414 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21663eef-3271-4f2e-8c72-aada70dc294e", "name": "network-vif-deleted", "tag": "26d7d069-b25f-4cc4-b0e3-091ec60d4e3c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:56.356717 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b961d3c-d5a8-4e91-ad5f-b11b6f4d2cc8 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:56.357079 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21663eef-3271-4f2e-8c72-aada70dc294e', 'name': 'network-vif-deleted', 'tag': '26d7d069-b25f-4cc4-b0e3-091ec60d4e3c', 'status': 'completed', 'code': 200} Feb 04 15:28:56.371853 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5543ca9c-380d-40b3-981b-f66242688acb x-openstack-request-id: req-5543ca9c-380d-40b3-981b-f66242688acb {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:56.372279 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4bd87a-872e-4bb5-b1a5-cf695c13aba1", "tag": "fdad1927-f39f-46b4-bd03-e74a1fb07469", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:56.373066 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5543ca9c-380d-40b3-981b-f66242688acb {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:56.373877 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4bd87a-872e-4bb5-b1a5-cf695c13aba1', 'tag': 'fdad1927-f39f-46b4-bd03-e74a1fb07469', 'status': 'completed', 'code': 200} Feb 04 15:28:56.380533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-92215348-fb95-470f-919c-7719c1ee9e09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=fdad1927-f39f-46b4-bd03-e74a1fb07469 HTTP/1.1" status: 200 len: 217 time: 0.2246592 Feb 04 15:28:56.447185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ae6d76dd-aa74-4720-a32d-3a725ad90a83 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5533364 Feb 04 15:28:56.457035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40424) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:56.551500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-38fea3e2-6be6-4d6d-a742-3661e6c2d009', 'network_id': '38fea3e2-6be6-4d6d-a742-3661e6c2d009', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': '816c8f2f-9d99-4c28-b714-cad1b471f61b'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:28:56.552632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.614134 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:47Z', 'revision_number': 5, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:56.646322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-951905b1-a023-4f37-8a80-a837a5e69dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.648000 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-951905b1-a023-4f37-8a80-a837a5e69dab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2255001 Feb 04 15:28:56.659295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3728c-8ce5-44a4-a425-9694de6d21c8 req-bf40c3fc-5a0a-4c81-8d58-f1744b020872 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:56.660934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c3728c-8ce5-44a4-a425-9694de6d21c8 req-bf40c3fc-5a0a-4c81-8d58-f1744b020872 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 945 time: 0.2118480 Feb 04 15:28:56.680872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Deleting port c9cfcb96-2f7a-47aa-a573-942613de5ef2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:56.681219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:56.681850 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] Checking router: 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:28:56.704560 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:28:56.705632 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:28:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:56.878383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Allocated IP 172.20.0.1 (38fea3e2-6be6-4d6d-a742-3661e6c2d009/816c8f2f-9d99-4c28-b714-cad1b471f61b/c3a91c58-a5c6-4790-bddd-6750032965b3) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:28:56.947472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38c3728c-8ce5-44a4-a425-9694de6d21c8 req-083d51f3-d495-48eb-9831-43ca9e03057e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750568 Feb 04 15:28:56.977508 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:28:57.018888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-97920b89-b024-4dac-a4c5-b82344cdc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.020447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-97920b89-b024-4dac-a4c5-b82344cdc84e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3317664 Feb 04 15:28:57.073556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] For port c9cfcb96-2f7a-47aa-a573-942613de5ef2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c9cfcb96-2f7a-47aa-a573-942613de5ef2,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:57.073933 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.116692 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.123134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:28:57.150552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:28:57.151767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 26d7d069-b25f-4cc4-b0e3-091ec60d4e3c not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:28:57.153725 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.208552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Pushing event updated for resources: {'Port': ['ID=c3a91c58-a5c6-4790-bddd-6750032965b3,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:57.223580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-b5628099-fa54-4cc2-94b3-5bad222bd55f tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.225256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-b5628099-fa54-4cc2-94b3-5bad222bd55f tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.9222355 Feb 04 15:28:57.230216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Network 38fea3e2-6be6-4d6d-a742-3661e6c2d009 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:28:57.231998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:28:57.235079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:28:57.254815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.256535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Calling delete_port for c9cfcb96-2f7a-47aa-a573-942613de5ef2 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:57.309248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-bbb47bdb-cf4d-4a9f-840c-30c0df1da033 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0693049 Feb 04 15:28:57.347640 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:47Z', 'revision_number': 5, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:57.368800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2c6a4-e5ee-4f1c-866e-722e5610258f req-70b9226c-5bfb-4cc0-8c2b-a42780b4edb4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.372288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Attempting to bind port c3a91c58-a5c6-4790-bddd-6750032965b3 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:28:57.375176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Attempting to bind port c3a91c58-a5c6-4790-bddd-6750032965b3 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '4eaffaf7-7524-42ef-b44f-5faadbf96f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38fea3e2-6be6-4d6d-a742-3661e6c2d009'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:28:57.375893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Attempting to bind port c3a91c58-a5c6-4790-bddd-6750032965b3 on network 38fea3e2-6be6-4d6d-a742-3661e6c2d009 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:28:57.376501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5af2c6a4-e5ee-4f1c-866e-722e5610258f req-70b9226c-5bfb-4cc0-8c2b-a42780b4edb4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.2348788 Feb 04 15:28:57.386866 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546bfd7-b7e7-44d9-8e4c-a920589e0ca2 None None] The sync data for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 is: [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:26:38Z', 'revision_number': 4, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '92217635-2881-4c42-aca5-5f867f0964c5', 'name': '', 'network_id': '43d5f9e8-cee6-4adf-8e46-ad9398f959fb', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'mac_address': 'fa:16:3e:f9:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:34Z', 'updated_at': '2022-02-04T15:26:47Z', 'revision_number': 5, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'subnets': [{'id': 'cfe1cc8a-5950-41ff-93d7-c0be7f502a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:28:57.389041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:28:57.390129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Checking segment: {'id': '4eaffaf7-7524-42ef-b44f-5faadbf96f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38fea3e2-6be6-4d6d-a742-3661e6c2d009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:28:57.392038 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.392484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Bound using segment: {'id': '4eaffaf7-7524-42ef-b44f-5faadbf96f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38fea3e2-6be6-4d6d-a742-3661e6c2d009'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:28:57.392998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Bound port: c3a91c58-a5c6-4790-bddd-6750032965b3, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaffaf7-7524-42ef-b44f-5faadbf96f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '38fea3e2-6be6-4d6d-a742-3661e6c2d009'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:28:57.393387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.402633 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-b6e75064-9198-479e-a503-9a8485e3c9f4 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617778 Feb 04 15:28:57.435897 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-0c554f64-7392-4b5b-81e3-f713ef695bb7 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.1180973 Feb 04 15:28:57.543619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] For port c3a91c58-a5c6-4790-bddd-6750032965b3, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:28:57.548503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] For port c3a91c58-a5c6-4790-bddd-6750032965b3, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c3a91c58-a5c6-4790-bddd-6750032965b3,segment=NetworkSegment(4eaffaf7-7524-42ef-b44f-5faadbf96f31),segment_id=4eaffaf7-7524-42ef-b44f-5faadbf96f31)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:28:57.555812 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.577115 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5af2c6a4-e5ee-4f1c-866e-722e5610258f req-b24cb30f-a91e-460b-a572-1d7fb243b66f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948597 Feb 04 15:28:57.672398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting port c3a91c58-a5c6-4790-bddd-6750032965b3 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:57.672761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.675922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969f085-0d52-451f-bb53-4ac08aa2c804 None None] Pushing event updated for resources: {'Port': ['ID=c3a91c58-a5c6-4790-bddd-6750032965b3,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:57.785128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Deleting port fcb8e596-6e05-408c-bae4-70a341f70d90 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:28:57.792927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.823700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a95769-44ca-4f5c-9eaf-f29c03b61484 req-1101d981-5f23-4ed4-ba0b-4dfcc1e6c16c service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072025 Feb 04 15:28:57.827618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] For port c3a91c58-a5c6-4790-bddd-6750032965b3, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c3a91c58-a5c6-4790-bddd-6750032965b3,segment=NetworkSegment(4eaffaf7-7524-42ef-b44f-5faadbf96f31),segment_id=4eaffaf7-7524-42ef-b44f-5faadbf96f31)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:28:57.828221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.871327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Calling delete_port for c3a91c58-a5c6-4790-bddd-6750032965b3 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:57.875690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:57.890776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c9cfcb96-2f7a-47aa-a573-942613de5ef2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:28:57.893474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5e394-1ac5-45e4-aeeb-1c0d55a521b1 req-2a59cc98-3d17-49ad-8f11-37d51e4e851e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:57.895164 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3d5e394-1ac5-45e4-aeeb-1c0d55a521b1 req-2a59cc98-3d17-49ad-8f11-37d51e4e851e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 948 time: 0.1700275 Feb 04 15:28:57.934351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event deleted for resources: {'Port': ['ID=c9cfcb96-2f7a-47aa-a573-942613de5ef2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:57.969596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.971437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.971854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.972541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.972890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.973225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.973555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.973881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.982028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.984070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.985492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.986062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:28:57.992495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55303914-a345-4d5e-8d47-bdd535921cfb None None] New status for floating IP 4d3ce8e7-3267-4259-802e-cd6f611696e2: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:28:58.108538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3d5e394-1ac5-45e4-aeeb-1c0d55a521b1 req-28ec0250-ecf8-4ef3-a003-879726c55744 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865127 Feb 04 15:28:58.138215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] No DVR routers for this DVR port c9cfcb96-2f7a-47aa-a573-942613de5ef2 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:58.142658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.164090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-123c26f8-1d54-49dc-aecf-eb309761355b req-22e5ebbe-c213-429c-aed0-4b5a39e27812 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "DELETE /v2.0/ports/c9cfcb96-2f7a-47aa-a573-942613de5ef2 HTTP/1.1" status: 204 len: 173 time: 2.1507757 Feb 04 15:28:58.203340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-95c46fc9-dd51-4d85-ae25-e27637ccbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.206131 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-95c46fc9-dd51-4d85-ae25-e27637ccbe4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 1099 time: 0.1971290 Feb 04 15:28:58.288797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.289948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.314855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Calling delete_port for fcb8e596-6e05-408c-bae4-70a341f70d90 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:28:58.397784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcdd48b-3213-4047-84b8-24fd92395ece', 'name': 'network-vif-deleted', 'tag': 'c9cfcb96-2f7a-47aa-a573-942613de5ef2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:28:58.401654 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec39edc3-a87c-4364-a90b-ab3949a052d0" -d '{"events": [{"server_uuid": "edcdd48b-3213-4047-84b8-24fd92395ece", "name": "network-vif-deleted", "tag": "c9cfcb96-2f7a-47aa-a573-942613de5ef2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:28:58.478153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.489060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d7d8c7a-e7d0-40ee-909c-fca62d553175 req-45902f69-f1b2-4989-bd0c-78c732dbd895 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0771499 Feb 04 15:28:58.558729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-f706d666-28b0-4bea-8a59-d6296d7d0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.560450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-f706d666-28b0-4bea-8a59-d6296d7d0af8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3381763 Feb 04 15:28:58.638161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Port': ['ID=c3a91c58-a5c6-4790-bddd-6750032965b3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:58.664458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-dc74e9ca-d5a0-4e87-8ed2-642ca1d18915 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=fdad1927-f39f-46b4-bd03-e74a1fb07469 HTTP/1.1" status: 200 len: 217 time: 0.0957205 Feb 04 15:28:58.712907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No DVR routers for this DVR port c3a91c58-a5c6-4790-bddd-6750032965b3 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:28:58.729784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-aade57fe-f865-43dd-949c-d95ab79a5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.731371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-aade57fe-f865-43dd-949c-d95ab79a5dff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0598001 Feb 04 15:28:58.761464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4d10fb4-7178-4126-b7f3-ec23bb6646c4 req-ed24178b-0256-4bdf-9a20-d930bce7b0e9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.0289099 Feb 04 15:28:58.866851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.870537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-ebdc2be6-c8bb-4eb2-b7c8-5601111bfca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:58.876156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-ebdc2be6-c8bb-4eb2-b7c8-5601111bfca1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133358 Feb 04 15:28:58.942972 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:58.945030 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2cf9f9-a88c-47da-949f-931f3f28c39f x-openstack-request-id: req-ad2cf9f9-a88c-47da-949f-931f3f28c39f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:28:58.945523 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcdd48b-3213-4047-84b8-24fd92395ece", "name": "network-vif-deleted", "tag": "c9cfcb96-2f7a-47aa-a573-942613de5ef2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:28:58.945947 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad2cf9f9-a88c-47da-949f-931f3f28c39f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:28:58.946644 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcdd48b-3213-4047-84b8-24fd92395ece', 'name': 'network-vif-deleted', 'tag': 'c9cfcb96-2f7a-47aa-a573-942613de5ef2', 'status': 'completed', 'code': 200} Feb 04 15:28:58.956708 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40446) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:59.005175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event deleted for resources: {'Port': ['ID=fcb8e596-6e05-408c-bae4-70a341f70d90,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:59.161656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.173688 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.176682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.178155 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd588e75-5cdc-4323-8c3e-eef7db7f4e2f req-ad75c78f-0792-4d32-a5de-6d1058abd16c tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "DELETE /v2.0/floatingips/79f9aafb-f517-4255-8f21-0834b8c0cf96 HTTP/1.1" status: 204 len: 173 time: 1.7350006 Feb 04 15:28:59.214927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=816c8f2f-9d99-4c28-b714-cad1b471f61b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:59.317871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.363011 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-307e9247-e575-477f-b4a6-c3e6b8cff37b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.379631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae66466-a4e3-47c7-9023-eb181da815f2 req-556f0ea6-a45b-4860-a5af-c68498a4dcfb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.393645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121fc142-57cf-464a-aedf-61000d7671a5 None None] Network 38fea3e2-6be6-4d6d-a742-3661e6c2d009 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:28:59.397271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fae66466-a4e3-47c7-9023-eb181da815f2 req-556f0ea6-a45b-4860-a5af-c68498a4dcfb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.3069291 Feb 04 15:28:59.414102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fea3e2-6be6-4d6d-a742-3661e6c2d009']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:59.431298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaffaf7-7524-42ef-b44f-5faadbf96f31') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:59.431901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaffaf7-7524-42ef-b44f-5faadbf96f31') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:28:59.449129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.478342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2dc2a-4ff4-4309-b34b-a20ba9a1c6b5 req-00308772-67bb-4702-9346-d9f3962649b5 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:28:59.480964 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4c2dc2a-4ff4-4309-b34b-a20ba9a1c6b5 req-00308772-67bb-4702-9346-d9f3962649b5 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 948 time: 0.1339989 Feb 04 15:28:59.482502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.495338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:28:59.496089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:28:59.499897 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:28:59.536652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-307e9247-e575-477f-b4a6-c3e6b8cff37b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.565797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e76aad82-9403-4de9-80de-90fdb08bf315 None None] Could not find standard attr ID for object c3a91c58-a5c6-4790-bddd-6750032965b3. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:28:59.579902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fae66466-a4e3-47c7-9023-eb181da815f2 req-04797ad0-59e2-4d2b-b124-ea47edb4a8f9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716835 Feb 04 15:28:59.582092 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-a0260faf-4361-4e5c-82cb-8a23af63a6c5 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960230 Feb 04 15:28:59.667414 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4c2dc2a-4ff4-4309-b34b-a20ba9a1c6b5 req-ab856338-fd11-4797-8cbb-a7518c27b6c9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519806 Feb 04 15:28:59.697369 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.706090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-8b9c2551-460c-462b-bc5d-0d554932893a tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips/2cbd9b41-299a-4554-991e-880ed28dd1c6 HTTP/1.1" status: 200 len: 692 time: 0.0870423 Feb 04 15:28:59.736898 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.743094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/38fea3e2-6be6-4d6d-a742-3661e6c2d009 HTTP/1.1" status: 204 len: 168 time: 3.2849319 Feb 04 15:28:59.751614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52e6b8-699d-4b4d-a3d8-0def794cf3bc None None] DHCP port deletion for 38fea3e2-6be6-4d6d-a742-3661e6c2d009 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:28:59.751906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40456) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:59.762758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1547197389'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:28:59.817524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687570c-fed3-4431-b312-efee2868d659 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=38fea3e2-6be6-4d6d-a742-3661e6c2d009,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:28:59.904423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-059bde40-f53a-41b0-9df4-34ad6ed396d3 req-048d6300-3365-416d-b27a-92e90682af2a tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0562987 Feb 04 15:28:59.923245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-307e9247-e575-477f-b4a6-c3e6b8cff37b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.927388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-307e9247-e575-477f-b4a6-c3e6b8cff37b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.928811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:28:59.929450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-307e9247-e575-477f-b4a6-c3e6b8cff37b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "DELETE /v2.0/security-groups/09b88fa1-9d11-4087-a5e2-f6124bdab939 HTTP/1.1" status: 204 len: 168 time: 0.9708617 Feb 04 15:28:59.932607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75d3edfa-c4c9-45fe-add8-bd341ddc42ad req-b6041490-c765-4152-b351-0494ca4fdaac service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261831 Feb 04 15:28:59.934547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:28:59.938673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40460) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:28:59.987866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:28:59.999985 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.000445 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 08da7bf0-936d-4d28-aecf-465f33d2a8f5 of type vlan for network 81636250-26ca-46c2-9027-dfe32a338994 Feb 04 15:29:00.012257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-f6e1ef30-6e16-4088-becd-12f2bf49006b tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.034662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-f6e1ef30-6e16-4088-becd-12f2bf49006b tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.3255861 Feb 04 15:29:00.044501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e9247-e575-477f-b4a6-c3e6b8cff37b tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b88fa1-9d11-4087-a5e2-f6124bdab939,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:00.054093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.059290 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-1b2a5edb-e71c-4847-9108-ab3a27c6bea8 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] show failed (client error): The resource could not be found. Feb 04 15:29:00.064562 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1b2a5edb-e71c-4847-9108-ab3a27c6bea8 tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "GET /v2.0/security-groups/09b88fa1-9d11-4087-a5e2-f6124bdab939 HTTP/1.1" status: 404 len: 347 time: 0.1184444 Feb 04 15:29:00.067015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40462) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:00.116655 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.127658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.128422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.228412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=81636250-26ca-46c2-9027-dfe32a338994,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:00.252591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 81636250-26ca-46c2-9027-dfe32a338994 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:00.289025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b6824f91-b6d0-4e53-8cb0-28ef4e3bca91 req-dd8dc1b6-1d67-4c85-a3a1-28f1eabf136c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.0666325 Feb 04 15:29:00.319032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4a4580c9-a41e-43a3-ba53-498b096b1339 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5653393 Feb 04 15:29:00.321451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:00.328782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': '81636250-26ca-46c2-9027-dfe32a338994', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:00.461566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:00.467563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.491592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f405a312-8964-4d39-bf42-e59394b39682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.524812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-b48a8ebe-cc07-445d-93a0-75f3ea90bd95 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.4771023 Feb 04 15:29:00.646589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-0278c932-3a81-4da2-8516-ea4ac4fa7c27 tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1203001 Feb 04 15:29:00.677375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c9cfcb96-2f7a-47aa-a573-942613de5ef2 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:00.772736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: c9cfcb96-2f7a-47aa-a573-942613de5ef2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:00.775026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c9cfcb96-2f7a-47aa-a573-942613de5ef2 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:00.862187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Deleting port 693ff272-4464-4d11-a8a8-bba232816e80 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:00.862588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:00.910144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195cde-a81c-4698-afe4-024850aedc45 req-e2e30276-3b7e-4f9a-be92-6c5235a61847 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:00.915207 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4195cde-a81c-4698-afe4-024850aedc45 req-e2e30276-3b7e-4f9a-be92-6c5235a61847 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1951125 Feb 04 15:29:01.004836 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.005194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.018174 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.022233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Calling delete_port for 693ff272-4464-4d11-a8a8-bba232816e80 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:01.056148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4195cde-a81c-4698-afe4-024850aedc45 req-03237630-abaf-429d-be52-d88fdd74c040 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259754 Feb 04 15:29:01.111203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '08da7bf0-936d-4d28-aecf-465f33d2a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '81636250-26ca-46c2-9027-dfe32a338994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:01.111576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: 81636250-26ca-46c2-9027-dfe32a338994, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:01.121367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=b706861e-f65e-48a4-8d8b-8eab1e346cb8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:01.149886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 81636250-26ca-46c2-9027-dfe32a338994 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:01.203964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 81636250-26ca-46c2-9027-dfe32a338994) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:01.215173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d001f7-8eed-4985-ab05-b46dd5e82b86 None None] Network 81636250-26ca-46c2-9027-dfe32a338994 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:01.222678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:01.223369 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.235939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Deleting port 3b928812-9b7d-4bb6-9884-4fd8cc2a47fd {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:01.236592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.255214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bc16c7d9-8eb1-4765-a7af-fddde77d8d49 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9298649 Feb 04 15:29:01.256476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40478) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:01.349877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ec0b-23c4-4a6e-aee9-4adc3dbacd81 req-95483d91-0ac4-42cb-add1-0cdea4515d85 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:01.355127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c69ec0b-23c4-4a6e-aee9-4adc3dbacd81 req-95483d91-0ac4-42cb-add1-0cdea4515d85 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 948 time: 0.1959369 Feb 04 15:29:01.470096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c69ec0b-23c4-4a6e-aee9-4adc3dbacd81 req-f5783409-d1b4-4210-b325-ebca795d33db tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940943 Feb 04 15:29:01.513914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.533246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c3a91c58-a5c6-4790-bddd-6750032965b3 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:01.546327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.546681 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.561094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72f2c0-8526-43ff-8dc4-9f95c951b054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-81636250-26ca-46c2-9027-dfe32a338994', 'network_id': '81636250-26ca-46c2-9027-dfe32a338994', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': 'b706861e-f65e-48a4-8d8b-8eab1e346cb8'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:29:01.565177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b72f2c0-8526-43ff-8dc4-9f95c951b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.576569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Calling delete_port for 3b928812-9b7d-4bb6-9884-4fd8cc2a47fd owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:01.591702 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.620732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.634213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c3a91c58-a5c6-4790-bddd-6750032965b3 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:01.637805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c3a91c58-a5c6-4790-bddd-6750032965b3 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:01.653443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Pushing event deleted for resources: {'Port': ['ID=693ff272-4464-4d11-a8a8-bba232816e80,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:01.718837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bb2dee44-382b-49fa-b425-058652a5f933 req-097fc38c-144a-4f42-968b-a3a26675a50d tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0378952 Feb 04 15:29:01.774303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.806857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.807715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=b706861e-f65e-48a4-8d8b-8eab1e346cb8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:01.812057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:01.813881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c63e0d23-3ee4-46a5-a3ea-47695c123afe tempest-ServersTestJSON-1624922579 tempest-ServersTestJSON-1624922579-project] 10.222.0.47 "DELETE /v2.0/floatingips/4d3ce8e7-3267-4259-802e-cd6f611696e2 HTTP/1.1" status: 204 len: 168 time: 1.7478807 Feb 04 15:29:01.819780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40482) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:01.930858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.011996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81636250-26ca-46c2-9027-dfe32a338994']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-7b72f2c0-8526-43ff-8dc4-9f95c951b054 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b706861e-f65e-48a4-8d8b-8eab1e346cb8: This subnet is being modified by another concurrent operation. Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:29:02.050823 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b706861e-f65e-48a4-8d8b-8eab1e346cb8: This subnet is being modified by another concurrent operation. Feb 04 15:29:02.059336 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:29:02.086770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd31c71e-921f-498a-9526-da36b7bed9b3 req-d4d15388-219a-4db5-8966-c2034cde5b6a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.0950198 Feb 04 15:29:02.110357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08da7bf0-936d-4d28-aecf-465f33d2a8f5') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:02.114051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08da7bf0-936d-4d28-aecf-465f33d2a8f5') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:02.150211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.160014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b2745-81ef-4603-91b7-f84924d7c843 None None] Network 81636250-26ca-46c2-9027-dfe32a338994 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:02.192204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.212490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:02.212911 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:02.218071 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:02.355314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c88a835-f7bf-4c8e-b4bd-9243392354f1 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:29:02.389411 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.416973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f8532-07b0-4a4a-9c02-f3e5d7acb252 req-d8a71f2a-9630-4bf2-8a0f-121a4d4e4e94 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.439707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd7f8532-07b0-4a4a-9c02-f3e5d7acb252 req-d8a71f2a-9630-4bf2-8a0f-121a4d4e4e94 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1108057 Feb 04 15:29:02.450486 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.458011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.469256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/81636250-26ca-46c2-9027-dfe32a338994 HTTP/1.1" status: 204 len: 168 time: 1.2074356 Feb 04 15:29:02.474426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40488) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:02.516010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-93143333'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:02.519658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb089fd2-529e-4354-9542-014ee88aa110 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=81636250-26ca-46c2-9027-dfe32a338994,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:02.532971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Pushing event deleted for resources: {'Port': ['ID=3b928812-9b7d-4bb6-9884-4fd8cc2a47fd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:02.568152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c88a835-f7bf-4c8e-b4bd-9243392354f1 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:29:02.573022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd7f8532-07b0-4a4a-9c02-f3e5d7acb252 req-b429f878-8b5d-4cbf-8346-552dbae2c9ca tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313345 Feb 04 15:29:02.579748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:02.583516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.642814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.648476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.655433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b13ddc24-fcfd-4625-a922-f8e45b4000bc req-cd2aa237-e0a7-4a24-ae55-eb243a81210e tempest-FloatingIPDetailsTestJSON-1991867953 tempest-FloatingIPDetailsTestJSON-1991867953-project] 10.222.0.47 "DELETE /v2.0/floatingips/2cbd9b41-299a-4554-991e-880ed28dd1c6 HTTP/1.1" status: 204 len: 173 time: 1.9981029 Feb 04 15:29:02.671837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40492) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:02.673209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:02.710096 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.711825 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 9374eb61-fc0b-430d-b339-9ca6225c2612 of type vlan for network 66d8cae9-f3d2-4129-9849-fe6a378d2805 Feb 04 15:29:02.801518 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.877773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.884652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:02.886052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:02.960410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fdad1927-f39f-46b4-bd03-e74a1fb07469 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:29:03.012320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78b0bef5-efea-4080-a36e-6dfdb287d48f req-43ddbec5-0b9e-4f68-8b34-972cf402651d tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0670636 Feb 04 15:29:03.070187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5580807 Feb 04 15:29:03.079097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40496) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:03.084780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': '66d8cae9-f3d2-4129-9849-fe6a378d2805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:03.200908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df17c5-832c-4abf-acd0-86264d0a1e9e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=66d8cae9-f3d2-4129-9849-fe6a378d2805,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:03.223089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0442af-7343-4e95-8836-8045406ccd6e req-f0ade9b1-4426-461e-8f58-bbff2bfdd6d6 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.239338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.239643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e0442af-7343-4e95-8836-8045406ccd6e req-f0ade9b1-4426-461e-8f58-bbff2bfdd6d6 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 948 time: 0.5098791 Feb 04 15:29:03.320406 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:03.325248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.328663 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fdad1927-f39f-46b4-bd03-e74a1fb07469, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fdad1927-f39f-46b4-bd03-e74a1fb07469,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:03.336139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e0442af-7343-4e95-8836-8045406ccd6e req-f9d2685c-f0d7-459f-aa07-5f5d5b6872bd tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953655 Feb 04 15:29:03.345442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'fdad1927-f39f-46b4-bd03-e74a1fb07469', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'fdad1927-f39f-46b4-bd03-e74a1fb07469', 'mac_address': 'fa:16:3e:12:49:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:29:03.347646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 66d8cae9-f3d2-4129-9849-fe6a378d2805 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:03.407039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.ipam_backend_mixin [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Performing IP validity checks on allocation pools {{(pid=102423) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 15:29:03.407475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.ipam_backend_mixin [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102423) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 15:29:03.459738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57fcca31-9b8b-4b8b-a33b-15999b23ce4a req-87de73b4-46a6-4fe9-8de6-c8544d990916 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.0510771 Feb 04 15:29:03.544808 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.613354 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.633708 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-909cf070-fac1-4177-8e12-9f8ce51b1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.638026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdad1927-f39f-46b4-bd03-e74a1fb07469 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:03.735661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fdad1927-f39f-46b4-bd03-e74a1fb07469, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fdad1927-f39f-46b4-bd03-e74a1fb07469,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:03.743104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=7dc17708-f04d-4ee9-ba01-b624ebdbd37a,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:03.743680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.752999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.753390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.753746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.754109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.754492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.754833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.755164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.755484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.755988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.756317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.756689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.757017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:03.770769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '9374eb61-fc0b-430d-b339-9ca6225c2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d8cae9-f3d2-4129-9849-fe6a378d2805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:03.772236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: 66d8cae9-f3d2-4129-9849-fe6a378d2805, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:03.804506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eaa98ba7-773c-4fcc-a763-b68106bc2013 req-8e6bb56a-5576-4356-800e-ac91741d22b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.3849885 Feb 04 15:29:03.836222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 66d8cae9-f3d2-4129-9849-fe6a378d2805 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:03.851049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 66d8cae9-f3d2-4129-9849-fe6a378d2805) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:03.853766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=fdad1927-f39f-46b4-bd03-e74a1fb07469,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:03.861341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da45324-0438-423f-9158-9606317c59e0 None None] Network 66d8cae9-f3d2-4129-9849-fe6a378d2805 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:03.871505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.872140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:03.886967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba333579-73d6-4f56-aead-7e9dd4c54f60 req-d8a5f8fb-a209-42c9-838e-33854fa9bd65 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:03.895977 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba333579-73d6-4f56-aead-7e9dd4c54f60 req-d8a5f8fb-a209-42c9-838e-33854fa9bd65 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1099439 Feb 04 15:29:03.955639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba333579-73d6-4f56-aead-7e9dd4c54f60 req-532445eb-538d-4cda-a8ce-548b22362f9f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582628 Feb 04 15:29:03.966515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e8a551f3-dd27-4345-8e77-7b39fdca5b48 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8863401 Feb 04 15:29:03.971740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40506) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:04.119154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-66d8cae9-f3d2-4129-9849-fe6a378d2805', 'network_id': '66d8cae9-f3d2-4129-9849-fe6a378d2805', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': '7dc17708-f04d-4ee9-ba01-b624ebdbd37a'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:29:04.122342 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.147799 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.234168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.242879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['fdad1927-f39f-46b4-bd03-e74a1fb07469'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:04.265881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Deleting port 92217635-2881-4c42-aca5-5f867f0964c5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:04.266504 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.342380 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.422653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Allocated IP 172.20.0.3 (66d8cae9-f3d2-4129-9849-fe6a378d2805/7dc17708-f04d-4ee9-ba01-b624ebdbd37a/09c1dbd1-0e07-4321-a596-bb63d9512214) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:04.434968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b90c526-1030-490d-af10-94c6625d721e req-8ac904e9-a010-488b-a25e-f26b1b812108 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.2012436 Feb 04 15:29:04.471650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] For port 92217635-2881-4c42-aca5-5f867f0964c5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92217635-2881-4c42-aca5-5f867f0964c5,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:04.472262 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.564370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Calling delete_port for 92217635-2881-4c42-aca5-5f867f0964c5 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:04.718095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcabc7-be74-4161-bbf3-99313ac88ea6 req-6e284c08-e559-45a9-81b4-06065b0710b9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:04.719997 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49dcabc7-be74-4161-bbf3-99313ac88ea6 req-6e284c08-e559-45a9-81b4-06065b0710b9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 949 time: 0.0840657 Feb 04 15:29:04.787531 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.796187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49dcabc7-be74-4161-bbf3-99313ac88ea6 req-27133ef6-a992-484c-8f70-ee1e1e4d1d6f tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Feb 04 15:29:04.807859 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.823166 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:04.858686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Network 66d8cae9-f3d2-4129-9849-fe6a378d2805 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:04.863318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:04.863544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc17708-f04d-4ee9-ba01-b624ebdbd37a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:04.880218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8d30da3-eaac-4079-83d2-5cc98d64d479 req-367af257-70f2-4a13-9ce4-a8b0ea3068ec tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=edcdd48b-3213-4047-84b8-24fd92395ece HTTP/1.1" status: 200 len: 210 time: 0.1311624 Feb 04 15:29:04.961529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Pushing event updated for resources: {'Port': ['ID=09c1dbd1-0e07-4321-a596-bb63d9512214,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:04.964900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:04.980958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.010506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d8cae9-f3d2-4129-9849-fe6a378d2805']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:05.022582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9374eb61-fc0b-430d-b339-9ca6225c2612') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:05.023158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9374eb61-fc0b-430d-b339-9ca6225c2612') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:05.038715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.058016 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.066682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:05.067223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:05.149300 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:05.155368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Attempting to bind port 09c1dbd1-0e07-4321-a596-bb63d9512214 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:05.156049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Attempting to bind port 09c1dbd1-0e07-4321-a596-bb63d9512214 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '9374eb61-fc0b-430d-b339-9ca6225c2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d8cae9-f3d2-4129-9849-fe6a378d2805'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:05.156587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Attempting to bind port 09c1dbd1-0e07-4321-a596-bb63d9512214 on network 66d8cae9-f3d2-4129-9849-fe6a378d2805 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:05.163618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:05.164240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Checking segment: {'id': '9374eb61-fc0b-430d-b339-9ca6225c2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d8cae9-f3d2-4129-9849-fe6a378d2805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:05.164546 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.165011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Bound using segment: {'id': '9374eb61-fc0b-430d-b339-9ca6225c2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d8cae9-f3d2-4129-9849-fe6a378d2805'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:05.165527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Bound port: 09c1dbd1-0e07-4321-a596-bb63d9512214, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374eb61-fc0b-430d-b339-9ca6225c2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66d8cae9-f3d2-4129-9849-fe6a378d2805'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:05.165942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.185340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.api [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:29:05.185340 n-d-827869-1 neutron-server[102423]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:29:05.185340 n-d-827869-1 neutron-server[102423]: [parameters: {'id': '66d8cae9-f3d2-4129-9849-fe6a378d2805'}] Feb 04 15:29:05.185340 n-d-827869-1 neutron-server[102423]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:29:05.185860 n-d-827869-1 neutron-server[102423]: DEBUG oslo_db.api [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:29:05.215595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841004-d7a7-4933-b37f-ade204a85ee1 req-8d4beedf-d8de-465c-8e50-b47ec6a907a1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:05.217334 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8841004-d7a7-4933-b37f-ade204a85ee1 req-8d4beedf-d8de-465c-8e50-b47ec6a907a1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.0661025 Feb 04 15:29:05.261579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] For port 09c1dbd1-0e07-4321-a596-bb63d9512214, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:05.268240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] For port 09c1dbd1-0e07-4321-a596-bb63d9512214, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=09c1dbd1-0e07-4321-a596-bb63d9512214,segment=NetworkSegment(9374eb61-fc0b-430d-b339-9ca6225c2612),segment_id=9374eb61-fc0b-430d-b339-9ca6225c2612)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:05.278124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.327953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8841004-d7a7-4933-b37f-ade204a85ee1 req-70033790-1aa6-49ba-b244-479c6726b15b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918155 Feb 04 15:29:05.468552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c53c1-1b00-4f18-b315-e40256b156ac None None] Pushing event updated for resources: {'Port': ['ID=09c1dbd1-0e07-4321-a596-bb63d9512214,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:05.489905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96203c-16b0-4e03-b2d1-5f7af4ea4146 None None] Network 66d8cae9-f3d2-4129-9849-fe6a378d2805 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:05.654338 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-978666eb-3bd8-4041-be28-7855a21c0aa7 req-25099a50-f6eb-4762-8248-1878ee9d704f tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0584009 Feb 04 15:29:05.671595 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.703606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.704991 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:05.821664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Pushing event deleted for resources: {'Port': ['ID=92217635-2881-4c42-aca5-5f867f0964c5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:05.831060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting port 09c1dbd1-0e07-4321-a596-bb63d9512214 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:05.831866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.041084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb15a50b-4acd-4143-b9d1-769820394b27 req-f076fdef-e0ff-419e-a92f-c815a2bc595d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c367f2e3e04c4f48a678fdd2f81e9a75&device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0377033 Feb 04 15:29:06.075323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] For port 09c1dbd1-0e07-4321-a596-bb63d9512214, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=09c1dbd1-0e07-4321-a596-bb63d9512214,segment=NetworkSegment(9374eb61-fc0b-430d-b339-9ca6225c2612),segment_id=9374eb61-fc0b-430d-b339-9ca6225c2612)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:06.075808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.096968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Calling delete_port for 09c1dbd1-0e07-4321-a596-bb63d9512214 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:06.123450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb15a50b-4acd-4143-b9d1-769820394b27 req-9699baca-a738-42e8-968d-685de72ebb5d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c367f2e3e04c4f48a678fdd2f81e9a75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732672 Feb 04 15:29:06.158373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Deleting port 485bbcac-997e-4137-8add-c1f5a3153077 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:06.158843 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.205633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.243590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e59fb-08d0-4623-9a09-598771db4dde None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:29:06.260627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Port': ['ID=09c1dbd1-0e07-4321-a596-bb63d9512214,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:06.268729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No DVR routers for this DVR port 09c1dbd1-0e07-4321-a596-bb63d9512214 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:06.303099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0c9cfe6-60d6-418b-8759-c52baffb56dd req-34a55a52-8144-444f-940f-1f032710c90f tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0319021 Feb 04 15:29:06.452866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e59fb-08d0-4623-9a09-598771db4dde None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:29:06.570178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] For port 485bbcac-997e-4137-8add-c1f5a3153077, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485bbcac-997e-4137-8add-c1f5a3153077,segment=NetworkSegment(222a71d2-f748-43b8-a651-59da28ebb665),segment_id=222a71d2-f748-43b8-a651-59da28ebb665)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:06.570708 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.573877 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.596189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Calling delete_port for 485bbcac-997e-4137-8add-c1f5a3153077 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:06.639291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d8cae9-f3d2-4129-9849-fe6a378d2805']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:06.673424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ba797-8060-4172-9fbf-758a555d8ff9 req-5021c037-d44c-4c04-8be9-ad424bfcdf23 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.688031 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d4ba797-8060-4172-9fbf-758a555d8ff9 req-5021c037-d44c-4c04-8be9-ad424bfcdf23 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.2109730 Feb 04 15:29:06.724712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9374eb61-fc0b-430d-b339-9ca6225c2612') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:06.725661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9374eb61-fc0b-430d-b339-9ca6225c2612') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:06.760532 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.779314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34217150-86e7-4dd2-ab89-1aa25ee41323 req-555c3b59-5f41-4fbd-b9f1-e3e18d9fce13 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.781801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34217150-86e7-4dd2-ab89-1aa25ee41323 req-555c3b59-5f41-4fbd-b9f1-e3e18d9fce13 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 949 time: 0.6933234 Feb 04 15:29:06.797925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d4ba797-8060-4172-9fbf-758a555d8ff9 req-becd8591-15df-485f-bf49-7ea50804c0c2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080928 Feb 04 15:29:06.816056 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.836478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:06.841191 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:06.852367 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:06.868157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.970607 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:06.971943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a50b-4acd-4143-b9d1-769820394b27 req-7ee19b18-6609-4583-a2c1-de61a8f16398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:06.975203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb15a50b-4acd-4143-b9d1-769820394b27 req-7ee19b18-6609-4583-a2c1-de61a8f16398 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8274450 Feb 04 15:29:06.996464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34217150-86e7-4dd2-ab89-1aa25ee41323 req-b6192bc6-ab9d-4566-896d-0cec0c04d178 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929548 Feb 04 15:29:06.998481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.001910 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.002875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fdad1927-f39f-46b4-bd03-e74a1fb07469 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:07.015390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/66d8cae9-f3d2-4129-9849-fe6a378d2805 HTTP/1.1" status: 204 len: 168 time: 3.0422182 Feb 04 15:29:07.026395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40544) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:07.033601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414609838'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:07.040111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64cfe-944c-48af-9b90-f865315d6a93 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=66d8cae9-f3d2-4129-9849-fe6a378d2805,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:07.089551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port fdad1927-f39f-46b4-bd03-e74a1fb07469 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:07.095252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port fdad1927-f39f-46b4-bd03-e74a1fb07469 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:07.096536 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.239943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:07.244027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.255702 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.257329 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.294704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.302244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bd87a-872e-4bb5-b1a5-cf695c13aba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdad1927-f39f-46b4-bd03-e74a1fb07469'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:07.305594 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea36c2fd-f8d2-461c-a4bc-efb833ddc6de" -d '{"events": [{"server_uuid": "ad4bd87a-872e-4bb5-b1a5-cf695c13aba1", "name": "network-vif-plugged", "status": "completed", "tag": "fdad1927-f39f-46b4-bd03-e74a1fb07469"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:07.366988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:07.371190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fdad1927-f39f-46b4-bd03-e74a1fb07469, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fdad1927-f39f-46b4-bd03-e74a1fb07469,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:07.371535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=485bbcac-997e-4137-8add-c1f5a3153077,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:07.390287 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.417526 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:07.417900 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment d405cbd9-14b4-4ceb-ad92-689648b9058f of type vlan for network 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 Feb 04 15:29:07.529944 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d62341-b386-4250-91c7-365d594388c5 x-openstack-request-id: req-95d62341-b386-4250-91c7-365d594388c5 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:07.534906 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4bd87a-872e-4bb5-b1a5-cf695c13aba1", "name": "network-vif-plugged", "status": "completed", "tag": "fdad1927-f39f-46b4-bd03-e74a1fb07469", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:07.535374 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-95d62341-b386-4250-91c7-365d594388c5 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:07.536299 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4bd87a-872e-4bb5-b1a5-cf695c13aba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdad1927-f39f-46b4-bd03-e74a1fb07469', 'code': 200} Feb 04 15:29:07.609700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=fdad1927-f39f-46b4-bd03-e74a1fb07469,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:07.712775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:07.791111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-197f8c7e-9d00-47cb-b0bf-c1d7136e6ab8 req-010333e2-851c-4455-8a95-2aa8a4574041 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.1122556 Feb 04 15:29:07.819252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.060225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acebdd9-eeec-4de8-823e-138518adf605 req-5591b438-a2f8-4093-9f32-6b76b4955eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.062189 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3acebdd9-eeec-4de8-823e-138518adf605 req-5591b438-a2f8-4093-9f32-6b76b4955eb8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 1101 time: 0.4347053 Feb 04 15:29:08.081518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.087660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.089000 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.195465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1679914 Feb 04 15:29:08.210177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40566) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:08.246350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': '9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:08.284377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-d02f695b-6dbb-44dd-92c4-26412d05a9cd service neutron] 10.222.0.50 "GET /v2.0/ports/2a9cc19f-6724-4bcd-9a45-1bc2a717ea83/bindings/n-h1-827869-1 HTTP/1.1" status: 200 len: 382 time: 0.3150687 Feb 04 15:29:08.285290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7988c-3c34-407f-bb7f-87b15aeb17e7 req-a12fb0d8-4dc8-4e1c-acf3-2abc0244d7f2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.286735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc7988c-3c34-407f-bb7f-87b15aeb17e7 req-a12fb0d8-4dc8-4e1c-acf3-2abc0244d7f2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.3558195 Feb 04 15:29:08.312772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbbe82-0ebb-4300-8edd-609bff9ac36d req-31aa9ce3-8005-4daf-bc6c-92464f7fd69c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.330944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdbbbe82-0ebb-4300-8edd-609bff9ac36d req-31aa9ce3-8005-4daf-bc6c-92464f7fd69c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 1.0457826 Feb 04 15:29:08.370852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdbbbe82-0ebb-4300-8edd-609bff9ac36d req-77f60be7-fa81-4dd2-ad34-2bc3f9947ff4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/quotas/b8bd08a21d0041828a486c7abcbd31a0 HTTP/1.1" status: 200 len: 375 time: 0.0231469 Feb 04 15:29:08.438363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdbbbe82-0ebb-4300-8edd-609bff9ac36d req-5bcc16ce-ba0e-40fd-b341-717be3bbbdb0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544856 Feb 04 15:29:08.561138 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdbbbe82-0ebb-4300-8edd-609bff9ac36d req-0ba0479b-b515-42a3-a1ac-4bb68a4bdfd9 service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086552 Feb 04 15:29:08.621377 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:08.713888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb15a50b-4acd-4143-b9d1-769820394b27 req-4bbc4c61-0b0a-4df4-899e-e46436cb7541 tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.30 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.4191530 Feb 04 15:29:08.722301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa84fb-a71e-49c9-893f-895892bb68f1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:08.734032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3acebdd9-eeec-4de8-823e-138518adf605 req-13234986-45b3-41af-9ee3-78829361a037 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627276 Feb 04 15:29:08.744294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:08.752896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2184c7e4-5b98-4f02-9fa6-c56aea5d4fae admin admin] 10.222.0.47 "PUT /v2.0/routers/5984d1b6-d80e-4529-baf7-fa4caa2e1b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8711262 Feb 04 15:29:08.758693 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] Sync routers for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:08.761898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-0cda0770-74db-4b39-8d32-f3ef12d4034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:08.764221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-0cda0770-74db-4b39-8d32-f3ef12d4034a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1&tenant_id=84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 1099 time: 0.1064522 Feb 04 15:29:08.767112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:08.776272 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:08.776922 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:08.777615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40570) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:08.952936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc7988c-3c34-407f-bb7f-87b15aeb17e7 req-f2d47c08-a0de-48bd-a925-13507e4990ce tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210108 Feb 04 15:29:09.000325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdbbbe82-0ebb-4300-8edd-609bff9ac36d req-1a92ed46-5656-4389-be98-e6eae635f376 service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320023 Feb 04 15:29:09.045272 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:09.160540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:09.160540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.243310 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.410688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-d4c352b0-7cdb-4abf-aae9-0449feaa4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.416656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-d4c352b0-7cdb-4abf-aae9-0449feaa4b91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 1099 time: 0.2728763 Feb 04 15:29:09.423967 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.515138 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:29:05Z', 'revision_number': 5, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port': {'id': '22dff501-73c3-4f47-a2e1-917dffa3a276', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:26:28Z', 'updated_at': '2022-02-04T15:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:09.580819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2ac01936-154f-418a-b0b9-ff1b878b3e6a req-8f588d0a-5960-4a38-9cf0-80a673b84a0f tempest-ServerShowV257Test-776085931 tempest-ServerShowV257Test-776085931-project] 10.222.0.47 "GET /v2.0/ports?device_id=db0a8d88-8bd3-477d-83f0-f45747e50751 HTTP/1.1" status: 200 len: 210 time: 0.0858552 Feb 04 15:29:09.628650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.648832 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:09.683351 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] Checking router: 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:09.712428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab00c412-5f35-4c2a-872e-f284abce6dcc req-c80f7624-4f9b-42be-a9ff-2cdbc0a9cfad tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=d82e76bc-f5c3-4a18-8836-0f986f848126 HTTP/1.1" status: 200 len: 210 time: 0.0357769 Feb 04 15:29:09.723464 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] Routers {'5984d1b6-d80e-4529-baf7-fa4caa2e1b51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:09.724114 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:09.816762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-7aa09f09-0054-46ce-a49f-f6123b6ea9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.818327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-7aa09f09-0054-46ce-a49f-f6123b6ea9c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3902056 Feb 04 15:29:09.894802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-6551e0c1-40c6-4fec-b69e-da646bbd96b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 HTTP/1.1" status: 200 len: 217 time: 0.0676687 Feb 04 15:29:09.897414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a669427-c843-40a1-91a3-17d417c762ee req-417c4af6-7ce4-45d7-8fec-0ef73eeba782 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:09.899284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a669427-c843-40a1-91a3-17d417c762ee req-417c4af6-7ce4-45d7-8fec-0ef73eeba782 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 950 time: 0.7277501 Feb 04 15:29:09.957578 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] Set router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:09.987700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=6b2449e3-a348-4116-abb9-c7feb7cb9d29,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:09.997902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-488bc3ba-4655-4ec1-9f61-b77928e835b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.000038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-488bc3ba-4655-4ec1-9f61-b77928e835b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0910585 Feb 04 15:29:10.042250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': 'd405cbd9-14b4-4ceb-ad92-689648b9058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:10.042647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:10.086533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a669427-c843-40a1-91a3-17d417c762ee req-5e36449c-4423-4eef-b700-164e6ffa1a10 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731660 Feb 04 15:29:10.091443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Router 851387fc-bd78-4355-b0c2-725e81471a56 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:10.092367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:10.103157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Deleting port 22dff501-73c3-4f47-a2e1-917dffa3a276 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:10.104093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.116528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:10.136380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7ec44-8efd-4cc5-a325-6fa8a352f461 None None] Network 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:10.159406 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:29:09Z', 'revision_number': 6, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:10.217553 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20575faa-2117-44bf-bf6d-123b02db0705 None None] The sync data for ids ['5984d1b6-d80e-4529-baf7-fa4caa2e1b51'] in n-d-827869-1 is: [{'id': '5984d1b6-d80e-4529-baf7-fa4caa2e1b51', 'name': 'tempest-ServersTestJSON-1725270082-router', 'tenant_id': '16cb950a883246d69d496e39341b9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:26:26Z', 'updated_at': '2022-02-04T15:29:09Z', 'revision_number': 6, 'project_id': '16cb950a883246d69d496e39341b9e9f', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:10.223186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-d431be21-a27c-4cd6-a47a-39161c5f9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.224755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-d431be21-a27c-4cd6-a47a-39161c5f9c40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170308 Feb 04 15:29:10.264277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.273775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.449228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3ac05b21-a861-4246-848d-aac5fd3dc3e1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2099595 Feb 04 15:29:10.452410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] For port 22dff501-73c3-4f47-a2e1-917dffa3a276, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=22dff501-73c3-4f47-a2e1-917dffa3a276,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:10.453041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.464153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40612) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:10.473033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e9339-9340-4d4d-870c-5678e22713ea req-8a346093-4e94-4b14-8fd3-0a081e59c7d2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.476195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b19e9339-9340-4d4d-870c-5678e22713ea req-8a346093-4e94-4b14-8fd3-0a081e59c7d2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.1959646 Feb 04 15:29:10.497596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Calling delete_port for 22dff501-73c3-4f47-a2e1-917dffa3a276 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:10.534980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6', 'network_id': '9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': '6b2449e3-a348-4116-abb9-c7feb7cb9d29'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:29:10.536247 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.615547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.680805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-59c43cd0-6dc2-44bc-b624-234c4c842854 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407070 Feb 04 15:29:10.692034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:10.723569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] Sync routers for ids ['851387fc-bd78-4355-b0c2-725e81471a56'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:10.745535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dc901d6a-adc0-4e38-baf0-c3704a14e2fe admin admin] 10.222.0.47 "PUT /v2.0/routers/851387fc-bd78-4355-b0c2-725e81471a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0661454 Feb 04 15:29:10.763490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40624) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:10.775467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b19e9339-9340-4d4d-870c-5678e22713ea req-240019c7-63c3-47a1-bc4d-43f9e11b95c4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730502 Feb 04 15:29:10.781682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Allocated IP 172.20.0.1 (9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6/6b2449e3-a348-4116-abb9-c7feb7cb9d29/42af5025-d70e-4b43-9642-c6f882bdff4e) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:10.841219 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] Routers {'851387fc-bd78-4355-b0c2-725e81471a56'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:10.841953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['851387fc-bd78-4355-b0c2-725e81471a56'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:10.926713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.929169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-52f6236d-e822-4690-adb6-5da656de5e99 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:10.931220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-52f6236d-e822-4690-adb6-5da656de5e99 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.3662825 Feb 04 15:29:10.931378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:10.975821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-624fc308-7785-43db-b6bf-fdee7b28e9d9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/quotas/b8bd08a21d0041828a486c7abcbd31a0 HTTP/1.1" status: 200 len: 375 time: 0.0332272 Feb 04 15:29:10.997316 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc4f355d-85c4-4a83-b1fa-72e29ab05aa9 req-f18b737e-1f00-4ada-9bf3-5fc2842813b4 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052847 Feb 04 15:29:11.048132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] Set router 851387fc-bd78-4355-b0c2-725e81471a56 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:11.051738 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-7985aee9-3415-4bfa-b60a-512be01a5062 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528471 Feb 04 15:29:11.114983 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.131133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:11.190562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.202054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=22dff501-73c3-4f47-a2e1-917dffa3a276,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:11.341699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9fcb0-10e6-49b5-a5f8-c2bdf90c5e97 req-c0cbe743-c4e7-4b3c-bb72-b78a554eba2d tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:11.343599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36a9fcb0-10e6-49b5-a5f8-c2bdf90c5e97 req-c0cbe743-c4e7-4b3c-bb72-b78a554eba2d tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 950 time: 0.0999851 Feb 04 15:29:11.355934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Deleting port e4d2e270-f23a-44b0-9f63-ff167ed29e6d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:11.355934 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.409195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-b37cf95d-3875-4d24-a1f3-20596403a2d6 service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563206 Feb 04 15:29:11.411908 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.512505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40634) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:11.539054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36a9fcb0-10e6-49b5-a5f8-c2bdf90c5e97 req-ef3429f3-d738-442b-b420-504bd0b1320d tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782408 Feb 04 15:29:11.615701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92217635-2881-4c42-aca5-5f867f0964c5 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:11.620282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] For port e4d2e270-f23a-44b0-9f63-ff167ed29e6d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e4d2e270-f23a-44b0-9f63-ff167ed29e6d,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:11.621602 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.631500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.636511 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.645440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Calling delete_port for e4d2e270-f23a-44b0-9f63-ff167ed29e6d owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:11.776541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.777432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5984d1b6-d80e-4529-baf7-fa4caa2e1b51 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:29:11.785276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99fe4bc4-c33b-40a0-a204-b5c649a0e432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.787359 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.790081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7d0ae673-7977-4e17-a0fe-92ee3f4daff6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5984d1b6-d80e-4529-baf7-fa4caa2e1b51 HTTP/1.1" status: 204 len: 168 time: 3.0016220 Feb 04 15:29:11.792356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40642) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:11.808215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 92217635-2881-4c42-aca5-5f867f0964c5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:11.808547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92217635-2881-4c42-aca5-5f867f0964c5 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:11.808994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 22dff501-73c3-4f47-a2e1-917dffa3a276 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:11.818181 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:11.841810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-e1a9bbc4-31ac-4dee-9ea1-5c52a070fb83 service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312377 Feb 04 15:29:11.859658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 22dff501-73c3-4f47-a2e1-917dffa3a276 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:11.860009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 22dff501-73c3-4f47-a2e1-917dffa3a276 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:11.937244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:11.939720 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42f5abb-e38a-49af-8a60-439d8179e904" -d '{"events": [{"server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:12.013445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99fe4bc4-c33b-40a0-a204-b5c649a0e432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.036706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b74fcf-d5a5-4847-8662-67d34df100ca admin admin] Deleting subnet cfe1cc8a-5950-41ff-93d7-c0be7f502a22 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:29:12.039209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99fe4bc4-c33b-40a0-a204-b5c649a0e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.051048 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-03b74fcf-d5a5-4847-8662-67d34df100ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.119993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-99fe4bc4-c33b-40a0-a204-b5c649a0e432 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c367f2e3e04c4f48a678fdd2f81e9a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044953 Feb 04 15:29:12.124595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40648) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:12.153490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:12.166705 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.169709 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.194237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-03b74fcf-d5a5-4847-8662-67d34df100ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.240359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:12.248250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:29:07Z', 'revision_number': 5, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port': {'id': 'e4d2e270-f23a-44b0-9f63-ff167ed29e6d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851387fc-bd78-4355-b0c2-725e81471a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:28:23Z', 'updated_at': '2022-02-04T15:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:12.250937 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.322984 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-03b74fcf-d5a5-4847-8662-67d34df100ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.357656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] Checking router: 851387fc-bd78-4355-b0c2-725e81471a56 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:12.383481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Network 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:12.389882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:12.405907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:12.466056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Pushing event updated for resources: {'Port': ['ID=42af5025-d70e-4b43-9642-c6f882bdff4e,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:12.482818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe4bc4-c33b-40a0-a204-b5c649a0e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc9448-5ea0-4410-8a87-e06441870136,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:12.486785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] Routers {'851387fc-bd78-4355-b0c2-725e81471a56'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:12.487647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['851387fc-bd78-4355-b0c2-725e81471a56'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:12.491589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.598334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2449e3-a348-4116-abb9-c7feb7cb9d29,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:12.764445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.819320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.832657 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c1ed77-7c2f-41dc-8f09-243c848e907e x-openstack-request-id: req-b7c1ed77-7c2f-41dc-8f09-243c848e907e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:12.833494 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:12.833494 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7c1ed77-7c2f-41dc-8f09-243c848e907e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:12.833762 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'code': 200} Feb 04 15:29:12.841106 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b5db7c9-113e-40c7-ba08-3b346ded7308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.844235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:12.886801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Attempting to bind port 42af5025-d70e-4b43-9642-c6f882bdff4e on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:12.887188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Attempting to bind port 42af5025-d70e-4b43-9642-c6f882bdff4e by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'd405cbd9-14b4-4ceb-ad92-689648b9058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:12.887565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Attempting to bind port 42af5025-d70e-4b43-9642-c6f882bdff4e on network 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:12.907874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:12.907874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Checking segment: {'id': 'd405cbd9-14b4-4ceb-ad92-689648b9058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:12.908335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.908902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Bound using segment: {'id': 'd405cbd9-14b4-4ceb-ad92-689648b9058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:12.909099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Bound port: 42af5025-d70e-4b43-9642-c6f882bdff4e, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd405cbd9-14b4-4ceb-ad92-689648b9058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:12.909452 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:12.917663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd405cbd9-14b4-4ceb-ad92-689648b9058f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:12.917958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd405cbd9-14b4-4ceb-ad92-689648b9058f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:12.926864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7124aa61-8917-4e1a-8486-9421053f324a req-5b9dcac0-c708-4ab8-ab25-6d465a8e1599 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 210 time: 0.1084607 Feb 04 15:29:12.929554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d2e270-f23a-44b0-9f63-ff167ed29e6d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:12.935867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] Set router 851387fc-bd78-4355-b0c2-725e81471a56 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:13.005116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.068866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b5db7c9-113e-40c7-ba08-3b346ded7308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.147126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:29:11Z', 'revision_number': 6, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:13.156667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.288505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.315229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] For port 42af5025-d70e-4b43-9642-c6f882bdff4e, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:13.315830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:13.316393 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.321887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efeef5-f740-4d1e-9b08-558b1711b8db None None] The sync data for ids ['851387fc-bd78-4355-b0c2-725e81471a56'] in n-d-827869-1 is: [{'id': '851387fc-bd78-4355-b0c2-725e81471a56', 'name': 'tempest-FloatingIPDetailsTestJSON-83831965-router', 'tenant_id': '6a3c28080eca4ed986dde2185d53685f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:28:21Z', 'updated_at': '2022-02-04T15:29:11Z', 'revision_number': 6, 'project_id': '6a3c28080eca4ed986dde2185d53685f', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:13.323336 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:13.352565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20806a6-30dc-44df-84a0-f1e5fc948e0e req-d73d03ba-7c01-4ea4-8bd6-c7c56740dbb3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:13.362272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20806a6-30dc-44df-84a0-f1e5fc948e0e req-d73d03ba-7c01-4ea4-8bd6-c7c56740dbb3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 946 time: 0.9513810 Feb 04 15:29:13.432514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-03b74fcf-d5a5-4847-8662-67d34df100ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.466343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20806a6-30dc-44df-84a0-f1e5fc948e0e req-6857326a-fd15-43c8-8d51-6c4cdf6bed05 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026118 Feb 04 15:29:13.527952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-61d322e3-be59-4aba-96bb-11303a1f81b6 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2432973 Feb 04 15:29:13.540344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b74fcf-d5a5-4847-8662-67d34df100ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe1cc8a-5950-41ff-93d7-c0be7f502a22,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:13.546010 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.550147 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-03b74fcf-d5a5-4847-8662-67d34df100ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.558221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-03b74fcf-d5a5-4847-8662-67d34df100ca admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cfe1cc8a-5950-41ff-93d7-c0be7f502a22 HTTP/1.1" status: 204 len: 168 time: 1.7620680 Feb 04 15:29:13.558770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:13.559027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b4bc7-f294-44a0-9e55-f1801961e4ec None None] Network 43d5f9e8-cee6-4adf-8e46-ad9398f959fb requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:13.563317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.637452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b5db7c9-113e-40c7-ba08-3b346ded7308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.648456 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b5db7c9-113e-40c7-ba08-3b346ded7308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.651107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8b5db7c9-113e-40c7-ba08-3b346ded7308 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96fc9448-5ea0-4410-8a87-e06441870136 HTTP/1.1" status: 204 len: 168 time: 1.2535198 Feb 04 15:29:13.717367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.758742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] For port 42af5025-d70e-4b43-9642-c6f882bdff4e, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=42af5025-d70e-4b43-9642-c6f882bdff4e,segment=NetworkSegment(d405cbd9-14b4-4ceb-ad92-689648b9058f),segment_id=d405cbd9-14b4-4ceb-ad92-689648b9058f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:13.794368 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.823475 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.api [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:29:13.823475 n-d-827869-1 neutron-server[102422]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:29:13.823475 n-d-827869-1 neutron-server[102422]: [parameters: {'id': '9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6'}] Feb 04 15:29:13.823475 n-d-827869-1 neutron-server[102422]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:29:13.824781 n-d-827869-1 neutron-server[102422]: DEBUG oslo_db.api [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:29:13.904275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Deleting port f31fdaab-e71f-4feb-94df-440bcb098e63 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:13.904789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:13.951165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab5de0-6fa2-4e3e-b0ac-3f030906166f None None] Pushing event updated for resources: {'Port': ['ID=42af5025-d70e-4b43-9642-c6f882bdff4e,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:13.959959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485bbcac-997e-4137-8add-c1f5a3153077 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:14.031093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 485bbcac-997e-4137-8add-c1f5a3153077 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:14.031832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485bbcac-997e-4137-8add-c1f5a3153077 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:14.032126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5db7c9-113e-40c7-ba08-3b346ded7308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc9448-5ea0-4410-8a87-e06441870136,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:14.046750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.046750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 851387fc-bd78-4355-b0c2-725e81471a56 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:29:14.077843 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.091964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a12e1973-919c-4f81-95ac-6ba646791894 admin admin] 10.222.0.47 "DELETE /v2.0/routers/851387fc-bd78-4355-b0c2-725e81471a56 HTTP/1.1" status: 204 len: 168 time: 3.3171937 Feb 04 15:29:14.094298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40686) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:14.151494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae98a1cf-cfc9-4bf5-b666-09d20395a9be None None] Network 9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:14.174185 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-654058d2-45fa-42be-a009-300ec90dc8bf req-4587b067-18de-478d-833d-7ee53005d484 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 210 time: 0.0676358 Feb 04 15:29:14.187370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] For port f31fdaab-e71f-4feb-94df-440bcb098e63, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f31fdaab-e71f-4feb-94df-440bcb098e63,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:14.188360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.286359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-055d1b26-8e6c-44a1-bf29-c3809a9009ca tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:14.295915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-055d1b26-8e6c-44a1-bf29-c3809a9009ca tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7667687 Feb 04 15:29:14.313105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Calling delete_port for f31fdaab-e71f-4feb-94df-440bcb098e63 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:14.323008 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-2ee1f95c-a48b-4b8f-9f1d-1f207179a3ab tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/quotas/557d4a7064b041b9b2e22e58a8addbb7 HTTP/1.1" status: 200 len: 375 time: 0.0243781 Feb 04 15:29:14.332692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] DHCP port deletion for 43d5f9e8-cee6-4adf-8e46-ad9398f959fb request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:29:14.333101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.415958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] Deleting port f31fdaab-e71f-4feb-94df-440bcb098e63 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:14.416763 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.448218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-710487d0-89d4-4a27-8353-c212a414235f tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165965 Feb 04 15:29:14.488169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e75f70-452b-40ca-a8bf-8af939bdf325 admin admin] Deleting subnet 41fd7d29-993a-4db0-bc9c-8d3365d509d1 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:29:14.496702 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00e75f70-452b-40ca-a8bf-8af939bdf325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.539834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] For port f31fdaab-e71f-4feb-94df-440bcb098e63, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f31fdaab-e71f-4feb-94df-440bcb098e63,segment=NetworkSegment(3da2df50-6d5c-46d1-b957-41ac2a6c4339),segment_id=3da2df50-6d5c-46d1-b957-41ac2a6c4339)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:14.545022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.580645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00e75f70-452b-40ca-a8bf-8af939bdf325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.605800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] Calling delete_port for f31fdaab-e71f-4feb-94df-440bcb098e63 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:14.624725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting port 42af5025-d70e-4b43-9642-c6f882bdff4e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:14.625083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.674870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: from cryptography.utils import int_from_bytes Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: from cryptography.utils import int_from_bytes Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.762930 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:29:14.770790 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:29:14.781749 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.798664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] For port 42af5025-d70e-4b43-9642-c6f882bdff4e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=42af5025-d70e-4b43-9642-c6f882bdff4e,segment=NetworkSegment(d405cbd9-14b4-4ceb-ad92-689648b9058f),segment_id=d405cbd9-14b4-4ceb-ad92-689648b9058f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:14.799054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:14.837457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] Pushing event deleted for resources: {'Port': ['ID=f31fdaab-e71f-4feb-94df-440bcb098e63,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:14.842548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Calling delete_port for 42af5025-d70e-4b43-9642-c6f882bdff4e owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:14.858857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be7db5-973e-4868-a076-2d283076bf4f None None] No DVR routers for this DVR port f31fdaab-e71f-4feb-94df-440bcb098e63 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:14.884234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7c8b0-8368-46fe-8515-ffd8c5a1b6b3 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:29:14.939179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40702) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:14.942302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] No DVR routers for this DVR port f31fdaab-e71f-4feb-94df-440bcb098e63 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:14.978976 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c848f7ec-f8da-4f86-a95c-af23f0dbe5f4 req-e1f4f112-2763-486d-b4c6-1f827de27274 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 210 time: 0.1396208 Feb 04 15:29:14.998484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31fdaab-e71f-4feb-94df-440bcb098e63,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:15.031539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:29:15.172365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.201244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d5f9e8-cee6-4adf-8e46-ad9398f959fb']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:15.214503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da2df50-6d5c-46d1-b957-41ac2a6c4339') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:15.215071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da2df50-6d5c-46d1-b957-41ac2a6c4339') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:15.228570 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.238314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7c8b0-8368-46fe-8515-ffd8c5a1b6b3 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:29:15.245699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.253589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:15.254324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.363652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:15.392846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'mac_address': 'fa:16:3e:19:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:15.419193 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:15.437399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00e75f70-452b-40ca-a8bf-8af939bdf325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.444794 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.458255 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.463384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/43d5f9e8-cee6-4adf-8e46-ad9398f959fb HTTP/1.1" status: 204 len: 168 time: 1.9029317 Feb 04 15:29:15.609704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e4d2e270-f23a-44b0-9f63-ff167ed29e6d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:15.668704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e4d2e270-f23a-44b0-9f63-ff167ed29e6d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:15.669443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e4d2e270-f23a-44b0-9f63-ff167ed29e6d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:15.669822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58410c7-57f6-4c2e-be1e-1dee823c5b9d req-da3e4e7d-21af-47f5-9993-5db1e6ecdc6c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:15.671285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f31fdaab-e71f-4feb-94df-440bcb098e63 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:15.674553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a58410c7-57f6-4c2e-be1e-1dee823c5b9d req-da3e4e7d-21af-47f5-9993-5db1e6ecdc6c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 946 time: 0.9127331 Feb 04 15:29:15.727186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: f31fdaab-e71f-4feb-94df-440bcb098e63 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:15.727943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f31fdaab-e71f-4feb-94df-440bcb098e63 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:15.739594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbe739-524e-4dc0-91df-dccdbad250e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d5f9e8-cee6-4adf-8e46-ad9398f959fb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:15.752462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40724) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:15.757775 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.781082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:15.849579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:15.857595 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.893931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00e75f70-452b-40ca-a8bf-8af939bdf325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.986134 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00e75f70-452b-40ca-a8bf-8af939bdf325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:15.993919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:15.994233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-00e75f70-452b-40ca-a8bf-8af939bdf325 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/41fd7d29-993a-4db0-bc9c-8d3365d509d1 HTTP/1.1" status: 204 len: 168 time: 1.8961093 Feb 04 15:29:16.009274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40730) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:16.043898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc07b0-3a56-4969-9adf-152d2b35629b None None] Network 578dca2e-f829-471c-9e7a-6608e4230025 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:16.113385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de0c4a72-2f0a-4bf0-bba2-54322ab90a2d req-68674b39-4f4f-4d3c-aa56-b1b2898b4cd3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 210 time: 0.1849096 Feb 04 15:29:16.126321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a58410c7-57f6-4c2e-be1e-1dee823c5b9d req-ff9ffa80-e3ff-43fc-9798-af5e08af53fd tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926167 Feb 04 15:29:16.139509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e75f70-452b-40ca-a8bf-8af939bdf325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41fd7d29-993a-4db0-bc9c-8d3365d509d1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:16.205703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0958f109-7038-4c8d-b018-9f7428f01b6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16cb950a883246d69d496e39341b9e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147332 Feb 04 15:29:16.209267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40734) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:16.354568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:16.386984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.476665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b63d-e279-46e6-8a35-82cffd39ccbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.529952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-271f306b-8b86-4096-8b12-05a4829e3537 req-ea159114-e847-44d9-966b-80e4f583f2c2 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 210 time: 0.1979690 Feb 04 15:29:16.543507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] DHCP port deletion for 578dca2e-f829-471c-9e7a-6608e4230025 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:29:16.555199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b63d-e279-46e6-8a35-82cffd39ccbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.562917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.683343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-e444c1a4-1b8f-4dce-95f7-c870b03d80b8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.685915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-e444c1a4-1b8f-4dce-95f7-c870b03d80b8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 1.7220137 Feb 04 15:29:16.701055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No DVR routers for this DVR port 42af5025-d70e-4b43-9642-c6f882bdff4e on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:16.706406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Port': ['ID=42af5025-d70e-4b43-9642-c6f882bdff4e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:16.727058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] Deleting port 78dcd83a-d7a8-4a59-9a5a-18282774e326 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:16.727678 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.749514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Request body: {'port': {'device_id': '1b9872cb-fd36-4c73-b908-cae5d8f8af1a', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'admin_state_up': True, 'tenant_id': 'b8bd08a21d0041828a486c7abcbd31a0'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:16.815135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-12f0d733-59f8-4997-9a1e-8273ff7011d7 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1433468 Feb 04 15:29:16.820271 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b63d-e279-46e6-8a35-82cffd39ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.830337 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b63d-e279-46e6-8a35-82cffd39ccbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.835448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d1c6b63d-e279-46e6-8a35-82cffd39ccbc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e989052b-d552-40eb-ad13-4157c05424ea HTTP/1.1" status: 204 len: 168 time: 0.6242859 Feb 04 15:29:16.870119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b63d-e279-46e6-8a35-82cffd39ccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e989052b-d552-40eb-ad13-4157c05424ea,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:16.893053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] For port 78dcd83a-d7a8-4a59-9a5a-18282774e326, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=78dcd83a-d7a8-4a59-9a5a-18282774e326,segment=NetworkSegment(222a71d2-f748-43b8-a651-59da28ebb665),segment_id=222a71d2-f748-43b8-a651-59da28ebb665)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:16.894279 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.920514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:16.942830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] Calling delete_port for 78dcd83a-d7a8-4a59-9a5a-18282774e326 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:16.990710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-9f89ef17-309c-4c15-9856-7a4ea9e5412b tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:16.992266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-9f89ef17-309c-4c15-9856-7a4ea9e5412b tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346946 Feb 04 15:29:17.047030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Request body: {'port': {'device_id': 'f62315c1-a186-49ca-ab8e-8e0679354cfd', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '557d4a7064b041b9b2e22e58a8addbb7'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:17.064307 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.147193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Deleting port 78dcd83a-d7a8-4a59-9a5a-18282774e326 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:17.165707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.166839 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.286462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] Pushing event deleted for resources: {'Port': ['ID=78dcd83a-d7a8-4a59-9a5a-18282774e326,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:17.308310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5624bb-a4e0-4862-8f1d-85460d57dbb2 None None] No DVR routers for this DVR port 78dcd83a-d7a8-4a59-9a5a-18282774e326 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:17.317993 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:17.324258 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:29:17.340416 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40e7f4bd-9079-4548-9ae7-c70c82a4d3ea req-43f40fbd-f13d-49e1-8354-89c739b1aa08 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 210 time: 0.0994775 Feb 04 15:29:17.398697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd405cbd9-14b4-4ceb-ad92-689648b9058f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:17.399329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd405cbd9-14b4-4ceb-ad92-689648b9058f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:17.406146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] For port 78dcd83a-d7a8-4a59-9a5a-18282774e326, host n-d-827869-1, got binding levels [] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:17.406881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.461944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.465548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Calling delete_port for 78dcd83a-d7a8-4a59-9a5a-18282774e326 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:17.494972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Port 78dcd83a-d7a8-4a59-9a5a-18282774e326 was not found and therefore no delete operation was performed {{(pid=102422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:29:17.512973 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.515233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Deleting port 0faa40bd-5761-4fae-b88f-fa294630810c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:17.515759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.566909 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.571759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 78dcd83a-d7a8-4a59-9a5a-18282774e326 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:17.637146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] No DVR routers for this DVR port 78dcd83a-d7a8-4a59-9a5a-18282774e326 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:17.648098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] For port 0faa40bd-5761-4fae-b88f-fa294630810c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0faa40bd-5761-4fae-b88f-fa294630810c,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:17.648677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.653778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 78dcd83a-d7a8-4a59-9a5a-18282774e326 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:17.655090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 78dcd83a-d7a8-4a59-9a5a-18282774e326 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:17.687832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Calling delete_port for 0faa40bd-5761-4fae-b88f-fa294630810c owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:17.695066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Pushing event deleted for resources: {'Port': ['ID=78dcd83a-d7a8-4a59-9a5a-18282774e326,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:17.701268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:17.701695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:17.707149 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:17.728800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Made reservation on behalf of b8bd08a21d0041828a486c7abcbd31a0 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:17.732616 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.758355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87786a18-211d-4c3f-853e-6d52b6554745 req-d9496d8a-180d-4c90-b624-bd3c127f993a tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 210 time: 0.0892684 Feb 04 15:29:17.767099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e995a-814f-4ed1-851f-917e94c35a1f req-e71e24ab-d43c-4d94-a299-2455fb5dc454 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:17.769711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed5e995a-814f-4ed1-851f-917e94c35a1f req-e71e24ab-d43c-4d94-a299-2455fb5dc454 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 947 time: 0.4952033 Feb 04 15:29:17.934984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:17.967743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed5e995a-814f-4ed1-851f-917e94c35a1f req-251d570b-443f-4d46-b666-94b3a8d6dfaa tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899913 Feb 04 15:29:17.971018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.038967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578dca2e-f829-471c-9e7a-6608e4230025']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:18.054744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222a71d2-f748-43b8-a651-59da28ebb665') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:18.055470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222a71d2-f748-43b8-a651-59da28ebb665') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:18.069269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Made reservation on behalf of 557d4a7064b041b9b2e22e58a8addbb7 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:18.073626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.083020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.088707 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 HTTP/1.1" status: 204 len: 168 time: 7.6107323 Feb 04 15:29:18.093997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.096254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:18.097956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.145871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1117565163'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:18.155845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0faa40bd-5761-4fae-b88f-fa294630810c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.183169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412a2be-26e1-43cf-af20-30611bb4d3d8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.250965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:18.254662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.359687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:18.445386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Allocated IP 172.20.0.14 (60cbeedf-ce49-4303-b921-aa1dceec1123/4492d8e7-37ab-431b-bf81-dee81ec03258/6356e25f-79ac-4467-a60f-1d6054bf0478) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:18.509338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.510421 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 82e2c253-9080-489e-a2da-70d4f46c6b3e of type vlan for network 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd Feb 04 15:29:18.523423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.608265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:18.609002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.644189 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5621368-4fbc-44f1-b519-b62d82332d7e req-acc418b2-0798-4850-bc85-79fc57758f4e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 210 time: 0.1293464 Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:18.656559 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:18.661101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40794) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:18.750957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-cf69ba6f-537e-4eeb-8cfd-069977c8bf02 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.752406 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-cf69ba6f-537e-4eeb-8cfd-069977c8bf02 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1&tenant_id=84527f5d02424026ba6ab3f450c74f5b&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 947 time: 0.2710872 Feb 04 15:29:18.756151 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.791767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.800436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.805871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.807757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.867755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654525c1-55c2-4509-a003-f82bc5d808c3 req-bd1bdabb-29df-433d-80b9-3fb5d6bb95e8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:18.889751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-654525c1-55c2-4509-a003-f82bc5d808c3 req-bd1bdabb-29df-433d-80b9-3fb5d6bb95e8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 947 time: 0.3683066 Feb 04 15:29:18.893423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=3ef7fc4a-900d-4327-bf67-09d29c9e8cdd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:18.916778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:18.965655 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.990646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:18.998537 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] 10.222.0.47 "DELETE /v2.0/networks/578dca2e-f829-471c-9e7a-6608e4230025 HTTP/1.1" status: 204 len: 168 time: 2.9507797 Feb 04 15:29:19.045863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-654525c1-55c2-4509-a003-f82bc5d808c3 req-f55e45cc-b17c-4cdf-95ac-7da9e4954593 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545091 Feb 04 15:29:19.061189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f7989-ae02-49ff-af05-777f53792468 admin admin] Pushing event deleted for resources: {'Network': ['ID=578dca2e-f829-471c-9e7a-6608e4230025,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:19.071642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:19.094053 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.096422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Allocated IP 192.168.233.180 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/63722900-57cb-44f1-8314-622a1c352d3a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:19.111771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe8a015a-1cad-460f-a046-ed61b9820457 req-b1556886-7ec1-4050-8152-6ca2efed815f tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 210 time: 0.2224433 Feb 04 15:29:19.115052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cf447cba-09a3-4704-a062-5375f732c9c1 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9735942 Feb 04 15:29:19.125150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40804) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:19.144493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': '3ef7fc4a-900d-4327-bf67-09d29c9e8cdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:19.176767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:19.177148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.218468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-656e7d80-d6af-41f8-946c-9f169e8ebd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.220067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-656e7d80-d6af-41f8-946c-9f169e8ebd17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 1098 time: 0.3321044 Feb 04 15:29:19.230554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-753343434-network', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:19.269046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.370409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:19.373903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.380087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:19.387382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:19.391612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event updated for resources: {'Port': ['ID=6356e25f-79ac-4467-a60f-1d6054bf0478,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:19.400568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Made reservation on behalf of 4565e366992142aeafe6e4c13adea0dd for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:19.408760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.451589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.473035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:19.473326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.477057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.481526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:19.486405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:19.496366 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7640d0f-7129-4a62-bbe2-befa9156eaff" -d '{"events": [{"server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:19.508733 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.519882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.532885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.535572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40810) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:19.535750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40812) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:19.643898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-790dbf21-f3fe-4992-a400-558e7ab1e433 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9201059 Feb 04 15:29:19.674187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-c00229f4-8cc1-467a-b8ec-b5ba38e03f63 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:29:19.675285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-c00229f4-8cc1-467a-b8ec-b5ba38e03f63 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136061 Feb 04 15:29:19.704227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Request body: {'port': {'device_id': '1b9872cb-fd36-4c73-b908-cae5d8f8af1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:19.723348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.731792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.788050 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4861f810-afec-40cc-87e9-31cb88983445 x-openstack-request-id: req-4861f810-afec-40cc-87e9-31cb88983445 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:19.788434 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:19.790077 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4861f810-afec-40cc-87e9-31cb88983445 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:19.790077 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'code': 200} Feb 04 15:29:19.790323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['fdad1927-f39f-46b4-bd03-e74a1fb07469'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:19.834379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2c6b73e8-30cd-43c6-a388-928a53f01695 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a3c28080eca4ed986dde2185d53685f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2925632 Feb 04 15:29:19.846535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40818) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:19.909550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-e549e4c1-0652-4534-9f10-38d479fe04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.911144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-e549e4c1-0652-4534-9f10-38d479fe04db service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.6347547 Feb 04 15:29:19.918448 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.918992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:19.924133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:19.932614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Pushing event updated for resources: {'Port': ['ID=63722900-57cb-44f1-8314-622a1c352d3a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:19.932878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2848c-4c4d-4a13-8949-e0687fbfa8bd req-2cfa6657-05d3-497d-bc35-5e0e712024d5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:19.934331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e2848c-4c4d-4a13-8949-e0687fbfa8bd req-2cfa6657-05d3-497d-bc35-5e0e712024d5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 932 time: 0.1476808 Feb 04 15:29:19.945546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.950677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:19.962206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:19.965050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:19.980797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '82e2c253-9080-489e-a2da-70d4f46c6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3ef7fc4a-900d-4327-bf67-09d29c9e8cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:19.981860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:20.047069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:20.065188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=d440d7e5-7730-45aa-999b-a5822051ca8f,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:20.090125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-b4b67dc0-9bf9-4ecc-96af-fa2088c6bd70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 HTTP/1.1" status: 200 len: 217 time: 0.1390629 Feb 04 15:29:20.101147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6806eeaf-3718-4a87-b491-af2df5c922a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.126245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c233b8-ad4e-4591-b6b5-b77230d64000,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:20.242326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.242811 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Added segment b1da388c-56b9-4f99-bacf-f41c7c642a7b of type vlan for network 009879e3-fdd9-4e71-b5db-7b1eb016817c Feb 04 15:29:20.268997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-03221c6c-49d9-4e3d-89fa-4506fec56e2d None None] Provisioning complete for port 63722900-57cb-44f1-8314-622a1c352d3a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:20.269440 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-03221c6c-49d9-4e3d-89fa-4506fec56e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.317322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-03221c6c-49d9-4e3d-89fa-4506fec56e2d None None] Port 63722900-57cb-44f1-8314-622a1c352d3a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:29:20.320577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.321693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.412548 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f80c55f-4753-485c-a1cf-2f793bd84d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.494435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e2848c-4c4d-4a13-8949-e0687fbfa8bd req-bdbfff7c-12a4-4686-aaf4-fb70ea18c467 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484214 Feb 04 15:29:20.513850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:20.518688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:20.522387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-aad29538-de40-41ff-932a-06c4c34327e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.524455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-aad29538-de40-41ff-932a-06c4c34327e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4318471 Feb 04 15:29:20.552726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.562102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:20.569504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.570773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.577147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16110418-7fea-4fa5-8c30-927cd0c7e37d None None] Network 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:20.585826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-8843a27b-f0e0-4b14-8d2f-c2e983532bc9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5472276 Feb 04 15:29:20.636443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Request body: {'port': {'device_id': 'f62315c1-a186-49ca-ab8e-8e0679354cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:20.645000 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f80c55f-4753-485c-a1cf-2f793bd84d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.775482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4b3f5-01c7-45e3-aae5-188f5e5dc080 req-7cfe409e-7993-421d-85a6-d3e154370a01 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.778042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ef4b3f5-01c7-45e3-aae5-188f5e5dc080 req-7cfe409e-7993-421d-85a6-d3e154370a01 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.5945420 Feb 04 15:29:20.782311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a6e08fd7-32c7-4832-88db-720e128f32ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6535311 Feb 04 15:29:20.788927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40824) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:20.852852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3ef7fc4a-900d-4327-bf67-09d29c9e8cdd', 'network_id': '3ef7fc4a-900d-4327-bf67-09d29c9e8cdd', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': 'd440d7e5-7730-45aa-999b-a5822051ca8f'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:29:20.854824 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.950547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:20.952323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:20.953666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.003697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-68a7a5ff-136d-4397-ac7d-28b430df2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.006927 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-68a7a5ff-136d-4397-ac7d-28b430df2212 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4610939 Feb 04 15:29:21.023667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Allocated IP 172.20.0.1 (3ef7fc4a-900d-4327-bf67-09d29c9e8cdd/d440d7e5-7730-45aa-999b-a5822051ca8f/98ac943d-ebd8-495c-9f02-2160db5fd7ab) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:21.049772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd08ff-a145-4485-8d98-d0242f1710dc req-57c84c27-c1c2-4792-a401-ffe62af04e3c tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:21.052337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46cd08ff-a145-4485-8d98-d0242f1710dc req-57c84c27-c1c2-4792-a401-ffe62af04e3c tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 936 time: 0.4733074 Feb 04 15:29:21.179182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:21.210818 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] Sync routers for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:21.220005 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-95daf561-8811-4cf8-be13-080f790830ed admin admin] 10.222.0.47 "PUT /v2.0/routers/2cd1694a-2a4c-4af5-92d4-6d04d737fc78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2641191 Feb 04 15:29:21.229653 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:21.230666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40826) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:21.231019 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:21.235177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.247970 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.305716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Network 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:21.307251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.314101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:21.323910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Pushing event updated for resources: {'Port': ['ID=98ac943d-ebd8-495c-9f02-2160db5fd7ab,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.336221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:21.349297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46cd08ff-a145-4485-8d98-d0242f1710dc req-34628a1a-5a2b-40aa-a310-695a946d764c tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701292 Feb 04 15:29:21.380101 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:21.450101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6806eeaf-3718-4a87-b491-af2df5c922a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.450743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-bbabfaff-c6a6-4e3e-8f1a-f76095a99c30 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338939 Feb 04 15:29:21.451124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.463280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Attempting to bind port 98ac943d-ebd8-495c-9f02-2160db5fd7ab on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:21.464053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Attempting to bind port 98ac943d-ebd8-495c-9f02-2160db5fd7ab by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '82e2c253-9080-489e-a2da-70d4f46c6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3ef7fc4a-900d-4327-bf67-09d29c9e8cdd'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:21.464809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Attempting to bind port 98ac943d-ebd8-495c-9f02-2160db5fd7ab on network 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:21.475008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:21.475928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7550483 Feb 04 15:29:21.477238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Checking segment: {'id': '82e2c253-9080-489e-a2da-70d4f46c6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3ef7fc4a-900d-4327-bf67-09d29c9e8cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:21.478042 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.480566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Bound using segment: {'id': '82e2c253-9080-489e-a2da-70d4f46c6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3ef7fc4a-900d-4327-bf67-09d29c9e8cdd'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:21.481463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Bound port: 98ac943d-ebd8-495c-9f02-2160db5fd7ab, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e2c253-9080-489e-a2da-70d4f46c6b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3ef7fc4a-900d-4327-bf67-09d29c9e8cdd'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:21.482271 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.489182 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6806eeaf-3718-4a87-b491-af2df5c922a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.491103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40828) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:21.504844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Request body: {'subnet': {'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-753343434-subnet', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:21.535854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ef4b3f5-01c7-45e3-aae5-188f5e5dc080 req-3b46b233-e078-4998-a6d5-218efb462f26 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7229173 Feb 04 15:29:21.536976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e68689-ecc3-4f0e-b45c-feeb63b623b6 admin admin] Pushing event updated for resources: {'Network': ['ID=009879e3-fdd9-4e71-b5db-7b1eb016817c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.592319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:21.618384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f80c55f-4753-485c-a1cf-2f793bd84d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.623486 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f80c55f-4753-485c-a1cf-2f793bd84d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.624706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7f80c55f-4753-485c-a1cf-2f793bd84d0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b12030df-3339-4091-9b53-e2b586703820 HTTP/1.1" status: 204 len: 168 time: 1.7768412 Feb 04 15:29:21.634222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806eeaf-3718-4a87-b491-af2df5c922a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e65e3a0-b053-42bc-9b86-444f5713a95d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.665890 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6806eeaf-3718-4a87-b491-af2df5c922a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09ae963e0ca24b64b6019f85762f57d7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1252935 Feb 04 15:29:21.673665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40834) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:21.707703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.754283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] For port 98ac943d-ebd8-495c-9f02-2160db5fd7ab, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:21.777249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] For port 98ac943d-ebd8-495c-9f02-2160db5fd7ab, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=98ac943d-ebd8-495c-9f02-2160db5fd7ab,segment=NetworkSegment(82e2c253-9080-489e-a2da-70d4f46c6b3e),segment_id=82e2c253-9080-489e-a2da-70d4f46c6b3e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:21.784606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.826079 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:29:17Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:21.867112 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] Checking router: 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:21.892509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Made reservation on behalf of 4565e366992142aeafe6e4c13adea0dd for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:21.896125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:21.902340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33995649-e31a-4b6d-92cd-e9425a77ce1c None None] Pushing event updated for resources: {'Port': ['ID=98ac943d-ebd8-495c-9f02-2160db5fd7ab,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:21.906288 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] Routers {'2cd1694a-2a4c-4af5-92d4-6d04d737fc78'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:21.906945 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:21.934944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c69b0c6c-8ada-4c89-9e62-411952f51cfe req-82803982-9b86-4408-a2b8-d0127d822146 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728706 Feb 04 15:29:21.973954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80c55f-4753-485c-a1cf-2f793bd84d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12030df-3339-4091-9b53-e2b586703820,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:22.087358 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] Set router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:22.140867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting port 98ac943d-ebd8-495c-9f02-2160db5fd7ab {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:22.141699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.148609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6356e25f-79ac-4467-a60f-1d6054bf0478 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:22.162080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4dc2-2b96-41ca-b092-0901ba30c3a2 req-65942127-c841-4f3f-b2fd-1739b5469714 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.172034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7fec4dc2-2b96-41ca-b092-0901ba30c3a2 req-65942127-c841-4f3f-b2fd-1739b5469714 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 932 time: 0.5212703 Feb 04 15:29:22.178737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.223506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-050eaa31-5720-41fb-bdfb-988fca92a143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.377922 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7fec4dc2-2b96-41ca-b092-0901ba30c3a2 req-a275b74f-f5a0-4084-bab7-8dbc1d843f96 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906173 Feb 04 15:29:22.404956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.475962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Transition to ACTIVE for port object 6356e25f-79ac-4467-a60f-1d6054bf0478 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:22.500388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.510828 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:29:17Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:22.524118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-050eaa31-5720-41fb-bdfb-988fca92a143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.639355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] For port 98ac943d-ebd8-495c-9f02-2160db5fd7ab, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=98ac943d-ebd8-495c-9f02-2160db5fd7ab,segment=NetworkSegment(82e2c253-9080-489e-a2da-70d4f46c6b3e),segment_id=82e2c253-9080-489e-a2da-70d4f46c6b3e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:22.640256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.649280 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ade43cd-fdcd-4ca4-b76d-b1b55c1c0e28 None None] The sync data for ids ['2cd1694a-2a4c-4af5-92d4-6d04d737fc78'] in n-d-827869-1 is: [{'id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'name': 'tempest-TaggedBootDevicesTest_v242-530951366-router', 'tenant_id': '8be66b280b2b40de90761bf84c73161c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:17Z', 'updated_at': '2022-02-04T15:29:17Z', 'revision_number': 5, 'project_id': '8be66b280b2b40de90761bf84c73161c', 'gw_port': {'id': '30acdde3-e6f5-4956-91c7-884bb159ec41', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd1694a-2a4c-4af5-92d4-6d04d737fc78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:20Z', 'updated_at': '2022-02-04T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:22.729404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Calling delete_port for 98ac943d-ebd8-495c-9f02-2160db5fd7ab owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:22.814959 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.872801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Pushing event updated for resources: {'Port': ['ID=6356e25f-79ac-4467-a60f-1d6054bf0478,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:22.938732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:22.950222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b557-a109-43ae-ba68-55cb1186191d req-62fd77e4-c5aa-4add-acab-0802bca31aff tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:22.951859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01e4b557-a109-43ae-ba68-55cb1186191d req-62fd77e4-c5aa-4add-acab-0802bca31aff tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.2555091 Feb 04 15:29:22.969457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Deleting port 30acdde3-e6f5-4956-91c7-884bb159ec41 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:22.969712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.033659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63722900-57cb-44f1-8314-622a1c352d3a {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:23.068332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee67d-6d08-4994-8237-4d50b2a4abc8 req-93b20b74-12ac-48f8-8fc9-e10784aa30bf tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:23.070834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-502ee67d-6d08-4994-8237-4d50b2a4abc8 req-93b20b74-12ac-48f8-8fc9-e10784aa30bf tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 936 time: 0.4633625 Feb 04 15:29:23.084652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.105874 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-050eaa31-5720-41fb-bdfb-988fca92a143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.109818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-050eaa31-5720-41fb-bdfb-988fca92a143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.111352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-050eaa31-5720-41fb-bdfb-988fca92a143 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e65e3a0-b053-42bc-9b86-444f5713a95d HTTP/1.1" status: 204 len: 168 time: 1.4351921 Feb 04 15:29:23.140560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:23.206011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01e4b557-a109-43ae-ba68-55cb1186191d req-83f8f401-d4ad-46ce-94ac-26179278ceb1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273583 Feb 04 15:29:23.219456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eaa31-5720-41fb-bdfb-988fca92a143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e65e3a0-b053-42bc-9b86-444f5713a95d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:23.227779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Attempting to bind port 6356e25f-79ac-4467-a60f-1d6054bf0478 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:23.228151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Attempting to bind port 6356e25f-79ac-4467-a60f-1d6054bf0478 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:23.228492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Attempting to bind port 6356e25f-79ac-4467-a60f-1d6054bf0478 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:23.253249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-502ee67d-6d08-4994-8237-4d50b2a4abc8 req-656a9f76-10c1-4efd-a040-018778e73943 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463485 Feb 04 15:29:23.266584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Port 6356e25f-79ac-4467-a60f-1d6054bf0478 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:29:23.268977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Attempting to bind port 6356e25f-79ac-4467-a60f-1d6054bf0478 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:23.275011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Checking segment: {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:23.277142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Network hostable DHCP agents. Network: 009879e3-fdd9-4e71-b5db-7b1eb016817c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:23.301388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:23.305297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Checking segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:23.306009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Bound using segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:23.307750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Bound port: 6356e25f-79ac-4467-a60f-1d6054bf0478, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:23.308410 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.357318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] For port 30acdde3-e6f5-4956-91c7-884bb159ec41, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=30acdde3-e6f5-4956-91c7-884bb159ec41,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:23.357934 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.388091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Transition to ACTIVE for port object 63722900-57cb-44f1-8314-622a1c352d3a will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:23.409740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.416405 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.464491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Calling delete_port for 30acdde3-e6f5-4956-91c7-884bb159ec41 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:23.492837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:23.701750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=63722900-57cb-44f1-8314-622a1c352d3a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:23.726866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] For port 6356e25f-79ac-4467-a60f-1d6054bf0478, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:23.818505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 98ac943d-ebd8-495c-9f02-2160db5fd7ab up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:23.844507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] For port 6356e25f-79ac-4467-a60f-1d6054bf0478, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6356e25f-79ac-4467-a60f-1d6054bf0478,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:23.867080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:23.892901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Port': ['ID=98ac943d-ebd8-495c-9f02-2160db5fd7ab,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:23.918979 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 98ac943d-ebd8-495c-9f02-2160db5fd7ab {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:23.919531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 98ac943d-ebd8-495c-9f02-2160db5fd7ab not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 15:29:23.977268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada366c1-0714-4ac6-8675-4d02d14136bf None None] Network 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:23.984736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 009879e3-fdd9-4e71-b5db-7b1eb016817c) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:24.019404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Port 98ac943d-ebd8-495c-9f02-2160db5fd7ab not found, will not notify nova. {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 15:29:24.021315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574155a-e903-404c-b90d-fa8be26d021e req-801e2a97-aa3e-486c-a621-30d30acc1a10 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.024808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d574155a-e903-404c-b90d-fa8be26d021e req-801e2a97-aa3e-486c-a621-30d30acc1a10 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 944 time: 0.4632735 Feb 04 15:29:24.027546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a9c49d-41de-4259-9023-5ca71c50a9e4 None None] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:24.033246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-88afa4f1-1ed6-4067-ad4c-0b1b263e8cba None None] Could not find standard attr ID for object 98ac943d-ebd8-495c-9f02-2160db5fd7ab. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:29:24.041141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No DVR routers for this DVR port 98ac943d-ebd8-495c-9f02-2160db5fd7ab on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:24.057246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Attempting to bind port 63722900-57cb-44f1-8314-622a1c352d3a on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:24.061828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Attempting to bind port 63722900-57cb-44f1-8314-622a1c352d3a by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:24.063420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Attempting to bind port 63722900-57cb-44f1-8314-622a1c352d3a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:24.080742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.082502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.084587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] 10.222.0.30 "PUT /v2.0/ports/6356e25f-79ac-4467-a60f-1d6054bf0478 HTTP/1.1" status: 200 len: 1092 time: 4.3998153 Feb 04 15:29:24.086980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9872cb-fd36-4c73-b908-cae5d8f8af1a', 'tag': '6356e25f-79ac-4467-a60f-1d6054bf0478'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:24.090109 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d684bed4-1bf4-41e5-babd-83a2d4996253" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9872cb-fd36-4c73-b908-cae5d8f8af1a", "tag": "6356e25f-79ac-4467-a60f-1d6054bf0478"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:24.115371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Port 63722900-57cb-44f1-8314-622a1c352d3a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:29:24.115897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Attempting to bind port 63722900-57cb-44f1-8314-622a1c352d3a on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:24.132967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:24.134119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:24.134427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:24.134904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Bound port: 63722900-57cb-44f1-8314-622a1c352d3a, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:24.135909 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.153904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.155514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.185126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0faa40bd-5761-4fae-b88f-fa294630810c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:24.231792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40890) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:24.257734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0faa40bd-5761-4fae-b88f-fa294630810c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:24.258910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0faa40bd-5761-4fae-b88f-fa294630810c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:24.270018 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b8165-b689-4a26-b171-b76facb641eb x-openstack-request-id: req-848b8165-b689-4a26-b171-b76facb641eb {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:24.270368 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9872cb-fd36-4c73-b908-cae5d8f8af1a", "tag": "6356e25f-79ac-4467-a60f-1d6054bf0478", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:24.270825 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-848b8165-b689-4a26-b171-b76facb641eb {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:24.271267 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9872cb-fd36-4c73-b908-cae5d8f8af1a', 'tag': '6356e25f-79ac-4467-a60f-1d6054bf0478', 'status': 'completed', 'code': 200} Feb 04 15:29:24.335517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a68c3271-4745-4088-afc7-1580c49c443d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.355559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] For port 63722900-57cb-44f1-8314-622a1c352d3a, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:24.355873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-948d1f24-b264-4a33-8555-d7dd996e79ac admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8556187 Feb 04 15:29:24.356934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40896) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:24.366473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327b86e-e7fc-45e2-aed5-01e42218f859 service neutron] Pushing event updated for resources: {'Port': ['ID=6356e25f-79ac-4467-a60f-1d6054bf0478,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:24.404072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d574155a-e903-404c-b90d-fa8be26d021e req-b20ba808-15a1-46fa-a060-459d8799a571 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317683 Feb 04 15:29:24.412967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:24.447074 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.481681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] For port 63722900-57cb-44f1-8314-622a1c352d3a, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=63722900-57cb-44f1-8314-622a1c352d3a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:24.513459 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.542840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-586858d1-2766-4942-bd54-6a9e0edc6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.544786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-586858d1-2766-4942-bd54-6a9e0edc6b57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 1095 time: 0.3892848 Feb 04 15:29:24.593364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Pushing event deleted for resources: {'Port': ['ID=30acdde3-e6f5-4956-91c7-884bb159ec41,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:24.633714 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.636630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.675504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.676432 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.678085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] 10.222.0.30 "PUT /v2.0/ports/63722900-57cb-44f1-8314-622a1c352d3a HTTP/1.1" status: 200 len: 1096 time: 4.0751107 Feb 04 15:29:24.699456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-7352cf15-aa21-4635-97f8-dce9267afe3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6356e25f-79ac-4467-a60f-1d6054bf0478 HTTP/1.1" status: 200 len: 217 time: 0.0982699 Feb 04 15:29:24.723996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-009879e3-fdd9-4e71-b5db-7b1eb016817c', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:29:24.726716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.774192 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.794215 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:24.827381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85da16-28e8-4927-8439-fdd23e5d6ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=63722900-57cb-44f1-8314-622a1c352d3a,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:24.854155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4e6ff-652d-4938-befc-736f49ddb2da req-8e9f4b06-1fa5-497d-b217-121d0e59727a tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.862687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6f4e6ff-652d-4938-befc-736f49ddb2da req-8e9f4b06-1fa5-497d-b217-121d0e59727a tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 948 time: 0.3597963 Feb 04 15:29:24.969372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-933d88a5-e8af-48eb-9a4d-2736684f312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:24.971498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-933d88a5-e8af-48eb-9a4d-2736684f312c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.2612481 Feb 04 15:29:24.985593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a68c3271-4745-4088-afc7-1580c49c443d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.003006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a68c3271-4745-4088-afc7-1580c49c443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.031012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-1b25b3a8-293a-41c9-bca2-f512ca2536ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.032584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-1b25b3a8-293a-41c9-bca2-f512ca2536ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 1099 time: 0.2925074 Feb 04 15:29:25.048358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6f4e6ff-652d-4938-befc-736f49ddb2da req-e4765e61-f1f5-449f-8480-42cbe86ed6ca tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846409 Feb 04 15:29:25.050839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-b60c89a1-8dc5-4daa-9cf7-c4d9ed3e44c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634639 Feb 04 15:29:25.115030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Allocated IP 172.20.0.2 (009879e3-fdd9-4e71-b5db-7b1eb016817c/c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8/0778ab53-3fb4-4452-8dad-e45807e79494) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:25.130470 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-3a0a2c3f-de53-4489-a906-ba594c630a86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=63722900-57cb-44f1-8314-622a1c352d3a HTTP/1.1" status: 200 len: 217 time: 0.0756164 Feb 04 15:29:25.131888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e3648-c4dd-419c-8537-f608b53fba8f req-bcde5c12-e117-4d45-92b9-96a9a5f88b7a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.140405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-801e3648-c4dd-419c-8537-f608b53fba8f req-bcde5c12-e117-4d45-92b9-96a9a5f88b7a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.6189613 Feb 04 15:29:25.237471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c3271-4745-4088-afc7-1580c49c443d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b4eb06-8680-4ed3-986b-aa97d356ae2c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:25.260029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a68c3271-4745-4088-afc7-1580c49c443d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca78a0a2476a477d92c8387be1ded23f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0089939 Feb 04 15:29:25.269776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40926) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:25.341522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.354360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.358501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-7d340160-c785-48ef-bcdc-5061559d9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.360337 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-7d340160-c785-48ef-bcdc-5061559d9024 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2048638 Feb 04 15:29:25.415422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:25.420425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:25.433288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:25.451318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Pushing event updated for resources: {'Port': ['ID=0778ab53-3fb4-4452-8dad-e45807e79494,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:25.458633 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-c4e9dd58-6ea2-4380-a126-0e69f4799730 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944886 Feb 04 15:29:25.460822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.461439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.461784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.462173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.463047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.463379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.464184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.464846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.465486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.466034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.466576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.467089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:25.559411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Attempting to bind port 0778ab53-3fb4-4452-8dad-e45807e79494 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:25.560059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Attempting to bind port 0778ab53-3fb4-4452-8dad-e45807e79494 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:25.560601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Attempting to bind port 0778ab53-3fb4-4452-8dad-e45807e79494 on network 009879e3-fdd9-4e71-b5db-7b1eb016817c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:25.564850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-6c155526-c53c-4ec9-83cc-ae86c3f759a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:25.566465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-6c155526-c53c-4ec9-83cc-ae86c3f759a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1981864 Feb 04 15:29:25.568710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:25.569353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5751ebc6-7aa2-47f5-8c5e-6dc995d546cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.569682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Checking segment: {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:25.570443 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.571075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Bound using segment: {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:25.572031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Bound port: 0778ab53-3fb4-4452-8dad-e45807e79494, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:25.572889 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.665003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] For port 0778ab53-3fb4-4452-8dad-e45807e79494, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:25.669746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] For port 0778ab53-3fb4-4452-8dad-e45807e79494, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0778ab53-3fb4-4452-8dad-e45807e79494,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:25.678801 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.708677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.751225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5751ebc6-7aa2-47f5-8c5e-6dc995d546cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.801586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ee92-31e3-4cbd-903a-ce3dd4a88b3b None None] Pushing event updated for resources: {'Port': ['ID=0778ab53-3fb4-4452-8dad-e45807e79494,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:25.886918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.903524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.909420 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:25.920679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-801e3648-c4dd-419c-8537-f608b53fba8f req-33c66b4a-c812-4f62-a58f-d0a13aa97273 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7790651 Feb 04 15:29:25.921679 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.050683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb73db40-9515-4e32-979b-5ffd0255ba3c req-b99ae8ba-bb9e-4df9-8b34-effd68c08db9 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712109 Feb 04 15:29:26.059365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=d440d7e5-7730-45aa-999b-a5822051ca8f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:26.095656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8a226-12e1-48e7-b89c-90d3556debb0 None None] Network 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:26.149261 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5751ebc6-7aa2-47f5-8c5e-6dc995d546cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.152803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5751ebc6-7aa2-47f5-8c5e-6dc995d546cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.157162 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5751ebc6-7aa2-47f5-8c5e-6dc995d546cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99b4eb06-8680-4ed3-986b-aa97d356ae2c HTTP/1.1" status: 204 len: 168 time: 0.8858001 Feb 04 15:29:26.160505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-06a00e79-eb97-4a11-b945-7596d41d0245 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728412 Feb 04 15:29:26.165254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.166280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd1694a-2a4c-4af5-92d4-6d04d737fc78 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:29:26.179414 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.200882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-adcc50b6-5792-4d09-a889-97c4cacc6347 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2cd1694a-2a4c-4af5-92d4-6d04d737fc78 HTTP/1.1" status: 204 len: 168 time: 4.9687295 Feb 04 15:29:26.207598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40986) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:26.348283 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62315c1-a186-49ca-ab8e-8e0679354cfd', 'tag': '63722900-57cb-44f1-8314-622a1c352d3a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:26.353218 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f62315c1-a186-49ca-ab8e-8e0679354cfd", "tag": "63722900-57cb-44f1-8314-622a1c352d3a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:26.370141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40ec353d-1cfd-40ee-ba54-cd1acfc0338c req-28543919-2c9e-4c29-92b3-6d28c44a6a3c service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009244 Feb 04 15:29:26.391477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751ebc6-7aa2-47f5-8c5e-6dc995d546cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b4eb06-8680-4ed3-986b-aa97d356ae2c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:26.432384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b2055-c90e-4ce6-ba36-5c1366ce63f0 req-2f95b0cc-39f3-417b-83fe-4cce86b77844 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.444507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-834b2055-c90e-4ce6-ba36-5c1366ce63f0 req-2f95b0cc-39f3-417b-83fe-4cce86b77844 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 944 time: 0.6186037 Feb 04 15:29:26.505482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68bd7b3-5a25-480c-a94a-dfdbbfb271c9 None None] DHCP port deletion for 3ef7fc4a-900d-4327-bf67-09d29c9e8cdd request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:29:26.522360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.528621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-834b2055-c90e-4ce6-ba36-5c1366ce63f0 req-4b3aa603-d005-4d30-8e8e-fb18b545811e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805833 Feb 04 15:29:26.546885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-083d4397-fdb7-4f72-a6ec-4fe769b28cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.549653 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-083d4397-fdb7-4f72-a6ec-4fe769b28cdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 1095 time: 0.3865681 Feb 04 15:29:26.675046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-426088ce-8542-42b6-bd86-7d018c2f62e7 admin admin] Deleting subnet 193571a1-2cf9-476f-8e64-0d02101eb2e5 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:29:26.682683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef7fc4a-900d-4327-bf67-09d29c9e8cdd']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:26.699228 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-426088ce-8542-42b6-bd86-7d018c2f62e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.747173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e2c253-9080-489e-a2da-70d4f46c6b3e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:26.747835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e2c253-9080-489e-a2da-70d4f46c6b3e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:26.800937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.820665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-00d65d49-e83c-47ae-9401-ea82ad630092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.822928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-00d65d49-e83c-47ae-9401-ea82ad630092 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 912 time: 0.2658246 Feb 04 15:29:26.865684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-426088ce-8542-42b6-bd86-7d018c2f62e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.946589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.948647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d73ef3-e1d2-4563-85ec-6b9cda60c4b6 req-fbf2b0fa-fc4e-4d60-82d3-160617fe83b4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:26.951904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-63d73ef3-e1d2-4563-85ec-6b9cda60c4b6 req-fbf2b0fa-fc4e-4d60-82d3-160617fe83b4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.2348964 Feb 04 15:29:26.955790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-6bc5729f-a597-485f-ada6-853cfcf74079 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6356e25f-79ac-4467-a60f-1d6054bf0478 HTTP/1.1" status: 200 len: 217 time: 0.1221578 Feb 04 15:29:26.964471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:26.965199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:26.973347 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:27.067456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-63d73ef3-e1d2-4563-85ec-6b9cda60c4b6 req-f4d2c650-1121-48b6-85b5-9be5758c01da tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080277 Feb 04 15:29:27.100995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-b4e264b9-50e9-4381-ae98-3a5d353f75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.105295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-b4e264b9-50e9-4381-ae98-3a5d353f75cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.1128364 Feb 04 15:29:27.116058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbf21d-62a7-4d4d-bd8c-2079f0bd034d req-f47d1b94-7400-4728-843f-2022b9f049ac tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.121173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5fbf21d-62a7-4d4d-bd8c-2079f0bd034d req-f47d1b94-7400-4728-843f-2022b9f049ac tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 948 time: 0.2981434 Feb 04 15:29:27.148942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.157694 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.161356 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/3ef7fc4a-900d-4327-bf67-09d29c9e8cdd HTTP/1.1" status: 204 len: 168 time: 6.3686972 Feb 04 15:29:27.174847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41024) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:27.194973 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf470b2c-9d07-4dd6-92c9-86be62849c2c x-openstack-request-id: req-bf470b2c-9d07-4dd6-92c9-86be62849c2c {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:27.196354 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62315c1-a186-49ca-ab8e-8e0679354cfd", "tag": "63722900-57cb-44f1-8314-622a1c352d3a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:27.196858 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf470b2c-9d07-4dd6-92c9-86be62849c2c {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:27.199007 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62315c1-a186-49ca-ab8e-8e0679354cfd', 'tag': '63722900-57cb-44f1-8314-622a1c352d3a', 'status': 'completed', 'code': 200} Feb 04 15:29:27.204240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-33110f1f-ad61-485f-b35f-8a0813028d5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908077 Feb 04 15:29:27.231176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-654512906'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:27.340196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-6ae8142c-007b-4fa5-bb08-c3f3cabe078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.341950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-6ae8142c-007b-4fa5-bb08-c3f3cabe078d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 1099 time: 0.1361463 Feb 04 15:29:27.346377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c7fdc-a090-4d4c-970d-aeaa48a4b4fe tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=3ef7fc4a-900d-4327-bf67-09d29c9e8cdd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:27.378678 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-426088ce-8542-42b6-bd86-7d018c2f62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.424933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a53062-1bf2-4eb1-8b9b-00ea0956af6d None None] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:27.436238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-901d4ee9-2f93-4c47-ac30-a605e6aaf41f service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194846 Feb 04 15:29:27.539971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5fbf21d-62a7-4d4d-bd8c-2079f0bd034d req-9020331b-7f8b-4cc4-96b9-a641589ebf61 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835669 Feb 04 15:29:27.543341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-70455afb-bc40-45f1-bb36-5d9bf659d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.545082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-70455afb-bc40-45f1-bb36-5d9bf659d2cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.1956532 Feb 04 15:29:27.568748 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.593343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:27.598723 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.652982 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-7225229c-1012-4cf6-9cd7-ac1905ebc321 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=63722900-57cb-44f1-8314-622a1c352d3a HTTP/1.1" status: 200 len: 217 time: 0.0962451 Feb 04 15:29:27.668872 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.731032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d684bed4-1bf4-41e5-babd-83a2d4996253 req-680ab91a-76bb-4c3c-8ff1-fabcd461f8a7 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872577 Feb 04 15:29:27.784616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aef29743-e3b6-4499-81db-75a827cd0ba8 None None] Provisioning complete for port 0778ab53-3fb4-4452-8dad-e45807e79494 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:27.785632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aef29743-e3b6-4499-81db-75a827cd0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.802032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-4ef34fe3-72fd-4b62-ae44-e9c80f7bc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.807275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-4ef34fe3-72fd-4b62-ae44-e9c80f7bc917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1394715 Feb 04 15:29:27.842550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-426088ce-8542-42b6-bd86-7d018c2f62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:27.861655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0778ab53-3fb4-4452-8dad-e45807e79494 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:27.866843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:27.948705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-6f4a8dcf-5531-4711-85ee-538967a73e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:27.958446 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-6f4a8dcf-5531-4711-85ee-538967a73e0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366887 Feb 04 15:29:28.051483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-426088ce-8542-42b6-bd86-7d018c2f62e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.061315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-426088ce-8542-42b6-bd86-7d018c2f62e7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/193571a1-2cf9-476f-8e64-0d02101eb2e5 HTTP/1.1" status: 204 len: 168 time: 1.8509142 Feb 04 15:29:28.069534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426088ce-8542-42b6-bd86-7d018c2f62e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193571a1-2cf9-476f-8e64-0d02101eb2e5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:28.085301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41080) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:28.091471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09cb1e-a7b9-4323-8e4c-8921c1080b21 None None] Network 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:28.092504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.093330 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 801c4487-b272-4630-8cb8-4a0514fd3a68 of type vlan for network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 Feb 04 15:29:28.102599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0778ab53-3fb4-4452-8dad-e45807e79494 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:28.103093 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.275685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-04b292b6-ad84-4e8c-a03a-fa1d2dcd6805 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158712 Feb 04 15:29:28.288650 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aef29743-e3b6-4499-81db-75a827cd0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.459787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3dc21e7d-17f5-46d0-90d7-e0f964d1ce3c req-ac81bc83-d6f1-4975-82ed-1c6b8d15bee2 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762345 Feb 04 15:29:28.480814 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.497332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.522962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-aef29743-e3b6-4499-81db-75a827cd0ba8 None None] For port 0778ab53-3fb4-4452-8dad-e45807e79494, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0778ab53-3fb4-4452-8dad-e45807e79494,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:28.550524 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aef29743-e3b6-4499-81db-75a827cd0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.556743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150ef2-f5b9-405f-968f-6939cc6e6bc4 req-c06c5af9-c9a1-4141-b444-fa2ee38c4d5f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.569337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8150ef2-f5b9-405f-968f-6939cc6e6bc4 req-c06c5af9-c9a1-4141-b444-fa2ee38c4d5f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 944 time: 0.6929395 Feb 04 15:29:28.608796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef29743-e3b6-4499-81db-75a827cd0ba8 None None] Pushing event updated for resources: {'Port': ['ID=0778ab53-3fb4-4452-8dad-e45807e79494,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:28.661582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Allocated IP 172.25.1.126 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/9ac833a0-c201-461a-bcc5-4faef0173534) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:28.764264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.776292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:28.777101 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.863274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-664b92ec-8641-4ba5-838f-d8f14f8f8ac2 None None] Provisioning complete for port 0778ab53-3fb4-4452-8dad-e45807e79494 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:28.864125 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-664b92ec-8641-4ba5-838f-d8f14f8f8ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:28.895445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 30acdde3-e6f5-4956-91c7-884bb159ec41 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:28.930274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 30acdde3-e6f5-4956-91c7-884bb159ec41 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:28.930897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 30acdde3-e6f5-4956-91c7-884bb159ec41 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:28.931493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 98ac943d-ebd8-495c-9f02-2160db5fd7ab no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:28.957710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 98ac943d-ebd8-495c-9f02-2160db5fd7ab {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:28.958240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 98ac943d-ebd8-495c-9f02-2160db5fd7ab not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:29.007741 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8150ef2-f5b9-405f-968f-6939cc6e6bc4 req-64260fd3-0173-4608-9355-cabc1726ed2c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371226 Feb 04 15:29:29.050594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] DHCP port deletion for 5f2aa4aa-59c4-412f-9f76-1135de5c6c66 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:29:29.050776 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8327718 Feb 04 15:29:29.050912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41144) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:29.057326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8d416c6b-d119-4555-9471-8fe9afdf9a4b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:29.091393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effea628-4d0c-4ce6-a582-cffa7cf7a6ca tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=2f4c0c6b-d168-43d0-aa81-336023fb70a3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.123098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:29.191956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.237630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Deleting port 92a00604-cae8-4b00-adca-057096583f0b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:29.238330 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.346255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d416c6b-d119-4555-9471-8fe9afdf9a4b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.352273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] For port 92a00604-cae8-4b00-adca-057096583f0b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92a00604-cae8-4b00-adca-057096583f0b,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:29.352654 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.361196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d416c6b-d119-4555-9471-8fe9afdf9a4b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.384089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d416c6b-d119-4555-9471-8fe9afdf9a4b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 is not hosted by any dhcp agent {{(pid=102422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:29:29.390980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d416c6b-d119-4555-9471-8fe9afdf9a4b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.391439 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d416c6b-d119-4555-9471-8fe9afdf9a4b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.392909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8d416c6b-d119-4555-9471-8fe9afdf9a4b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "PUT /v2.0/networks/2f4c0c6b-d168-43d0-aa81-336023fb70a3 HTTP/1.1" status: 200 len: 723 time: 0.3441937 Feb 04 15:29:29.394614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Calling delete_port for 92a00604-cae8-4b00-adca-057096583f0b owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:29.396863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41168) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:29.439557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': '2f4c0c6b-d168-43d0-aa81-336023fb70a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:29.467609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.474079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] Deleting port 92a00604-cae8-4b00-adca-057096583f0b {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:29.475265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.546279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-10727260-e607-4307-bf81-3e88d00c6fa7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=84527f5d02424026ba6ab3f450c74f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910528 Feb 04 15:29:29.549709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d416c6b-d119-4555-9471-8fe9afdf9a4b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=2f4c0c6b-d168-43d0-aa81-336023fb70a3,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.605942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:29.607462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] For port 92a00604-cae8-4b00-adca-057096583f0b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92a00604-cae8-4b00-adca-057096583f0b,segment=NetworkSegment(6893806c-ee04-4eab-b149-6c0be8bbac52),segment_id=6893806c-ee04-4eab-b149-6c0be8bbac52)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:29.608078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.609611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Pushing event updated for resources: {'Port': ['ID=9ac833a0-c201-461a-bcc5-4faef0173534,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.618268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:29.621380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:29.639214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989fca-efc6-434f-bcf0-d114f4801dfc req-4d358860-c5a1-40be-a494-b2f087513c3e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:29.640565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] Calling delete_port for 92a00604-cae8-4b00-adca-057096583f0b owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:29.640706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe989fca-efc6-434f-bcf0-d114f4801dfc req-4d358860-c5a1-40be-a494-b2f087513c3e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 948 time: 0.1789489 Feb 04 15:29:29.682487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:29.686455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.697766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:29.702302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0778ab53-3fb4-4452-8dad-e45807e79494 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:29.723100 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.730365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe989fca-efc6-434f-bcf0-d114f4801dfc req-dbab716a-ee22-43d5-8c84-e6421165b027 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656998 Feb 04 15:29:29.806983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=92a00604-cae8-4b00-adca-057096583f0b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:29.852509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] No DVR routers for this DVR port 92a00604-cae8-4b00-adca-057096583f0b on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:29.928875 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:29.998547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] Pushing event deleted for resources: {'Port': ['ID=92a00604-cae8-4b00-adca-057096583f0b,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:30.017511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0778ab53-3fb4-4452-8dad-e45807e79494 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:30.018087 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.035525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.040799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71348072-0f8b-4b25-bc9e-4924caac823f None None] No DVR routers for this DVR port 92a00604-cae8-4b00-adca-057096583f0b on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:30.135469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2aa4aa-59c4-412f-9f76-1135de5c6c66']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:30.151230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6893806c-ee04-4eab-b149-6c0be8bbac52') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:30.151466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6893806c-ee04-4eab-b149-6c0be8bbac52') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:30.165134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-d34b8262-5642-4b00-bf95-b167d8bace38 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.165446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.168484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-d34b8262-5642-4b00-bf95-b167d8bace38 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6018767 Feb 04 15:29:30.192665 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-569ce40d-4c53-4b9a-a190-02a11ba1fc50 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/quotas/84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 375 time: 0.0185659 Feb 04 15:29:30.232983 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.254655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:30.255078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:30.257018 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:30.315170 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-1ec918e1-629e-4e04-96ae-a20b036b8ba8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157582 Feb 04 15:29:30.360069 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.367611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92a00604-cae8-4b00-adca-057096583f0b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:30.419643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 92a00604-cae8-4b00-adca-057096583f0b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:30.419988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92a00604-cae8-4b00-adca-057096583f0b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:30.472153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.485155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.489693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.496033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] 10.222.0.47 "DELETE /v2.0/networks/5f2aa4aa-59c4-412f-9f76-1135de5c6c66 HTTP/1.1" status: 204 len: 168 time: 2.4084034 Feb 04 15:29:30.503450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41226) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:30.534289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d3485-82f2-4904-b8e6-1addac302d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2aa4aa-59c4-412f-9f76-1135de5c6c66,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:30.555016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86bb91a5-4f21-46c5-a3e0-d72db3359f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:30.779063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=0a6bf183-ee08-4e44-8369-1ec5507c6ce6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:30.813249 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58712c5a-5e78-486e-8ebc-2ad949f32b1c req-f8d07b83-6d5d-41ec-bfe4-0f2f84bca500 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 210 time: 0.0620089 Feb 04 15:29:30.826117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 63722900-57cb-44f1-8314-622a1c352d3a details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:29:30.896520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '801c4487-b272-4630-8cb8-4a0514fd3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f4c0c6b-d168-43d0-aa81-336023fb70a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:30.896899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: 2f4c0c6b-d168-43d0-aa81-336023fb70a3, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:30.942805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd867f-d867-4125-98a2-b0c4bae5aef5 req-c1b1d35d-c680-4391-81d4-a56a774d45a9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:30.944766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19bd867f-d867-4125-98a2-b0c4bae5aef5 req-c1b1d35d-c680-4391-81d4-a56a774d45a9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 944 time: 0.1864927 Feb 04 15:29:30.981351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:31.026878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2f4c0c6b-d168-43d0-aa81-336023fb70a3) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:31.052257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.052871 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.068304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b1471-af5a-459a-a4f5-5c6d78d3ee8e None None] Network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:31.162497 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19bd867f-d867-4125-98a2-b0c4bae5aef5 req-06cfe964-da16-4460-82cc-4fae60d7605f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778927 Feb 04 15:29:31.182050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-71f90b40-04d0-4b85-9fea-c695d998072a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7839572 Feb 04 15:29:31.183077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41268) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:31.216242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ef96f74c-3ba5-488f-889e-1ac55bf68af4 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:31.408116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.439942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 63722900-57cb-44f1-8314-622a1c352d3a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=63722900-57cb-44f1-8314-622a1c352d3a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:31.532314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '63722900-57cb-44f1-8314-622a1c352d3a', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '63722900-57cb-44f1-8314-622a1c352d3a', 'mac_address': 'fa:16:3e:99:4f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:29:31.644980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dfe6a-2cae-44cf-a22c-0480f5915a3c req-c4efaa83-62ad-4b04-8530-fdada56f8d0e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:31.659929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-786dfe6a-2cae-44cf-a22c-0480f5915a3c req-c4efaa83-62ad-4b04-8530-fdada56f8d0e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 948 time: 0.3087771 Feb 04 15:29:31.670371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef96f74c-3ba5-488f-889e-1ac55bf68af4 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10279378'] for subnet, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.702582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.717741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-2f4c0c6b-d168-43d0-aa81-336023fb70a3', 'network_id': '2f4c0c6b-d168-43d0-aa81-336023fb70a3', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': '0a6bf183-ee08-4e44-8369-1ec5507c6ce6'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:29:31.722269 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.785008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63722900-57cb-44f1-8314-622a1c352d3a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:31.806452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-786dfe6a-2cae-44cf-a22c-0480f5915a3c req-1990df4f-ec93-47b6-8d01-a090f338c988 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440642 Feb 04 15:29:31.859802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Router 0c22c33d-ff01-4825-90f4-8fb36d431912 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:29:31.898112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 63722900-57cb-44f1-8314-622a1c352d3a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=63722900-57cb-44f1-8314-622a1c352d3a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:31.912047 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:31.913234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6356e25f-79ac-4467-a60f-1d6054bf0478 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:29:31.994221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41306) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:32.082080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01f7b54f-1cbb-41cd-b204-721405cf3698 req-4c96b597-320d-43b2-a7e5-9c7c7390136d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 210 time: 0.0467134 Feb 04 15:29:32.121238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef96f74c-3ba5-488f-889e-1ac55bf68af4 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757336336487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9592467'] for subnet, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.236597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96f74c-3ba5-488f-889e-1ac55bf68af4 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.237282 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef96f74c-3ba5-488f-889e-1ac55bf68af4 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.247338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:32.248859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef96f74c-3ba5-488f-889e-1ac55bf68af4 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "PUT /v2.0/subnets/0a6bf183-ee08-4e44-8369-1ec5507c6ce6 HTTP/1.1" status: 200 len: 806 time: 1.0520093 Feb 04 15:29:32.279626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6356e25f-79ac-4467-a60f-1d6054bf0478, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6356e25f-79ac-4467-a60f-1d6054bf0478,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:32.314702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96f74c-3ba5-488f-889e-1ac55bf68af4 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=0a6bf183-ee08-4e44-8369-1ec5507c6ce6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:32.320436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f4f331a2-0d1d-45b7-80c5-874fab523302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.346738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '6356e25f-79ac-4467-a60f-1d6054bf0478', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'port_id': '6356e25f-79ac-4467-a60f-1d6054bf0478', 'mac_address': 'fa:16:3e:d2:5a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4492d8e7-37ab-431b-bf81-dee81ec03258', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:29:32.350371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.360333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=63722900-57cb-44f1-8314-622a1c352d3a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:32.432730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Allocated IP 172.20.0.2 (2f4c0c6b-d168-43d0-aa81-336023fb70a3/0a6bf183-ee08-4e44-8369-1ec5507c6ce6/989c359a-caf7-43bf-8f41-eaf1cea42cc7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:32.465312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.473243 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.491311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:32.510650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Sync routers for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:32.615794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f4f331a2-0d1d-45b7-80c5-874fab523302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.629625 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f4f331a2-0d1d-45b7-80c5-874fab523302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.629947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6356e25f-79ac-4467-a60f-1d6054bf0478 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:32.645645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:32.647143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:32.701049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.704057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f331a2-0d1d-45b7-80c5-874fab523302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f88f83f-8f10-4efd-9066-1fe50acfeb44,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:32.710315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1797aa76-5759-4486-9f91-25a2d67af6ce admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3153071 Feb 04 15:29:32.711345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41366) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:32.736750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f4f331a2-0d1d-45b7-80c5-874fab523302 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c47b53d8a5714b5683bdc1ef36db9611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7401295 Feb 04 15:29:32.740864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-b44ddc53-7a0a-4f2f-8c0a-c98e5ac001ab tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=84527f5d02424026ba6ab3f450c74f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628109 Feb 04 15:29:32.741616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41368) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:32.844464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6356e25f-79ac-4467-a60f-1d6054bf0478, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6356e25f-79ac-4467-a60f-1d6054bf0478,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:32.904130 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:32.981324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-d7c91cab-18c1-4dc3-8c42-9b4475c3a68a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:32.982998 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-d7c91cab-18c1-4dc3-8c42-9b4475c3a68a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301838 Feb 04 15:29:32.983828 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e704f30-4bff-4ca0-8647-ef43322b435e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.001804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Request body: {'port': {'device_id': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '84527f5d02424026ba6ab3f450c74f5b'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:33.003634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2d8df-3905-4880-83d9-d0df1fd081a1 req-1937d69f-4834-4c67-94fd-71240a1ecfdb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:33.016971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ea2d8df-3905-4880-83d9-d0df1fd081a1 req-1937d69f-4834-4c67-94fd-71240a1ecfdb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 944 time: 0.5297494 Feb 04 15:29:33.036668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e704f30-4bff-4ca0-8647-ef43322b435e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.066733 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.132752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Deleting port bf18a11a-e505-4fea-b0be-7db587d8f746 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:33.133068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.202074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e704f30-4bff-4ca0-8647-ef43322b435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.204742 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e704f30-4bff-4ca0-8647-ef43322b435e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.208858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7e704f30-4bff-4ca0-8647-ef43322b435e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f88f83f-8f10-4efd-9066-1fe50acfeb44 HTTP/1.1" status: 204 len: 168 time: 0.4608197 Feb 04 15:29:33.269425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ea2d8df-3905-4880-83d9-d0df1fd081a1 req-59c9514f-047a-469b-9f8b-bb446eb988f4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506511 Feb 04 15:29:33.271883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e704f30-4bff-4ca0-8647-ef43322b435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f88f83f-8f10-4efd-9066-1fe50acfeb44,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:33.349734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] For port bf18a11a-e505-4fea-b0be-7db587d8f746, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf18a11a-e505-4fea-b0be-7db587d8f746,segment=NetworkSegment(39cdd297-bff6-4aab-b36c-3695a316666e),segment_id=39cdd297-bff6-4aab-b36c-3695a316666e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:33.353892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.364394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:33.378154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Made reservation on behalf of 84527f5d02424026ba6ab3f450c74f5b for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:33.390402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.406068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Calling delete_port for bf18a11a-e505-4fea-b0be-7db587d8f746 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:33.458270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.579065 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.683593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:33.688674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:33.696344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:33.707409 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99859c13-a718-4b79-8053-7e6ca3b53479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.709007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6356e25f-79ac-4467-a60f-1d6054bf0478,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:33.789171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['63722900-57cb-44f1-8314-622a1c352d3a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:33.792396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41412) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:33.794195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['6356e25f-79ac-4467-a60f-1d6054bf0478'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:33.800312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Pushing event updated for resources: {'Port': ['ID=989c359a-caf7-43bf-8f41-eaf1cea42cc7,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:33.840767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.851827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0399732f-47a3-4b75-825b-09ea45458b31 req-f4d1fafd-93d0-45f5-b1dd-028b12f782d5 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 210 time: 0.1054473 Feb 04 15:29:33.861941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b67c1-005e-4b23-9123-0a577dd3f535 req-e37e6f00-985f-4d1a-ad53-c01e6ad83272 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:33.863898 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c49b67c1-005e-4b23-9123-0a577dd3f535 req-e37e6f00-985f-4d1a-ad53-c01e6ad83272 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 949 time: 0.4406002 Feb 04 15:29:33.902269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6bf183-ee08-4e44-8369-1ec5507c6ce6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:33.916692 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1247-33f4-4837-8e43-a6430e5baeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.928145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Allocated IP 192.168.233.102 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/e2f9098a-5d3e-4161-a4c4-d344dd7337d2) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:33.938619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:29Z', 'revision_number': 3, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:33.940755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Attempting to bind port 989c359a-caf7-43bf-8f41-eaf1cea42cc7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:33.941128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Attempting to bind port 989c359a-caf7-43bf-8f41-eaf1cea42cc7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '801c4487-b272-4630-8cb8-4a0514fd3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f4c0c6b-d168-43d0-aa81-336023fb70a3'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:33.941753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Attempting to bind port 989c359a-caf7-43bf-8f41-eaf1cea42cc7 on network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:33.987866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:33.988251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Checking segment: {'id': '801c4487-b272-4630-8cb8-4a0514fd3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f4c0c6b-d168-43d0-aa81-336023fb70a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:33.988728 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:33.989365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Bound using segment: {'id': '801c4487-b272-4630-8cb8-4a0514fd3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f4c0c6b-d168-43d0-aa81-336023fb70a3'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:33.989904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Bound port: 989c359a-caf7-43bf-8f41-eaf1cea42cc7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c4487-b272-4630-8cb8-4a0514fd3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2f4c0c6b-d168-43d0-aa81-336023fb70a3'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:33.990350 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.015666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Checking router: 0c22c33d-ff01-4825-90f4-8fb36d431912 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:34.016057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Updating router 0c22c33d-ff01-4825-90f4-8fb36d431912 port 9ac833a0-c201-461a-bcc5-4faef0173534 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:29:34.170853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.178266 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.197923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] For port 989c359a-caf7-43bf-8f41-eaf1cea42cc7, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:34.206550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c49b67c1-005e-4b23-9123-0a577dd3f535 req-7732442c-054a-4704-97a8-b585e262398b tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089638 Feb 04 15:29:34.223784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] For port 989c359a-caf7-43bf-8f41-eaf1cea42cc7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=989c359a-caf7-43bf-8f41-eaf1cea42cc7,segment=NetworkSegment(801c4487-b272-4630-8cb8-4a0514fd3a68),segment_id=801c4487-b272-4630-8cb8-4a0514fd3a68)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:34.239580 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.264129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.267450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4c0c6b-d168-43d0-aa81-336023fb70a3']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:34.302828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c4487-b272-4630-8cb8-4a0514fd3a68') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:34.303873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c4487-b272-4630-8cb8-4a0514fd3a68') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:34.370321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.426190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.465778 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.519069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1247-33f4-4837-8e43-a6430e5baeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.520702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf18a11a-e505-4fea-b0be-7db587d8f746,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:34.527864 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.542896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1247-33f4-4837-8e43-a6430e5baeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.560094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.579570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:34.614248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:34.615670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['5a1f703b-52e5-4676-86b0-ce10ad804282', '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:34.617894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:34.630004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec1247-33f4-4837-8e43-a6430e5baeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73da116f-ad24-4b4e-a50e-71f302ba7471,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:34.839269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:34.841162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1b020-5cb1-4e6e-b0a3-0e427bd0b401 None None] Pushing event updated for resources: {'Port': ['ID=989c359a-caf7-43bf-8f41-eaf1cea42cc7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:34.861005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:34.861726 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:34.898015 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:34.914322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c3ec1247-33f4-4837-8e43-a6430e5baeb0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea9b92cf89f94bdc9aa9b71c6f258938&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1154470 Feb 04 15:29:34.917106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41474) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:34.936114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6684bd0-3866-4edc-a212-afb01db15795 None None] Network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:35.004114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.005418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.050672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bba38-281e-4ae6-9911-ce301cd5cf59 req-736dc73c-a579-44ff-b29e-f1c12452b58b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.059303 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-252bba38-281e-4ae6-9911-ce301cd5cf59 req-736dc73c-a579-44ff-b29e-f1c12452b58b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 945 time: 0.6577921 Feb 04 15:29:35.138890 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-fd8acd6e-7828-4d54-9138-8653a5ef87dc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1417956 Feb 04 15:29:35.140779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-e8be52c2-4fdc-4f89-8241-32d2fa45d6c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0400004 Feb 04 15:29:35.141518 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.api [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:29:35.141518 n-d-827869-1 neutron-server[102423]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:29:35.141518 n-d-827869-1 neutron-server[102423]: [parameters: {'id': '2f4c0c6b-d168-43d0-aa81-336023fb70a3'}] Feb 04 15:29:35.141518 n-d-827869-1 neutron-server[102423]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:29:35.141892 n-d-827869-1 neutron-server[102423]: DEBUG oslo_db.api [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:29:35.164792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Request body: {'port': {'device_id': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:35.174438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Allocated IP 172.20.0.1 (009879e3-fdd9-4e71-b5db-7b1eb016817c/c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8/3ae68214-ce39-496d-a6b9-ec17e33d6bd6) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:35.190903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-252bba38-281e-4ae6-9911-ce301cd5cf59 req-7f816ae2-92a1-46b5-b95f-862cdfaad6b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304710 Feb 04 15:29:35.344794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81aa491d-9223-4a5d-a563-b16b5bae24e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.369513 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.380644 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.433751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81aa491d-9223-4a5d-a563-b16b5bae24e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.491782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-cc9a63a6-5d0c-4813-9af2-2a7259ca0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.495947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-cc9a63a6-5d0c-4813-9af2-2a7259ca0711 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1101 time: 0.2955415 Feb 04 15:29:35.535030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f3fc1c60-8ca1-4426-b61b-c0b73f1d31d6 None None] Provisioning complete for port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:35.535885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3fc1c60-8ca1-4426-b61b-c0b73f1d31d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.669229 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81aa491d-9223-4a5d-a563-b16b5bae24e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.672304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81aa491d-9223-4a5d-a563-b16b5bae24e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.676803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-81aa491d-9223-4a5d-a563-b16b5bae24e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73da116f-ad24-4b4e-a50e-71f302ba7471 HTTP/1.1" status: 204 len: 168 time: 0.7135777 Feb 04 15:29:35.716994 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.748799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa491d-9223-4a5d-a563-b16b5bae24e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73da116f-ad24-4b4e-a50e-71f302ba7471,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:35.809815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63365eb-0d59-48dd-8dd6-a75c75ca3e20 req-1e9c9276-8d9d-4e9d-b153-4e159b3cac29 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.812751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b63365eb-0d59-48dd-8dd6-a75c75ca3e20 req-1e9c9276-8d9d-4e9d-b153-4e159b3cac29 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 936 time: 0.3369629 Feb 04 15:29:35.905872 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.907147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc1c60-8ca1-4426-b61b-c0b73f1d31d6 None None] Port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:29:35.930152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:35.944085 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b63365eb-0d59-48dd-8dd6-a75c75ca3e20 req-b8539001-c04b-43ad-8731-8f39495941b7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055346 Feb 04 15:29:35.973950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-9f9185c9-9622-4189-9f38-2eba14217c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:35.976405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-9f9185c9-9622-4189-9f38-2eba14217c55 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.4171877 Feb 04 15:29:36.008753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a721ea4-8a84-4727-9ac7-26236f775262 None None] Network 2f4c0c6b-d168-43d0-aa81-336023fb70a3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:36.061269 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-2ec96b77-f7f1-4820-8ee8-7d77448a873a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.0728016 Feb 04 15:29:36.118245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting port 989c359a-caf7-43bf-8f41-eaf1cea42cc7 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:36.119144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.168105 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.300094 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.312176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:36.319781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:36.323421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-1526ab95-9231-4049-be18-c9bba3ebed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:36.325046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-1526ab95-9231-4049-be18-c9bba3ebed04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2526019 Feb 04 15:29:36.326156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:36.373671 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.399717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] For port 989c359a-caf7-43bf-8f41-eaf1cea42cc7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=989c359a-caf7-43bf-8f41-eaf1cea42cc7,segment=NetworkSegment(801c4487-b272-4630-8cb8-4a0514fd3a68),segment_id=801c4487-b272-4630-8cb8-4a0514fd3a68)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:36.400634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.459474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d68e9-6865-4677-ad71-e994f4df1631 None None] Pushing event updated for resources: {'Port': ['ID=9ac833a0-c201-461a-bcc5-4faef0173534,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.541132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Calling delete_port for 989c359a-caf7-43bf-8f41-eaf1cea42cc7 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:36.567603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Attempting to bind port 9ac833a0-c201-461a-bcc5-4faef0173534 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:36.568253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Attempting to bind port 9ac833a0-c201-461a-bcc5-4faef0173534 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:36.568428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Attempting to bind port 9ac833a0-c201-461a-bcc5-4faef0173534 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:36.587884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:36.588273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:36.588744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.589162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:36.597693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Bound port: 9ac833a0-c201-461a-bcc5-4faef0173534, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:36.597693 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.725352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.770542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.770807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919acdd-b075-45a4-b51a-613ed305ac4b None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:29:36.821792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-95f25c42-58d0-423d-aeba-1a872de9fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:36.823459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-95f25c42-58d0-423d-aeba-1a872de9fe48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4868844 Feb 04 15:29:36.824390 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:36.877333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-19582562-ff8f-446d-aaa7-8627aaa8fe80 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:29:36.878578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-19582562-ff8f-446d-aaa7-8627aaa8fe80 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0398195 Feb 04 15:29:36.898282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Port': ['ID=989c359a-caf7-43bf-8f41-eaf1cea42cc7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:36.920837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce030ef-1db8-4256-914a-4fc8d6fbc2d3 req-6ebda8f6-bcfb-488d-b251-d8250b00a090 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:36.931372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ce030ef-1db8-4256-914a-4fc8d6fbc2d3 req-6ebda8f6-bcfb-488d-b251-d8250b00a090 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 949 time: 0.4605470 Feb 04 15:29:36.992317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] For port 9ac833a0-c201-461a-bcc5-4faef0173534, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:37.009232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] For port 9ac833a0-c201-461a-bcc5-4faef0173534, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9ac833a0-c201-461a-bcc5-4faef0173534,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:37.012195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe63ca-a41e-431b-a794-d40837ac3fd0 req-6fef1772-6025-4819-986c-6b5c95766944 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:37.020503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcfe63ca-a41e-431b-a794-d40837ac3fd0 req-6fef1772-6025-4819-986c-6b5c95766944 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 945 time: 0.6235933 Feb 04 15:29:37.037080 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-227f0b62-d3e5-4fc6-a5bc-c877bb822f17 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401398 Feb 04 15:29:37.038516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No DVR routers for this DVR port 989c359a-caf7-43bf-8f41-eaf1cea42cc7 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:37.153057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 63722900-57cb-44f1-8314-622a1c352d3a up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:37.157948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919acdd-b075-45a4-b51a-613ed305ac4b None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:29:37.166332 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.267006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d68e9-6865-4677-ad71-e994f4df1631 None None] Pushing event updated for resources: {'Port': ['ID=9ac833a0-c201-461a-bcc5-4faef0173534,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:37.295905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c6967730-8dde-404d-8857-b7f6e7c81e56 None None] Provisioning complete for port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:37.296368 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c6967730-8dde-404d-8857-b7f6e7c81e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.298313 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.396285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f9098a-5d3e-4161-a4c4-d344dd7337d2 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:37.418420 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.436171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.452185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Transition to ACTIVE for port object e2f9098a-5d3e-4161-a4c4-d344dd7337d2 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:37.510600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c6967730-8dde-404d-8857-b7f6e7c81e56 None None] Port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:29:37.512236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ce030ef-1db8-4256-914a-4fc8d6fbc2d3 req-8aa3ddf7-89d9-4545-9815-668199fa3269 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770020 Feb 04 15:29:37.531844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.559940 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:37.561892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:37.580641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:37.701927 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcfe63ca-a41e-431b-a794-d40837ac3fd0 req-5a996226-6ba7-49b8-b795-7536061643c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798072 Feb 04 15:29:37.728037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.776403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41562) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:37.804917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4c0c6b-d168-43d0-aa81-336023fb70a3']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:37.831354 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.835287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c4487-b272-4630-8cb8-4a0514fd3a68') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:37.836251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c4487-b272-4630-8cb8-4a0514fd3a68') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:37.846784 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5493b0c2-a5d0-4a7c-aca8-bdc561f3ffdc req-87a4be93-ecea-40c6-a30e-c33a571a4aeb service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8019841 Feb 04 15:29:37.856171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:37.862614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.908186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.921099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:37.921898 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:37.925751 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:38.160703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:38.209273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f01b-f7d0-4956-a686-9b4b06a3acb7 req-f4b8eaa8-cda6-4d54-8522-ab3f13955881 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:38.218594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9896f01b-f7d0-4956-a686-9b4b06a3acb7 req-f4b8eaa8-cda6-4d54-8522-ab3f13955881 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.2547600 Feb 04 15:29:38.230981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:38.241693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a2f73ca9-1327-42c6-addd-48c27de1fae9 admin admin] 10.222.0.47 "PUT /v2.0/routers/e2757b2f-7b1f-4c56-bfc6-c13074520dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7293208 Feb 04 15:29:38.242154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41570) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:38.249611 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] Sync routers for ids ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:38.267919 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] Routers {'e2757b2f-7b1f-4c56-bfc6-c13074520dd9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:38.269552 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:38.334604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 63722900-57cb-44f1-8314-622a1c352d3a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:38.349944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Attempting to bind port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:38.350676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Attempting to bind port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:38.351481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Attempting to bind port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:38.373652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9896f01b-f7d0-4956-a686-9b4b06a3acb7 req-d188ddc8-cd6e-4ebe-9206-333b975c2508 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541727 Feb 04 15:29:38.376771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.411707 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.423658 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.431544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d2126a9-28f1-4a96-ac97-9568a39c52f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.437857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.448674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/2f4c0c6b-d168-43d0-aa81-336023fb70a3 HTTP/1.1" status: 204 len: 168 time: 6.2001920 Feb 04 15:29:38.513038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 63722900-57cb-44f1-8314-622a1c352d3a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:38.513404 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.553089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.555999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41576) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:38.567720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:29:38.568112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Attempting to bind port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:38.603944 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] Set router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:38.675853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:38.676389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:38.676776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:38.677096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Bound port: e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:38.677463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.722111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd207ef-af5d-41d0-9434-77456bdc104a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=2f4c0c6b-d168-43d0-aa81-336023fb70a3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:38.787629 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9e4aec-f6f3-43b8-aa1b-4dcf6b8e243b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:29:38.788353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9e4aec-f6f3-43b8-aa1b-4dcf6b8e243b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:29:38.806616 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-df9e4aec-f6f3-43b8-aa1b-4dcf6b8e243b tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/2f4c0c6b-d168-43d0-aa81-336023fb70a3 HTTP/1.1" status: 404 len: 339 time: 0.2018986 Feb 04 15:29:38.809565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41588) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:38.865575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586850308', 'description': 'd1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:38.873241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:29Z', 'revision_number': 3, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:38.882149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:38.910171 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:38.916326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953bd11-91f7-4413-80ce-6cd40a5cfcd1 None None] The sync data for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 is: [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:29Z', 'revision_number': 3, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:38.921420 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.036728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297960ec-0222-4dbd-adc1-72204c39acd4 req-edcdc911-cbcf-4588-adfb-565b1859f37b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.038297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-297960ec-0222-4dbd-adc1-72204c39acd4 req-edcdc911-cbcf-4588-adfb-565b1859f37b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 945 time: 0.1816232 Feb 04 15:29:39.054326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.057489 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:29:33Z', 'revision_number': 5, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port': {'id': '9edb3c98-5f0e-4a99-98f5-e683e75e4e38', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:64:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:21:41Z', 'updated_at': '2022-02-04T15:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:39.080657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d2126a9-28f1-4a96-ac97-9568a39c52f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.098024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:39.117627 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] Checking router: e2757b2f-7b1f-4c56-bfc6-c13074520dd9 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:39.136583 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] Routers {'e2757b2f-7b1f-4c56-bfc6-c13074520dd9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:39.137443 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:39.138040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:39.167059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 63722900-57cb-44f1-8314-622a1c352d3a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=63722900-57cb-44f1-8314-622a1c352d3a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:39.174560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-297960ec-0222-4dbd-adc1-72204c39acd4 req-afaed4ae-08d8-4687-9c81-3da3c37e9405 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127071 Feb 04 15:29:39.178516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62315c1-a186-49ca-ab8e-8e0679354cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63722900-57cb-44f1-8314-622a1c352d3a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:39.182919 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.191875 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56167f4-e59e-4efc-8d30-c070fc445d9c" -d '{"events": [{"server_uuid": "f62315c1-a186-49ca-ab8e-8e0679354cfd", "name": "network-vif-plugged", "status": "completed", "tag": "63722900-57cb-44f1-8314-622a1c352d3a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:39.206660 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d2126a9-28f1-4a96-ac97-9568a39c52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.231776 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.233948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6356e25f-79ac-4467-a60f-1d6054bf0478 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:39.298450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.341247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2d2126a9-28f1-4a96-ac97-9568a39c52f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7099310674e41e8afcc98aea30bc81f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5610504 Feb 04 15:29:39.359215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2126a9-28f1-4a96-ac97-9568a39c52f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa25cd1-1a4b-4181-9766-86fc006da813,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.367386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41598) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:39.392542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162987cd-77e1-4318-8b7a-370b352f1d50 req-e451f0fa-3038-47e8-ae29-7900253e8dd9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.394402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-162987cd-77e1-4318-8b7a-370b352f1d50 req-e451f0fa-3038-47e8-ae29-7900253e8dd9 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 949 time: 0.7096283 Feb 04 15:29:39.437675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:39.448690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.461446 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c99dbd-f134-4923-8230-c29744defeb8 x-openstack-request-id: req-63c99dbd-f134-4923-8230-c29744defeb8 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:39.466526 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62315c1-a186-49ca-ab8e-8e0679354cfd", "name": "network-vif-plugged", "status": "completed", "tag": "63722900-57cb-44f1-8314-622a1c352d3a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:39.470281 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63c99dbd-f134-4923-8230-c29744defeb8 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:39.473398 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62315c1-a186-49ca-ab8e-8e0679354cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63722900-57cb-44f1-8314-622a1c352d3a', 'code': 200} Feb 04 15:29:39.493034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:39.508436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.508720 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment b555fcc1-890b-417d-82c3-0a1b01f337e5 of type vlan for network 840b8008-fc1b-465b-b663-98cd6a168e2f Feb 04 15:29:39.554516 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.561410 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.606632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.607783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 6356e25f-79ac-4467-a60f-1d6054bf0478 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:39.612680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.613352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-770532'] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.648127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 6356e25f-79ac-4467-a60f-1d6054bf0478 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:39.649242 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.652705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=63722900-57cb-44f1-8314-622a1c352d3a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.759765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:39.760858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:39.763670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-cb36ed78-e6ae-4852-a35a-672d8718dccc service neutron] 10.222.0.30 "PUT /v2.0/ports/e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 1096 time: 4.6053483 Feb 04 15:29:39.790322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=840b8008-fc1b-465b-b663-98cd6a168e2f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:39.812410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d382b641-d9d7-466d-bd9e-875bb333c9cb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9685149 Feb 04 15:29:39.825499 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-162987cd-77e1-4318-8b7a-370b352f1d50 req-de083cb2-1696-4a3b-af53-c3f38df43433 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106445 Feb 04 15:29:39.826318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41606) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:39.831570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 840b8008-fc1b-465b-b663-98cd6a168e2f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:39.870504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:39.873718 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891872d1-2df4-400f-8431-b783ec52d0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:39.993780 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] Set router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:40.033614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:40.041234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:40.104152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9ac833a0-c201-461a-bcc5-4faef0173534 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:40.172715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8765a1d-e102-4b6e-8e57-cdbed9c6eef6 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.181859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c8765a1d-e102-4b6e-8e57-cdbed9c6eef6 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/networks?id=840b8008-fc1b-465b-b663-98cd6a168e2f HTTP/1.1" status: 200 len: 760 time: 0.3510778 Feb 04 15:29:40.186908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41618) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:40.193817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a67e5bb5-7ce3-49d4-bb70-0e4bbf320b20 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'description': 'd2'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:40.253792 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:29:39Z', 'revision_number': 6, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:40.292321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Deleting port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:40.293962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.300600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7989e051-d28b-40d7-95ef-ee091ae1681c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.319311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b0ba3-394e-4186-a3c0-9c20968ff993 req-5f1d47cd-46a4-4002-8f13-4b71ae5be80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.327832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c8b0ba3-394e-4186-a3c0-9c20968ff993 req-5f1d47cd-46a4-4002-8f13-4b71ae5be80f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 1101 time: 0.9176869 Feb 04 15:29:40.404611 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.465191 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079d4f0-ed7f-42fb-ab9d-998c97dafd82 None None] The sync data for ids ['e2757b2f-7b1f-4c56-bfc6-c13074520dd9'] in n-d-827869-1 is: [{'id': 'e2757b2f-7b1f-4c56-bfc6-c13074520dd9', 'name': 'tempest-TaggedBootDevicesTest_v242-1741582829-router', 'tenant_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:21:39Z', 'updated_at': '2022-02-04T15:29:39Z', 'revision_number': 6, 'project_id': 'c11c612aa46c4008ae0cfb25f5884a8e', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:40.624162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Router 0c22c33d-ff01-4825-90f4-8fb36d431912 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:29:40.638028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a662c3-6e0c-463c-b0a0-f258ea07c2d1 req-2e80c3ca-34b0-41c2-9ce9-b87dc2861104 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.651848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0a662c3-6e0c-463c-b0a0-f258ea07c2d1 req-2e80c3ca-34b0-41c2-9ce9-b87dc2861104 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.9191144 Feb 04 15:29:40.684021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6356e25f-79ac-4467-a60f-1d6054bf0478, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6356e25f-79ac-4467-a60f-1d6054bf0478,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:40.703350 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44900ab-235e-4240-9cfa-e09d8711fe3e x-openstack-request-id: req-a44900ab-235e-4240-9cfa-e09d8711fe3e {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:40.703646 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:40.705218 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a44900ab-235e-4240-9cfa-e09d8711fe3e {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:40.705468 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.707892 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'status': 'completed', 'code': 200} Feb 04 15:29:40.741680 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a67e5bb5-7ce3-49d4-bb70-0e4bbf320b20 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.765096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9ac833a0-c201-461a-bcc5-4faef0173534 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:40.765522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.779204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-7ba9af86-dc37-42ea-82b2-3f85c6814081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.782649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-7ba9af86-dc37-42ea-82b2-3f85c6814081 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1099 time: 0.8636658 Feb 04 15:29:40.812065 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a67e5bb5-7ce3-49d4-bb70-0e4bbf320b20 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.817521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7989e051-d28b-40d7-95ef-ee091ae1681c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.880579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6356e25f-79ac-4467-a60f-1d6054bf0478,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:40.921257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a67e5bb5-7ce3-49d4-bb70-0e4bbf320b20 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 840b8008-fc1b-465b-b663-98cd6a168e2f is not hosted by any dhcp agent {{(pid=102423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:29:40.921507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-33fa9916-18e9-4442-a747-73ffee57751b None None] Provisioning complete for port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:40.922169 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33fa9916-18e9-4442-a747-73ffee57751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.935418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] For port 9edb3c98-5f0e-4a99-98f5-e683e75e4e38, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9edb3c98-5f0e-4a99-98f5-e683e75e4e38,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:40.935886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.940222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67e5bb5-7ce3-49d4-bb70-0e4bbf320b20 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:40.941214 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a67e5bb5-7ce3-49d4-bb70-0e4bbf320b20 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:40.942895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a67e5bb5-7ce3-49d4-bb70-0e4bbf320b20 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "PUT /v2.0/networks/840b8008-fc1b-465b-b663-98cd6a168e2f HTTP/1.1" status: 200 len: 757 time: 0.7549329 Feb 04 15:29:40.955312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Calling delete_port for 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:40.964347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41634) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:41.155316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b11b-48e5-4e13-a535-a537f75b863a req-53ca2b6e-3a11-46f4-935e-a25bab90af20 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.157110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78b8b11b-48e5-4e13-a535-a537f75b863a req-53ca2b6e-3a11-46f4-935e-a25bab90af20 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 946 time: 0.4007771 Feb 04 15:29:41.168084 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-33fa9916-18e9-4442-a747-73ffee57751b None None] Port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:29:41.201759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.273828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 9ac833a0-c201-461a-bcc5-4faef0173534, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9ac833a0-c201-461a-bcc5-4faef0173534,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:41.283447 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.306402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e5bb5-7ce3-49d4-bb70-0e4bbf320b20 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=840b8008-fc1b-465b-b663-98cd6a168e2f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:41.379483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-2634849e-060a-4503-913a-290804692e3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 217 time: 0.5735466 Feb 04 15:29:41.388287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:29:41.411311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c8b0ba3-394e-4186-a3c0-9c20968ff993 req-12d648fa-dd61-429f-ae84-8001f7ef22e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8056445 Feb 04 15:29:41.412397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=9ac833a0-c201-461a-bcc5-4faef0173534,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:41.416192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 840b8008-fc1b-465b-b663-98cd6a168e2f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:41.454473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e7410-4365-4d55-895a-c53b36061a10 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.467067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-100e7410-4365-4d55-895a-c53b36061a10 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/networks?id=840b8008-fc1b-465b-b663-98cd6a168e2f HTTP/1.1" status: 200 len: 760 time: 0.4211309 Feb 04 15:29:41.468139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41638) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:41.468657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41640) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:41.498018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0a662c3-6e0c-463c-b0a0-f258ea07c2d1 req-5f2c5f4a-b254-44fb-927e-6178ebeeb8ec tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438540 Feb 04 15:29:41.539863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9872cb-fd36-4c73-b908-cae5d8f8af1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6356e25f-79ac-4467-a60f-1d6054bf0478'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:41.544980 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a7f60b-9a14-42bc-9d5b-02c0adb0ffa4" -d '{"events": [{"server_uuid": "1b9872cb-fd36-4c73-b908-cae5d8f8af1a", "name": "network-vif-plugged", "status": "completed", "tag": "6356e25f-79ac-4467-a60f-1d6054bf0478"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:41.566014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-db48b438-328f-49e8-9380-ee2ef55450e0 admin admin] 10.222.0.47 "PUT /v2.0/routers/0c22c33d-ff01-4825-90f4-8fb36d431912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8502734 Feb 04 15:29:41.608506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78b8b11b-48e5-4e13-a535-a537f75b863a req-92c43fdd-76c5-45da-ad6e-6d6842abf2c0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261845 Feb 04 15:29:41.613775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-786354640'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:41.656367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:41.661491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.728205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9ac833a0-c201-461a-bcc5-4faef0173534 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:41.774496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:41.792187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-96d6a59d-3fc1-45a2-bf14-5edd66a2aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:41.794966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-96d6a59d-3fc1-45a2-bf14-5edd66a2aba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4021063 Feb 04 15:29:41.830306 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.833777 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment d3f6988f-560a-4b1b-a730-17c15c9bd1a4 of type vlan for network 552db070-5696-44c9-94c8-eaa1d98ad818 Feb 04 15:29:41.875651 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fedbaca-5a87-4795-a895-26ea24fa07fb x-openstack-request-id: req-3fedbaca-5a87-4795-a895-26ea24fa07fb {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:41.876095 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9872cb-fd36-4c73-b908-cae5d8f8af1a", "name": "network-vif-plugged", "status": "completed", "tag": "6356e25f-79ac-4467-a60f-1d6054bf0478", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:41.876654 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3fedbaca-5a87-4795-a895-26ea24fa07fb {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:41.877271 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9872cb-fd36-4c73-b908-cae5d8f8af1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6356e25f-79ac-4467-a60f-1d6054bf0478', 'code': 200} Feb 04 15:29:41.962547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9ac833a0-c201-461a-bcc5-4faef0173534 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:41.963072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.979376 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7989e051-d28b-40d7-95ef-ee091ae1681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.986946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7989e051-d28b-40d7-95ef-ee091ae1681c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:41.990532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7989e051-d28b-40d7-95ef-ee091ae1681c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0aa25cd1-1a4b-4181-9766-86fc006da813 HTTP/1.1" status: 204 len: 168 time: 2.6149902 Feb 04 15:29:42.086501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.118108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989e051-d28b-40d7-95ef-ee091ae1681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa25cd1-1a4b-4181-9766-86fc006da813,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:42.155739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.218468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f140bb8-f56b-4bd3-86ec-ec884b1ae5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.351786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.354026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-8a37569e-6734-4b51-a27f-a022edd3645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.359226 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-8a37569e-6734-4b51-a27f-a022edd3645e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5429940 Feb 04 15:29:42.375687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.387241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:42.413917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18742ca8-1a4a-411f-88f0-38a98167cc85 req-89d5709b-668b-4ff4-8af2-4d84630128cb tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:42.418647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18742ca8-1a4a-411f-88f0-38a98167cc85 req-89d5709b-668b-4ff4-8af2-4d84630128cb tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 950 time: 0.6376507 Feb 04 15:29:42.420253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Pushing event deleted for resources: {'Port': ['ID=9edb3c98-5f0e-4a99-98f5-e683e75e4e38,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:42.493533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:42.620822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:42.621557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9edb3c98-5f0e-4a99-98f5-e683e75e4e38 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:42.623103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf18a11a-e505-4fea-b0be-7db587d8f746 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:42.762065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: bf18a11a-e505-4fea-b0be-7db587d8f746 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:42.765110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf18a11a-e505-4fea-b0be-7db587d8f746 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:42.794895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Sync routers for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:29:42.851066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2591267 Feb 04 15:29:42.860168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:42.862464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:42.870771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41662) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:42.938802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': '552db070-5696-44c9-94c8-eaa1d98ad818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:43.019959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a815a-07da-42ef-96fc-ef369a114a69 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=552db070-5696-44c9-94c8-eaa1d98ad818,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:43.048220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 552db070-5696-44c9-94c8-eaa1d98ad818 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:43.129774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ed6a-9a05-4093-8868-53d65ca7ddb0 req-8ef4eff8-1436-4f59-ad21-3c32b788a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.132798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82f7ed6a-9a05-4093-8868-53d65ca7ddb0 req-8ef4eff8-1436-4f59-ad21-3c32b788a2eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 1097 time: 1.1284006 Feb 04 15:29:43.204167 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f140bb8-f56b-4bd3-86ec-ec884b1ae5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.216161 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f140bb8-f56b-4bd3-86ec-ec884b1ae5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.245461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.262118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f140bb8-f56b-4bd3-86ec-ec884b1ae5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96782a5b-68ef-4c52-9d92-0087c055e64f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:43.273225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41670) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:43.288296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-edfa0056-1c40-4ba0-9701-94b281628589 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887615767', 'description': 'tempest-description--178049001'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:43.298152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:43.321095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:43.334850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.372261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5f140bb8-f56b-4bd3-86ec-ec884b1ae5ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eac289445e6241ee92b0ac153d857d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7972302 Feb 04 15:29:43.379454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41672) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:43.498436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18742ca8-1a4a-411f-88f0-38a98167cc85 req-f8d8771e-3b12-4c23-b711-82339ac2d14c tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9570696 Feb 04 15:29:43.545312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-edfa0056-1c40-4ba0-9701-94b281628589 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.591932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-2dfbaec3-6d02-479d-983a-7781ddc60b1f service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1660867 Feb 04 15:29:43.602859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82f7ed6a-9a05-4093-8868-53d65ca7ddb0 req-9f0560be-8b64-4eef-b455-e0dafa73b070 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547820 Feb 04 15:29:43.619258 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.639447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.659162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 2, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:43.699823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Checking router: 0c22c33d-ff01-4825-90f4-8fb36d431912 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:29:43.700326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Updating router 0c22c33d-ff01-4825-90f4-8fb36d431912 port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:29:43.730576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5369e-9bc1-46b5-8395-a94496663c72 req-7437a490-3bb2-4a4c-87e2-0fdf2be26c47 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.744904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37d5369e-9bc1-46b5-8395-a94496663c72 req-7437a490-3bb2-4a4c-87e2-0fdf2be26c47 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.3685708 Feb 04 15:29:43.755134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.757909 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.758561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2757b2f-7b1f-4c56-bfc6-c13074520dd9 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:29:43.789353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.792353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-74865531-5039-484a-ba7d-30bea3c55353 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e2757b2f-7b1f-4c56-bfc6-c13074520dd9 HTTP/1.1" status: 204 len: 168 time: 5.5395219 Feb 04 15:29:43.793018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41682) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:43.873474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48d6a352-efd4-435f-aaed-1e0ebf13bd6e req-8236efd5-e9b9-4f6e-b644-1148b1e9ae75 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606554 Feb 04 15:29:43.922903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37d5369e-9bc1-46b5-8395-a94496663c72 req-f5d7c9c9-2b06-4bf7-a0ee-59571852b02f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764762 Feb 04 15:29:43.939169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-edfa0056-1c40-4ba0-9701-94b281628589 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.945070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f09bbe8-624d-4c62-a971-604f012f742d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.953405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8a22-b97a-4bf9-b049-158fa890c642 req-68cbbc43-0269-4fd2-ad4f-99892c19c0e3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:43.955041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a59f8a22-b97a-4bf9-b049-158fa890c642 req-68cbbc43-0269-4fd2-ad4f-99892c19c0e3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 946 time: 0.2430379 Feb 04 15:29:43.966499 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-edfa0056-1c40-4ba0-9701-94b281628589 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:43.980928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cac1455-8b8b-4b97-a5d9-b8729215bef8 admin admin] Deleting subnet cc14e4cd-1316-41dd-9915-4b35ad3e6139 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:29:43.984355 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cac1455-8b8b-4b97-a5d9-b8729215bef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.094320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cac1455-8b8b-4b97-a5d9-b8729215bef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.112904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-edfa0056-1c40-4ba0-9701-94b281628589 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.120395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-edfa0056-1c40-4ba0-9701-94b281628589 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8365622 Feb 04 15:29:44.129330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41690) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:44.139802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f09bbe8-624d-4c62-a971-604f012f742d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.148753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-275c73ce-7493-4418-baf5-5658de340594 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Request body: {'security_group_rule': {'security_group_id': '852bd9ab-a507-48a7-91d9-a86a7c0128d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:44.160084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa0056-1c40-4ba0-9701-94b281628589 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852bd9ab-a507-48a7-91d9-a86a7c0128d5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.218047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a59f8a22-b97a-4bf9-b049-158fa890c642 req-2e0527e1-4dc5-494c-898c-e0418c136608 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494508 Feb 04 15:29:44.220176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-70a88b91-b2ca-44d8-89fb-e21f576d33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:44.221736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-70a88b91-b2ca-44d8-89fb-e21f576d33ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1099 time: 0.2626715 Feb 04 15:29:44.356297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cac1455-8b8b-4b97-a5d9-b8729215bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.369114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.380338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-275c73ce-7493-4418-baf5-5658de340594 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.402424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f09bbe8-624d-4c62-a971-604f012f742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.406530 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f09bbe8-624d-4c62-a971-604f012f742d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.411322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6f09bbe8-624d-4c62-a971-604f012f742d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96782a5b-68ef-4c52-9d92-0087c055e64f HTTP/1.1" status: 204 len: 168 time: 0.9632201 Feb 04 15:29:44.444485 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.458468 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.470750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-fcfa62a2-62ec-4277-9de8-0980b9080105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:44.472725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-fcfa62a2-62ec-4277-9de8-0980b9080105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2431624 Feb 04 15:29:44.494531 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-af00e11c-1e95-4880-af6d-11e9d6a4e685 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=30a43913c2234e668eb86e461618ae79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179574 Feb 04 15:29:44.502327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09bbe8-624d-4c62-a971-604f012f742d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96782a5b-68ef-4c52-9d92-0087c055e64f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.531420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63dc2-4691-4493-a127-2041ceab85da None None] Pushing event updated for resources: {'Port': ['ID=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.574002 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-adfccdee-af74-4836-81b0-f88f7a977fc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 217 time: 0.0891051 Feb 04 15:29:44.609374 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cac1455-8b8b-4b97-a5d9-b8729215bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.628506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=9a2411a4-8504-484d-86a7-bb0b45376ad5,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.666204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Attempting to bind port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:44.667754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Attempting to bind port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:44.668461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Attempting to bind port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 on network 009879e3-fdd9-4e71-b5db-7b1eb016817c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:44.679411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:44.680894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Checking segment: {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:44.684229 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.685476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Bound using segment: {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:44.686512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Bound port: 3ae68214-ce39-496d-a6b9-ec17e33d6bd6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:44.687211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.729587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': 'd3f6988f-560a-4b1b-a730-17c15c9bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '552db070-5696-44c9-94c8-eaa1d98ad818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:44.730026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: 552db070-5696-44c9-94c8-eaa1d98ad818, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:44.789598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cac1455-8b8b-4b97-a5d9-b8729215bef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.795026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2cac1455-8b8b-4b97-a5d9-b8729215bef8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cc14e4cd-1316-41dd-9915-4b35ad3e6139 HTTP/1.1" status: 204 len: 168 time: 0.9985197 Feb 04 15:29:44.797043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-7bc292aa-8634-42c4-ae43-582b6612d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:44.799758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-7bc292aa-8634-42c4-ae43-582b6612d5b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2020020 Feb 04 15:29:44.801494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41704) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:44.803794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-275c73ce-7493-4418-baf5-5658de340594 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.807896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac1455-8b8b-4b97-a5d9-b8729215bef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc14e4cd-1316-41dd-9915-4b35ad3e6139,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.815296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693eccc-8c66-46ef-866d-a983ed3bd27e None None] Network ded1cbca-784b-474b-9146-492c81e95ade requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:44.820625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network 552db070-5696-44c9-94c8-eaa1d98ad818 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:44.858938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 552db070-5696-44c9-94c8-eaa1d98ad818) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:44.874426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-275c73ce-7493-4418-baf5-5658de340594 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.914273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:44.914993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:44.938645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c73ce-7493-4418-baf5-5658de340594 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdd29e2-8174-46c2-b504-38372faca77d,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:44.963325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f6321af1-9178-46ce-91f5-962f61b664a0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0514715 Feb 04 15:29:44.965539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41706) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:44.983051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6260d518-24d8-478c-ab2b-83077d3c6117 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:44.985794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6260d518-24d8-478c-ab2b-83077d3c6117 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4780755 Feb 04 15:29:45.028763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-275c73ce-7493-4418-baf5-5658de340594 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.030892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-275c73ce-7493-4418-baf5-5658de340594 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8949337 Feb 04 15:29:45.044910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41712) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:45.053389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7ffed244-7175-4bcd-b4e8-4a4855b7645c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Request body: {'security_group_rule': {'security_group_id': '852bd9ab-a507-48a7-91d9-a86a7c0128d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:45.064609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.072287 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-f8eb20cb-c788-4cd0-a50b-364de9d70b9c tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/quotas/30a43913c2234e668eb86e461618ae79 HTTP/1.1" status: 200 len: 375 time: 0.0739415 Feb 04 15:29:45.085721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910419be-4767-4548-acb9-c6f0a2f45de7 None None] Network 552db070-5696-44c9-94c8-eaa1d98ad818 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:45.112007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] For port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:45.129096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-9983880a-cd50-410d-bcff-2852f5a4b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:45.130995 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-9983880a-cd50-410d-bcff-2852f5a4b063 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3049364 Feb 04 15:29:45.146182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efc3cb-0d0b-4d6a-b861-f81ac42060a5 req-f72e4dc6-0896-4431-b5af-f30a243e0758 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:45.147917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-16efc3cb-0d0b-4d6a-b861-f81ac42060a5 req-f72e4dc6-0896-4431-b5af-f30a243e0758 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 950 time: 0.3425996 Feb 04 15:29:45.170476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-7feea57c-3b70-41af-8ee7-2cb66a512d7f tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=30a43913c2234e668eb86e461618ae79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860269 Feb 04 15:29:45.189517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] For port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:45.203344 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.245962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ffed244-7175-4bcd-b4e8-4a4855b7645c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.252962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.343776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63dc2-4691-4493-a127-2041ceab85da None None] Pushing event updated for resources: {'Port': ['ID=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:45.354039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-113512f9-1b20-43e8-9b06-c3e4762034ad None None] Provisioning complete for port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:45.356290 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-113512f9-1b20-43e8-9b06-c3e4762034ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.420155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-16efc3cb-0d0b-4d6a-b861-f81ac42060a5 req-03e9a7a6-d258-4890-b9a3-fbe8eff0320d tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449729 Feb 04 15:29:45.425739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] DHCP port deletion for ded1cbca-784b-474b-9146-492c81e95ade request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:29:45.434379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41716) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:45.463693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Deleting port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:45.464384 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.518550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.567624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47895908-07aa-4215-90d9-547b8c14e934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.605892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:29:45.606583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:45.655372 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ffed244-7175-4bcd-b4e8-4a4855b7645c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.704781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ffed244-7175-4bcd-b4e8-4a4855b7645c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.776728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffed244-7175-4bcd-b4e8-4a4855b7645c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f861cfce-a260-43eb-9edb-033e17832148,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:45.782120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] For port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,segment=NetworkSegment(39cdd297-bff6-4aab-b36c-3695a316666e),segment_id=39cdd297-bff6-4aab-b36c-3695a316666e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:45.783406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.790924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47895908-07aa-4215-90d9-547b8c14e934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.808314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-9a7f82ee-f2c0-479a-8670-1e10e1f687a9 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534545 Feb 04 15:29:45.819387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Calling delete_port for 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:45.823299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47895908-07aa-4215-90d9-547b8c14e934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.845427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ffed244-7175-4bcd-b4e8-4a4855b7645c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:45.849688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7ffed244-7175-4bcd-b4e8-4a4855b7645c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8004327 Feb 04 15:29:45.858630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3dc7-9211-4411-94fb-87cf089560a2 req-4b3addee-0d26-4f45-a6c2-a021eea30010 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:45.860312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-138a3dc7-9211-4411-94fb-87cf089560a2 req-4b3addee-0d26-4f45-a6c2-a021eea30010 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 946 time: 0.1877975 Feb 04 15:29:45.860837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41724) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:45.867846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:45.909077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-47895908-07aa-4215-90d9-547b8c14e934 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53ca1b91149942e1901903c95e48ea37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734077 Feb 04 15:29:46.006233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:29:46.021261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41730) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:46.022038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47895908-07aa-4215-90d9-547b8c14e934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b2e5c6-bd97-43ba-bf0c-0521f2f21531,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:46.117709 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:46.126437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ce3aa-57b9-439e-9447-a3a19e03f32f req-2726274d-ed09-44c0-a1c8-a918dedc974e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:46.128063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d30ce3aa-57b9-439e-9447-a3a19e03f32f req-2726274d-ed09-44c0-a1c8-a918dedc974e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.3347485 Feb 04 15:29:46.150989 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891872d1-2df4-400f-8431-b783ec52d0d8 req-ddf9bd0d-c326-41f4-9105-9260bab6c1fd service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784128 Feb 04 15:29:46.197285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49a8f8bc-3cfe-4a30-9818-0ebd26c33164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.222839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d30ce3aa-57b9-439e-9447-a3a19e03f32f req-2354dbbd-5005-43e3-ac2b-0be1ad894515 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677850 Feb 04 15:29:46.226103 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.297421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2411a4-8504-484d-86a7-bb0b45376ad5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:46.342627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] Deleting port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:46.343218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.368914 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-113512f9-1b20-43e8-9b06-c3e4762034ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.393583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49a8f8bc-3cfe-4a30-9818-0ebd26c33164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.451914 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.543977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552db070-5696-44c9-94c8-eaa1d98ad818']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:46.565178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f6988f-560a-4b1b-a730-17c15c9bd1a4') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:46.565476 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f6988f-560a-4b1b-a730-17c15c9bd1a4') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:46.572573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-138a3dc7-9211-4411-94fb-87cf089560a2 req-27a793dd-2dec-41db-a5c6-0e81988e00d3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061025 Feb 04 15:29:46.579535 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.581203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.588687 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.612785 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.621508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42379be8-5cb4-4274-949f-694909669906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-552db070-5696-44c9-94c8-eaa1d98ad818', 'network_id': '552db070-5696-44c9-94c8-eaa1d98ad818', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': '9a2411a4-8504-484d-86a7-bb0b45376ad5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:29:46.623994 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-42379be8-5cb4-4274-949f-694909669906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.646843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:46.647315 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.691452 n-d-827869-1 neutron-server[102424]: INFO neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No ports have port_id starting with 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd Feb 04 15:29:46.704303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:46.720689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] No DVR routers for this DVR port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:46.727674 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:46.733553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.747822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.751947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/552db070-5696-44c9-94c8-eaa1d98ad818 HTTP/1.1" status: 204 len: 168 time: 1.7823491 Feb 04 15:29:46.755879 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49a8f8bc-3cfe-4a30-9818-0ebd26c33164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.759406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49a8f8bc-3cfe-4a30-9818-0ebd26c33164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.763408 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-49a8f8bc-3cfe-4a30-9818-0ebd26c33164 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d5b2e5c6-bd97-43ba-bf0c-0521f2f21531 HTTP/1.1" status: 204 len: 168 time: 0.7340238 Feb 04 15:29:46.772839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:46.796745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-113512f9-1b20-43e8-9b06-c3e4762034ad None None] For port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:46.818332 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ec438a-defc-4ffb-ab17-8f7c72a09a67 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] GET failed (client error): The resource could not be found. Feb 04 15:29:46.819503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-97ec438a-defc-4ffb-ab17-8f7c72a09a67 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/subnets/9a2411a4-8504-484d-86a7-bb0b45376ad5 HTTP/1.1" status: 404 len: 337 time: 0.0425203 Feb 04 15:29:46.827686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402d0c3-d714-4c0b-831b-b569671d350d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=552db070-5696-44c9-94c8-eaa1d98ad818,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:46.828765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] For port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,segment=NetworkSegment(39cdd297-bff6-4aab-b36c-3695a316666e),segment_id=39cdd297-bff6-4aab-b36c-3695a316666e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:46.829430 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.830398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41742) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:46.840983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8f8bc-3cfe-4a30-9818-0ebd26c33164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b2e5c6-bd97-43ba-bf0c-0521f2f21531,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:46.842090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-113512f9-1b20-43e8-9b06-c3e4762034ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:46.857775 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7119d2-adbc-45b4-a356-171e79346a85 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:29:46.858346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7119d2-adbc-45b4-a356-171e79346a85 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:29:46.862303 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8f7119d2-adbc-45b4-a356-171e79346a85 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/552db070-5696-44c9-94c8-eaa1d98ad818 HTTP/1.1" status: 404 len: 339 time: 0.0305259 Feb 04 15:29:46.872557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41744) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:46.895574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2cee4-6043-4112-b44c-c60ed3bb4df1 None None] Network 552db070-5696-44c9-94c8-eaa1d98ad818 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:46.945825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] Calling delete_port for 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:46.990854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2cee4-6043-4112-b44c-c60ed3bb4df1 None None] Network 552db070-5696-44c9-94c8-eaa1d98ad818 could not be found, it might have been deleted concurrently. {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 15:29:47.051828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09effd2a-2a6e-4e50-8bd0-bd26d7a31a73 req-1c8bfeae-f485-4e3f-9044-233388dbd565 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 210 time: 0.0444903 Feb 04 15:29:47.055002 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.068184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113512f9-1b20-43e8-9b06-c3e4762034ad None None] Pushing event updated for resources: {'Port': ['ID=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:47.074298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-bf539c48-9f4b-4a98-a19a-dcf1db5a4858 None None] Provisioning complete for port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:47.074688 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bf539c48-9f4b-4a98-a19a-dcf1db5a4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.127037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3517a4-3edc-4185-8616-ce740680f7ea req-5632b60d-0e3d-430f-9a4f-500d01e72dfc tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.128786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:45Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:47.129031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa3517a4-3edc-4185-8616-ce740680f7ea req-5632b60d-0e3d-430f-9a4f-500d01e72dfc tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 1101 time: 0.1240804 Feb 04 15:29:47.170364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a18a33-9904-4b2f-b94f-178468a3316f tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.171390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa7e5e-6292-437e-bd87-a1e934a9f49e None None] The sync data for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 is: [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:45Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:29:47.172449 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e6a18a33-9904-4b2f-b94f-178468a3316f tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2985606 Feb 04 15:29:47.173643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa3517a4-3edc-4185-8616-ce740680f7ea req-bb9a8a6f-616d-48b0-b97a-af20d8ce708c tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.184122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41748) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:47.218800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded1cbca-784b-474b-9146-492c81e95ade']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:47.220099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.265705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cdd297-bff6-4aab-b36c-3695a316666e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:47.266510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cdd297-bff6-4aab-b36c-3695a316666e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:47.322210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] Pushing event deleted for resources: {'Port': ['ID=0ba7a14b-33d3-4a01-96c8-3832c18e5cdd,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:47.325451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.332000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c9a95-e456-4d39-916f-30668715dd3c None None] No DVR routers for this DVR port 0ba7a14b-33d3-4a01-96c8-3832c18e5cdd on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:47.335440 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa3517a4-3edc-4185-8616-ce740680f7ea req-bb9a8a6f-616d-48b0-b97a-af20d8ce708c tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.369870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.381367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:47.382061 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:47.388611 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:47.402104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5e2b227e-6f57-4bc2-b951-df0d859e2197 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 207 time: 0.0633860 Feb 04 15:29:47.403287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fa3517a4-3edc-4185-8616-ce740680f7ea req-bb9a8a6f-616d-48b0-b97a-af20d8ce708c tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.405749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41752) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:47.566791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa3517a4-3edc-4185-8616-ce740680f7ea req-bb9a8a6f-616d-48b0-b97a-af20d8ce708c tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273758 Feb 04 15:29:47.609100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a8a6f-616d-48b0-b97a-af20d8ce708c tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5123151c-40d3-4868-a290-3c5fbcba27c7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:47.751607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eee657-58b6-496e-a911-9d927c8af23a req-b0a186d8-9b70-4b9b-b757-29894ff37386 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.755147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07eee657-58b6-496e-a911-9d927c8af23a req-b0a186d8-9b70-4b9b-b757-29894ff37386 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 946 time: 0.5085070 Feb 04 15:29:47.770097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-3f66988d-b455-478d-ac4e-4d96aa41c3a3 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=30a43913c2234e668eb86e461618ae79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3068933 Feb 04 15:29:47.787072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:47.873177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be8641-160e-42e2-aab5-2b866fce2639 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.881771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be8641-160e-42e2-aab5-2b866fce2639 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.893178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be8641-160e-42e2-aab5-2b866fce2639 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.897097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.901163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be8641-160e-42e2-aab5-2b866fce2639 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.913305 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b9be8641-160e-42e2-aab5-2b866fce2639 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5046527 Feb 04 15:29:47.913969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41762) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:47.922493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa7684-4d0d-467a-b353-27bd3fe4f521 req-6ec7192c-7af5-438a-9a50-fbb20cf525ad tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:47.924094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96fa7684-4d0d-467a-b353-27bd3fe4f521 req-6ec7192c-7af5-438a-9a50-fbb20cf525ad tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.1484966 Feb 04 15:29:47.970733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:47.971590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:47.984005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.002314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ded1cbca-784b-474b-9146-492c81e95ade HTTP/1.1" status: 204 len: 168 time: 3.1959045 Feb 04 15:29:48.036859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07eee657-58b6-496e-a911-9d927c8af23a req-7fe3e7d1-835f-454b-92cc-c9504f69cdcb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637005 Feb 04 15:29:48.131223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96fa7684-4d0d-467a-b353-27bd3fe4f521 req-c8044402-4bbb-46d4-b2d2-0edd9e680205 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238160 Feb 04 15:29:48.150693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71f810-9665-4b3a-a5f3-1ba22217b780 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded1cbca-784b-474b-9146-492c81e95ade,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:48.162891 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9700baae-a60c-4e72-ba68-7c676b9f9627 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2376122 Feb 04 15:29:48.169119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41770) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:48.183941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-a04cf2c7-f790-4c53-866a-529a11af82c2 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:48.186800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-a04cf2c7-f790-4c53-866a-529a11af82c2 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110427 Feb 04 15:29:48.198457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.218954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Request body: {'port': {'device_id': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '30a43913c2234e668eb86e461618ae79'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:48.317214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41772) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:48.395911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aa6c610b-7b9b-43c9-868c-522967198434 req-0b853d50-6726-43d8-b929-5329c8b22bec tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 210 time: 0.1010497 Feb 04 15:29:48.506715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Allocated IP 172.25.1.240 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/9ff064d2-2b32-4c42-a4a3-7bad7a68f1a7) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:48.547175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Made reservation on behalf of 30a43913c2234e668eb86e461618ae79 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:48.553291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.570089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.802704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.845326 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.854089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:48.872603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe98ac-9a00-43e6-ad09-e107c33fb83e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:48.874320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe98ac-9a00-43e6-ad09-e107c33fb83e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:48.875997 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eebe98ac-9a00-43e6-ad09-e107c33fb83e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.7055788 Feb 04 15:29:48.893614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41786) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:48.975540 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-353820d1-1335-4633-9a98-f6526882ba0b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8be66b280b2b40de90761bf84c73161c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543713 Feb 04 15:29:48.981047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f229-995a-4644-8483-6f4f9a07d86d req-b34f2b0e-3114-4a7f-befd-3c6b9e494086 tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:48.982742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-06e8f229-995a-4644-8483-6f4f9a07d86d req-b34f2b0e-3114-4a7f-befd-3c6b9e494086 tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 1101 time: 0.1371448 Feb 04 15:29:48.983263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:49.003763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e0518-12f5-459d-9534-32c9e60b5ee7 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.005337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e0518-12f5-459d-9534-32c9e60b5ee7 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.007021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-316e0518-12f5-459d-9534-32c9e60b5ee7 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1114230 Feb 04 15:29:49.015012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41790) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:49.042564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:29:49.052846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Allocated IP 192.168.233.15 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/7b2067cd-7793-4b4d-988a-6cf6eff0e8bb) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:49.070810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-06e8f229-995a-4644-8483-6f4f9a07d86d req-440fc0f6-450c-4a8f-a648-8e663cc6b688 tempest-ServersAdminNegativeTestJSON-840148996 tempest-ServersAdminNegativeTestJSON-840148996-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774021 Feb 04 15:29:49.095531 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae207d9-047d-48e4-8575-2c68ce67055b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.126946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae207d9-047d-48e4-8575-2c68ce67055b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.203962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae207d9-047d-48e4-8575-2c68ce67055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.208326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae207d9-047d-48e4-8575-2c68ce67055b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.210226 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8ae207d9-047d-48e4-8575-2c68ce67055b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98215e7f-fbb0-4aea-921a-ebe555f85baf HTTP/1.1" status: 204 len: 168 time: 0.2227082 Feb 04 15:29:49.233839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae207d9-047d-48e4-8575-2c68ce67055b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98215e7f-fbb0-4aea-921a-ebe555f85baf,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:49.461515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:49.491816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'mac_address': 'fa:16:3e:a3:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:29:49.535130 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.573300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0086c-3726-4f41-9a71-6493be43c124 req-3fa3b240-346d-4a5c-8fb4-a0ca324c19f2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.575761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ce0086c-3726-4f41-9a71-6493be43c124 req-3fa3b240-346d-4a5c-8fb4-a0ca324c19f2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.1522205 Feb 04 15:29:49.587311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60807b31-bd90-4ee1-b23b-fa1193b44f28,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:49.602850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.615402 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.663521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f9098a-5d3e-4161-a4c4-d344dd7337d2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:49.696889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:49.718174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ce0086c-3726-4f41-9a71-6493be43c124 req-13910644-d057-4039-9606-1aeb24fc3d26 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813799 Feb 04 15:29:49.729760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:49.731361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.739156 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:49.798915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event updated for resources: {'Port': ['ID=9ff064d2-2b32-4c42-a4a3-7bad7a68f1a7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:49.838103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:49.846465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aad162-7afa-48b1-98fd-c0032350561e req-d21aac82-116c-4a14-8941-b1237338b9eb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.855039 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55aad162-7afa-48b1-98fd-c0032350561e req-d21aac82-116c-4a14-8941-b1237338b9eb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 946 time: 0.2625399 Feb 04 15:29:49.864821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:49.872117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:49.873197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:49.903360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d66a-9cfc-45dc-b147-dc7aad45e493 req-ef0a9a9d-13c5-4e3e-921e-bbacfdb8a944 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:49.918857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c233d66a-9cfc-45dc-b147-dc7aad45e493 req-ef0a9a9d-13c5-4e3e-921e-bbacfdb8a944 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 935 time: 0.1014140 Feb 04 15:29:49.920239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:49.954507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:49.971218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:49.987922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c233d66a-9cfc-45dc-b147-dc7aad45e493 req-d275dac4-06ea-4309-8fd0-170bb2017ef6 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598454 Feb 04 15:29:50.042163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.043301 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.083611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e2f9098a-5d3e-4161-a4c4-d344dd7337d2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:50.137289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893bedb-9d86-4747-950d-e13a60af5142 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.144884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a893bedb-9d86-4747-950d-e13a60af5142 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/networks/fecacbcd-ee09-443a-bacb-758c5aba63c5 HTTP/1.1" status: 200 len: 799 time: 1.0638821 Feb 04 15:29:50.145497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41824) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:50.151838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-8583bbba-2334-415a-9eda-7cdc4d52ba78 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9405324 Feb 04 15:29:50.163318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55aad162-7afa-48b1-98fd-c0032350561e req-9751d849-24b9-4ab2-97f1-5855e195131a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059506 Feb 04 15:29:50.178391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41826) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:50.207180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Request body: {'port': {'device_id': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:50.294862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9b7b7b8b-4b48-463b-af3d-23387f384925 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c11c612aa46c4008ae0cfb25f5884a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1097481 Feb 04 15:29:50.322461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41832) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:50.372002 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.545154 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.547410 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.608239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f90c9c4b-907c-4171-81ac-67acdedb9938 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/networks/fecacbcd-ee09-443a-bacb-758c5aba63c5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4610338 Feb 04 15:29:50.611943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41838) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:50.634907 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b3a1-570f-4f24-872c-4979b1741faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.662108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-786e8ed1-bb46-4b00-810a-6b6e4f50566e None None] Provisioning complete for port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:50.662860 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-786e8ed1-bb46-4b00-810a-6b6e4f50566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.742976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-786e8ed1-bb46-4b00-810a-6b6e4f50566e None None] Port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:29:50.804066 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b3a1-570f-4f24-872c-4979b1741faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:50.831699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485a4e3-a97e-4efb-8478-ae90ea3bd3f7 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.837550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e485a4e3-a97e-4efb-8478-ae90ea3bd3f7 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/subnets/ca7216ee-c1e1-46bb-ad1f-b0b29e26eb63 HTTP/1.1" status: 200 len: 811 time: 0.2240772 Feb 04 15:29:50.846830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775441-8d30-4715-b4e0-ef22c19390d0 req-4a8e7466-f081-4e29-aa0a-e568dcafc81e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.848673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46775441-8d30-4715-b4e0-ef22c19390d0 req-4a8e7466-f081-4e29-aa0a-e568dcafc81e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 950 time: 0.1401172 Feb 04 15:29:50.854990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41848) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:50.954892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124c84-4ec1-4bd8-8911-4ff6f32e00df req-3d71fdd9-0f54-495a-9a1d-107df2d890b4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.956779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93124c84-4ec1-4bd8-8911-4ff6f32e00df req-3d71fdd9-0f54-495a-9a1d-107df2d890b4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 946 time: 0.3263998 Feb 04 15:29:50.971054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46775441-8d30-4715-b4e0-ef22c19390d0 req-715ab4b7-8616-431e-ab97-92caccf01fdf tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029608 Feb 04 15:29:50.974508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3064f57-7921-402b-a792-2ce2a66fc489 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:50.975993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c3064f57-7921-402b-a792-2ce2a66fc489 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "GET /v2.0/subnets/ca7216ee-c1e1-46bb-ad1f-b0b29e26eb63?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1202154 Feb 04 15:29:50.981961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41852) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:50.990219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-509796296'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:51.015815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b3a1-570f-4f24-872c-4979b1741faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.025245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b3a1-570f-4f24-872c-4979b1741faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.036860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4bd1b3a1-570f-4f24-872c-4979b1741faf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d603a84-c8d2-47a8-967f-ac4b0876d5aa HTTP/1.1" status: 204 len: 168 time: 0.7086556 Feb 04 15:29:51.068574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1b3a1-570f-4f24-872c-4979b1741faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d603a84-c8d2-47a8-967f-ac4b0876d5aa,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:51.195148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:51.207910 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.237401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Transition to ACTIVE for port object 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:29:51.248440 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.253181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:51.258212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.261288 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.278001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93124c84-4ec1-4bd8-8911-4ff6f32e00df req-b63dbb4d-d8a2-4ebc-b142-326308f5619a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819901 Feb 04 15:29:51.279046 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.298838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04456423-a48b-48c3-a84d-10f87b6fb0a2 req-347cc8fa-787a-42dd-9287-63f51e602671 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:51.301948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04456423-a48b-48c3-a84d-10f87b6fb0a2 req-347cc8fa-787a-42dd-9287-63f51e602671 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 949 time: 0.1696949 Feb 04 15:29:51.408109 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04456423-a48b-48c3-a84d-10f87b6fb0a2 req-e54edc94-dae7-4eb4-9a14-616406c4de93 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969739 Feb 04 15:29:51.451661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:29:51.488645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:51.594781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.595360 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Added segment 01a11175-2ed4-4dcf-8bca-561384b697c7 of type vlan for network c3a88e29-a305-4ebb-b889-d7644db089e0 Feb 04 15:29:51.691010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.731542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event updated for resources: {'Port': ['ID=9ff064d2-2b32-4c42-a4a3-7bad7a68f1a7,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:51.749968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.755980 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.762116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-504f5bb7-e529-4ffb-a34c-0e7eb65a53ac tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8932006 Feb 04 15:29:51.769039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2c83-7482-4631-8972-4a399da5598c req-1fc23b7f-46a5-431d-838b-fbf2d351c1b0 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:51.771378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1ef2c83-7482-4631-8972-4a399da5598c req-1fc23b7f-46a5-431d-838b-fbf2d351c1b0 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 947 time: 0.3447459 Feb 04 15:29:51.822624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Attempting to bind port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:51.822966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Attempting to bind port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:51.823436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Attempting to bind port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:51.841651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:29:51.842013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Attempting to bind port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:51.844256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.849915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:51.850551 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.890606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1ef2c83-7482-4631-8972-4a399da5598c req-2f837ebf-bf8a-4297-b6f9-80118e20d53d tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089437 Feb 04 15:29:51.894913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:51.895270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:51.895668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:51.896145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Bound port: 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:51.896531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:51.961542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9692211 Feb 04 15:29:51.964499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41874) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:51.975614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'network_id': 'c3a88e29-a305-4ebb-b889-d7644db089e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:52.053823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f151356-a412-4072-b50a-cd422ceb46e5 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Network': ['ID=c3a88e29-a305-4ebb-b889-d7644db089e0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:52.067425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network c3a88e29-a305-4ebb-b889-d7644db089e0 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:29:52.134671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:52.147501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41890) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:52.190563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:52.204295 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.260460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.261617 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.263645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] 10.222.0.50 "PUT /v2.0/ports/7b2067cd-7793-4b4d-988a-6cf6eff0e8bb HTTP/1.1" status: 200 len: 1095 time: 2.0862834 Feb 04 15:29:52.264403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:52.267352 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f34b8c-f416-42ff-a1fc-3756340ddf83" -d '{"events": [{"name": "network-changed", "server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:52.281389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b39955-26f1-483f-8131-164060b1ed9c req-28420b11-9b62-4b69-bc35-fcd4238735fd tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.286890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0b39955-26f1-483f-8131-164060b1ed9c req-28420b11-9b62-4b69-bc35-fcd4238735fd tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 950 time: 0.1546955 Feb 04 15:29:52.327902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Made reservation on behalf of dbe9ccc8b4824b1ebb5fb452b6fe8fa3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:52.335776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.344065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb12cc7-7854-4c10-8041-aae44499a370 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:52.414194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0b39955-26f1-483f-8131-164060b1ed9c req-0c5bf64a-d002-4469-8b2f-90d2c96a9f80 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129997 Feb 04 15:29:52.420234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-02b88200-0c4d-4940-aba5-bf442a56534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.421606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-02b88200-0c4d-4940-aba5-bf442a56534b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a43913c2234e668eb86e461618ae79&device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 1098 time: 0.0788121 Feb 04 15:29:52.601120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Performing IP validity checks on allocation pools {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 15:29:52.601648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 15:29:52.627855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-b93e3264-3b69-4f54-a083-343f84802527 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.629844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-b93e3264-3b69-4f54-a083-343f84802527 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 946 time: 0.4516225 Feb 04 15:29:52.733050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-4adab8f1-5224-46ab-b3c2-5c79ee0c316d tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--887615767&fields=id&tenant_id=4565e366992142aeafe6e4c13adea0dd HTTP/1.1" status: 200 len: 267 time: 0.5828569 Feb 04 15:29:52.778761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-81c59b62-86af-47b1-adfd-1fae029d9603 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.790346 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-81c59b62-86af-47b1-adfd-1fae029d9603 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 950 time: 0.4691622 Feb 04 15:29:52.828765 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.870887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-fe6e9a43-ea04-43bf-a38c-e90f5395ff58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb HTTP/1.1" status: 200 len: 217 time: 0.4327581 Feb 04 15:29:52.894384 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bad185b2-3468-4ab5-8dc4-a6f37ae30f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:52.963587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-455d596b-fbad-4e81-b291-be8bc46a1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:52.965072 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-455d596b-fbad-4e81-b291-be8bc46a1074 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0860105 Feb 04 15:29:53.031690 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a79a86e-a190-4a16-9a69-3f36338b7ed1 x-openstack-request-id: req-7a79a86e-a190-4a16-9a69-3f36338b7ed1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:53.032018 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:53.032154 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a79a86e-a190-4a16-9a69-3f36338b7ed1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:53.032537 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'status': 'completed', 'code': 200} Feb 04 15:29:53.054983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-c768c279-0243-4186-b808-ae68b54582ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.057346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-c768c279-0243-4186-b808-ae68b54582ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840700 Feb 04 15:29:53.073168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:53.117811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bad185b2-3468-4ab5-8dc4-a6f37ae30f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.141263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:29:53.146178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:29:53.146702 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.175475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bad185b2-3468-4ab5-8dc4-a6f37ae30f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.245032 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.256343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bad185b2-3468-4ab5-8dc4-a6f37ae30f69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e2e3d3e967c444a9d0042b332239533&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1077542 Feb 04 15:29:53.260983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41918) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:53.263149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad185b2-3468-4ab5-8dc4-a6f37ae30f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9407acbe-2c30-43c6-9a3a-99ce86cbe112,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:53.276974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:53.279850 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8dcbce-6489-4a83-ac9b-3e91c33afb54" -d '{"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:53.296936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:53.300492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.301364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-688d6366-17dd-40cd-b634-feac877cc8c3 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.303135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-688d6366-17dd-40cd-b634-feac877cc8c3 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/networks?id=009879e3-fdd9-4e71-b5db-7b1eb016817c HTTP/1.1" status: 200 len: 811 time: 0.5454047 Feb 04 15:29:53.309238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb60e05-f798-418b-8dfb-eef0d66d00a7 req-a7b69596-fc27-48f6-b0f3-6fd4e6cea7e2 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.314597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eeb60e05-f798-418b-8dfb-eef0d66d00a7 req-a7b69596-fc27-48f6-b0f3-6fd4e6cea7e2 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 946 time: 0.2184832 Feb 04 15:29:53.315578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Deleting port 6356e25f-79ac-4467-a60f-1d6054bf0478 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:53.315935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.319718 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.364329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-1209fee3-4ad5-4961-b98a-9b9675de3539 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963243 Feb 04 15:29:53.377063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:53.419217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eeb60e05-f798-418b-8dfb-eef0d66d00a7 req-067c8988-6edc-4b88-a150-df972d925e7d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898144 Feb 04 15:29:53.440940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-4e0db4aa-26aa-4788-891e-90d75b369a05 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/quotas/4565e366992142aeafe6e4c13adea0dd HTTP/1.1" status: 200 len: 375 time: 0.1174004 Feb 04 15:29:53.465964 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5188-5520-4b18-a029-3f73db866b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.511478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5188-5520-4b18-a029-3f73db866b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.551325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Deleting port 63722900-57cb-44f1-8314-622a1c352d3a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:53.551682 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.561101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=f266f59b-1123-4e1e-998d-35c16c0ff4e5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:53.598843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] For port 6356e25f-79ac-4467-a60f-1d6054bf0478, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6356e25f-79ac-4467-a60f-1d6054bf0478,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:53.599226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.604662 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-246309c5-fb94-43ee-bed5-ea55800dcd89 req-88aadfb0-e58f-4446-9d59-c6ac8d63670d service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314219 Feb 04 15:29:53.628666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647aa5d-7562-41f5-bd88-bce6cdc044a6 req-a8f3ef5e-e9b9-42da-8229-533adfc85752 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.630311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c647aa5d-7562-41f5-bd88-bce6cdc044a6 req-a8f3ef5e-e9b9-42da-8229-533adfc85752 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.1067963 Feb 04 15:29:53.666939 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5188-5520-4b18-a029-3f73db866b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.669835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5188-5520-4b18-a029-3f73db866b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.671157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9c1a5188-5520-4b18-a029-3f73db866b83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9407acbe-2c30-43c6-9a3a-99ce86cbe112 HTTP/1.1" status: 204 len: 168 time: 0.4090564 Feb 04 15:29:53.678922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Calling delete_port for 6356e25f-79ac-4467-a60f-1d6054bf0478 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:53.706844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-652ebd7c-ce2d-4fe9-8295-d15d2a3d8d8b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4565e366992142aeafe6e4c13adea0dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2597470 Feb 04 15:29:53.714509 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c647aa5d-7562-41f5-bd88-bce6cdc044a6 req-deda69d4-cc23-45d8-bfe8-ae92be4e0d3b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734241 Feb 04 15:29:53.716704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a5188-5520-4b18-a029-3f73db866b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9407acbe-2c30-43c6-9a3a-99ce86cbe112,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:53.721354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Checking segment: {'id': '01a11175-2ed4-4dcf-8bca-561384b697c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c3a88e29-a305-4ebb-b889-d7644db089e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:53.722183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network hostable DHCP agents. Network: c3a88e29-a305-4ebb-b889-d7644db089e0, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:29:53.831776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] For port 63722900-57cb-44f1-8314-622a1c352d3a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=63722900-57cb-44f1-8314-622a1c352d3a,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:53.832544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.843304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Network c3a88e29-a305-4ebb-b889-d7644db089e0 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:29:53.859673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Calling delete_port for 63722900-57cb-44f1-8314-622a1c352d3a owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:53.890799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, c3a88e29-a305-4ebb-b889-d7644db089e0) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:53.896796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.897715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:53.914050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933c267-ae51-4a3b-bbd5-455ea62240e6 None None] Network c3a88e29-a305-4ebb-b889-d7644db089e0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:53.925545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-990707e4-8a11-4ead-afb4-b82abc7030fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:53.928069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-990707e4-8a11-4ead-afb4-b82abc7030fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a43913c2234e668eb86e461618ae79&device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 1098 time: 0.1642742 Feb 04 15:29:54.005153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-905bb97f-22ba-429e-9218-4d7d6d93f468 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0387661 Feb 04 15:29:54.013092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41928) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:54.020304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3864bbf3-12de-46ad-9129-bce2fc923acb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:54.100987 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.144612 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['6356e25f-79ac-4467-a60f-1d6054bf0478'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:54.155131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-95b25bb2-fa36-47fe-b72a-6c88ea23674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:54.156704 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-95b25bb2-fa36-47fe-b72a-6c88ea23674c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2211263 Feb 04 15:29:54.177693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed6bf-47d9-4b97-8686-2ba36899c4f7 req-5cace943-7b7b-45ee-ad2f-b92085962617 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:54.180873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a36ed6bf-47d9-4b97-8686-2ba36899c4f7 req-5cace943-7b7b-45ee-ad2f-b92085962617 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 947 time: 0.3264964 Feb 04 15:29:54.217353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-fab837a7-b7ea-4176-826b-9c23a265cde6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:29:54.225630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-fab837a7-b7ea-4176-826b-9c23a265cde6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4265049 Feb 04 15:29:54.245431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event deleted for resources: {'Port': ['ID=6356e25f-79ac-4467-a60f-1d6054bf0478,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:54.279681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-d2e1df0d-99ce-4d5a-a861-012f91a672df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb HTTP/1.1" status: 200 len: 217 time: 0.0972464 Feb 04 15:29:54.328927 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:29:54.370859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a36ed6bf-47d9-4b97-8686-2ba36899c4f7 req-aab0ed90-093c-4e01-8ca0-ad86241c9aba tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231990 Feb 04 15:29:54.384052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] No DVR routers for this DVR port 6356e25f-79ac-4467-a60f-1d6054bf0478 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:54.388784 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3864bbf3-12de-46ad-9129-bce2fc923acb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10279378'] for subnet, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.395321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.404645 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.409428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dd9e370-3379-4bdc-acf5-76f99d558d88 req-383f3419-cd11-4069-b770-c03c96041845 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "DELETE /v2.0/ports/6356e25f-79ac-4467-a60f-1d6054bf0478 HTTP/1.1" status: 204 len: 173 time: 1.7296162 Feb 04 15:29:54.415627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9872cb-fd36-4c73-b908-cae5d8f8af1a', 'name': 'network-vif-deleted', 'tag': '6356e25f-79ac-4467-a60f-1d6054bf0478'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:54.418350 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ad055-65e6-4549-a706-fa86a8383fa9" -d '{"events": [{"server_uuid": "1b9872cb-fd36-4c73-b908-cae5d8f8af1a", "name": "network-vif-deleted", "tag": "6356e25f-79ac-4467-a60f-1d6054bf0478"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:54.423399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-3239cf3e-a75e-48b7-b060-b36312d13d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:54.431078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-3239cf3e-a75e-48b7-b060-b36312d13d42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1365368 Feb 04 15:29:54.449500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['63722900-57cb-44f1-8314-622a1c352d3a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:54.480844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Pushing event deleted for resources: {'Port': ['ID=63722900-57cb-44f1-8314-622a1c352d3a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:54.554079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['fdad1927-f39f-46b4-bd03-e74a1fb07469'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:54.555220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-244b8624-5657-4311-90a4-452b3c4ec3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:54.560195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-244b8624-5657-4311-90a4-452b3c4ec3e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231649 Feb 04 15:29:54.577479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-c3a88e29-a305-4ebb-b889-d7644db089e0', 'network_id': 'c3a88e29-a305-4ebb-b889-d7644db089e0', 'tenant_id': 'dbe9ccc8b4824b1ebb5fb452b6fe8fa3', 'fixed_ips': [{'subnet_id': 'f266f59b-1123-4e1e-998d-35c16c0ff4e5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:29:54.584823 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.607577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] No DVR routers for this DVR port 63722900-57cb-44f1-8314-622a1c352d3a on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:54.616583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.616583 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb5ed9a9-e99e-4a1c-83b7-3148eb92c1db req-87f2bb98-2912-4d21-88d7-1a9c41250e2e tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.30 "DELETE /v2.0/ports/63722900-57cb-44f1-8314-622a1c352d3a HTTP/1.1" status: 204 len: 173 time: 1.7971683 Feb 04 15:29:54.630286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-e777ae8c-d18c-4f57-91cb-e517ae7e0ccf service neutron] 10.222.0.47 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033098 Feb 04 15:29:54.807516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41940) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:54.850516 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-617a735a-8449-4791-9382-fcc48d051e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:54.900244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-09590c24-79a2-4038-bef9-13c85685a9fc service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325317 Feb 04 15:29:55.012483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-5b749e1c-6d0b-4533-ac42-39be9088b57c service neutron] 10.222.0.47 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797295 Feb 04 15:29:55.117308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61f34b8c-f416-42ff-a1fc-3756340ddf83 req-e47bd879-0773-4966-b8b8-5a7cc0e1ec2b service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050123 Feb 04 15:29:55.140739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3864bbf3-12de-46ad-9129-bce2fc923acb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757336336487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9592467'] for subnet, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.194294 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e38385-e9ce-4d50-991c-7e0764bfeb3f x-openstack-request-id: req-f4e38385-e9ce-4d50-991c-7e0764bfeb3f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:55.194971 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:55.194971 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4e38385-e9ce-4d50-991c-7e0764bfeb3f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:55.195284 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'code': 200} Feb 04 15:29:55.267149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864bbf3-12de-46ad-9129-bce2fc923acb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:55.267766 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3864bbf3-12de-46ad-9129-bce2fc923acb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.269122 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3864bbf3-12de-46ad-9129-bce2fc923acb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "PUT /v2.0/subnets/f266f59b-1123-4e1e-998d-35c16c0ff4e5 HTTP/1.1" status: 200 len: 877 time: 1.2550147 Feb 04 15:29:55.282692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41950) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:55.329032 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60a2107-cf7e-41ce-835b-f3780cdf6aa0 x-openstack-request-id: req-e60a2107-cf7e-41ce-835b-f3780cdf6aa0 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:55.329747 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9872cb-fd36-4c73-b908-cae5d8f8af1a", "name": "network-vif-deleted", "tag": "6356e25f-79ac-4467-a60f-1d6054bf0478", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:55.330175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9b0164e-4d9c-4d36-ad55-0ecac9a1dc16 req-4c0b73a4-df29-4ca0-bd5d-85d7040755b5 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=f62315c1-a186-49ca-ab8e-8e0679354cfd HTTP/1.1" status: 200 len: 210 time: 0.0590165 Feb 04 15:29:55.330417 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e60a2107-cf7e-41ce-835b-f3780cdf6aa0 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:55.331031 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9872cb-fd36-4c73-b908-cae5d8f8af1a', 'name': 'network-vif-deleted', 'tag': '6356e25f-79ac-4467-a60f-1d6054bf0478', 'status': 'completed', 'code': 200} Feb 04 15:29:55.422583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Allocated IP 172.20.0.3 (c3a88e29-a305-4ebb-b889-d7644db089e0/f266f59b-1123-4e1e-998d-35c16c0ff4e5/c9e0a7bb-7ceb-4a09-851a-427dc3988d9f) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:55.490502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864bbf3-12de-46ad-9129-bce2fc923acb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event updated for resources: {'Subnet': ['ID=f266f59b-1123-4e1e-998d-35c16c0ff4e5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:55.567416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-617a735a-8449-4791-9382-fcc48d051e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.585811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-874838ec-23cb-419e-b4a5-d619cbba0f17 req-cf2ba1d7-11c7-4cd3-a01c-ce27cdf0aa61 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9872cb-fd36-4c73-b908-cae5d8f8af1a HTTP/1.1" status: 200 len: 210 time: 0.1084700 Feb 04 15:29:55.606691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-617a735a-8449-4791-9382-fcc48d051e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.607519 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.633316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d6c1-b996-4f9d-8e36-7127143a781f req-5c4ce47e-f82f-48d6-b727-9cc87a9b2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:55.635048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8543d6c1-b996-4f9d-8e36-7127143a781f req-5c4ce47e-f82f-48d6-b727-9cc87a9b2e67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1101 time: 0.2948463 Feb 04 15:29:55.637850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d670b-3122-45a8-bb98-f5dffcdc4ecb req-accc9be9-7ced-4c4d-9c06-a7d10bcddc20 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:55.639585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a51d670b-3122-45a8-bb98-f5dffcdc4ecb req-accc9be9-7ced-4c4d-9c06-a7d10bcddc20 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.1674535 Feb 04 15:29:55.700037 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.719522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.765087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a735a-8449-4791-9382-fcc48d051e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ed0e5e-8b96-4d56-81be-ea4a9599059f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:55.768425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a51d670b-3122-45a8-bb98-f5dffcdc4ecb req-1b255604-c9bc-4fd6-b489-9795a96318a0 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212502 Feb 04 15:29:55.785773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-617a735a-8449-4791-9382-fcc48d051e14 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9dfa44649634878b04861488db01aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9753532 Feb 04 15:29:55.796111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41964) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:55.802051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Network c3a88e29-a305-4ebb-b889-d7644db089e0 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:29:55.807052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:29:55.812413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:29:55.818514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.821373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Pushing event updated for resources: {'Port': ['ID=c9e0a7bb-7ceb-4a09-851a-427dc3988d9f,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:55.888271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8543d6c1-b996-4f9d-8e36-7127143a781f req-5c53f3f5-d523-458c-b4fc-500de73c9f1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853642 Feb 04 15:29:55.896863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Attempting to bind port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:29:55.897095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Attempting to bind port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '01a11175-2ed4-4dcf-8bca-561384b697c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c3a88e29-a305-4ebb-b889-d7644db089e0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:29:55.897629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Attempting to bind port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f on network c3a88e29-a305-4ebb-b889-d7644db089e0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:29:55.910155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:29:55.910546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Checking segment: {'id': '01a11175-2ed4-4dcf-8bca-561384b697c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c3a88e29-a305-4ebb-b889-d7644db089e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:29:55.910968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.911375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Bound using segment: {'id': '01a11175-2ed4-4dcf-8bca-561384b697c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c3a88e29-a305-4ebb-b889-d7644db089e0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:29:55.911897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Bound port: c9e0a7bb-7ceb-4a09-851a-427dc3988d9f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a11175-2ed4-4dcf-8bca-561384b697c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c3a88e29-a305-4ebb-b889-d7644db089e0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:29:55.912280 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.923032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76ee43a4-2288-48cb-8cd6-da8ea53fe0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.933956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f83ff9c4-ac8e-452f-a989-d095b1b7f73c req-aea4a0d2-4008-4779-b57f-0afc4b5dd662 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 210 time: 0.0425122 Feb 04 15:29:55.994230 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76ee43a4-2288-48cb-8cd6-da8ea53fe0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:55.997831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.058052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=f266f59b-1123-4e1e-998d-35c16c0ff4e5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:56.072590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76ee43a4-2288-48cb-8cd6-da8ea53fe0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.078012 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76ee43a4-2288-48cb-8cd6-da8ea53fe0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.081750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-76ee43a4-2288-48cb-8cd6-da8ea53fe0e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19ed0e5e-8b96-4d56-81be-ea4a9599059f HTTP/1.1" status: 204 len: 168 time: 0.2823229 Feb 04 15:29:56.091984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee43a4-2288-48cb-8cd6-da8ea53fe0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ed0e5e-8b96-4d56-81be-ea4a9599059f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:56.111871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] For port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:29:56.130767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] For port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c9e0a7bb-7ceb-4a09-851a-427dc3988d9f,segment=NetworkSegment(01a11175-2ed4-4dcf-8bca-561384b697c7),segment_id=01a11175-2ed4-4dcf-8bca-561384b697c7)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:29:56.142861 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.198964 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.230346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7f92-33ba-4efd-887a-bb915e1952c7 req-f2058ea3-7361-432f-bb81-8419bbe030ae tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:56.238932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95ca7f92-33ba-4efd-887a-bb915e1952c7 req-f2058ea3-7361-432f-bb81-8419bbe030ae tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 947 time: 0.1945810 Feb 04 15:29:56.249309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca93d5-308c-4710-a56d-c0c2fcbdf2eb None None] Pushing event updated for resources: {'Port': ['ID=c9e0a7bb-7ceb-4a09-851a-427dc3988d9f,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:56.272532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a88e29-a305-4ebb-b889-d7644db089e0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:56.312890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a11175-2ed4-4dcf-8bca-561384b697c7') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:56.313862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a11175-2ed4-4dcf-8bca-561384b697c7') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:56.355507 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95ca7f92-33ba-4efd-887a-bb915e1952c7 req-045c104a-338e-4887-bac8-9b18f40e38ae tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155291 Feb 04 15:29:56.357954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.396275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.414764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:56.417853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:56.438130 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:56.607642 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.api [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:29:56.607642 n-d-827869-1 neutron-server[102423]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:29:56.607642 n-d-827869-1 neutron-server[102423]: [parameters: {'id': 'c3a88e29-a305-4ebb-b889-d7644db089e0'}] Feb 04 15:29:56.607642 n-d-827869-1 neutron-server[102423]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:29:56.608402 n-d-827869-1 neutron-server[102423]: DEBUG oslo_db.api [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:29:56.928720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae621e-3360-418e-953c-951b9c09a2a9 req-54a202e0-5203-45ec-95e4-90c1d0982071 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:56.937456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0fae621e-3360-418e-953c-951b9c09a2a9 req-54a202e0-5203-45ec-95e4-90c1d0982071 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.0875378 Feb 04 15:29:56.971755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93cb5e-4617-4a8f-9cc9-f36c3d0a2f5a req-7e7ff23a-5c60-4ff2-926d-f361876a7546 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:56.981142 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f93cb5e-4617-4a8f-9cc9-f36c3d0a2f5a req-7e7ff23a-5c60-4ff2-926d-f361876a7546 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 950 time: 0.1198497 Feb 04 15:29:56.994161 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0fae621e-3360-418e-953c-951b9c09a2a9 req-54d44d8c-dfd4-44f7-a5fc-17f8568b22bf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498455 Feb 04 15:29:57.029202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42018) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:57.071941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 63722900-57cb-44f1-8314-622a1c352d3a no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:57.103768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f93cb5e-4617-4a8f-9cc9-f36c3d0a2f5a req-b4f25ff1-e51d-4cc9-b67c-fe1ee5dc8ef2 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125641 Feb 04 15:29:57.110314 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.165749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 63722900-57cb-44f1-8314-622a1c352d3a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:57.166997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 63722900-57cb-44f1-8314-622a1c352d3a not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:57.168899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6356e25f-79ac-4467-a60f-1d6054bf0478 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:57.245260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:57.246624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.279440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:29:57.286342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 6356e25f-79ac-4467-a60f-1d6054bf0478 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:57.298006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6356e25f-79ac-4467-a60f-1d6054bf0478 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:57.331863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62315c1-a186-49ca-ab8e-8e0679354cfd', 'name': 'network-vif-deleted', 'tag': '63722900-57cb-44f1-8314-622a1c352d3a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:29:57.348779 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933e3fec-7f41-4961-995f-68501b159a6c" -d '{"events": [{"server_uuid": "f62315c1-a186-49ca-ab8e-8e0679354cfd", "name": "network-vif-deleted", "tag": "63722900-57cb-44f1-8314-622a1c352d3a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:29:57.407254 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6089ca1e-3710-4af5-8f1c-2c2bda371fb6 req-8f1387e8-37ea-4f6b-9ece-fca8cafb2718 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 210 time: 0.0577219 Feb 04 15:29:57.475290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] For port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c9e0a7bb-7ceb-4a09-851a-427dc3988d9f,segment=NetworkSegment(01a11175-2ed4-4dcf-8bca-561384b697c7),segment_id=01a11175-2ed4-4dcf-8bca-561384b697c7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:57.476074 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.529720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Calling delete_port for c9e0a7bb-7ceb-4a09-851a-427dc3988d9f owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:29:57.645731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.698643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-4585992f-02f3-4d87-9802-d7346fe0c15b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.699732 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-4585992f-02f3-4d87-9802-d7346fe0c15b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.6123095 Feb 04 15:29:57.715685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a313a054-447d-4112-a736-01c4f1c41891 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.720050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a313a054-447d-4112-a736-01c4f1c41891 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.30 "GET /v2.0/networks?id=009879e3-fdd9-4e71-b5db-7b1eb016817c HTTP/1.1" status: 200 len: 811 time: 0.4758573 Feb 04 15:29:57.725716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654fd9-7c44-47ee-88f4-cfa872386e30 req-6c9c8261-1d30-40b9-b8db-d9fc2c28ecd4 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:57.735851 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54654fd9-7c44-47ee-88f4-cfa872386e30 req-6c9c8261-1d30-40b9-b8db-d9fc2c28ecd4 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 947 time: 0.1832690 Feb 04 15:29:57.786238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c9e0a7bb-7ceb-4a09-851a-427dc3988d9f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:29:57.792534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:57.811650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54654fd9-7c44-47ee-88f4-cfa872386e30 req-1cd94a49-ff09-475e-973a-34d7dcce4664 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744636 Feb 04 15:29:57.824793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.850772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'mac_address': 'fa:16:3e:8c:d0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:29:57.872906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-c320ee75-3295-4e58-b1a4-5c6cabf1bd9c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/quotas/b8bd08a21d0041828a486c7abcbd31a0 HTTP/1.1" status: 200 len: 375 time: 0.1505172 Feb 04 15:29:57.894746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Port': ['ID=c9e0a7bb-7ceb-4a09-851a-427dc3988d9f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:57.905651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No DVR routers for this DVR port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:29:57.928794 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No active binding found for port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:29:57.929506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c9e0a7bb-7ceb-4a09-851a-427dc3988d9f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 15:29:57.933024 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:57.952793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Port c9e0a7bb-7ceb-4a09-851a-427dc3988d9f not found, will not notify nova. {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 15:29:57.970386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:29:57.971327 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bef5fe9-ff76-4875-bfa5-e796db48359e x-openstack-request-id: req-5bef5fe9-ff76-4875-bfa5-e796db48359e {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:29:57.972012 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62315c1-a186-49ca-ab8e-8e0679354cfd", "name": "network-vif-deleted", "tag": "63722900-57cb-44f1-8314-622a1c352d3a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:29:57.972012 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bef5fe9-ff76-4875-bfa5-e796db48359e {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:29:57.972432 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62315c1-a186-49ca-ab8e-8e0679354cfd', 'name': 'network-vif-deleted', 'tag': '63722900-57cb-44f1-8314-622a1c352d3a', 'status': 'completed', 'code': 200} Feb 04 15:29:57.978261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-4e898ca2-df28-4a38-9c76-6a91f2e2653d tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4565e366992142aeafe6e4c13adea0dd HTTP/1.1" status: 200 len: 379 time: 0.2358477 Feb 04 15:29:57.995153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:29:58.005520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-7623b90b-3d77-44c9-9302-091c7559854b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301255 Feb 04 15:29:58.010072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.027142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Request body: {'port': {'device_id': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'admin_state_up': True, 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'security_groups': ['852bd9ab-a507-48a7-91d9-a86a7c0128d5']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:29:58.049918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.116913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a88e29-a305-4ebb-b889-d7644db089e0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:58.125520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13afae-66fd-46b5-9760-901b1496ccd7 None None] Network c3a88e29-a305-4ebb-b889-d7644db089e0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:58.158126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a11175-2ed4-4dcf-8bca-561384b697c7') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:58.158781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a11175-2ed4-4dcf-8bca-561384b697c7') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:29:58.175251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.215735 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.221411 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.236982 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.245828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:29:58.246815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.261959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2fa532d8-2c57-4dcb-87e3-a3be1ca8e129 None None] Could not find standard attr ID for object c9e0a7bb-7ceb-4a09-851a-427dc3988d9f. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:29:58.277562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fe396-855f-4dd1-ad83-7f14374aa236 req-c327abe0-2ac5-469f-8c41-c189fecbc18a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.293893 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87fe396-855f-4dd1-ad83-7f14374aa236 req-c327abe0-2ac5-469f-8c41-c189fecbc18a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.1902211 Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:29:58.299132 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:29:58.305749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:58.308255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-21955f9e-03b5-4ea6-a1e3-f68d3928ce7a service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016937 Feb 04 15:29:58.360770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca66fa64-83b5-4f54-a0eb-e78c2355519f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:58.366043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63ba29ccc6b34f38b99fc61e9dafc2de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3354716 Feb 04 15:29:58.401240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42048) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:58.459174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.459516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.460060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.460567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.461341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.462419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.462945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.463459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.463952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.464451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.465174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.465680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67632f14-8979-4cdb-8605-da102a0c1f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:29:58.469421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342e8d0-4099-42c5-abaf-ae9f65409b7d None None] DHCP port deletion for c3a88e29-a305-4ebb-b889-d7644db089e0 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:29:58.493573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Made reservation on behalf of 4565e366992142aeafe6e4c13adea0dd for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:29:58.501689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.513607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25bfbc6-500a-4fb4-8ec0-26d119cad4c0 None None] Network c3a88e29-a305-4ebb-b889-d7644db089e0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:29:58.542016 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87fe396-855f-4dd1-ad83-7f14374aa236 req-56cd486c-639f-4a28-9e1a-c7a9e307c6ef tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401154 Feb 04 15:29:58.551621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7963dfc-ea58-4149-b70e-46270110e8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.556529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.601393 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.633356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7963dfc-ea58-4149-b70e-46270110e8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:58.635258 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/c3a88e29-a305-4ebb-b889-d7644db089e0 HTTP/1.1" status: 204 len: 168 time: 3.3484969 Feb 04 15:29:58.640823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42056) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:58.650482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-1739cadd-9a43-4dc8-9c4f-02f6d0b2921c service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409946 Feb 04 15:29:58.758775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bc76b-f0c8-4838-bdda-6d7917e4e228 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=c3a88e29-a305-4ebb-b889-d7644db089e0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:58.772839 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-663962ea-64f9-444b-b818-fc93bce1c8b3 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:29:58.773537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663962ea-64f9-444b-b818-fc93bce1c8b3 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:29:58.778540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-663962ea-64f9-444b-b818-fc93bce1c8b3 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/f266f59b-1123-4e1e-998d-35c16c0ff4e5 HTTP/1.1" status: 404 len: 337 time: 0.1263576 Feb 04 15:29:58.789293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42058) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:58.813268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:29:58.864267 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-76253ee4-ae53-4a93-bab0-5b967bc73084 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:29:58.865234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76253ee4-ae53-4a93-bab0-5b967bc73084 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:29:58.869580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-76253ee4-ae53-4a93-bab0-5b967bc73084 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/c3a88e29-a305-4ebb-b889-d7644db089e0 HTTP/1.1" status: 404 len: 339 time: 0.0773823 Feb 04 15:29:58.873024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42064) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:58.942729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-8addee04-a9f3-47b6-8736-ee8955e922c2 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:58.944809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-8addee04-a9f3-47b6-8736-ee8955e922c2 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 950 time: 0.1880810 Feb 04 15:29:58.945661 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eff6fa2-a4a2-44fd-bd33-31352ed0a6a8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:29:58.946674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eff6fa2-a4a2-44fd-bd33-31352ed0a6a8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:29:58.953340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6eff6fa2-a4a2-44fd-bd33-31352ed0a6a8 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/9a2411a4-8504-484d-86a7-bb0b45376ad5 HTTP/1.1" status: 404 len: 337 time: 0.0767283 Feb 04 15:29:58.960720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42068) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:59.013297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc94d0-e23e-4a46-b61f-f60eb0ba0c9a req-c44b5687-9e7d-4a1d-b66e-4fed9673d6ea tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:59.019228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37fc94d0-e23e-4a46-b61f-f60eb0ba0c9a req-c44b5687-9e7d-4a1d-b66e-4fed9673d6ea tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 950 time: 0.2595327 Feb 04 15:29:59.080942 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f3b72f-76e1-4f40-8de8-f0a1015a42ae tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:29:59.082180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f3b72f-76e1-4f40-8de8-f0a1015a42ae tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:29:59.090362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-69f3b72f-76e1-4f40-8de8-f0a1015a42ae tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/552db070-5696-44c9-94c8-eaa1d98ad818 HTTP/1.1" status: 404 len: 339 time: 0.1266298 Feb 04 15:29:59.092778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42074) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:29:59.353859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.438299 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8514d941-b8fb-464f-b28c-959f2d15e653 req-6d845700-8c81-422d-9778-c6b72b2c9c2f tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 210 time: 0.0850339 Feb 04 15:29:59.507184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37fc94d0-e23e-4a46-b61f-f60eb0ba0c9a req-161dc33a-d91d-438d-88df-f6503285194a tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360523 Feb 04 15:29:59.575456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Allocated IP 172.20.0.12 (009879e3-fdd9-4e71-b5db-7b1eb016817c/c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8/cdefd3b5-3e67-4741-8d9c-21931dcc2e2a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:29:59.692904 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7963dfc-ea58-4149-b70e-46270110e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.699974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7963dfc-ea58-4149-b70e-46270110e8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.701383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e7963dfc-ea58-4149-b70e-46270110e8dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca66fa64-83b5-4f54-a0eb-e78c2355519f HTTP/1.1" status: 204 len: 168 time: 1.2943265 Feb 04 15:29:59.715780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c9e0a7bb-7ceb-4a09-851a-427dc3988d9f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:29:59.753645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7963dfc-ea58-4149-b70e-46270110e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca66fa64-83b5-4f54-a0eb-e78c2355519f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:29:59.777014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c9e0a7bb-7ceb-4a09-851a-427dc3988d9f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:29:59.777784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c9e0a7bb-7ceb-4a09-851a-427dc3988d9f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:29:59.809863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa59fe6-2848-40ae-98db-4511e1e3f2d5 req-d582cc01-1d1f-4595-bb04-1c2e9d89a93b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:29:59.818565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afa59fe6-2848-40ae-98db-4511e1e3f2d5 req-d582cc01-1d1f-4595-bb04-1c2e9d89a93b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.2111783 Feb 04 15:29:59.925184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:29:59.926826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afa59fe6-2848-40ae-98db-4511e1e3f2d5 req-01323f0a-88f4-4e66-8876-454ca86f7f8b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065984 Feb 04 15:29:59.935731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Deleting port fdad1927-f39f-46b4-bd03-e74a1fb07469 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:29:59.936501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.087548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840b8008-fc1b-465b-b663-98cd6a168e2f']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:00.116666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.142932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae543c-a646-475a-b2c2-3340c2cddeb7 req-0922bc34-5d67-4a18-a96e-3735ffc2c6f2 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:00.144961 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e1ae543c-a646-475a-b2c2-3340c2cddeb7 req-0922bc34-5d67-4a18-a96e-3735ffc2c6f2 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 948 time: 0.4132690 Feb 04 15:30:00.147511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b555fcc1-890b-417d-82c3-0a1b01f337e5') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:00.148154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b555fcc1-890b-417d-82c3-0a1b01f337e5') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:00.184936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b47556d9-b22e-481e-af6e-d6a3a01bcdbc req-c1143353-e6c4-4f15-b5d7-3a767e39db7d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 210 time: 0.1082938 Feb 04 15:30:00.192446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.293509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.301650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.358691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:30:00.359241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:00.404827 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:00.463563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:00.477084 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-994554e3-0782-4714-953a-7b6e9a2229f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.491772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:00.514177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e1ae543c-a646-475a-b2c2-3340c2cddeb7 req-064fb25a-4a55-42f5-a39f-f5a561e038bb tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526220 Feb 04 15:30:00.520909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:00.559617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] For port fdad1927-f39f-46b4-bd03-e74a1fb07469, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fdad1927-f39f-46b4-bd03-e74a1fb07469,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:00.560815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.603295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Calling delete_port for fdad1927-f39f-46b4-bd03-e74a1fb07469 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:00.605399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.649352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.658475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/840b8008-fc1b-465b-b663-98cd6a168e2f HTTP/1.1" status: 204 len: 168 time: 1.5422893 Feb 04 15:30:00.660205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88436ecb-ccb6-4ad6-847e-46d219ae04cc tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=840b8008-fc1b-465b-b663-98cd6a168e2f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:00.662875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42114) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:00.688757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event updated for resources: {'Port': ['ID=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:00.747712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:00.762001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:00.774428 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c839c82-4f7f-4012-8bfa-088a1017e035 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:00.776805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c839c82-4f7f-4012-8bfa-088a1017e035 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:00.790652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6c839c82-4f7f-4012-8bfa-088a1017e035 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/0a6bf183-ee08-4e44-8369-1ec5507c6ce6 HTTP/1.1" status: 404 len: 337 time: 0.1177845 Feb 04 15:30:00.792418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42120) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:00.813518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-297d383d-1401-47e4-9642-bf6ada7fa017 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7962019 Feb 04 15:30:00.848179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Request body: {'port': {'device_id': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:01.004897 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-d238027c-4ccd-4278-9ae7-7a853ba08747 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:01.006199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d238027c-4ccd-4278-9ae7-7a853ba08747 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:01.012521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d238027c-4ccd-4278-9ae7-7a853ba08747 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/2f4c0c6b-d168-43d0-aa81-336023fb70a3 HTTP/1.1" status: 404 len: 339 time: 0.2082555 Feb 04 15:30:01.058280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-77a47a19-6edd-4a53-9ff1-f680f1ffa37a None None] Provisioning complete for port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:01.059246 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77a47a19-6edd-4a53-9ff1-f680f1ffa37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.060389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:01.121280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-77a47a19-6edd-4a53-9ff1-f680f1ffa37a None None] Port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:30:01.185085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-1bbc8269-4edc-4efa-aec5-9cc6c77f9c3e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.186455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-1bbc8269-4edc-4efa-aec5-9cc6c77f9c3e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.50 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.2077596 Feb 04 15:30:01.196738 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8b5fa5-2acd-4e0a-8497-db16013b483e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:01.197543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8b5fa5-2acd-4e0a-8497-db16013b483e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:01.203831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1e8b5fa5-2acd-4e0a-8497-db16013b483e tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/d440d7e5-7730-45aa-999b-a5822051ca8f HTTP/1.1" status: 404 len: 337 time: 0.1398125 Feb 04 15:30:01.207715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42134) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:01.214776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Request body: {'port': {'device_id': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'admin_state_up': True, 'tenant_id': 'b8bd08a21d0041828a486c7abcbd31a0'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:01.226180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:01.260215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937e509-c58b-4104-acb3-39d6cc0ec0eb req-471d1aca-3d17-485d-81ce-6e192be832a7 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.272872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a937e509-c58b-4104-acb3-39d6cc0ec0eb req-471d1aca-3d17-485d-81ce-6e192be832a7 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 932 time: 0.4424186 Feb 04 15:30:01.306120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-3ee97559-ed5b-4ca8-8c53-29d88ddd6e73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3306115 Feb 04 15:30:01.379926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a937e509-c58b-4104-acb3-39d6cc0ec0eb req-77136a50-028f-4840-8f9a-27bf7d17c114 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058655 Feb 04 15:30:01.385602 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-6133c307-45bb-4e26-923b-f7d251a917e0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:01.388015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6133c307-45bb-4e26-923b-f7d251a917e0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:01.403229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6133c307-45bb-4e26-923b-f7d251a917e0 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/3ef7fc4a-900d-4327-bf67-09d29c9e8cdd HTTP/1.1" status: 404 len: 339 time: 0.1763504 Feb 04 15:30:01.406691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.411464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:01.421257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:01.422446 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.425133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42144) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:01.549817 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf25391-b933-4f39-894d-be05d73ddbaf tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:01.551149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf25391-b933-4f39-894d-be05d73ddbaf tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:01.554867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7bf25391-b933-4f39-894d-be05d73ddbaf tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/6b2449e3-a348-4116-abb9-c7feb7cb9d29 HTTP/1.1" status: 404 len: 337 time: 0.0826139 Feb 04 15:30:01.557692 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.562175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42154) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:01.638238 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.688099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:01.693782 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321882ee-63ef-4120-a338-58081b824481" -d '{"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:01.698172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a67f2-35de-4122-a53d-a7164410a032 req-bd4b6071-cf98-4bb8-87e1-c667e6c486cc tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:01.720578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd7a67f2-35de-4122-a53d-a7164410a032 req-bd4b6071-cf98-4bb8-87e1-c667e6c486cc tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad4bd87a-872e-4bb5-b1a5-cf695c13aba1 HTTP/1.1" status: 200 len: 950 time: 0.5092542 Feb 04 15:30:01.726726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:01.746795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.748949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fdad1927-f39f-46b4-bd03-e74a1fb07469 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:30:01.815176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Pushing event deleted for resources: {'Port': ['ID=fdad1927-f39f-46b4-bd03-e74a1fb07469,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:01.843120 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-825d51aa-544f-4dd9-b08d-936882c0262f tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:01.843809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825d51aa-544f-4dd9-b08d-936882c0262f tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:01.851258 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-825d51aa-544f-4dd9-b08d-936882c0262f tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/9ff21d7c-dc9d-42a9-bb65-bfcce7d990c6 HTTP/1.1" status: 404 len: 339 time: 0.2777050 Feb 04 15:30:01.869251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: fdad1927-f39f-46b4-bd03-e74a1fb07469 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:30:01.870253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fdad1927-f39f-46b4-bd03-e74a1fb07469 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:30:01.878730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42162) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:01.884385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] No DVR routers for this DVR port fdad1927-f39f-46b4-bd03-e74a1fb07469 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:01.910316 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:01.934019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:01.937711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d02e7a1-1d80-4427-9c57-12f96c52adcd req-6fc10440-a934-4d34-97fa-a4f68bfc6923 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.50 "DELETE /v2.0/ports/fdad1927-f39f-46b4-bd03-e74a1fb07469 HTTP/1.1" status: 204 len: 173 time: 2.9799135 Feb 04 15:30:01.942763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bd87a-872e-4bb5-b1a5-cf695c13aba1', 'name': 'network-vif-deleted', 'tag': 'fdad1927-f39f-46b4-bd03-e74a1fb07469'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:01.948952 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f8d50-4539-4fc3-9099-874c71b2ce7a" -d '{"events": [{"server_uuid": "ad4bd87a-872e-4bb5-b1a5-cf695c13aba1", "name": "network-vif-deleted", "tag": "fdad1927-f39f-46b4-bd03-e74a1fb07469"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:01.999555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd7a67f2-35de-4122-a53d-a7164410a032 req-16b218d7-4187-40cc-931a-201a79f298f0 tempest-ServersAdminNegativeTestJSON-1802460680 tempest-ServersAdminNegativeTestJSON-1802460680-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cf12011-12dd-4d7b-84f4-377f426761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763190 Feb 04 15:30:02.011484 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdc2934-e44b-48d4-a8ae-07b9c5465419 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.013064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdc2934-e44b-48d4-a8ae-07b9c5465419 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.019571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-acdc2934-e44b-48d4-a8ae-07b9c5465419 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/7dc17708-f04d-4ee9-ba01-b624ebdbd37a HTTP/1.1" status: 404 len: 337 time: 0.1279969 Feb 04 15:30:02.023668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Made reservation on behalf of b8bd08a21d0041828a486c7abcbd31a0 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:02.032177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42168) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.032488 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:02.105854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79bcc-eb88-44bb-b3e2-1f95fe5b32c0 req-47771a8c-ecf9-409d-8e93-70ea5cb43ed2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:02.109378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66b79bcc-eb88-44bb-b3e2-1f95fe5b32c0 req-47771a8c-ecf9-409d-8e93-70ea5cb43ed2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.5731132 Feb 04 15:30:02.143555 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-644298d0-fbaa-4bcc-85e7-5d945566f17a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.144494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644298d0-fbaa-4bcc-85e7-5d945566f17a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.153123 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-644298d0-fbaa-4bcc-85e7-5d945566f17a tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/66d8cae9-f3d2-4129-9849-fe6a378d2805 HTTP/1.1" status: 404 len: 339 time: 0.1046250 Feb 04 15:30:02.155174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.191343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66b79bcc-eb88-44bb-b3e2-1f95fe5b32c0 req-8af402b4-956b-41ee-b420-64f62218fae6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634923 Feb 04 15:30:02.222439 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb26d51-6851-4fd8-86bd-31363d9fb9ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.223111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb26d51-6851-4fd8-86bd-31363d9fb9ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.227944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9fb26d51-6851-4fd8-86bd-31363d9fb9ed tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/b706861e-f65e-48a4-8d8b-8eab1e346cb8 HTTP/1.1" status: 404 len: 337 time: 0.0698943 Feb 04 15:30:02.230848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42178) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.322766 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52abe7a-1275-4b3a-adb2-4d4866a01fdb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.323964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52abe7a-1275-4b3a-adb2-4d4866a01fdb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.333809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e52abe7a-1275-4b3a-adb2-4d4866a01fdb tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/81636250-26ca-46c2-9027-dfe32a338994 HTTP/1.1" status: 404 len: 339 time: 0.1015279 Feb 04 15:30:02.338766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42184) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.428300 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30423ef-5dd7-4d60-8348-9a28cf97fc13 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.428300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30423ef-5dd7-4d60-8348-9a28cf97fc13 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.432923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b30423ef-5dd7-4d60-8348-9a28cf97fc13 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/816c8f2f-9d99-4c28-b714-cad1b471f61b HTTP/1.1" status: 404 len: 337 time: 0.0921531 Feb 04 15:30:02.441261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-059a3fce-02a8-4814-b801-c4977b8c9461 req-30c27163-4709-4db1-a725-168cf70547ab tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 210 time: 0.2885597 Feb 04 15:30:02.452260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.530278 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6f536b-ab74-4300-990e-c8accc22506d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.543745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6f536b-ab74-4300-990e-c8accc22506d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.544703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484f385-878f-4c37-ba2f-cfd18c6bb9ef req-c188b03d-4dc2-4e00-bd51-c15e0e52ca11 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:02.546645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8484f385-878f-4c37-ba2f-cfd18c6bb9ef req-c188b03d-4dc2-4e00-bd51-c15e0e52ca11 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 949 time: 0.1254909 Feb 04 15:30:02.559205 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dd6f536b-ab74-4300-990e-c8accc22506d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/38fea3e2-6be6-4d6d-a742-3661e6c2d009 HTTP/1.1" status: 404 len: 339 time: 0.1064522 Feb 04 15:30:02.562641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42200) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.593617 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7fc991-4e28-49ca-9544-4ca6181fefe7 x-openstack-request-id: req-bb7fc991-4e28-49ca-9544-4ca6181fefe7 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:02.594589 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:02.600645 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb7fc991-4e28-49ca-9544-4ca6181fefe7 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:02.604644 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'code': 200} Feb 04 15:30:02.737534 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d9dea8-4ccb-40fb-b13e-1dbd2a3c97a5 x-openstack-request-id: req-e5d9dea8-4ccb-40fb-b13e-1dbd2a3c97a5 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:02.737925 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4bd87a-872e-4bb5-b1a5-cf695c13aba1", "name": "network-vif-deleted", "tag": "fdad1927-f39f-46b4-bd03-e74a1fb07469", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:02.738200 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5d9dea8-4ccb-40fb-b13e-1dbd2a3c97a5 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:02.738617 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4bd87a-872e-4bb5-b1a5-cf695c13aba1', 'name': 'network-vif-deleted', 'tag': 'fdad1927-f39f-46b4-bd03-e74a1fb07469', 'status': 'completed', 'code': 200} Feb 04 15:30:02.749346 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c4d16f-c922-40a1-9efb-212677593f51 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.749855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c4d16f-c922-40a1-9efb-212677593f51 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.758806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-21c4d16f-c922-40a1-9efb-212677593f51 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/43dc7f64-5e48-4944-bcd3-b95a7a7be80c HTTP/1.1" status: 404 len: 337 time: 0.1895065 Feb 04 15:30:02.780192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42208) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.826621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Allocated IP 172.20.0.10 (60cbeedf-ce49-4303-b921-aa1dceec1123/4492d8e7-37ab-431b-bf81-dee81ec03258/afec846f-0786-496f-8512-1e498fcbd559) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:02.848806 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9a745d-d0bb-464e-9fdb-b579cef74eea tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.849412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9a745d-d0bb-464e-9fdb-b579cef74eea tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.856479 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8c9a745d-d0bb-464e-9fdb-b579cef74eea tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/6b6a0282-993e-4d90-9fb1-67fd8cf00b3b HTTP/1.1" status: 404 len: 339 time: 0.0719247 Feb 04 15:30:02.860210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42210) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.897360 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a29c83f-4f4f-4780-8489-31311d69b758 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.897913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a29c83f-4f4f-4780-8489-31311d69b758 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.905513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4a29c83f-4f4f-4780-8489-31311d69b758 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/3179079f-d7e5-416c-ac89-cf0957f672f1 HTTP/1.1" status: 404 len: 337 time: 0.0403788 Feb 04 15:30:02.907344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42214) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:02.919496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8484f385-878f-4c37-ba2f-cfd18c6bb9ef req-edc91ece-d228-4a32-b9b7-781c00aaa5f0 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580294 Feb 04 15:30:02.935723 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b310f8d-3d1c-4113-89de-ea9429070f86 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:02.936388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b310f8d-3d1c-4113-89de-ea9429070f86 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:02.943523 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5b310f8d-3d1c-4113-89de-ea9429070f86 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/b058eb1c-51ae-4646-9fab-ce7a91edcd9b HTTP/1.1" status: 404 len: 339 time: 0.0309060 Feb 04 15:30:02.944614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42216) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:03.100709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Deleting subnet ca7216ee-c1e1-46bb-ad1f-b0b29e26eb63 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:30:03.109186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdefd3b5-3e67-4741-8d9c-21931dcc2e2a {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:03.129124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e46e1-c9cf-481e-8b7b-5e0981cb27e8 req-9b372749-0f0c-4094-bbbf-5ac7b763e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:03.130729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a99e46e1-c9cf-481e-8b7b-5e0981cb27e8 req-9b372749-0f0c-4094-bbbf-5ac7b763e020 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 1100 time: 0.3953660 Feb 04 15:30:03.131607 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.134775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.199621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Transition to ACTIVE for port object cdefd3b5-3e67-4741-8d9c-21931dcc2e2a will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:03.227234 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.364952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.519842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a99e46e1-c9cf-481e-8b7b-5e0981cb27e8 req-8fa7006a-eb26-4a93-94c3-1e640ce5135f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402016 Feb 04 15:30:03.550131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d0c2e-ca51-4e1b-9d41-1ba8ee874603 req-16889fba-41ba-4f09-8c25-7d08449022ce tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:03.554891 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a57d0c2e-ca51-4e1b-9d41-1ba8ee874603 req-16889fba-41ba-4f09-8c25-7d08449022ce tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 932 time: 0.4642584 Feb 04 15:30:03.590446 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-af424065-5505-4491-b0f0-0ea918c659ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.758771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:03.810907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42240) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:03.817352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a57d0c2e-ca51-4e1b-9d41-1ba8ee874603 req-b2581a79-5a4e-4e0f-b696-70d8ee7e8980 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486625 Feb 04 15:30:03.901628 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.972184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:03.994658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc21c7-7949-4e7b-b430-1f13bf195f8d req-3097c8c1-e1e6-4d2e-bd4f-866ca3487432 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:03.998520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42248) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:04.002936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8fc21c7-7949-4e7b-b430-1f13bf195f8d req-3097c8c1-e1e6-4d2e-bd4f-866ca3487432 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.3694019 Feb 04 15:30:04.066089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Attempting to bind port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:04.066595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Attempting to bind port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:04.066991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Attempting to bind port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a on network 009879e3-fdd9-4e71-b5db-7b1eb016817c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:04.074423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a on network 009879e3-fdd9-4e71-b5db-7b1eb016817c not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:30:04.074835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Attempting to bind port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a on network 009879e3-fdd9-4e71-b5db-7b1eb016817c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:04.081330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.103944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:30:04.104325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Checking segment: {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:04.104758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Bound using segment: {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:30:04.105248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Bound port: cdefd3b5-3e67-4741-8d9c-21931dcc2e2a, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1da388c-56b9-4f99-bacf-f41c7c642a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:04.105637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.183356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event updated for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:04.203058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:04.218258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:04.221952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:04.310791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8fc21c7-7949-4e7b-b430-1f13bf195f8d req-b6663f05-c306-4591-b1e7-5aa4e9e136b7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064337 Feb 04 15:30:04.392448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.392998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.396748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] For port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:04.403721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] For port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:04.414181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.453607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-8e2bca9c-5c5d-4189-a206-dfb0b49a39e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2448552 Feb 04 15:30:04.467322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-951e5bf7-b7bd-4854-8a1a-e15cf964b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.469025 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-951e5bf7-b7bd-4854-8a1a-e15cf964b17c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1101 time: 0.2026823 Feb 04 15:30:04.473958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.475340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.477028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/cdefd3b5-3e67-4741-8d9c-21931dcc2e2a HTTP/1.1" status: 200 len: 1092 time: 3.6395459 Feb 04 15:30:04.485661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'tag': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:04.489170 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35" -d '{"events": [{"name": "network-changed", "server_uuid": "4533fcce-bcc2-4f49-b744-aaa21e77ef6a", "tag": "cdefd3b5-3e67-4741-8d9c-21931dcc2e2a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:04.552541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Request body: {'port': {'device_id': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:04.602540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.613705 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-42e10965-407f-43ff-9757-925a7cf7fb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.751350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7216ee-c1e1-46bb-ad1f-b0b29e26eb63,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:04.770061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427aaea-d194-4164-b363-ee8430f0089d None None] Network fecacbcd-ee09-443a-bacb-758c5aba63c5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:04.771117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.771702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.772315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.772888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.773438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.774548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.775133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.775687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.776249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.776811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.777874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.778699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:04.809555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:04.814344 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ef2c0094-5078-48bd-ab1b-4ade67614f23 tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/subnets/ca7216ee-c1e1-46bb-ad1f-b0b29e26eb63 HTTP/1.1" status: 204 len: 168 time: 1.8686965 Feb 04 15:30:04.828738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42256) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:04.829328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-26c20c64-4628-4e4a-b6e1-825883f6091b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=557d4a7064b041b9b2e22e58a8addbb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8245590 Feb 04 15:30:04.835195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42258) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:04.904418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a301c7-63cb-4656-8e54-ecaefa1458b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:04.957166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2f7c5-af0b-4847-8bfe-d4a97a431d6b req-aae6ff7b-eb93-4acc-bbf7-3942b949c514 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.959255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c7b2f7c5-af0b-4847-8bfe-d4a97a431d6b req-aae6ff7b-eb93-4acc-bbf7-3942b949c514 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 949 time: 0.5043569 Feb 04 15:30:04.974944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd086f82-210b-4b41-9911-77a470c9a723 req-c36095a9-2a72-4ff7-a53c-3692dcf89c5c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:04.995697 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd086f82-210b-4b41-9911-77a470c9a723 req-c36095a9-2a72-4ff7-a53c-3692dcf89c5c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 932 time: 0.9780416 Feb 04 15:30:05.033147 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-42e10965-407f-43ff-9757-925a7cf7fb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.052845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-42e10965-407f-43ff-9757-925a7cf7fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.064185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-cfe5a0b9-676e-4244-b15b-a304bea36085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.077223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-cfe5a0b9-676e-4244-b15b-a304bea36085 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.5470204 Feb 04 15:30:05.135537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] DHCP port deletion for fecacbcd-ee09-443a-bacb-758c5aba63c5 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:30:05.151783 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.166691 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-42e10965-407f-43ff-9757-925a7cf7fb62 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad1340b921cb46b5b87a8cb865421780&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3472776 Feb 04 15:30:05.179481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42262) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:05.196470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e10965-407f-43ff-9757-925a7cf7fb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885ade07-0ee9-4767-b698-2fea487c22df,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:05.221627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd086f82-210b-4b41-9911-77a470c9a723 req-6ba3a55b-c24f-45dc-b88b-2a2bee7cd151 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247221 Feb 04 15:30:05.227257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] Deleting port ea10e7a9-0bb2-462e-8d67-7c9062bace80 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:05.228324 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.279531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-f044a119-6ae1-45af-9eba-12037b4a4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.284659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-f044a119-6ae1-45af-9eba-12037b4a4ca2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4565e366992142aeafe6e4c13adea0dd&device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 1095 time: 0.6981263 Feb 04 15:30:05.328264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca8b80a6-ab58-4a6a-823a-36ae32b35263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.355619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c7b2f7c5-af0b-4847-8bfe-d4a97a431d6b req-a07b6f8a-a04b-400b-8b4e-3602f690cd60 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761604 Feb 04 15:30:05.362512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-aaae4ba7-d19b-4007-a43c-21f4d8c492d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 217 time: 0.2548470 Feb 04 15:30:05.363546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] For port ea10e7a9-0bb2-462e-8d67-7c9062bace80, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ea10e7a9-0bb2-462e-8d67-7c9062bace80,segment=NetworkSegment(6bfd8dcc-2581-4518-a511-859be5305e7a),segment_id=6bfd8dcc-2581-4518-a511-859be5305e7a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:05.367287 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.384468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca8b80a6-ab58-4a6a-823a-36ae32b35263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.406185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] Calling delete_port for ea10e7a9-0bb2-462e-8d67-7c9062bace80 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:05.503808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca8b80a6-ab58-4a6a-823a-36ae32b35263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.513918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca8b80a6-ab58-4a6a-823a-36ae32b35263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.521136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ca8b80a6-ab58-4a6a-823a-36ae32b35263 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/885ade07-0ee9-4767-b698-2fea487c22df HTTP/1.1" status: 204 len: 168 time: 0.3363473 Feb 04 15:30:05.566837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b80a6-ab58-4a6a-823a-36ae32b35263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885ade07-0ee9-4767-b698-2fea487c22df,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:05.621722 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a7362-8dfc-4e00-8088-ae20fb7c33e4 x-openstack-request-id: req-479a7362-8dfc-4e00-8088-ae20fb7c33e4 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:05.622336 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4533fcce-bcc2-4f49-b744-aaa21e77ef6a", "tag": "cdefd3b5-3e67-4741-8d9c-21931dcc2e2a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:05.622799 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-479a7362-8dfc-4e00-8088-ae20fb7c33e4 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:05.625690 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.633554 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'tag': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'status': 'completed', 'code': 200} Feb 04 15:30:05.640760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5327d-0a69-4c5d-95bc-1308431f67af req-64096e2a-d5c7-44e0-ac79-5bfda22448c3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.650703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1bb5327d-0a69-4c5d-95bc-1308431f67af req-64096e2a-d5c7-44e0-ac79-5bfda22448c3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.1282437 Feb 04 15:30:05.650944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.687805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ea10e7a9-0bb2-462e-8d67-7c9062bace80 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:30:05.688602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-532ab991-d225-4f51-8c08-a06d5cceaed6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a HTTP/1.1" status: 200 len: 217 time: 0.3719246 Feb 04 15:30:05.694569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] Pushing event deleted for resources: {'Port': ['ID=ea10e7a9-0bb2-462e-8d67-7c9062bace80,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:05.728552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63b21a-340d-4074-b640-239842572cd6 None None] No DVR routers for this DVR port ea10e7a9-0bb2-462e-8d67-7c9062bace80 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:05.731305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1bb5327d-0a69-4c5d-95bc-1308431f67af req-0c5c5ce8-ab4f-491e-9422-bcfe9cb6628c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795848 Feb 04 15:30:05.732086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-7a74b1d1-50f5-4ed6-b3d8-52ea692b41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:05.733334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ea10e7a9-0bb2-462e-8d67-7c9062bace80 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:30:05.733700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ea10e7a9-0bb2-462e-8d67-7c9062bace80 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:30:05.734065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-7a74b1d1-50f5-4ed6-b3d8-52ea692b41a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.3626504 Feb 04 15:30:05.734762 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bb714ea5-0970-4aee-b06f-3ee5d240c7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.737415 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:05.890906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bb714ea5-0970-4aee-b06f-3ee5d240c7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.011831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-6167fddf-4131-41c9-a829-86eda84ca4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.013458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-6167fddf-4131-41c9-a829-86eda84ca4bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8 HTTP/1.1" status: 200 len: 850 time: 0.3105905 Feb 04 15:30:06.066475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119781a8-b8e7-4a91-a42d-ada95ba22a57 req-13cf3a92-002e-4091-b0af-e6dd2715cd4c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.074973 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-119781a8-b8e7-4a91-a42d-ada95ba22a57 req-13cf3a92-002e-4091-b0af-e6dd2715cd4c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 944 time: 0.4556992 Feb 04 15:30:06.083157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42286) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:06.110308 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f27a20d-6049-448a-89e0-50870bf98d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.209282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-80b63672-1172-4f62-a11d-2bdad03a80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.212158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-80b63672-1172-4f62-a11d-2bdad03a80dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4452589 Feb 04 15:30:06.278634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f27a20d-6049-448a-89e0-50870bf98d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.285066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f27a20d-6049-448a-89e0-50870bf98d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.338616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42292) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:06.380353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9f27a20d-6049-448a-89e0-50870bf98d90 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b9953450feb4d1f961fc5ba6e7247c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927682 Feb 04 15:30:06.387357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42296) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:06.426498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27a20d-6049-448a-89e0-50870bf98d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df1e429-cf40-49df-975e-92a850279645,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:06.521590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31c8e043-3450-4e41-beca-bf712239cba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.551791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48c973-749e-4672-bdf0-dd904e584fbd req-5315364b-5be2-4bec-b245-1eba31b702b6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.553451 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b48c973-749e-4672-bdf0-dd904e584fbd req-5315364b-5be2-4bec-b245-1eba31b702b6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 932 time: 0.2015982 Feb 04 15:30:06.607330 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1071-d367-4caf-878b-fb0d00f7c0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.637564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.667100 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1071-d367-4caf-878b-fb0d00f7c0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.684007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b48c973-749e-4672-bdf0-dd904e584fbd req-1e30fab8-674e-4dda-b85d-5d689bf07ab8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155732 Feb 04 15:30:06.714029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-119781a8-b8e7-4a91-a42d-ada95ba22a57 req-df140f26-e5c8-4d1a-a6e1-fceafadf2b93 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6378593 Feb 04 15:30:06.744479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecacbcd-ee09-443a-bacb-758c5aba63c5']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:06.760716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-f001b430-cc45-4dce-a568-efa3a1da529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:06.762471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-f001b430-cc45-4dce-a568-efa3a1da529d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009879e3-fdd9-4e71-b5db-7b1eb016817c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7312641 Feb 04 15:30:06.763533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bb714ea5-0970-4aee-b06f-3ee5d240c7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.768025 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bb714ea5-0970-4aee-b06f-3ee5d240c7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.772013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bb714ea5-0970-4aee-b06f-3ee5d240c7df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5cf12011-12dd-4d7b-84f4-377f426761fe HTTP/1.1" status: 204 len: 168 time: 1.9133306 Feb 04 15:30:06.781125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31c8e043-3450-4e41-beca-bf712239cba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.787104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31c8e043-3450-4e41-beca-bf712239cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.794149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfd8dcc-2581-4518-a511-859be5305e7a') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:06.794428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfd8dcc-2581-4518-a511-859be5305e7a') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:06.835819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-31c8e043-3450-4e41-beca-bf712239cba2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ddb8e5d3014a4914b8a4c36e0cd7945c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924736 Feb 04 15:30:06.839928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42304) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:06.848905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.866434 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1071-d367-4caf-878b-fb0d00f7c0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.872112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1071-d367-4caf-878b-fb0d00f7c0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.879083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8e0d1071-d367-4caf-878b-fb0d00f7c0d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6df1e429-cf40-49df-975e-92a850279645 HTTP/1.1" status: 204 len: 168 time: 0.4883718 Feb 04 15:30:06.890294 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:06.918773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8e043-3450-4e41-beca-bf712239cba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b099f2a-74b2-4bcf-96fd-17b64d39426c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:06.929248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb714ea5-0970-4aee-b06f-3ee5d240c7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf12011-12dd-4d7b-84f4-377f426761fe,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:07.003241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.018507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d1071-d367-4caf-878b-fb0d00f7c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df1e429-cf40-49df-975e-92a850279645,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:07.066378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:30:07.066805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.074881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e199108-6f62-4e1d-af68-018d484f412c req-cc9b4865-1eab-44ff-95a4-4b48c358d343 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.076540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e199108-6f62-4e1d-af68-018d484f412c req-cc9b4865-1eab-44ff-95a4-4b48c358d343 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 949 time: 0.1495771 Feb 04 15:30:07.141413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e199108-6f62-4e1d-af68-018d484f412c req-311db966-6610-4aa1-b129-0a7c00caa036 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550759 Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:07.146540 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:07.170440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-b0e5ce22-63ce-4127-9405-a2a04abd52a5 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9298084 Feb 04 15:30:07.257310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.494081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:07.598598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c6d6b3c6-a955-40cf-b847-fb8973eb3739 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71a3025015cc42689683daad5111fc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019776 Feb 04 15:30:07.604258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42330) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:07.616495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.639262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-9a742051-7bbe-49d0-9337-8a757915b3f1 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505155 Feb 04 15:30:07.653028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-4fa99bde-7e47-4fe9-bbd3-fe578817d898 service neutron] 10.222.0.30 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8704693 Feb 04 15:30:07.662458 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.667539 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] 10.222.0.47 "DELETE /v2.0/networks/fecacbcd-ee09-443a-bacb-758c5aba63c5 HTTP/1.1" status: 204 len: 168 time: 2.8338625 Feb 04 15:30:07.686131 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-526d63b9-721b-4c17-927d-05b53f700ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:07.772293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade61561-15a6-4d7c-a1c1-df45c2e176ca req-623e8531-dba6-4fad-bb49-06fff5d62875 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:07.787005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ade61561-15a6-4d7c-a1c1-df45c2e176ca req-623e8531-dba6-4fad-bb49-06fff5d62875 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.7496002 Feb 04 15:30:07.851338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f087440-ace8-46cd-9f13-06b134c31c2d tempest-NetworksTest-2097835251 tempest-NetworksTest-2097835251-project] Pushing event deleted for resources: {'Network': ['ID=fecacbcd-ee09-443a-bacb-758c5aba63c5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:07.884661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afec846f-0786-496f-8512-1e498fcbd559 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:07.963065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.027354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-526d63b9-721b-4c17-927d-05b53f700ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.069740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Transition to ACTIVE for port object afec846f-0786-496f-8512-1e498fcbd559 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:08.074991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5587-5620-4c41-b9f8-12073740f9d6 req-a245cc66-eac6-4ee2-bf2b-608caa685208 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.089486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5aee5587-5620-4c41-b9f8-12073740f9d6 req-a245cc66-eac6-4ee2-bf2b-608caa685208 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 932 time: 0.1054347 Feb 04 15:30:08.109039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42356) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:08.112576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.197013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5aee5587-5620-4c41-b9f8-12073740f9d6 req-04df68bd-08bb-4277-b099-7679bacaf996 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038296 Feb 04 15:30:08.250296 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-59107c5b-51be-401e-93dc-7d1201beb82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.286421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ade61561-15a6-4d7c-a1c1-df45c2e176ca req-98881f3b-a6aa-428c-81a5-8fe15a6ab2d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243877 Feb 04 15:30:08.365669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f9e68ae-9b44-4644-8bc7-1f6f1bc950be req-2ce5e1da-c295-402a-ab2e-978e95178287 service neutron] 10.222.0.30 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056160 Feb 04 15:30:08.376030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-526d63b9-721b-4c17-927d-05b53f700ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.379758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-526d63b9-721b-4c17-927d-05b53f700ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.382286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-526d63b9-721b-4c17-927d-05b53f700ff1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b099f2a-74b2-4bcf-96fd-17b64d39426c HTTP/1.1" status: 204 len: 168 time: 1.5273318 Feb 04 15:30:08.400261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Pushing event updated for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:08.441033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d63b9-721b-4c17-927d-05b53f700ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b099f2a-74b2-4bcf-96fd-17b64d39426c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:08.463465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-59107c5b-51be-401e-93dc-7d1201beb82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.467965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd2183-5a3e-4c52-b5a8-db2d7e433f02 req-8f8cbf6e-b70d-4a6a-a15a-9a5875759f93 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.481458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30bd2183-5a3e-4c52-b5a8-db2d7e433f02 req-8f8cbf6e-b70d-4a6a-a15a-9a5875759f93 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 944 time: 0.1595256 Feb 04 15:30:08.599701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Attempting to bind port afec846f-0786-496f-8512-1e498fcbd559 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:08.603489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Attempting to bind port afec846f-0786-496f-8512-1e498fcbd559 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:08.607797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30bd2183-5a3e-4c52-b5a8-db2d7e433f02 req-b47fd014-d4d2-4cda-bec4-ce46e304b7ae tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151803 Feb 04 15:30:08.608781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Attempting to bind port afec846f-0786-496f-8512-1e498fcbd559 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:08.632916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Port afec846f-0786-496f-8512-1e498fcbd559 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:30:08.633397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Attempting to bind port afec846f-0786-496f-8512-1e498fcbd559 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:08.646363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:30:08.646637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Checking segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:08.647146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Bound using segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:30:08.647554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Bound port: afec846f-0786-496f-8512-1e498fcbd559, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:08.648306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.655271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-7879ce2b-677a-4e94-8e9d-d4e726d97830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.658073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-7879ce2b-677a-4e94-8e9d-d4e726d97830 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4565e366992142aeafe6e4c13adea0dd&device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 1095 time: 0.2210941 Feb 04 15:30:08.679630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b7cd3eb9-743a-4b78-ae3c-aa736ef94bd5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dbe9ccc8b4824b1ebb5fb452b6fe8fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669024 Feb 04 15:30:08.682345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42374) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:08.769014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-59107c5b-51be-401e-93dc-7d1201beb82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.772270 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-59107c5b-51be-401e-93dc-7d1201beb82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.774217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-59107c5b-51be-401e-93dc-7d1201beb82e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5123151c-40d3-4868-a290-3c5fbcba27c7 HTTP/1.1" status: 204 len: 168 time: 1.1595075 Feb 04 15:30:08.782013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb761-7533-4d71-895b-b77500787a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.797662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59107c5b-51be-401e-93dc-7d1201beb82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5123151c-40d3-4868-a290-3c5fbcba27c7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:08.841107 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb761-7533-4d71-895b-b77500787a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.846640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:08.856323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:08.864931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.871910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-b1dfc898-cd39-42e1-ab42-09b252457e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.874021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-b1dfc898-cd39-42e1-ab42-09b252457e01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009879e3-fdd9-4e71-b5db-7b1eb016817c HTTP/1.1" status: 200 len: 912 time: 0.2021019 Feb 04 15:30:08.953693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:08.954256 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.956069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] 10.222.0.50 "PUT /v2.0/ports/afec846f-0786-496f-8512-1e498fcbd559 HTTP/1.1" status: 200 len: 1092 time: 4.4289062 Feb 04 15:30:08.960167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:08.964195 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247c4a5e-0d56-4f9f-b05a-55cc899a980c" -d '{"events": [{"name": "network-changed", "server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "tag": "afec846f-0786-496f-8512-1e498fcbd559"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:08.972537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb761-7533-4d71-895b-b77500787a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.981555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb761-7533-4d71-895b-b77500787a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:08.999558 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7f3eb761-7533-4d71-895b-b77500787a59 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/53df99e2-70a3-4f0d-bf43-acd338da906a HTTP/1.1" status: 204 len: 168 time: 0.3150680 Feb 04 15:30:09.016853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-7101fa54-3ef4-4989-bc6a-3e85e0b807ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a HTTP/1.1" status: 200 len: 217 time: 0.0851328 Feb 04 15:30:09.020807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eb761-7533-4d71-895b-b77500787a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df99e2-70a3-4f0d-bf43-acd338da906a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:09.119123 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3c53a3-7935-4b2a-8f9a-671c153cd2c4 x-openstack-request-id: req-9f3c53a3-7935-4b2a-8f9a-671c153cd2c4 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:09.119407 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "tag": "afec846f-0786-496f-8512-1e498fcbd559", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:09.119714 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f3c53a3-7935-4b2a-8f9a-671c153cd2c4 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:09.120058 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559', 'status': 'completed', 'code': 200} Feb 04 15:30:09.146571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b03a7-de01-4632-af3d-cba733face0a service neutron] Pushing event updated for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:09.157764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-ea9dbbb3-5fdc-4408-9b14-5fc66eb09d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.160597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-ea9dbbb3-5fdc-4408-9b14-5fc66eb09d28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8 HTTP/1.1" status: 200 len: 850 time: 0.1326830 Feb 04 15:30:09.249847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-24557ea5-2ef4-45dc-8bbc-c2200b714d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.252673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-24557ea5-2ef4-45dc-8bbc-c2200b714d32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 1095 time: 0.1724124 Feb 04 15:30:09.313738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-088331c6-17f4-46df-8e9a-aa7f5890d651 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afec846f-0786-496f-8512-1e498fcbd559 HTTP/1.1" status: 200 len: 217 time: 0.0446033 Feb 04 15:30:09.315797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-3f23c736-01c4-4d96-88a1-30f30836dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.317438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-3f23c736-01c4-4d96-88a1-30f30836dbb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009879e3-fdd9-4e71-b5db-7b1eb016817c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469591 Feb 04 15:30:09.380333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-c64b1527-9738-4369-94ee-bd860d111af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.381004 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-c64b1527-9738-4369-94ee-bd860d111af5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.0606449 Feb 04 15:30:09.434723 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:09.488470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32a203-7bad-4958-aa4e-59b4e402baf8 req-e60d4ca1-78d1-413b-a2f2-8428d73fdad7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.491106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a32a203-7bad-4958-aa4e-59b4e402baf8 req-e60d4ca1-78d1-413b-a2f2-8428d73fdad7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.0787981 Feb 04 15:30:09.565797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a32a203-7bad-4958-aa4e-59b4e402baf8 req-2299e1a1-dcd3-4b56-a0d5-3f62e08cf174 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Feb 04 15:30:09.648812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-29f7333a-0fe9-4c3e-b14b-9dc81500b04e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874062 Feb 04 15:30:09.648812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-79e8d734-392e-48dd-8455-79fb84c0807b service neutron] 10.222.0.30 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644958 Feb 04 15:30:09.785648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372dd2a-90ab-4804-9562-e562bdfb299c req-7a2b9141-52c4-4495-b127-f284fe7de5ab tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.798902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d372dd2a-90ab-4804-9562-e562bdfb299c req-7a2b9141-52c4-4495-b127-f284fe7de5ab tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 944 time: 0.4800439 Feb 04 15:30:09.813579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0118f-38d8-4856-a93a-3bec54d40d63 req-272cbb95-8af7-4ce9-87a1-8f939d15de85 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:09.815583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4fd0118f-38d8-4856-a93a-3bec54d40d63 req-272cbb95-8af7-4ce9-87a1-8f939d15de85 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 944 time: 0.0701439 Feb 04 15:30:09.907125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4fd0118f-38d8-4856-a93a-3bec54d40d63 req-b6e854c2-4cbf-423e-8357-bd4947bc634c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698531 Feb 04 15:30:10.000761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d372dd2a-90ab-4804-9562-e562bdfb299c req-251bc32c-80ff-4160-a2eb-b684bd675e1e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004173 Feb 04 15:30:10.058012 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7caa5f7-eff1-4a40-a5d3-f2add47e7d35 req-90c24ed2-19ea-493d-824a-476148e5d108 service neutron] 10.222.0.30 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075246 Feb 04 15:30:10.062155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-98fc33e9-bd56-462a-aada-cd9e2d42b83d service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135590 Feb 04 15:30:10.222874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8beaf387-8e3d-456b-8349-a9f5214332f9 req-5bbbb4bb-bd84-457d-ba50-d956e3321050 service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505160 Feb 04 15:30:10.398777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-b09bc98b-118a-477b-a5d4-509192742145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.401293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-b09bc98b-118a-477b-a5d4-509192742145 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 1095 time: 0.0624115 Feb 04 15:30:10.591443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-97c40f27-7458-4b15-92f7-fad202473483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.592897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-97c40f27-7458-4b15-92f7-fad202473483 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 912 time: 0.1815219 Feb 04 15:30:10.672654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-8f27e393-00c5-442b-a447-3557ebe97637 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afec846f-0786-496f-8512-1e498fcbd559 HTTP/1.1" status: 200 len: 217 time: 0.0722680 Feb 04 15:30:10.784405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-b93ae844-6875-4f08-a426-6992f1306944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.786367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-b93ae844-6875-4f08-a426-6992f1306944 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.1046674 Feb 04 15:30:10.799620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e50ac-dbe9-4ae0-be17-cd08ceffe3f8 req-9e8f68e1-720c-4fbd-bfd7-c4d63d3b2972 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:10.801360 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d8e50ac-dbe9-4ae0-be17-cd08ceffe3f8 req-9e8f68e1-720c-4fbd-bfd7-c4d63d3b2972 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.0841117 Feb 04 15:30:10.837858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-6fa2b148-a8ad-460f-ab2d-c799773e83f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356271 Feb 04 15:30:10.862771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42476) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:10.994931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d8e50ac-dbe9-4ae0-be17-cd08ceffe3f8 req-08f19a68-4c46-439c-9288-6fa2b868ae7c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836753 Feb 04 15:30:11.103276 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-6501ca54-c927-47ef-825a-9cd1cfcdc9b5 service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547972 Feb 04 15:30:11.128767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac72b0f-490b-4979-af2c-b1de2ce9cf5c req-deb64f11-647d-4b67-91b7-273dffe891aa tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.138643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0ac72b0f-490b-4979-af2c-b1de2ce9cf5c req-deb64f11-647d-4b67-91b7-273dffe891aa tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 944 time: 0.1230471 Feb 04 15:30:11.222107 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0ac72b0f-490b-4979-af2c-b1de2ce9cf5c req-7d9071f6-d91d-4fea-9134-ba1a2bae7d8d tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768130 Feb 04 15:30:11.289033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fc519-c016-4baa-a9a3-cc205cd55ec1 req-cf8a1d21-5dd7-4de3-9ac9-cb24b32f085e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:11.299992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d9fc519-c016-4baa-a9a3-cc205cd55ec1 req-cf8a1d21-5dd7-4de3-9ac9-cb24b32f085e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 944 time: 0.1109803 Feb 04 15:30:11.327954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247c4a5e-0d56-4f9f-b05a-55cc899a980c req-5a52d716-1f34-4a11-a81f-74374da5ffe3 service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142105 Feb 04 15:30:11.366515 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d9fc519-c016-4baa-a9a3-cc205cd55ec1 req-8b423404-20d6-4e16-8dc3-c9bc6ed6b6ec tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662370 Feb 04 15:30:11.368186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bd0c-ef87-4a8d-8eaf-a97908308b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.387807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42500) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:11.481955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bd0c-ef87-4a8d-8eaf-a97908308b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.492027 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bd0c-ef87-4a8d-8eaf-a97908308b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.550569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cdf3bd0c-ef87-4a8d-8eaf-a97908308b12 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29e5a4bd3ca94c32b5211a7b85a3db79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6865909 Feb 04 15:30:11.551532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3bd0c-ef87-4a8d-8eaf-a97908308b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af11abd-f202-411d-ad67-c6c75a1c1cb0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:11.554457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42508) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:11.629880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbba835f-f621-417f-b51d-10fed714e824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.672309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbba835f-f621-417f-b51d-10fed714e824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.732986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1490026287'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:11.773419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:11.778107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.789858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.809115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbba835f-f621-417f-b51d-10fed714e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.812152 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbba835f-f621-417f-b51d-10fed714e824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.813526 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bbba835f-f621-417f-b51d-10fed714e824 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2af11abd-f202-411d-ad67-c6c75a1c1cb0 HTTP/1.1" status: 204 len: 168 time: 0.2573366 Feb 04 15:30:11.833785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba835f-f621-417f-b51d-10fed714e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af11abd-f202-411d-ad67-c6c75a1c1cb0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:11.906849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.914658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.967004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244ab258-5077-4783-83ca-21750f942d05,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:11.971402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:11.984008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:11.984612 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Added segment 0251d133-d34b-431b-88c4-bdac0391c3b6 of type vlan for network 48e971f2-c437-4312-b53e-11d10e2cb7b2 Feb 04 15:30:12.034679 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.075201 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.085808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.087701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.199642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8065739 Feb 04 15:30:12.200703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42528) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:12.205011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'name': 'tempest-PortsIpV6TestJSON-1843747849'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:12.208926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb958e4-a417-4af7-9021-5e2ba553a772 req-a409e737-7289-41b0-a698-47c7ebe3c90d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.213493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6eb958e4-a417-4af7-9021-5e2ba553a772 req-a409e737-7289-41b0-a698-47c7ebe3c90d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.0915890 Feb 04 15:30:12.250383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b57fd2-6c49-47b5-8e11-ba9f366de827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Network': ['ID=48e971f2-c437-4312-b53e-11d10e2cb7b2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:12.269261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:30:12.347044 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6eb958e4-a417-4af7-9021-5e2ba553a772 req-cf636999-bb99-4b7b-857f-e4d64df6af41 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257851 Feb 04 15:30:12.553915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:12.560656 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:12.596918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b90c4-3e79-4cb1-90c8-e3a3f421db66 req-e4eb1858-32f1-4cfd-8d18-46f0f354e950 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.614554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd246c1e-953f-42eb-897d-d171cbd97ffd req-6bd164aa-2144-47d9-aef8-2cbaabbec94a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:12.616866 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f8b90c4-3e79-4cb1-90c8-e3a3f421db66 req-e4eb1858-32f1-4cfd-8d18-46f0f354e950 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 944 time: 0.1797380 Feb 04 15:30:12.625792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd246c1e-953f-42eb-897d-d171cbd97ffd req-6bd164aa-2144-47d9-aef8-2cbaabbec94a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 944 time: 0.1003110 Feb 04 15:30:12.635036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 914a1620-3c86-4e84-a29e-222d67d6126c yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:12.695337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd246c1e-953f-42eb-897d-d171cbd97ffd req-e755a908-3d5c-4785-a9a7-2db735e1b66e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668294 Feb 04 15:30:12.771677 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f8b90c4-3e79-4cb1-90c8-e3a3f421db66 req-1cbbe983-cbe4-4539-9fe2-a17c3cbd0aa9 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404145 Feb 04 15:30:12.995699 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.041285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.113149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=914a1620-3c86-4e84-a29e-222d67d6126c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:13.126555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking segment: {'id': '0251d133-d34b-431b-88c4-bdac0391c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:13.126924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network hostable DHCP agents. Network: 48e971f2-c437-4312-b53e-11d10e2cb7b2, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:13.160896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:13.176206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 48e971f2-c437-4312-b53e-11d10e2cb7b2) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:13.186079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4e6e2-6ba5-4a3f-b275-05b3a2d6109b None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:13.190105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:13.202868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.204560 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.229114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2b006820-d05e-42d2-8ae7-850d50de3ca6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0277653 Feb 04 15:30:13.233714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42572) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:13.239591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-788770111'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:13.293260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device cdefd3b5-3e67-4741-8d9c-21931dcc2e2a details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:30:13.310741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:13.323010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.413772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:13.437544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:13.449126 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.449931 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Added segment b75dc482-f4c7-48a6-86a7-507183ccdbe3 of type vlan for network b30af7c6-600e-4d66-9d80-cfe1d4d1c813 Feb 04 15:30:13.457192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'port_id': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'mac_address': 'fa:16:3e:68:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:30:13.460000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:30:13.538963 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.580158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.627753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdefd3b5-3e67-4741-8d9c-21931dcc2e2a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:13.652661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:13.709953 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.727465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.764540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.778921 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:13.807807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:13.880531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:13.899992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'mac_address': 'fa:16:3e:8c:d0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:30:13.932616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a2873-86ef-4d4c-81be-2b7fd112e099 req-d18f6311-0be1-44e9-b74d-3fd0d7fcd057 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:13.951930 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d1a2873-86ef-4d4c-81be-2b7fd112e099 req-d18f6311-0be1-44e9-b74d-3fd0d7fcd057 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.3210521 Feb 04 15:30:14.009252 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.011852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d1a2873-86ef-4d4c-81be-2b7fd112e099 req-cb207bc7-2b1b-4560-8eeb-01b94ddd091f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590222 Feb 04 15:30:14.032280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:14.062692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-f8287aed-0157-4579-bd70-d46ff589ae30 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517382 Feb 04 15:30:14.078439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8428895 Feb 04 15:30:14.082967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42610) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:14.088993 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'ports': [{'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2'}, {'network_id': 'b30af7c6-600e-4d66-9d80-cfe1d4d1c813'}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:14.089495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:14.090093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': 'b30af7c6-600e-4d66-9d80-cfe1d4d1c813'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:14.112699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['cdefd3b5-3e67-4741-8d9c-21931dcc2e2a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:30:14.141157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:14.202825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-9d40185f-a573-480e-b91c-3a1037f02ffb tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.204317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-9d40185f-a573-480e-b91c-3a1037f02ffb tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408212 Feb 04 15:30:14.222746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b881c3f-d7a8-4ad0-8577-f8c65a7a292b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Network': ['ID=b30af7c6-600e-4d66-9d80-cfe1d4d1c813,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:14.228983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.252804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-519d9a7a-bef0-47ae-a479-8f14544ba6a3 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/quotas/aab7b7ea57c6451aa1c9fcf4e0dc532f HTTP/1.1" status: 200 len: 375 time: 0.0251095 Feb 04 15:30:14.259856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network b30af7c6-600e-4d66-9d80-cfe1d4d1c813 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:30:14.333825 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-25441fb7-b13d-4834-8050-3c568125ad4e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729749 Feb 04 15:30:14.459424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6073f-c661-47ff-9e68-eedd796be997 req-40725484-f4f4-46de-81b1-f72a77f87da5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.462047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03d6073f-c661-47ff-9e68-eedd796be997 req-40725484-f4f4-46de-81b1-f72a77f87da5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 944 time: 0.1541860 Feb 04 15:30:14.463583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:30:14.510568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 2} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:14.515272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.566070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03d6073f-c661-47ff-9e68-eedd796be997 req-231b208d-1483-4a68-94cd-d6217932e668 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645561 Feb 04 15:30:14.568119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:14.720257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:14.866371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8c0be-386d-4a0d-9b90-f20574877c90 req-494ae7be-a45f-4e50-8ab2-8e13fcab5c37 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:14.869414 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38e8c0be-386d-4a0d-9b90-f20574877c90 req-494ae7be-a45f-4e50-8ab2-8e13fcab5c37 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 945 time: 0.1534047 Feb 04 15:30:14.871242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3270500-0a5c-4d58-b331-b82a1a020480 req-d1f9a715-65fd-4d6a-917c-822471011d48 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 210 time: 0.0542669 Feb 04 15:30:14.974464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port c67c3c98-883a-4f77-b880-b9e7bcf992c8 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:14.986972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38e8c0be-386d-4a0d-9b90-f20574877c90 req-59f389fa-34ac-4318-be53-e2e96a5d9c93 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009910 Feb 04 15:30:15.149997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.308117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device afec846f-0786-496f-8512-1e498fcbd559 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:30:15.318093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:15.374166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 01500f57-85ae-4854-aae1-a75c31431f6c yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:15.401771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e10d1-ceb0-4a39-b9df-148123804045 req-d4661839-34e0-4fcd-bd92-979dd622d526 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:15.415732 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-205e10d1-ceb0-4a39-b9df-148123804045 req-d4661839-34e0-4fcd-bd92-979dd622d526 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.2123232 Feb 04 15:30:15.529361 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-205e10d1-ceb0-4a39-b9df-148123804045 req-e98adb2d-3abe-4e68-8ce2-f27d042d79ea tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121304 Feb 04 15:30:15.537246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:15.538149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.649916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:15.687261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'afec846f-0786-496f-8512-1e498fcbd559', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'port_id': 'afec846f-0786-496f-8512-1e498fcbd559', 'mac_address': 'fa:16:3e:33:e7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4492d8e7-37ab-431b-bf81-dee81ec03258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:30:15.772419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.800236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.827119 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afec846f-0786-496f-8512-1e498fcbd559 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:15.832145 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.867960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:15.870827 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da633f93-d592-48d2-abf8-43720ed67fd2" -d '{"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:15.893143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:15.895567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:15.917150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:15.942743 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.088761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42682) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:16.110626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.149218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d6a62-6a00-47b5-8c8f-88a779796525 req-1552a50d-c81a-46be-ab9c-33333a64fce1 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.165904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-be3d6a62-6a00-47b5-8c8f-88a779796525 req-1552a50d-c81a-46be-ab9c-33333a64fce1 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 945 time: 0.2014542 Feb 04 15:30:16.177817 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864e54e9-7b9f-4e99-b480-24bd12cde44b x-openstack-request-id: req-864e54e9-7b9f-4e99-b480-24bd12cde44b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:16.177817 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:16.178318 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-864e54e9-7b9f-4e99-b480-24bd12cde44b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:16.178525 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'code': 200} Feb 04 15:30:16.203715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:16.230647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-be3d6a62-6a00-47b5-8c8f-88a779796525 req-6cf66610-4edc-4473-8ddc-40183b47cfec tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631564 Feb 04 15:30:16.357834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:16.362174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:16.381381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:16.392008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:16.393037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:16.423728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['afec846f-0786-496f-8512-1e498fcbd559'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:30:16.455601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43b32058-66e3-4bdf-974b-5c190814ccf5 req-5e5c2a88-442f-44e0-b501-95e82a80a3f2 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 210 time: 0.1231415 Feb 04 15:30:16.467035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=c67c3c98-883a-4f77-b880-b9e7bcf992c8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:16.499501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0c87e-d032-417d-8570-e931fa741562 req-039722e9-7b32-4235-b5eb-d150564035ab tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:16.523000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-76a0c87e-d032-417d-8570-e931fa741562 req-039722e9-7b32-4235-b5eb-d150564035ab tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 945 time: 0.2030971 Feb 04 15:30:16.588867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=01500f57-85ae-4854-aae1-a75c31431f6c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:16.730439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking segment: {'id': 'b75dc482-f4c7-48a6-86a7-507183ccdbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b30af7c6-600e-4d66-9d80-cfe1d4d1c813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:16.730848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network hostable DHCP agents. Network: b30af7c6-600e-4d66-9d80-cfe1d4d1c813, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:16.734192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-76a0c87e-d032-417d-8570-e931fa741562 req-6b745deb-1b23-48c4-bf1f-3396c22510a9 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083437 Feb 04 15:30:16.781736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:16.802717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network b30af7c6-600e-4d66-9d80-cfe1d4d1c813 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:16.855520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.052276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.233757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device cdefd3b5-3e67-4741-8d9c-21931dcc2e2a up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:17.327845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, b30af7c6-600e-4d66-9d80-cfe1d4d1c813) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:17.338086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-48313472-1e0f-49c0-b7f3-074b74a57014 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799990 Feb 04 15:30:17.353597 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42d3ea-29a4-4a4d-9761-11d48ef0a82f None None] Network b30af7c6-600e-4d66-9d80-cfe1d4d1c813 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:17.436176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:17.442734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:17.443123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.449204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:17.455282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.461336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.462058 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.504234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245424b-76e8-40ad-b3de-e4ce36331f2c req-53b33003-6fd1-4510-9d95-f04f31660507 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.521160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a245424b-76e8-40ad-b3de-e4ce36331f2c req-53b33003-6fd1-4510-9d95-f04f31660507 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.7261155 Feb 04 15:30:17.543381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-fcf1fb74-474b-4a64-bbb2-318fd3477861 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.545198 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-fcf1fb74-474b-4a64-bbb2-318fd3477861 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059956 Feb 04 15:30:17.551527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1ce11f88-7255-487c-a7f5-3290e966245b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4673591 Feb 04 15:30:17.558602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42716) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:17.575009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Request body: {'port': {'device_id': '138c6ffa-90d2-4844-91ce-239fff01071c', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'aab7b7ea57c6451aa1c9fcf4e0dc532f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:17.576957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Allocated IP 172.25.1.252 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/2147a28f-e69a-40be-b153-7fc6ec832679) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:17.712386 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.839963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:17.846992 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:17.850662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebedc8-78d5-445a-95b1-d9164de79399 req-ce1141fd-928c-4118-b310-cb78a284b52a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:17.869932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9ebedc8-78d5-445a-95b1-d9164de79399 req-ce1141fd-928c-4118-b310-cb78a284b52a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 945 time: 0.5116990 Feb 04 15:30:17.899882 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a245424b-76e8-40ad-b3de-e4ce36331f2c req-d659428b-daa8-406d-bf49-8bdc3011ac88 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765304 Feb 04 15:30:18.003297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:18.060852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9ebedc8-78d5-445a-95b1-d9164de79399 req-1c72ae9e-25cb-42fb-b416-9062f06bc3e6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856008 Feb 04 15:30:18.132188 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-52286983-12d1-4be7-8fcf-9ccd726aeabb req-f965f059-f24a-45c1-a09a-b1650a1fea83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 210 time: 0.0441241 Feb 04 15:30:18.150089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.155052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Made reservation on behalf of aab7b7ea57c6451aa1c9fcf4e0dc532f for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:18.161116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.173728 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.186440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:18.186440 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce522e8-bd13-4058-a196-e19e3c83c316" -d '{"events": [{"server_uuid": "4533fcce-bcc2-4f49-b744-aaa21e77ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "cdefd3b5-3e67-4741-8d9c-21931dcc2e2a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:18.190449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6f0bc-56d1-40b6-9813-d179b622a01e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 01500f57-85ae-4854-aae1-a75c31431f6c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:18.190819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f0bc-56d1-40b6-9813-d179b622a01e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.344642 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.365455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f0bc-56d1-40b6-9813-d179b622a01e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.390247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a9b6f0bc-56d1-40b6-9813-d179b622a01e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 01500f57-85ae-4854-aae1-a75c31431f6c owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:18.484218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42736) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:18.488060 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67b06d3-fcc7-4caf-843c-a5e567eedeb7 x-openstack-request-id: req-f67b06d3-fcc7-4caf-843c-a5e567eedeb7 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:18.489202 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4533fcce-bcc2-4f49-b744-aaa21e77ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "cdefd3b5-3e67-4741-8d9c-21931dcc2e2a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:18.489202 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f67b06d3-fcc7-4caf-843c-a5e567eedeb7 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:18.490113 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'code': 200} Feb 04 15:30:18.572599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:18.581836 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f0bc-56d1-40b6-9813-d179b622a01e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.583619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:18.600273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:18.636983 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f0bc-56d1-40b6-9813-d179b622a01e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.640046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Pushing event updated for resources: {'Port': ['ID=2147a28f-e69a-40be-b153-7fc6ec832679,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:18.648293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a9b6f0bc-56d1-40b6-9813-d179b622a01e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/01500f57-85ae-4854-aae1-a75c31431f6c HTTP/1.1" status: 204 len: 168 time: 1.0863299 Feb 04 15:30:18.655057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42740) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:18.744941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.755512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6f0bc-56d1-40b6-9813-d179b622a01e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=01500f57-85ae-4854-aae1-a75c31431f6c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:18.776409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820455cc-b210-4c52-92b8-c5f341d0d049 req-59c16c85-e8b3-4d5a-a319-f7c788782ca8 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.778174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-820455cc-b210-4c52-92b8-c5f341d0d049 req-59c16c85-e8b3-4d5a-a319-f7c788782ca8 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.2725856 Feb 04 15:30:18.789286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c24ba3-c099-4611-840d-97293090d1f9 req-6f7196ac-ad16-4558-b2ad-74811faecdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.791235 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-67c24ba3-c099-4611-840d-97293090d1f9 req-6f7196ac-ad16-4558-b2ad-74811faecdbe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 1097 time: 0.1257834 Feb 04 15:30:18.831005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.848264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-820455cc-b210-4c52-92b8-c5f341d0d049 req-41fa8991-2b7f-4c48-abcb-a1b4c8d1a18d tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511746 Feb 04 15:30:18.894927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc479ba0-6215-49be-a6f8-48c588030339 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.902773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc479ba0-6215-49be-a6f8-48c588030339 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:18.906055 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-67c24ba3-c099-4611-840d-97293090d1f9 req-0a44ba9d-762a-4d53-b4bf-5fcf3b66168a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664072 Feb 04 15:30:18.910629 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bc479ba0-6215-49be-a6f8-48c588030339 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2551925 Feb 04 15:30:18.915822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42742) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:18.978895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:18.986187 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.082408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ea6de5-0eaa-4e63-8931-e78df6bbc986,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:19.243016 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5a53ff6-25b0-4196-9d90-52ee07554689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.343444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device afec846f-0786-496f-8512-1e498fcbd559 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:19.503656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5a53ff6-25b0-4196-9d90-52ee07554689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.504607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port afec846f-0786-496f-8512-1e498fcbd559 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:19.512225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Allocated IP 192.168.233.210 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/c0a1ee08-3f50-46cd-a7f5-b70753c9338f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:19.514861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5a53ff6-25b0-4196-9d90-52ee07554689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.538719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port afec846f-0786-496f-8512-1e498fcbd559 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:19.539148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.570862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f5a53ff6-25b0-4196-9d90-52ee07554689 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5698f8b3633240fda561cbde0936deb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0616422 Feb 04 15:30:19.571806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42752) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:19.618418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9c33a-2da1-4789-af81-11049797a501 req-14a3b4cf-ef3f-4903-b525-3949d5893f95 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.621359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89c9c33a-2da1-4789-af81-11049797a501 req-14a3b4cf-ef3f-4903-b525-3949d5893f95 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 945 time: 0.2651832 Feb 04 15:30:19.671061 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.687901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259ffcd-45e8-423e-8e07-e3fa00363768 req-897e0723-b46d-4098-9b87-b3ee626fdc01 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:19.688667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ad64b23a-39f6-447b-b6f3-c902f70dc229 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port c67c3c98-883a-4f77-b880-b9e7bcf992c8 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:19.689212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad64b23a-39f6-447b-b6f3-c902f70dc229 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.689855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5259ffcd-45e8-423e-8e07-e3fa00363768 req-897e0723-b46d-4098-9b87-b3ee626fdc01 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.4862723 Feb 04 15:30:19.698157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.719377 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.771474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:19.793643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.840711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Pushing event updated for resources: {'Port': ['ID=2147a28f-e69a-40be-b153-7fc6ec832679,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:19.854784 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5259ffcd-45e8-423e-8e07-e3fa00363768 req-f9ce7809-e03f-4045-8060-814bb57e5a34 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540802 Feb 04 15:30:19.906752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89c9c33a-2da1-4789-af81-11049797a501 req-0490ae79-bc44-4c34-ae9b-e9b1ea7a40d4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416220 Feb 04 15:30:19.910412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad64b23a-39f6-447b-b6f3-c902f70dc229 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.931656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a53ff6-25b0-4196-9d90-52ee07554689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa90557-5355-49f0-9a94-9ba8dc45dfe1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:19.960333 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95640675-69fb-4ff3-a89f-20fc0a4f6a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:19.964954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:19.970823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ad64b23a-39f6-447b-b6f3-c902f70dc229 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for c67c3c98-883a-4f77-b880-b9e7bcf992c8 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:20.013867 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95640675-69fb-4ff3-a89f-20fc0a4f6a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.084819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.112025 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.160227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46626452-23fe-4d71-94fb-df4b318589cc req-0ba67a0b-6b0a-4807-9c85-5d033dbd7fa5 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 210 time: 0.0675814 Feb 04 15:30:20.160978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95640675-69fb-4ff3-a89f-20fc0a4f6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.164636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95640675-69fb-4ff3-a89f-20fc0a4f6a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.169115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-95640675-69fb-4ff3-a89f-20fc0a4f6a76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/daa90557-5355-49f0-9a94-9ba8dc45dfe1 HTTP/1.1" status: 204 len: 168 time: 0.5832779 Feb 04 15:30:20.183261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.185961 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5b8a58c3-831d-44a8-a4f3-027f12040074 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0950134 Feb 04 15:30:20.186231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95640675-69fb-4ff3-a89f-20fc0a4f6a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa90557-5355-49f0-9a94-9ba8dc45dfe1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.198204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42766) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:20.201001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.228334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1279625733', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'fixed_ips': [{'ip_address': '172.25.1.252'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:20.236310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad64b23a-39f6-447b-b6f3-c902f70dc229 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.269393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Made reservation on behalf of 61d7387c4b7a40ea9fbc0c028eaf6b51 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:20.275230 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.293039 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.354606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:20.362406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad64b23a-39f6-447b-b6f3-c902f70dc229 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.365874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ad64b23a-39f6-447b-b6f3-c902f70dc229 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/c67c3c98-883a-4f77-b880-b9e7bcf992c8 HTTP/1.1" status: 204 len: 168 time: 1.4485862 Feb 04 15:30:20.367874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:20.372992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42768) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:20.374904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:20.434660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e208f44-5b36-46ac-ba3e-ffa3142a84d4 req-52ecebc0-670f-4e09-8faf-c587a1c86b80 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.436236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e208f44-5b36-46ac-ba3e-ffa3142a84d4 req-52ecebc0-670f-4e09-8faf-c587a1c86b80 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.2129228 Feb 04 15:30:20.443335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'Port': ['ID=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.491365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:20.496178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64b23a-39f6-447b-b6f3-c902f70dc229 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=c67c3c98-883a-4f77-b880-b9e7bcf992c8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.501146 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981e57f8-bfa8-47b1-9220-8b0dddcbccbb" -d '{"events": [{"server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "name": "network-vif-plugged", "status": "completed", "tag": "afec846f-0786-496f-8512-1e498fcbd559"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:20.504145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.504835 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.571743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-b257e3bb-9edb-4e6f-8cbf-73056593ed6d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0120523 Feb 04 15:30:20.595462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Request body: {'port': {'device_id': '138c6ffa-90d2-4844-91ce-239fff01071c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:20.620829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e208f44-5b36-46ac-ba3e-ffa3142a84d4 req-f2a7ed85-f21e-40e6-988c-f61d3233a344 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617868 Feb 04 15:30:20.623600 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb0073-4442-47bb-b1e2-168a66f67c03 x-openstack-request-id: req-e9eb0073-4442-47bb-b1e2-168a66f67c03 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:20.624181 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "name": "network-vif-plugged", "status": "completed", "tag": "afec846f-0786-496f-8512-1e498fcbd559", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:20.624442 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9eb0073-4442-47bb-b1e2-168a66f67c03 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:20.624852 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559', 'code': 200} Feb 04 15:30:20.690373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9666cda1-9807-4973-af8e-f65dac8e733c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:20.693397 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9666cda1-9807-4973-af8e-f65dac8e733c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3187811 Feb 04 15:30:20.700670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42772) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:20.747563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.757582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:20.785154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] device_id is not set on port eaa5aa03-95cc-4c63-9426-6573b365241b yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:20.867441 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0932fa4-65af-4775-8b39-f333300c819a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:30:20.869158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b0932fa4-65af-4775-8b39-f333300c819a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/01500f57-85ae-4854-aae1-a75c31431f6c HTTP/1.1" status: 404 len: 333 time: 0.1670794 Feb 04 15:30:20.874430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:20.879156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa654fcc-a648-4c45-b222-3db35ed30beb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:20.922996 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-915ee4a2-1a54-478e-84c2-78e8d264e80b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:30:20.925442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-915ee4a2-1a54-478e-84c2-78e8d264e80b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/c67c3c98-883a-4f77-b880-b9e7bcf992c8 HTTP/1.1" status: 404 len: 333 time: 0.0497873 Feb 04 15:30:20.983655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a9ac1ab1-0d3e-4054-9cc9-f3b957b6b2b3 None None] Provisioning complete for port c0a1ee08-3f50-46cd-a7f5-b70753c9338f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:20.984320 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a9ac1ab1-0d3e-4054-9cc9-f3b957b6b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.023742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42780) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:21.028113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.109688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac1ab1-0d3e-4054-9cc9-f3b957b6b2b3 None None] Port c0a1ee08-3f50-46cd-a7f5-b70753c9338f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:30:21.251970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42786) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:21.295683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68cdbd2a-388e-4c39-adfc-7feb6da2b455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.410186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e6b3f-ec85-4b7d-9fe1-18f6ea7f715f req-5863478d-d483-469f-a698-cefef5bf1c69 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.423904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-225e6b3f-ec85-4b7d-9fe1-18f6ea7f715f req-5863478d-d483-469f-a698-cefef5bf1c69 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.2749746 Feb 04 15:30:21.603824 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-225e6b3f-ec85-4b7d-9fe1-18f6ea7f715f req-2cc521e5-db35-4ab2-a734-ae45ffb66f74 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781883 Feb 04 15:30:21.637765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc603f0-9803-43a1-8e22-35f65603c453 req-24e4db52-d999-437b-99f5-fa0d536678b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.639416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dcc603f0-9803-43a1-8e22-35f65603c453 req-24e4db52-d999-437b-99f5-fa0d536678b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 1097 time: 0.9016340 Feb 04 15:30:21.644364 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:30:21.644940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:21.646535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a1ee08-3f50-46cd-a7f5-b70753c9338f {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:21.649471 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68cdbd2a-388e-4c39-adfc-7feb6da2b455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.666831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68cdbd2a-388e-4c39-adfc-7feb6da2b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.688985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.700063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a82bf-1e9b-4353-a957-0b8208523e02 req-d96cc6b5-41dd-4836-adbb-fd393a5e0c79 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:21.707699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd6a82bf-1e9b-4353-a957-0b8208523e02 req-d96cc6b5-41dd-4836-adbb-fd393a5e0c79 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.6056998 Feb 04 15:30:21.753614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdbd2a-388e-4c39-adfc-7feb6da2b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef762735-f970-4968-85fb-88b72469e8d5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:21.793078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bc4f53ad-139f-4d3f-928b-f852fce40541 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5932975 Feb 04 15:30:21.798901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:21.799392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42800) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:21.824510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dcc603f0-9803-43a1-8e22-35f65603c453 req-de3bcb98-2f36-41c3-b490-efdf26d35366 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633160 Feb 04 15:30:21.831926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Transition to ACTIVE for port object c0a1ee08-3f50-46cd-a7f5-b70753c9338f will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:21.854629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd6a82bf-1e9b-4353-a957-0b8208523e02 req-7b62cff2-e031-46f7-889d-73aa1f94e72c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459444 Feb 04 15:30:21.858483 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.113667 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-68cdbd2a-388e-4c39-adfc-7feb6da2b455 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a2afd0002494495a24d0755877d7674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8506749 Feb 04 15:30:22.115192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42802) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:22.169524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.206408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Pushing event updated for resources: {'Port': ['ID=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:22.210053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb23ade5-31c1-4a8e-9217-ad9ec82f5e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.258995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30af7c6-600e-4d66-9d80-cfe1d4d1c813']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:22.284679 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb23ade5-31c1-4a8e-9217-ad9ec82f5e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.291004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57699094-2985-4d46-830d-35bb18432a96 req-b90d39fe-622a-4d49-b140-ec9c01c67a3a tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:22.294946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57699094-2985-4d46-830d-35bb18432a96 req-b90d39fe-622a-4d49-b140-ec9c01c67a3a tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.3042369 Feb 04 15:30:22.315859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Deleting port 2147a28f-e69a-40be-b153-7fc6ec832679 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:22.316262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.331629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd06740-5e2a-4221-8744-493e881b72a9 req-17875ad5-1b56-4ea7-88bd-d00613d0936f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:22.337330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75dc482-f4c7-48a6-86a7-507183ccdbe3') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:22.338105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75dc482-f4c7-48a6-86a7-507183ccdbe3') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:22.341556 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bd06740-5e2a-4221-8744-493e881b72a9 req-17875ad5-1b56-4ea7-88bd-d00613d0936f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 948 time: 0.1333034 Feb 04 15:30:22.385170 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.395396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Attempting to bind port c0a1ee08-3f50-46cd-a7f5-b70753c9338f on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:22.396164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Attempting to bind port c0a1ee08-3f50-46cd-a7f5-b70753c9338f by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:22.396854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Attempting to bind port c0a1ee08-3f50-46cd-a7f5-b70753c9338f on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:22.411613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Port c0a1ee08-3f50-46cd-a7f5-b70753c9338f on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:30:22.412385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Attempting to bind port c0a1ee08-3f50-46cd-a7f5-b70753c9338f on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:22.441045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57699094-2985-4d46-830d-35bb18432a96 req-5829a449-c915-492e-8e1b-e2ee5cde4e98 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132901 Feb 04 15:30:22.443236 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.447474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:30:22.448295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:22.449091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:30:22.450005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Bound port: c0a1ee08-3f50-46cd-a7f5-b70753c9338f, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:22.450662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:22.481796 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:22.548676 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb23ade5-31c1-4a8e-9217-ad9ec82f5e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.556978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb23ade5-31c1-4a8e-9217-ad9ec82f5e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.556978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fb23ade5-31c1-4a8e-9217-ad9ec82f5e68 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef762735-f970-4968-85fb-88b72469e8d5 HTTP/1.1" status: 204 len: 168 time: 0.4302411 Feb 04 15:30:22.621608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23ade5-31c1-4a8e-9217-ad9ec82f5e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef762735-f970-4968-85fb-88b72469e8d5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:22.678476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bd06740-5e2a-4221-8744-493e881b72a9 req-a8386d8c-6578-4001-8198-2bcd4ca26384 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301005 Feb 04 15:30:22.715978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.717353 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.741376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Calling delete_port for 2147a28f-e69a-40be-b153-7fc6ec832679 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:22.831359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.840973 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.852925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.860501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/networks/b30af7c6-600e-4d66-9d80-cfe1d4d1c813 HTTP/1.1" status: 204 len: 168 time: 1.7856562 Feb 04 15:30:22.893845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42812) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:22.929998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-93441957'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:22.963618 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:22.969439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77236a21-b197-47b7-96d5-920e173815bd tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Network': ['ID=b30af7c6-600e-4d66-9d80-cfe1d4d1c813,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:22.996559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] For port c0a1ee08-3f50-46cd-a7f5-b70753c9338f, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:23.035840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Pushing event deleted for resources: {'Port': ['ID=2147a28f-e69a-40be-b153-7fc6ec832679,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:23.073378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5e01-5837-4b1a-a4ae-22bda6be0293 req-409a1f9f-c77a-4fa4-85f5-6b334baa069f tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.088632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef1c5e01-5837-4b1a-a4ae-22bda6be0293 req-409a1f9f-c77a-4fa4-85f5-6b334baa069f tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.3507478 Feb 04 15:30:23.090885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42818) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:23.096655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] For port c0a1ee08-3f50-46cd-a7f5-b70753c9338f, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:23.098643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:23.102191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Request body: {'floatingip': {'port_id': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:23.126213 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.139580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.200448 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.227527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3885738-a634-4f32-ac13-6994d48c2e41 req-486c465c-034d-4845-b553-353c5acac6a2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.235424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3885738-a634-4f32-ac13-6994d48c2e41 req-486c465c-034d-4845-b553-353c5acac6a2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.2880316 Feb 04 15:30:23.320077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.322852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.324935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b67b02f1-ad4d-42b3-9d82-13b2fd0dc068 tempest-ExternalNetworksAdminNegativeTestJSON-24839134 tempest-ExternalNetworksAdminNegativeTestJSON-24839134-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/3d778d71-9e8d-4615-88d3-05a5fb597b4e HTTP/1.1" status: 204 len: 168 time: 1.5234206 Feb 04 15:30:23.357377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Pushing event updated for resources: {'Port': ['ID=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:23.458958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:23.498139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3885738-a634-4f32-ac13-6994d48c2e41 req-33edaebc-3065-48ef-b2aa-e9186a86e322 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550409 Feb 04 15:30:23.571427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.577235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.583436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-4a80aa38-2458-44f6-b9ec-63f04fd4ca2a service neutron] 10.222.0.30 "PUT /v2.0/ports/c0a1ee08-3f50-46cd-a7f5-b70753c9338f HTTP/1.1" status: 200 len: 1096 time: 2.9945126 Feb 04 15:30:23.657451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138c6ffa-90d2-4844-91ce-239fff01071c', 'tag': 'c0a1ee08-3f50-46cd-a7f5-b70753c9338f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:23.667178 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1428e37d-2833-4b6e-b55d-9d02a8a42104" -d '{"events": [{"name": "network-changed", "server_uuid": "138c6ffa-90d2-4844-91ce-239fff01071c", "tag": "c0a1ee08-3f50-46cd-a7f5-b70753c9338f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:23.733557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.736068 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Added segment 1dbe5f31-8d8d-4e1e-af38-8d976a68a529 of type vlan for network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 Feb 04 15:30:23.910573 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.955752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42842) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:23.958647 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9eb610-8b11-4200-827f-92314bfebe19 x-openstack-request-id: req-6b9eb610-8b11-4200-827f-92314bfebe19 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:23.958971 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138c6ffa-90d2-4844-91ce-239fff01071c", "tag": "c0a1ee08-3f50-46cd-a7f5-b70753c9338f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:23.959628 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b9eb610-8b11-4200-827f-92314bfebe19 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:23.962773 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138c6ffa-90d2-4844-91ce-239fff01071c', 'tag': 'c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'status': 'completed', 'code': 200} Feb 04 15:30:23.970982 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:23.983011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:23.983815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.066793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1704566 Feb 04 15:30:24.069286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42846) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:24.099796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': 'f42fdf3a-03a0-463e-ae29-a930a5bf4de9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:24.247221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97315823-3f81-43a3-b599-ddc7bbed90c9 req-f6e0fabb-85dc-4a80-98fe-c9659703309f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.255747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97315823-3f81-43a3-b599-ddc7bbed90c9 req-f6e0fabb-85dc-4a80-98fe-c9659703309f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.8821864 Feb 04 15:30:24.306554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-747c0edb-245d-4eb1-89d6-0c6f186fa745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.308102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-747c0edb-245d-4eb1-89d6-0c6f186fa745 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 1099 time: 0.6317613 Feb 04 15:30:24.316271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce7721-6bde-4434-be6e-24ee4a4c0a14 req-99d6de0e-d4c9-47bc-b402-e2d19deb4692 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.321220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfce7721-6bde-4434-be6e-24ee4a4c0a14 req-99d6de0e-d4c9-47bc-b402-e2d19deb4692 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 948 time: 0.3665016 Feb 04 15:30:24.437834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-bbfc3d5f-7df5-49cf-878c-860437c4fb96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c0a1ee08-3f50-46cd-a7f5-b70753c9338f HTTP/1.1" status: 200 len: 217 time: 0.1140730 Feb 04 15:30:24.452564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92e1b-e46e-49e7-b30f-b11c101250ec tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Network': ['ID=f42fdf3a-03a0-463e-ae29-a930a5bf4de9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:24.455080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:24.459031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:24.477607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:30:24.654288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97315823-3f81-43a3-b599-ddc7bbed90c9 req-da8ac689-f524-4a1c-8315-06d4710cbeb6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930984 Feb 04 15:30:24.679018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Performing IP validity checks on allocation pools {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 15:30:24.694820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 15:30:24.721779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-20bb2a20-c6c5-405e-a124-41cc8be838e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.725766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-20bb2a20-c6c5-405e-a124-41cc8be838e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2612395 Feb 04 15:30:24.941409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-270073e4-b1c5-423f-b91b-c2ab1a5311c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:24.948441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-270073e4-b1c5-423f-b91b-c2ab1a5311c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011271 Feb 04 15:30:25.080330 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a309cb81-be19-40bc-a439-2714d439133a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.360552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.388217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfce7721-6bde-4434-be6e-24ee4a4c0a14 req-700da81c-99e5-4dcf-950f-3346a6218a3d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988516 Feb 04 15:30:25.396919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.686424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a309cb81-be19-40bc-a439-2714d439133a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.697882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a309cb81-be19-40bc-a439-2714d439133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.734608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309cb81-be19-40bc-a439-2714d439133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb678cd5-9e0f-40ed-8495-6de3ef832843,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:25.745693 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Floating IP a56c28b3-0898-4235-801d-d6fa0abcabe4 associated. External IP: 172.25.1.240, port: cdefd3b5-3e67-4741-8d9c-21931dcc2e2a. Feb 04 15:30:25.825260 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a309cb81-be19-40bc-a439-2714d439133a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=956379685afd42d0a3064eac7ab7eb50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8653276 Feb 04 15:30:25.825705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42888) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:25.978658 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7e91-f8c5-4570-afca-5d6017b8c489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:25.986963 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.005128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc007e3-fd55-47dd-85e1-e2260aa55f78 req-7b13a030-999f-4939-92fb-a7b84efa6f6a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.014506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fc007e3-fd55-47dd-85e1-e2260aa55f78 req-7b13a030-999f-4939-92fb-a7b84efa6f6a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.8718121 Feb 04 15:30:26.024074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-5d90a175-de64-4561-8091-f6a4d6a829ec service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0406790 Feb 04 15:30:26.182663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40553d4-e5c0-4e36-806d-7f40d85d5de4 req-63d441ab-28a6-4824-802f-aba1bf774468 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.186638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d40553d4-e5c0-4e36-806d-7f40d85d5de4 req-63d441ab-28a6-4824-802f-aba1bf774468 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.2937806 Feb 04 15:30:26.192517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7e91-f8c5-4570-afca-5d6017b8c489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.314570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=3d620370-2486-4b41-a3ec-c156c1907600,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:26.342468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8fc007e3-fd55-47dd-85e1-e2260aa55f78 req-59b32b80-701e-4cd4-9669-9ca7425591ad tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265052 Feb 04 15:30:26.428110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking segment: {'id': '1dbe5f31-8d8d-4e1e-af38-8d976a68a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f42fdf3a-03a0-463e-ae29-a930a5bf4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:26.431668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network hostable DHCP agents. Network: f42fdf3a-03a0-463e-ae29-a930a5bf4de9, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:26.496173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1411c404-5dcf-4e23-8212-3d4bb1246fba req-dd4a7e65-12ad-427f-9010-ebc3a6de862d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292438 Feb 04 15:30:26.520520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-2e27af76-0947-40eb-bc5e-ac04816127a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.524993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7e91-f8c5-4570-afca-5d6017b8c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.528259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-2e27af76-0947-40eb-bc5e-ac04816127a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1101 time: 0.1978054 Feb 04 15:30:26.536045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:26.566496 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7e91-f8c5-4570-afca-5d6017b8c489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.573046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f7ad7e91-f8c5-4570-afca-5d6017b8c489 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb678cd5-9e0f-40ed-8495-6de3ef832843 HTTP/1.1" status: 204 len: 168 time: 0.7429118 Feb 04 15:30:26.583326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, f42fdf3a-03a0-463e-ae29-a930a5bf4de9) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:26.618744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5315389-cb79-4d38-938e-fa8df3b1f293 None None] Network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:26.621160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.625853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:26.639589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad7e91-f8c5-4570-afca-5d6017b8c489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb678cd5-9e0f-40ed-8495-6de3ef832843,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:26.798182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ed2e060d-a11f-4134-a9fe-a001d0230f6b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7107935 Feb 04 15:30:26.825873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42916) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:26.860123 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d40553d4-e5c0-4e36-806d-7f40d85d5de4 req-3a522600-66fa-4edd-93da-8f2aa401f5a4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873637 Feb 04 15:30:26.870415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': 'f42fdf3a-03a0-463e-ae29-a930a5bf4de9', 'name': 'tempest-PortsIpV6TestJSON-1304111979'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:26.958742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-1e6fec0d-ae04-4ce7-b10c-3d6e8bca92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:26.966723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-1e6fec0d-ae04-4ce7-b10c-3d6e8bca92b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 1099 time: 0.2487876 Feb 04 15:30:27.152613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-f42fdf3a-03a0-463e-ae29-a930a5bf4de9', 'network_id': 'f42fdf3a-03a0-463e-ae29-a930a5bf4de9', 'tenant_id': '911d82a09525459aa52186e2c0ee4cb3', 'fixed_ips': [{'subnet_id': '3d620370-2486-4b41-a3ec-c156c1907600'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:30:27.153683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.178347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Router 0c22c33d-ff01-4825-90f4-8fb36d431912 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:30:27.335221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-c8c7f2b8-fb43-4a8c-abcb-7da4a0169845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.349053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-c8c7f2b8-fb43-4a8c-abcb-7da4a0169845 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.7164049 Feb 04 15:30:27.480452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-cd38bdd0-5807-468b-a654-14a2ad7f27ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 217 time: 0.1154995 Feb 04 15:30:27.495387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522148f-2b50-4776-85b3-b7a32bb144cd req-84f7048f-4db0-45c1-ae6d-336857283c9c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.497910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4522148f-2b50-4776-85b3-b7a32bb144cd req-84f7048f-4db0-45c1-ae6d-336857283c9c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 948 time: 0.5276258 Feb 04 15:30:27.661590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-eb64be4f-a4a1-4c93-b576-0d5ac7deec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.663385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-eb64be4f-a4a1-4c93-b576-0d5ac7deec7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.6631470 Feb 04 15:30:27.770556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-46dbfffc-ebd5-4ef9-9626-7144c3fe36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:27.772280 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-46dbfffc-ebd5-4ef9-9626-7144c3fe36b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2673371 Feb 04 15:30:27.775038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-dd12b8b4-f08d-45a2-98d8-f5dab04c37f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c0a1ee08-3f50-46cd-a7f5-b70753c9338f HTTP/1.1" status: 200 len: 217 time: 0.0970592 Feb 04 15:30:27.836991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:27.847864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.915594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:30:27.949758 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] Sync routers for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:30:27.951160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4522148f-2b50-4776-85b3-b7a32bb144cd req-39ef6248-5e2c-464f-ba83-fa80e304d6ca tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342399 Feb 04 15:30:27.952546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:27.967885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 2aa334c2-5646-466e-83db-571c2f6ca957 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:28.036163 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:30:28.054505 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:30:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:28.100757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42954) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:28.172900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Allocated IP 2001:db8::2 (f42fdf3a-03a0-463e-ae29-a930a5bf4de9/3d620370-2486-4b41-a3ec-c156c1907600/b7afc261-4d30-459a-9f7c-4fcefa183b4d) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:28.286280 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:30:28.394925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ccd827a-084e-4c62-abcb-a3c78ab8b18c tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "PUT /v2.0/floatingips/a56c28b3-0898-4235-801d-d6fa0abcabe4 HTTP/1.1" status: 200 len: 992 time: 5.2979679 Feb 04 15:30:28.406713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'tag': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:28.418703 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632585fd-b6c0-4043-9402-65e3334395a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4533fcce-bcc2-4f49-b744-aaa21e77ef6a", "tag": "cdefd3b5-3e67-4741-8d9c-21931dcc2e2a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:28.480377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6ec18-bf76-4da4-8aa3-28d17b03641d req-144e474a-93a5-4064-97ed-745d0a25515b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.483465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63d6ec18-bf76-4da4-8aa3-28d17b03641d req-144e474a-93a5-4064-97ed-745d0a25515b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.2485654 Feb 04 15:30:28.487097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-8d35edd2-10e4-4fed-a343-6cdd8f1912ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.491413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-8d35edd2-10e4-4fed-a343-6cdd8f1912ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6981461 Feb 04 15:30:28.497517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-2e399a36-0d12-44ae-bec3-91ae70f96dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.501560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-2e399a36-0d12-44ae-bec3-91ae70f96dfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.7070611 Feb 04 15:30:28.518018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1a1ec9e0-8ab4-4dbe-aebf-42148517bba1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61d7387c4b7a40ea9fbc0c028eaf6b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4121404 Feb 04 15:30:28.532409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42970) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:28.620400 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63d6ec18-bf76-4da4-8aa3-28d17b03641d req-80223f3f-fced-4d0b-bd6f-f1b888b56c8a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278651 Feb 04 15:30:28.717495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97dd1f09-55a6-42b8-a680-789c322e6ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.779674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97dd1f09-55a6-42b8-a680-789c322e6ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.864596 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97dd1f09-55a6-42b8-a680-789c322e6ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.865696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97dd1f09-55a6-42b8-a680-789c322e6ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.871399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-97dd1f09-55a6-42b8-a680-789c322e6ef1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa654fcc-a648-4c45-b222-3db35ed30beb HTTP/1.1" status: 204 len: 168 time: 0.3372943 Feb 04 15:30:28.889411 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.908401 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:28.910776 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'a56c28b3-0898-4235-801d-d6fa0abcabe4', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'port_id': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'mac_address': 'fa:16:3e:68:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:29:49Z', 'updated_at': '2022-02-04T15:30:25Z', 'revision_number': 1, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:28.924746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480f65e-731a-4cdb-8616-8e799d861633 req-98214d48-78c4-4c7d-a5a4-0a004b713933 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:28.933049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9480f65e-731a-4cdb-8616-8e799d861633 req-98214d48-78c4-4c7d-a5a4-0a004b713933 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.6828194 Feb 04 15:30:28.939206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-901263eb-3ac9-43b5-b1f5-02eb2449084d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269693 Feb 04 15:30:28.984312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd1f09-55a6-42b8-a680-789c322e6ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa654fcc-a648-4c45-b222-3db35ed30beb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:28.995316 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] Checking router: 0c22c33d-ff01-4825-90f4-8fb36d431912 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:30:29.014692 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:30:29.015346 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:30:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:29.039601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::1e7 (f42fdf3a-03a0-463e-ae29-a930a5bf4de9/3d620370-2486-4b41-a3ec-c156c1907600/2aa334c2-5646-466e-83db-571c2f6ca957) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:29.090466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec0f6-98a5-4faf-a15d-c680ce59b431 req-978034ec-c888-4c50-83f1-9d0ef8f59c73 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:29.110872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c6ec0f6-98a5-4faf-a15d-c680ce59b431 req-978034ec-c888-4c50-83f1-9d0ef8f59c73 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.2633770 Feb 04 15:30:29.254717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c6ec0f6-98a5-4faf-a15d-c680ce59b431 req-9f16cd77-28bc-45d4-a9d4-6a9d1100d596 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358387 Feb 04 15:30:29.289712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:29.297353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-0f64298c-1dc3-4a5d-b215-185adc9a3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:29.302242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-0f64298c-1dc3-4a5d-b215-185adc9a3582 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7910774 Feb 04 15:30:29.363644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:29.394092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:29.426800 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:30:29.435210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Pushing event updated for resources: {'Port': ['ID=b7afc261-4d30-459a-9f7c-4fcefa183b4d,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:29.442017 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40065ab-d43c-4c23-98a2-0da47ed9b975 x-openstack-request-id: req-c40065ab-d43c-4c23-98a2-0da47ed9b975 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:29.443277 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4533fcce-bcc2-4f49-b744-aaa21e77ef6a", "tag": "cdefd3b5-3e67-4741-8d9c-21931dcc2e2a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:29.443958 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c40065ab-d43c-4c23-98a2-0da47ed9b975 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:29.444347 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'tag': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'status': 'completed', 'code': 200} Feb 04 15:30:29.476296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.476665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.480862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.481519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.482069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.486728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.487638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.488986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.489534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.490074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.493097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.494379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:29.531459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9480f65e-731a-4cdb-8616-8e799d861633 req-52484f13-5742-49cd-90be-310351a7cc99 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850244 Feb 04 15:30:29.539834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-a4efb87b-a3b4-4075-9d4d-f822622fd3f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162776 Feb 04 15:30:29.651314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Attempting to bind port b7afc261-4d30-459a-9f7c-4fcefa183b4d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:29.655630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Attempting to bind port b7afc261-4d30-459a-9f7c-4fcefa183b4d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '1dbe5f31-8d8d-4e1e-af38-8d976a68a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f42fdf3a-03a0-463e-ae29-a930a5bf4de9'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:29.658538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Attempting to bind port b7afc261-4d30-459a-9f7c-4fcefa183b4d on network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:29.672853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:30:29.673237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Checking segment: {'id': '1dbe5f31-8d8d-4e1e-af38-8d976a68a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f42fdf3a-03a0-463e-ae29-a930a5bf4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:29.673651 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.674139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Bound using segment: {'id': '1dbe5f31-8d8d-4e1e-af38-8d976a68a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f42fdf3a-03a0-463e-ae29-a930a5bf4de9'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:30:29.674652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Bound port: b7afc261-4d30-459a-9f7c-4fcefa183b4d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbe5f31-8d8d-4e1e-af38-8d976a68a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f42fdf3a-03a0-463e-ae29-a930a5bf4de9'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:29.675146 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:29.848406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d55b5e33-dcaa-482e-a767-acfeca32207a req-1b7d3fa7-2396-440a-aa3e-dac5d34ebeac service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8941288 Feb 04 15:30:29.943518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] For port b7afc261-4d30-459a-9f7c-4fcefa183b4d, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:29.959043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] For port b7afc261-4d30-459a-9f7c-4fcefa183b4d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b7afc261-4d30-459a-9f7c-4fcefa183b4d,segment=NetworkSegment(1dbe5f31-8d8d-4e1e-af38-8d976a68a529),segment_id=1dbe5f31-8d8d-4e1e-af38-8d976a68a529)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:29.977765 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.002824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4321f51-b927-4965-829b-582313769161 req-82254339-b0cb-4ff3-a980-729a0338015e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.012083 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4321f51-b927-4965-829b-582313769161 req-82254339-b0cb-4ff3-a980-729a0338015e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.1797853 Feb 04 15:30:30.043107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1428e37d-2833-4b6e-b55d-9d02a8a42104 req-ab8f4a59-10d0-4d2a-98e2-23eea614ec23 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896390 Feb 04 15:30:30.078154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4321f51-b927-4965-829b-582313769161 req-b81ca9e9-7120-4b2b-9346-c86dd26aca9d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635550 Feb 04 15:30:30.345443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da6d13-c073-4415-bd1c-646c6df2030b None None] Pushing event updated for resources: {'Port': ['ID=b7afc261-4d30-459a-9f7c-4fcefa183b4d,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:30.377887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297e923-e20b-4bd6-ad78-27b9a5ca0601 req-66051fcd-7a9a-40b6-97b8-254c7481f47e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.392261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b297e923-e20b-4bd6-ad78-27b9a5ca0601 req-66051fcd-7a9a-40b6-97b8-254c7481f47e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 948 time: 0.6351724 Feb 04 15:30:30.426708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632585fd-b6c0-4043-9402-65e3334395a0 req-7ddfd729-c46c-4c60-b1fb-854b9a4b82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.430870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-632585fd-b6c0-4043-9402-65e3334395a0 req-7ddfd729-c46c-4c60-b1fb-854b9a4b82d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4565e366992142aeafe6e4c13adea0dd&device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 1097 time: 0.7418478 Feb 04 15:30:30.482907 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e756-71d1-4419-b3ea-6b3099bfcdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.624423 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'a56c28b3-0898-4235-801d-d6fa0abcabe4', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'port_id': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'mac_address': 'fa:16:3e:68:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:29:49Z', 'updated_at': '2022-02-04T15:30:25Z', 'revision_number': 1, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:30.674379 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fed996-c829-4cf8-adf2-01f56a9739d4 None None] The sync data for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 is: [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'a56c28b3-0898-4235-801d-d6fa0abcabe4', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'floating_ip_address': '172.25.1.240', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'port_id': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'mac_address': 'fa:16:3e:68:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:29:49Z', 'updated_at': '2022-02-04T15:30:25Z', 'revision_number': 1, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:30:30.776073 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-ace0bbf5-dee6-4fe0-85d5-f1595c141760 service neutron] 10.222.0.30 "GET /v2.0/ports/e2f9098a-5d3e-4161-a4c4-d344dd7337d2/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 382 time: 1.0702860 Feb 04 15:30:30.801231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43024) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:30.809941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:30.836243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d8fd-dae9-4242-a2b9-d21d358771b5 req-466daca1-0e28-4de2-9391-30758062c6f2 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:30.858249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-56b0d8fd-dae9-4242-a2b9-d21d358771b5 req-466daca1-0e28-4de2-9391-30758062c6f2 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.2988448 Feb 04 15:30:30.995472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b297e923-e20b-4bd6-ad78-27b9a5ca0601 req-077edede-9579-450e-b01f-e1964c19f2b8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012790 Feb 04 15:30:31.045504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-56b0d8fd-dae9-4242-a2b9-d21d358771b5 req-c020f51b-3239-4ed5-a60e-56a0c2ab3f12 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855485 Feb 04 15:30:31.067260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632585fd-b6c0-4043-9402-65e3334395a0 req-4779a616-7f80-4184-8e01-ec1127a9b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.085705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-632585fd-b6c0-4043-9402-65e3334395a0 req-4779a616-7f80-4184-8e01-ec1127a9b264 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009879e3-fdd9-4e71-b5db-7b1eb016817c HTTP/1.1" status: 200 len: 912 time: 0.6260183 Feb 04 15:30:31.294865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c0a1ee08-3f50-46cd-a7f5-b70753c9338f details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:30:31.326151 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:30:31.447497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a30f1efb-23b0-452d-b180-89ac24b0d785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.569624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5d1f-d8da-402d-bb7c-084f8d4b5a33 req-71ffae61-aef4-4809-ba66-39746688e3fa tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.577349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee7a5d1f-d8da-402d-bb7c-084f8d4b5a33 req-71ffae61-aef4-4809-ba66-39746688e3fa tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1951327 Feb 04 15:30:31.608839 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.658507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c0a1ee08-3f50-46cd-a7f5-b70753c9338f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:31.712194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:31.717933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'mac_address': 'fa:16:3e:61:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:30:31.733949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747cd59-4a8b-4bb9-b2ce-cca9a58ebdcf None None] New status for floating IP a56c28b3-0898-4235-801d-d6fa0abcabe4: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:30:31.745766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=2aa334c2-5646-466e-83db-571c2f6ca957,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:31.750189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:31.767297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:31.785575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.787706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:31.816235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:31.825001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee7a5d1f-d8da-402d-bb7c-084f8d4b5a33 req-b34f5072-276f-4773-865e-59a82fb152ed tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453511 Feb 04 15:30:31.834736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-06a29bb6-e97d-40b8-a3bd-1267e9035acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.857004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-06a29bb6-e97d-40b8-a3bd-1267e9035acc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64&tenant_id=84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 1101 time: 0.4528322 Feb 04 15:30:31.868524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-632585fd-b6c0-4043-9402-65e3334395a0 req-bac419f7-8a03-4e76-953d-88a7627c3369 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a HTTP/1.1" status: 200 len: 1000 time: 0.7695053 Feb 04 15:30:31.888641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7f21f-92a4-41af-b8ae-a888ba27c5e4 req-63ec5891-6204-4d08-8147-47e4fbc5c23b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:31.898316 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bbd7f21f-92a4-41af-b8ae-a888ba27c5e4 req-63ec5891-6204-4d08-8147-47e4fbc5c23b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.3704469 Feb 04 15:30:31.969755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b7afc261-4d30-459a-9f7c-4fcefa183b4d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:32.082793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a30f1efb-23b0-452d-b180-89ac24b0d785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.151028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bbd7f21f-92a4-41af-b8ae-a888ba27c5e4 req-224c4c46-3472-4c8e-9048-4df6102d8e49 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400880 Feb 04 15:30:32.183561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-517a4131-a86e-42c8-ac2f-d72ad1d27a95 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3555410 Feb 04 15:30:32.185508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a30f1efb-23b0-452d-b180-89ac24b0d785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.189171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43054) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:32.401998 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.464464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b7afc261-4d30-459a-9f7c-4fcefa183b4d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:32.464782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-24867432'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:32.466715 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.479050 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a30f1efb-23b0-452d-b180-89ac24b0d785 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f807d257c55345e387ddacbd01fc9e45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6760869 Feb 04 15:30:32.495058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632585fd-b6c0-4043-9402-65e3334395a0 req-d5714f4c-cbcf-425b-84bf-318cd4e3aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.495058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-632585fd-b6c0-4043-9402-65e3334395a0 req-d5714f4c-cbcf-425b-84bf-318cd4e3aabc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8 HTTP/1.1" status: 200 len: 850 time: 0.4057467 Feb 04 15:30:32.499969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43058) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:32.501879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f1efb-23b0-452d-b180-89ac24b0d785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3bc34d-5991-4b91-b2e2-826a35ad2045,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:32.548258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a1ee08-3f50-46cd-a7f5-b70753c9338f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:32.767736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:32.776552 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.805960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32b030-6766-459b-90b2-5089a9c16cda req-7db10a09-ab8b-4c06-99e4-ad4575792456 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.831414 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd32b030-6766-459b-90b2-5089a9c16cda req-7db10a09-ab8b-4c06-99e4-ad4575792456 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.3989944 Feb 04 15:30:32.858088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf77cd-f950-4cff-9ab3-c2e1ecd3ff8a req-261d8d4e-dee4-44b8-aad1-5d600bbd7bce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.860357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bbf77cd-f950-4cff-9ab3-c2e1ecd3ff8a req-261d8d4e-dee4-44b8-aad1-5d600bbd7bce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 948 time: 0.5448647 Feb 04 15:30:32.867701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c0a1ee08-3f50-46cd-a7f5-b70753c9338f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:32.872336 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.875519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-656bc3c8-622e-4f8e-8bf3-f87f328e60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.881072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.882705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-656bc3c8-622e-4f8e-8bf3-f87f328e60f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1101 time: 0.7508409 Feb 04 15:30:32.895108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2e0aa-443f-46cb-a9de-8c4d2bac7f23 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 2aa334c2-5646-466e-83db-571c2f6ca957 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:32.898529 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e0aa-443f-46cb-a9de-8c4d2bac7f23 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:32.900883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632585fd-b6c0-4043-9402-65e3334395a0 req-2ae0aef0-227c-4d7a-9963-391d16f17ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:32.907362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-632585fd-b6c0-4043-9402-65e3334395a0 req-2ae0aef0-227c-4d7a-9963-391d16f17ff3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009879e3-fdd9-4e71-b5db-7b1eb016817c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3204150 Feb 04 15:30:33.047642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.088978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b5e70215-1813-4904-94dd-0a1a19cdb86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.089644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb11ce-ebab-44b1-b664-92510eafc0cd None None] Network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:33.270769 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd32b030-6766-459b-90b2-5089a9c16cda req-2f7a93f6-167b-4035-9b2e-3e5eb2b851f1 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179032 Feb 04 15:30:33.367394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bbf77cd-f950-4cff-9ab3-c2e1ecd3ff8a req-e8d3471d-61e1-4f79-9cde-d643825ac9f8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262103 Feb 04 15:30:33.377925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b5e70215-1813-4904-94dd-0a1a19cdb86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.430697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.439497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e0aa-443f-46cb-a9de-8c4d2bac7f23 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.457412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:30:33.462982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2e0aa-443f-46cb-a9de-8c4d2bac7f23 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 2aa334c2-5646-466e-83db-571c2f6ca957 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:33.483991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:30:33.702683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-83f49439-2b56-4686-a5db-cf1f05d5ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:33.705337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-83f49439-2b56-4686-a5db-cf1f05d5ce37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.8077993 Feb 04 15:30:33.708915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-632585fd-b6c0-4043-9402-65e3334395a0 req-18202413-0fea-46f6-af1e-662b787606fe service neutron] 10.222.0.30 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409974 Feb 04 15:30:33.773278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.812546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a25e1b72-bd9f-4985-b059-7139bd936af0 None None] Provisioning complete for port b7afc261-4d30-459a-9f7c-4fcefa183b4d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:33.813179 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a25e1b72-bd9f-4985-b059-7139bd936af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.841415 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e0aa-443f-46cb-a9de-8c4d2bac7f23 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:33.848019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584b7f9e-e706-486f-8fe2-acf120e8a662,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:33.954638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2e0aa-443f-46cb-a9de-8c4d2bac7f23 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=2aa334c2-5646-466e-83db-571c2f6ca957,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:33.974300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-108dd672-4a9c-4cde-879f-9ec4793cba4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 217 time: 0.2281022 Feb 04 15:30:34.036074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b7afc261-4d30-459a-9f7c-4fcefa183b4d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b7afc261-4d30-459a-9f7c-4fcefa183b4d,segment=NetworkSegment(1dbe5f31-8d8d-4e1e-af38-8d976a68a529),segment_id=1dbe5f31-8d8d-4e1e-af38-8d976a68a529)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:34.049457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:34.054425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b5e70215-1813-4904-94dd-0a1a19cdb86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.066887 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b5e70215-1813-4904-94dd-0a1a19cdb86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.069027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b5e70215-1813-4904-94dd-0a1a19cdb86f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a3bc34d-5991-4b91-b2e2-826a35ad2045 HTTP/1.1" status: 204 len: 168 time: 1.5541861 Feb 04 15:30:34.073891 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.075032 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Added segment bf93b527-d365-410a-81a1-695783a45346 of type vlan for network 05339d24-6525-4831-a41a-bea3e2bd4738 Feb 04 15:30:34.079667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-924f30c1-869c-4ca9-9f42-121dc88b3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.080180 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-924f30c1-869c-4ca9-9f42-121dc88b3296 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0921974 Feb 04 15:30:34.146260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.155614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e70215-1813-4904-94dd-0a1a19cdb86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3bc34d-5991-4b91-b2e2-826a35ad2045,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.185355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df98a0-8f5a-48b3-87a0-95aa76f4efd0 req-71dec6a2-8a66-4d4a-9786-b450e9e6439c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.187308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18df98a0-8f5a-48b3-87a0-95aa76f4efd0 req-71dec6a2-8a66-4d4a-9786-b450e9e6439c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.4876657 Feb 04 15:30:34.242553 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1923832-de77-4fd6-ab2e-df8e57c29f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.244945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.283052 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e0aa-443f-46cb-a9de-8c4d2bac7f23 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.284670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.302366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7fc2e0aa-443f-46cb-a9de-8c4d2bac7f23 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/2aa334c2-5646-466e-83db-571c2f6ca957 HTTP/1.1" status: 204 len: 168 time: 2.1108696 Feb 04 15:30:34.306434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43074) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:34.307701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.314413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.315497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.350371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5314722 Feb 04 15:30:34.356387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43076) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:34.379647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'subnet': {'network_id': '05339d24-6525-4831-a41a-bea3e2bd4738', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:34.437188 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee5be00-5eed-4dec-8db9-472ec2575ab5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:30:34.443375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee5be00-5eed-4dec-8db9-472ec2575ab5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:30:34.451495 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fee5be00-5eed-4dec-8db9-472ec2575ab5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/2aa334c2-5646-466e-83db-571c2f6ca957 HTTP/1.1" status: 404 len: 333 time: 0.1187000 Feb 04 15:30:34.464765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43082) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:34.468105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b7afc261-4d30-459a-9f7c-4fcefa183b4d,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.492124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae480f5f-f3f0-47ab-b23c-786d9e296a22 req-f144d413-a364-46c5-84bd-fbc942081937 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.494370 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae480f5f-f3f0-47ab-b23c-786d9e296a22 req-f144d413-a364-46c5-84bd-fbc942081937 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.7252874 Feb 04 15:30:34.573624 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06278c4-d01b-403f-aaf6-38c279515ec4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:30:34.580621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d06278c4-d01b-403f-aaf6-38c279515ec4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/2aa334c2-5646-466e-83db-571c2f6ca957 HTTP/1.1" status: 404 len: 333 time: 0.0843756 Feb 04 15:30:34.619681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43086) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:34.808969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-c42b091b-2fff-42ed-a508-3ac22e2a43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:34.814797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-c42b091b-2fff-42ed-a508-3ac22e2a43ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7225564 Feb 04 15:30:34.823370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7142d404-e0b2-462c-86d4-60ba49d7a6ae tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet 3d620370-2486-4b41-a3ec-c156c1907600 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:30:34.839906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae480f5f-f3f0-47ab-b23c-786d9e296a22 req-3a1164bf-0631-48db-8f31-980ef94802b8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005965 Feb 04 15:30:34.858357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695719a-e164-449a-a407-b5e0c73cd596 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Network': ['ID=05339d24-6525-4831-a41a-bea3e2bd4738,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:34.866233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7142d404-e0b2-462c-86d4-60ba49d7a6ae tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:34.891077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 05339d24-6525-4831-a41a-bea3e2bd4738 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:30:34.907733 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.013093 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18df98a0-8f5a-48b3-87a0-95aa76f4efd0 req-c4a5199a-754e-4390-8669-dffc0bafbeda tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8129995 Feb 04 15:30:35.056811 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7142d404-e0b2-462c-86d4-60ba49d7a6ae tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.218020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7142d404-e0b2-462c-86d4-60ba49d7a6ae tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.254161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-632585fd-b6c0-4043-9402-65e3334395a0 req-29b6ca7c-a16f-4341-8566-947a56df75cd service neutron] 10.222.0.30 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5256102 Feb 04 15:30:35.301634 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:35.309623 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb028b-8388-42f5-a20f-b7ef01057242" -d '{"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:35.343687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:35.354929 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.523420 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7142d404-e0b2-462c-86d4-60ba49d7a6ae tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.575361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:35.633669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142d404-e0b2-462c-86d4-60ba49d7a6ae tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=3d620370-2486-4b41-a3ec-c156c1907600,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:35.644092 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-49f1c5a1-778b-4193-b89d-da02714cd09f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7948706 Feb 04 15:30:35.666904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-534e4e3e-4637-4563-a587-28899f128456 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698294 Feb 04 15:30:35.703954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07a33c-9e73-4292-99ef-c70e14ba3d0b req-0f0f675b-65eb-45f3-a074-eed6f99c2b11 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.706627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f07a33c-9e73-4292-99ef-c70e14ba3d0b req-0f0f675b-65eb-45f3-a074-eed6f99c2b11 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 949 time: 0.2493410 Feb 04 15:30:35.715653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-21f03ce8-7507-42fe-9caf-84ad9d54ffc2 None None] Provisioning complete for port b7afc261-4d30-459a-9f7c-4fcefa183b4d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:35.716326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-21f03ce8-7507-42fe-9caf-84ad9d54ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.728506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdd46a-301e-4207-8f04-3a3e55b03261 req-17ecaa9b-7eca-43e1-9ac5-159bda702c79 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:35.736868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34cdd46a-301e-4207-8f04-3a3e55b03261 req-17ecaa9b-7eca-43e1-9ac5-159bda702c79 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.3952949 Feb 04 15:30:35.786570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7142d404-e0b2-462c-86d4-60ba49d7a6ae tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:35.803743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7142d404-e0b2-462c-86d4-60ba49d7a6ae tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/3d620370-2486-4b41-a3ec-c156c1907600 HTTP/1.1" status: 204 len: 168 time: 1.1829159 Feb 04 15:30:35.816222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43092) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:35.872615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.020651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f07a33c-9e73-4292-99ef-c70e14ba3d0b req-097806c5-fd83-4882-93e0-fcff38d49c95 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489253 Feb 04 15:30:36.082883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43096) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:36.119102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fcc982-e00c-428b-a029-048d8a71fb59 None None] Network f42fdf3a-03a0-463e-ae29-a930a5bf4de9 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:36.135400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:36.139872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.146750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.177483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e37c416f-09b6-400c-8af3-97da67fc15b8 req-c2e82c22-59ab-432b-bdbd-cb6ca5fd0e1e service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924097 Feb 04 15:30:36.200212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21b0a7f6-584c-43a8-b178-71446d20e5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.316477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34cdd46a-301e-4207-8f04-3a3e55b03261 req-8cff8a29-f5f6-455c-8759-60ddb6460f3f tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5600684 Feb 04 15:30:36.342527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-b2f9b7bf-6612-459c-8ffd-7537678188a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:36.344215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-b2f9b7bf-6612-459c-8ffd-7537678188a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 1101 time: 0.5275574 Feb 04 15:30:36.346952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b7afc261-4d30-459a-9f7c-4fcefa183b4d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:36.575698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-df262dfe-7910-477d-b4de-9909fe413d5d None None] Could not find standard attr ID for object 2aa334c2-5646-466e-83db-571c2f6ca957. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:30:36.619055 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61640228-70a4-4f5c-ad06-4d9b8dc07095 x-openstack-request-id: req-61640228-70a4-4f5c-ad06-4d9b8dc07095 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:36.619760 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:36.620383 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-61640228-70a4-4f5c-ad06-4d9b8dc07095 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:36.621857 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'code': 200} Feb 04 15:30:36.634287 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21b0a7f6-584c-43a8-b178-71446d20e5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.641338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21b0a7f6-584c-43a8-b178-71446d20e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.759419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0a7f6-584c-43a8-b178-71446d20e5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3502dd3-a393-4c9d-a79e-44e729946717,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:36.762189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b7afc261-4d30-459a-9f7c-4fcefa183b4d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:36.763523 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:36.768160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-21b0a7f6-584c-43a8-b178-71446d20e5ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c75e8a99f7534c03a01e63bad65d8c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6782219 Feb 04 15:30:36.778907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43108) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:36.920128 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.047853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de35c46-4cb1-43c9-9ded-010287eb4f21 req-086ecd30-a250-468a-8503-e97ecafaa91b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:37.056982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3de35c46-4cb1-43c9-9ded-010287eb4f21 req-086ecd30-a250-468a-8503-e97ecafaa91b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1946380 Feb 04 15:30:37.099761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50918063-1f31-4ff5-8ac1-862ddab1748c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.125372 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3de35c46-4cb1-43c9-9ded-010287eb4f21 req-6ad86257-7280-4d3c-8dbd-c6802b9ef03a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671408 Feb 04 15:30:37.153098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] DHCP port deletion for f42fdf3a-03a0-463e-ae29-a930a5bf4de9 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:30:37.216347 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50918063-1f31-4ff5-8ac1-862ddab1748c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.294335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.307169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c0a1ee08-3f50-46cd-a7f5-b70753c9338f up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:37.384445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] Deleting port b7afc261-4d30-459a-9f7c-4fcefa183b4d {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:37.386577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.492825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-9a4bd399-25a5-42d7-8052-b02ebd51f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:37.496094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-9a4bd399-25a5-42d7-8052-b02ebd51f4a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2962823 Feb 04 15:30:37.607673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port c0a1ee08-3f50-46cd-a7f5-b70753c9338f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:30:37.612089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919777-5c9b-40de-b802-29b62a3c9bc1 req-a5fac7f4-cb81-493c-b921-389a7964fc34 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:37.627904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02919777-5c9b-40de-b802-29b62a3c9bc1 req-a5fac7f4-cb81-493c-b921-389a7964fc34 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 949 time: 0.3137586 Feb 04 15:30:37.650268 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50918063-1f31-4ff5-8ac1-862ddab1748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.657604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-cfe04bac-6218-4e3c-9943-981df3a8639b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 200 len: 217 time: 0.1498320 Feb 04 15:30:37.660845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50918063-1f31-4ff5-8ac1-862ddab1748c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.662700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-50918063-1f31-4ff5-8ac1-862ddab1748c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3502dd3-a393-4c9d-a79e-44e729946717 HTTP/1.1" status: 204 len: 168 time: 0.8821990 Feb 04 15:30:37.664337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port c0a1ee08-3f50-46cd-a7f5-b70753c9338f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:37.665320 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.724351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50918063-1f31-4ff5-8ac1-862ddab1748c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3502dd3-a393-4c9d-a79e-44e729946717,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:37.726617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-5d9b19b8-0dab-422a-9a17-112353933c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:37.728138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-5d9b19b8-0dab-422a-9a17-112353933c50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0616851 Feb 04 15:30:37.753266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d68eb2-f991-49c8-9ef0-a65fa9b07ed6 req-53e11053-5617-425e-bd03-3a4ad2d8845e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:37.762870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4d68eb2-f991-49c8-9ef0-a65fa9b07ed6 req-53e11053-5617-425e-bd03-3a4ad2d8845e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.5315850 Feb 04 15:30:37.774463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] For port b7afc261-4d30-459a-9f7c-4fcefa183b4d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b7afc261-4d30-459a-9f7c-4fcefa183b4d,segment=NetworkSegment(1dbe5f31-8d8d-4e1e-af38-8d976a68a529),segment_id=1dbe5f31-8d8d-4e1e-af38-8d976a68a529)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:37.775259 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.795930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02919777-5c9b-40de-b802-29b62a3c9bc1 req-11a6a4fa-a59d-4dd4-b21e-5a6be017c981 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291678 Feb 04 15:30:37.877075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port b7afc261-4d30-459a-9f7c-4fcefa183b4d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:37.879025 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:37.923136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] Calling delete_port for b7afc261-4d30-459a-9f7c-4fcefa183b4d owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:38.075827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4d68eb2-f991-49c8-9ef0-a65fa9b07ed6 req-a191e42e-4880-4365-ad02-93f530b2af96 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832267 Feb 04 15:30:38.126276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-d5f7c9b8-7c4a-4bf1-83a1-68ed0babf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:38.129291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-d5f7c9b8-7c4a-4bf1-83a1-68ed0babf1a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3570788 Feb 04 15:30:38.205086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] For port b7afc261-4d30-459a-9f7c-4fcefa183b4d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b7afc261-4d30-459a-9f7c-4fcefa183b4d,segment=NetworkSegment(1dbe5f31-8d8d-4e1e-af38-8d976a68a529),segment_id=1dbe5f31-8d8d-4e1e-af38-8d976a68a529)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:38.205465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.337628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be53d8-f4bd-4cac-a0c7-a7708790cbbe req-ebd61427-38cb-43fa-883a-654ee5412ece tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:38.364986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.389009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91be53d8-f4bd-4cac-a0c7-a7708790cbbe req-ebd61427-38cb-43fa-883a-654ee5412ece tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.3122663 Feb 04 15:30:38.398785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.422741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b7afc261-4d30-459a-9f7c-4fcefa183b4d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:30:38.450909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for b7afc261-4d30-459a-9f7c-4fcefa183b4d owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:38.482458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91be53d8-f4bd-4cac-a0c7-a7708790cbbe req-b52d8485-acd3-4fce-86ba-963ffc876547 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908184 Feb 04 15:30:38.561510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b7afc261-4d30-459a-9f7c-4fcefa183b4d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:30:38.562154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b7afc261-4d30-459a-9f7c-4fcefa183b4d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:30:38.634993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] No DVR routers for this DVR port b7afc261-4d30-459a-9f7c-4fcefa183b4d on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:38.638379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.675766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e052f61-e0b3-4482-8646-8afb7b90569a None None] Pushing event deleted for resources: {'Port': ['ID=b7afc261-4d30-459a-9f7c-4fcefa183b4d,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:38.711415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138c6ffa-90d2-4844-91ce-239fff01071c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a1ee08-3f50-46cd-a7f5-b70753c9338f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:38.719802 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c412c3-0c05-45ec-98d5-119eb8cd8d02" -d '{"events": [{"server_uuid": "138c6ffa-90d2-4844-91ce-239fff01071c", "name": "network-vif-plugged", "status": "completed", "tag": "c0a1ee08-3f50-46cd-a7f5-b70753c9338f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:38.725752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2e5ea-9736-43a5-b04e-44ed9f366fe1 req-3d13da87-8cf7-466f-abfd-1b426e812ea9 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:38.736802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e2e5ea-9736-43a5-b04e-44ed9f366fe1 req-3d13da87-8cf7-466f-abfd-1b426e812ea9 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.1360071 Feb 04 15:30:38.759070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c0a1ee08-3f50-46cd-a7f5-b70753c9338f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:38.769103 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:38.829709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e2e5ea-9736-43a5-b04e-44ed9f366fe1 req-450c169f-a382-4360-82a2-1d3f13b29a28 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758593 Feb 04 15:30:38.915589 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f2306-51e3-4927-935c-d2f79abb743a x-openstack-request-id: req-9d5f2306-51e3-4927-935c-d2f79abb743a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:38.915747 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138c6ffa-90d2-4844-91ce-239fff01071c", "name": "network-vif-plugged", "status": "completed", "tag": "c0a1ee08-3f50-46cd-a7f5-b70753c9338f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:38.916073 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d5f2306-51e3-4927-935c-d2f79abb743a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:38.916408 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138c6ffa-90d2-4844-91ce-239fff01071c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'code': 200} Feb 04 15:30:38.936285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:39.040349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.139174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Subnet': ['ID=f42cc791-584d-44da-8ab6-9204e253c711,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:39.238103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=b7afc261-4d30-459a-9f7c-4fcefa183b4d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:39.255926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f858d-da80-46b4-afc9-41b9f3e35834 req-c5737ad3-df91-4b83-b741-30ac2b051dcb tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.258724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-345f858d-da80-46b4-afc9-41b9f3e35834 req-c5737ad3-df91-4b83-b741-30ac2b051dcb tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 950 time: 0.2236166 Feb 04 15:30:39.272160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a4c0a-ff1a-4ca8-93ac-6c9c4fd2110b req-01e7b9ef-2578-476f-a90c-374355723535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.275680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c5a4c0a-ff1a-4ca8-93ac-6c9c4fd2110b req-01e7b9ef-2578-476f-a90c-374355723535 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 1101 time: 0.1917994 Feb 04 15:30:39.297333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697d202-164e-4658-958f-8e34fd194f66 req-75ec5d08-a98b-45cf-bc0b-77a67b99e56d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.311242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2697d202-164e-4658-958f-8e34fd194f66 req-75ec5d08-a98b-45cf-bc0b-77a67b99e56d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.9221101 Feb 04 15:30:39.314287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No DVR routers for this DVR port b7afc261-4d30-459a-9f7c-4fcefa183b4d on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:39.381625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-d17e081c-758c-4bc8-acf1-fb7a0cc676ff service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2396061 Feb 04 15:30:39.391850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Checking segment: {'id': 'bf93b527-d365-410a-81a1-695783a45346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '05339d24-6525-4831-a41a-bea3e2bd4738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:39.393236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network hostable DHCP agents. Network: 05339d24-6525-4831-a41a-bea3e2bd4738, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:39.454526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.573618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-345f858d-da80-46b4-afc9-41b9f3e35834 req-d393373c-9329-405f-ac05-fce83a821200 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705708 Feb 04 15:30:39.633185 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c5a4c0a-ff1a-4ca8-93ac-6c9c4fd2110b req-3b00bd5d-4d01-43cf-9488-e112958841f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376441 Feb 04 15:30:39.708579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.809873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42fdf3a-03a0-463e-ae29-a930a5bf4de9']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.854900 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbe5f31-8d8d-4e1e-af38-8d976a68a529') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.855665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbe5f31-8d8d-4e1e-af38-8d976a68a529') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:39.898275 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:39.958425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664581f1-0b0e-4687-9f4b-277c4bb4666c req-537acea0-1fe1-4d37-b209-407388c91be6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:39.968649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-664581f1-0b0e-4687-9f4b-277c4bb4666c req-537acea0-1fe1-4d37-b209-407388c91be6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.0970571 Feb 04 15:30:40.013478 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.050082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:30:40.058091 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.062643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-664581f1-0b0e-4687-9f4b-277c4bb4666c req-e919458b-fb45-460e-83ea-aeaa67f6a3c6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897224 Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:40.293760 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:40.315517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2697d202-164e-4658-958f-8e34fd194f66 req-a0e66b10-d0db-45b7-a323-36714580b4a0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9912195 Feb 04 15:30:40.339504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 05339d24-6525-4831-a41a-bea3e2bd4738 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:40.410432 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a5b5dc4-6f3a-4b8b-8255-148cbc7905c4 req-1100495f-048e-414a-b2ea-00359ea4bba7 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0121925 Feb 04 15:30:40.411961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 05339d24-6525-4831-a41a-bea3e2bd4738) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:40.437301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec7852e-7743-4549-9eb5-ed21155efd64 None None] Network 05339d24-6525-4831-a41a-bea3e2bd4738 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:40.469340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:40.475779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.548461 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d86363e2-763c-426b-b886-8552cac0dfff tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.1692615 Feb 04 15:30:40.548791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43174) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:40.553188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.555587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1425445270', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:40.573490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.587708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/networks/f42fdf3a-03a0-463e-ae29-a930a5bf4de9 HTTP/1.1" status: 204 len: 168 time: 4.6389365 Feb 04 15:30:40.588000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:40.608352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-552383682'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:40.651339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e82a36-f95c-41c8-9559-2b023d606c62 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Network': ['ID=f42fdf3a-03a0-463e-ae29-a930a5bf4de9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:40.697625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:40.703916 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.737696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:30:40.752907 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.753544 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Added segment c0b0b61f-742f-4cbb-9112-0184ab74e293 of type vlan for network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e Feb 04 15:30:40.780719 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.811962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.818109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.864833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:40.884400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:40.886708 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.039818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4447827 Feb 04 15:30:41.056003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:41.068179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '8d72a035-7303-4a93-9f4f-4a4a9c7cd59e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:41.356544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:30:41.379296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.395394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591f148-8b12-4473-a74c-b146a80db92b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Network': ['ID=8d72a035-7303-4a93-9f4f-4a4a9c7cd59e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:41.444878 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:30:41.606990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66440278-9eff-4d4f-a772-4fdf00c5bb94 req-17499a91-5f2f-4234-b095-d5dac4c19ef1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.626096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418ae33-b849-4b58-b61e-9293f4456bc8 req-998cc502-eac1-4066-9522-515f6c01de1a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:41.633146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66440278-9eff-4d4f-a772-4fdf00c5bb94 req-17499a91-5f2f-4234-b095-d5dac4c19ef1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 950 time: 0.6305068 Feb 04 15:30:41.652843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e418ae33-b849-4b58-b61e-9293f4456bc8 req-998cc502-eac1-4066-9522-515f6c01de1a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.2608936 Feb 04 15:30:41.748337 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:30:41.792701 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66440278-9eff-4d4f-a772-4fdf00c5bb94 req-e272e3c2-99cd-4cfa-b33a-fd02459edc6e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605023 Feb 04 15:30:41.793770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:41.800278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:41.843673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e418ae33-b849-4b58-b61e-9293f4456bc8 req-a2ca09b9-ca97-475e-9427-33bdc021799e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894081 Feb 04 15:30:41.888809 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.112729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e7cfa-e13b-46f6-894c-70fec286def2 None None] Network 05339d24-6525-4831-a41a-bea3e2bd4738 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:42.497015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d5ce-fcc6-4186-bb05-719112f1ea85 req-c3c4d9bc-9298-497b-947d-09ae3c2103f4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:42.498798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9922d5ce-fcc6-4186-bb05-719112f1ea85 req-c3c4d9bc-9298-497b-947d-09ae3c2103f4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.2859788 Feb 04 15:30:42.563255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:42.679092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:42.704536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9922d5ce-fcc6-4186-bb05-719112f1ea85 req-958b9062-aad5-4e2b-a859-a220b47cb497 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894524 Feb 04 15:30:42.755097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'mac_address': 'fa:16:3e:a3:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:30:43.058026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=34a30012-0c51-4f05-a16f-ef6d2b1857f9,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:43.148803 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.171775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking segment: {'id': 'c0b0b61f-742f-4cbb-9112-0184ab74e293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8d72a035-7303-4a93-9f4f-4a4a9c7cd59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:43.172279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network hostable DHCP agents. Network: 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:30:43.228527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f9098a-5d3e-4161-a4c4-d344dd7337d2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:43.242783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be948d-5cdc-44bf-9e92-04dab4ea094c req-4a4253c6-e75e-4a54-9763-302fd29ab4c6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.244571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4be948d-5cdc-44bf-9e92-04dab4ea094c req-4a4253c6-e75e-4a54-9763-302fd29ab4c6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.1800590 Feb 04 15:30:43.246344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:30:43.258729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:43.266706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:43.267362 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.323403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed32b974-1668-4b18-b52d-2507213b56f9 None None] Network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:43.344626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4be948d-5cdc-44bf-9e92-04dab4ea094c req-0ac5fadb-bb37-43eb-8d5b-78dc6ecdf34a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737290 Feb 04 15:30:43.365135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-daed703a-1b34-4f2d-b63b-fc6e6dbfa441 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3001831 Feb 04 15:30:43.367001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43234) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:43.373602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '8d72a035-7303-4a93-9f4f-4a4a9c7cd59e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-106895170'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:43.483379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:43.505217 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.571128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.680013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.851277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:43.853633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:43.856690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:43.903491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port a8392fcc-101d-4fc3-bcf1-fc04c55bc84c yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:43.998406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e2f9098a-5d3e-4161-a4c4-d344dd7337d2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:30:44.030598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97ad4d-9501-4a7e-abfa-2d0f69fa9892 req-eda608bb-b971-4505-aab5-e5835663e6f3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:44.039922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a97ad4d-9501-4a7e-abfa-2d0f69fa9892 req-eda608bb-b971-4505-aab5-e5835663e6f3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1442647 Feb 04 15:30:44.107455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a97ad4d-9501-4a7e-abfa-2d0f69fa9892 req-ca88eb06-ca04-42a9-ae4b-27074bc6ceee tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665109 Feb 04 15:30:44.230468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.25.1.25 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/86d2a5e2-d73b-45c5-8a30-d93cdf381700) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:44.404974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::1fb (8d72a035-7303-4a93-9f4f-4a4a9c7cd59e/34a30012-0c51-4f05-a16f-ef6d2b1857f9/a8392fcc-101d-4fc3-bcf1-fc04c55bc84c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:44.440174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a73107-c2bd-4a80-8e7b-218edb3b2e37 req-c0439a57-bca5-44f5-ba7d-935ef3f6ec54 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:44.449336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-12a73107-c2bd-4a80-8e7b-218edb3b2e37 req-c0439a57-bca5-44f5-ba7d-935ef3f6ec54 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 950 time: 1.2678931 Feb 04 15:30:44.468518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-65bf20ec-988c-4265-88a6-2cd85f969a9e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:44.471457 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-65bf20ec-988c-4265-88a6-2cd85f969a9e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64&tenant_id=84527f5d02424026ba6ab3f450c74f5b&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 948 time: 1.5091960 Feb 04 15:30:44.623162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-8d72a035-7303-4a93-9f4f-4a4a9c7cd59e', 'network_id': '8d72a035-7303-4a93-9f4f-4a4a9c7cd59e', 'tenant_id': '911d82a09525459aa52186e2c0ee4cb3', 'fixed_ips': [{'subnet_id': '34a30012-0c51-4f05-a16f-ef6d2b1857f9'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:30:44.633379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.791607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-12a73107-c2bd-4a80-8e7b-218edb3b2e37 req-ee0df955-75eb-4234-adf6-8b567e49d89e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409035 Feb 04 15:30:44.823240 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:44.896515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-903d0a25-ff7f-4ae3-9bcf-0262afc195a7 service neutron] 10.222.0.30 "GET /v2.0/ports/e2f9098a-5d3e-4161-a4c4-d344dd7337d2/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 382 time: 0.4026206 Feb 04 15:30:44.955962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87586bb3-0d3f-484b-84c7-e35b13fe3407 req-da6123e8-80a7-4f04-b7f7-5605d0b89fa1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:44.972313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-87586bb3-0d3f-484b-84c7-e35b13fe3407 req-da6123e8-80a7-4f04-b7f7-5605d0b89fa1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 949 time: 0.3607597 Feb 04 15:30:44.987936 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.020094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.118438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:45.124186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:45.133957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:45.146603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.152205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.217516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=a8392fcc-101d-4fc3-bcf1-fc04c55bc84c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:45.218535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Allocated IP 2001:db8::2 (8d72a035-7303-4a93-9f4f-4a4a9c7cd59e/34a30012-0c51-4f05-a16f-ef6d2b1857f9/3dc98de7-228e-41aa-a8e4-6f5665012ef9) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:45.234435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-3a34734f-954c-4deb-b161-fbbaff9048da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.246837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-3a34734f-954c-4deb-b161-fbbaff9048da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1100 time: 0.3156674 Feb 04 15:30:45.261785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fa179ed4-d235-46af-bcb2-7a862e3a9d0b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8915372 Feb 04 15:30:45.271131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43270) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:45.305361 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-87586bb3-0d3f-484b-84c7-e35b13fe3407 req-5a790f3e-9a91-4b6c-b9fc-3d8cec444066 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270838 Feb 04 15:30:45.450737 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.495274 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.735197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:45.747558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34588-8412-4ab4-801a-1d2d36bfd34e req-75c45692-ba1f-46d5-8a5e-9709e7742f62 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:45.758952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fa34588-8412-4ab4-801a-1d2d36bfd34e req-75c45692-ba1f-46d5-8a5e-9709e7742f62 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.2249146 Feb 04 15:30:45.775403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:45.780623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:45.805360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:45.858030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Pushing event updated for resources: {'Port': ['ID=3dc98de7-228e-41aa-a8e4-6f5665012ef9,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:45.923628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fa34588-8412-4ab4-801a-1d2d36bfd34e req-e8ea26bc-568c-4ba4-954f-2cc6f5a25389 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636264 Feb 04 15:30:45.976603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Attempting to bind port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:45.977101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Attempting to bind port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c0b0b61f-742f-4cbb-9112-0184ab74e293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8d72a035-7303-4a93-9f4f-4a4a9c7cd59e'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:45.977528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Attempting to bind port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 on network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:45.995327 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:30:46.004548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Checking segment: {'id': 'c0b0b61f-742f-4cbb-9112-0184ab74e293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8d72a035-7303-4a93-9f4f-4a4a9c7cd59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:46.006313 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.007705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Bound using segment: {'id': 'c0b0b61f-742f-4cbb-9112-0184ab74e293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8d72a035-7303-4a93-9f4f-4a4a9c7cd59e'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:30:46.009052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Bound port: 3dc98de7-228e-41aa-a8e4-6f5665012ef9, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0b61f-742f-4cbb-9112-0184ab74e293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8d72a035-7303-4a93-9f4f-4a4a9c7cd59e'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:46.011659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.027933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:46.156275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:46.163425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:46.205619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] For port 3dc98de7-228e-41aa-a8e4-6f5665012ef9, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:30:46.211319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] For port 3dc98de7-228e-41aa-a8e4-6f5665012ef9, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3dc98de7-228e-41aa-a8e4-6f5665012ef9,segment=NetworkSegment(c0b0b61f-742f-4cbb-9112-0184ab74e293),segment_id=c0b0b61f-742f-4cbb-9112-0184ab74e293)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:30:46.220529 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.318570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d4e3-3357-4e3d-9b80-4b69c0492de2 None None] Pushing event updated for resources: {'Port': ['ID=3dc98de7-228e-41aa-a8e4-6f5665012ef9,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:46.563682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d6865-2395-4975-ab8b-fd5a1f0f7f28 req-1601e3e7-9d21-4a62-a507-d33abc81616a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.575563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e4d6865-2395-4975-ab8b-fd5a1f0f7f28 req-1601e3e7-9d21-4a62-a507-d33abc81616a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 949 time: 0.1247916 Feb 04 15:30:46.650825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5111edd3-48b2-4947-baee-1bbe64516ffa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port a8392fcc-101d-4fc3-bcf1-fc04c55bc84c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:46.655369 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5111edd3-48b2-4947-baee-1bbe64516ffa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.710614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e4d6865-2395-4975-ab8b-fd5a1f0f7f28 req-9ba8cf66-de84-4b4a-847e-83f817c621ac tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319606 Feb 04 15:30:46.768420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43288) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:46.784429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-40b5d178-d821-4757-b2ae-882f41f3411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:46.791997 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-40b5d178-d821-4757-b2ae-882f41f3411a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 1.5241158 Feb 04 15:30:46.974168 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dbd4c71-3b89-46e3-bf58-f47ba20d3050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:46.975436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=86d2a5e2-d73b-45c5-8a30-d93cdf381700,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:47.066370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-02f00398-1a5b-4cbd-9283-13e551d19318 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 217 time: 0.1159618 Feb 04 15:30:47.219946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-f9fc8c40-9130-47b6-bb8a-1565bd3932fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:47.222596 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-f9fc8c40-9130-47b6-bb8a-1565bd3932fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1174724 Feb 04 15:30:47.231304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03499ec5-9703-407d-8150-4d1c462193ae req-a66ecfe0-a9ef-4647-9a99-6f7928013e24 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:47.238750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03499ec5-9703-407d-8150-4d1c462193ae req-a66ecfe0-a9ef-4647-9a99-6f7928013e24 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1003466 Feb 04 15:30:47.278292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec726-76b1-4b23-9e89-b61cef1812c7 req-fb1a0091-e8b6-4348-893e-2040b9dbf1fc tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:47.281300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-089ec726-76b1-4b23-9e89-b61cef1812c7 req-fb1a0091-e8b6-4348-893e-2040b9dbf1fc tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 1101 time: 1.2496443 Feb 04 15:30:47.314966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-089ec726-76b1-4b23-9e89-b61cef1812c7 req-1d09115e-1164-40d3-9233-535992f91d69 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.365092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dbd4c71-3b89-46e3-bf58-f47ba20d3050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.386817 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dbd4c71-3b89-46e3-bf58-f47ba20d3050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.479356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5111edd3-48b2-4947-baee-1bbe64516ffa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.516258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5111edd3-48b2-4947-baee-1bbe64516ffa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for a8392fcc-101d-4fc3-bcf1-fc04c55bc84c owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:47.550325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:47.585130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-99d0948d-d4a7-4bbd-bc1e-12996efd227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:47.587092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-99d0948d-d4a7-4bbd-bc1e-12996efd227e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3482833 Feb 04 15:30:47.649151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03499ec5-9703-407d-8150-4d1c462193ae req-c1446b0a-607c-4395-8474-0704b00f4f80 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320591 Feb 04 15:30:47.675388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4dbd4c71-3b89-46e3-bf58-f47ba20d3050 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54c46ea7d0924fb0b25489027854fffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9047039 Feb 04 15:30:47.676964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43300) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:47.678380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd4c71-3b89-46e3-bf58-f47ba20d3050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb2c32-7ed3-4866-8b4b-c5e626e70b75,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:47.679137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:47.810834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:47.811220 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.023543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5373-491f-4b71-8ab8-df31e7921927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.071319 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.150666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:48.154265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:48.160487 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14cdf6c-eefc-4a54-9f2d-b0e9df088172" -d '{"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:48.167655 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5373-491f-4b71-8ab8-df31e7921927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.171647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.226152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-089ec726-76b1-4b23-9e89-b61cef1812c7 req-1d09115e-1164-40d3-9233-535992f91d69 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.263544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-089ec726-76b1-4b23-9e89-b61cef1812c7 req-1d09115e-1164-40d3-9233-535992f91d69 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.329910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:48.375442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-1d021473-8db0-4f36-8e80-ac8e4e9d1379 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736440 Feb 04 15:30:48.383501 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-089ec726-76b1-4b23-9e89-b61cef1812c7 req-1d09115e-1164-40d3-9233-535992f91d69 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0933678 Feb 04 15:30:48.529408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5373-491f-4b71-8ab8-df31e7921927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.557779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5373-491f-4b71-8ab8-df31e7921927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.559749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0c2c5373-491f-4b71-8ab8-df31e7921927 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cdbb2c32-7ed3-4866-8b4b-c5e626e70b75 HTTP/1.1" status: 204 len: 168 time: 0.8586519 Feb 04 15:30:48.641867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c5373-491f-4b71-8ab8-df31e7921927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb2c32-7ed3-4866-8b4b-c5e626e70b75,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:48.667900 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:48.745025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8844a17-5689-412f-b4e0-8fbe75feeb5f req-d02c3a7f-2e9c-4e5c-a869-1ea0bf893abb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:48.747684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3dc98de7-228e-41aa-a8e4-6f5665012ef9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:48.753675 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8844a17-5689-412f-b4e0-8fbe75feeb5f req-d02c3a7f-2e9c-4e5c-a869-1ea0bf893abb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.4697073 Feb 04 15:30:48.822432 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d471822b-47b7-477a-b0cd-de444ab8f47e x-openstack-request-id: req-d471822b-47b7-477a-b0cd-de444ab8f47e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:48.822636 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:48.822819 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d471822b-47b7-477a-b0cd-de444ab8f47e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:48.825443 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'code': 200} Feb 04 15:30:48.837781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09115e-1164-40d3-9233-535992f91d69 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739a1e1a-ec51-44be-8300-9cc2027a8ef7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:48.839609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b800da-dc21-42ba-9911-041356feec15 None None] Network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:49.013729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8844a17-5689-412f-b4e0-8fbe75feeb5f req-2070d082-adca-4db7-a182-b5237b96d799 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280293 Feb 04 15:30:49.113452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39cffea8-03e9-453a-8c77-cf615138a587 None None] Provisioning complete for port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:49.114027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39cffea8-03e9-453a-8c77-cf615138a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.355399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39cffea8-03e9-453a-8c77-cf615138a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.559595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42d4da-a4c1-42d4-a499-de9151d10cf5 req-9706c4e4-c6bf-4b07-8002-330e4a7fd013 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:49.574772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d42d4da-a4c1-42d4-a499-de9151d10cf5 req-9706c4e4-c6bf-4b07-8002-330e4a7fd013 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.3906379 Feb 04 15:30:49.576910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39cffea8-03e9-453a-8c77-cf615138a587 None None] For port 3dc98de7-228e-41aa-a8e4-6f5665012ef9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3dc98de7-228e-41aa-a8e4-6f5665012ef9,segment=NetworkSegment(c0b0b61f-742f-4cbb-9112-0184ab74e293),segment_id=c0b0b61f-742f-4cbb-9112-0184ab74e293)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:49.637944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39cffea8-03e9-453a-8c77-cf615138a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.642510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:49.643033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.769697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d42d4da-a4c1-42d4-a499-de9151d10cf5 req-81cc67ba-4fe6-4704-a0ce-83c872303b2c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890774 Feb 04 15:30:49.825715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5111edd3-48b2-4947-baee-1bbe64516ffa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:49.860302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cffea8-03e9-453a-8c77-cf615138a587 None None] Pushing event updated for resources: {'Port': ['ID=3dc98de7-228e-41aa-a8e4-6f5665012ef9,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:49.961787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43352) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:49.996697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c3d280e-531b-4167-980d-ff463533e5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.120741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111edd3-48b2-4947-baee-1bbe64516ffa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=a8392fcc-101d-4fc3-bcf1-fc04c55bc84c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:50.150560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-ed26db95-e227-40e7-876b-948654cf218a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1525526 Feb 04 15:30:50.163536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-89085053-d628-4b4f-8e50-b95ee2cd49dd service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7737303 Feb 04 15:30:50.233675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c3d280e-531b-4167-980d-ff463533e5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.243135 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c3d280e-531b-4167-980d-ff463533e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.255435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283917df-7054-47c2-9c22-efaae82952b1 req-13e7120b-0b70-44df-b371-b1eb03bce54f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:50.256435 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5111edd3-48b2-4947-baee-1bbe64516ffa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.257200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-283917df-7054-47c2-9c22-efaae82952b1 req-13e7120b-0b70-44df-b371-b1eb03bce54f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.1395092 Feb 04 15:30:50.272179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5111edd3-48b2-4947-baee-1bbe64516ffa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/a8392fcc-101d-4fc3-bcf1-fc04c55bc84c HTTP/1.1" status: 204 len: 168 time: 4.9996815 Feb 04 15:30:50.280013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43360) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:50.310626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3dc98de7-228e-41aa-a8e4-6f5665012ef9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:30:50.328243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d280e-531b-4167-980d-ff463533e5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f16ce2-87a3-4e15-b319-b4a2a138bfd9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:50.388501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4c3d280e-531b-4167-980d-ff463533e5a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=408c601a624c4161a4894ebd6cbbbbb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247985 Feb 04 15:30:50.389724 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bd4e18-4603-4cfa-907f-7674371380b8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:30:50.391868 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28bd4e18-4603-4cfa-907f-7674371380b8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/a8392fcc-101d-4fc3-bcf1-fc04c55bc84c HTTP/1.1" status: 404 len: 333 time: 0.0914350 Feb 04 15:30:50.397836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43362) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:50.399647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43364) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:50.415976 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-283917df-7054-47c2-9c22-efaae82952b1 req-151e1700-6232-4bf5-8543-612381cd81c1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093774 Feb 04 15:30:50.428431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:50.429741 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.532713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-633ffeed-c722-4b30-a9c7-ac7eb7a801a0 None None] Provisioning complete for port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:50.533302 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-633ffeed-c722-4b30-a9c7-ac7eb7a801a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.618096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-d7633c85-da89-4b4a-96d0-069d32ba5dca tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:50.639973 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-d7633c85-da89-4b4a-96d0-069d32ba5dca tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4791410 Feb 04 15:30:50.695330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb73ee3-216b-42d7-80ad-9adfe359c0e0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet 34a30012-0c51-4f05-a16f-ef6d2b1857f9 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:30:50.704257 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2fb73ee3-216b-42d7-80ad-9adfe359c0e0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.763001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75151046-f11f-46af-be59-97b1903bb263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.767152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-4cfa218c-12c3-4773-b692-dfa285eea5d0 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/quotas/aab7b7ea57c6451aa1c9fcf4e0dc532f HTTP/1.1" status: 200 len: 375 time: 0.1259539 Feb 04 15:30:50.835517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-633ffeed-c722-4b30-a9c7-ac7eb7a801a0 None None] Could not find standard attr ID for object a8392fcc-101d-4fc3-bcf1-fc04c55bc84c. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:30:50.872345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:30:50.881254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75151046-f11f-46af-be59-97b1903bb263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.886495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2fb73ee3-216b-42d7-80ad-9adfe359c0e0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:50.955596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-96502761-440d-4c39-bde9-d9350de9827b None None] Could not find standard attr ID for object a8392fcc-101d-4fc3-bcf1-fc04c55bc84c. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:30:50.985621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-7302e82c-b1fe-442f-80ef-3cc3dab9e02a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1950717 Feb 04 15:30:50.996609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c36528-c944-481a-9e96-4b50e908b77f req-4b19af60-86e9-4d32-bc91-cc16c80db47d tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.003021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72c36528-c944-481a-9e96-4b50e908b77f req-4b19af60-86e9-4d32-bc91-cc16c80db47d tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 949 time: 0.1120114 Feb 04 15:30:51.106346 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72c36528-c944-481a-9e96-4b50e908b77f req-95832ad7-8e0e-4813-92c1-cd3376ac952d tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953679 Feb 04 15:30:51.325944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:30:51.346920 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75151046-f11f-46af-be59-97b1903bb263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.355715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75151046-f11f-46af-be59-97b1903bb263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.357547 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc4da1-498f-4ca2-bea5-c60e17c4e804 None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:30:51.358394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-75151046-f11f-46af-be59-97b1903bb263 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73f16ce2-87a3-4e15-b319-b4a2a138bfd9 HTTP/1.1" status: 204 len: 168 time: 0.9564230 Feb 04 15:30:51.365799 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2fb73ee3-216b-42d7-80ad-9adfe359c0e0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.380551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6086bc-4aa9-48ac-8535-2f2b4449adda req-16872838-eb8e-4c87-bfee-f5e6f13ed10e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.386984 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e6086bc-4aa9-48ac-8535-2f2b4449adda req-16872838-eb8e-4c87-bfee-f5e6f13ed10e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1401386 Feb 04 15:30:51.388971 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc4da1-498f-4ca2-bea5-c60e17c4e804 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:30:51.390685 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-edcc4da1-498f-4ca2-bea5-c60e17c4e804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:51.476861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75151046-f11f-46af-be59-97b1903bb263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f16ce2-87a3-4e15-b319-b4a2a138bfd9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:51.486459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.491576 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ac968a61-7d2e-4fa7-a7db-23359666c787 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.9390619 Feb 04 15:30:51.497354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43396) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:51.509737 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-edcc4da1-498f-4ca2-bea5-c60e17c4e804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:51.543445 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc4da1-498f-4ca2-bea5-c60e17c4e804 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:30:51.544996 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-edcc4da1-498f-4ca2-bea5-c60e17c4e804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:51.547542 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e6086bc-4aa9-48ac-8535-2f2b4449adda req-7eb71dc1-87de-4417-a01c-b3280ed18701 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476014 Feb 04 15:30:51.672301 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-edcc4da1-498f-4ca2-bea5-c60e17c4e804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:51.673508 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc4da1-498f-4ca2-bea5-c60e17c4e804 None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:30:51.824963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f8d4-4901-4445-84ef-7a9763096c60 req-c172deba-b623-4075-92e2-507a41206953 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:51.828513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ac7f8d4-4901-4445-84ef-7a9763096c60 req-c172deba-b623-4075-92e2-507a41206953 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.0937185 Feb 04 15:30:51.847760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2fb73ee3-216b-42d7-80ad-9adfe359c0e0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.935389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb73ee3-216b-42d7-80ad-9adfe359c0e0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=34a30012-0c51-4f05-a16f-ef6d2b1857f9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:51.966820 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2fb73ee3-216b-42d7-80ad-9adfe359c0e0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:51.969249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ac7f8d4-4901-4445-84ef-7a9763096c60 req-023af8ce-fa58-4452-ae63-3f9644d55f93 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241410 Feb 04 15:30:51.987313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95854ab-8355-436e-9913-e8d6fb9a2da8 None None] Network 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:30:51.988777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43406) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:51.989791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2fb73ee3-216b-42d7-80ad-9adfe359c0e0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/34a30012-0c51-4f05-a16f-ef6d2b1857f9 HTTP/1.1" status: 204 len: 168 time: 1.5874462 Feb 04 15:30:52.274922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd97079b-47b1-4748-ac88-5705f8742f79 req-d12e7d26-1a05-409b-9a0e-6d3a89f2dea4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 210 time: 0.0552802 Feb 04 15:30:52.290507 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.402427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:52.402922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.499508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] DHCP port deletion for 8d72a035-7303-4a93-9f4f-4a4a9c7cd59e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:30:52.516972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312c1b9-797d-445c-b772-e35bcf7af002 req-bbb9f0f7-0684-457b-988e-f05009869c7c tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:52.518751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3312c1b9-797d-445c-b772-e35bcf7af002 req-bbb9f0f7-0684-457b-988e-f05009869c7c tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 949 time: 0.1983469 Feb 04 15:30:52.594781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] For port 3dc98de7-228e-41aa-a8e4-6f5665012ef9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3dc98de7-228e-41aa-a8e4-6f5665012ef9,segment=NetworkSegment(c0b0b61f-742f-4cbb-9112-0184ab74e293),segment_id=c0b0b61f-742f-4cbb-9112-0184ab74e293)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:52.595994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.628118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 3dc98de7-228e-41aa-a8e4-6f5665012ef9 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:52.629079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] Deleting port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:52.657511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.712407 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3312c1b9-797d-445c-b772-e35bcf7af002 req-0daa6dde-9c74-4bce-b81f-edc110950719 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731410 Feb 04 15:30:52.863542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:52.947893 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.004129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] For port 3dc98de7-228e-41aa-a8e4-6f5665012ef9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3dc98de7-228e-41aa-a8e4-6f5665012ef9,segment=NetworkSegment(c0b0b61f-742f-4cbb-9112-0184ab74e293),segment_id=c0b0b61f-742f-4cbb-9112-0184ab74e293)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:53.009629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.041613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] Calling delete_port for 3dc98de7-228e-41aa-a8e4-6f5665012ef9 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:53.197333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.230993 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.253857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No DVR routers for this DVR port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:53.261878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=3dc98de7-228e-41aa-a8e4-6f5665012ef9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:53.302198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] Pushing event deleted for resources: {'Port': ['ID=3dc98de7-228e-41aa-a8e4-6f5665012ef9,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:53.307853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733fa747-33d1-416a-9850-dffa66923d82 None None] No DVR routers for this DVR port 3dc98de7-228e-41aa-a8e4-6f5665012ef9 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:30:53.311586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050188b-e9ae-441b-b2c5-1617c1bc7f0b req-386a4011-4cce-429d-bcda-2247b0127d1e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.323496 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3050188b-e9ae-441b-b2c5-1617c1bc7f0b req-386a4011-4cce-429d-bcda-2247b0127d1e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.4338048 Feb 04 15:30:53.398647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3050188b-e9ae-441b-b2c5-1617c1bc7f0b req-bf4ef337-94e4-402e-b3ae-9c95429f5bd3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735645 Feb 04 15:30:53.530828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:30:53.602093 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.756305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d72a035-7303-4a93-9f4f-4a4a9c7cd59e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:53.783433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b0b61f-742f-4cbb-9112-0184ab74e293') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:53.784404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b0b61f-742f-4cbb-9112-0184ab74e293') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:30:53.801639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-f2cc915a-963e-4610-bf7b-cd1a6549b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:53.805141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-f2cc915a-963e-4610-bf7b-cd1a6549b0f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64&tenant_id=84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 1101 time: 0.6021471 Feb 04 15:30:53.817147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.839273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.20.0.1 (05339d24-6525-4831-a41a-bea3e2bd4738/f42cc791-584d-44da-8ab6-9204e253c711/1933d309-9655-4a87-bd40-1c0d1df1d065) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:53.863382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.872740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.883420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:30:53.884090 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:30:53.890446 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:30:53.963669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:53.968485 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd922888-bfa1-4033-b580-bde8b90d3158" -d '{"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:53.989250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:53.998471 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.046868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ac994-f774-4288-914f-e2c57a6d6412 req-89620543-9499-4693-8b2f-ee19f832b4d2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.056009 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711ac994-f774-4288-914f-e2c57a6d6412 req-89620543-9499-4693-8b2f-ee19f832b4d2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.4485629 Feb 04 15:30:54.092801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.143166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.145763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:54.156258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43476) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:54.161862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'name': 'tempest-PortsIpV6TestJSON-2018613657'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:54.162426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/networks/8d72a035-7303-4a93-9f4f-4a4a9c7cd59e HTTP/1.1" status: 204 len: 168 time: 2.1717308 Feb 04 15:30:54.179220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97aa60-9217-400b-91ff-f47a2e96e015 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Network': ['ID=8d72a035-7303-4a93-9f4f-4a4a9c7cd59e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:54.191263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711ac994-f774-4288-914f-e2c57a6d6412 req-8677e696-85c1-466a-82c2-de5a54a447f9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338832 Feb 04 15:30:54.267227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-561386fd-f487-46dc-b424-9ff48559497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.269150 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-561386fd-f487-46dc-b424-9ff48559497b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1101 time: 0.3588421 Feb 04 15:30:54.356967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3dc98de7-228e-41aa-a8e4-6f5665012ef9 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:30:54.373639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e24ddf5-6057-4856-947c-310a7b459355 req-f4cc4c39-a165-453c-af13-6fa611e2285d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 210 time: 0.0411329 Feb 04 15:30:54.470867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3dc98de7-228e-41aa-a8e4-6f5665012ef9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:30:54.471435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3dc98de7-228e-41aa-a8e4-6f5665012ef9 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:30:54.518791 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.544782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:54.548984 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.596800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port eb326d10-b292-4202-b58e-bb036be11f10 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:54.604483 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45a81cf-8df0-41ab-ae46-1bfdd92c35b7 x-openstack-request-id: req-d45a81cf-8df0-41ab-ae46-1bfdd92c35b7 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:54.605794 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:54.607333 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d45a81cf-8df0-41ab-ae46-1bfdd92c35b7 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:54.608863 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'code': 200} Feb 04 15:30:54.630969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-af7f244f-2fee-4e43-b935-a47df0ded658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.633449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-af7f244f-2fee-4e43-b935-a47df0ded658 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3541415 Feb 04 15:30:54.808147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-0192b83d-fa25-421b-ac78-1dd116b3cd07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 217 time: 0.1195524 Feb 04 15:30:54.834267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6411ad-79d2-4d71-9977-5ba0d8d4fa34 req-ec41bd88-1112-46ec-9f08-2dcb01fa38d5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:54.858355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e6411ad-79d2-4d71-9977-5ba0d8d4fa34 req-ec41bd88-1112-46ec-9f08-2dcb01fa38d5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1431620 Feb 04 15:30:54.876114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:54.908946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-a50d95c8-bed6-4622-beeb-9a153064ce9f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442052 Feb 04 15:30:55.130726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e6411ad-79d2-4d71-9977-5ba0d8d4fa34 req-a19c3917-c08f-4eae-8c66-48be11ddc6b0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708228 Feb 04 15:30:55.225644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-cf06d042-91ca-4745-a34a-2d22468d2ebe tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:55.227679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-cf06d042-91ca-4745-a34a-2d22468d2ebe tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072722 Feb 04 15:30:55.253879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Request body: {'port': {'device_id': '6a433d16-a49d-4618-b9bc-234c697a6d95', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'aab7b7ea57c6451aa1c9fcf4e0dc532f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:55.572485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:30:55.869816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 05339d24-6525-4831-a41a-bea3e2bd4738 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:55.906589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Made reservation on behalf of aab7b7ea57c6451aa1c9fcf4e0dc532f for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:55.916259 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:55.971352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:56.063032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:56.129876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-e89d2f76-a945-47dd-aa54-07f1c526f75a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2983141 Feb 04 15:30:56.135885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-e84821ad-ddc1-46e6-ad99-d32987343170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.137751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-e84821ad-ddc1-46e6-ad99-d32987343170 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 1.3169127 Feb 04 15:30:56.171620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=1933d309-9655-4a87-bd40-1c0d1df1d065,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:56.241290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbf7b-2f8a-4a72-b551-75b02d417679 req-b1cded99-83cc-4359-9db9-2ef132dbdd00 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.249111 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-021dbf7b-2f8a-4a72-b551-75b02d417679 req-b1cded99-83cc-4359-9db9-2ef132dbdd00 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.3973653 Feb 04 15:30:56.271613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a35b1d6-be9e-4612-ba48-77d90e72d1f2 req-03491491-32c2-498c-9a5f-c5937f5f50fa tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 210 time: 0.1739805 Feb 04 15:30:56.274014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Allocated IP 192.168.233.100 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/6d437229-c7d1-4cc4-85ee-535b854c7c35) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:56.284378 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.302398 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.347364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:30:56.353936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.377214 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.464130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:56.505340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-021dbf7b-2f8a-4a72-b551-75b02d417679 req-0ecf2807-0a6c-4e4d-a1b3-b742899e1446 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552094 Feb 04 15:30:56.521255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-09cd4785-db1c-48a2-b81a-c613cf87868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.524159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-09cd4785-db1c-48a2-b81a-c613cf87868d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3569310 Feb 04 15:30:56.547870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-e82e692a-54e4-46e5-927f-094d8bfbf564 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.547870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-e82e692a-54e4-46e5-927f-094d8bfbf564 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999257 Feb 04 15:30:56.597149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Request body: {'port': {'device_id': '4128ad87-1a75-4d2f-8b46-000846978480', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'aab7b7ea57c6451aa1c9fcf4e0dc532f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:56.610799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:30:56.616004 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e33047-bacf-4299-8a88-a6c09623000c" -d '{"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:30:56.652500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d24413-1f3d-42ff-8874-7bae12d7c065 req-ab1dc69e-be7e-458d-bc29-e6334ad79ce3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.664069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89d24413-1f3d-42ff-8874-7bae12d7c065 req-ab1dc69e-be7e-458d-bc29-e6334ad79ce3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1432815 Feb 04 15:30:56.684223 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507dd461-5f97-425e-a450-a72a0a5a8f5c x-openstack-request-id: req-507dd461-5f97-425e-a450-a72a0a5a8f5c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:30:56.685180 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-unplugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:30:56.685844 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-507dd461-5f97-425e-a450-a72a0a5a8f5c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:30:56.686784 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'code': 200} Feb 04 15:30:56.739861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.757815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89d24413-1f3d-42ff-8874-7bae12d7c065 req-a658efbd-889e-447e-922c-23b0b81bb524 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890756 Feb 04 15:30:56.800046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.874449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.889121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:56.895784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:30:56.913868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:56.921467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=eb326d10-b292-4202-b58e-bb036be11f10,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:56.927025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:56.933348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:56.934113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.938843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:56.946730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-4d1f5a58-30fb-4f73-858a-0f5a5ac7d44f service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042811 Feb 04 15:30:56.983841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:56.998892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:57.012303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:57.024838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-68f6aff0-e912-42be-a799-03fc5fc7b0b7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8675148 Feb 04 15:30:57.056541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43574) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:57.074095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'Port': ['ID=6d437229-c7d1-4cc4-85ee-535b854c7c35,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:57.108488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.109174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.142695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-ee4a84e7-f812-45b2-ab8d-5f254a707bab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8899095 Feb 04 15:30:57.160516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Request body: {'port': {'device_id': '6a433d16-a49d-4618-b9bc-234c697a6d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:57.176262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Made reservation on behalf of aab7b7ea57c6451aa1c9fcf4e0dc532f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:57.183012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.331441 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.400322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d26079b9-4086-41f3-93dc-05d58a763a63 None None] Provisioning complete for port 6d437229-c7d1-4cc4-85ee-535b854c7c35 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:57.400799 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d26079b9-4086-41f3-93dc-05d58a763a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.439087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ee8cb03-28c9-4e70-812c-382ea47fb0d3 req-b32f4372-8ae6-46da-aa58-9b60991b46ff service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761319 Feb 04 15:30:57.565122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d26079b9-4086-41f3-93dc-05d58a763a63 None None] Port 6d437229-c7d1-4cc4-85ee-535b854c7c35 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:30:57.707394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9faaaa7a-8861-47f6-a1e6-8e93bdcdca9e req-a86eeace-e255-4655-bc71-c48e4fd6b20c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 210 time: 0.1797769 Feb 04 15:30:57.796104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7172a-0ae8-4938-9972-8ce367dfa494 req-a19bd554-fd60-438a-87b4-0264ed85e4e9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:57.798799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0db7172a-0ae8-4938-9972-8ce367dfa494 req-a19bd554-fd60-438a-87b4-0264ed85e4e9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.1361518 Feb 04 15:30:57.855104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-380c254c-5af9-4a45-804f-f6b09659af27 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port eb326d10-b292-4202-b58e-bb036be11f10 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:30:57.855635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-380c254c-5af9-4a45-804f-f6b09659af27 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:57.887388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0db7172a-0ae8-4938-9972-8ce367dfa494 req-ca1687e5-662d-4d50-8a65-d480ddc03caa tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679448 Feb 04 15:30:58.150182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Allocated IP 192.168.233.151 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/6bb2c9ba-b008-4ea5-9872-e80061dbc4eb) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:30:58.190717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-380c254c-5af9-4a45-804f-f6b09659af27 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.271927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-380c254c-5af9-4a45-804f-f6b09659af27 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for eb326d10-b292-4202-b58e-bb036be11f10 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:30:58.310982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4698-07c8-4247-bf85-e446598d1900 req-a0de428c-7f6f-4145-8363-e90b27b2d403 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:58.313752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c2e4698-07c8-4247-bf85-e446598d1900 req-a0de428c-7f6f-4145-8363-e90b27b2d403 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.4014463 Feb 04 15:30:58.535950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.591346 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.722835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c2e4698-07c8-4247-bf85-e446598d1900 req-b179d478-d305-4050-8233-6e4fd41165ee tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835142 Feb 04 15:30:58.810181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.812721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=1933d309-9655-4a87-bd40-1c0d1df1d065,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:58.845497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-380c254c-5af9-4a45-804f-f6b09659af27 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.856244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ff4cdaa-66e3-4ee8-91b2-8de3f8fd9860 req-6f2a9abf-c858-49e7-b79b-6e3c9a50a9dd tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 210 time: 0.0314484 Feb 04 15:30:58.932075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c254c-5af9-4a45-804f-f6b09659af27 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=eb326d10-b292-4202-b58e-bb036be11f10,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:58.947733 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-380c254c-5af9-4a45-804f-f6b09659af27 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.953387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-380c254c-5af9-4a45-804f-f6b09659af27 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/eb326d10-b292-4202-b58e-bb036be11f10 HTTP/1.1" status: 204 len: 168 time: 1.8844995 Feb 04 15:30:58.955574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43636) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:30:58.959221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:58.965170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'mac_address': 'fa:16:3e:a4:a9:38', 'name': 'tempest-PortsIpV6TestJSON-712363739'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:59.039194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 05339d24-6525-4831-a41a-bea3e2bd4738 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:59.042134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:59.052659 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.067061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:30:59.183638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:30:59.192549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:30:59.200351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:30:59.308679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'Port': ['ID=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:59.349508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fd391-92b8-4b57-97fd-bfe4e93a4484 req-a9f98c05-0f78-4745-9b70-ff090b8dc0f2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.351338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e67fd391-92b8-4b57-97fd-bfe4e93a4484 req-a9f98c05-0f78-4745-9b70-ff090b8dc0f2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.2965374 Feb 04 15:30:59.390146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:30:59.438226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:30:59.438925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.458648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:30:59.490725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-47986be8-c1b4-49be-a7e2-f79e376b7989 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8981624 Feb 04 15:30:59.497608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e67fd391-92b8-4b57-97fd-bfe4e93a4484 req-910daef1-4b41-49bd-94e0-55b212efd56c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076107 Feb 04 15:30:59.498792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d437229-c7d1-4cc4-85ee-535b854c7c35 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:30:59.515564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.525471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.530008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Request body: {'port': {'device_id': '4128ad87-1a75-4d2f-8b46-000846978480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:30:59.547926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Transition to ACTIVE for port object 6d437229-c7d1-4cc4-85ee-535b854c7c35 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:30:59.560716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.563433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 40fee01d-8175-4954-be65-6b44fc85e5ea yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:30:59.726695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-79d49ef9-c445-464e-8cb2-171f6e6b2c77 None None] Provisioning complete for port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:30:59.727066 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-79d49ef9-c445-464e-8cb2-171f6e6b2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.730175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Pushing event updated for resources: {'Port': ['ID=6d437229-c7d1-4cc4-85ee-535b854c7c35,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:30:59.787483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.788392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.788742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.789018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.789359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.789696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.790049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.790384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.790715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.791047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.791378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.791703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:30:59.810611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:30:59.830174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-79d49ef9-c445-464e-8cb2-171f6e6b2c77 None None] Port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:30:59.916199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Attempting to bind port 6d437229-c7d1-4cc4-85ee-535b854c7c35 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:30:59.917043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Attempting to bind port 6d437229-c7d1-4cc4-85ee-535b854c7c35 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:30:59.917043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Attempting to bind port 6d437229-c7d1-4cc4-85ee-535b854c7c35 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:59.930908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Port 6d437229-c7d1-4cc4-85ee-535b854c7c35 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:30:59.931049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Attempting to bind port 6d437229-c7d1-4cc4-85ee-535b854c7c35 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:30:59.948844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:30:59.949224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:30:59.949698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:30:59.950254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Bound port: 6d437229-c7d1-4cc4-85ee-535b854c7c35, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:30:59.950637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.015525 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.237201 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa377827-e04a-422f-b459-a91ee5892827 req-5eb51a21-9024-4f42-bdc3-5ee67ed51e49 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.240056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa377827-e04a-422f-b459-a91ee5892827 req-5eb51a21-9024-4f42-bdc3-5ee67ed51e49 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 936 time: 0.1972041 Feb 04 15:31:00.245636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.294826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:00.314436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12a49d-25b3-4532-b1ad-74b6cb24af7c None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:00.321660 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54e01e39-e7af-4a01-a982-621b609c5f8f tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/routers/eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8202946 Feb 04 15:31:00.335505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12a49d-25b3-4532-b1ad-74b6cb24af7c None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:00.336766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0d12a49d-25b3-4532-b1ad-74b6cb24af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:00.352618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43666) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:00.372189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'port': {'network_id': '05339d24-6525-4831-a41a-bea3e2bd4738', 'name': 'tempest-FloatingIPTestJSON-1693440434'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:00.382931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0d12a49d-25b3-4532-b1ad-74b6cb24af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:00.391022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=40fee01d-8175-4954-be65-6b44fc85e5ea,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:00.394056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12a49d-25b3-4532-b1ad-74b6cb24af7c None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:00.395181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0d12a49d-25b3-4532-b1ad-74b6cb24af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:00.432759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:00.438945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] For port 6d437229-c7d1-4cc4-85ee-535b854c7c35, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:00.455737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0d12a49d-25b3-4532-b1ad-74b6cb24af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:00.457740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12a49d-25b3-4532-b1ad-74b6cb24af7c None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:00.462321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] For port 6d437229-c7d1-4cc4-85ee-535b854c7c35, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6d437229-c7d1-4cc4-85ee-535b854c7c35,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:00.464707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:00.476970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:00.484437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.485121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.502156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa377827-e04a-422f-b459-a91ee5892827 req-08d6b530-60d9-4b9e-9309-b2158620dc45 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363615 Feb 04 15:31:00.505230 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-371ac01d-29bf-4ab6-88a1-d52c7f37ede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.513436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.544495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc246225-9a9f-42fd-95f3-37896139f3c6 req-1902461d-1da6-4b88-bbd4-3433230fce34 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.546178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc246225-9a9f-42fd-95f3-37896139f3c6 req-1902461d-1da6-4b88-bbd4-3433230fce34 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.2588897 Feb 04 15:31:00.701182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc246225-9a9f-42fd-95f3-37896139f3c6 req-1ccc0dba-a91a-4e97-a92b-5b390197be15 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418669 Feb 04 15:31:00.760262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c893090a-6d2a-4cd6-9ade-92b8ce529802 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8019853 Feb 04 15:31:00.762632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43674) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:00.773721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.775342 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.780809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d437229-c7d1-4cc4-85ee-535b854c7c35 HTTP/1.1" status: 200 len: 1096 time: 3.6249897 Feb 04 15:31:00.785745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a433d16-a49d-4618-b9bc-234c697a6d95', 'tag': '6d437229-c7d1-4cc4-85ee-535b854c7c35'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:00.790398 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a433d16-a49d-4618-b9bc-234c697a6d95", "tag": "6d437229-c7d1-4cc4-85ee-535b854c7c35"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:00.791660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:00.806524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:00.847877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31258d28-9d0a-4e26-baca-abae3f683980 service neutron] Pushing event updated for resources: {'Port': ['ID=6d437229-c7d1-4cc4-85ee-535b854c7c35,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:00.898501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b094b-db5a-4bd4-95b2-e260cb7e1268 req-29e497f7-6e02-4565-b18f-833d6ee2768a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.915907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a5b094b-db5a-4bd4-95b2-e260cb7e1268 req-29e497f7-6e02-4565-b18f-833d6ee2768a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 948 time: 0.2763755 Feb 04 15:31:00.941206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b2bb53-dcdc-4e44-9357-5cebf0bbb4a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:00.952192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46b2bb53-dcdc-4e44-9357-5cebf0bbb4a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/40fee01d-8175-4954-be65-6b44fc85e5ea HTTP/1.1" status: 200 len: 844 time: 0.1873257 Feb 04 15:31:00.955206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] device_id is not set on port 8f567e98-9eb9-45c3-8a9b-0f1966883140 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:01.026721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43690) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:01.067609 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b0607a-44cf-4d24-8cef-c3e71a5a26dc x-openstack-request-id: req-04b0607a-44cf-4d24-8cef-c3e71a5a26dc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:01.068187 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a433d16-a49d-4618-b9bc-234c697a6d95", "tag": "6d437229-c7d1-4cc4-85ee-535b854c7c35", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:01.068187 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04b0607a-44cf-4d24-8cef-c3e71a5a26dc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:01.068651 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a433d16-a49d-4618-b9bc-234c697a6d95', 'tag': '6d437229-c7d1-4cc4-85ee-535b854c7c35', 'status': 'completed', 'code': 200} Feb 04 15:31:01.110748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:01.125230 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.187281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Transition to ACTIVE for port object 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:01.210766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.217546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a5b094b-db5a-4bd4-95b2-e260cb7e1268 req-e3ea3a9f-8d96-4fd6-b74d-200ef2eda794 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956064 Feb 04 15:31:01.230586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-68f6b52c-6d92-4832-82e9-bf7465dc196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.234864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-68f6b52c-6d92-4832-82e9-bf7465dc196b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 1099 time: 0.3097329 Feb 04 15:31:01.293188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.20.0.9 (05339d24-6525-4831-a41a-bea3e2bd4738/f42cc791-584d-44da-8ab6-9204e253c711/8f567e98-9eb9-45c3-8a9b-0f1966883140) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:01.328696 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-bc0de608-0a5b-4bf8-a44a-6a231667fa4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6d437229-c7d1-4cc4-85ee-535b854c7c35 HTTP/1.1" status: 200 len: 217 time: 0.0731339 Feb 04 15:31:01.353515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:01.446110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-f704f2c3-e4fb-4aeb-9d12-0c1635232f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.448663 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-f704f2c3-e4fb-4aeb-9d12-0c1635232f87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1017518 Feb 04 15:31:01.470765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Attempting to bind port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:01.471117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Attempting to bind port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:01.471459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Attempting to bind port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:01.509347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:31:01.509756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Attempting to bind port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:01.543679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:31:01.544232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1ac3b-1b00-449f-95ba-7444943d9f26 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 40fee01d-8175-4954-be65-6b44fc85e5ea {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:01.544232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ac3b-1b00-449f-95ba-7444943d9f26 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.544636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:01.544636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:31:01.544636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Bound port: 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:01.554775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.575738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device afec846f-0786-496f-8512-1e498fcbd559 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:31:01.661722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-ed95ab99-5cc5-420e-b1f8-d3b4104efe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.663503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-ed95ab99-5cc5-420e-b1f8-d3b4104efe43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044396 Feb 04 15:31:01.674696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:31:01.692246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ac3b-1b00-449f-95ba-7444943d9f26 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.752953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1ac3b-1b00-449f-95ba-7444943d9f26 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 40fee01d-8175-4954-be65-6b44fc85e5ea owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:01.858835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:01.895283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:01.895554 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'mac_address': 'fa:16:3e:a3:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:31:01.905425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:01.915288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-426106ce-5af7-4869-bbba-14441d9fa113 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397006 Feb 04 15:31:01.915932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20b66e-55fd-42fc-9368-f74f5bd776a8 req-365bf872-e886-4aea-9859-3d90bde7ef54 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.920302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc20b66e-55fd-42fc-9368-f74f5bd776a8 req-365bf872-e886-4aea-9859-3d90bde7ef54 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 948 time: 0.3196909 Feb 04 15:31:01.928007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ba85e-7cf3-4ccf-926a-6a184f122c04 req-2cb6094f-4e85-4d17-a5c3-4a2e68087dc4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:01.935879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a8ba85e-7cf3-4ccf-926a-6a184f122c04 req-2cb6094f-4e85-4d17-a5c3-4a2e68087dc4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1159110 Feb 04 15:31:01.960953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'afec846f-0786-496f-8512-1e498fcbd559', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'port_id': 'afec846f-0786-496f-8512-1e498fcbd559', 'mac_address': 'fa:16:3e:33:e7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4492d8e7-37ab-431b-bf81-dee81ec03258', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:31:01.978428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] For port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:02.010904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] For port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:02.016757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ac3b-1b00-449f-95ba-7444943d9f26 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.025498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.043288 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.051136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc20b66e-55fd-42fc-9368-f74f5bd776a8 req-477e41b4-4358-4a7b-a530-4c27147b65ae tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077137 Feb 04 15:31:02.065337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afec846f-0786-496f-8512-1e498fcbd559 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:02.087553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.090344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.091928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] 10.222.0.50 "PUT /v2.0/ports/6bb2c9ba-b008-4ea5-9872-e80061dbc4eb HTTP/1.1" status: 200 len: 1096 time: 2.5749011 Feb 04 15:31:02.106673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128ad87-1a75-4d2f-8b46-000846978480', 'tag': '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:02.116697 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390873d4-0c7d-4666-8325-8cce25db4e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4128ad87-1a75-4d2f-8b46-000846978480", "tag": "6bb2c9ba-b008-4ea5-9872-e80061dbc4eb"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:02.122188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:02.129571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.134338 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.135151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:31:02.142632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.169560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb91521-58ac-4bfa-8e09-5ae925ef3675 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:02.183511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 05339d24-6525-4831-a41a-bea3e2bd4738 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:02.214436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f9098a-5d3e-4161-a4c4-d344dd7337d2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:02.249116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:02.269661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:02.297087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ac3b-1b00-449f-95ba-7444943d9f26 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.302970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d0a1ac3b-1b00-449f-95ba-7444943d9f26 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/40fee01d-8175-4954-be65-6b44fc85e5ea HTTP/1.1" status: 204 len: 168 time: 1.2638896 Feb 04 15:31:02.313069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1ac3b-1b00-449f-95ba-7444943d9f26 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=40fee01d-8175-4954-be65-6b44fc85e5ea,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:02.316344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43726) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:02.349496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:02.367755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.385133 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730d1573-bc5c-420a-a713-9aea824f2ce8 x-openstack-request-id: req-730d1573-bc5c-420a-a713-9aea824f2ce8 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:02.385907 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128ad87-1a75-4d2f-8b46-000846978480", "tag": "6bb2c9ba-b008-4ea5-9872-e80061dbc4eb", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:02.385907 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-730d1573-bc5c-420a-a713-9aea824f2ce8 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:02.386133 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128ad87-1a75-4d2f-8b46-000846978480', 'tag': '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', 'status': 'completed', 'code': 200} Feb 04 15:31:02.386884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a8ba85e-7cf3-4ccf-926a-6a184f122c04 req-6e388af9-9572-4fb5-861b-cb3c91c51218 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489312 Feb 04 15:31:02.389540 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:02.434255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.434881 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.483400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-bfc42556-92dd-42ca-a944-cbfb74a84ebb service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126133 Feb 04 15:31:02.541954 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33ebc26-1971-4bd8-afe9-34168894f7c9 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:31:02.543844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b33ebc26-1971-4bd8-afe9-34168894f7c9 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/40fee01d-8175-4954-be65-6b44fc85e5ea HTTP/1.1" status: 404 len: 333 time: 0.1165047 Feb 04 15:31:02.548799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=8f567e98-9eb9-45c3-8a9b-0f1966883140,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:02.553366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43734) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:02.556713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c9cd4adf-1877-4899-b552-3c2551ae4bb1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1964574 Feb 04 15:31:02.558242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43736) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:02.566238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:02.568048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'name': 'tempest-PortsIpV6TestJSON-1803778003'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:02.568215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'port': {'network_id': '05339d24-6525-4831-a41a-bea3e2bd4738', 'name': 'tempest-FloatingIPTestJSON-784562672'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:02.601864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-cb230d38-925b-4e5a-8c02-322cee425acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.607024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-cb230d38-925b-4e5a-8c02-322cee425acc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 1099 time: 0.3462961 Feb 04 15:31:02.686486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:02.689534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:02.710740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'mac_address': 'fa:16:3e:8c:d0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:31:02.765912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe4b96-3bbd-4de5-8410-d4e357168035 req-0a2812b3-fe68-4c9b-8a38-236eaba8ff08 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.767569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8cbe4b96-3bbd-4de5-8410-d4e357168035 req-0a2812b3-fe68-4c9b-8a38-236eaba8ff08 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.3287909 Feb 04 15:31:02.772348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-132c9245-401f-4c76-8ab7-0270f14fdf4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb HTTP/1.1" status: 200 len: 217 time: 0.0656550 Feb 04 15:31:02.790780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-46394b85-2e94-4b05-9917-4128a091435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.794197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-46394b85-2e94-4b05-9917-4128a091435a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 1099 time: 0.1877315 Feb 04 15:31:02.802888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e2f9098a-5d3e-4161-a4c4-d344dd7337d2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:02.838281 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.866209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:02.899699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8cbe4b96-3bbd-4de5-8410-d4e357168035 req-1f56f6d3-4b96-4e7b-b482-8de14282c83f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231542 Feb 04 15:31:02.901583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-ae1ad04a-b45a-4646-8757-eca53b5d21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:02.903554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-ae1ad04a-b45a-4646-8757-eca53b5d21a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1227643 Feb 04 15:31:02.924355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:02.950691 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:02.976101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:02.981849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.010048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:03.015775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.047121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] device_id is not set on port 25f255a1-cea8-407b-9658-a05fce85e91d yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:03.059835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:03.117524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-e3a473a6-8f6b-4bfe-ae59-efbe709c07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.120932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-e3a473a6-8f6b-4bfe-ae59-efbe709c07d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3149264 Feb 04 15:31:03.124161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 870caff6-9c4d-48a1-9dcd-00b591b18603 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:03.267412 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-d756a4ad-d2e4-497a-a72f-3db7ea005d18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6d437229-c7d1-4cc4-85ee-535b854c7c35 HTTP/1.1" status: 200 len: 217 time: 0.0813437 Feb 04 15:31:03.267623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.20.0.14 (05339d24-6525-4831-a41a-bea3e2bd4738/f42cc791-584d-44da-8ab6-9204e253c711/25f255a1-cea8-407b-9658-a05fce85e91d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:03.297514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218eca-9159-458c-a307-e3943df070f5 req-58eaf08f-88bf-4ae8-9e6c-4d942039d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.300373 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-58eaf08f-88bf-4ae8-9e6c-4d942039d507 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3887086 Feb 04 15:31:03.437551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4d62-8d8b-46bf-8e77-e3bb32087e55 req-e7bc0031-8189-4b60-ae5b-59b53881ee1d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.439238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4cbe4d62-8d8b-46bf-8e77-e3bb32087e55 req-e7bc0031-8189-4b60-ae5b-59b53881ee1d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 950 time: 0.3251355 Feb 04 15:31:03.450864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-0bca6f08-fa1c-471d-a62a-1dfee831086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.452062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-0bca6f08-fa1c-471d-a62a-1dfee831086e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1730473 Feb 04 15:31:03.559672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8b20c-6efe-40ef-843e-629bf144083d req-b0588803-87fa-491b-83e1-f0d84fa1b855 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.561471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efc8b20c-6efe-40ef-843e-629bf144083d req-b0588803-87fa-491b-83e1-f0d84fa1b855 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 948 time: 0.2740269 Feb 04 15:31:03.590089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:03.596664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['afec846f-0786-496f-8512-1e498fcbd559'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:03.632373 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4cbe4d62-8d8b-46bf-8e77-e3bb32087e55 req-3b1476b0-ece6-4664-aa5f-83ecdc8412b8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785448 Feb 04 15:31:03.684691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-ff32142c-4c4f-4a65-a880-21b64ace0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:03.686529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-ff32142c-4c4f-4a65-a880-21b64ace0500 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2166088 Feb 04 15:31:03.693247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.706733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efc8b20c-6efe-40ef-843e-629bf144083d req-2f4ad4d4-9ed2-41ea-81e7-c73d3609bb2d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224074 Feb 04 15:31:03.715545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-9ebcafc6-de83-4df1-a74e-3cac03a4f0d2 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907039 Feb 04 15:31:03.779885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5a41ae26-8d0a-4197-8410-2726ead6020f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.857303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:03.923923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0218eca-9159-458c-a307-e3943df070f5 req-fe56477d-1553-4f8f-9022-0c18edca01ed service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007437 Feb 04 15:31:03.929862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.014491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.023281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 05339d24-6525-4831-a41a-bea3e2bd4738 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:04.027645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:04.032611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:04.056200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-80524376-2ccf-4da4-8522-643b707f8a1a service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606219 Feb 04 15:31:04.091923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23d1bc-953e-472c-baec-8f7e20f6d677 req-724f80a2-cc0b-4998-84cc-ea5a493cf617 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.095023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8f23d1bc-953e-472c-baec-8f7e20f6d677 req-724f80a2-cc0b-4998-84cc-ea5a493cf617 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 945 time: 0.2241628 Feb 04 15:31:04.149509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=25f255a1-cea8-407b-9658-a05fce85e91d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:04.162317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=870caff6-9c4d-48a1-9dcd-00b591b18603,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:04.171672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.172903 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.193325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-944f3d50-971b-479f-ab16-4d4a510e1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.196341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-944f3d50-971b-479f-ab16-4d4a510e1d7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 1099 time: 0.1594768 Feb 04 15:31:04.202034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f66dcd8-498d-4fa3-abdb-50292d939cf8 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6409783 Feb 04 15:31:04.218415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:04.254731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '25f255a1-cea8-407b-9658-a05fce85e91d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:04.330830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:04.333566 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-560281b3-8f5a-4fc9-b208-a3446e004cf2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=84527f5d02424026ba6ab3f450c74f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568318 Feb 04 15:31:04.343156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:04.355804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:04.361905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.362228 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.382786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8f23d1bc-953e-472c-baec-8f7e20f6d677 req-d533e503-7226-41a1-80a5-f927b7e596b1 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072432 Feb 04 15:31:04.407178 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.428815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-24e95d41-733a-4587-bde8-75e1b921670e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8678827 Feb 04 15:31:04.444880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43798) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:04.457580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:04.470093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e2d7c4c-340b-49d5-b884-4ae66bc54a5a req-fdf7339a-678f-414f-89f9-31ecde0e0cec service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710945 Feb 04 15:31:04.502435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-87204c6d-1a50-4b1c-9c5a-f923302c182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.506824 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-87204c6d-1a50-4b1c-9c5a-f923302c182e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3030913 Feb 04 15:31:04.611832 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-af6cb95f-e9a6-4015-93d5-78c54308b18e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb HTTP/1.1" status: 200 len: 217 time: 0.0817335 Feb 04 15:31:04.758065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-be6ddaeb-49de-4fa6-9413-858aa3704b55 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.761371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-be6ddaeb-49de-4fa6-9413-858aa3704b55 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4139011 Feb 04 15:31:04.771489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-b2275340-747b-4b9e-9000-2d24fd64b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.775960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-b2275340-747b-4b9e-9000-2d24fd64b076 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1544182 Feb 04 15:31:04.889035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-021c5b82-4270-4673-ac66-f4f891dc4a59 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/quotas/84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 375 time: 0.1111052 Feb 04 15:31:04.917286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:04.994901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-6c8c0d71-49fc-49cb-b64a-d20d8937aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:04.997475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-6c8c0d71-49fc-49cb-b64a-d20d8937aa20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2002995 Feb 04 15:31:05.016926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-33a3bac8-bce2-43ca-a03c-dc5d7ec032fd tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1264765 Feb 04 15:31:05.106593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.126367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0402046-198c-40d9-a113-24a87f2f196b req-aa7dab61-7233-4191-ae54-ec3467946cce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.128351 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0402046-198c-40d9-a113-24a87f2f196b req-aa7dab61-7233-4191-ae54-ec3467946cce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 948 time: 0.2084827 Feb 04 15:31:05.193498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-e7c18025-631a-4f53-8230-05e1ca2fb458 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743824 Feb 04 15:31:05.333228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b1827c3-c968-47a3-8b28-58931d757aa0 req-45a89976-4a86-4f83-b3c9-85c03b4d1e94 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 210 time: 0.0376115 Feb 04 15:31:05.391914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0402046-198c-40d9-a113-24a87f2f196b req-1223f087-cf3b-48c8-b530-3b4ac6251d35 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042005 Feb 04 15:31:05.414622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-390873d4-0c7d-4666-8325-8cce25db4e4d req-07bead3e-4dd9-480c-818e-f7f8852b02a9 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130771 Feb 04 15:31:05.545517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.548157 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.25.1.19 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/6448c0f3-b8dd-40a6-9a0b-9c235ecb7ee1) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:05.560526 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.606729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78e36b-95b5-4bb6-80fd-61c4ebdb3651 req-0184929b-d802-400b-9f33-cf3d3cc64ce3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.620240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c78e36b-95b5-4bb6-80fd-61c4ebdb3651 req-0184929b-d802-400b-9f33-cf3d3cc64ce3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 945 time: 0.1128011 Feb 04 15:31:05.623421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device afec846f-0786-496f-8512-1e498fcbd559 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:05.644541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] In _notify_port_updated(), no bound segment for port 870caff6-9c4d-48a1-9dcd-00b591b18603 on network 48e971f2-c437-4312-b53e-11d10e2cb7b2 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:31:05.650325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:05.651006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.655410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "PUT /v2.0/ports/870caff6-9c4d-48a1-9dcd-00b591b18603 HTTP/1.1" status: 200 len: 818 time: 1.2050130 Feb 04 15:31:05.659002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43832) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:05.699743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c78e36b-95b5-4bb6-80fd-61c4ebdb3651 req-cbaa3ced-140e-46ef-8655-ec2e641dbc4f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Feb 04 15:31:05.722708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:05.736268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f6631-9694-4bde-835b-e95e9c453237 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=870caff6-9c4d-48a1-9dcd-00b591b18603,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:05.793428 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.797062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:05.797811 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.836524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.844595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-43e53190-15d4-44de-9e74-071c5411e703 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 870caff6-9c4d-48a1-9dcd-00b591b18603 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:05.844941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43e53190-15d4-44de-9e74-071c5411e703 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.877402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port afec846f-0786-496f-8512-1e498fcbd559 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:05.877587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.963820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43e53190-15d4-44de-9e74-071c5411e703 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:05.982884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-43e53190-15d4-44de-9e74-071c5411e703 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 870caff6-9c4d-48a1-9dcd-00b591b18603 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:06.000884 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.068459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:06.070960 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b8946-dc59-461b-a747-4904e05ae39f" -d '{"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:06.089549 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:06.090264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.094964 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.098720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.148702 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96a1397-f3e5-4f3f-b95f-0af85c5e9257 x-openstack-request-id: req-e96a1397-f3e5-4f3f-b95f-0af85c5e9257 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:06.149036 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-plugged", "status": "completed", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:06.149311 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e96a1397-f3e5-4f3f-b95f-0af85c5e9257 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:06.149653 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'code': 200} Feb 04 15:31:06.173293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:06.181171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.186242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=11']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:06.200506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:06.205369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:06.208578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:06.252804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:06.259726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=6448c0f3-b8dd-40a6-9a0b-9c235ecb7ee1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:06.358384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43e53190-15d4-44de-9e74-071c5411e703 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.415939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e53190-15d4-44de-9e74-071c5411e703 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=870caff6-9c4d-48a1-9dcd-00b591b18603,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:06.425893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43e53190-15d4-44de-9e74-071c5411e703 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.433525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-43e53190-15d4-44de-9e74-071c5411e703 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/870caff6-9c4d-48a1-9dcd-00b591b18603 HTTP/1.1" status: 204 len: 168 time: 0.7686543 Feb 04 15:31:06.434439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43860) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:06.517851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5eceb-df23-4c9c-8bae-6727468a1b96 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.520111 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-41f5eceb-df23-4c9c-8bae-6727468a1b96 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0850840 Feb 04 15:31:06.525701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43866) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:06.527332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-725fc720-6168-4614-a232-12be3ba76e9e req-682b8dee-ad76-4dce-a721-b45e7c915e40 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 210 time: 0.0460327 Feb 04 15:31:06.630903 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cce692-4475-4750-9515-c15f2c664e42 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:31:06.633669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b6cce692-4475-4750-9515-c15f2c664e42 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/870caff6-9c4d-48a1-9dcd-00b591b18603 HTTP/1.1" status: 404 len: 333 time: 0.1056187 Feb 04 15:31:06.638105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43868) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:06.645201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-615253258'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:06.671736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709fc2b-aad2-489f-8d5a-438e672e4e1e req-f2d416dd-5b57-4c23-bba7-a29c8195476b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:06.673348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1709fc2b-aad2-489f-8d5a-438e672e4e1e req-f2d416dd-5b57-4c23-bba7-a29c8195476b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 948 time: 0.1282401 Feb 04 15:31:06.727473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:06.731030 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.783271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-231dce26-ab8a-4004-8079-b0d0dbdafce4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=84527f5d02424026ba6ab3f450c74f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369184 Feb 04 15:31:06.804055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1709fc2b-aad2-489f-8d5a-438e672e4e1e req-11838bb8-9633-4a32-bb95-c564bdc893b3 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174479 Feb 04 15:31:06.808776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:31:06.866391 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.885505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:06.886248 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Added segment cddb084b-b770-4547-ba02-6ad0d4b229e6 of type vlan for network a696f862-da3e-473e-a8d0-442aba90a094 Feb 04 15:31:06.970305 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.007470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-da404e8e-73fa-4305-b233-1b3ad632b92f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.009075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-da404e8e-73fa-4305-b233-1b3ad632b92f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193961 Feb 04 15:31:07.023714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Request body: {'port': {'device_id': '545d3804-a61f-489b-87f1-e404117b081c', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '84527f5d02424026ba6ab3f450c74f5b'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:07.029112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.034764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.035414 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.065285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a28c9c-a8bf-4407-b215-b19d2d8059f7 req-3b732a47-fd9d-482f-9882-7cb9c1962557 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:07.067498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80a28c9c-a8bf-4407-b215-b19d2d8059f7 req-3b732a47-fd9d-482f-9882-7cb9c1962557 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.2650366 Feb 04 15:31:07.078606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.154348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5147331 Feb 04 15:31:07.159864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43890) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:07.170848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:07.183191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80a28c9c-a8bf-4407-b215-b19d2d8059f7 req-2acb805f-4b55-4a11-b258-142e4bc655eb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072071 Feb 04 15:31:07.211791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Network': ['ID=a696f862-da3e-473e-a8d0-442aba90a094,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:07.238412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.262096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.262701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.263209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.263556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.263979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.264292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.264609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.265021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.265597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.266182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.266745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.267411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf911d-b59b-470d-a851-5d9cfa0c6827 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:07.267573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.288906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a696f862-da3e-473e-a8d0-442aba90a094 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:31:07.356158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Made reservation on behalf of 84527f5d02424026ba6ab3f450c74f5b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:07.360719 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.365494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:07.370163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.552451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.561351 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.605531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6d437229-c7d1-4cc4-85ee-535b854c7c35 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:31:07.630056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:07.739130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=6448c0f3-b8dd-40a6-9a0b-9c235ecb7ee1,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:07.759187 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.870334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:07.870840 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:07.979054 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 4eded0eb-3919-49e3-8452-b4a2e190b807 associated. External IP: 172.25.1.19, port: 25f255a1-cea8-407b-9658-a05fce85e91d. Feb 04 15:31:08.011852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6d437229-c7d1-4cc4-85ee-535b854c7c35, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6d437229-c7d1-4cc4-85ee-535b854c7c35,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:08.058451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '6d437229-c7d1-4cc4-85ee-535b854c7c35', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '6d437229-c7d1-4cc4-85ee-535b854c7c35', 'mac_address': 'fa:16:3e:a8:1a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:31:08.163035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:08.167273 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e089b-22ad-4702-990a-a8d8af8bb094" -d '{"events": [{"server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "name": "network-vif-plugged", "status": "completed", "tag": "afec846f-0786-496f-8512-1e498fcbd559"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:08.206719 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.232612 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.233996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-334a9b80-78cc-4bf9-bbe0-ed4ffe325391 req-f59aa348-58d0-4ad9-a0ba-4f58d2a9fd2a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 210 time: 0.1916885 Feb 04 15:31:08.277133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d437229-c7d1-4cc4-85ee-535b854c7c35 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:08.288468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215ca81-be35-46a6-be23-52b3dcb87b7b req-3c76167b-6b95-47d5-9d58-0ae176778c68 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.291307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0215ca81-be35-46a6-be23-52b3dcb87b7b req-3c76167b-6b95-47d5-9d58-0ae176778c68 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 948 time: 0.2331858 Feb 04 15:31:08.323564 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:31:08.393913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:08.399728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6d437229-c7d1-4cc4-85ee-535b854c7c35, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6d437229-c7d1-4cc4-85ee-535b854c7c35,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:08.404227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0215ca81-be35-46a6-be23-52b3dcb87b7b req-072286a0-bf6e-4620-9a46-6141d8e488f5 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036592 Feb 04 15:31:08.404444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Allocated IP 192.168.233.114 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/619224c8-f77a-4a1f-88c7-6caf2bb3aa2e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:08.404999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.560867 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469bd5e4-0e67-49e2-824f-e271a2817d2b x-openstack-request-id: req-469bd5e4-0e67-49e2-824f-e271a2817d2b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:08.561218 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "name": "network-vif-plugged", "status": "completed", "tag": "afec846f-0786-496f-8512-1e498fcbd559", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:08.561433 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-469bd5e4-0e67-49e2-824f-e271a2817d2b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:08.563734 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559', 'code': 200} Feb 04 15:31:08.565885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:08.583359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.636916 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:08.682972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6d437229-c7d1-4cc4-85ee-535b854c7c35,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:08.726185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=0af1e28d-eba1-459e-8ac3-9ebad4a37bd2,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:08.758091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:08.778070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357fab4-4dae-40f8-a9a3-ce7fb55a4d1a req-26435c23-30ca-4d64-bb31-5571337796ab tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.786220 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f357fab4-4dae-40f8-a9a3-ce7fb55a4d1a req-26435c23-30ca-4d64-bb31-5571337796ab tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1001062 Feb 04 15:31:08.813727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking segment: {'id': 'cddb084b-b770-4547-ba02-6ad0d4b229e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:08.814338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network hostable DHCP agents. Network: a696f862-da3e-473e-a8d0-442aba90a094, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:31:08.861836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network a696f862-da3e-473e-a8d0-442aba90a094 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:31:08.920147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a696f862-da3e-473e-a8d0-442aba90a094) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:08.937500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cda73e-8c88-43a2-a402-7a8df7fe26df None None] Network a696f862-da3e-473e-a8d0-442aba90a094 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:08.951241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:08.956765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.000783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.011290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c77cef04-1ba4-49c5-bd95-b7f686cd21ac tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8477211 Feb 04 15:31:09.019867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43972) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:09.051528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a2aa5e1a-7b53-4b00-8b33-310867cedb05 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:09.158091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:09.215177 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f357fab4-4dae-40f8-a9a3-ce7fb55a4d1a req-fe10d22b-0054-460b-88e4-ae9be5a6844f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275048 Feb 04 15:31:09.215704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-a696f862-da3e-473e-a8d0-442aba90a094', 'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094', 'tenant_id': '911d82a09525459aa52186e2c0ee4cb3', 'fixed_ips': [{'subnet_id': '0af1e28d-eba1-459e-8ac3-9ebad4a37bd2'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:31:09.216609 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.257162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:09.272641 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186bdc28-17c5-4b0f-8805-0df18cba75fe None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:09.295819 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186bdc28-17c5-4b0f-8805-0df18cba75fe None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:09.296692 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-186bdc28-17c5-4b0f-8805-0df18cba75fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:09.306530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.404963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-22c9d21d-2367-4e97-8f40-662955e496e1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1605387 Feb 04 15:31:09.405260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:09.410728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:09.540134 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-186bdc28-17c5-4b0f-8805-0df18cba75fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:09.549780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.568517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.570339 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186bdc28-17c5-4b0f-8805-0df18cba75fe None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:09.571146 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-186bdc28-17c5-4b0f-8805-0df18cba75fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:09.646210 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-186bdc28-17c5-4b0f-8805-0df18cba75fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:09.647837 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186bdc28-17c5-4b0f-8805-0df18cba75fe None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:09.664515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:31:09.671618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aa5e1a-7b53-4b00-8b33-310867cedb05 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:09.676171 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2aa5e1a-7b53-4b00-8b33-310867cedb05 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.743651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dec55c65-c29a-4fe7-ad20-236df20d660e req-c418c31a-5879-41b9-99af-f835ddceaa17 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 210 time: 0.0895557 Feb 04 15:31:09.838497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:09.901010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e2f9098a-5d3e-4161-a4c4-d344dd7337d2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:10.000928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edb72e-cdb0-4f5f-a943-5b0efc0c95f4 req-35b581bd-f480-4529-9972-1d37adb19b1c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.011538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f2edb72e-cdb0-4f5f-a943-5b0efc0c95f4 req-35b581bd-f480-4529-9972-1d37adb19b1c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 948 time: 0.3019793 Feb 04 15:31:10.042324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:10.061780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:10.112608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:10.115622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Allocated IP 2001:db8::2 (a696f862-da3e-473e-a8d0-442aba90a094/0af1e28d-eba1-459e-8ac3-9ebad4a37bd2/548e64b2-fa52-462c-9c1a-dac0a49f2bfe) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:10.150983 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f2edb72e-cdb0-4f5f-a943-5b0efc0c95f4 req-87086655-8d57-42d4-95fa-b446d2128bc9 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250296 Feb 04 15:31:10.219589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:10.220584 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.246789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:10.261970 n-d-827869-1 neutron-server[102423]: INFO neutron.db.ipam_backend_mixin [None req-a2aa5e1a-7b53-4b00-8b33-310867cedb05 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0af1e28d-eba1-459e-8ac3-9ebad4a37bd2 (CIDR: 2001:db8::/64) Feb 04 15:31:10.268268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ca870076-3ab2-4bed-94a6-4c934b350e6b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2485423 Feb 04 15:31:10.270368 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2aa5e1a-7b53-4b00-8b33-310867cedb05 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:31:10.270831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2aa5e1a-7b53-4b00-8b33-310867cedb05 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:31:10.281425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.294677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Request body: {'port': {'device_id': '545d3804-a61f-489b-87f1-e404117b081c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:10.299980 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.300594 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 4eded0eb-3919-49e3-8452-b4a2e190b807 disassociated. External IP: 172.25.1.19, port: 25f255a1-cea8-407b-9658-a05fce85e91d. Feb 04 15:31:10.305740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a2aa5e1a-7b53-4b00-8b33-310867cedb05 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2845049 Feb 04 15:31:10.309003 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:10.310451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:10.434905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:10.436248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:10.588173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:10.596474 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8b00a3-d7fa-43f9-80b4-62bee6bdf17e" -d '{"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:11.076392 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.125321 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.236662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Pushing event updated for resources: {'Port': ['ID=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:11.312558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Network a696f862-da3e-473e-a8d0-442aba90a094 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:11.394265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-53602a27-f276-407c-a49b-40cf8c3ae10e None None] Provisioning complete for port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:11.394906 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53602a27-f276-407c-a49b-40cf8c3ae10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.430698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:11.446002 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.530891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Transition to ACTIVE for port object 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:11.539233 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:11.552200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-53602a27-f276-407c-a49b-40cf8c3ae10e None None] Port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:11.565157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:11.576136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:11.960601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:12.007065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', 'mac_address': 'fa:16:3e:79:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:31:12.031739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:12.127530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:12.127882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:12.128223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:12.145601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:31:12.146050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:12.156617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:31:12.156970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:12.157353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:31:12.163041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Bound port: 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:12.163568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.188299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b28c1d-38b3-42f2-a938-a7ae91179dae req-59917f49-4517-4c55-acc7-132a42089cab tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.198142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7b28c1d-38b3-42f2-a938-a7ae91179dae req-59917f49-4517-4c55-acc7-132a42089cab tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.6527009 Feb 04 15:31:12.305178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:12.309617 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.317272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Attempting to bind port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:12.319487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Attempting to bind port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'cddb084b-b770-4547-ba02-6ad0d4b229e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:12.320348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Attempting to bind port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe on network a696f862-da3e-473e-a8d0-442aba90a094 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:12.391921 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7b28c1d-38b3-42f2-a938-a7ae91179dae req-6b478cad-622d-4618-8ca2-6d2709b2d476 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921024 Feb 04 15:31:12.436681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:31:12.437188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Checking segment: {'id': 'cddb084b-b770-4547-ba02-6ad0d4b229e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:12.437544 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.437817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Bound using segment: {'id': 'cddb084b-b770-4547-ba02-6ad0d4b229e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:31:12.441500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Bound port: 548e64b2-fa52-462c-9c1a-dac0a49f2bfe, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddb084b-b770-4547-ba02-6ad0d4b229e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:12.441969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.546582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.604773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:12.612479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:12.617899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:12.620856 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.638195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] For port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:12.646142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] For port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,segment=NetworkSegment(cddb084b-b770-4547-ba02-6ad0d4b229e6),segment_id=cddb084b-b770-4547-ba02-6ad0d4b229e6)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:12.665436 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.740947 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37ba4c5-d4c0-4b77-87f3-974e2a492d14 x-openstack-request-id: req-c37ba4c5-d4c0-4b77-87f3-974e2a492d14 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:12.741263 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:12.741479 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c37ba4c5-d4c0-4b77-87f3-974e2a492d14 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:12.741868 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'code': 200} Feb 04 15:31:12.802664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:12.804030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:12.804585 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.840314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] 10.222.0.30 "PUT /v2.0/ports/619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 1096 time: 2.5242653 Feb 04 15:31:12.849326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:12.877795 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c3023-51f8-4a1b-a69b-dac19e25d913" -d '{"events": [{"name": "network-changed", "server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:12.886153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:12.915756 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:12.922347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acc937-057b-4aa1-abb4-c631d9b5de9b None None] Pushing event updated for resources: {'Port': ['ID=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.119591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0daa43-f25b-468c-93a4-809ec19de37b service neutron] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.158488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:13.189296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ea6350ba-5baa-4105-800f-aa589781980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.202680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ea6350ba-5baa-4105-800f-aa589781980e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1099 time: 0.2790797 Feb 04 15:31:13.325193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['5a1f703b-52e5-4676-86b0-ce10ad804282', '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:13.335688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-b3036f89-d707-4d26-bb1b-be4bd8e7d119 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.1222112 Feb 04 15:31:13.505203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-40b5212b-8852-4744-928e-829a1e7b5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.511025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-40b5212b-8852-4744-928e-829a1e7b5c22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1666040 Feb 04 15:31:13.613572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6bb2c9ba-b008-4ea5-9872-e80061dbc4eb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:13.749796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:13.760306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:13.774311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d0a29-5b63-48f2-a993-c312fe5bb595 None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:13.851702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d0a29-5b63-48f2-a993-c312fe5bb595 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:13.853204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-355d0a29-5b63-48f2-a993-c312fe5bb595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:13.888523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-10f8b0a5-8cc0-46cf-9d43-1c73192086f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:13.897217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-10f8b0a5-8cc0-46cf-9d43-1c73192086f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3681500 Feb 04 15:31:13.945871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-355d0a29-5b63-48f2-a993-c312fe5bb595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:14.198114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d0a29-5b63-48f2-a993-c312fe5bb595 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:14.199683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-355d0a29-5b63-48f2-a993-c312fe5bb595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:14.261324 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5f914140-dbfd-4e5c-8acc-4846e051547a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/floatingips/4eded0eb-3919-49e3-8452-b4a2e190b807 HTTP/1.1" status: 200 len: 687 time: 4.8544259 Feb 04 15:31:14.263143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44036) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:14.317820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-355d0a29-5b63-48f2-a993-c312fe5bb595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:14.327198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab3839-5a8e-42b5-85cd-81c49adfdc52 req-1b5a7928-20d3-4796-ac82-8d79027a7676 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:14.328485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d0a29-5b63-48f2-a993-c312fe5bb595 None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:14.350066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64ab3839-5a8e-42b5-85cd-81c49adfdc52 req-1b5a7928-20d3-4796-ac82-8d79027a7676 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 948 time: 1.3246474 Feb 04 15:31:14.385857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-782a0459-28f8-4be6-9d8c-5d4cb6ddfc86 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819121 Feb 04 15:31:14.683365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 548e64b2-fa52-462c-9c1a-dac0a49f2bfe up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:14.799094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d356b42-c7ca-4b42-bd11-db6d38303234 req-ae576c78-6bad-4be1-9a60-baf517cdc0f0 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000294 Feb 04 15:31:14.864857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64ab3839-5a8e-42b5-85cd-81c49adfdc52 req-9bbf9c9b-85f9-4686-ba9d-f8ce064d6121 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119631 Feb 04 15:31:14.892255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.892641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:14.895471 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:14.972034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6d437229-c7d1-4cc4-85ee-535b854c7c35 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:15.035732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network a696f862-da3e-473e-a8d0-442aba90a094 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:15.040425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:15.074387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.075675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.119778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44040) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:15.120540 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.8083429 Feb 04 15:31:15.125734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094', 'fixed_ips': [{'subnet_id': '0af1e28d-eba1-459e-8ac3-9ebad4a37bd2'}, {'subnet_id': 'b7a39428-66be-4487-b1c6-eebe2ff647dd'}], 'name': 'tempest-PortsIpV6TestJSON-630312052'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:15.220694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 6448c0f3-b8dd-40a6-9a0b-9c235ecb7ee1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:15.221064 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.337689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93ef58-4cf0-4e32-aaac-22d44ba221d7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=b7a39428-66be-4487-b1c6-eebe2ff647dd,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:15.385686 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.432722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 6d437229-c7d1-4cc4-85ee-535b854c7c35 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:15.436359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61cca5-8d5a-490b-9ae4-a9334d75be62 req-1c33cabf-68a9-495f-8cb8-a387b5af90ea tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:15.447389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca61cca5-8d5a-490b-9ae4-a9334d75be62 req-1c33cabf-68a9-495f-8cb8-a387b5af90ea tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 949 time: 0.3045368 Feb 04 15:31:15.465484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8316e8-11b9-4895-a552-6d1c4de43eb8 None None] Network a696f862-da3e-473e-a8d0-442aba90a094 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:15.516586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:15.578244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 6d437229-c7d1-4cc4-85ee-535b854c7c35 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:15.578865 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.579510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.579928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.673911 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca61cca5-8d5a-490b-9ae4-a9334d75be62 req-f2f84714-66c3-46bd-860e-42049b8348d1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982303 Feb 04 15:31:15.688995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 6448c0f3-b8dd-40a6-9a0b-9c235ecb7ee1 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:15.814761 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b68c0f-1a91-4a61-a644-a492d1fc4083 x-openstack-request-id: req-60b68c0f-1a91-4a61-a644-a492d1fc4083 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:15.814761 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:15.814761 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-60b68c0f-1a91-4a61-a644-a492d1fc4083 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:15.815328 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'status': 'completed', 'code': 200} Feb 04 15:31:15.827109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.833440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f70377d6-0265-424e-b6e1-b6122ca5f91e None None] Provisioning complete for port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:15.833801 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f70377d6-0265-424e-b6e1-b6122ca5f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:15.877252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,segment=NetworkSegment(cddb084b-b770-4547-ba02-6ad0d4b229e6),segment_id=cddb084b-b770-4547-ba02-6ad0d4b229e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:15.996927 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.017904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 379bd339-e596-4309-b3ce-b8af629c9a8e yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:16.294816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-7e53df87-2e75-4c31-b3d6-680b8b30e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.296441 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-7e53df87-2e75-4c31-b3d6-680b8b30e74a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1099 time: 0.4564583 Feb 04 15:31:16.383312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf36b-6d01-4c96-a328-345231a67fd5 req-daf28c84-6857-4a78-abac-e2bfa781fd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:16.385567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-604cf36b-6d01-4c96-a328-345231a67fd5 req-daf28c84-6857-4a78-abac-e2bfa781fd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.3819976 Feb 04 15:31:16.493740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:16.515489 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.635519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=6448c0f3-b8dd-40a6-9a0b-9c235ecb7ee1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:16.815841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.878842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-604cf36b-6d01-4c96-a328-345231a67fd5 req-90a01fe4-977c-4af5-b17c-42a380b7c3b7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696009 Feb 04 15:31:16.931544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6d437229-c7d1-4cc4-85ee-535b854c7c35, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6d437229-c7d1-4cc4-85ee-535b854c7c35,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:16.939182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a433d16-a49d-4618-b9bc-234c697a6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d437229-c7d1-4cc4-85ee-535b854c7c35'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:16.942976 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3a6abd-7720-4ac9-b43a-3fff94ab1919" -d '{"events": [{"server_uuid": "6a433d16-a49d-4618-b9bc-234c697a6d95", "name": "network-vif-plugged", "status": "completed", "tag": "6d437229-c7d1-4cc4-85ee-535b854c7c35"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:16.955332 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.966544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.978299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:16.985358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d7a439f4-78b6-45c5-872d-71c146e08574 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/floatingips/4eded0eb-3919-49e3-8452-b4a2e190b807 HTTP/1.1" status: 204 len: 168 time: 2.7116838 Feb 04 15:31:16.991031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44060) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:16.991599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44062) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:16.996496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '8f567e98-9eb9-45c3-8a9b-0f1966883140'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:17.004618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:17.015304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::16 (a696f862-da3e-473e-a8d0-442aba90a094/0af1e28d-eba1-459e-8ac3-9ebad4a37bd2/379bd339-e596-4309-b3ce-b8af629c9a8e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:17.032863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8:0:1::d8 (a696f862-da3e-473e-a8d0-442aba90a094/b7a39428-66be-4487-b1c6-eebe2ff647dd/379bd339-e596-4309-b3ce-b8af629c9a8e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:17.087080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.310613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-6711dc43-439c-4a69-839d-5623e1d8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.313459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-6711dc43-439c-4a69-839d-5623e1d8f59d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.9154403 Feb 04 15:31:17.348834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6d437229-c7d1-4cc4-85ee-535b854c7c35,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:17.373066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59ba290-5275-4f85-9e2d-057425cd6b47 None None] Update dhcp port {'port': {'network_id': 'a696f862-da3e-473e-a8d0-442aba90a094', 'fixed_ips': [{'subnet_id': '0af1e28d-eba1-459e-8ac3-9ebad4a37bd2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b7a39428-66be-4487-b1c6-eebe2ff647dd'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '548e64b2-fa52-462c-9c1a-dac0a49f2bfe'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:31:17.385458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a89df3-028e-4b9c-97e5-9bea4403357e req-2c7e027c-b7a3-4acf-a3ce-51f2a7cb877c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:17.395795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-52a89df3-028e-4b9c-97e5-9bea4403357e req-2c7e027c-b7a3-4acf-a3ce-51f2a7cb877c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 948 time: 0.3216555 Feb 04 15:31:17.436630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94a9a2b7-2085-4cb6-af8c-53fbea8b37e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.502602 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f59ba290-5275-4f85-9e2d-057425cd6b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.596338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-7f006d80-a3bc-4f4e-8e77-c8631c2e9a83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.1476908 Feb 04 15:31:17.597340 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-52a89df3-028e-4b9c-97e5-9bea4403357e req-9d6161c5-1a18-4f9a-8775-8734d5e414e9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993387 Feb 04 15:31:17.683625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:17.697676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:17.698313 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.729257 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.871580 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.936113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94a9a2b7-2085-4cb6-af8c-53fbea8b37e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:17.984290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94a9a2b7-2085-4cb6-af8c-53fbea8b37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.046284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.061148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-7b0a9e32-07c4-4e64-ab23-1542ba1d5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.063370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-7b0a9e32-07c4-4e64-ab23-1542ba1d5add service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4666014 Feb 04 15:31:18.065816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network a696f862-da3e-473e-a8d0-442aba90a094 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:18.067301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9a2b7-2085-4cb6-af8c-53fbea8b37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf6ab4-4782-4ed7-922e-de5ad6e33db5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:18.103358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:18.120811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:18.154611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.155668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.173019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.174246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=379bd339-e596-4309-b3ce-b8af629c9a8e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:18.325096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bc71ec54-7445-4266-9214-8fd34a40499c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 3.2013366 Feb 04 15:31:18.326928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44074) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:18.340235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0af1e28d-eba1-459e-8ac3-9ebad4a37bd2'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:18.395367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:18.419902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-6b653b88-0c8c-4e44-8b00-616634b22883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:18.431492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 548e64b2-fa52-462c-9c1a-dac0a49f2bfe up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:18.432830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-6b653b88-0c8c-4e44-8b00-616634b22883 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3446562 Feb 04 15:31:18.436820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.448086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.25.1.171 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/de99cc8a-e878-4557-b075-e8ed009fa375) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:18.491088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-f59ba290-5275-4f85-9e2d-057425cd6b47 None None] Allocated IP 2001:db8:0:1::2 (a696f862-da3e-473e-a8d0-442aba90a094/b7a39428-66be-4487-b1c6-eebe2ff647dd/548e64b2-fa52-462c-9c1a-dac0a49f2bfe) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:18.637312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.721887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:18.744136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-94a9a2b7-2085-4cb6-af8c-53fbea8b37e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1d7c5d8926541f7bd0cfb7adb00fa57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7216799 Feb 04 15:31:18.750583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44078) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:18.768564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.770260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:18.771063 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:18.892282 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.017784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c0898-ce9a-480c-b8c1-25fb1dc4b7c2 req-fc611e48-5a0b-4044-af53-86a392f15dc6 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:19.024899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f59ba290-5275-4f85-9e2d-057425cd6b47 None None] For port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,segment=NetworkSegment(cddb084b-b770-4547-ba02-6ad0d4b229e6),segment_id=cddb084b-b770-4547-ba02-6ad0d4b229e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:19.032065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd3c0898-ce9a-480c-b8c1-25fb1dc4b7c2 req-fc611e48-5a0b-4044-af53-86a392f15dc6 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 949 time: 1.1701872 Feb 04 15:31:19.299043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8a1051e-a777-4f22-9dae-7cf0dee3456b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.347069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-068e020e-60aa-4c2a-9104-11c990be8066 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8912420 Feb 04 15:31:19.398154 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8a1051e-a777-4f22-9dae-7cf0dee3456b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.490952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f59ba290-5275-4f85-9e2d-057425cd6b47 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.503012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:19.504782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f59ba290-5275-4f85-9e2d-057425cd6b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:19.539295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=de99cc8a-e878-4557-b075-e8ed009fa375,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:19.555362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:19.626875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:19.681229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd3c0898-ce9a-480c-b8c1-25fb1dc4b7c2 req-30a1871a-a93c-4546-98c3-dda883569015 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649395 Feb 04 15:31:19.708201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ba290-5275-4f85-9e2d-057425cd6b47 None None] Pushing event updated for resources: {'Port': ['ID=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:19.834881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:31:19.844016 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6888f2d-95f5-40ad-b56b-765c62fc42de x-openstack-request-id: req-f6888f2d-95f5-40ad-b56b-765c62fc42de {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:19.844599 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a433d16-a49d-4618-b9bc-234c697a6d95", "name": "network-vif-plugged", "status": "completed", "tag": "6d437229-c7d1-4cc4-85ee-535b854c7c35", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:19.844862 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6888f2d-95f5-40ad-b56b-765c62fc42de {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:19.845440 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a433d16-a49d-4618-b9bc-234c697a6d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d437229-c7d1-4cc4-85ee-535b854c7c35', 'code': 200} Feb 04 15:31:19.917941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Delete allocated IP 2001:db8:0:1::d8 (a696f862-da3e-473e-a8d0-442aba90a094/b7a39428-66be-4487-b1c6-eebe2ff647dd) {{(pid=102423) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:31:20.170241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:20.194521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'mac_address': 'fa:16:3e:a0:3c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:31:20.384671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8a1051e-a777-4f22-9dae-7cf0dee3456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.398842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8a1051e-a777-4f22-9dae-7cf0dee3456b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.400056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d8a1051e-a777-4f22-9dae-7cf0dee3456b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93cf6ab4-4782-4ed7-922e-de5ad6e33db5 HTTP/1.1" status: 204 len: 168 time: 1.6393163 Feb 04 15:31:20.417949 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.456172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf588e-8b3f-4f73-9777-3045e7e4fadc req-d2c7c9dd-7098-4f1d-ac5e-b5e5815d3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.457757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43bf588e-8b3f-4f73-9777-3045e7e4fadc req-d2c7c9dd-7098-4f1d-ac5e-b5e5815d3259 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 1101 time: 0.3962705 Feb 04 15:31:20.504124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:20.504649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1051e-a777-4f22-9dae-7cf0dee3456b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf6ab4-4782-4ed7-922e-de5ad6e33db5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:20.528410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 548e64b2-fa52-462c-9c1a-dac0a49f2bfe up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:20.572110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc8c3023-51f8-4a1b-a69b-dac19e25d913 req-cd57b25a-57a3-4047-b15b-c40321cd2d43 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2045865 Feb 04 15:31:20.623500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b48dc-40f9-4e99-ae8c-d0ea12cd24f2 req-c7c821e0-3653-4dc1-b714-683e3a80550c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:20.625146 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-af7b48dc-40f9-4e99-ae8c-d0ea12cd24f2 req-c7c821e0-3653-4dc1-b714-683e3a80550c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.5753250 Feb 04 15:31:20.720213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:20.729717 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.749649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43bf588e-8b3f-4f73-9777-3045e7e4fadc req-c063be40-52fd-4f73-afd4-4604c0e890dc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674375 Feb 04 15:31:20.788510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.804298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:20.835340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:20.836552 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.029212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:21.035387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-af7b48dc-40f9-4e99-ae8c-d0ea12cd24f2 req-1517ed8b-b03e-4b21-9898-5291a83f4303 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527733 Feb 04 15:31:21.131911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] In _notify_port_updated(), no bound segment for port 379bd339-e596-4309-b3ce-b8af629c9a8e on network a696f862-da3e-473e-a8d0-442aba90a094 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:31:21.153578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:21.167375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.169694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "PUT /v2.0/ports/379bd339-e596-4309-b3ce-b8af629c9a8e HTTP/1.1" status: 200 len: 924 time: 2.8405285 Feb 04 15:31:21.172024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41458aa7-68bd-47c6-9828-604e2063c803 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=379bd339-e596-4309-b3ce-b8af629c9a8e,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:21.174234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44086) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:21.201521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0af1e28d-eba1-459e-8ac3-9ebad4a37bd2'}, {'subnet_id': 'b7a39428-66be-4487-b1c6-eebe2ff647dd'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:21.236903 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:21.326812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0fe7e8-ba1c-4ebf-82b3-dd6e1179329c None None] Network a696f862-da3e-473e-a8d0-442aba90a094 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:21.413321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befdb6c-15bc-4f16-a128-f7f84b936ddd req-4408fbf8-11da-4d52-a968-ae055a2f71e2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:21.415578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9befdb6c-15bc-4f16-a128-f7f84b936ddd req-4408fbf8-11da-4d52-a968-ae055a2f71e2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.1990373 Feb 04 15:31:21.596555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44088) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:21.623474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffeda3b0-f88f-4204-8d56-cd756417c2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.639466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6deb5808-1c30-484f-8440-0ba3debee0a6 None None] Provisioning complete for port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:21.639889 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6deb5808-1c30-484f-8440-0ba3debee0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.749107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9befdb6c-15bc-4f16-a128-f7f84b936ddd req-d00a2e3a-66a0-462a-872b-12dc96ab3f71 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885106 Feb 04 15:31:21.882823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128ad87-1a75-4d2f-8b46-000846978480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:21.886864 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c1602-5ec2-4ab7-a76c-b37ed9af6e98" -d '{"events": [{"server_uuid": "4128ad87-1a75-4d2f-8b46-000846978480", "name": "network-vif-plugged", "status": "completed", "tag": "6bb2c9ba-b008-4ea5-9872-e80061dbc4eb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:21.890237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffeda3b0-f88f-4204-8d56-cd756417c2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.902018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffeda3b0-f88f-4204-8d56-cd756417c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:21.980659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda3b0-f88f-4204-8d56-cd756417c2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3564a511-0515-420d-8fdb-96d2b0ab8ac9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:22.029109 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ffeda3b0-f88f-4204-8d56-cd756417c2d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8bac05260c74200ac93dce7a2cd3104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317994 Feb 04 15:31:22.035688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44092) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:22.169473 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f25fe6a-416c-4175-81fe-35098e3efc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.228957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f25fe6a-416c-4175-81fe-35098e3efc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.280009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.367022 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f25fe6a-416c-4175-81fe-35098e3efc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.371470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f25fe6a-416c-4175-81fe-35098e3efc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.373165 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9f25fe6a-416c-4175-81fe-35098e3efc66 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3564a511-0515-420d-8fdb-96d2b0ab8ac9 HTTP/1.1" status: 204 len: 168 time: 0.3361149 Feb 04 15:31:22.392223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.393528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25fe6a-416c-4175-81fe-35098e3efc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3564a511-0515-420d-8fdb-96d2b0ab8ac9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:22.446070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee89bfb-137c-4b54-8fc0-5cd15ab5e21e req-dfc5d753-67ec-4269-a068-4114eb4ed94c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:22.448535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee89bfb-137c-4b54-8fc0-5cd15ab5e21e req-dfc5d753-67ec-4269-a068-4114eb4ed94c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 950 time: 0.4863174 Feb 04 15:31:22.574670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aee89bfb-137c-4b54-8fc0-5cd15ab5e21e req-7b32036a-f489-486b-8f87-37ea68749cc1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104269 Feb 04 15:31:22.746915 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6218a851-a5ec-4036-b3b1-e7eb0d1e863d x-openstack-request-id: req-6218a851-a5ec-4036-b3b1-e7eb0d1e863d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:22.747244 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128ad87-1a75-4d2f-8b46-000846978480", "name": "network-vif-plugged", "status": "completed", "tag": "6bb2c9ba-b008-4ea5-9872-e80061dbc4eb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:22.747508 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6218a851-a5ec-4036-b3b1-e7eb0d1e863d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:22.747945 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128ad87-1a75-4d2f-8b46-000846978480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', 'code': 200} Feb 04 15:31:22.858820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:22.940573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b1e08edf-d5a9-47c8-bcb0-3962e543aaa5 None None] Provisioning complete for port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:22.941284 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1e08edf-d5a9-47c8-bcb0-3962e543aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.015160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448ff9-27c8-4734-b01e-d5561233d4fb req-d6763fdd-0d89-4128-8dc6-4a17c71be102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:23.019665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63448ff9-27c8-4734-b01e-d5561233d4fb req-d6763fdd-0d89-4128-8dc6-4a17c71be102 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 1101 time: 0.1634681 Feb 04 15:31:23.143935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63448ff9-27c8-4734-b01e-d5561233d4fb req-9887fc3f-aff1-4d2e-bd8b-1aa3fc1ba1c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171949 Feb 04 15:31:23.152988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b1e08edf-d5a9-47c8-bcb0-3962e543aaa5 None None] Provisioning complete for port 379bd339-e596-4309-b3ce-b8af629c9a8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:23.162257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1e08edf-d5a9-47c8-bcb0-3962e543aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.295478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b1e08edf-d5a9-47c8-bcb0-3962e543aaa5 None None] Port 379bd339-e596-4309-b3ce-b8af629c9a8e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:23.681685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8686ba87-2101-48d2-84af-0234762c85d8 None None] Provisioning complete for port 379bd339-e596-4309-b3ce-b8af629c9a8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:23.688097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8686ba87-2101-48d2-84af-0234762c85d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:23.770863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:23.943701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8686ba87-2101-48d2-84af-0234762c85d8 None None] Port 379bd339-e596-4309-b3ce-b8af629c9a8e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:24.028974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:24.041579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:24.042330 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.061503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.181609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e9f456cb-ded5-424e-8155-c6b089421311 None None] Provisioning complete for port 379bd339-e596-4309-b3ce-b8af629c9a8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:24.182605 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e9f456cb-ded5-424e-8155-c6b089421311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.238577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.267766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e9f456cb-ded5-424e-8155-c6b089421311 None None] Port 379bd339-e596-4309-b3ce-b8af629c9a8e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:24.290142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07868791-e945-4184-9ad0-6b3b72e787f7 req-43d13090-33ce-4a92-adf7-8dadfc719210 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:24.296892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07868791-e945-4184-9ad0-6b3b72e787f7 req-43d13090-33ce-4a92-adf7-8dadfc719210 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.5198433 Feb 04 15:31:24.333306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:24.344773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:24.469155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:24.724163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8:0:1::2f2 (a696f862-da3e-473e-a8d0-442aba90a094/b7a39428-66be-4487-b1c6-eebe2ff647dd/379bd339-e596-4309-b3ce-b8af629c9a8e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:24.748733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:24.753124 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4824c1ac-3d3a-4417-8a6c-5e20e0a6e6c7" -d '{"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-plugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:24.964621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.074364 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07868791-e945-4184-9ad0-6b3b72e787f7 req-060a184a-1804-40c6-ba86-8f43817f91b5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892405 Feb 04 15:31:25.082744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.201012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=379bd339-e596-4309-b3ce-b8af629c9a8e,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:25.376716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] In _notify_port_updated(), no bound segment for port 379bd339-e596-4309-b3ce-b8af629c9a8e on network a696f862-da3e-473e-a8d0-442aba90a094 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:31:25.391753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.395548 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.399308 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a4bd6e8a-db35-4d4f-9d37-269da72019c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "PUT /v2.0/ports/379bd339-e596-4309-b3ce-b8af629c9a8e HTTP/1.1" status: 200 len: 1010 time: 4.2130606 Feb 04 15:31:25.403957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44138) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:25.537291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669109c3-e497-4a27-9297-65d649ea2958 req-07fc97f4-a619-4139-aaac-32f075cbee8e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:25.542204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-669109c3-e497-4a27-9297-65d649ea2958 req-07fc97f4-a619-4139-aaac-32f075cbee8e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.3269861 Feb 04 15:31:25.659537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.680130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.695470 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-669109c3-e497-4a27-9297-65d649ea2958 req-fdb4d540-3ebf-4931-a619-44a364351253 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240144 Feb 04 15:31:25.824534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e569caae-8d28-4e0f-94f7-5c0fbe0af955 None None] Provisioning complete for port 379bd339-e596-4309-b3ce-b8af629c9a8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:25.824534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e569caae-8d28-4e0f-94f7-5c0fbe0af955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.901452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.906580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b59cc76e-e4b5-4f7c-ab5a-bf407465f46d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 379bd339-e596-4309-b3ce-b8af629c9a8e {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:25.906847 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b59cc76e-e4b5-4f7c-ab5a-bf407465f46d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:25.963518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e569caae-8d28-4e0f-94f7-5c0fbe0af955 None None] Port 379bd339-e596-4309-b3ce-b8af629c9a8e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:26.123722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=de99cc8a-e878-4557-b075-e8ed009fa375,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:26.275146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b59cc76e-e4b5-4f7c-ab5a-bf407465f46d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:26.317100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b59cc76e-e4b5-4f7c-ab5a-bf407465f46d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 379bd339-e596-4309-b3ce-b8af629c9a8e owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:26.366313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b286d6-8e04-4bba-bf7d-710b9c0060fb req-436b649f-bd4a-4ff7-b937-8e0024a6d60a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:26.372291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1b286d6-8e04-4bba-bf7d-710b9c0060fb req-436b649f-bd4a-4ff7-b937-8e0024a6d60a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 950 time: 0.3494725 Feb 04 15:31:26.440029 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 67c2bc02-5326-47bd-ba03-d04bdcb74f99 associated. External IP: 172.25.1.171, port: 8f567e98-9eb9-45c3-8a9b-0f1966883140. Feb 04 15:31:26.557555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1b286d6-8e04-4bba-bf7d-710b9c0060fb req-56cad9ad-9181-48c7-966d-16fdd446bcfa tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690352 Feb 04 15:31:26.641555 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a5a28d-3020-4c1d-bec2-c649d0590b18 x-openstack-request-id: req-35a5a28d-3020-4c1d-bec2-c649d0590b18 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:26.641925 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-plugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:26.642247 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-35a5a28d-3020-4c1d-bec2-c649d0590b18 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:26.642664 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'code': 200} Feb 04 15:31:26.937026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b59cc76e-e4b5-4f7c-ab5a-bf407465f46d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.000144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cc76e-e4b5-4f7c-ab5a-bf407465f46d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=379bd339-e596-4309-b3ce-b8af629c9a8e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:27.049460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5c049-6505-4628-a49f-2d231ec9f31c req-5f5b2013-cce9-4052-bec0-f65ef59a57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.051686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b3d2e-5c49-43c0-b14e-71a032e444e4 req-da8ce40e-8a71-4cd9-b35e-ea182dfe2b75 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.054021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-388b3d2e-5c49-43c0-b14e-71a032e444e4 req-da8ce40e-8a71-4cd9-b35e-ea182dfe2b75 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.1893594 Feb 04 15:31:27.058419 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46c5c049-6505-4628-a49f-2d231ec9f31c req-5f5b2013-cce9-4052-bec0-f65ef59a57e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1101 time: 0.1685746 Feb 04 15:31:27.104287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:27.195049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b59cc76e-e4b5-4f7c-ab5a-bf407465f46d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.198987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b59cc76e-e4b5-4f7c-ab5a-bf407465f46d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/379bd339-e596-4309-b3ce-b8af629c9a8e HTTP/1.1" status: 204 len: 168 time: 1.7925463 Feb 04 15:31:27.213414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:27.231439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-388b3d2e-5c49-43c0-b14e-71a032e444e4 req-324c0175-a74d-40ee-a805-ff3227fee517 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528993 Feb 04 15:31:27.388822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46c5c049-6505-4628-a49f-2d231ec9f31c req-43c00b4a-168f-4987-ba95-e9fc17839c7b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370429 Feb 04 15:31:27.392173 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-76acf7e4-cfb1-4490-92af-38353c7cd909 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:31:27.397469 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-76acf7e4-cfb1-4490-92af-38353c7cd909 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/379bd339-e596-4309-b3ce-b8af629c9a8e HTTP/1.1" status: 404 len: 333 time: 0.1737621 Feb 04 15:31:27.398711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:27.581042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeeb10ce-5ab0-4b20-b27f-e23a6e073388 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet b7a39428-66be-4487-b1c6-eebe2ff647dd {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:31:27.585643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb10ce-5ab0-4b20-b27f-e23a6e073388 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.659342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad060b5-8c6b-4435-b19b-8901ddfb6b34 req-3dd14058-4971-4174-97d7-78a9c9d3e85e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:27.664426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aad060b5-8c6b-4435-b19b-8901ddfb6b34 req-3dd14058-4971-4174-97d7-78a9c9d3e85e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 950 time: 0.2331362 Feb 04 15:31:27.779962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:27.808701 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f680-7fa9-4fc4-9af7-22526e87ca8e None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:27.830498 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57f680-7fa9-4fc4-9af7-22526e87ca8e None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:27.831447 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd57f680-7fa9-4fc4-9af7-22526e87ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:27.850408 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aad060b5-8c6b-4435-b19b-8901ddfb6b34 req-0c35ae75-e5d5-455c-bd6c-9b5a81dfa10a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741180 Feb 04 15:31:27.856966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.920145 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd57f680-7fa9-4fc4-9af7-22526e87ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:27.938111 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57f680-7fa9-4fc4-9af7-22526e87ca8e None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:27.939064 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd57f680-7fa9-4fc4-9af7-22526e87ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:27.940968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44170) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:27.941546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-99d19045-5a8b-407c-aaac-1e3441e6fce4 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.9479244 Feb 04 15:31:27.952449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb10ce-5ab0-4b20-b27f-e23a6e073388 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:27.978940 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd57f680-7fa9-4fc4-9af7-22526e87ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:27.979895 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f680-7fa9-4fc4-9af7-22526e87ca8e None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:28.140288 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-36fef53e-0648-4caa-b648-210e1fea460a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "GET /v2.0/floatingips/67c2bc02-5326-47bd-ba03-d04bdcb74f99 HTTP/1.1" status: 200 len: 978 time: 0.1975212 Feb 04 15:31:28.172457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44172) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:28.298359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-31d25e2d-6779-4e18-91be-19e5fd5ca176 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532428 Feb 04 15:31:28.337878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb10ce-5ab0-4b20-b27f-e23a6e073388 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.469940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-0be1dad0-578a-4911-90cc-9ccf662043a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.477794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-0be1dad0-578a-4911-90cc-9ccf662043a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4565e366992142aeafe6e4c13adea0dd&device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 1097 time: 0.1387956 Feb 04 15:31:28.501165 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb10ce-5ab0-4b20-b27f-e23a6e073388 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.641682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba71b-8140-49fe-8fc0-270b21dffe9b req-231e2a57-0f48-421d-b3c5-bc077717ae0d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.643807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eba71b-8140-49fe-8fc0-270b21dffe9b req-231e2a57-0f48-421d-b3c5-bc077717ae0d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.5644789 Feb 04 15:31:28.644691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb10ce-5ab0-4b20-b27f-e23a6e073388 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a39428-66be-4487-b1c6-eebe2ff647dd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:28.673886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4c1ac-22fe-4849-8f83-f42f43ea21e7 None None] Network a696f862-da3e-473e-a8d0-442aba90a094 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:28.674799 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeeb10ce-5ab0-4b20-b27f-e23a6e073388 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.678838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-aeeb10ce-5ab0-4b20-b27f-e23a6e073388 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/b7a39428-66be-4487-b1c6-eebe2ff647dd HTTP/1.1" status: 204 len: 168 time: 1.2789645 Feb 04 15:31:28.683046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44176) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:28.702676 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c3fc4b77-c4c9-489d-a87d-20888fffee26 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5248854 Feb 04 15:31:28.704997 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:28.742949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'port_id': '25f255a1-cea8-407b-9658-a05fce85e91d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:28.850611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b95fb8-dcce-4e08-b3d0-3f463a7480b1 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet 0af1e28d-eba1-459e-8ac3-9ebad4a37bd2 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:31:28.855294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57b95fb8-dcce-4e08-b3d0-3f463a7480b1 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.916986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-e6cdc15f-bdab-4904-9ec3-c3be1f859864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:28.918947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-e6cdc15f-bdab-4904-9ec3-c3be1f859864 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009879e3-fdd9-4e71-b5db-7b1eb016817c HTTP/1.1" status: 200 len: 912 time: 0.4112544 Feb 04 15:31:28.936797 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:28.960103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57b95fb8-dcce-4e08-b3d0-3f463a7480b1 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:29.119432 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eba71b-8140-49fe-8fc0-270b21dffe9b req-b7fbfc40-ba6e-4974-b906-ba66e8e40ab6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577558 Feb 04 15:31:30.126984 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-cee7eae6-db9e-4fb2-87fe-9dec1a9cfa91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a HTTP/1.1" status: 200 len: 1002 time: 1.1956251 Feb 04 15:31:30.163873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3618-8a82-4d02-99d4-4a6e42df1aeb req-f80a61e2-1fec-4dca-acc5-79b825f8585a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.171965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3618-8a82-4d02-99d4-4a6e42df1aeb req-f80a61e2-1fec-4dca-acc5-79b825f8585a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.174753 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e90c3618-8a82-4d02-99d4-4a6e42df1aeb req-f80a61e2-1fec-4dca-acc5-79b825f8585a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480&device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 1691 time: 0.3020029 Feb 04 15:31:30.299874 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57b95fb8-dcce-4e08-b3d0-3f463a7480b1 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.309869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-038644bc-cb6e-4f69-96f6-f9c5ae98b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.321223 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-038644bc-cb6e-4f69-96f6-f9c5ae98b5ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8 HTTP/1.1" status: 200 len: 850 time: 0.1703877 Feb 04 15:31:30.431052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e90c3618-8a82-4d02-99d4-4a6e42df1aeb req-5b641821-8a70-4563-af41-cfc13521dec6 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479928 Feb 04 15:31:30.450744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.resource_extend [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:30.500193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-4a08e7ff-3c14-4bd0-ac92-c5bf0cd65c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.506446 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-4a08e7ff-3c14-4bd0-ac92-c5bf0cd65c5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009879e3-fdd9-4e71-b5db-7b1eb016817c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792092 Feb 04 15:31:30.522897 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4441cffc-78e1-40ba-a2c5-1249fa8924de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.588635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b18b5d98-3c1d-489d-8610-6eb5caf871f3 None None] Provisioning complete for port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:30.589514 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b18b5d98-3c1d-489d-8610-6eb5caf871f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.688737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57b95fb8-dcce-4e08-b3d0-3f463a7480b1 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.706621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.737238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.753954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b95fb8-dcce-4e08-b3d0-3f463a7480b1 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=0af1e28d-eba1-459e-8ac3-9ebad4a37bd2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:30.781933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57b95fb8-dcce-4e08-b3d0-3f463a7480b1 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:30.789462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-57b95fb8-dcce-4e08-b3d0-3f463a7480b1 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/0af1e28d-eba1-459e-8ac3-9ebad4a37bd2 HTTP/1.1" status: 204 len: 168 time: 2.1052337 Feb 04 15:31:30.793815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:30.794298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce233f61-f6ac-46ba-93e8-8c9ec4813471 None None] Network a696f862-da3e-473e-a8d0-442aba90a094 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:30.925381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2790d1-06ef-43fb-828e-a4ec6fc55448 req-048fb02c-6900-4385-b192-34f2eee59c02 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:30.934738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca2790d1-06ef-43fb-828e-a4ec6fc55448 req-048fb02c-6900-4385-b192-34f2eee59c02 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.3120904 Feb 04 15:31:30.971639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-8ac5b682-e730-4989-a843-d63c2ee58bdb service neutron] 10.222.0.30 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563580 Feb 04 15:31:31.051315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.122876 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 67c2bc02-5326-47bd-ba03-d04bdcb74f99 associated. External IP: 172.25.1.171, port: 8f567e98-9eb9-45c3-8a9b-0f1966883140. Feb 04 15:31:31.208420 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-898b66d0-560f-42c5-b08b-eb73b8bdbf8f req-cc412265-9c7a-46ba-8d8c-d5ef6119572f service neutron] 10.222.0.30 "GET /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969569 Feb 04 15:31:31.274573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:31.275052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.334582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] DHCP port deletion for a696f862-da3e-473e-a8d0-442aba90a094 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:31:31.388619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] For port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,segment=NetworkSegment(cddb084b-b770-4547-ba02-6ad0d4b229e6),segment_id=cddb084b-b770-4547-ba02-6ad0d4b229e6)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:31.389050 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.409936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 548e64b2-fa52-462c-9c1a-dac0a49f2bfe owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:31.475801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Deleting port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:31.476782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.539677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.592581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] For port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,segment=NetworkSegment(cddb084b-b770-4547-ba02-6ad0d4b229e6),segment_id=cddb084b-b770-4547-ba02-6ad0d4b229e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:31.593761 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.608546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:31.613416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Calling delete_port for 548e64b2-fa52-462c-9c1a-dac0a49f2bfe owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:31.629544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No DVR routers for this DVR port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:31.662740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca2790d1-06ef-43fb-828e-a4ec6fc55448 req-2b6b9c09-4d81-4b48-bd7c-995f87c6866b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7257378 Feb 04 15:31:31.762310 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.813605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a696f862-da3e-473e-a8d0-442aba90a094']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:31.822639 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.843110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddb084b-b770-4547-ba02-6ad0d4b229e6') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:31.843401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddb084b-b770-4547-ba02-6ad0d4b229e6') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:31.855427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Pushing event deleted for resources: {'Port': ['ID=548e64b2-fa52-462c-9c1a-dac0a49f2bfe,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:31.862963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] No DVR routers for this DVR port 548e64b2-fa52-462c-9c1a-dac0a49f2bfe on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:31.866793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.866793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.866793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.867350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.867504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.868125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.868291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.868645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.869042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.869496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.870062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.870461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619038d9-46e6-4f88-90d5-1ebc0198600a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:31:31.871796 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.910192 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.923109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:31:31.923525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:31.927626 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:32.024988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:32.034478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.047437 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:32.058892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/networks/a696f862-da3e-473e-a8d0-442aba90a094 HTTP/1.1" status: 204 len: 168 time: 1.2581518 Feb 04 15:31:32.062714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44216) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:32.074946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6a178-3480-4321-9957-3ba776c58c9b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Network': ['ID=a696f862-da3e-473e-a8d0-442aba90a094,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:32.229486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e5203-eca8-4410-8483-a84a50300b5a req-16c00807-ffb4-43ab-80e4-ccfdf47953e3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.231115 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-089e5203-eca8-4410-8483-a84a50300b5a req-16c00807-ffb4-43ab-80e4-ccfdf47953e3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.4415445 Feb 04 15:31:32.337122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194c541-ae5c-4dda-af1c-0c21a036518b req-02d7ad87-fa34-42d8-9192-260decccf037 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.345473 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b194c541-ae5c-4dda-af1c-0c21a036518b req-02d7ad87-fa34-42d8-9192-260decccf037 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 1101 time: 0.1195855 Feb 04 15:31:32.391375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 548e64b2-fa52-462c-9c1a-dac0a49f2bfe no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:31:32.430970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b194c541-ae5c-4dda-af1c-0c21a036518b req-f29bc67e-1589-4f75-983b-28c777c1e6fd tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839729 Feb 04 15:31:32.452333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 548e64b2-fa52-462c-9c1a-dac0a49f2bfe {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:31:32.452721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 548e64b2-fa52-462c-9c1a-dac0a49f2bfe not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:31:32.684425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0266d-87f7-43a0-9251-ac04682f5b3e req-63dd015f-6357-4151-9a1f-03e45b070252 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.706052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25b0266d-87f7-43a0-9251-ac04682f5b3e req-63dd015f-6357-4151-9a1f-03e45b070252 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 1101 time: 0.0916197 Feb 04 15:31:32.755173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25b0266d-87f7-43a0-9251-ac04682f5b3e req-edd0c5c2-1243-4b0c-b149-4fd21ebe975b tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481641 Feb 04 15:31:32.823086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196a1b33-d1e6-4ad3-a3b3-e312e57e68c7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:32.825950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-196a1b33-d1e6-4ad3-a3b3-e312e57e68c7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7614849 Feb 04 15:31:32.831548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44268) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:32.847762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:32.877627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2a185a-a272-45a8-bddc-e56655829956 None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:32.898078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a185a-a272-45a8-bddc-e56655829956 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:32.901355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0a2a185a-a272-45a8-bddc-e56655829956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:32.937276 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-089e5203-eca8-4410-8483-a84a50300b5a req-ea55333a-8f06-4c94-9806-d634dfc2c703 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944304 Feb 04 15:31:32.982014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0a2a185a-a272-45a8-bddc-e56655829956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:32.999540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a185a-a272-45a8-bddc-e56655829956 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:33.000725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0a2a185a-a272-45a8-bddc-e56655829956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:33.042274 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1b73dd1f-e424-43d9-80f5-734d277ff152 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2089188 Feb 04 15:31:33.049348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44284) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:33.066385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0a2a185a-a272-45a8-bddc-e56655829956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:33.070110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-799248790'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:33.070573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2a185a-a272-45a8-bddc-e56655829956 None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:33.096660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14573-923b-4bb8-9ffc-ccc1d8e3fe8e req-dfe9cf6c-344e-417a-b0f9-ca2ac93981d8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.105572 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fac14573-923b-4bb8-9ffc-ccc1d8e3fe8e req-dfe9cf6c-344e-417a-b0f9-ca2ac93981d8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.2063200 Feb 04 15:31:33.148844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:33.153518 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.188691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:31:33.202144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.202853 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Added segment 48793d3a-5bcf-479a-ac01-fe00d7b982a0 of type vlan for network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e Feb 04 15:31:33.255168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.288383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fac14573-923b-4bb8-9ffc-ccc1d8e3fe8e req-34c5c553-1a4d-4010-b2cd-7015dcbd7a27 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817131 Feb 04 15:31:33.312001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:33.317798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.332881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.334916 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.394608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3297133 Feb 04 15:31:33.399574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44314) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:33.419222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:33.561541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ade77-f857-415c-8594-89c4459accd5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Network': ['ID=3e9f7910-464b-4cb5-ab0f-ae5d0d43500e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:33.577339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:31:33.601010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-dd2f31ef-9bb1-4d51-8054-514fc3e1258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.602924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-dd2f31ef-9bb1-4d51-8054-514fc3e1258b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 1097 time: 0.2426527 Feb 04 15:31:33.610804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-470061b0-0973-4f5a-a420-a69bc45a5e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.715193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-9f533694-c42b-463a-8229-57d25abbd144 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698190 Feb 04 15:31:33.771595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:33.777609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.814851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44340) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:33.915728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9be0c-f9d8-4c38-bc4f-b69b647bab81 req-67781be9-eb78-4a68-a2d4-d1054f5652d7 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.925109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-26139d0f-a1df-4185-bdb0-d79e717d670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.928044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3c9be0c-f9d8-4c38-bc4f-b69b647bab81 req-67781be9-eb78-4a68-a2d4-d1054f5652d7 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1101 time: 0.3359973 Feb 04 15:31:33.928819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-26139d0f-a1df-4185-bdb0-d79e717d670c service neutron] 10.222.0.50 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 912 time: 0.3135669 Feb 04 15:31:33.963480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:33.972887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:33.977574 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfab545-6a13-4232-a6ea-e4e9872345f6 None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:33.979808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-a43b1333-12b0-4803-850b-5c60c30b732b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:33.993751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-a43b1333-12b0-4803-850b-5c60c30b732b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656631 Feb 04 15:31:33.994875 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfab545-6a13-4232-a6ea-e4e9872345f6 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:33.995738 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4dfab545-6a13-4232-a6ea-e4e9872345f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:34.039544 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4dfab545-6a13-4232-a6ea-e4e9872345f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:34.051178 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfab545-6a13-4232-a6ea-e4e9872345f6 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:34.052312 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4dfab545-6a13-4232-a6ea-e4e9872345f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:34.079902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-32686ba3-e712-462b-8fc0-fc9f04038de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.103549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-0d32ab3b-5c20-4ec3-8af4-8d1082cbfe57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afec846f-0786-496f-8512-1e498fcbd559 HTTP/1.1" status: 200 len: 217 time: 0.1558611 Feb 04 15:31:34.109801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-8247be79-b359-4cd2-880b-84690d9971a4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/quotas/aab7b7ea57c6451aa1c9fcf4e0dc532f HTTP/1.1" status: 200 len: 375 time: 0.1133840 Feb 04 15:31:34.143097 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3c9be0c-f9d8-4c38-bc4f-b69b647bab81 req-5f57e101-26b2-4bcc-8b11-e4930acee155 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132692 Feb 04 15:31:34.210470 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4dfab545-6a13-4232-a6ea-e4e9872345f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:34.211641 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfab545-6a13-4232-a6ea-e4e9872345f6 None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:34.260314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7183b66c-2c88-4d2f-872c-a5751127cacf tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/floatingips/67c2bc02-5326-47bd-ba03-d04bdcb74f99 HTTP/1.1" status: 200 len: 978 time: 5.5518224 Feb 04 15:31:34.263337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44346) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:34.275292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:34.322993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-0d320bf0-c322-4ce5-983f-3c2c7d8aaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.324537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-0d320bf0-c322-4ce5-983f-3c2c7d8aaa9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.2086251 Feb 04 15:31:34.363657 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-71109823-7fce-4f15-8e93-b27d97dbcf08 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2221889 Feb 04 15:31:34.388841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-005c6691-b274-4737-839f-adc398177a0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498884 Feb 04 15:31:34.410656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165dbc2-2138-44a1-9235-15c2434e1589 req-8ab24d1a-9cb7-4154-a49f-4769c0ac5888 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.420851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-32686ba3-e712-462b-8fc0-fc9f04038de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.423094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9165dbc2-2138-44a1-9235-15c2434e1589 req-8ab24d1a-9cb7-4154-a49f-4769c0ac5888 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 950 time: 0.1852148 Feb 04 15:31:34.425754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.437524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.469626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-32686ba3-e712-462b-8fc0-fc9f04038de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.576059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-32686ba3-e712-462b-8fc0-fc9f04038de1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9b16b76f0c64fd8a0e47b24940c8c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7522717 Feb 04 15:31:34.581659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44352) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:34.607920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32686ba3-e712-462b-8fc0-fc9f04038de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195e6e7c-acae-48e6-b4ad-f95382b73f32,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:34.634713 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9165dbc2-2138-44a1-9235-15c2434e1589 req-39b04ad4-dfc3-4087-854f-82f36bf82c52 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962922 Feb 04 15:31:34.639085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=8d2ef9dd-63a0-40c2-90f6-98bcd48b9881,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:34.695340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-e3286141-e85c-4c8f-bbcd-c51378710837 service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937696 Feb 04 15:31:34.700446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking segment: {'id': '48793d3a-5bcf-479a-ac01-fe00d7b982a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:34.700907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network hostable DHCP agents. Network: 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:31:34.719238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56802a72-bb6b-41ff-93f0-3399cef1d56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.744999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56802a72-bb6b-41ff-93f0-3399cef1d56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.801459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-f1fa5684-cc40-4c69-ba13-19f2c7efd34d req-f5f08f52-7a33-4331-b350-d61063eed750 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:31:34.802646 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f1fa5684-cc40-4c69-ba13-19f2c7efd34d req-f5f08f52-7a33-4331-b350-d61063eed750 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059872 Feb 04 15:31:34.827666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.867545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.867883 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 67c2bc02-5326-47bd-ba03-d04bdcb74f99 disassociated. External IP: 172.25.1.171, port: 25f255a1-cea8-407b-9658-a05fce85e91d. Feb 04 15:31:34.886409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:31:34.906725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56802a72-bb6b-41ff-93f0-3399cef1d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.908997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56802a72-bb6b-41ff-93f0-3399cef1d56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.910230 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-56802a72-bb6b-41ff-93f0-3399cef1d56e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/195e6e7c-acae-48e6-b4ad-f95382b73f32 HTTP/1.1" status: 204 len: 168 time: 0.3228076 Feb 04 15:31:34.928853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:34.941937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-624804be-ce87-4773-9732-7e9ef163a4a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535742 Feb 04 15:31:34.946998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56802a72-bb6b-41ff-93f0-3399cef1d56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e6e7c-acae-48e6-b4ad-f95382b73f32,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:34.951438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:34.952289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1563d-b255-4d9e-a796-22a2e7b2f795 None None] Network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:34.952726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:34.992518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-597d75c2-4d1f-4149-a50a-a76d9edda19e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5887175 Feb 04 15:31:34.993122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44364) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:35.001599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e', 'name': 'tempest-PortsIpV6TestJSON-1116862270'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:35.362538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-af75174a-24e4-4c26-a4b8-f6549cbb4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.366966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-af75174a-24e4-4c26-a4b8-f6549cbb4c5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 1099 time: 0.3177755 Feb 04 15:31:35.414848 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34315bd3-d716-4d2d-b3ef-72591a1cad8b req-04dd0af7-1328-4e95-b42d-56d99b7f9005 service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756411 Feb 04 15:31:35.423990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092ae2d-dbf4-40d5-9698-1d96a42feaa0 req-2a2e2fcb-1efc-4319-a1b8-efb9d1c41f4d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.432406 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d092ae2d-dbf4-40d5-9698-1d96a42feaa0 req-2a2e2fcb-1efc-4319-a1b8-efb9d1c41f4d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.5618322 Feb 04 15:31:35.463595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44384) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:35.521182 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1074cf3b-e0bf-4ab4-a621-94e2a242f487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.547319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:35.550254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3e9f7910-464b-4cb5-ab0f-ae5d0d43500e', 'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e', 'tenant_id': '911d82a09525459aa52186e2c0ee4cb3', 'fixed_ips': [{'subnet_id': '8d2ef9dd-63a0-40c2-90f6-98bcd48b9881'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:31:35.554702 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.555693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:35.556955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-82706a20-f6a1-4974-912f-f4166ae6a0dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2824507 Feb 04 15:31:35.580973 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d092ae2d-dbf4-40d5-9698-1d96a42feaa0 req-0497e755-ae9a-40e6-82f8-5abd47c77425 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477394 Feb 04 15:31:35.641177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 651ec38f-01a0-4d35-a0d1-08781e65de0e yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:35.677919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:35.807170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-4f0d2ace-8162-4806-b900-96a584c46414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:35.812797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-4f0d2ace-8162-4806-b900-96a584c46414 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3994367 Feb 04 15:31:35.913617 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.006158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1074cf3b-e0bf-4ab4-a621-94e2a242f487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.019627 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1074cf3b-e0bf-4ab4-a621-94e2a242f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.048108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::c8 (3e9f7910-464b-4cb5-ab0f-ae5d0d43500e/8d2ef9dd-63a0-40c2-90f6-98bcd48b9881/651ec38f-01a0-4d35-a0d1-08781e65de0e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:36.056644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074cf3b-e0bf-4ab4-a621-94e2a242f487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601e5011-33c5-4cbd-a6bb-7be6e7de5edf,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:36.068527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:36.076378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.088360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059a4a1-c4da-4e70-8bb1-8b5ae3a2f43d None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:36.108997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059a4a1-c4da-4e70-8bb1-8b5ae3a2f43d None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:36.109664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d059a4a1-c4da-4e70-8bb1-8b5ae3a2f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:36.129251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e60b1f-e89e-4cf5-b8b2-987c0c41b8f3 req-dcc21ead-59c8-4589-a9f2-4e7c211c905a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.137186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81e60b1f-e89e-4cf5-b8b2-987c0c41b8f3 req-dcc21ead-59c8-4589-a9f2-4e7c211c905a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.2223096 Feb 04 15:31:36.177189 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1074cf3b-e0bf-4ab4-a621-94e2a242f487 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=277724126e8d434092d244ada29dddea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082274 Feb 04 15:31:36.180804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44402) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:36.186208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9a07b6c5-ecf8-4adb-9e7e-4ffa8fad6f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/floatingips/67c2bc02-5326-47bd-ba03-d04bdcb74f99 HTTP/1.1" status: 200 len: 688 time: 1.9186461 Feb 04 15:31:36.193867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44404) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:36.207848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d059a4a1-c4da-4e70-8bb1-8b5ae3a2f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:36.219799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-2a7cb612-8a8f-4232-b181-f995892d407e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 HTTP/1.1" status: 200 len: 217 time: 0.3882077 Feb 04 15:31:36.222323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059a4a1-c4da-4e70-8bb1-8b5ae3a2f43d None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:36.223284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d059a4a1-c4da-4e70-8bb1-8b5ae3a2f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:36.265880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d059a4a1-c4da-4e70-8bb1-8b5ae3a2f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:36.266615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059a4a1-c4da-4e70-8bb1-8b5ae3a2f43d None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:36.307871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81e60b1f-e89e-4cf5-b8b2-987c0c41b8f3 req-7b47f130-7dbb-47ef-9796-ce09d464c03a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668510 Feb 04 15:31:36.386958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-e52ff3ce-9e0f-4bab-8dd2-3a472856ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.388654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-e52ff3ce-9e0f-4bab-8dd2-3a472856ea92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1444755 Feb 04 15:31:36.486425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.502138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-97e43fbd-8cca-45e7-a92d-20141bc3f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:36.503883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-97e43fbd-8cca-45e7-a92d-20141bc3f96d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057658 Feb 04 15:31:36.520664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbd6031a-d55b-4226-ae25-c0f69afc84a8 req-027ce8ca-1a2c-481b-a1a7-4c3198ab65d2 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 210 time: 0.1111467 Feb 04 15:31:36.545765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb146b01-e27f-4b6c-9d97-922d4679b594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.678501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb146b01-e27f-4b6c-9d97-922d4679b594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.731026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.747567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port de99cc8a-e878-4557-b075-e8ed009fa375 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:36.748016 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.896736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Allocated IP 2001:db8::2 (3e9f7910-464b-4cb5-ab0f-ae5d0d43500e/8d2ef9dd-63a0-40c2-90f6-98bcd48b9881/0022618a-329a-4a2c-a6c9-519d45713b3b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:36.909865 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.962037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb146b01-e27f-4b6c-9d97-922d4679b594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.967248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb146b01-e27f-4b6c-9d97-922d4679b594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:36.968610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fb146b01-e27f-4b6c-9d97-922d4679b594 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/601e5011-33c5-4cbd-a6bb-7be6e7de5edf HTTP/1.1" status: 204 len: 168 time: 0.7871878 Feb 04 15:31:37.054474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:37.061911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146b01-e27f-4b6c-9d97-922d4679b594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601e5011-33c5-4cbd-a6bb-7be6e7de5edf,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:37.062868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=651ec38f-01a0-4d35-a0d1-08781e65de0e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:37.067421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:37.072446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:37.114397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.115962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.137236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-1f9b4703-330f-4c46-b77b-76db2f0cc876 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174181 Feb 04 15:31:37.178852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.181423 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.185877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device afec846f-0786-496f-8512-1e498fcbd559 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:31:37.188053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.220032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b6f72-a398-47d1-b87d-091259c74947 req-169e1c3d-2153-4377-947f-279e9e6246b7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:37.231445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a7b6f72-a398-47d1-b87d-091259c74947 req-169e1c3d-2153-4377-947f-279e9e6246b7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 946 time: 0.4518802 Feb 04 15:31:37.282611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for de99cc8a-e878-4557-b075-e8ed009fa375 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:37.502232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-553b17bd-b7bc-47dd-bb46-8d37cf668eb3 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5073678 Feb 04 15:31:37.507015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44464) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:37.537951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e', 'name': 'tempest-PortsIpV6TestJSON-243535492'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:37.623636 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.786139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Pushing event updated for resources: {'Port': ['ID=0022618a-329a-4a2c-a6c9-519d45713b3b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:37.804831 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:37.839280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:37.846849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:37.859670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:37.909284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7dc945d1-671c-4b53-83c1-59dab0a701d4 req-a08d8cca-c36c-42b6-b354-a37bcd991ed3 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583520 Feb 04 15:31:38.104281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619b3f1-d8e8-47de-baa3-30fb5f0dfac9 req-a0c04bc0-6d42-4d84-8308-092cf78f5ed6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:38.108081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Attempting to bind port 0022618a-329a-4a2c-a6c9-519d45713b3b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:38.109393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Attempting to bind port 0022618a-329a-4a2c-a6c9-519d45713b3b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '48793d3a-5bcf-479a-ac01-fe00d7b982a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:38.110468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Attempting to bind port 0022618a-329a-4a2c-a6c9-519d45713b3b on network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:38.112835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d619b3f1-d8e8-47de-baa3-30fb5f0dfac9 req-a0c04bc0-6d42-4d84-8308-092cf78f5ed6 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.1712461 Feb 04 15:31:38.126622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:31:38.127245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Checking segment: {'id': '48793d3a-5bcf-479a-ac01-fe00d7b982a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:38.128279 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.128981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Bound using segment: {'id': '48793d3a-5bcf-479a-ac01-fe00d7b982a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:31:38.134625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Bound port: 0022618a-329a-4a2c-a6c9-519d45713b3b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48793d3a-5bcf-479a-ac01-fe00d7b982a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3e9f7910-464b-4cb5-ab0f-ae5d0d43500e'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:38.139325 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.146577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:38.149804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.150888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.182944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d619b3f1-d8e8-47de-baa3-30fb5f0dfac9 req-84e4725f-568e-4481-bf25-fc88f5c6e722 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690229 Feb 04 15:31:38.218603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 55d29868-29f7-4743-b7f2-82aab278f6ca yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:38.228284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-56e4abb3-8a44-4724-b2a4-3f01d84c1af5 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274512 Feb 04 15:31:38.333138 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a7b6f72-a398-47d1-b87d-091259c74947 req-438e4799-48ad-471e-934a-b82fc4752196 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0635839 Feb 04 15:31:38.352524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d135eedd-9dda-4447-9ef9-a528ed180d03 req-00407baf-58cc-4d09-abd9-7757019a7696 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 210 time: 0.0537388 Feb 04 15:31:38.451481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:38.455967 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4540b-f12f-4383-b7f7-767c79e091d3" -d '{"events": [{"server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "name": "network-vif-unplugged", "status": "completed", "tag": "afec846f-0786-496f-8512-1e498fcbd559"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:38.524397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:38.548245 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.550247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:31:38.697396 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618d563b-70d9-407f-97cf-144d664c348b x-openstack-request-id: req-618d563b-70d9-407f-97cf-144d664c348b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:38.697913 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "name": "network-vif-unplugged", "status": "completed", "tag": "afec846f-0786-496f-8512-1e498fcbd559", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:38.698374 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-618d563b-70d9-407f-97cf-144d664c348b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:38.698985 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559', 'code': 200} Feb 04 15:31:38.711348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-254c8c89-b347-420d-bfb4-fb0b4f9d0515 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:38.713454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-254c8c89-b347-420d-bfb4-fb0b4f9d0515 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4741285 Feb 04 15:31:38.734298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Request body: {'port': {'device_id': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'aab7b7ea57c6451aa1c9fcf4e0dc532f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:38.757870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] For port 0022618a-329a-4a2c-a6c9-519d45713b3b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:38.769628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:38.806175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.809712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] For port 0022618a-329a-4a2c-a6c9-519d45713b3b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0022618a-329a-4a2c-a6c9-519d45713b3b,segment=NetworkSegment(48793d3a-5bcf-479a-ac01-fe00d7b982a0),segment_id=48793d3a-5bcf-479a-ac01-fe00d7b982a0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:38.826962 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:38.880989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=de99cc8a-e878-4557-b075-e8ed009fa375,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:38.902595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-0e800d21-677c-4307-99f6-e13f8aa8304c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2315059 Feb 04 15:31:39.023332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::39 (3e9f7910-464b-4cb5-ab0f-ae5d0d43500e/8d2ef9dd-63a0-40c2-90f6-98bcd48b9881/55d29868-29f7-4743-b7f2-82aab278f6ca) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:39.099740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.111038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.113516 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-38143c0e-aad5-4f34-8c0b-63cb88f77856 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/floatingips/67c2bc02-5326-47bd-ba03-d04bdcb74f99 HTTP/1.1" status: 204 len: 168 time: 2.9183671 Feb 04 15:31:39.118811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44494) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:39.122434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.188594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:39.194251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab5475-04a5-4da1-9ac6-520cce829f76 None None] Pushing event updated for resources: {'Port': ['ID=0022618a-329a-4a2c-a6c9-519d45713b3b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:39.199085 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.259746 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-55b0cc85-1de9-40f1-ac71-7948720b2c14 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] delete failed (client error): The resource could not be found. Feb 04 15:31:39.262237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55b0cc85-1de9-40f1-ac71-7948720b2c14 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/floatingips/67c2bc02-5326-47bd-ba03-d04bdcb74f99 HTTP/1.1" status: 404 len: 345 time: 0.1408861 Feb 04 15:31:39.268845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44498) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:39.327906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972bab2-20a8-4e78-a713-74d76dd37a17 req-78fd45d4-7f0b-4c87-8b83-4fe1f2683834 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.344502 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f972bab2-20a8-4e78-a713-74d76dd37a17 req-78fd45d4-7f0b-4c87-8b83-4fe1f2683834 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 950 time: 0.8080690 Feb 04 15:31:39.366018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=11']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:39.486601 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.520817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Made reservation on behalf of aab7b7ea57c6451aa1c9fcf4e0dc532f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:39.524569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:39.648173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f972bab2-20a8-4e78-a713-74d76dd37a17 req-c9f4aec3-863b-44ff-a5d7-fb7be41e2aa9 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976022 Feb 04 15:31:39.682722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff1cdd2-0e26-4854-9e34-cc2c05b2f23b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.708586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff1cdd2-0e26-4854-9e34-cc2c05b2f23b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.729622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff1cdd2-0e26-4854-9e34-cc2c05b2f23b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.735141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ff1cdd2-0e26-4854-9e34-cc2c05b2f23b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "GET /v2.0/ports?network_id=05339d24-6525-4831-a41a-bea3e2bd4738 HTTP/1.1" status: 200 len: 2358 time: 0.4576330 Feb 04 15:31:39.765802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-7bb50681-8aa0-4888-87ac-5126f921e236 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.770128 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-7bb50681-8aa0-4888-87ac-5126f921e236 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8531475 Feb 04 15:31:39.770128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44510) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:39.887174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b54b3-337f-4e7e-9029-7e2380d8daa4 req-bcfdc3fe-fcc8-4f4e-84b5-f08a6638baa0 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:39.889355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f10b54b3-337f-4e7e-9029-7e2380d8daa4 req-bcfdc3fe-fcc8-4f4e-84b5-f08a6638baa0 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.4088013 Feb 04 15:31:39.981004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Request body: {'port': {'device_id': '39a3ca90-0100-4ffd-a8c1-a0e23390a10d', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'aab7b7ea57c6451aa1c9fcf4e0dc532f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:39.985957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Allocated IP 192.168.233.125 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/f6bf9d93-d471-4b1d-8ace-2ea3d468531b) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:39.991800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f10b54b3-337f-4e7e-9029-7e2380d8daa4 req-ebdcac7e-8723-4c13-9528-acaedb3cdd57 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744987 Feb 04 15:31:40.186693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e696297-be9d-43c7-bbdb-0b6fb3341fd0 req-9acada5d-8016-4e1e-b0f3-208ef8d65aef tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 210 time: 0.2626245 Feb 04 15:31:40.299945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:40.305388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b5fe2-3190-4c26-a3f5-cbcf0532ac06 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.314305 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-607b5fe2-3190-4c26-a3f5-cbcf0532ac06 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "GET /v2.0/subnets/f42cc791-584d-44da-8ab6-9204e253c711 HTTP/1.1" status: 200 len: 797 time: 0.5378265 Feb 04 15:31:40.314711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44526) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:40.328665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'port': {'network_id': '05339d24-6525-4831-a41a-bea3e2bd4738', 'name': 'tempest-FloatingIPTestJSON-344737107', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:40.530450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccda1f-2c8f-47a4-a02f-e02a8a03c90f req-216f3b0b-4f12-4b53-9bc2-1d7c173f2494 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.539109 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82ccda1f-2c8f-47a4-a02f-e02a8a03c90f req-216f3b0b-4f12-4b53-9bc2-1d7c173f2494 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 944 time: 0.4436226 Feb 04 15:31:40.576072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Made reservation on behalf of aab7b7ea57c6451aa1c9fcf4e0dc532f for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:40.581824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:40.627391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0022618a-329a-4a2c-a6c9-519d45713b3b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:40.651013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-2a3b4ae6-0a12-44e5-a962-82acdfabdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:40.654690 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-2a3b4ae6-0a12-44e5-a962-82acdfabdb66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1101 time: 0.3938179 Feb 04 15:31:40.707007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:40.734542 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5ee945-976b-4d8f-8fae-89b27b91ca4f" -d '{"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:40.814499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0022618a-329a-4a2c-a6c9-519d45713b3b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:40.815553 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:40.874332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.007418 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.054429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-a2e203bd-b56e-4267-9cc5-da46bf965237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.060664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-a2e203bd-b56e-4267-9cc5-da46bf965237 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3681662 Feb 04 15:31:41.067240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 0022618a-329a-4a2c-a6c9-519d45713b3b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0022618a-329a-4a2c-a6c9-519d45713b3b,segment=NetworkSegment(48793d3a-5bcf-479a-ac01-fe00d7b982a0),segment_id=48793d3a-5bcf-479a-ac01-fe00d7b982a0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:41.083024 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.083272 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.126667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:41.129832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:41.147391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:41.172370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=0022618a-329a-4a2c-a6c9-519d45713b3b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:41.187073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:41.195362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5d565-bb52-482a-a0cc-07ee3e48fb34 None None] Network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:41.196352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.197140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.298956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=55d29868-29f7-4743-b7f2-82aab278f6ca,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:41.335938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710d872-25b9-46b4-938e-926496ba8bc5 req-54b02a0b-1c48-42c7-bf42-7fde8c65de39 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.351369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8710d872-25b9-46b4-938e-926496ba8bc5 req-54b02a0b-1c48-42c7-bf42-7fde8c65de39 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 948 time: 0.4121883 Feb 04 15:31:41.383764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-47c7c2be-be8e-4a60-8ecd-17527a096e72 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8592687 Feb 04 15:31:41.398296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44576) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:41.452604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-84930dec-28cb-4f3c-80f2-9b4716d66c36 None None] Provisioning complete for port 0022618a-329a-4a2c-a6c9-519d45713b3b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:41.453201 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-84930dec-28cb-4f3c-80f2-9b4716d66c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.454101 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.474787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-54e94f66-99e7-405e-b89b-03a5329b5cb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.3501246 Feb 04 15:31:41.510318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82ccda1f-2c8f-47a4-a02f-e02a8a03c90f req-5b67af9c-4045-408b-a125-55e9f30f9b34 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9467556 Feb 04 15:31:41.516605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:41.535808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:41.768548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:41.776090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8710d872-25b9-46b4-938e-926496ba8bc5 req-2675efee-52d8-4d5e-b6e8-62c5f8a6794f tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215093 Feb 04 15:31:41.787407 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55428e26-3812-4908-8622-f83f05f249d0 x-openstack-request-id: req-55428e26-3812-4908-8622-f83f05f249d0 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:41.787902 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:41.788181 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-55428e26-3812-4908-8622-f83f05f249d0 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:41.788682 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'code': 200} Feb 04 15:31:41.809625 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:41.848718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:41.883904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Allocated IP 192.168.233.244 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/6bf42e08-e7b4-485a-926d-b6c994c4e812) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:41.899954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-bf7f9e37-83c5-47a3-bda8-c2af5ea2496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.908177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-bf7f9e37-83c5-47a3-bda8-c2af5ea2496e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4121380 Feb 04 15:31:41.908446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb9723-5f93-4b29-978f-c354d654d393 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:41.913601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-40cb9723-5f93-4b29-978f-c354d654d393 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac8 HTTP/1.1" status: 200 len: 928 time: 0.5137606 Feb 04 15:31:41.914632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44592) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:41.945089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:41.979580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'Port': ['ID=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:42.008719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cbcd4550-1b55-49a2-b009-42103aa03aeb req-5abf6fce-3037-4875-8b05-8d5dd9285996 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 210 time: 0.1179988 Feb 04 15:31:42.056961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] device_id is not set on port 75bfa0c6-ff56-44e1-8f24-c2640c358aca yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:42.410623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-09dc3ba9-afe4-43f6-b52c-a91f5f7e76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.414021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0022618a-329a-4a2c-a6c9-519d45713b3b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:42.417129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-09dc3ba9-afe4-43f6-b52c-a91f5f7e76dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4989364 Feb 04 15:31:42.508163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.509534 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.531131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-f3b65378-4056-418c-87b4-b86077f78cd8 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.534182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-f3b65378-4056-418c-87b4-b86077f78cd8 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 948 time: 0.8988624 Feb 04 15:31:42.724207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb546ac1-ee4b-40eb-8770-6d28b1e69fb5 req-cf226e40-f358-48ac-90c9-de064fe9d7ca tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:42.725858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb546ac1-ee4b-40eb-8770-6d28b1e69fb5 req-cf226e40-f358-48ac-90c9-de064fe9d7ca tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.6083887 Feb 04 15:31:42.773560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-ade10471-5fbe-4ccf-81e0-790c4db5c847 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0455308 Feb 04 15:31:42.801114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Request body: {'port': {'device_id': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:42.830569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3d759610-111e-4023-a59a-1ffc1d381d4c None None] Provisioning complete for port f6bf9d93-d471-4b1d-8ace-2ea3d468531b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:42.831704 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3d759610-111e-4023-a59a-1ffc1d381d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:42.888906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3d759610-111e-4023-a59a-1ffc1d381d4c None None] Port f6bf9d93-d471-4b1d-8ace-2ea3d468531b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:42.948332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0022618a-329a-4a2c-a6c9-519d45713b3b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:42.951804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.121771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9921ddf1-1ff5-423a-8c11-07eff5a2cc31 None None] Provisioning complete for port 0022618a-329a-4a2c-a6c9-519d45713b3b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:43.122309 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9921ddf1-1ff5-423a-8c11-07eff5a2cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.243189 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb546ac1-ee4b-40eb-8770-6d28b1e69fb5 req-c6e97d6d-7ca1-425b-adf7-9c69cb88122e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796693 Feb 04 15:31:43.303261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-25c17c84-6270-43be-9bd7-1299fb7447ff service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8714061 Feb 04 15:31:43.510571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9921ddf1-1ff5-423a-8c11-07eff5a2cc31 None None] Provisioning complete for port 55d29868-29f7-4743-b7f2-82aab278f6ca triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:43.517450 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9921ddf1-1ff5-423a-8c11-07eff5a2cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.564289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.575842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9921ddf1-1ff5-423a-8c11-07eff5a2cc31 None None] Port 55d29868-29f7-4743-b7f2-82aab278f6ca cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:43.591645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9921ddf1-1ff5-423a-8c11-07eff5a2cc31 None None] Provisioning complete for port 651ec38f-01a0-4d35-a0d1-08781e65de0e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:43.592232 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9921ddf1-1ff5-423a-8c11-07eff5a2cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.695328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-4ace1672-f162-4b26-a1a5-0304975570c5 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442049 Feb 04 15:31:43.711493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.20.0.13 (05339d24-6525-4831-a41a-bea3e2bd4738/f42cc791-584d-44da-8ab6-9204e253c711/75bfa0c6-ff56-44e1-8f24-c2640c358aca) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:43.713954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9921ddf1-1ff5-423a-8c11-07eff5a2cc31 None None] Port 651ec38f-01a0-4d35-a0d1-08781e65de0e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:43.720390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.20.0.12 (05339d24-6525-4831-a41a-bea3e2bd4738/f42cc791-584d-44da-8ab6-9204e253c711/75bfa0c6-ff56-44e1-8f24-c2640c358aca) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:43.775737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Deleting port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:43.776526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.838139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-71737329-73b2-4785-bc23-6239e0f4ec7b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 55d29868-29f7-4743-b7f2-82aab278f6ca {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:43.838892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71737329-73b2-4785-bc23-6239e0f4ec7b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.860679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1e9e3650-4d7a-46a4-b9ca-d28b596b36a8 None None] Provisioning complete for port 651ec38f-01a0-4d35-a0d1-08781e65de0e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:43.861588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3650-4d7a-46a4-b9ca-d28b596b36a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.883430 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:43.948112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e3650-4d7a-46a4-b9ca-d28b596b36a8 None None] Port 651ec38f-01a0-4d35-a0d1-08781e65de0e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:44.088393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f7007-3040-4aa8-95ad-f726732193eb req-9d3b0b16-1f28-402d-94b5-2b710083bba1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.090148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88f7007-3040-4aa8-95ad-f726732193eb req-9d3b0b16-1f28-402d-94b5-2b710083bba1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 948 time: 0.6363406 Feb 04 15:31:44.092837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-61781b41-473a-47ea-97d7-41f254e980e6 None None] Provisioning complete for port 55d29868-29f7-4743-b7f2-82aab278f6ca triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:44.094023 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-61781b41-473a-47ea-97d7-41f254e980e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.123237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-64bc3477-e2ca-4006-96fb-0ededf65d66f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.131535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-64bc3477-e2ca-4006-96fb-0ededf65d66f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=156c088b-9f4a-4708-a0dc-8e123e87dbd5 HTTP/1.1" status: 200 len: 944 time: 0.2754803 Feb 04 15:31:44.170334 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88f7007-3040-4aa8-95ad-f726732193eb req-0ed32f0c-8028-4b8c-ae8d-4aa374fed445 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/security-groups?id=60807b31-bd90-4ee1-b23b-fa1193b44f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597756 Feb 04 15:31:44.176130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] For port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:44.176510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.191016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-61781b41-473a-47ea-97d7-41f254e980e6 None None] Port 55d29868-29f7-4743-b7f2-82aab278f6ca cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:44.207176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Calling delete_port for 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:44.226723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71737329-73b2-4785-bc23-6239e0f4ec7b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.241780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.261600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:44.286324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-71737329-73b2-4785-bc23-6239e0f4ec7b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 55d29868-29f7-4743-b7f2-82aab278f6ca owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:44.342749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:44.349811 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.389799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:44.433104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:44.442739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:44.468079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'Port': ['ID=6bf42e08-e7b4-485a-926d-b6c994c4e812,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:44.570264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.571452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.576029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.645574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Deleting port afec846f-0786-496f-8512-1e498fcbd559 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:44.646104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.703996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c0d4d-8743-4e67-8618-59baed27b08c req-14ac3870-47e2-43bc-a2df-13fc52f898e5 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:44.705676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-194c0d4d-8743-4e67-8618-59baed27b08c req-14ac3870-47e2-43bc-a2df-13fc52f898e5 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 936 time: 0.3786428 Feb 04 15:31:44.760498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c539383a-339a-4483-81fb-a49fa5b7ad5b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8311887 Feb 04 15:31:44.868627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 05339d24-6525-4831-a41a-bea3e2bd4738 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:44.876706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Request body: {'port': {'device_id': '39a3ca90-0100-4ffd-a8c1-a0e23390a10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:44.900246 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-194c0d4d-8743-4e67-8618-59baed27b08c req-e728623a-0909-467a-b4a7-70209d5375ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460037 Feb 04 15:31:44.915923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.954766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bf9d93-d471-4b1d-8ace-2ea3d468531b {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:44.960704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Pushing event deleted for resources: {'Port': ['ID=7b2067cd-7793-4b4d-988a-6cf6eff0e8bb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:44.968602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.975894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-41c4d3d3-a4bf-41b6-bf1c-e89e1bee6c64 None None] Provisioning complete for port 6bf42e08-e7b4-485a-926d-b6c994c4e812 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:44.976475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41c4d3d3-a4bf-41b6-bf1c-e89e1bee6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:44.995805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:45.052733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:45.068739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=75bfa0c6-ff56-44e1-8f24-c2640c358aca,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:45.076770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] No DVR routers for this DVR port 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:45.095728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-41c4d3d3-a4bf-41b6-bf1c-e89e1bee6c64 None None] Port 6bf42e08-e7b4-485a-926d-b6c994c4e812 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:45.111744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.113522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:31:45.117205 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1111ca79-345b-43b3-9fa6-5cf4abd4f512 req-b6befc24-ced2-48bf-8a99-e706edea21d1 tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.50 "DELETE /v2.0/ports/7b2067cd-7793-4b4d-988a-6cf6eff0e8bb HTTP/1.1" status: 204 len: 173 time: 2.5427005 Feb 04 15:31:45.119483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-deleted', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:45.123994 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7268a8-f9fd-431c-af06-9441a6da2aa6" -d '{"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-deleted", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:45.173994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:31:45.174474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7b2067cd-7793-4b4d-988a-6cf6eff0e8bb not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:31:45.192146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd1cab-5b9d-4c21-b0e9-9f1551616779 req-ad7f62f2-a7f2-4c84-b6d4-6dd036056ff1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.196224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aadd1cab-5b9d-4c21-b0e9-9f1551616779 req-ad7f62f2-a7f2-4c84-b6d4-6dd036056ff1 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.1780434 Feb 04 15:31:45.196530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Transition to ACTIVE for port object f6bf9d93-d471-4b1d-8ace-2ea3d468531b will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:45.199340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.199995 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.213603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.214925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71737329-73b2-4785-bc23-6239e0f4ec7b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.233862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] For port afec846f-0786-496f-8512-1e498fcbd559, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=afec846f-0786-496f-8512-1e498fcbd559,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:45.234412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.237352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.298439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71737329-73b2-4785-bc23-6239e0f4ec7b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=55d29868-29f7-4743-b7f2-82aab278f6ca,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:45.303947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1591809a-220e-41cf-9275-a58ad0b87772 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.9805036 Feb 04 15:31:45.306065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Calling delete_port for afec846f-0786-496f-8512-1e498fcbd559 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:45.319634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:45.325330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '75bfa0c6-ff56-44e1-8f24-c2640c358aca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:45.333873 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:31:45.367953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71737329-73b2-4785-bc23-6239e0f4ec7b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.375547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-71737329-73b2-4785-bc23-6239e0f4ec7b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/55d29868-29f7-4743-b7f2-82aab278f6ca HTTP/1.1" status: 204 len: 168 time: 3.4519744 Feb 04 15:31:45.395372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44744) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:45.461834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:45.490904 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be057cb-cf62-448d-8109-9c630a9c1182 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:31:45.493072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8be057cb-cf62-448d-8109-9c630a9c1182 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/55d29868-29f7-4743-b7f2-82aab278f6ca HTTP/1.1" status: 404 len: 333 time: 0.0587380 Feb 04 15:31:45.498426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aadd1cab-5b9d-4c21-b0e9-9f1551616779 req-830229b9-4302-45a1-8806-777a51374d8d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842271 Feb 04 15:31:45.500078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:45.664430 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.675694 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3bd86d-57fc-4337-9287-8460c9147de0 x-openstack-request-id: req-2a3bd86d-57fc-4337-9287-8460c9147de0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:45.676552 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c560273-4f66-4e63-9e22-c5ecb5e996e0", "name": "network-vif-deleted", "tag": "7b2067cd-7793-4b4d-988a-6cf6eff0e8bb", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:45.677899 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a3bd86d-57fc-4337-9287-8460c9147de0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:45.678878 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c560273-4f66-4e63-9e22-c5ecb5e996e0', 'name': 'network-vif-deleted', 'tag': '7b2067cd-7793-4b4d-988a-6cf6eff0e8bb', 'status': 'completed', 'code': 200} Feb 04 15:31:45.681019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Attempting to bind port f6bf9d93-d471-4b1d-8ace-2ea3d468531b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:45.681565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Attempting to bind port f6bf9d93-d471-4b1d-8ace-2ea3d468531b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:45.682722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Attempting to bind port f6bf9d93-d471-4b1d-8ace-2ea3d468531b on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:45.690311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Port f6bf9d93-d471-4b1d-8ace-2ea3d468531b on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:31:45.691138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Attempting to bind port f6bf9d93-d471-4b1d-8ace-2ea3d468531b on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:45.700724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:31:45.701236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:45.701737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:31:45.703154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Bound port: f6bf9d93-d471-4b1d-8ace-2ea3d468531b, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:45.704056 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.812253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] For port f6bf9d93-d471-4b1d-8ace-2ea3d468531b, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:45.856483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37458d4a-a845-4540-aa56-dcbe149caae6 req-fc6eb225-7ae6-4f17-97fc-e4dd40c2c8de tempest-ImagesOneServerTestJSON-1586802939 tempest-ImagesOneServerTestJSON-1586802939-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c560273-4f66-4e63-9e22-c5ecb5e996e0 HTTP/1.1" status: 200 len: 210 time: 0.0389605 Feb 04 15:31:45.873799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] For port f6bf9d93-d471-4b1d-8ace-2ea3d468531b, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:45.883470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.986708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:45.987510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:45.988885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] 10.222.0.30 "PUT /v2.0/ports/f6bf9d93-d471-4b1d-8ace-2ea3d468531b HTTP/1.1" status: 200 len: 1096 time: 3.1993353 Feb 04 15:31:46.117805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551839-f0d0-46d2-a6b6-cfa76231e742 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:46.162322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-96980435-2365-4363-b461-587de74b8c2a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 651ec38f-01a0-4d35-a0d1-08781e65de0e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:46.163139 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96980435-2365-4363-b461-587de74b8c2a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.220879 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.242279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469afc32-b02c-45a6-ae7c-c06bb2c75a2f req-94cc33c2-e63d-43b2-8505-e2a2e75face3 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.245132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-469afc32-b02c-45a6-ae7c-c06bb2c75a2f req-94cc33c2-e63d-43b2-8505-e2a2e75face3 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 936 time: 0.2007148 Feb 04 15:31:46.263483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-2977a35b-095b-4dfe-a536-e4c6b4495937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.266463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-2977a35b-095b-4dfe-a536-e4c6b4495937 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 1099 time: 0.1521547 Feb 04 15:31:46.335625 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-da4e4b86-c2e0-48e8-b841-f4ad928d2ace service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=f6bf9d93-d471-4b1d-8ace-2ea3d468531b HTTP/1.1" status: 200 len: 217 time: 0.0606685 Feb 04 15:31:46.356944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44758) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:46.387213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event deleted for resources: {'Port': ['ID=afec846f-0786-496f-8512-1e498fcbd559,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:46.423140 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-469afc32-b02c-45a6-ae7c-c06bb2c75a2f req-0e315cbd-017b-4075-af04-d0ff6ebaef59 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524324 Feb 04 15:31:46.450205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-232b6f94-85ff-4361-943b-51c3403a7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.452305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-232b6f94-85ff-4361-943b-51c3403a7ad4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1047387 Feb 04 15:31:46.514616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-8918c008-8421-4597-a4d8-5158cc89da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:46.516236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-8918c008-8421-4597-a4d8-5158cc89da7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536518 Feb 04 15:31:46.602115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] No DVR routers for this DVR port afec846f-0786-496f-8512-1e498fcbd559 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:46.617905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.624235 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6d461969-4c26-48b2-a7c8-97bf0909be2e req-b06a002f-2d4e-4c90-b0a3-619e35b0d63a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "DELETE /v2.0/ports/afec846f-0786-496f-8512-1e498fcbd559 HTTP/1.1" status: 204 len: 173 time: 2.4912391 Feb 04 15:31:46.624995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'name': 'network-vif-deleted', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:46.629439 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebb2884-57b1-422f-b815-dd926a92877c" -d '{"events": [{"server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "name": "network-vif-deleted", "tag": "afec846f-0786-496f-8512-1e498fcbd559"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:46.661055 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-133531ff-a624-4733-b4a4-1599b673cba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.671102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf42e08-e7b4-485a-926d-b6c994c4e812 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:46.682076 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96980435-2365-4363-b461-587de74b8c2a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.695683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.713069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:46.750771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-96980435-2365-4363-b461-587de74b8c2a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 651ec38f-01a0-4d35-a0d1-08781e65de0e owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:46.821022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Transition to ACTIVE for port object 6bf42e08-e7b4-485a-926d-b6c994c4e812 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:46.843575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.106205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf42e08-e7b4-485a-926d-b6c994c4e812,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.129157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-b40d045e-3ecf-42b6-b715-598a33c07960 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036332 Feb 04 15:31:47.158619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e540b-36c7-4da9-8d15-e0f93a3ecaa0 req-b7f0c757-8e75-4cd9-b102-3df8355515b5 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:47.167924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e2e540b-36c7-4da9-8d15-e0f93a3ecaa0 req-b7f0c757-8e75-4cd9-b102-3df8355515b5 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.5171478 Feb 04 15:31:47.304572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.25.1.217 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/dfa8c3ce-7d2e-4df4-9f4a-cc09a9a04351) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:47.317888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e2e540b-36c7-4da9-8d15-e0f93a3ecaa0 req-7a29a5ca-ee10-4b99-9f8f-ea403d4d8407 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490479 Feb 04 15:31:47.324547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96980435-2365-4363-b461-587de74b8c2a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.340602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-133531ff-a624-4733-b4a4-1599b673cba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.357040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-133531ff-a624-4733-b4a4-1599b673cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.386705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96980435-2365-4363-b461-587de74b8c2a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=651ec38f-01a0-4d35-a0d1-08781e65de0e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.408767 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-2feacd71-1a2f-42b6-b4da-131fa9446320 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680240 Feb 04 15:31:47.420296 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-133531ff-a624-4733-b4a4-1599b673cba1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cbbb98e23d1142d18ad0f7464e3ad5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0596004 Feb 04 15:31:47.421297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133531ff-a624-4733-b4a4-1599b673cba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30c5a8e-1bd3-4757-92d3-904e9496a88e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:47.426155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44784) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:47.433918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Attempting to bind port 6bf42e08-e7b4-485a-926d-b6c994c4e812 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:47.434897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Attempting to bind port 6bf42e08-e7b4-485a-926d-b6c994c4e812 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:47.435411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Attempting to bind port 6bf42e08-e7b4-485a-926d-b6c994c4e812 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:47.463331 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5847d1d3-bec7-4d0d-bc9f-078035667d1c x-openstack-request-id: req-5847d1d3-bec7-4d0d-bc9f-078035667d1c {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:47.463607 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156c088b-9f4a-4708-a0dc-8e123e87dbd5", "name": "network-vif-deleted", "tag": "afec846f-0786-496f-8512-1e498fcbd559", "status": "failed", "code": 422}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:47.463861 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5847d1d3-bec7-4d0d-bc9f-078035667d1c {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:47.464293 n-d-827869-1 neutron-server[102422]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '156c088b-9f4a-4708-a0dc-8e123e87dbd5', 'name': 'network-vif-deleted', 'tag': 'afec846f-0786-496f-8512-1e498fcbd559', 'status': 'failed', 'code': 422} returned with failed status Feb 04 15:31:47.472125 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96980435-2365-4363-b461-587de74b8c2a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.479352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-96980435-2365-4363-b461-587de74b8c2a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/651ec38f-01a0-4d35-a0d1-08781e65de0e HTTP/1.1" status: 204 len: 168 time: 1.9542863 Feb 04 15:31:47.481944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44788) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:47.482813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Port 6bf42e08-e7b4-485a-926d-b6c994c4e812 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:31:47.483085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Attempting to bind port 6bf42e08-e7b4-485a-926d-b6c994c4e812 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:47.508209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:31:47.508567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:47.508941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:31:47.509410 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Bound port: 6bf42e08-e7b4-485a-926d-b6c994c4e812, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:47.509782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.523731 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddef0c6d-8e25-4bd8-bc6b-4a8c34b8dd97 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:31:47.526016 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ddef0c6d-8e25-4bd8-bc6b-4a8c34b8dd97 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/651ec38f-01a0-4d35-a0d1-08781e65de0e HTTP/1.1" status: 404 len: 333 time: 0.0411384 Feb 04 15:31:47.529258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44792) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:47.570292 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67c96a23-3b41-4b34-bb27-92074babcc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.617929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67c96a23-3b41-4b34-bb27-92074babcc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.623824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6a9276-502e-46ed-8385-d812122772ad tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet 8d2ef9dd-63a0-40c2-90f6-98bcd48b9881 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:31:47.640121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9276-502e-46ed-8385-d812122772ad tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.683074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'tag': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:47.683366 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.684854 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0152180-1d1d-43ab-95ad-16d3c229d28a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4db5ef-4a33-4a86-94ae-1823d99609f8", "tag": "f6bf9d93-d471-4b1d-8ace-2ea3d468531b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:47.783247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9276-502e-46ed-8385-d812122772ad tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.863325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] For port 6bf42e08-e7b4-485a-926d-b6c994c4e812, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:47.875177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] For port 6bf42e08-e7b4-485a-926d-b6c994c4e812, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bf42e08-e7b4-485a-926d-b6c994c4e812,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:47.994044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67c96a23-3b41-4b34-bb27-92074babcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.996969 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67c96a23-3b41-4b34-bb27-92074babcc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:47.998435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-67c96a23-3b41-4b34-bb27-92074babcc57 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d30c5a8e-1bd3-4757-92d3-904e9496a88e HTTP/1.1" status: 204 len: 168 time: 0.5716231 Feb 04 15:31:48.007511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.017710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882f0ee-46ca-45ea-9365-9baea8192462 req-37c134ac-d185-4b26-9417-8d4df9048ba8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.027154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e882f0ee-46ca-45ea-9365-9baea8192462 req-37c134ac-d185-4b26-9417-8d4df9048ba8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 948 time: 0.1844788 Feb 04 15:31:48.045558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96a23-3b41-4b34-bb27-92074babcc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30c5a8e-1bd3-4757-92d3-904e9496a88e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:48.052626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.074500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9276-502e-46ed-8385-d812122772ad tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.135265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e882f0ee-46ca-45ea-9365-9baea8192462 req-e25eafa0-d1f0-4c75-a9a8-c2be01f3cce1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069670 Feb 04 15:31:48.198339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44806) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:48.210415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.211397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.212784 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] 10.222.0.50 "PUT /v2.0/ports/6bf42e08-e7b4-485a-926d-b6c994c4e812 HTTP/1.1" status: 200 len: 1096 time: 3.3724606 Feb 04 15:31:48.228850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9276-502e-46ed-8385-d812122772ad tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.278783 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57375cf4-be33-4171-9c3a-463dc7361c06 x-openstack-request-id: req-57375cf4-be33-4171-9c3a-463dc7361c06 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:48.279290 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4db5ef-4a33-4a86-94ae-1823d99609f8", "tag": "f6bf9d93-d471-4b1d-8ace-2ea3d468531b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:48.279640 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57375cf4-be33-4171-9c3a-463dc7361c06 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:48.280288 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'tag': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b', 'status': 'completed', 'code': 200} Feb 04 15:31:48.288413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f377b-03df-489f-84b8-7204b173b3d3 req-e69a326c-c3dc-4c98-9d8c-e19b946ab8df tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.293286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba5f377b-03df-489f-84b8-7204b173b3d3 req-e69a326c-c3dc-4c98-9d8c-e19b946ab8df tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.2730770 Feb 04 15:31:48.298587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a9276-502e-46ed-8385-d812122772ad tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2ef9dd-63a0-40c2-90f6-98bcd48b9881,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:48.300660 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9276-502e-46ed-8385-d812122772ad tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:48.306635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2a6a9276-502e-46ed-8385-d812122772ad tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/8d2ef9dd-63a0-40c2-90f6-98bcd48b9881 HTTP/1.1" status: 204 len: 168 time: 0.7762887 Feb 04 15:31:48.316286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129113c4-c489-4833-86cc-71438b0ce876 None None] Network 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:48.320894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44810) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:48.367227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-f9547038-ed35-433d-ae8a-862fb3814b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.370586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-f9547038-ed35-433d-ae8a-862fb3814b62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 1099 time: 0.0877135 Feb 04 15:31:48.432958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:48.472945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:48.514622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:48.689076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-b4c75c9f-8f57-4dbf-af0a-d074e0915be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.698497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-b4c75c9f-8f57-4dbf-af0a-d074e0915be1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.3192675 Feb 04 15:31:48.827066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-9882a36d-af3d-43c5-8404-1e87f88c6738 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=f6bf9d93-d471-4b1d-8ace-2ea3d468531b HTTP/1.1" status: 200 len: 217 time: 0.0833688 Feb 04 15:31:48.891102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] DHCP port deletion for 3e9f7910-464b-4cb5-ab0f-ae5d0d43500e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:31:48.936465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-3b4f08bc-af13-45f7-83ca-3e462954c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.939977 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-3b4f08bc-af13-45f7-83ca-3e462954c640 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1055090 Feb 04 15:31:48.966821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-6cd3185d-88c7-4fe5-9a8e-e15f5ba4eb3e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:48.969831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-6cd3185d-88c7-4fe5-9a8e-e15f5ba4eb3e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.2697465 Feb 04 15:31:49.010303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] Deleting port 0022618a-329a-4a2c-a6c9-519d45713b3b {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:49.011024 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.049445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-233a9dba-eaaf-40f0-9dae-1c6599aec99e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/quotas/b8bd08a21d0041828a486c7abcbd31a0 HTTP/1.1" status: 200 len: 375 time: 0.0633843 Feb 04 15:31:49.057945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e5c28-6dc6-4963-b218-7206d872eab4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf42e08-e7b4-485a-926d-b6c994c4e812,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:49.112114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] For port 0022618a-329a-4a2c-a6c9-519d45713b3b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0022618a-329a-4a2c-a6c9-519d45713b3b,segment=NetworkSegment(48793d3a-5bcf-479a-ac01-fe00d7b982a0),segment_id=48793d3a-5bcf-479a-ac01-fe00d7b982a0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:49.112863 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.130614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-fb247a7a-9c6a-4e79-a617-fad4760e9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.131866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] Calling delete_port for 0022618a-329a-4a2c-a6c9-519d45713b3b owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:49.133437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-fb247a7a-9c6a-4e79-a617-fad4760e9ce0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620176 Feb 04 15:31:49.137371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-ab34b46b-6fb1-43ca-9edd-02c80e676500 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800400 Feb 04 15:31:49.231423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.247779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba5f377b-03df-489f-84b8-7204b173b3d3 req-96718d26-f991-42c3-a352-1436e067152a tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9418974 Feb 04 15:31:49.250193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c5c833f3-a4ba-4b71-b6e0-cf8921fac5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.252551 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c5c833f3-a4ba-4b71-b6e0-cf8921fac5b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 1099 time: 0.9489591 Feb 04 15:31:49.291271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-2ce28fde-9c49-47fb-90df-16be69ec5ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495624 Feb 04 15:31:49.362723 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.389060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] Pushing event deleted for resources: {'Port': ['ID=0022618a-329a-4a2c-a6c9-519d45713b3b,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:49.400086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8b849-720a-428c-833b-8daf099ffd9b None None] No DVR routers for this DVR port 0022618a-329a-4a2c-a6c9-519d45713b3b on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:49.453906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-7d4adff3-144e-4c58-b169-bce38ccaebdf service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:31:49.455620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-7d4adff3-144e-4c58-b169-bce38ccaebdf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2293258 Feb 04 15:31:49.499677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a3ca90-0100-4ffd-a8c1-a0e23390a10d', 'tag': '6bf42e08-e7b4-485a-926d-b6c994c4e812'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:49.503788 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53676e5b-3408-4a63-8801-0642febee581" -d '{"events": [{"name": "network-changed", "server_uuid": "39a3ca90-0100-4ffd-a8c1-a0e23390a10d", "tag": "6bf42e08-e7b4-485a-926d-b6c994c4e812"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:49.519888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-2bd3a128-135a-491e-91ee-478a27892230 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=6bf42e08-e7b4-485a-926d-b6c994c4e812 HTTP/1.1" status: 200 len: 217 time: 0.1711779 Feb 04 15:31:49.529441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=dfa8c3ce-7d2e-4df4-9f4a-cc09a9a04351,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:49.602962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0152180-1d1d-43ab-95ad-16d3c229d28a req-0ef7008a-561e-469d-8a03-f8acd5f6438d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034501 Feb 04 15:31:49.605465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-06d20b75-0c14-4d08-af31-eaa4701218ca service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398833 Feb 04 15:31:49.741281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-4836767a-5ff9-4151-a873-b6da12efd9ae service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288011 Feb 04 15:31:49.759182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f98bb18e-7089-4204-9f68-0bf410df6579 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30a43913c2234e668eb86e461618ae79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5417674 Feb 04 15:31:49.761905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:49.866423 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99fe00ee-eddc-4593-b830-dc2e46d8e466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.917623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99fe00ee-eddc-4593-b830-dc2e46d8e466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:49.952268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-7bdfdb35-d9ad-407f-ae9a-105d3d619b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.955065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-7bdfdb35-d9ad-407f-ae9a-105d3d619b3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4158134 Feb 04 15:31:49.979405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b35b-0b77-42c5-95e7-3cf940226d16 req-ac02948e-2de4-4cee-b5f3-80f80eaa13b9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:49.982241 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f09b35b-0b77-42c5-95e7-3cf940226d16 req-ac02948e-2de4-4cee-b5f3-80f80eaa13b9 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.5062785 Feb 04 15:31:50.095499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.121373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4115c1-aa00-4651-abc8-490474f7c0ea req-1975a6da-bce8-437d-a08c-b116052c435c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.124479 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ce4115c1-aa00-4651-abc8-490474f7c0ea req-1975a6da-bce8-437d-a08c-b116052c435c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 948 time: 0.1236408 Feb 04 15:31:50.136876 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99fe00ee-eddc-4593-b830-dc2e46d8e466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.148154 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99fe00ee-eddc-4593-b830-dc2e46d8e466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.148154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-99fe00ee-eddc-4593-b830-dc2e46d8e466 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60807b31-bd90-4ee1-b23b-fa1193b44f28 HTTP/1.1" status: 204 len: 168 time: 0.3823724 Feb 04 15:31:50.188802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe00ee-eddc-4593-b830-dc2e46d8e466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60807b31-bd90-4ee1-b23b-fa1193b44f28,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:50.232304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ce4115c1-aa00-4651-abc8-490474f7c0ea req-8ad4a04e-c154-432b-bfe3-f8979533f08d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001573 Feb 04 15:31:50.295334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9f7910-464b-4cb5-ab0f-ae5d0d43500e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:50.363623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0022618a-329a-4a2c-a6c9-519d45713b3b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:31:50.375484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48793d3a-5bcf-479a-ac01-fe00d7b982a0') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:50.375807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48793d3a-5bcf-479a-ac01-fe00d7b982a0') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:50.402050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f09b35b-0b77-42c5-95e7-3cf940226d16 req-c2b3a715-ca24-49a4-af6f-f37bab45ac7a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993085 Feb 04 15:31:50.409482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0022618a-329a-4a2c-a6c9-519d45713b3b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:31:50.410354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0022618a-329a-4a2c-a6c9-519d45713b3b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:31:50.430896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-b55c6559-f383-462d-a819-457670f9e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:50.433186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-b55c6559-f383-462d-a819-457670f9e2ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4496567 Feb 04 15:31:50.444227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.485095 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c695397-c059-4899-9d6e-dd315e34020e x-openstack-request-id: req-0c695397-c059-4899-9d6e-dd315e34020e {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:50.485513 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a3ca90-0100-4ffd-a8c1-a0e23390a10d", "tag": "6bf42e08-e7b4-485a-926d-b6c994c4e812", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:50.485774 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c695397-c059-4899-9d6e-dd315e34020e {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:50.486322 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a3ca90-0100-4ffd-a8c1-a0e23390a10d', 'tag': '6bf42e08-e7b4-485a-926d-b6c994c4e812', 'status': 'completed', 'code': 200} Feb 04 15:31:50.560026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.571959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:31:50.572756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.620643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:31:50.677729 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:31:50.852467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79dceddb-d9cd-46a0-96a1-697df1cb7889 req-a7bbc15a-8a2e-476e-b63a-99df7b9f5261 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 210 time: 0.2955427 Feb 04 15:31:50.940998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.944779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.984223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:50.990632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/networks/3e9f7910-464b-4cb5-ab0f-ae5d0d43500e HTTP/1.1" status: 204 len: 168 time: 2.6527572 Feb 04 15:31:50.997002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44886) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:51.011237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-564681436'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:51.057313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d85be2-265b-479e-8637-2c054fd5cb1c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Network': ['ID=3e9f7910-464b-4cb5-ab0f-ae5d0d43500e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:51.121153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:51.129482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.159962 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-d8f61ce9-fe5f-41f8-b1e2-6ca2a7f9833d service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121847 Feb 04 15:31:51.227729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:31:51.268077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.268670 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Added segment eb0e6001-91bd-4921-893f-b256fc6417f3 of type vlan for network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f Feb 04 15:31:51.444205 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.522513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1722b6-fb7c-43ec-b87c-51ba71603423 req-510f4ff9-ed1c-46a8-8bdf-eff1b1644738 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:51.524123 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f1722b6-fb7c-43ec-b87c-51ba71603423 req-510f4ff9-ed1c-46a8-8bdf-eff1b1644738 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.3177347 Feb 04 15:31:51.564479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56e389-4d0d-45dc-88d0-12c1bf8ead92 req-30070085-c996-4b58-a833-d5eded42e64a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:51.577642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8a56e389-4d0d-45dc-88d0-12c1bf8ead92 req-30070085-c996-4b58-a833-d5eded42e64a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 948 time: 0.1695139 Feb 04 15:31:51.592260 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e92a48f-80a0-4fbe-9a27-b36b42486e57 req-c2a8f457-5b52-43a9-a6be-bfc822f9d9a5 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018562 Feb 04 15:31:51.620765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.632265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f1722b6-fb7c-43ec-b87c-51ba71603423 req-de3c4052-1729-45b9-a63c-1265ca8f0010 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720212 Feb 04 15:31:51.636075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:51.636812 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.726209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.736634 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:51.759132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Network': ['ID=30b35167-0edd-4f83-b3a6-6b8c88d4fd1f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:51.787983 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-590083a9-1afd-4546-a374-83fd97480316 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7843699 Feb 04 15:31:51.788284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:31:51.788992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44910) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:51.823465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:51.843408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8a56e389-4d0d-45dc-88d0-12c1bf8ead92 req-ed5e0048-376f-4e06-a09c-55d897d66c86 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642045 Feb 04 15:31:51.971456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f6bf9d93-d471-4b1d-8ace-2ea3d468531b details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:31:51.987807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=dfa8c3ce-7d2e-4df4-9f4a-cc09a9a04351,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:52.083360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:52.092767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.165596 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aeaf387f-816c-42ae-b2e4-5348b19a777f req-25df5a03-a42a-4fdf-8bb5-80cab1636d60 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 210 time: 0.0666349 Feb 04 15:31:52.217473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f6bf9d93-d471-4b1d-8ace-2ea3d468531b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:52.246642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc765b1-f270-48d7-996a-1bec4f3de83d req-d05bbfda-c494-49fc-a956-5c04ae6818a2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.248884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddc765b1-f270-48d7-996a-1bec4f3de83d req-d05bbfda-c494-49fc-a956-5c04ae6818a2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.4127963 Feb 04 15:31:52.267438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53676e5b-3408-4a63-8801-0642febee581 req-20fa1178-4bb5-4f71-b969-58fd513a3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.286838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53676e5b-3408-4a63-8801-0642febee581 req-20fa1178-4bb5-4f71-b969-58fd513a3edc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 1099 time: 0.2479227 Feb 04 15:31:52.295120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b', 'mac_address': 'fa:16:3e:87:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:31:52.461425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53676e5b-3408-4a63-8801-0642febee581 req-9b99205b-cbf4-48fd-8116-7a730c792c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.463440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53676e5b-3408-4a63-8801-0642febee581 req-9b99205b-cbf4-48fd-8116-7a730c792c61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.1402676 Feb 04 15:31:52.470580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.490845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-e9825d33-cdce-462c-9029-d66ba89d4fd5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.492726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-e9825d33-cdce-462c-9029-d66ba89d4fd5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.50 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.3951323 Feb 04 15:31:52.500520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.546047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bf9d93-d471-4b1d-8ace-2ea3d468531b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:52.569629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Request body: {'port': {'device_id': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'admin_state_up': True, 'tenant_id': 'b8bd08a21d0041828a486c7abcbd31a0'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:52.588203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f6bf9d93-d471-4b1d-8ace-2ea3d468531b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:52.601701 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.619846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53676e5b-3408-4a63-8801-0642febee581 req-7437334b-ba93-471e-a783-5b002627e3a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=6bf42e08-e7b4-485a-926d-b6c994c4e812 HTTP/1.1" status: 200 len: 217 time: 0.0481746 Feb 04 15:31:52.639669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddc765b1-f270-48d7-996a-1bec4f3de83d req-ab96582d-97f8-48a9-8696-e12ca06d2040 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485980 Feb 04 15:31:52.673833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:52.699833 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 0aa8ce48-8ca8-4c9e-bae4-544e65bbfaec associated. External IP: 172.25.1.217, port: 75bfa0c6-ff56-44e1-8f24-c2640c358aca. Feb 04 15:31:52.860487 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:52.871765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53676e5b-3408-4a63-8801-0642febee581 req-410bb400-7ab0-4dba-b5a6-9e0c2c94336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.873394 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53676e5b-3408-4a63-8801-0642febee581 req-410bb400-7ab0-4dba-b5a6-9e0c2c94336a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2182109 Feb 04 15:31:52.942918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53676e5b-3408-4a63-8801-0642febee581 req-1c91241e-a6b5-4856-9066-bd66347f3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:52.944562 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53676e5b-3408-4a63-8801-0642febee581 req-1c91241e-a6b5-4856-9066-bd66347f3fbd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628324 Feb 04 15:31:53.034153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.053614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-ebbb3e42-2fa8-4884-9b9d-d7453739be57 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.055181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-ebbb3e42-2fa8-4884-9b9d-d7453739be57 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.30 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.2249537 Feb 04 15:31:53.112772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['f6bf9d93-d471-4b1d-8ace-2ea3d468531b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:53.151072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06a2a8-6366-4f92-b1cf-d684b3d4d024 req-e98b34ff-a261-47e0-8c4f-95469a4df613 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.151888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b06a2a8-6366-4f92-b1cf-d684b3d4d024 req-e98b34ff-a261-47e0-8c4f-95469a4df613 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.3600061 Feb 04 15:31:53.188959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53676e5b-3408-4a63-8801-0642febee581 req-0440b109-0a6c-4770-b382-279c55eaae6c service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076609 Feb 04 15:31:53.200786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4585f7-ed97-4899-9a98-3ba9046ca2d0 req-9bd497e4-7a2e-4bc2-8ba6-122b0e3fe49f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.202251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3c4585f7-ed97-4899-9a98-3ba9046ca2d0 req-9bd497e4-7a2e-4bc2-8ba6-122b0e3fe49f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 948 time: 0.1637027 Feb 04 15:31:53.221396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=5e971612-fe94-4e69-b0c4-7f49261be9fd,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:53.265902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Made reservation on behalf of b8bd08a21d0041828a486c7abcbd31a0 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:53.271666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.295107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking segment: {'id': 'eb0e6001-91bd-4921-893f-b256fc6417f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:53.295596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network hostable DHCP agents. Network: 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:31:53.323025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b06a2a8-6366-4f92-b1cf-d684b3d4d024 req-306eb93b-373c-42aa-9c94-cb6a04f06273 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562910 Feb 04 15:31:53.520035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:31:53.594611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ea2d933-ff98-44b0-be61-9647df9406e9 req-29fa9dea-6337-4917-8d42-56e46f444a82 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 210 time: 0.1052129 Feb 04 15:31:53.643441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:53.655186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be3fb0-5c2d-4c59-9d53-261c25dea47b None None] Network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:53.660356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:53.661373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.698492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Deleting port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:53.699042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:53.740919 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-91160bec-5274-4e9e-b1b1-c73b07ded8eb tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9390056 Feb 04 15:31:53.806181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44990) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:53.814282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Allocated IP 172.20.0.2 (60cbeedf-ce49-4303-b921-aa1dceec1123/4492d8e7-37ab-431b-bf81-dee81ec03258/770f082d-34f5-43c8-abe6-6735210f8941) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:53.829117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f', 'name': 'tempest-PortsIpV6TestJSON-214813076', 'fixed_ips': [{'subnet_id': '5e971612-fe94-4e69-b0c4-7f49261be9fd', 'ip_address': '2001:db8::10'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:53.878801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:54.031856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-30b35167-0edd-4f83-b3a6-6b8c88d4fd1f', 'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f', 'tenant_id': '911d82a09525459aa52186e2c0ee4cb3', 'fixed_ips': [{'subnet_id': '5e971612-fe94-4e69-b0c4-7f49261be9fd'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:31:54.033373 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.044727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:54.055750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53676e5b-3408-4a63-8801-0642febee581 req-4db7157c-5d11-42be-95cb-e29382d0b30c service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521979 Feb 04 15:31:54.069233 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2a031-be12-4a77-9846-6ed89f40d2a1 None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:54.101696 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2a031-be12-4a77-9846-6ed89f40d2a1 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:54.105227 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-46d2a031-be12-4a77-9846-6ed89f40d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.122941 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3c4585f7-ed97-4899-9a98-3ba9046ca2d0 req-6d4210fd-62e6-4cdc-8e0f-6060417a542d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9083600 Feb 04 15:31:54.142657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.150944 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-46d2a031-be12-4a77-9846-6ed89f40d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.180307 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2a031-be12-4a77-9846-6ed89f40d2a1 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:54.182594 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-46d2a031-be12-4a77-9846-6ed89f40d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.232905 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-46d2a031-be12-4a77-9846-6ed89f40d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:54.234090 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2a031-be12-4a77-9846-6ed89f40d2a1 None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:54.272329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c82fd4ab-4a34-49f5-b8a5-5e13b7125217 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9497471 Feb 04 15:31:54.273081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45006) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:54.281933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'port_id': '75bfa0c6-ff56-44e1-8f24-c2640c358aca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:54.361041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Allocated IP 2001:db8::2 (30b35167-0edd-4f83-b3a6-6b8c88d4fd1f/5e971612-fe94-4e69-b0c4-7f49261be9fd/a230f6a6-701e-4efd-bc1f-a5726ded2f24) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:54.362171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45016) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:54.364943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.450068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] For port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:54.450754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.461450 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.496622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944925-e42b-4bd1-8c8f-2b9dab0e5fae req-c125c36d-ed95-448d-844e-0c61475fe8fb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.505763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab944925-e42b-4bd1-8c8f-2b9dab0e5fae req-c125c36d-ed95-448d-844e-0c61475fe8fb tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.6654129 Feb 04 15:31:54.511880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:54.810157 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d064f-da09-42bd-b2fa-8c99d99d7196 req-654ae02c-a20b-4532-a91d-41df8195f2f7 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:54.813293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-657d064f-da09-42bd-b2fa-8c99d99d7196 req-654ae02c-a20b-4532-a91d-41df8195f2f7 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.1558144 Feb 04 15:31:54.866845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.872073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49726d67-2887-4295-89b2-badb56d63f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.875124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:54.921474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:54.928039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:54.932281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:54.940627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Pushing event updated for resources: {'Port': ['ID=a230f6a6-701e-4efd-bc1f-a5726ded2f24,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:55.018650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-657d064f-da09-42bd-b2fa-8c99d99d7196 req-0531d3e4-fbcc-44c4-9870-8d5f76b9d089 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880009 Feb 04 15:31:55.021535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Attempting to bind port a230f6a6-701e-4efd-bc1f-a5726ded2f24 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:55.022435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Attempting to bind port a230f6a6-701e-4efd-bc1f-a5726ded2f24 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'eb0e6001-91bd-4921-893f-b256fc6417f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:55.023468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Attempting to bind port a230f6a6-701e-4efd-bc1f-a5726ded2f24 on network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:55.034584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:31:55.036603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Checking segment: {'id': 'eb0e6001-91bd-4921-893f-b256fc6417f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:55.037591 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.038914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Bound using segment: {'id': 'eb0e6001-91bd-4921-893f-b256fc6417f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:31:55.040486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Bound port: a230f6a6-701e-4efd-bc1f-a5726ded2f24, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0e6001-91bd-4921-893f-b256fc6417f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:55.041665 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.154793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab944925-e42b-4bd1-8c8f-2b9dab0e5fae req-e317683d-9fce-4dfc-81c0-829c8aaeaa33 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478202 Feb 04 15:31:55.197637 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.210634 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] For port a230f6a6-701e-4efd-bc1f-a5726ded2f24, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:55.218850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] For port a230f6a6-701e-4efd-bc1f-a5726ded2f24, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a230f6a6-701e-4efd-bc1f-a5726ded2f24,segment=NetworkSegment(eb0e6001-91bd-4921-893f-b256fc6417f3),segment_id=eb0e6001-91bd-4921-893f-b256fc6417f3)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:55.228017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.236675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49726d67-2887-4295-89b2-badb56d63f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.241731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.resource_extend [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:55.259514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.343668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.351374 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49726d67-2887-4295-89b2-badb56d63f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.373584 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.380856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312ea4f-3399-41ae-9f71-aaa56900386a None None] Pushing event updated for resources: {'Port': ['ID=a230f6a6-701e-4efd-bc1f-a5726ded2f24,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:55.382334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:55.401417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:55.411881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 74adc7ff-afba-47c1-a331-6dc6d20a50c5 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:55.421620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:55.429521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event updated for resources: {'Port': ['ID=770f082d-34f5-43c8-abe6-6735210f8941,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:55.436577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.436958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.437307 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Floating IP a56c28b3-0898-4235-801d-d6fa0abcabe4 disassociated. External IP: 172.25.1.240, port: cdefd3b5-3e67-4741-8d9c-21931dcc2e2a. Feb 04 15:31:55.437655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Calling delete_port for cdefd3b5-3e67-4741-8d9c-21931dcc2e2a owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:55.508804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790ddc4-d5c5-41e6-bd56-0f6e3d03648e req-35685475-9ca6-4b1a-addb-c6757827e83f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:55.510552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7790ddc4-d5c5-41e6-bd56-0f6e3d03648e req-35685475-9ca6-4b1a-addb-c6757827e83f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 931 time: 0.3466401 Feb 04 15:31:55.519594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-49726d67-2887-4295-89b2-badb56d63f6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7706bb9ba4e47f28e85d1cfa6c9e16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653767 Feb 04 15:31:55.519594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49726d67-2887-4295-89b2-badb56d63f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ca4584-1008-4cc2-adf1-b51125daf063,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:55.522470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45036) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:55.628219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:55.629264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.642816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3d28d-fc2d-46ad-aab3-e85dd399ac10 req-4b8f3b36-ed97-49af-872c-dea26690fc97 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:55.644449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-afe3d28d-fc2d-46ad-aab3-e85dd399ac10 req-4b8f3b36-ed97-49af-872c-dea26690fc97 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 948 time: 0.3212905 Feb 04 15:31:55.744889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-5977aac3-16bd-43f1-8929-96abf1565842 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2200251 Feb 04 15:31:55.790737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Request body: {'port': {'device_id': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:55.802308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8251ac5-6cd9-4f55-8a1a-05a918c8cfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.814717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7790ddc4-d5c5-41e6-bd56-0f6e3d03648e req-814e51d8-367a-4887-aeed-e794fe941248 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927957 Feb 04 15:31:55.867474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8251ac5-6cd9-4f55-8a1a-05a918c8cfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:55.949128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f6bf9d93-d471-4b1d-8ace-2ea3d468531b up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:56.004460 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-afe3d28d-fc2d-46ad-aab3-e85dd399ac10 req-572041c2-4c57-4378-9492-fa4c57d695fd tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101549 Feb 04 15:31:56.025554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.030724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port f6bf9d93-d471-4b1d-8ace-2ea3d468531b completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:31:56.038990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port f6bf9d93-d471-4b1d-8ace-2ea3d468531b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:56.040200 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.110382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8251ac5-6cd9-4f55-8a1a-05a918c8cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.125447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8251ac5-6cd9-4f55-8a1a-05a918c8cfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.132014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d8251ac5-6cd9-4f55-8a1a-05a918c8cfc7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/46ca4584-1008-4cc2-adf1-b51125daf063 HTTP/1.1" status: 204 len: 168 time: 0.6040065 Feb 04 15:31:56.182298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8251ac5-6cd9-4f55-8a1a-05a918c8cfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ca4584-1008-4cc2-adf1-b51125daf063,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:56.193849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:56.216307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::10 (30b35167-0edd-4f83-b3a6-6b8c88d4fd1f/5e971612-fe94-4e69-b0c4-7f49261be9fd/74adc7ff-afba-47c1-a331-6dc6d20a50c5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:31:56.327351 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.401451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:56.411753 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb92e64a-5063-4b44-a21e-aac23e69a3c7" -d '{"events": [{"server_uuid": "5b4db5ef-4a33-4a86-94ae-1823d99609f8", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf9d93-d471-4b1d-8ace-2ea3d468531b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:56.477263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f6bf9d93-d471-4b1d-8ace-2ea3d468531b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:56.493998 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.495737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device cdefd3b5-3e67-4741-8d9c-21931dcc2e2a no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:31:56.641568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a230f6a6-701e-4efd-bc1f-a5726ded2f24 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:56.762524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:56.774850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.823539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac8ca9-d72d-4eb7-a9bf-3adaae7b494e None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:56.831745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a230f6a6-701e-4efd-bc1f-a5726ded2f24 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:56.832720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:56.841708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:56.881151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c90b56-3269-4790-a084-305770499390 req-5d7f92c8-d29c-4f84-94fc-e4f766748d6a tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:56.889719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58c90b56-3269-4790-a084-305770499390 req-5d7f92c8-d29c-4f84-94fc-e4f766748d6a tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 946 time: 0.6533899 Feb 04 15:31:56.914429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-41f33ecb-a79a-49df-9fb5-614b7feedea1 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/floatingips/0aa8ce48-8ca8-4c9e-bae4-544e65bbfaec HTTP/1.1" status: 200 len: 978 time: 2.6399951 Feb 04 15:31:56.936849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45068) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:57.001535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a update to DOWN by agent not found {{(pid=102424) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 04 15:31:57.008625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.016269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac8ca9-d72d-4eb7-a9bf-3adaae7b494e None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:57.016927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d1ac8ca9-d72d-4eb7-a9bf-3adaae7b494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:57.060729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58c90b56-3269-4790-a084-305770499390 req-02047185-671d-48ee-b2af-0d1de8b175d9 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups?id=852bd9ab-a507-48a7-91d9-a86a7c0128d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696203 Feb 04 15:31:57.061381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45070) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:57.096360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0372-aec5-42a0-ad41-99362d3e29ef req-95c05717-55ee-4a8d-b1e6-cb2839c91390 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.103030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1dac0372-aec5-42a0-ad41-99362d3e29ef req-95c05717-55ee-4a8d-b1e6-cb2839c91390 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.6935964 Feb 04 15:31:57.113779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-964e2c9a-0d2d-4dbc-afc8-ce0fd7263b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.134162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d1ac8ca9-d72d-4eb7-a9bf-3adaae7b494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:57.171570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6bf42e08-e7b4-485a-926d-b6c994c4e812 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:31:57.181791 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db19a69f-d81e-47ba-b9cf-5773cc4e37dd x-openstack-request-id: req-db19a69f-d81e-47ba-b9cf-5773cc4e37dd {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:57.182537 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4db5ef-4a33-4a86-94ae-1823d99609f8", "name": "network-vif-plugged", "status": "completed", "tag": "f6bf9d93-d471-4b1d-8ace-2ea3d468531b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:57.183050 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db19a69f-d81e-47ba-b9cf-5773cc4e37dd {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:57.183790 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b', 'code': 200} Feb 04 15:31:57.235358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event deleted for resources: {'Port': ['ID=cdefd3b5-3e67-4741-8d9c-21931dcc2e2a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:57.235930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac8ca9-d72d-4eb7-a9bf-3adaae7b494e None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:57.238246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d1ac8ca9-d72d-4eb7-a9bf-3adaae7b494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:57.383716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d1ac8ca9-d72d-4eb7-a9bf-3adaae7b494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:57.384336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac8ca9-d72d-4eb7-a9bf-3adaae7b494e None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:57.395901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a5195f-80f2-45f6-9a78-489a8fcb84e9 None None] Network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:31:57.444438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1dac0372-aec5-42a0-ad41-99362d3e29ef req-12b72ec1-12b5-4635-a7e7-f672d443a9cf tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770636 Feb 04 15:31:57.511805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-964e2c9a-0d2d-4dbc-afc8-ce0fd7263b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.526649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port dfa8c3ce-7d2e-4df4-9f4a-cc09a9a04351 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:31:57.527571 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.580381 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:31:57.588776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374a62f-2201-446b-938a-6903ec287551 req-252474cf-022e-420f-8ad8-386d379d1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.591078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7374a62f-2201-446b-938a-6903ec287551 req-252474cf-022e-420f-8ad8-386d379d1b82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 1101 time: 0.3164077 Feb 04 15:31:57.634731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.644529 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-964e2c9a-0d2d-4dbc-afc8-ce0fd7263b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.680929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c00ed133-b79f-4c27-9939-f811dcb8726f None None] Provisioning complete for port a230f6a6-701e-4efd-bc1f-a5726ded2f24 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:57.681535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c00ed133-b79f-4c27-9939-f811dcb8726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.693544 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.746248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-964e2c9a-0d2d-4dbc-afc8-ce0fd7263b8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f5971b3c0cb490699d3fb5aba13bec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6760964 Feb 04 15:31:57.750043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2c9a-0d2d-4dbc-afc8-ce0fd7263b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d3df09-598c-4a9f-8d1f-5f083adf9e80,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:57.754237 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.754576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.757330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45084) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:57.797400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for dfa8c3ce-7d2e-4df4-9f4a-cc09a9a04351 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:31:57.808146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee256a1-8433-4d01-997f-a776725ef900 req-f1576237-fb0f-4211-84da-ba10dfacff3b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:57.809950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ee256a1-8433-4d01-997f-a776725ef900 req-f1576237-fb0f-4211-84da-ba10dfacff3b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 931 time: 0.3055000 Feb 04 15:31:57.847841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6bf42e08-e7b4-485a-926d-b6c994c4e812, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bf42e08-e7b4-485a-926d-b6c994c4e812,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:57.881545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port a230f6a6-701e-4efd-bc1f-a5726ded2f24, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a230f6a6-701e-4efd-bc1f-a5726ded2f24,segment=NetworkSegment(eb0e6001-91bd-4921-893f-b256fc6417f3),segment_id=eb0e6001-91bd-4921-893f-b256fc6417f3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:57.896674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:57.898993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '6bf42e08-e7b4-485a-926d-b6c994c4e812', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '6bf42e08-e7b4-485a-926d-b6c994c4e812', 'mac_address': 'fa:16:3e:0d:cc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:31:58.025724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770f082d-34f5-43c8-abe6-6735210f8941 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:58.060740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=a230f6a6-701e-4efd-bc1f-a5726ded2f24,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.069195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.093910 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.094688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf42e08-e7b4-485a-926d-b6c994c4e812 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:31:58.121580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7374a62f-2201-446b-938a-6903ec287551 req-843b10ae-f0cd-4756-a07c-7621fb6dccaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125895 Feb 04 15:31:58.126031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af3297fb-693d-48b0-a29e-de72323060a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.141364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b06fc5-e8e3-413f-85a6-fce18b86fdc8 req-d40f6731-1261-411d-aa6c-308d5219d8de tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.142098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8b06fc5-e8e3-413f-85a6-fce18b86fdc8 req-d40f6731-1261-411d-aa6c-308d5219d8de tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 948 time: 0.5349691 Feb 04 15:31:58.143132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8ee256a1-8433-4d01-997f-a776725ef900 req-954b709f-49ca-4093-a54a-e949e6c4bfe5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351655 Feb 04 15:31:58.154619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Transition to ACTIVE for port object 770f082d-34f5-43c8-abe6-6735210f8941 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:31:58.167982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Router 0c22c33d-ff01-4825-90f4-8fb36d431912 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:58.174518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6bf42e08-e7b4-485a-926d-b6c994c4e812, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bf42e08-e7b4-485a-926d-b6c994c4e812,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:31:58.191801 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.195639 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.198514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.203079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af3297fb-693d-48b0-a29e-de72323060a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.326615 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.380105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6bf42e08-e7b4-485a-926d-b6c994c4e812,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.398468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=dfa8c3ce-7d2e-4df4-9f4a-cc09a9a04351,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.407680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af3297fb-693d-48b0-a29e-de72323060a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.411220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af3297fb-693d-48b0-a29e-de72323060a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.412570 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-af3297fb-693d-48b0-a29e-de72323060a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18d3df09-598c-4a9f-8d1f-5f083adf9e80 HTTP/1.1" status: 204 len: 168 time: 0.6524167 Feb 04 15:31:58.429182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8b06fc5-e8e3-413f-85a6-fce18b86fdc8 req-e2eb8781-b646-4f12-a0fd-e59ca416966d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623162 Feb 04 15:31:58.436513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:31:58.467120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:31:58.470890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Pushing event updated for resources: {'Port': ['ID=770f082d-34f5-43c8-abe6-6735210f8941,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.496744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:31:58.525745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:58.529827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a230f6a6-701e-4efd-bc1f-a5726ded2f24 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:31:58.530223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.627740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a230f6a6-701e-4efd-bc1f-a5726ded2f24 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:58.628222 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.632276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3297fb-693d-48b0-a29e-de72323060a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d3df09-598c-4a9f-8d1f-5f083adf9e80,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.682691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.683199 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 0aa8ce48-8ca8-4c9e-bae4-544e65bbfaec disassociated (deleted). External IP: 172.25.1.217, port: 75bfa0c6-ff56-44e1-8f24-c2640c358aca. Feb 04 15:31:58.685397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6bf42e08-e7b4-485a-926d-b6c994c4e812'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:31:58.687329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c7cc849a-b777-419e-a162-75d0a7b1081f req-a31e2236-b50b-4db7-85e9-b635a0e16389 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/ports?device_id=4533fcce-bcc2-4f49-b744-aaa21e77ef6a HTTP/1.1" status: 200 len: 210 time: 0.0619314 Feb 04 15:31:58.782531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d5936dfa-3823-4b3a-be6d-57d787f08bb4 None None] Provisioning complete for port a230f6a6-701e-4efd-bc1f-a5726ded2f24 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:58.783061 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d5936dfa-3823-4b3a-be6d-57d787f08bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:58.822765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=74adc7ff-afba-47c1-a331-6dc6d20a50c5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:31:58.903529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0e591388-765d-4a9f-87d8-be5449ccd497 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0959423 Feb 04 15:31:58.937359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45104) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:58.947940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': '30b35167-0edd-4f83-b3a6-6b8c88d4fd1f', 'name': 'tempest-PortsIpV6TestJSON-934256586', 'fixed_ips': [{'subnet_id': '5e971612-fe94-4e69-b0c4-7f49261be9fd', 'ip_address': '2001:db8::f'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:31:59.054328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:59.078657 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] Sync routers for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:59.093872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66609-c839-4adb-a297-79012ab83153 req-cb1549cc-4342-4775-95cb-4945241f7bea tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:59.103204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-add66609-c839-4adb-a297-79012ab83153 req-cb1549cc-4342-4775-95cb-4945241f7bea tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.2639692 Feb 04 15:31:59.126019 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:59.128903 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:59.130587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:31:59.209452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:31:59.217761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] No DVR routers for this DVR port cdefd3b5-3e67-4741-8d9c-21931dcc2e2a on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:31:59.232076 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.238192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9aacec9-7706-4ec0-8ecf-9d484bda453f req-9713da08-39c3-4479-8fff-283c0fa13420 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.30 "DELETE /v2.0/ports/cdefd3b5-3e67-4741-8d9c-21931dcc2e2a HTTP/1.1" status: 204 len: 173 time: 6.1513286 Feb 04 15:31:59.238674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'name': 'network-vif-deleted', 'tag': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:31:59.241614 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16411852-9e33-4852-8b58-4c51b2d9c3b3" -d '{"events": [{"server_uuid": "4533fcce-bcc2-4f49-b744-aaa21e77ef6a", "name": "network-vif-deleted", "tag": "cdefd3b5-3e67-4741-8d9c-21931dcc2e2a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:31:59.258381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Attempting to bind port 770f082d-34f5-43c8-abe6-6735210f8941 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:31:59.258753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Attempting to bind port 770f082d-34f5-43c8-abe6-6735210f8941 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:31:59.259264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Attempting to bind port 770f082d-34f5-43c8-abe6-6735210f8941 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:59.288450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Port 770f082d-34f5-43c8-abe6-6735210f8941 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:31:59.288809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Attempting to bind port 770f082d-34f5-43c8-abe6-6735210f8941 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:31:59.336520 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-add66609-c839-4adb-a297-79012ab83153 req-0ccad6cd-617a-489a-a261-d4cac866e3a4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306924 Feb 04 15:31:59.338759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:31:59.339346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Checking segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:31:59.340158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Bound using segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:31:59.344017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Bound port: 770f082d-34f5-43c8-abe6-6735210f8941, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:31:59.346447 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.469731 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:31:59.502748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:31:59.528002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7081f54e-4571-4183-8eda-cd5f37aaf985 None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:31:59.543161 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.563591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7f90984f-a1e8-4347-aadc-da9a3b90064a None None] Provisioning complete for port 74adc7ff-afba-47c1-a331-6dc6d20a50c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:31:59.563977 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7f90984f-a1e8-4347-aadc-da9a3b90064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.569670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081f54e-4571-4183-8eda-cd5f37aaf985 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:59.569670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7081f54e-4571-4183-8eda-cd5f37aaf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:59.585356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:31:59.596600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 6869a5db-5f86-4bbb-ae0b-b14168519940 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:31:59.608864 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d250fa3-52f6-42b7-a222-5fae8c430341 x-openstack-request-id: req-6d250fa3-52f6-42b7-a222-5fae8c430341 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:31:59.609695 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4533fcce-bcc2-4f49-b744-aaa21e77ef6a", "name": "network-vif-deleted", "tag": "cdefd3b5-3e67-4741-8d9c-21931dcc2e2a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:31:59.609695 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6d250fa3-52f6-42b7-a222-5fae8c430341 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:31:59.620569 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4533fcce-bcc2-4f49-b744-aaa21e77ef6a', 'name': 'network-vif-deleted', 'tag': 'cdefd3b5-3e67-4741-8d9c-21931dcc2e2a', 'status': 'completed', 'code': 200} Feb 04 15:31:59.670567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7081f54e-4571-4183-8eda-cd5f37aaf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:59.712592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081f54e-4571-4183-8eda-cd5f37aaf985 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:31:59.713266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7081f54e-4571-4183-8eda-cd5f37aaf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:59.721022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7f90984f-a1e8-4347-aadc-da9a3b90064a None None] Port 74adc7ff-afba-47c1-a331-6dc6d20a50c5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:31:59.839413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7081f54e-4571-4183-8eda-cd5f37aaf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:31:59.840204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7081f54e-4571-4183-8eda-cd5f37aaf985 None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:31:59.868382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e46b12-4ef3-4699-b909-b6e8c7e97658 req-fde97c08-ad80-4654-919d-1e6bae223059 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:59.871230 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97e46b12-4ef3-4699-b909-b6e8c7e97658 req-fde97c08-ad80-4654-919d-1e6bae223059 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 949 time: 0.3177953 Feb 04 15:31:59.884033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] For port 770f082d-34f5-43c8-abe6-6735210f8941, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:31:59.886318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:31:59.894092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] For port 770f082d-34f5-43c8-abe6-6735210f8941, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=770f082d-34f5-43c8-abe6-6735210f8941,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:31:59.894326 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0c6a7a39-1bf1-4644-8185-010a570e44a9 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/floatingips/0aa8ce48-8ca8-4c9e-bae4-544e65bbfaec HTTP/1.1" status: 204 len: 168 time: 2.9430330 Feb 04 15:31:59.939360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae85b9-32cf-4251-bd29-2c3fe389dad8 req-a121d08e-fc6f-427b-9ab0-9485db5bfe24 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:31:59.946386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51ae85b9-32cf-4251-bd29-2c3fe389dad8 req-a121d08e-fc6f-427b-9ab0-9485db5bfe24 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 943 time: 0.5067413 Feb 04 15:32:00.057345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.128149 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:00.177305 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] Checking router: 0c22c33d-ff01-4825-90f4-8fb36d431912 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:32:00.184557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.186229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.187762 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:00.189123 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] 10.222.0.50 "PUT /v2.0/ports/770f082d-34f5-43c8-abe6-6735210f8941 HTTP/1.1" status: 200 len: 1091 time: 4.4241102 Feb 04 15:32:00.189617 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:31:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:00.215216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97e46b12-4ef3-4699-b909-b6e8c7e97658 req-f4719d23-749e-4418-be05-9f8ca293d761 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273633 Feb 04 15:32:00.311250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf30197-3af1-460b-8b69-9ca117554566 service neutron] Pushing event updated for resources: {'Port': ['ID=770f082d-34f5-43c8-abe6-6735210f8941,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:00.443346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45154) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:00.470842 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:32:00.492777 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd236722-6a24-4832-8b80-2c8f27de7184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.501205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-7bfe66bd-7794-43a1-aaff-3950427966b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.503310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-7bfe66bd-7794-43a1-aaff-3950427966b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 1094 time: 0.1809206 Feb 04 15:32:00.630809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7c46784b-1c6d-487f-ac09-9411cfa04de6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 75bfa0c6-ff56-44e1-8f24-c2640c358aca {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:00.631766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c46784b-1c6d-487f-ac09-9411cfa04de6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.716160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-744ee007-aaa7-4f40-b607-54f017f59398 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770f082d-34f5-43c8-abe6-6735210f8941 HTTP/1.1" status: 200 len: 217 time: 0.1819744 Feb 04 15:32:00.816727 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:00.818329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51ae85b9-32cf-4251-bd29-2c3fe389dad8 req-8cf6005e-ddc0-4285-8590-3a417bbf7e66 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8549597 Feb 04 15:32:00.890950 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092c690-810e-4d22-a607-97a7efbca127 None None] The sync data for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 is: [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:29:37Z', 'revision_number': 4, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3ae68214-ce39-496d-a6b9-ec17e33d6bd6', 'name': '', 'network_id': '009879e3-fdd9-4e71-b5db-7b1eb016817c', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'mac_address': 'fa:16:3e:d9:d5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:34Z', 'updated_at': '2022-02-04T15:29:46Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'subnets': [{'id': 'c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:00.940833 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d79e23d1-3c4b-4aaa-9bab-6ba8a50214c3 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:00.955435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::f (30b35167-0edd-4f83-b3a6-6b8c88d4fd1f/5e971612-fe94-4e69-b0c4-7f49261be9fd/6869a5db-5f86-4bbb-ae0b-b14168519940) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:00.966821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f0fb-6d70-428f-bacc-909e249e4919 req-6ce9b097-80b8-4c65-b16f-177c5624e3dd tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:00.974635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2ea9f0fb-6d70-428f-bacc-909e249e4919 req-6ce9b097-80b8-4c65-b16f-177c5624e3dd tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.2416492 Feb 04 15:32:01.071326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2ea9f0fb-6d70-428f-bacc-909e249e4919 req-6a66c220-2544-448a-9dde-cd0dc54fabd5 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957112 Feb 04 15:32:01.075223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c46784b-1c6d-487f-ac09-9411cfa04de6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.105884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-ce87d44c-9b95-4887-8cf3-dda2719ad4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.107664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-ce87d44c-9b95-4887-8cf3-dda2719ad4e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.3644338 Feb 04 15:32:01.109849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d79e23d1-3c4b-4aaa-9bab-6ba8a50214c3 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.123400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7c46784b-1c6d-487f-ac09-9411cfa04de6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 75bfa0c6-ff56-44e1-8f24-c2640c358aca owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:01.167258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6bf42e08-e7b4-485a-926d-b6c994c4e812 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:01.188059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-dc01fd5d-819b-4b0a-a46b-e2cdaeea5888 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712183 Feb 04 15:32:01.318749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 6bf42e08-e7b4-485a-926d-b6c994c4e812 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:01.324911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 6bf42e08-e7b4-485a-926d-b6c994c4e812 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:01.328058 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.384371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-6ad7107d-8985-4bc9-931d-94889f498be3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879507 Feb 04 15:32:01.495421 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.547142 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b4000-7a9f-4f08-82a1-758b99fec131 None None] New status for floating IP a56c28b3-0898-4235-801d-d6fa0abcabe4: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:32:01.548916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.582019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-94700f20-5192-4d08-8a6e-1e7996823dd7 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.592369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-94700f20-5192-4d08-8a6e-1e7996823dd7 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061095 Feb 04 15:32:01.603506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a3ca90-0100-4ffd-a8c1-a0e23390a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf42e08-e7b4-485a-926d-b6c994c4e812'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:01.607546 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69809f3e-1da1-4a95-bfb1-25de32c98693" -d '{"events": [{"server_uuid": "39a3ca90-0100-4ffd-a8c1-a0e23390a10d", "name": "network-vif-plugged", "status": "completed", "tag": "6bf42e08-e7b4-485a-926d-b6c994c4e812"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:01.615629 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-15a853a5-a1b6-4f55-ae5b-37b89464b90c service neutron] show failed (client error): The resource could not be found. Feb 04 15:32:01.617365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-15a853a5-a1b6-4f55-ae5b-37b89464b90c service neutron] 10.222.0.30 "GET /v2.0/ports/619224c8-f77a-4a1f-88c7-6caf2bb3aa2e/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.4820578 Feb 04 15:32:01.617970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-f269e917-7f67-41a3-b167-d0f53aeec73b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/quotas/6b10fdbfecdc45c3af75d4842dd92f6d HTTP/1.1" status: 200 len: 375 time: 0.0235574 Feb 04 15:32:01.641524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6bf42e08-e7b4-485a-926d-b6c994c4e812, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bf42e08-e7b4-485a-926d-b6c994c4e812,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:01.650974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'tag': '770f082d-34f5-43c8-abe6-6735210f8941'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:01.655197 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eee104-b14c-4443-a51a-2fb7f9d83efc" -d '{"events": [{"name": "network-changed", "server_uuid": "4296d7a8-e835-41ba-9929-3e7053b650e4", "tag": "770f082d-34f5-43c8-abe6-6735210f8941"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:01.655922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.674058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-e7a1a34b-bbdb-4e0c-83d1-c06910e3b435 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530407 Feb 04 15:32:01.678984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.815667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=6869a5db-5f86-4bbb-ae0b-b14168519940,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:01.850534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.860430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.861165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.861761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.862630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.863224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.863533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6bf42e08-e7b4-485a-926d-b6c994c4e812,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:01.864141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.864878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.865486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.866165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.866770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.867416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:01.908272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:01.912092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:01.929610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:01.946735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:01.947841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.950683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d79e23d1-3c4b-4aaa-9bab-6ba8a50214c3 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.959942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d79e23d1-3c4b-4aaa-9bab-6ba8a50214c3 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:01.963150 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d79e23d1-3c4b-4aaa-9bab-6ba8a50214c3 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "DELETE /v2.0/security-groups/852bd9ab-a507-48a7-91d9-a86a7c0128d5 HTTP/1.1" status: 204 len: 168 time: 1.5117445 Feb 04 15:32:01.994434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45210) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:02.003770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92415b09-d61c-497d-9bc0-92dee8f62959 req-2e99006d-fa25-4889-b23a-9dfa72f4c70a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.024089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92415b09-d61c-497d-9bc0-92dee8f62959 req-2e99006d-fa25-4889-b23a-9dfa72f4c70a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 949 time: 0.6758835 Feb 04 15:32:02.037790 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba9316d-d90a-4438-a537-318c677310f1 x-openstack-request-id: req-4ba9316d-d90a-4438-a537-318c677310f1 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:02.038274 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a3ca90-0100-4ffd-a8c1-a0e23390a10d", "name": "network-vif-plugged", "status": "completed", "tag": "6bf42e08-e7b4-485a-926d-b6c994c4e812", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:02.038651 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ba9316d-d90a-4438-a537-318c677310f1 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:02.039249 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a3ca90-0100-4ffd-a8c1-a0e23390a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf42e08-e7b4-485a-926d-b6c994c4e812', 'code': 200} Feb 04 15:32:02.116672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e23d1-3c4b-4aaa-9bab-6ba8a50214c3 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852bd9ab-a507-48a7-91d9-a86a7c0128d5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:02.139114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7aa42c34-2c11-4e13-8ba1-2e07e8b712aa tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1980708 Feb 04 15:32:02.191789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45218) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:02.219757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45220) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:02.235812 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adacae76-af81-47dd-be20-c5cc10ab37b1 x-openstack-request-id: req-adacae76-af81-47dd-be20-c5cc10ab37b1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:02.236315 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4296d7a8-e835-41ba-9929-3e7053b650e4", "tag": "770f082d-34f5-43c8-abe6-6735210f8941", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:02.238093 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-adacae76-af81-47dd-be20-c5cc10ab37b1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:02.238093 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'tag': '770f082d-34f5-43c8-abe6-6735210f8941', 'status': 'completed', 'code': 200} Feb 04 15:32:02.246636 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-db484e8b-cad9-4d8d-9bbd-d6d9a0853da1 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] show failed (client error): The resource could not be found. Feb 04 15:32:02.254376 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db484e8b-cad9-4d8d-9bbd-d6d9a0853da1 tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "GET /v2.0/security-groups/852bd9ab-a507-48a7-91d9-a86a7c0128d5 HTTP/1.1" status: 404 len: 347 time: 0.2283707 Feb 04 15:32:02.261751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-1a050e91-656c-4d13-8e0a-ed7bce68112c service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9375634 Feb 04 15:32:02.325183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45222) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:02.381328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-9e11c1d1-44eb-4172-8fb9-869a320d86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.387877 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-9e11c1d1-44eb-4172-8fb9-869a320d86ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c&tenant_id=84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 1101 time: 0.2493656 Feb 04 15:32:02.408470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:02.518873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.545947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a832c-0537-4e1d-b1bf-f7f967599204 req-10257467-711e-4aaf-b914-2b70973c91c4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.553777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-828a832c-0537-4e1d-b1bf-f7f967599204 req-10257467-711e-4aaf-b914-2b70973c91c4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 943 time: 0.1644850 Feb 04 15:32:02.630387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-828a832c-0537-4e1d-b1bf-f7f967599204 req-33c0d113-e4c5-423f-84c4-f25658b8e222 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726967 Feb 04 15:32:02.662334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-eab65748-0beb-488c-8e71-6691761f95b3 None None] Provisioning complete for port 6869a5db-5f86-4bbb-ae0b-b14168519940 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:02.666227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eab65748-0beb-488c-8e71-6691761f95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:02.775095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-eab65748-0beb-488c-8e71-6691761f95b3 None None] Port 6869a5db-5f86-4bbb-ae0b-b14168519940 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:02.853521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438090a-0cda-4b4e-9959-5f6a86ab5185 req-9863137f-c9c6-4bce-a6f0-4ae1b5fd5903 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:02.859760 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a438090a-0cda-4b4e-9959-5f6a86ab5185 req-9863137f-c9c6-4bce-a6f0-4ae1b5fd5903 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.0979166 Feb 04 15:32:02.973318 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a438090a-0cda-4b4e-9959-5f6a86ab5185 req-e66f8814-eee7-4ea2-be6d-e637ac9b6323 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115386 Feb 04 15:32:02.976212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-822550123'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:03.019672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:03.061102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:03.106674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92415b09-d61c-497d-9bc0-92dee8f62959 req-51e3936d-f4a6-4d1c-9e6b-4afc1d2f3ef9 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0338564 Feb 04 15:32:03.212405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-98127801-d5b6-4857-a9f7-a9031fa0bc96 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575969 Feb 04 15:32:03.218808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.221701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:03.224519 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2250c413-7758-4d47-bce9-754fb98d9c73" -d '{"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-unplugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:03.278721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fb9e2-92e3-4b1b-b00b-62fae45f25a7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.283682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e39fb9e2-92e3-4b1b-b00b-62fae45f25a7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0757234 Feb 04 15:32:03.292017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:03.292708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Made reservation on behalf of 0f320e59d1d349d6bf3f53c42ffb5d10 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:03.297194 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.301613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Transition to ACTIVE for port object 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:03.318940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7865c7-ac2d-4793-b447-50bbcc88cd1f req-7f15c841-da04-4941-ab51-b44ebc960f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.319931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.320766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cb7865c7-ac2d-4793-b447-50bbcc88cd1f req-7f15c841-da04-4941-ab51-b44ebc960f6a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 1101 time: 0.9965644 Feb 04 15:32:03.362178 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb95f6a-e123-4496-b74d-5d100ed9b474 x-openstack-request-id: req-5fb95f6a-e123-4496-b74d-5d100ed9b474 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:03.362468 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-unplugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:03.362704 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fb95f6a-e123-4496-b74d-5d100ed9b474 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:03.363112 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'code': 200} Feb 04 15:32:03.375412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.411864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d2fbe91-80e0-4867-a1fc-600046626d6e req-d18b27f4-b5f6-40ef-bc2f-3e5c61c53418 service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0585446 Feb 04 15:32:03.432387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c46784b-1c6d-487f-ac09-9411cfa04de6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.433486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] No DVR routers for this DVR port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:03.435959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:03.445653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-8a4fecd3-ce23-49c5-b87b-6d96a4e8f8a9 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.447298 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-8a4fecd3-ce23-49c5-b87b-6d96a4e8f8a9 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173748 Feb 04 15:32:03.486170 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-a068a1f0-965c-49aa-a79d-2ac7f8eaea6a tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/quotas/6b10fdbfecdc45c3af75d4842dd92f6d HTTP/1.1" status: 200 len: 375 time: 0.0304458 Feb 04 15:32:03.508205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:03.508632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:03.508947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:03.516248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:32:03.516632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:03.546769 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-288320be-83be-4295-8d07-d713eac2b56e tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483110 Feb 04 15:32:03.552337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:03.552673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:03.553074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:03.553532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Bound port: 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:03.553898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.576535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a537e3e7-2646-4eba-9739-d26ac3d9d6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.653871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cb7865c7-ac2d-4793-b447-50bbcc88cd1f req-19302a06-42de-4d2a-9f67-84a50d5aa9da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135993 Feb 04 15:32:03.679585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46784b-1c6d-487f-ac09-9411cfa04de6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=75bfa0c6-ff56-44e1-8f24-c2640c358aca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:03.716928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:03.720886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Deleting port 9ff064d2-2b32-4c42-a4a3-7bad7a68f1a7 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:03.721262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.736780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:03.745371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066d88db-2ae7-4eef-99b8-ac4bcb329567 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.746809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.757196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066d88db-2ae7-4eef-99b8-ac4bcb329567 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.773632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066d88db-2ae7-4eef-99b8-ac4bcb329567 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.779637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-066d88db-2ae7-4eef-99b8-ac4bcb329567 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4770448 Feb 04 15:32:03.781766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45252) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:03.906038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26a25608-3871-4067-a5fe-728b87c87e0e req-69b7a5b7-4745-4517-b431-325b6764d5e0 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 210 time: 0.1270566 Feb 04 15:32:03.929226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:03.930066 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:03.932295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] 10.222.0.50 "PUT /v2.0/ports/619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 1096 time: 1.5281789 Feb 04 15:32:04.027318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-c1fadebd-bbb2-4bed-b694-5b892cd5ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.028914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-c1fadebd-bbb2-4bed-b694-5b892cd5ec55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 1094 time: 0.4709346 Feb 04 15:32:04.062660 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-78cd1543-eb24-4779-96d0-736e894cac73 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1722758 Feb 04 15:32:04.125123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c622620-5f95-4d34-81e7-3b896b22658d service neutron] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.195241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.259717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.290420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-f7afd70a-e004-4f24-afd7-103a5d673476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.292043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-f7afd70a-e004-4f24-afd7-103a5d673476 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1099 time: 0.1036518 Feb 04 15:32:04.340106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ab009-68dd-4c24-812e-452021a147e5 req-e634d075-aa36-46f9-a973-771d9f1132a1 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.341882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf7ab009-68dd-4c24-812e-452021a147e5 req-e634d075-aa36-46f9-a973-771d9f1132a1 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 943 time: 0.4506302 Feb 04 15:32:04.366252 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.366580 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.369244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:04.370800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73151e-a854-4aaa-b558-18b77c57e02f req-4ee772e9-afd5-40d5-9cec-fe249649ddb4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.372453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc73151e-a854-4aaa-b558-18b77c57e02f req-4ee772e9-afd5-40d5-9cec-fe249649ddb4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 948 time: 0.1816094 Feb 04 15:32:04.377828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c46784b-1c6d-487f-ac09-9411cfa04de6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.382349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d6382d27-0f9f-42f3-8d08-48ca8a34ae61 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 6869a5db-5f86-4bbb-ae0b-b14168519940 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:04.382751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6382d27-0f9f-42f3-8d08-48ca8a34ae61 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.383261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7c46784b-1c6d-487f-ac09-9411cfa04de6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/ports/75bfa0c6-ff56-44e1-8f24-c2640c358aca HTTP/1.1" status: 204 len: 168 time: 4.4935470 Feb 04 15:32:04.390265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45262) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:04.399968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:04.450695 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.451060 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Added segment 61d282e7-db0e-4ade-a601-dc6872f86c43 of type vlan for network 69842f51-a0d0-4383-9856-de058628af35 Feb 04 15:32:04.473858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Calling delete_port for 9ff064d2-2b32-4c42-a4a3-7bad7a68f1a7 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:04.492879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53caaa0-3a2c-44f3-92d1-1d8590d3b731,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:04.555754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-ffa5c9ec-3c86-48c6-994c-9773dfadd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.557453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-ffa5c9ec-3c86-48c6-994c-9773dfadd5cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2563288 Feb 04 15:32:04.560440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc73151e-a854-4aaa-b558-18b77c57e02f req-efa67e3a-46f4-4be8-863d-ba9cecebde50 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412230 Feb 04 15:32:04.587069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.624687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6382d27-0f9f-42f3-8d08-48ca8a34ae61 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.641745 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-e22e95f1-e861-4bf2-9bcb-6300743a4b66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.0763977 Feb 04 15:32:04.667466 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d6382d27-0f9f-42f3-8d08-48ca8a34ae61 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 6869a5db-5f86-4bbb-ae0b-b14168519940 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:04.684589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:04.768844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-b105fc93-17a7-41ff-93d1-da97531b5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.771092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-b105fc93-17a7-41ff-93d1-da97531b5867 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 912 time: 0.6702111 Feb 04 15:32:04.774318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf7ab009-68dd-4c24-812e-452021a147e5 req-c9ce24b7-9879-434e-a40a-0c0469957008 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777244 Feb 04 15:32:04.789968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-0faa4d6d-a61b-43f0-8d2c-0b90782acda3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.791689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-0faa4d6d-a61b-43f0-8d2c-0b90782acda3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7129314 Feb 04 15:32:04.841195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Request body: {'port': {'device_id': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '6b10fdbfecdc45c3af75d4842dd92f6d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:04.846723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-c8be2938-2b1c-4b5d-9ac8-3d75210d2ca7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770f082d-34f5-43c8-abe6-6735210f8941 HTTP/1.1" status: 200 len: 217 time: 0.0646443 Feb 04 15:32:04.898820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-2c8de804-dd7b-4415-b8b0-b202b4b8af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.901458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-2c8de804-dd7b-4415-b8b0-b202b4b8af3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2512093 Feb 04 15:32:04.966923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091da614-e435-4d94-9e83-733ab0ecfb5d req-a139575b-6856-4baf-b5c0-a42b4ef505ee tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:04.969705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-091da614-e435-4d94-9e83-733ab0ecfb5d req-a139575b-6856-4baf-b5c0-a42b4ef505ee tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 950 time: 0.2456107 Feb 04 15:32:05.018562 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.029947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:05.031323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.097911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-a04c8f16-1c4c-4fb0-95ea-9e1489d96c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:05.100391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-a04c8f16-1c4c-4fb0-95ea-9e1489d96c63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875801 Feb 04 15:32:05.218787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-091da614-e435-4d94-9e83-733ab0ecfb5d req-e4f8b2f4-f174-4f93-a587-4c829c8849eb tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195647 Feb 04 15:32:05.244235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.247503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6382d27-0f9f-42f3-8d08-48ca8a34ae61 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.290806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9740fe5-c036-41e5-8800-44c727159a10 req-f98827d6-9b2b-42fc-aec0-8a749f5500c6 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 210 time: 0.2481561 Feb 04 15:32:05.319609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0550346 Feb 04 15:32:05.349875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45270) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:05.390493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-8bc5536f-4c8b-49f5-aec0-6bbb85e21e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:05.393392 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-8bc5536f-4c8b-49f5-aec0-6bbb85e21e89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.5257311 Feb 04 15:32:05.409493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92acdd-1b95-4bf7-b2bb-becae10886d0 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Pushing event updated for resources: {'Network': ['ID=69842f51-a0d0-4383-9856-de058628af35,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:05.451268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 69842f51-a0d0-4383-9856-de058628af35 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:05.473638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-0e4a2417-24af-489c-819f-5fd97687bf65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319819 Feb 04 15:32:05.520940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Request body: {'network': {'name': 'tempest-network--826708073', 'router:external': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:05.574815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.25.1.76 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/3fe2d4b8-b3f6-4185-8c8c-947a98853ab4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:05.606536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Made reservation on behalf of 6b10fdbfecdc45c3af75d4842dd92f6d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:05.611175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:05.611425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.626903 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9e7286-2265-4df6-989b-1815fd98e17a" -d '{"events": [{"name": "network-changed", "server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:05.643813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6382d27-0f9f-42f3-8d08-48ca8a34ae61 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=6869a5db-5f86-4bbb-ae0b-b14168519940,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:05.652061 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.669448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-bdb7abab-005b-45b4-b19b-dcd4867f8711 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553017 Feb 04 15:32:05.719602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.765382 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.766172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6382d27-0f9f-42f3-8d08-48ca8a34ae61 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.773206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6382d27-0f9f-42f3-8d08-48ca8a34ae61 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/6869a5db-5f86-4bbb-ae0b-b14168519940 HTTP/1.1" status: 204 len: 168 time: 1.9409125 Feb 04 15:32:05.786180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45278) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:05.899898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Made reservation on behalf of fb51f9aa22c54912a661f2de41eef2cd for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:05.904131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:05.906905 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b48398c-8809-4018-b308-74aa6ddad496 x-openstack-request-id: req-9b48398c-8809-4018-b308-74aa6ddad496 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:05.907545 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:05.908058 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b48398c-8809-4018-b308-74aa6ddad496 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:05.908791 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'status': 'completed', 'code': 200} Feb 04 15:32:05.934538 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa80966d-fbe6-411d-920b-59a5d0873569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:32:05.936648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fa80966d-fbe6-411d-920b-59a5d0873569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/6869a5db-5f86-4bbb-ae0b-b14168519940 HTTP/1.1" status: 404 len: 333 time: 0.1455472 Feb 04 15:32:05.967193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45282) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:05.968028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Pushing event deleted for resources: {'Port': ['ID=9ff064d2-2b32-4c42-a4a3-7bad7a68f1a7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:06.009315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:06.028081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.132764 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-8cff1844-258b-443b-86d2-f2696102f206 service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075039 Feb 04 15:32:06.159744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:06.228893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815aaf-ed13-4fd5-b671-1e4b6467b0e3 req-b424e9c0-433a-4cea-ae80-c50479975815 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:06.231075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0815aaf-ed13-4fd5-b671-1e4b6467b0e3 req-b424e9c0-433a-4cea-ae80-c50479975815 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 948 time: 0.3180323 Feb 04 15:32:06.240200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c457ce4-c852-42a1-9c7e-c53eeb065530 req-73f31d22-e8a1-45fa-9c04-685f2ffbb5dc service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087276 Feb 04 15:32:06.246850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.315429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-61f8c860-dd49-4f9f-8ea9-73259046717b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991735 Feb 04 15:32:06.321795 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.324710 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.330330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1bfaeb93-7c68-4029-a097-4b37d106ce2b tempest-ServersTestManualDisk-1012708334 tempest-ServersTestManualDisk-1012708334-project] 10.222.0.47 "DELETE /v2.0/floatingips/a56c28b3-0898-4235-801d-d6fa0abcabe4 HTTP/1.1" status: 204 len: 168 time: 3.9992540 Feb 04 15:32:06.330330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-7638450c-fb6a-4309-bb70-0bea36a9e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:06.330803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-7638450c-fb6a-4309-bb70-0bea36a9e827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1099 time: 0.4744647 Feb 04 15:32:06.331171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45286) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:06.360114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0ab607c0-7b70-40ac-87ff-13785040ead7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 74adc7ff-afba-47c1-a331-6dc6d20a50c5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:06.360890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ab607c0-7b70-40ac-87ff-13785040ead7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.381692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109cc9a-bb3a-4d89-a26f-c02693a6c2a8 req-fe77119e-3288-4fe3-8794-5efd348e3d1c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:06.383329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2109cc9a-bb3a-4d89-a26f-c02693a6c2a8 req-fe77119e-3288-4fe3-8794-5efd348e3d1c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 943 time: 0.4177439 Feb 04 15:32:06.438875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0815aaf-ed13-4fd5-b671-1e4b6467b0e3 req-bccb3e81-8072-4f49-baaf-1199779c2624 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849589 Feb 04 15:32:06.451379 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.536580 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.599661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:06.611641 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.631667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:06.636443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:06.646464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=3fe2d4b8-b3f6-4185-8c8c-947a98853ab4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:06.674019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-c3e46c71-5511-4969-a404-8b55025f8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:06.675639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-c3e46c71-5511-4969-a404-8b55025f8d1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1099 time: 0.2944965 Feb 04 15:32:06.686731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ab607c0-7b70-40ac-87ff-13785040ead7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:06.734465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0ab607c0-7b70-40ac-87ff-13785040ead7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 74adc7ff-afba-47c1-a331-6dc6d20a50c5 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:06.799401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4e93d-7c30-43e5-a9e4-6ad9e918a30d req-0e423c62-4903-422e-b9f8-f4d4e0543981 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:06.801049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f1c4e93d-7c30-43e5-a9e4-6ad9e918a30d req-0e423c62-4903-422e-b9f8-f4d4e0543981 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 950 time: 0.2381022 Feb 04 15:32:06.850942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.102145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19eee104-b14c-4443-a51a-2fb7f9d83efc req-55af162a-c87d-41a5-8206-406c89ccea33 service neutron] 10.222.0.50 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9478400 Feb 04 15:32:07.138892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2109cc9a-bb3a-4d89-a26f-c02693a6c2a8 req-bf3d789b-f30b-46bd-8f36-81d48f4115f7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060878 Feb 04 15:32:07.224736 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.256361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.288779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-a29f5212-9ebe-4d72-8ffa-d4818e08e939 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.290831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-a29f5212-9ebe-4d72-8ffa-d4818e08e939 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9259360 Feb 04 15:32:07.292378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-cb24d026-96cf-4087-8d2c-ed42dce350ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.293425 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.294656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-cb24d026-96cf-4087-8d2c-ed42dce350ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.9490440 Feb 04 15:32:07.340930 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f1c4e93d-7c30-43e5-a9e4-6ad9e918a30d req-34b3dac1-980b-4a42-8572-29ccef9cdbcd tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265281 Feb 04 15:32:07.342134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.361157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4c261-996c-4960-98fb-5bc2d85b0aaa,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.364472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-7b0dc7b4-f1ec-490c-9f71-90219fcc3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.366822 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-7b0dc7b4-f1ec-490c-9f71-90219fcc3ba1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.6724448 Feb 04 15:32:07.377273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:07.399589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Request body: {'port': {'device_id': '5f409398-8ae9-43fb-9dbc-91c308732082', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '6b10fdbfecdc45c3af75d4842dd92f6d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:07.454185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-77acf68f-e882-42dc-819d-a15a17354c47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.0752838 Feb 04 15:32:07.456257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.506588 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-9fca37d0-7e7f-49ff-8abc-f0a77a75a4b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.2005892 Feb 04 15:32:07.509061 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9257f38f-5522-440a-b161-940947f7d7ed req-fbbb7519-a8c8-491e-ad94-603e5f7ca4cf tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 210 time: 0.1981988 Feb 04 15:32:07.521754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.522065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.522359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.522693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.523047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.523365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.523698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.524191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.524720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.525061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.525602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.526087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:07.596149 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.596601 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Added segment 3021baf9-c8bd-4f41-8dc3-f9b03bb75023 of type vlan for network c7129778-abf1-4f5c-aa28-6451736cbc8a Feb 04 15:32:07.684083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-6ba7f5dd-f024-4498-a0e5-75e03e2d3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.685460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-6ba7f5dd-f024-4498-a0e5-75e03e2d3d84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2057016 Feb 04 15:32:07.711751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ab607c0-7b70-40ac-87ff-13785040ead7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.813645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fadf18-5f57-4ffb-87af-46fa16df642b req-5c1c7b57-7142-4c37-ac8a-da7f0cbd3038 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.821958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1fadf18-5f57-4ffb-87af-46fa16df642b req-5c1c7b57-7142-4c37-ac8a-da7f0cbd3038 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 950 time: 0.3277957 Feb 04 15:32:07.834887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a06c1c-50d4-4ea5-94af-1a14e522d48b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.847833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab607c0-7b70-40ac-87ff-13785040ead7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=74adc7ff-afba-47c1-a331-6dc6d20a50c5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:07.898248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Allocated IP 192.168.233.181 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/968abef0-290a-40c4-ab47-51e65ed931fa) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:07.958039 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ab607c0-7b70-40ac-87ff-13785040ead7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:07.964421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0ab607c0-7b70-40ac-87ff-13785040ead7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/74adc7ff-afba-47c1-a331-6dc6d20a50c5 HTTP/1.1" status: 204 len: 168 time: 1.9954221 Feb 04 15:32:07.984650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45300) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:07.991917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-e8612712-575d-4540-b843-49b8f2f7248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:07.993703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-e8612712-575d-4540-b843-49b8f2f7248c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.3954523 Feb 04 15:32:07.998020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.038786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1fadf18-5f57-4ffb-87af-46fa16df642b req-386884de-613b-4410-a7c4-33379134ee24 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155120 Feb 04 15:32:08.042258 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f365ef60-71d2-49ef-a679-e70774e19f54 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:32:08.043752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f365ef60-71d2-49ef-a679-e70774e19f54 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/74adc7ff-afba-47c1-a331-6dc6d20a50c5 HTTP/1.1" status: 404 len: 333 time: 0.0573246 Feb 04 15:32:08.046244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-3d7fe30d-b15b-4a9e-8fb0-3d2f19069b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.049121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-3d7fe30d-b15b-4a9e-8fb0-3d2f19069b3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3504374 Feb 04 15:32:08.056940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45302) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:08.287888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-afbeee8d-58dd-4cfa-810e-f5b5d6063c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.298554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-afbeee8d-58dd-4cfa-810e-f5b5d6063c04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287199 Feb 04 15:32:08.300297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.313777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33c6190-9ae8-4b38-a69a-634069bbc3a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet 5e971612-fe94-4e69-b0c4-7f49261be9fd {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:32:08.317955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.319369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.319598 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.322783 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f33c6190-9ae8-4b38-a69a-634069bbc3a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.327445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.338084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400180d5-67fb-43d2-baae-ee2207b51fa2 req-a1676733-289b-4002-ade2-33a000f1ec3c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.339736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-400180d5-67fb-43d2-baae-ee2207b51fa2 req-a1676733-289b-4002-ade2-33a000f1ec3c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 948 time: 0.3446674 Feb 04 15:32:08.384942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Made reservation on behalf of 6b10fdbfecdc45c3af75d4842dd92f6d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:08.389099 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.541242 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f33c6190-9ae8-4b38-a69a-634069bbc3a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.546907 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1873696 Feb 04 15:32:08.560033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45308) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:08.585296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c3366-9710-4e0d-8597-ae7011fe4638 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Network': ['ID=c7129778-abf1-4f5c-aa28-6451736cbc8a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:08.613418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network c7129778-abf1-4f5c-aa28-6451736cbc8a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:08.671335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=3fe2d4b8-b3f6-4185-8c8c-947a98853ab4,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:08.696560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-b1749c6d-edfb-4b7f-bae9-1064a0bebc8a service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253164 Feb 04 15:32:08.755872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-400180d5-67fb-43d2-baae-ee2207b51fa2 req-1018aa24-40ca-4626-b1e7-5f10d64565f8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480225 Feb 04 15:32:08.756808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.777271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea591a-7b0f-44f7-b691-2e578abccbde req-0a78510a-6f66-49d4-a648-37b81109070a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.789434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea591a-7b0f-44f7-b691-2e578abccbde req-0a78510a-6f66-49d4-a648-37b81109070a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:08.792536 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6ea591a-7b0f-44f7-b691-2e578abccbde req-0a78510a-6f66-49d4-a648-37b81109070a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d&device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 1691 time: 0.4154692 Feb 04 15:32:08.816452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.837642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-bf50d75f-7892-4892-beab-039948239a5e service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115128 Feb 04 15:32:08.850015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.967257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:08.970701 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-62fbeb43-7191-4e2a-828d-f6321f813f94 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5763032 Feb 04 15:32:08.980623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45312) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:08.988433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'port': {'network_id': '05339d24-6525-4831-a41a-bea3e2bd4738', 'name': 'tempest-FloatingIPTestJSON-2029966629'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:09.043075 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f33c6190-9ae8-4b38-a69a-634069bbc3a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.099904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14381aa-022f-4965-955d-5872ca659d92 req-2003c501-6ad6-4334-ab57-9d8c8669f8ca tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.101080 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a14381aa-022f-4965-955d-5872ca659d92 req-2003c501-6ad6-4334-ab57-9d8c8669f8ca tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 943 time: 0.2562664 Feb 04 15:32:09.118836 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6ea591a-7b0f-44f7-b691-2e578abccbde req-537ef420-e2a8-41f6-a80e-00e10d132d0a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039007 Feb 04 15:32:09.136713 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.157351 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-4104fba7-b8be-4a36-a818-00f6fda63767 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487574 Feb 04 15:32:09.190755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 770f082d-34f5-43c8-abe6-6735210f8941 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:32:09.196621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9e7286-2265-4df6-989b-1815fd98e17a req-7ea2e9c7-629b-453b-b3b4-bc665b58441a service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499734 Feb 04 15:32:09.211905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f33c6190-9ae8-4b38-a69a-634069bbc3a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.255971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c6190-9ae8-4b38-a69a-634069bbc3a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=5e971612-fe94-4e69-b0c4-7f49261be9fd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:09.258649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.265009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f33c6190-9ae8-4b38-a69a-634069bbc3a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.269168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f33c6190-9ae8-4b38-a69a-634069bbc3a8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/5e971612-fe94-4e69-b0c4-7f49261be9fd HTTP/1.1" status: 204 len: 168 time: 1.2120721 Feb 04 15:32:09.272531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45316) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:09.355629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:09.363291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7129778-abf1-4f5c-aa28-6451736cbc8a']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:09.368287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Allocated IP 192.168.233.112 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/d134c12e-c3ab-4e59-af72-9d4736135b84) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:09.387600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:09.400071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:09.404673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8387ffa-cbbb-4441-ade0-a85028d131e8 req-831cd0e2-140a-4f7f-b4c8-2273ad707656 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 210 time: 0.0602376 Feb 04 15:32:09.412898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:09.414004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3021baf9-c8bd-4f41-8dc3-f9b03bb75023') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:09.414285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3021baf9-c8bd-4f41-8dc3-f9b03bb75023') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:09.416704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.422088 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.445952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.457679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a14381aa-022f-4965-955d-5872ca659d92 req-99fd2a79-4a1c-4954-82ea-5f6fc2893c36 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949433 Feb 04 15:32:09.478829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] device_id is not set on port 7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:32:09.546716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:09.570683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.625357 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.649330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:09.650183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.658110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:09.658517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:09.662064 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:09.708486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.20.0.5 (05339d24-6525-4831-a41a-bea3e2bd4738/f42cc791-584d-44da-8ab6-9204e253c711/7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:09.711783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e51aac-2a37-40d2-a656-0a0e7a5efb0e None None] Network 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:09.737217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port a230f6a6-701e-4efd-bc1f-a5726ded2f24 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:09.737508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.843000 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.850564 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-a277a21c-ae00-4ab1-85ed-7923aa7aee33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0127134 Feb 04 15:32:09.873816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] For port a230f6a6-701e-4efd-bc1f-a5726ded2f24, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a230f6a6-701e-4efd-bc1f-a5726ded2f24,segment=NetworkSegment(eb0e6001-91bd-4921-893f-b256fc6417f3),segment_id=eb0e6001-91bd-4921-893f-b256fc6417f3)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:09.874402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.916494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Request body: {'port': {'device_id': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:09.934345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 770f082d-34f5-43c8-abe6-6735210f8941, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=770f082d-34f5-43c8-abe6-6735210f8941,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:09.938747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e5def828-e013-49c7-ac0f-f0923c4bf273 None None] Provisioning complete for port 968abef0-290a-40c4-ab47-51e65ed931fa triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:09.939123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e5def828-e013-49c7-ac0f-f0923c4bf273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:09.969736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for a230f6a6-701e-4efd-bc1f-a5726ded2f24 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:09.976924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '770f082d-34f5-43c8-abe6-6735210f8941', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'port_id': '770f082d-34f5-43c8-abe6-6735210f8941', 'mac_address': 'fa:16:3e:0f:a1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4492d8e7-37ab-431b-bf81-dee81ec03258', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:32:10.025669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e5def828-e013-49c7-ac0f-f0923c4bf273 None None] Port 968abef0-290a-40c4-ab47-51e65ed931fa cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:10.048078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.064560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770f082d-34f5-43c8-abe6-6735210f8941 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:10.085514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] DHCP port deletion for 30b35167-0edd-4f83-b3a6-6b8c88d4fd1f request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:32:10.099536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 770f082d-34f5-43c8-abe6-6735210f8941, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=770f082d-34f5-43c8-abe6-6735210f8941,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:10.105811 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.136464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484b0f4-626a-48e9-ac62-c8e68c024062 req-c6f034d6-e228-43ae-a0a2-a92e3b5486e0 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:10.138136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7484b0f4-626a-48e9-ac62-c8e68c024062 req-c6f034d6-e228-43ae-a0a2-a92e3b5486e0 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 948 time: 0.2685580 Feb 04 15:32:10.202836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=770f082d-34f5-43c8-abe6-6735210f8941,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.218423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] Deleting port a230f6a6-701e-4efd-bc1f-a5726ded2f24 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:10.218802 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.252582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.259492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7484b0f4-626a-48e9-ac62-c8e68c024062 req-f17e3a2c-df3b-49b7-9423-780c0abcee9b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123033 Feb 04 15:32:10.298695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.330495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] For port a230f6a6-701e-4efd-bc1f-a5726ded2f24, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a230f6a6-701e-4efd-bc1f-a5726ded2f24,segment=NetworkSegment(eb0e6001-91bd-4921-893f-b256fc6417f3),segment_id=eb0e6001-91bd-4921-893f-b256fc6417f3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:10.330976 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.351788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=a230f6a6-701e-4efd-bc1f-a5726ded2f24,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.360254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No DVR routers for this DVR port a230f6a6-701e-4efd-bc1f-a5726ded2f24 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:10.362331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] Calling delete_port for a230f6a6-701e-4efd-bc1f-a5726ded2f24 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:10.381101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a230f6a6-701e-4efd-bc1f-a5726ded2f24 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:10.402207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.404121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.437048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: a230f6a6-701e-4efd-bc1f-a5726ded2f24 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:32:10.437400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a230f6a6-701e-4efd-bc1f-a5726ded2f24 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:10.467349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7129778-abf1-4f5c-aa28-6451736cbc8a {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:32:10.470707 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.475105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "DELETE /v2.0/networks/c7129778-abf1-4f5c-aa28-6451736cbc8a HTTP/1.1" status: 204 len: 168 time: 1.9087050 Feb 04 15:32:10.496274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45322) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:10.511615 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:10.536439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.600363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.601178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd8073-cedd-4adf-8ec8-7e188b78ae50 req-56e41b1c-412b-45b0-9013-d5a3e4a4e4e9 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:10.623923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32cd8073-cedd-4adf-8ec8-7e188b78ae50 req-56e41b1c-412b-45b0-9013-d5a3e4a4e4e9 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 1101 time: 0.8802252 Feb 04 15:32:10.640242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] Pushing event deleted for resources: {'Port': ['ID=a230f6a6-701e-4efd-bc1f-a5726ded2f24,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.645451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604f750-652d-4338-b444-cc62e5a2b46f None None] No DVR routers for this DVR port a230f6a6-701e-4efd-bc1f-a5726ded2f24 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:10.665063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78d9dd-e660-49ba-967c-c287cf1ee9e0 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7129778-abf1-4f5c-aa28-6451736cbc8a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.679717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.696273 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.697867 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.712968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 05339d24-6525-4831-a41a-bea3e2bd4738 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:10.735455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:10.744160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:10.760879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.812183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32cd8073-cedd-4adf-8ec8-7e188b78ae50 req-fcffa595-eddd-4142-8aca-c5f7c79db1b1 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874275 Feb 04 15:32:10.814137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:10.828600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b35167-0edd-4f83-b3a6-6b8c88d4fd1f']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:10.830342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:10.836364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:10.840111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Pushing event updated for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:10.864733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['770f082d-34f5-43c8-abe6-6735210f8941'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:10.889010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Made reservation on behalf of fb51f9aa22c54912a661f2de41eef2cd for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:10.892921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:10.917435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0e6001-91bd-4921-893f-b256fc6417f3') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:10.917885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0e6001-91bd-4921-893f-b256fc6417f3') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:10.972815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.030323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d02f6-b767-419a-97d0-1968999daa8a req-deae3305-c9ad-44b5-86f5-e42b505d87e0 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.040465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc9d02f6-b767-419a-97d0-1968999daa8a req-deae3305-c9ad-44b5-86f5-e42b505d87e0 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 936 time: 0.4504366 Feb 04 15:32:11.111829 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.125400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.126131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.139236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.140969 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.154025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:11.154873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.163244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:11.170504 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:11.216858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:32:11.278035 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1e52eb26-51e8-4369-84c9-7aa0830d30ed tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2960641 Feb 04 15:32:11.279129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-51d30231-6901-4bc4-810b-988a191a3f31 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9628122 Feb 04 15:32:11.288409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:11.300522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc9d02f6-b767-419a-97d0-1968999daa8a req-0c74f42c-decb-40d6-8873-174c6ee4b5be tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502670 Feb 04 15:32:11.300909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'port_id': '7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:11.302684 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.303350 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Added segment 0f89d041-5f51-4863-9a3d-4e69b43a889d of type vlan for network ea12d063-7e85-4ebe-9336-218c3ea8dfa2 Feb 04 15:32:11.361680 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.368556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Request body: {'port': {'device_id': '5f409398-8ae9-43fb-9dbc-91c308732082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:11.385653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-414b02d7-67c6-450a-8d9d-6f973e2b41e1 None None] Provisioning complete for port d134c12e-c3ab-4e59-af72-9d4736135b84 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:11.386070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-414b02d7-67c6-450a-8d9d-6f973e2b41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.394474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.414550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.458865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-414b02d7-67c6-450a-8d9d-6f973e2b41e1 None None] Port d134c12e-c3ab-4e59-af72-9d4736135b84 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:11.460738 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.463474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:11.466811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/networks/30b35167-0edd-4f83-b3a6-6b8c88d4fd1f HTTP/1.1" status: 204 len: 168 time: 2.1929288 Feb 04 15:32:11.473302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe040-3513-4372-824f-241cf0dd69a4 req-38b37831-5654-4210-ba87-b17ca4ec9c98 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.475589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e0ffe040-3513-4372-824f-241cf0dd69a4 req-38b37831-5654-4210-ba87-b17ca4ec9c98 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 944 time: 0.3464272 Feb 04 15:32:11.476194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'mac_address': 'fa:16:3e:a0:3c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:32:11.499104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45334) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:11.511700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-19070596'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:11.525900 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644b1f7-027c-4324-966d-0f2c4303dfa2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Network': ['ID=30b35167-0edd-4f83-b3a6-6b8c88d4fd1f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:11.526253 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.546665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:11.547508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731e61-c650-4da9-a11e-809d22f91f01 req-cd756a2f-7b76-4ebe-8551-563b2bea1fd5 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.550611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02731e61-c650-4da9-a11e-809d22f91f01 req-cd756a2f-7b76-4ebe-8551-563b2bea1fd5 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 1101 time: 0.1109452 Feb 04 15:32:11.551768 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.553940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.554639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.580437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:11.586783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.613890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Deleting port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:11.614481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.636468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1316068 Feb 04 15:32:11.644856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45336) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:11.651959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Request body: {'subnet': {'network_id': 'ea12d063-7e85-4ebe-9336-218c3ea8dfa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:11.663741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c821132-f4c6-49f0-b2c4-e309b0584664 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Network': ['ID=ea12d063-7e85-4ebe-9336-218c3ea8dfa2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:11.678276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.693475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Made reservation on behalf of fb51f9aa22c54912a661f2de41eef2cd for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:11.693999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ea12d063-7e85-4ebe-9336-218c3ea8dfa2 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:11.696209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.704384 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02731e61-c650-4da9-a11e-809d22f91f01 req-57a931ee-0a72-4cf8-93ef-237f3b2d4368 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930114 Feb 04 15:32:11.719597 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:11.947552 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e0ffe040-3513-4372-824f-241cf0dd69a4 req-7491f655-dd97-4b85-9c96-79620665ad41 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432855 Feb 04 15:32:11.990265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:11.995883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a62a2-5fac-40af-be00-70cd94624069 req-90bc09e8-6afb-4b84-b4f5-8867c1b5959b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:11.996700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:11.997476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f18a62a2-5fac-40af-be00-70cd94624069 req-90bc09e8-6afb-4b84-b4f5-8867c1b5959b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.1026335 Feb 04 15:32:12.103513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f18a62a2-5fac-40af-be00-70cd94624069 req-923cb06d-65df-448b-ab96-87096f2b093b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858755 Feb 04 15:32:12.180550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:12.207732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:32:12.208310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.266862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:12.278297 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.278673 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Added segment 1b2d5c34-c03f-4a8a-b679-75fd4ce3773d of type vlan for network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca Feb 04 15:32:12.283212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a0a0356-4aa6-4b7a-9ef5-848c270d815c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:12.297913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Checking segment: {'id': '0f89d041-5f51-4863-9a3d-4e69b43a889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ea12d063-7e85-4ebe-9336-218c3ea8dfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:12.297913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Network hostable DHCP agents. Network: ea12d063-7e85-4ebe-9336-218c3ea8dfa2, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:12.339114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Network ea12d063-7e85-4ebe-9336-218c3ea8dfa2 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:12.355235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968abef0-290a-40c4-ab47-51e65ed931fa {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:12.357852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ea12d063-7e85-4ebe-9336-218c3ea8dfa2) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:12.365746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:12.369086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.387248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436adac-40eb-477c-89da-ba05a4f56d80 None None] Network ea12d063-7e85-4ebe-9336-218c3ea8dfa2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:12.405281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6a5e252-2a65-4e16-ab8a-024c9f54e9e8 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7575605 Feb 04 15:32:12.407937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4c17d58d-589b-4876-a654-cfead6dabb01 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2529945 Feb 04 15:32:12.408709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45354) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:12.417705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea12d063-7e85-4ebe-9336-218c3ea8dfa2'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:12.418471 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.435700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] For port 3ae68214-ce39-496d-a6b9-ec17e33d6bd6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:12.436180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.547764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.574922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6840f3dc-7f5d-4384-9883-be1094ec5103 None None] Network ea12d063-7e85-4ebe-9336-218c3ea8dfa2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:12.599121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.618964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Calling delete_port for 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:12.655678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Transition to ACTIVE for port object 968abef0-290a-40c4-ab47-51e65ed931fa will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:12.735749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-0ac3e4f3-0d65-462c-860c-5395f4f50d94 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:12.737353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-0ac3e4f3-0d65-462c-860c-5395f4f50d94 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c&tenant_id=84527f5d02424026ba6ab3f450c74f5b&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 949 time: 0.2493179 Feb 04 15:32:12.748642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d61949-538a-4eda-bddc-0c74fcfec308 req-ab10c56e-44d3-419c-9a4c-bbb838c89146 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:12.752437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26d61949-538a-4eda-bddc-0c74fcfec308 req-ab10c56e-44d3-419c-9a4c-bbb838c89146 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 936 time: 0.1844027 Feb 04 15:32:12.781130 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:12.797226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:32:12.860449 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26d61949-538a-4eda-bddc-0c74fcfec308 req-8bd04b26-fb06-41b1-9b42-6130167d0443 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741136 Feb 04 15:32:12.868876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-8f5e431f-6fd7-480f-aa3a-e7033689e94e service neutron] 10.222.0.50 "GET /v2.0/ports/619224c8-f77a-4a1f-88c7-6caf2bb3aa2e/bindings/n-h1-827869-1 HTTP/1.1" status: 200 len: 382 time: 0.1155050 Feb 04 15:32:12.879937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.041901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-983636ac-78f2-4042-8b23-2b0186d42970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.043456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-983636ac-78f2-4042-8b23-2b0186d42970 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1100 time: 0.1209371 Feb 04 15:32:13.089387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.096017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.096711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.121249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:13.221730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 770f082d-34f5-43c8-abe6-6735210f8941 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:13.325453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8248136 Feb 04 15:32:13.333693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-3af34ba2-304b-4d23-8c0b-56699ece56db tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.342436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-3af34ba2-304b-4d23-8c0b-56699ece56db tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9331076 Feb 04 15:32:13.349889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 770f082d-34f5-43c8-abe6-6735210f8941 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:13.359639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 770f082d-34f5-43c8-abe6-6735210f8941 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:13.360586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.361095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45360) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:13.374359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': 'aeacc2f2-82b0-47cd-ba0a-02b5703b56ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:13.491865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Allocated IP 172.20.0.3 (ea12d063-7e85-4ebe-9336-218c3ea8dfa2/3a0a0356-4aa6-4b7a-9ef5-848c270d815c/071099e5-fa31-4a57-bfde-c5e18fc4971f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:13.534380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b3cf-167c-443b-8360-12bde6e0233f req-b34a0c21-7bc3-45a1-abf1-e4271593ef6e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.536273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3342b3cf-167c-443b-8360-12bde6e0233f req-b34a0c21-7bc3-45a1-abf1-e4271593ef6e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.5506527 Feb 04 15:32:13.565301 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.621147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770f082d-34f5-43c8-abe6-6735210f8941'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:13.625204 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3990aa08-68aa-465b-b532-5ca5fbfd159a" -d '{"events": [{"server_uuid": "4296d7a8-e835-41ba-9929-3e7053b650e4", "name": "network-vif-plugged", "status": "completed", "tag": "770f082d-34f5-43c8-abe6-6735210f8941"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:13.647268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 770f082d-34f5-43c8-abe6-6735210f8941, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=770f082d-34f5-43c8-abe6-6735210f8941,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:13.652703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.654223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-4abbf1ed-2bb0-4429-8afd-8ce1390281a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.655859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-4abbf1ed-2bb0-4429-8afd-8ce1390281a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.5986893 Feb 04 15:32:13.665765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3342b3cf-167c-443b-8360-12bde6e0233f req-0122f1bf-41c9-4867-9101-f80463648923 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873230 Feb 04 15:32:13.719282 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-cac8b1bb-8d51-4a66-aa06-bb8a9a8da518 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.0522478 Feb 04 15:32:13.741658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=770f082d-34f5-43c8-abe6-6735210f8941,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:13.770929 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.793263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-5fe2e767-7ea4-4c1d-83bd-ae05e7ed9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.795001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-5fe2e767-7ea4-4c1d-83bd-ae05e7ed9827 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0688069 Feb 04 15:32:13.893409 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:13.915953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-691a803a-3d02-4b34-b4b9-3c11f9d2a154 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/quotas/aab7b7ea57c6451aa1c9fcf4e0dc532f HTTP/1.1" status: 200 len: 375 time: 0.5718572 Feb 04 15:32:13.940989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-7dfcd9cf-3c1f-4206-b004-03fb22406f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:13.943275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-7dfcd9cf-3c1f-4206-b004-03fb22406f12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378565 Feb 04 15:32:13.958639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Network ea12d063-7e85-4ebe-9336-218c3ea8dfa2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:13.961802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee441a2-c477-425c-a7e2-2cadd00aaa51 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Network': ['ID=aeacc2f2-82b0-47cd-ba0a-02b5703b56ca,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:13.972104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:13.980157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:13.988931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:13.998936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a3b58-edb4-4261-9a9a-2046e0e48ced req-af858c7a-0ab1-4cd3-aa1d-2205253f18c8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.000968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb4a3b58-edb4-4261-9a9a-2046e0e48ced req-af858c7a-0ab1-4cd3-aa1d-2205253f18c8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.1644831 Feb 04 15:32:14.004862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Port': ['ID=071099e5-fa31-4a57-bfde-c5e18fc4971f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:14.140961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb4a3b58-edb4-4261-9a9a-2046e0e48ced req-052c6884-35e3-466d-9d62-0eb123da6418 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331625 Feb 04 15:32:14.203890 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-cce4e1e9-828a-40fe-83ea-1aa85bebca41 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473602 Feb 04 15:32:14.219949 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.228454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:32:14.247622 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ff9bc-ea6e-4039-aaf7-a46a9b1aef43 x-openstack-request-id: req-8d5ff9bc-ea6e-4039-aaf7-a46a9b1aef43 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:14.248219 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4296d7a8-e835-41ba-9929-3e7053b650e4", "name": "network-vif-plugged", "status": "completed", "tag": "770f082d-34f5-43c8-abe6-6735210f8941", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:14.249017 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d5ff9bc-ea6e-4039-aaf7-a46a9b1aef43 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:14.249499 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770f082d-34f5-43c8-abe6-6735210f8941', 'code': 200} Feb 04 15:32:14.325189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Attempting to bind port 968abef0-290a-40c4-ab47-51e65ed931fa on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:14.327622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Attempting to bind port 968abef0-290a-40c4-ab47-51e65ed931fa by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:14.329037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Attempting to bind port 968abef0-290a-40c4-ab47-51e65ed931fa on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:14.366799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Port 968abef0-290a-40c4-ab47-51e65ed931fa on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:32:14.367138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Attempting to bind port 968abef0-290a-40c4-ab47-51e65ed931fa on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:14.376354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d134c12e-c3ab-4e59-af72-9d4736135b84 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:14.439377 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.445056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.453126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:14.453528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:14.454101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:14.454529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Bound port: 968abef0-290a-40c4-ab47-51e65ed931fa, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:14.454802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.478797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.498435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4de3f010-0053-496c-8114-1c3e08a8cba0 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5623150 Feb 04 15:32:14.521843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.538194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Transition to ACTIVE for port object d134c12e-c3ab-4e59-af72-9d4736135b84 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:14.699219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1831de-e892-42ea-92d3-1bfaac471b2c req-1e1c0b7b-b050-4574-8271-f6912558a3fa tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:14.700898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dd1831de-e892-42ea-92d3-1bfaac471b2c req-1e1c0b7b-b050-4574-8271-f6912558a3fa tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 936 time: 0.3254921 Feb 04 15:32:14.705830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-c7b93093-0a2d-436e-918d-965aa534f859 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916799 Feb 04 15:32:14.767537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.807928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.827876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:14.834044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:14.950130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dd1831de-e892-42ea-92d3-1bfaac471b2c req-c347ca9e-9c90-4fff-8b71-518585d41e81 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326944 Feb 04 15:32:15.010025 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.028268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.053762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:15.218693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1a62c-4062-46a5-a20c-9f6fb5102d60 req-927e98ef-eca8-49c5-bef5-18554e40fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.218957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:15.219771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ed1a62c-4062-46a5-a20c-9f6fb5102d60 req-927e98ef-eca8-49c5-bef5-18554e40fed7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 1096 time: 0.8493705 Feb 04 15:32:15.363173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Port': ['ID=071099e5-fa31-4a57-bfde-c5e18fc4971f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:15.401045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:15.408311 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.420098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:15.420845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.435963 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66bf150c-1ee9-4e91-96d7-a3c24c6b47a3 req-994166f1-20b9-4e4e-8198-02a1c9c9d137 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 210 time: 0.5662594 Feb 04 15:32:15.487481 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.522811 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.525440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-639efc06-5ee7-48de-9c8f-314f90a87846 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1146588 Feb 04 15:32:15.532193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:15.569408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:15.650743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a4e3a4a2-ecb1-499b-b9ff-1d5c221b180c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=ea12d063-7e85-4ebe-9336-218c3ea8dfa2 HTTP/1.1" status: 200 len: 689 time: 0.1168461 Feb 04 15:32:15.654689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45382) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:15.683261 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 9ff4869b-9ab8-461d-9ebe-7e67f9f6052c associated. External IP: 172.25.1.76, port: 7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083. Feb 04 15:32:15.687093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be16e1-0604-4e7c-8834-89a72d393937 req-b9f6ec29-7411-409b-879b-f696ff671e8c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.688895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73be16e1-0604-4e7c-8834-89a72d393937 req-b9f6ec29-7411-409b-879b-f696ff671e8c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.3125777 Feb 04 15:32:15.704135 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.704780 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.715460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Attempting to bind port d134c12e-c3ab-4e59-af72-9d4736135b84 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:15.715814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Attempting to bind port d134c12e-c3ab-4e59-af72-9d4736135b84 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:15.716314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Attempting to bind port d134c12e-c3ab-4e59-af72-9d4736135b84 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:15.733363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:15.734507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.736484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] 10.222.0.30 "PUT /v2.0/ports/968abef0-290a-40c4-ab47-51e65ed931fa HTTP/1.1" status: 200 len: 1096 time: 5.8357155 Feb 04 15:32:15.737364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Pushing event updated for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:15.787062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73be16e1-0604-4e7c-8834-89a72d393937 req-7b83847f-9450-4ca8-983e-5d47ab34d9e8 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644364 Feb 04 15:32:15.829024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:15.839301 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.842764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:15.896083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:15.899443 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca17386-ea4a-40c9-917e-40a6adc2a4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:15.911263 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ed1a62c-4062-46a5-a20c-9f6fb5102d60 req-162668bc-41fe-4616-978e-a13291c79155 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664252 Feb 04 15:32:15.948877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:16.016519 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d633ef5-149c-4ef5-ac5c-96617a5de9d2 x-openstack-request-id: req-1d633ef5-149c-4ef5-ac5c-96617a5de9d2 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:16.016988 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:16.017400 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d633ef5-149c-4ef5-ac5c-96617a5de9d2 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:16.018061 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa', 'status': 'completed', 'code': 200} Feb 04 15:32:16.034621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Deleting port 071099e5-fa31-4a57-bfde-c5e18fc4971f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:16.034998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.055381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Port d134c12e-c3ab-4e59-af72-9d4736135b84 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:32:16.056230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Attempting to bind port d134c12e-c3ab-4e59-af72-9d4736135b84 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:16.075445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:16.075913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:16.076206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:16.076684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Bound port: d134c12e-c3ab-4e59-af72-9d4736135b84, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:16.077121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.079620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae68214-ce39-496d-a6b9-ec17e33d6bd6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:16.214613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.215123 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.248603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31538708-8851-48f8-9bfa-c7283abf689e req-76f87da8-d9f5-4edf-8353-9d28b08d9079 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.251139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31538708-8851-48f8-9bfa-c7283abf689e req-76f87da8-d9f5-4edf-8353-9d28b08d9079 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 0.1468995 Feb 04 15:32:16.251304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:16.253946 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a257ef-ddd2-421d-9420-ef26148174bb" -d '{"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-plugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:16.258842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Calling delete_port for 071099e5-fa31-4a57-bfde-c5e18fc4971f owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:16.301785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07f021-52c0-496e-8aae-abfb5c5da605 req-488c3397-a00e-4e68-86f2-6a745f1cd5bf tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.303591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e07f021-52c0-496e-8aae-abfb5c5da605 req-488c3397-a00e-4e68-86f2-6a745f1cd5bf tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.6033812 Feb 04 15:32:16.404300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31538708-8851-48f8-9bfa-c7283abf689e req-10e842f2-0125-488f-9ba2-464ae19cffd3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420443 Feb 04 15:32:16.418072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-05103a29-51c5-4ad7-8109-cabacc2cb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:16.423154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-05103a29-51c5-4ad7-8109-cabacc2cb7dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 1099 time: 0.5007236 Feb 04 15:32:16.428868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6161030-2930-4a9e-9105-543f3a64101f service neutron] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:16.487722 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a41682b-cb24-4521-a01b-670c03623c37 x-openstack-request-id: req-5a41682b-cb24-4521-a01b-670c03623c37 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:16.489364 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-plugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:16.489799 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a41682b-cb24-4521-a01b-670c03623c37 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:16.490569 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'code': 200} Feb 04 15:32:16.559882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.607521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:16.612081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event deleted for resources: {'Port': ['ID=071099e5-fa31-4a57-bfde-c5e18fc4971f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:16.628652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-05acf499-3f02-4485-932e-58810547f9a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=968abef0-290a-40c4-ab47-51e65ed931fa HTTP/1.1" status: 200 len: 217 time: 0.1522753 Feb 04 15:32:16.655501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5a6e7de-cba7-4200-8ade-f6a86f87db3d req-c85924fe-f901-48c8-93aa-94fc6a8746c3 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 210 time: 0.0483580 Feb 04 15:32:16.670179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e07f021-52c0-496e-8aae-abfb5c5da605 req-d7605024-7c36-4b7a-af25-6826ef88bfb0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314219 Feb 04 15:32:16.675204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:16.723914 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.775361 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.775593 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.844849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:16.881299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0a0356-4aa6-4b7a-9ef5-848c270d815c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:16.971033 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.002201 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea12d063-7e85-4ebe-9336-218c3ea8dfa2']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:17.018008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f89d041-5f51-4863-9a3d-4e69b43a889d') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:17.018364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f89d041-5f51-4863-9a3d-4e69b43a889d') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:17.039029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c9dfa-da8c-48a9-9715-642a26cea6ad req-164261be-ffed-4699-8586-2d7de9132e0f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.041465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee6c9dfa-da8c-48a9-9715-642a26cea6ad req-164261be-ffed-4699-8586-2d7de9132e0f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.1110494 Feb 04 15:32:17.044949 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.073890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.088175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:17.088600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:17.090669 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:17.149643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.156245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee6c9dfa-da8c-48a9-9715-642a26cea6ad req-ff6ad0a5-942e-4d58-b83c-68384d130d0a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013613 Feb 04 15:32:17.202178 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.211324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea12d063-7e85-4ebe-9336-218c3ea8dfa2 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:32:17.216831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.225827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ea12d063-7e85-4ebe-9336-218c3ea8dfa2 HTTP/1.1" status: 204 len: 168 time: 1.5662532 Feb 04 15:32:17.231903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45394) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:17.242029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5a6b6-97c9-4300-a43e-62c1ae3b8552 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea12d063-7e85-4ebe-9336-218c3ea8dfa2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:17.358123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.359404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:17.361557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] 10.222.0.50 "PUT /v2.0/ports/d134c12e-c3ab-4e59-af72-9d4736135b84 HTTP/1.1" status: 200 len: 1096 time: 6.0652041 Feb 04 15:32:17.366328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-dc7fccc7-4aa4-4617-ae19-0012142965f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.368408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-dc7fccc7-4aa4-4617-ae19-0012142965f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.7224338 Feb 04 15:32:17.388247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff5d0e-7389-4d5a-a60d-bbfcb99109fe service neutron] Pushing event updated for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:17.476821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Router 0c22c33d-ff01-4825-90f4-8fb36d431912 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:32:17.503687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:32:17.548125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=a98db984-31ec-4488-a04d-9fca85da5a58,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:17.675823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-1b818db8-e810-452f-b29c-6fcb4f55096d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2202702 Feb 04 15:32:17.742224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-347e107f-a197-4e7e-bbb6-b580194e6f0b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4957912 Feb 04 15:32:17.743495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45402) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:17.799737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-891184d5-0676-4112-9321-234b377e20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.804181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-891184d5-0676-4112-9321-234b377e20bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4058986 Feb 04 15:32:17.907125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9f5313b-bedf-40c5-bd32-135871a1c9ec req-0c6e311a-82e3-442c-a8e4-5e3cc81023e1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 210 time: 0.0848174 Feb 04 15:32:17.972554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89665a01-ce30-474e-892e-b3e525c5291c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.973341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89665a01-ce30-474e-892e-b3e525c5291c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.973812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89665a01-ce30-474e-892e-b3e525c5291c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.974643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89665a01-ce30-474e-892e-b3e525c5291c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.976104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89665a01-ce30-474e-892e-b3e525c5291c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.976104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89665a01-ce30-474e-892e-b3e525c5291c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.976455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89665a01-ce30-474e-892e-b3e525c5291c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:17.978971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-89665a01-ce30-474e-892e-b3e525c5291c tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4587 time: 0.2335937 Feb 04 15:32:17.982256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45404) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:18.027885 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-4f2f6376-3304-4071-a9fa-62bfe7d503ac tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] delete failed (client error): The resource could not be found. Feb 04 15:32:18.030051 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4f2f6376-3304-4071-a9fa-62bfe7d503ac tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/13137972-309d-4223-b0f2-3d107772173f HTTP/1.1" status: 404 len: 345 time: 0.0454850 Feb 04 15:32:18.033176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45406) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:18.075557 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b75e2fe-d458-471d-9cec-6bcfbeef018d tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 15:32:18.076563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b75e2fe-d458-471d-9cec-6bcfbeef018d tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:32:18.082866 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7b75e2fe-d458-471d-9cec-6bcfbeef018d tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ea12d063-7e85-4ebe-9336-218c3ea8dfa2 HTTP/1.1" status: 404 len: 339 time: 0.0450680 Feb 04 15:32:18.095393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45408) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:18.101356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Request body: {'network': {'name': 'tempest-network--225833205', 'router:external': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:18.104354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:18.108364 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:18.138193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Checking segment: {'id': '1b2d5c34-c03f-4a8a-b679-75fd4ce3773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'aeacc2f2-82b0-47cd-ba0a-02b5703b56ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:18.138823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network hostable DHCP agents. Network: aeacc2f2-82b0-47cd-ba0a-02b5703b56ca, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:18.159746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8e8b-c9ad-43c2-bcb6-dab09bbd4183 req-fefd2650-302a-4a2d-ba38-2746860268c7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.162761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d63f8e8b-c9ad-43c2-bcb6-dab09bbd4183 req-fefd2650-302a-4a2d-ba38-2746860268c7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.0906427 Feb 04 15:32:18.178761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Made reservation on behalf of fb51f9aa22c54912a661f2de41eef2cd for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:18.181348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.185036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-2f8af29b-9b9a-487b-86b0-50af2c158d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.187809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-2f8af29b-9b9a-487b-86b0-50af2c158d15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 1099 time: 0.6786096 Feb 04 15:32:18.239484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d63f8e8b-c9ad-43c2-bcb6-dab09bbd4183 req-ae009255-5c9b-44c0-9fb0-1cf45c5353b9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698001 Feb 04 15:32:18.247170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:18.250394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3058d-f8dc-4a6c-bb43-ff35fdc7f4cf req-634b9e46-20eb-4cfb-bd19-71ce1c6725e7 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.252969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40a3058d-f8dc-4a6c-bb43-ff35fdc7f4cf req-634b9e46-20eb-4cfb-bd19-71ce1c6725e7 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 0.6992362 Feb 04 15:32:18.270604 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.271313 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Added segment d75fd1b1-9322-4aa1-a160-ab520a61e6ef of type vlan for network 164a4a53-a8ff-4cb3-89a0-72c7816bf19c Feb 04 15:32:18.369362 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.370978 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d6c488-4039-43cf-a572-070d538cf144 x-openstack-request-id: req-46d6c488-4039-43cf-a572-070d538cf144 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:18.371487 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:18.371906 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46d6c488-4039-43cf-a572-070d538cf144 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:18.372628 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'status': 'completed', 'code': 200} Feb 04 15:32:18.438468 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.441197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.443805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.480604 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-0d422eab-b90e-4bef-9316-dc8954f4eabc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d134c12e-c3ab-4e59-af72-9d4736135b84 HTTP/1.1" status: 200 len: 217 time: 0.2551727 Feb 04 15:32:18.551725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4548223 Feb 04 15:32:18.561182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45416) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:18.561475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:18.565004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-c8fe8e17-8eb9-4277-b2f6-577bea67999d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989155 Feb 04 15:32:18.651745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fc91f-3910-455b-9fa7-ba33bc09d059 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Network': ['ID=164a4a53-a8ff-4cb3-89a0-72c7816bf19c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:18.656285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, aeacc2f2-82b0-47cd-ba0a-02b5703b56ca) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:18.666820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.668421 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.671826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 164a4a53-a8ff-4cb3-89a0-72c7816bf19c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:18.681616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6629f0d6-be85-4ab5-aedf-6597870ed22a None None] Network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:18.700971 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-c35b705e-d66a-4bad-90c1-c73436c9f761 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.703058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-c35b705e-d66a-4bad-90c1-c73436c9f761 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9948676 Feb 04 15:32:18.706759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f4016-b092-450a-9e8a-f035652b03b9 req-a8240cab-f65d-4f9f-8268-09987a2e1119 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.708922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e9f4016-b092-450a-9e8a-f035652b03b9 req-a8240cab-f65d-4f9f-8268-09987a2e1119 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.2285640 Feb 04 15:32:18.744074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:18.749478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:18.753751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:18.768380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4e1beeb5-8197-4a0c-b3eb-1d11ee435f8b admin admin] 10.222.0.47 "PUT /v2.0/routers/0c22c33d-ff01-4825-90f4-8fb36d431912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4287629 Feb 04 15:32:18.776973 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] Sync routers for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:18.795470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45418) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:18.796377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40a3058d-f8dc-4a6c-bb43-ff35fdc7f4cf req-67a295c9-ea0f-4cea-9153-fe95d09ba26d tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803765 Feb 04 15:32:18.804844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Request body: {'port': {'device_id': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'aab7b7ea57c6451aa1c9fcf4e0dc532f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:18.821348 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:18.823306 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:18.844964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-df99bf6f-8284-46bf-a5e3-2a082aefd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.846598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-df99bf6f-8284-46bf-a5e3-2a082aefd632 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.3439558 Feb 04 15:32:18.884566 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4a1d4ee7-e0f6-4bff-bb02-9affe4ff853d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5099049 Feb 04 15:32:18.897251 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d6927343-771e-48f8-b3eb-e0c60f36f885 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/floatingips/9ff4869b-9ab8-461d-9ebe-7e67f9f6052c HTTP/1.1" status: 200 len: 977 time: 7.6073365 Feb 04 15:32:18.899595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-febd1542-c7a7-472e-8235-01ce040b3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:18.901148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-febd1542-c7a7-472e-8235-01ce040b3a3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c&tenant_id=84527f5d02424026ba6ab3f450c74f5b HTTP/1.1" status: 200 len: 1101 time: 0.4126475 Feb 04 15:32:18.905791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45420) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:18.906220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45422) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:18.909485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f536e9e-1a98-4143-8bf1-71d5a5f7925c None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:18.919249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d5074d6b-5012-47c6-912c-05fde5391ce4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-878858805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:18.938855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:19.066991 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:32:19.149869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c834cab-783f-435e-a6ca-a4335f6aaf96 req-ab48f7bc-3fd7-4068-a536-ab0eb17caf68 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519042 Feb 04 15:32:19.197039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e9f4016-b092-450a-9e8a-f035652b03b9 req-3e93feec-de12-4ce7-ac21-8c6f2bc7d864 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728575 Feb 04 15:32:19.244895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f536e9e-1a98-4143-8bf1-71d5a5f7925c None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:19.246164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6f536e9e-1a98-4143-8bf1-71d5a5f7925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:19.257697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57613d2-ecdf-4ac4-b9d9-dc0de8f16f3a tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.265018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57613d2-ecdf-4ac4-b9d9-dc0de8f16f3a tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.271745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57613d2-ecdf-4ac4-b9d9-dc0de8f16f3a tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.278135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57613d2-ecdf-4ac4-b9d9-dc0de8f16f3a tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.280254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e57613d2-ecdf-4ac4-b9d9-dc0de8f16f3a tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7181642 Feb 04 15:32:19.296221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45428) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:19.415211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6f536e9e-1a98-4143-8bf1-71d5a5f7925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:19.418302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cb9c1c5-3794-484e-a304-c6ec4aa86944 req-6eb49519-99c6-4166-8495-ab796359e0c2 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 210 time: 0.0684240 Feb 04 15:32:19.423679 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.451023 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5074d6b-5012-47c6-912c-05fde5391ce4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.453033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5074d6b-5012-47c6-912c-05fde5391ce4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.513062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f536e9e-1a98-4143-8bf1-71d5a5f7925c None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:19.514136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-e3c2399d-e309-4aeb-a51e-17c3604b9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:19.515685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6f536e9e-1a98-4143-8bf1-71d5a5f7925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:19.516188 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-e3c2399d-e309-4aeb-a51e-17c3604b9535 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6324503 Feb 04 15:32:19.526132 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:32:14Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:19.526727 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.575089 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] Checking router: 0c22c33d-ff01-4825-90f4-8fb36d431912 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:32:19.585954 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] Routers {'0c22c33d-ff01-4825-90f4-8fb36d431912'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:19.587145 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0c22c33d-ff01-4825-90f4-8fb36d431912'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:19.624773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5074d6b-5012-47c6-912c-05fde5391ce4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.645714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6f536e9e-1a98-4143-8bf1-71d5a5f7925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:19.646679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f536e9e-1a98-4143-8bf1-71d5a5f7925c None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:19.648710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.666376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-aeacc2f2-82b0-47cd-ba0a-02b5703b56ca', 'network_id': 'aeacc2f2-82b0-47cd-ba0a-02b5703b56ca', 'tenant_id': '911d82a09525459aa52186e2c0ee4cb3', 'fixed_ips': [{'subnet_id': 'a98db984-31ec-4488-a04d-9fca85da5a58'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:32:19.668155 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.674538 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.705572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5074d6b-5012-47c6-912c-05fde5391ce4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.813353 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] Set router 0c22c33d-ff01-4825-90f4-8fb36d431912 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:32:19.956720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:19.958172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Allocated IP 2001:db8::2 (aeacc2f2-82b0-47cd-ba0a-02b5703b56ca/a98db984-31ec-4488-a04d-9fca85da5a58/7ec64ca8-2efc-4990-b2f0-33a995a5be90) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:20.009756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164a4a53-a8ff-4cb3-89a0-72c7816bf19c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:20.028541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75fd1b1-9322-4aa1-a160-ab520a61e6ef') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:20.030016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75fd1b1-9322-4aa1-a160-ab520a61e6ef') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:20.048449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.079548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Deleting port 9ac833a0-c201-461a-bcc5-4faef0173534 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:20.080200 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.162589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:20.183394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.193789 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.205128 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:32:14Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:20.220002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:20.224060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:20.232442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:20.248099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:20.268148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] For port 9ac833a0-c201-461a-bcc5-4faef0173534, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9ac833a0-c201-461a-bcc5-4faef0173534,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:20.274563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.283851 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4b6e5-dab3-4250-af8f-40adf88a564e None None] The sync data for ids ['0c22c33d-ff01-4825-90f4-8fb36d431912'] in n-d-827869-1 is: [{'id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'name': 'tempest-ServersTestManualDisk-753343434-router', 'tenant_id': '4565e366992142aeafe6e4c13adea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:29:24Z', 'updated_at': '2022-02-04T15:32:14Z', 'revision_number': 5, 'project_id': '4565e366992142aeafe6e4c13adea0dd', 'gw_port': {'id': '9ac833a0-c201-461a-bcc5-4faef0173534', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c22c33d-ff01-4825-90f4-8fb36d431912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:29:27Z', 'updated_at': '2022-02-04T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:20.299960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Pushing event updated for resources: {'Port': ['ID=7ec64ca8-2efc-4990-b2f0-33a995a5be90,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:20.316695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Calling delete_port for 9ac833a0-c201-461a-bcc5-4faef0173534 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:20.321970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.362411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Attempting to bind port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:20.362851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Attempting to bind port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '1b2d5c34-c03f-4a8a-b679-75fd4ce3773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'aeacc2f2-82b0-47cd-ba0a-02b5703b56ca'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:20.363960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Attempting to bind port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 on network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:20.370935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:20.371397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Checking segment: {'id': '1b2d5c34-c03f-4a8a-b679-75fd4ce3773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'aeacc2f2-82b0-47cd-ba0a-02b5703b56ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:20.371849 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.372272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Bound using segment: {'id': '1b2d5c34-c03f-4a8a-b679-75fd4ce3773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'aeacc2f2-82b0-47cd-ba0a-02b5703b56ca'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:20.372893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Bound port: 7ec64ca8-2efc-4990-b2f0-33a995a5be90, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2d5c34-c03f-4a8a-b679-75fd4ce3773d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'aeacc2f2-82b0-47cd-ba0a-02b5703b56ca'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:20.373361 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.380225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.390470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:20.395580 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a94fdb-bc15-49e0-b785-6d0b396078d7" -d '{"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-unplugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:20.405390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-df91c99f-0e61-41bd-99aa-1fe007302596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.407942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-df91c99f-0e61-41bd-99aa-1fe007302596 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 1099 time: 1.1042185 Feb 04 15:32:20.465059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] For port 7ec64ca8-2efc-4990-b2f0-33a995a5be90, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:20.465790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:20.466608 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.468419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] For port 7ec64ca8-2efc-4990-b2f0-33a995a5be90, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7ec64ca8-2efc-4990-b2f0-33a995a5be90,segment=NetworkSegment(1b2d5c34-c03f-4a8a-b679-75fd4ce3773d),segment_id=1b2d5c34-c03f-4a8a-b679-75fd4ce3773d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:20.473402 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:20.478168 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.515546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:20.516402 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.530446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Transition to ACTIVE for port object 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:20.545576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1685c-5e5e-4069-b122-785235a57442 req-bfd250b6-b1b2-4c2e-9268-1c3e38c7c2e7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.548336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efc1685c-5e5e-4069-b122-785235a57442 req-bfd250b6-b1b2-4c2e-9268-1c3e38c7c2e7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 1.0391607 Feb 04 15:32:20.549379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Made reservation on behalf of aab7b7ea57c6451aa1c9fcf4e0dc532f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:20.555540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.610152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83248b1-0445-42d5-b77e-5eaf2b3c4c5a req-138064da-6839-433d-9c3f-fde34a3bff6c tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:20.613739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c83248b1-0445-42d5-b77e-5eaf2b3c4c5a req-138064da-6839-433d-9c3f-fde34a3bff6c tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 0.5469496 Feb 04 15:32:20.655101 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5074d6b-5012-47c6-912c-05fde5391ce4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:20.658116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d5074d6b-5012-47c6-912c-05fde5391ce4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7421327 Feb 04 15:32:20.665688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45438) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:20.731800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a88eb-ba94-4705-acb0-84c419f068a2 None None] Pushing event updated for resources: {'Port': ['ID=7ec64ca8-2efc-4990-b2f0-33a995a5be90,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:20.731978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'network_id': 'aeacc2f2-82b0-47cd-ba0a-02b5703b56ca', 'name': 'tempest-PortsIpV6TestJSON-8998709'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:21.233313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:21.242022 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.318496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:21.354752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.357092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efc1685c-5e5e-4069-b122-785235a57442 req-5eaf5fc1-fdb7-405a-91fd-d29467e9fcf7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904650 Feb 04 15:32:21.407332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 164a4a53-a8ff-4cb3-89a0-72c7816bf19c {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:32:21.417648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-98c2fcb7-4289-442b-9275-c35e06f99e40 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8166821 Feb 04 15:32:21.419216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.430342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "DELETE /v2.0/networks/164a4a53-a8ff-4cb3-89a0-72c7816bf19c HTTP/1.1" status: 204 len: 168 time: 2.1267080 Feb 04 15:32:21.481961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45440) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:21.481961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:21.509335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Request body: {'network': {'name': 'tempest-network--427872036', 'router:external': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:21.527313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a683ee-462b-4e17-998c-188a08f4ac22 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event deleted for resources: {'Network': ['ID=164a4a53-a8ff-4cb3-89a0-72c7816bf19c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:21.534818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] No DVR routers for this DVR port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:21.559373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-aef455e2-8762-4a64-aa66-b9b86a663212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:21.561754 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-aef455e2-8762-4a64-aa66-b9b86a663212 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 1.1281197 Feb 04 15:32:21.563373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.576521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c83248b1-0445-42d5-b77e-5eaf2b3c4c5a req-e8b06eb8-81a8-4f32-962d-f68c60af502d tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9384544 Feb 04 15:32:21.855151 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fedbf9-a362-4c0c-99ff-f9dd990055fc x-openstack-request-id: req-03fedbf9-a362-4c0c-99ff-f9dd990055fc {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:21.855599 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-unplugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:21.856008 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-03fedbf9-a362-4c0c-99ff-f9dd990055fc {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:21.856600 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'code': 200} Feb 04 15:32:21.861877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-90e8f36a-d34f-4637-ad2e-f9c35262e05e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=968abef0-290a-40c4-ab47-51e65ed931fa HTTP/1.1" status: 200 len: 217 time: 0.2446754 Feb 04 15:32:21.895505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:21.942457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:21.948846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.023321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac833a0-c201-461a-bcc5-4faef0173534,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:22.113266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4cb3c371-602f-4ffe-9317-a20753ead9c9 req-e58ca7f6-18bc-48a9-99b9-b5df52ccf224 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 210 time: 0.1853981 Feb 04 15:32:22.116309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 93eb4903-4349-4cc0-88e4-1d544f7dccd4 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:32:22.271448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:22.272010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:22.272570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:22.296659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.320076 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:32:22.341054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:32:22.341498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Attempting to bind port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:22.346322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Made reservation on behalf of fb51f9aa22c54912a661f2de41eef2cd for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:22.350703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.487868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Allocated IP 192.168.233.208 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/40bec3aa-24de-4bbf-894a-15951633b0f2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:22.508291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d725635f-dd3a-4fde-b746-8bbe92bbe6ae None None] Network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:22.518203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:22.518874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:22.519439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:22.520710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Bound port: 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:22.521318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.531625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e81ae9-4781-4e17-abae-a65807b8ee42 req-fb738b5d-42d7-4c80-918e-3301ff340efe tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:22.546299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-48e81ae9-4781-4e17-abae-a65807b8ee42 req-fb738b5d-42d7-4c80-918e-3301ff340efe tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.9188581 Feb 04 15:32:22.566012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f224b82-370d-46ae-b262-c92a6a091c5b req-dc59d32b-35b3-4d1a-b02a-377665e6ba67 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0911753 Feb 04 15:32:22.593472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-fda110e1-57b6-40d4-80c1-a42b41d71d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:22.595284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-fda110e1-57b6-40d4-80c1-a42b41d71d85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.5238147 Feb 04 15:32:22.682883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.694820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.705305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ae030f72-3720-434a-b926-93006f37263d None None] Provisioning complete for port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:22.705950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae030f72-3720-434a-b926-93006f37263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.727211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:22.811812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7ec64ca8-2efc-4990-b2f0-33a995a5be90 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:22.855752 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.855752 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Added segment 993a76ef-867a-4ad9-a06a-649f2b48bb79 of type vlan for network 3dd4ea71-c13d-4052-a90b-7ad6ddb79f08 Feb 04 15:32:22.890329 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.891554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c22c33d-ff01-4825-90f4-8fb36d431912 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:32:22.903334 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.908260 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-48e81ae9-4781-4e17-abae-a65807b8ee42 req-14281d1d-bdcc-4c7b-b1a1-b9c60fc26a4c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608179 Feb 04 15:32:22.909723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d918668f-5831-419a-8cc7-cc833c7e73e6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0c22c33d-ff01-4825-90f4-8fb36d431912 HTTP/1.1" status: 204 len: 168 time: 4.1128595 Feb 04 15:32:22.933056 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:22.952149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::11f (aeacc2f2-82b0-47cd-ba0a-02b5703b56ca/a98db984-31ec-4488-a04d-9fca85da5a58/93eb4903-4349-4cc0-88e4-1d544f7dccd4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:22.956002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45446) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:23.057040 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae030f72-3720-434a-b926-93006f37263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.059468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6c48d-b778-4cc3-96a9-1ef4f5905c8c req-221edca7-2368-4c5a-9abc-7302f4870dcc tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.063281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4fe6c48d-b778-4cc3-96a9-1ef4f5905c8c req-221edca7-2368-4c5a-9abc-7302f4870dcc tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.5102074 Feb 04 15:32:23.101758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:23.102800 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.145291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.145886 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.146470 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 9ff4869b-9ab8-461d-9ebe-7e67f9f6052c disassociated. External IP: 172.25.1.76, port: 7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083. Feb 04 15:32:23.147018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:23.175569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad602ed-d1cd-4f5d-b93c-9f382524a73e admin admin] Deleting subnet c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:32:23.189506 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.201181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ae030f72-3720-434a-b926-93006f37263d None None] For port 7ec64ca8-2efc-4990-b2f0-33a995a5be90, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7ec64ca8-2efc-4990-b2f0-33a995a5be90,segment=NetworkSegment(1b2d5c34-c03f-4a8a-b679-75fd4ce3773d),segment_id=1b2d5c34-c03f-4a8a-b679-75fd4ce3773d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:23.201957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ad602ed-d1cd-4f5d-b93c-9f382524a73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.213477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-bf0b3f64-e555-4c8e-95a5-232ccc0647d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.213875 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae030f72-3720-434a-b926-93006f37263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.216294 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-bf0b3f64-e555-4c8e-95a5-232ccc0647d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6086693 Feb 04 15:32:23.264989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:23.286347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-cf870b4e-966a-4b3d-ba46-525999eb618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.288913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-cf870b4e-966a-4b3d-ba46-525999eb618c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 1099 time: 0.5258346 Feb 04 15:32:23.360119 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:23.377497 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4fe6c48d-b778-4cc3-96a9-1ef4f5905c8c req-7938b4f7-2b3b-466c-a775-6279041487c4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823889 Feb 04 15:32:23.384374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:32:23.384750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3ae68214-ce39-496d-a6b9-ec17e33d6bd6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:23.396910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae030f72-3720-434a-b926-93006f37263d None None] Pushing event updated for resources: {'Port': ['ID=7ec64ca8-2efc-4990-b2f0-33a995a5be90,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:23.424834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:32:23.432422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:23.445725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ad602ed-d1cd-4f5d-b93c-9f382524a73e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.567326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e377602-fea9-4303-961a-bbf30d99ed67 req-21dde608-8ae4-4961-b8db-246e7b89ff26 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.568879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59aa842e-7386-4f70-82de-b2b0702c4b90 req-f6677cb7-d3e1-4c49-9e22-2617fbb0602b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 210 time: 0.0294349 Feb 04 15:32:23.570460 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e377602-fea9-4303-961a-bbf30d99ed67 req-21dde608-8ae4-4961-b8db-246e7b89ff26 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 0.5228150 Feb 04 15:32:23.575540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.693639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.731773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ad602ed-d1cd-4f5d-b93c-9f382524a73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.745912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ab33e5ab-cbeb-4345-9be7-77f8ffd53a2d None None] Provisioning complete for port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:23.746639 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab33e5ab-cbeb-4345-9be7-77f8ffd53a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.774901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.830637 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.832596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.833380 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.844152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.870874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:23.873258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.874491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.876966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] 10.222.0.30 "PUT /v2.0/ports/619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 1097 time: 4.9426115 Feb 04 15:32:23.883556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:23.907511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:23.916187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:23.919438 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608fc32a-0ff3-44dd-8372-28647cfb9ace" -d '{"events": [{"name": "network-changed", "server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:23.921000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:23.923097 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.934834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=93eb4903-4349-4cc0-88e4-1d544f7dccd4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:23.972575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ad602ed-d1cd-4f5d-b93c-9f382524a73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:23.994578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a0bb5ef8-c561-4afc-8a57-8660132b4c9f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2715321 Feb 04 15:32:24.022459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45454) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:24.038468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad602ed-d1cd-4f5d-b93c-9f382524a73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:24.042349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7ad602ed-d1cd-4f5d-b93c-9f382524a73e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.048852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7ad602ed-d1cd-4f5d-b93c-9f382524a73e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c99c8c5c-11dd-4196-b78d-1d3dbc5a5ae8 HTTP/1.1" status: 204 len: 168 time: 1.0901346 Feb 04 15:32:24.049621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45a0794-d124-455f-ad53-16a068c0cbdf None None] Network 009879e3-fdd9-4e71-b5db-7b1eb016817c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:24.052959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45456) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:24.179498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:32:24.255159 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d58e9c-6bb7-4382-8c50-de72688da86f x-openstack-request-id: req-93d58e9c-6bb7-4382-8c50-de72688da86f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:24.255615 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:24.256026 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93d58e9c-6bb7-4382-8c50-de72688da86f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:24.256846 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'status': 'completed', 'code': 200} Feb 04 15:32:24.262147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e377602-fea9-4303-961a-bbf30d99ed67 req-b018906f-8ed2-4639-b748-2d4fdaf60459 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529673 Feb 04 15:32:24.264249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-3a929fce-8d16-4f9b-a1e8-0ff30c28ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.266794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-3a929fce-8d16-4f9b-a1e8-0ff30c28ca4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.9345064 Feb 04 15:32:24.485730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9936316 Feb 04 15:32:24.487242 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.493395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7ec64ca8-2efc-4990-b2f0-33a995a5be90 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:24.515312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45464) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:24.571569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:24.576100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ba67285f-67e7-4563-bcf9-95eeeea83270 None None] Provisioning complete for port 93eb4903-4349-4cc0-88e4-1d544f7dccd4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:24.576941 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ba67285f-67e7-4563-bcf9-95eeeea83270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.597196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-cc300661-a3c1-409b-8636-62620d0ed350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.601529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-cc300661-a3c1-409b-8636-62620d0ed350 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1100 time: 0.4805887 Feb 04 15:32:24.647401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49323772-0e0a-40cf-9399-d8255fc609cc req-1144365f-cc2e-4313-9d7a-3ac64d9ec667 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.648790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49323772-0e0a-40cf-9399-d8255fc609cc req-1144365f-cc2e-4313-9d7a-3ac64d9ec667 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.4094958 Feb 04 15:32:24.650190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] DHCP port deletion for 009879e3-fdd9-4e71-b5db-7b1eb016817c request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:32:24.683199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '968abef0-290a-40c4-ab47-51e65ed931fa', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '968abef0-290a-40c4-ab47-51e65ed931fa', 'mac_address': 'fa:16:3e:86:14:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:32:24.797698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ba67285f-67e7-4563-bcf9-95eeeea83270 None None] Port 93eb4903-4349-4cc0-88e4-1d544f7dccd4 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:24.815709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-54379daa-eda7-4d55-b6dd-60ebf56c526e service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5678620 Feb 04 15:32:24.838247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.852479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.869540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e934c1f-73b7-4654-ab51-fc11302a31c2 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:24.874577 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0e934c1f-73b7-4654-ab51-fc11302a31c2 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] 10.222.0.47 "GET /v2.0/networks/3dd4ea71-c13d-4052-a90b-7ad6ddb79f08 HTTP/1.1" status: 200 len: 756 time: 0.3528233 Feb 04 15:32:24.882111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:24.882981 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.890399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45468) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:24.907023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-d4c2a663-3011-4096-960b-8e5fdcc6a7aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d134c12e-c3ab-4e59-af72-9d4736135b84 HTTP/1.1" status: 200 len: 217 time: 0.2042952 Feb 04 15:32:24.907718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abd936-1191-4ee0-bdf9-a64b2383a22e service neutron] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=11']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:24.932961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c9442-a120-468e-9cc5-cce3b50f22c7 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Network': ['ID=3dd4ea71-c13d-4052-a90b-7ad6ddb79f08,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:24.940749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968abef0-290a-40c4-ab47-51e65ed931fa {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:24.962165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49323772-0e0a-40cf-9399-d8255fc609cc req-e832fc0d-75e7-4132-b119-5b4462486ef2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937312 Feb 04 15:32:24.987962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] Deleting port 0778ab53-3fb4-4452-8dad-e45807e79494 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:24.988794 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:24.994013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3dd4ea71-c13d-4052-a90b-7ad6ddb79f08 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:25.015163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-c51fe743-9184-4e7f-b2d2-9cd1a425902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.016862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-c51fe743-9184-4e7f-b2d2-9cd1a425902e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1100 time: 1.0141551 Feb 04 15:32:25.073363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:25.132206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:25.159803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45b9cbcc-d4f0-4bbd-8cda-307e53e637b4 req-dd3275ab-1c30-46d3-8e44-df9e95198966 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 210 time: 0.0971653 Feb 04 15:32:25.168858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-5def222b-eef3-46fb-a97f-54d15f2fd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.171658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-5def222b-eef3-46fb-a97f-54d15f2fd3b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.5128441 Feb 04 15:32:25.203229 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.206172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Deleting port 0778ab53-3fb4-4452-8dad-e45807e79494 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:25.206999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.290738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-b3153e8b-e4be-4bfb-99dc-863bb439f1d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.1054273 Feb 04 15:32:25.367098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] For port 0778ab53-3fb4-4452-8dad-e45807e79494, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0778ab53-3fb4-4452-8dad-e45807e79494,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:25.368309 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.373723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549db064-017d-4289-8a5b-b3fb52018b64 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.380038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-549db064-017d-4289-8a5b-b3fb52018b64 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] 10.222.0.47 "GET /v2.0/networks/69842f51-a0d0-4383-9856-de058628af35 HTTP/1.1" status: 200 len: 767 time: 0.4861004 Feb 04 15:32:25.383137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:25.453038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] Calling delete_port for 0778ab53-3fb4-4452-8dad-e45807e79494 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:25.507011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:25.535926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] For port 0778ab53-3fb4-4452-8dad-e45807e79494, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0778ab53-3fb4-4452-8dad-e45807e79494,segment=NetworkSegment(b1da388c-56b9-4f99-bacf-f41c7c642a7b),segment_id=b1da388c-56b9-4f99-bacf-f41c7c642a7b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:25.536594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.585537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9ac833a0-c201-461a-bcc5-4faef0173534 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:25.603404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Calling delete_port for 0778ab53-3fb4-4452-8dad-e45807e79494 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:25.619686 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.628302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-5ab39b8e-eafe-4d81-a935-fae2ad84fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.630047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['968abef0-290a-40c4-ab47-51e65ed931fa'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:25.630225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-5ab39b8e-eafe-4d81-a935-fae2ad84fcfe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2457888 Feb 04 15:32:25.638557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9ac833a0-c201-461a-bcc5-4faef0173534 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:32:25.639845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9ac833a0-c201-461a-bcc5-4faef0173534 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:25.684623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', '6bf42e08-e7b4-485a-926d-b6c994c4e812'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:25.700312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef272a-5b9b-4f3b-b8fa-7992155724a5 req-193f9fcb-2728-4afa-a52e-e9151bb0d4b8 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.702754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eef272a-5b9b-4f3b-b8fa-7992155724a5 req-193f9fcb-2728-4afa-a52e-e9151bb0d4b8 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 0.2555559 Feb 04 15:32:25.732505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.783652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8704e9b-d154-4f0d-b0c4-fc3830813dd5 req-35b66d05-a663-4f0b-80c4-3317f964e17e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.786638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8704e9b-d154-4f0d-b0c4-fc3830813dd5 req-35b66d05-a663-4f0b-80c4-3317f964e17e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 1.0727565 Feb 04 15:32:25.908759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:25.915900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-8014e431-574f-419b-b03e-2cac65133e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:25.918509 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-8014e431-574f-419b-b03e-2cac65133e85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.9256792 Feb 04 15:32:25.971094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] Pushing event deleted for resources: {'Port': ['ID=0778ab53-3fb4-4452-8dad-e45807e79494,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:25.977407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:25.977733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8fe1bf-b835-4328-a593-b1275bb9491d None None] No DVR routers for this DVR port 0778ab53-3fb4-4452-8dad-e45807e79494 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:26.121385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:26.151365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:26.170759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'Port': ['ID=40bec3aa-24de-4bbf-894a-15951633b0f2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:26.215336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eca17386-ea4a-40c9-917e-40a6adc2a4c3 req-322b9881-7e85-4710-b60f-614f97f9368c service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3180485 Feb 04 15:32:26.217967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eef272a-5b9b-4f3b-b8fa-7992155724a5 req-74c4ba0e-8cc9-4192-af26-85edef98b07b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827530 Feb 04 15:32:26.329963 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8704e9b-d154-4f0d-b0c4-fc3830813dd5 req-350b4639-55f2-4148-9aa5-e1684a9c5803 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578941 Feb 04 15:32:26.387983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-39e0db50-7ac9-4b46-804c-63693cc4e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.390852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-39e0db50-7ac9-4b46-804c-63693cc4e0c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 1.2807734 Feb 04 15:32:26.437573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:32:26.451251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-77df5fee-d83e-4938-8851-8726642a4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.456427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-77df5fee-d83e-4938-8851-8726642a4523 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4776790 Feb 04 15:32:26.484719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0778ab53-3fb4-4452-8dad-e45807e79494 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:26.505389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.506375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.544203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-b4fca8c3-98fd-4e94-b391-c52211dbf18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.546486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-b4fca8c3-98fd-4e94-b391-c52211dbf18b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8953562 Feb 04 15:32:26.550023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-650abc6c-af84-495b-b4b5-f2bd1d399270 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.1309459 Feb 04 15:32:26.559824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0778ab53-3fb4-4452-8dad-e45807e79494 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:32:26.560608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0778ab53-3fb4-4452-8dad-e45807e79494 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:26.600727 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.689782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-4572881c-cd86-4f16-98d8-70dbfb3eb142 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.9289722 Feb 04 15:32:26.691977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.723104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Request body: {'port': {'device_id': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:26.723650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd4ea71-c13d-4052-a90b-7ad6ddb79f08']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:26.737569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b62b5a-26cf-4596-948e-457495431567 req-6707af02-3126-482c-8253-b2a0380d8d73 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.746772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65b62b5a-26cf-4596-948e-457495431567 req-6707af02-3126-482c-8253-b2a0380d8d73 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.2642856 Feb 04 15:32:26.782800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-fed17744-021a-4cb3-831c-9a64aebe43bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4991353 Feb 04 15:32:26.791586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3d387db4-404a-45e8-80ba-2930d83d688c None None] Provisioning complete for port 40bec3aa-24de-4bbf-894a-15951633b0f2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:26.792432 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3d387db4-404a-45e8-80ba-2930d83d688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.806056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Pushing event deleted for resources: {'Port': ['ID=0778ab53-3fb4-4452-8dad-e45807e79494,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:26.811601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993a76ef-867a-4ad9-a06a-649f2b48bb79') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:26.812365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993a76ef-867a-4ad9-a06a-649f2b48bb79') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:26.844932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] No DVR routers for this DVR port 0778ab53-3fb4-4452-8dad-e45807e79494 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:26.850827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.872790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3d387db4-404a-45e8-80ba-2930d83d688c None None] Port 40bec3aa-24de-4bbf-894a-15951633b0f2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:26.919232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.927865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.945963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-ea008b70-8640-4eca-8a2e-291165ebf657 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629415 Feb 04 15:32:26.957464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:26.973442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-897fff19-5d50-4e31-a444-fac7b89a9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:26.976181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-897fff19-5d50-4e31-a444-fac7b89a9dc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4168205 Feb 04 15:32:26.978659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:26.979135 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:26.984120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65b62b5a-26cf-4596-948e-457495431567 req-9299102f-b7d6-484d-af51-120288001245 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363410 Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:26.984790 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:27.112022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.188408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58abd3a-fe9d-4f9c-804a-72c3e7aee589 req-7d62943b-591e-4d13-809e-b4b851c6b3cf tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.191303 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a58abd3a-fe9d-4f9c-804a-72c3e7aee589 req-7d62943b-591e-4d13-809e-b4b851c6b3cf tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 936 time: 0.5531652 Feb 04 15:32:27.197412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009879e3-fdd9-4e71-b5db-7b1eb016817c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:27.214345 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.233891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1da388c-56b9-4f99-bacf-f41c7c642a7b') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:27.234897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1da388c-56b9-4f99-bacf-f41c7c642a7b') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:27.237825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3dd4ea71-c13d-4052-a90b-7ad6ddb79f08 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:32:27.246024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.256063 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-aff28f1d-6942-4dad-ac2d-6971da128af9 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447765 Feb 04 15:32:27.260075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "DELETE /v2.0/networks/3dd4ea71-c13d-4052-a90b-7ad6ddb79f08 HTTP/1.1" status: 204 len: 168 time: 1.8265672 Feb 04 15:32:27.283951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45478) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:27.296950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d134c12e-c3ab-4e59-af72-9d4736135b84 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:32:27.310578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Request body: {'network': {'name': 'tempest-network--967018692'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:27.320269 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.331738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.336700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed696f-e89c-428c-b4e9-3c2d1c2f789e tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dd4ea71-c13d-4052-a90b-7ad6ddb79f08,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:27.393860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.413334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-bdf3e4c6-9012-4f07-b1f8-0f946a204976 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874090 Feb 04 15:32:27.422457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:27.422818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:27.426123 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:27.432890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Made reservation on behalf of fb51f9aa22c54912a661f2de41eef2cd for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:27.438681 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.670126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:27.693036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'mac_address': 'fa:16:3e:b8:dd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:32:27.716774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:27.729084 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.750917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.756930 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] 10.222.0.47 "DELETE /v2.0/networks/009879e3-fdd9-4e71-b5db-7b1eb016817c HTTP/1.1" status: 204 len: 168 time: 3.7021933 Feb 04 15:32:27.762159 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.762579 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Added segment f3039cb2-582f-4a9e-bb89-e99b010abf34 of type vlan for network 60779325-8199-4b5f-93fb-a86f4634dd7f Feb 04 15:32:27.794830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0b364-b048-48f6-936b-27a3e659a387 req-78b259e0-9804-4e09-9127-3e1efdf8c618 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.797214 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.797687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9bf0b364-b048-48f6-936b-27a3e659a387 req-78b259e0-9804-4e09-9127-3e1efdf8c618 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 0.2393930 Feb 04 15:32:27.826433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d134c12e-c3ab-4e59-af72-9d4736135b84 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:27.847306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668385b0-0aeb-42a9-a237-6e0e69369792 admin admin] Pushing event deleted for resources: {'Network': ['ID=009879e3-fdd9-4e71-b5db-7b1eb016817c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:27.876190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:27.888983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:27.906823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-eb2f875c-66a4-489b-a051-662b278692a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:27.908638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9bf0b364-b048-48f6-936b-27a3e659a387 req-62ae9f6f-4c10-4a1b-a7c8-c32d4413ca1f tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937164 Feb 04 15:32:27.909451 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-eb2f875c-66a4-489b-a051-662b278692a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 1102 time: 1.0355434 Feb 04 15:32:27.986613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:27.999807 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.028932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab06f3-f70d-43be-a405-704c82c04687 None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:28.052500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.054683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.054966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.055503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.068398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab06f3-f70d-43be-a405-704c82c04687 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:28.069480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-39ab06f3-f70d-43be-a405-704c82c04687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:28.081711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-c403d75b-b0db-43f2-b419-9deeab1d5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.084724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-c403d75b-b0db-43f2-b419-9deeab1d5fca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0833142 Feb 04 15:32:28.130253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45488) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:28.131547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-39ab06f3-f70d-43be-a405-704c82c04687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:28.133223 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a58abd3a-fe9d-4f9c-804a-72c3e7aee589 req-69d3b98e-b2d5-4bca-898a-8821cda8c98a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8583648 Feb 04 15:32:28.167271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab06f3-f70d-43be-a405-704c82c04687 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:28.168371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-39ab06f3-f70d-43be-a405-704c82c04687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:28.190321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:28.195510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8925772 Feb 04 15:32:28.196193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45490) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:28.208394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5dc21512-d5d8-45bc-9c35-0100984bfb3b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:28.227758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bea54-69e4-47a7-aecd-1dd2cde0418b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Network': ['ID=60779325-8199-4b5f-93fb-a86f4634dd7f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.266572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3c790-331f-459f-b83e-24be9c14f3e0 req-c0b5d4f2-e18f-463a-8a95-f8d169ef79e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.274419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b3c790-331f-459f-b83e-24be9c14f3e0 req-c0b5d4f2-e18f-463a-8a95-f8d169ef79e8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.2133839 Feb 04 15:32:28.289248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 60779325-8199-4b5f-93fb-a86f4634dd7f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:28.322475 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-39ab06f3-f70d-43be-a405-704c82c04687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:28.323264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab06f3-f70d-43be-a405-704c82c04687 None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:28.404221 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b3c790-331f-459f-b83e-24be9c14f3e0 req-21a33945-49d0-44d1-a98b-d71dc18d7682 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279855 Feb 04 15:32:28.427204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 968abef0-290a-40c4-ab47-51e65ed931fa completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:28.428751 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 968abef0-290a-40c4-ab47-51e65ed931fa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:28.429310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.489694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d134c12e-c3ab-4e59-af72-9d4736135b84'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:28.524902 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc21512-d5d8-45bc-9c35-0100984bfb3b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.544449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc21512-d5d8-45bc-9c35-0100984bfb3b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.619239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dc21512-d5d8-45bc-9c35-0100984bfb3b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Network 60779325-8199-4b5f-93fb-a86f4634dd7f is not hosted by any dhcp agent {{(pid=102422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:32:28.620512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc21512-d5d8-45bc-9c35-0100984bfb3b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.621523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc21512-d5d8-45bc-9c35-0100984bfb3b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.623190 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5dc21512-d5d8-45bc-9c35-0100984bfb3b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "PUT /v2.0/networks/60779325-8199-4b5f-93fb-a86f4634dd7f HTTP/1.1" status: 200 len: 857 time: 0.4222221 Feb 04 15:32:28.624528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc21512-d5d8-45bc-9c35-0100984bfb3b tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event updated for resources: {'Network': ['ID=60779325-8199-4b5f-93fb-a86f4634dd7f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.627104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45492) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:28.673405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.719651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43ae3b34-9a06-45b6-9ad6-1ba3290c66cf req-6d7777eb-832e-466a-a931-c4e6eb93ecbc service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4335685 Feb 04 15:32:28.724060 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.728980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:28.731936 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a203e-1078-45fe-8135-ad561cbc5a01" -d '{"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-plugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:28.756699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:28.769738 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.812579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.824996 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.831165 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5e27072e-5c71-4a6b-9e0c-04ef50d3821b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/ports/7e1bdeb6-f12f-4cf4-a4a6-9e37ccfec083 HTTP/1.1" status: 204 len: 168 time: 9.9052329 Feb 04 15:32:28.832541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45496) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:28.838850 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7990204-1161-4db6-bd8d-799b76783e31 x-openstack-request-id: req-a7990204-1161-4db6-bd8d-799b76783e31 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:28.839287 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-plugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:28.839862 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7990204-1161-4db6-bd8d-799b76783e31 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:28.840523 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa', 'code': 200} Feb 04 15:32:28.855388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:28.906941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-affed7f0-a88f-4f24-8b37-26cdb196aad9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4565e366992142aeafe6e4c13adea0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7699552 Feb 04 15:32:28.921946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45498) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:28.928254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:28.963924 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-38fec97f-4e77-41cd-8749-5cb3fcdedd83 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "GET /v2.0/floatingips/9ff4869b-9ab8-461d-9ebe-7e67f9f6052c HTTP/1.1" status: 200 len: 687 time: 0.1298673 Feb 04 15:32:28.977519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45502) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:28.985549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-a0ee08f1-fc9a-425e-924e-b00ed773b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:28.987611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-a0ee08f1-fc9a-425e-924e-b00ed773b609 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.9915712 Feb 04 15:32:28.989600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.026505 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-15e58c6f-bd8a-4ad5-901e-ba5fcd60eb17 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9007080 Feb 04 15:32:29.123698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60779325-8199-4b5f-93fb-a86f4634dd7f']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:29.134312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344214-1638-4221-bfdd-3ae8f0e88149 req-895e875e-dbaa-4cb6-be2a-f3b5cd1e4095 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.136144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf344214-1638-4221-bfdd-3ae8f0e88149 req-895e875e-dbaa-4cb6-be2a-f3b5cd1e4095 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.9102552 Feb 04 15:32:29.155222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-b3120ed7-e273-4678-b83e-1c872ab5b31c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 200 len: 217 time: 0.1264360 Feb 04 15:32:29.181122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3039cb2-582f-4a9e-bb89-e99b010abf34') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:29.181591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3039cb2-582f-4a9e-bb89-e99b010abf34') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:29.188933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=93eb4903-4349-4cc0-88e4-1d544f7dccd4,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:29.250756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a910-f6ea-4d80-ac82-df2300845f19 req-3e623f42-3e68-4871-ada6-82156f7ed177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.253180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2277a910-f6ea-4d80-ac82-df2300845f19 req-3e623f42-3e68-4871-ada6-82156f7ed177 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 1101 time: 0.3451598 Feb 04 15:32:29.264412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.334263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3afb5bee-d5e7-4753-a65c-5e277709f05d None None] Provisioning complete for port 93eb4903-4349-4cc0-88e4-1d544f7dccd4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:29.335102 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3afb5bee-d5e7-4753-a65c-5e277709f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.372801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.376571 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6b529ef2-5e23-4fdc-9e46-8c0bb71f959d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.397620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3afb5bee-d5e7-4753-a65c-5e277709f05d None None] Port 93eb4903-4349-4cc0-88e4-1d544f7dccd4 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:29.402589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:29.403003 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:29.407499 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:29.438058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf344214-1638-4221-bfdd-3ae8f0e88149 req-f30c8947-f36c-4ada-b1af-9127cd4fb648 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517502 Feb 04 15:32:29.444453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ce7eb-98a1-449b-9647-76db5de11a1d req-336e5169-6d59-4c95-a28b-a6c8c3b9baa7 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.447197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29ce7eb-98a1-449b-9647-76db5de11a1d req-336e5169-6d59-4c95-a28b-a6c8c3b9baa7 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 949 time: 0.3730133 Feb 04 15:32:29.455778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-29be8ad7-e760-470e-be43-9b459e0ca4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.457992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-29be8ad7-e760-470e-be43-9b459e0ca4ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2593231 Feb 04 15:32:29.464730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70a8fd23-848a-4a17-ab80-6027e5a9d999 req-f75cb4ca-7f99-4e5b-8209-0a4df75a1dac service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178245 Feb 04 15:32:29.508290 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2277a910-f6ea-4d80-ac82-df2300845f19 req-552c3d36-1b7d-4b8c-8092-245f3cab4e1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407207 Feb 04 15:32:29.544893 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.567156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6b529ef2-5e23-4fdc-9e46-8c0bb71f959d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.630994 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29ce7eb-98a1-449b-9647-76db5de11a1d req-a5e88759-addc-401c-a4d4-d128eb92072e tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161497 Feb 04 15:32:29.636501 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.639956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 3fe2d4b8-b3f6-4185-8c8c-947a98853ab4 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:29.640395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.646735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60779325-8199-4b5f-93fb-a86f4634dd7f {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:32:29.650595 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.654022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] 10.222.0.47 "DELETE /v2.0/networks/60779325-8199-4b5f-93fb-a86f4634dd7f HTTP/1.1" status: 204 len: 168 time: 1.0254438 Feb 04 15:32:29.667495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45508) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:29.675056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6286ff-b07f-4d8c-be7e-27ad120bb720 tempest-ExternalNetworksTestJSON-563038496 tempest-ExternalNetworksTestJSON-563038496-project-admin] Pushing event deleted for resources: {'Network': ['ID=60779325-8199-4b5f-93fb-a86f4634dd7f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:29.750298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bec3aa-24de-4bbf-894a-15951633b0f2 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:29.761557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-02de8ebc-a30b-4541-9169-ab8e4a42e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.763331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-02de8ebc-a30b-4541-9169-ab8e4a42e4e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2951994 Feb 04 15:32:29.771578 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-1871ff6e-8c0d-429d-84ee-591c349d4631 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] DELETE failed (client error): The resource could not be found. Feb 04 15:32:29.772060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1871ff6e-8c0d-429d-84ee-591c349d4631 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:32:29.775537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1871ff6e-8c0d-429d-84ee-591c349d4631 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] 10.222.0.47 "DELETE /v2.0/subnets/3a0a0356-4aa6-4b7a-9ef5-848c270d815c HTTP/1.1" status: 404 len: 337 time: 0.1034255 Feb 04 15:32:29.782173 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.783292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45510) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:29.840556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Transition to ACTIVE for port object 40bec3aa-24de-4bbf-894a-15951633b0f2 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:29.878371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.907189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca80f78-3c34-4d1f-9573-8f78d1478fbd req-d1a4781d-e306-42b3-90ea-1eca1ed682f6 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:29.908894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dca80f78-3c34-4d1f-9573-8f78d1478fbd req-d1a4781d-e306-42b3-90ea-1eca1ed682f6 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 936 time: 0.3425958 Feb 04 15:32:29.944689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6b529ef2-5e23-4fdc-9e46-8c0bb71f959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.948490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6b529ef2-5e23-4fdc-9e46-8c0bb71f959d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:29.954263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6b529ef2-5e23-4fdc-9e46-8c0bb71f959d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8c233b8-ad4e-4591-b6b5-b77230d64000 HTTP/1.1" status: 204 len: 168 time: 1.0216911 Feb 04 15:32:30.014189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.014864 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.036904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.042898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Pushing event updated for resources: {'Port': ['ID=40bec3aa-24de-4bbf-894a-15951633b0f2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:30.137372 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dca80f78-3c34-4d1f-9573-8f78d1478fbd req-9d8a07ee-7356-42f5-8c79-1371a9801d0b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004082 Feb 04 15:32:30.152281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 3fe2d4b8-b3f6-4185-8c8c-947a98853ab4 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:30.154071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-bf71a3ee-a562-462c-ad1c-8f01757e70d7 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628788 Feb 04 15:32:30.203585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b529ef2-5e23-4fdc-9e46-8c0bb71f959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c233b8-ad4e-4591-b6b5-b77230d64000,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:30.218824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.310624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c71ca0-2d5a-441b-bc70-af1cef6561d1 req-030ed6ca-d2b6-40fa-b432-1003a36a3e79 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.319474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07c71ca0-2d5a-441b-bc70-af1cef6561d1 req-030ed6ca-d2b6-40fa-b432-1003a36a3e79 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.3626485 Feb 04 15:32:30.348862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-d7ce3731-3736-4b3f-b5ae-43cff723a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.351060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-d7ce3731-3736-4b3f-b5ae-43cff723a915 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84527f5d02424026ba6ab3f450c74f5b&device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1100 time: 0.4474394 Feb 04 15:32:30.500060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07c71ca0-2d5a-441b-bc70-af1cef6561d1 req-747f4966-72c8-495d-a388-e087987ac248 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774313 Feb 04 15:32:30.707124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.740763 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f1e5af1-ff1a-420a-ad0b-20136aa93984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.741454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcdf7637-b340-4f00-aad7-0d5a1ac62f00 req-ae31a0a5-5a91-4777-8d67-972f31e2c57b service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780146 Feb 04 15:32:30.752526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Attempting to bind port 40bec3aa-24de-4bbf-894a-15951633b0f2 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:30.753165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Attempting to bind port 40bec3aa-24de-4bbf-894a-15951633b0f2 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:30.753737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Attempting to bind port 40bec3aa-24de-4bbf-894a-15951633b0f2 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:30.785399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Port 40bec3aa-24de-4bbf-894a-15951633b0f2 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:32:30.785733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Attempting to bind port 40bec3aa-24de-4bbf-894a-15951633b0f2 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:30.820142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69842f51-a0d0-4383-9856-de058628af35']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:30.831389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:30.832277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:30.832559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:30.833322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Bound port: 40bec3aa-24de-4bbf-894a-15951633b0f2, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:30.833751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.839699 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.856962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d282e7-db0e-4ade-a601-dc6872f86c43') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:30.857272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d282e7-db0e-4ade-a601-dc6872f86c43') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:30.878750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-b00ec7b5-4068-4116-a73e-578e76a0632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.880292 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-b00ec7b5-4068-4116-a73e-578e76a0632c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.5209696 Feb 04 15:32:30.896016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=3fe2d4b8-b3f6-4185-8c8c-947a98853ab4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:30.907924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:30.978053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5db89-5725-4551-878b-796180c90f9f req-0bfa6f91-1564-4193-add7-a09216b32e70 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:30.981517 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01f5db89-5725-4551-878b-796180c90f9f req-0bfa6f91-1564-4193-add7-a09216b32e70 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.3251677 Feb 04 15:32:31.169867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01f5db89-5725-4551-878b-796180c90f9f req-8505f8a5-3c8d-4f11-9890-ac4b0a0d0e0c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726925 Feb 04 15:32:31.204646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] For port 40bec3aa-24de-4bbf-894a-15951633b0f2, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:31.229119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] For port 40bec3aa-24de-4bbf-894a-15951633b0f2, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=40bec3aa-24de-4bbf-894a-15951633b0f2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:31.239874 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.290264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.301214 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.302330 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.308016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d134c12e-c3ab-4e59-af72-9d4736135b84 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:31.321389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.322214 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.323938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] 10.222.0.50 "PUT /v2.0/ports/40bec3aa-24de-4bbf-894a-15951633b0f2 HTTP/1.1" status: 200 len: 1096 time: 4.6082296 Feb 04 15:32:31.324427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'tag': '40bec3aa-24de-4bbf-894a-15951633b0f2'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:31.327172 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a6773-161d-4eaa-b943-f3466c7a2568" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2f12bd-bd51-4e46-b81e-08a40e0eecd9", "tag": "40bec3aa-24de-4bbf-894a-15951633b0f2"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:31.412734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-78bb81f7-6f75-45d6-a5c3-d1bbfd92431a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 200 len: 217 time: 0.5186412 Feb 04 15:32:31.428260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port d134c12e-c3ab-4e59-af72-9d4736135b84 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:31.437500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port d134c12e-c3ab-4e59-af72-9d4736135b84 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:31.437852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.454787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.498027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9a9bb-98c9-40b6-8808-a410951180dc service neutron] Pushing event updated for resources: {'Port': ['ID=40bec3aa-24de-4bbf-894a-15951633b0f2,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.575804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ae211-6ec3-4978-83e2-e9ba1467d8d6 req-27b704d6-577a-4aa7-aef4-e360926bf1cf tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.577860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a6ae211-6ec3-4978-83e2-e9ba1467d8d6 req-27b704d6-577a-4aa7-aef4-e360926bf1cf tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 948 time: 0.1893833 Feb 04 15:32:31.587311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-a18770e4-91bc-4ed8-bb56-0cd5e7619bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.589336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-a18770e4-91bc-4ed8-bb56-0cd5e7619bbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 1099 time: 0.1543124 Feb 04 15:32:31.634496 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.683532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:31.695158 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fb20c5-c75e-4c68-a158-a93a75354783" -d '{"events": [{"server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "name": "network-vif-plugged", "status": "completed", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:31.696443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-1abf9951-61eb-41a6-a831-cc3a419a112f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=40bec3aa-24de-4bbf-894a-15951633b0f2 HTTP/1.1" status: 200 len: 217 time: 0.0782869 Feb 04 15:32:31.707685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:31.710998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:31.712111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.718477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:31.729012 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:31.733112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=93eb4903-4349-4cc0-88e4-1d544f7dccd4,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.764833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:31.774260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.807640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-f96906e4-dcde-4526-929d-79b50dcfe911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.809369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-f96906e4-dcde-4526-929d-79b50dcfe911 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0995634 Feb 04 15:32:31.813871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccfb96-0967-487d-8170-0a3ba93a4790 req-395877b1-c93b-425a-bec7-c7a3f25232a8 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.815428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04ccfb96-0967-487d-8170-0a3ba93a4790 req-395877b1-c93b-425a-bec7-c7a3f25232a8 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 949 time: 1.0156469 Feb 04 15:32:31.819384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45544) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:31.821566 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.830736 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.833708 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.839685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0d43bee5-455d-474c-aa8a-07f431f6b394 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/floatingips/9ff4869b-9ab8-461d-9ebe-7e67f9f6052c HTTP/1.1" status: 204 len: 168 time: 2.8605635 Feb 04 15:32:31.850957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45546) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:31.852196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:31.862632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] 10.222.0.47 "DELETE /v2.0/networks/69842f51-a0d0-4383-9856-de058628af35 HTTP/1.1" status: 204 len: 168 time: 2.0675163 Feb 04 15:32:31.899723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '25f255a1-cea8-407b-9658-a05fce85e91d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:31.907569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-89533513-f536-43f0-8624-2b87890a4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:31.909579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-89533513-f536-43f0-8624-2b87890a4ec7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4496102 Feb 04 15:32:31.919264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad7ce3-d217-40e0-8179-883c2ad613e9 tempest-ExternalNetworksTestJSON-2112341406 tempest-ExternalNetworksTestJSON-2112341406-project] Pushing event deleted for resources: {'Network': ['ID=69842f51-a0d0-4383-9856-de058628af35,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.949718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:31.966294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.967269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.967891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.968055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.976320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.977088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.977675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.978559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.979083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.979807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.980609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:31.981273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:32:32.043068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04ccfb96-0967-487d-8170-0a3ba93a4790 req-71841db8-3541-42c3-b8f0-ba7aabf3f771 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141719 Feb 04 15:32:32.088678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.128241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-11e8bf73-60d5-4fee-8c80-1ccbbb079c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.130443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-11e8bf73-60d5-4fee-8c80-1ccbbb079c77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2067549 Feb 04 15:32:32.134479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-147891431-network', 'tenant_id': '95cfa9dd2111419cb5adf8e0250c2625'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:32.297068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45556) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:32.355770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-435d7749-4d8d-4a33-a28c-90b2cfaac18f None None] Provisioning complete for port 93eb4903-4349-4cc0-88e4-1d544f7dccd4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:32.359655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Made reservation on behalf of 95cfa9dd2111419cb5adf8e0250c2625 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:32.361122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-435d7749-4d8d-4a33-a28c-90b2cfaac18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.364208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.406741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.413158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-79960663-1367-42b1-af33-896006fc1da8 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729659 Feb 04 15:32:32.432684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-435d7749-4d8d-4a33-a28c-90b2cfaac18f None None] Port 93eb4903-4349-4cc0-88e4-1d544f7dccd4 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:32.534365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb143cb-9fe0-49fa-906e-496ff496d4d2 req-cccc09f3-c644-4654-bf97-74fc079393eb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.537154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eb143cb-9fe0-49fa-906e-496ff496d4d2 req-cccc09f3-c644-4654-bf97-74fc079393eb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.2736061 Feb 04 15:32:32.558094 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b42560-b3db-481c-9804-1c74fb197842 x-openstack-request-id: req-24b42560-b3db-481c-9804-1c74fb197842 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:32.558973 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2f12bd-bd51-4e46-b81e-08a40e0eecd9", "tag": "40bec3aa-24de-4bbf-894a-15951633b0f2", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:32.558973 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24b42560-b3db-481c-9804-1c74fb197842 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:32.559482 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'tag': '40bec3aa-24de-4bbf-894a-15951633b0f2', 'status': 'completed', 'code': 200} Feb 04 15:32:32.631730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a6ae211-6ec3-4978-83e2-e9ba1467d8d6 req-c177b8c1-1196-48dc-bfd7-4a2aba4bcfdd tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0273037 Feb 04 15:32:32.690133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-b2712c4f-e6fb-4cd4-a076-726e6235eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.692663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-b2712c4f-e6fb-4cd4-a076-726e6235eeb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8653090 Feb 04 15:32:32.718024 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e699dc5-a90a-44d7-8258-a75a7b0411b6 x-openstack-request-id: req-4e699dc5-a90a-44d7-8258-a75a7b0411b6 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:32.718493 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "name": "network-vif-plugged", "status": "completed", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:32.720091 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4e699dc5-a90a-44d7-8258-a75a7b0411b6 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:32.720836 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'code': 200} Feb 04 15:32:32.728667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.763148 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eb143cb-9fe0-49fa-906e-496ff496d4d2 req-4b06809a-c033-4ed4-a41d-9e88054fd5e5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937380 Feb 04 15:32:32.771087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cd7f6600-3ee3-47b9-a045-a5ff4807c76c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f320e59d1d349d6bf3f53c42ffb5d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727395 Feb 04 15:32:32.778913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45560) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:32.790619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-608fc32a-0ff3-44dd-8372-28647cfb9ace req-bc256711-ec1d-42fc-8e28-0aae1e21520e service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681917 Feb 04 15:32:32.929004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.946218 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:32.956650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Router fdac3931-d176-4ad0-ac30-661b4e395485 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:32:32.971112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-0b8819b7-3eb4-4f57-8bc8-20e6c3a5a17c service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682366 Feb 04 15:32:32.975287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dcc98-85f8-4087-a8af-23a09791e300 req-1ddf60a4-14f5-478d-9466-c44252eb50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.976821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c4dcc98-85f8-4087-a8af-23a09791e300 req-1ddf60a4-14f5-478d-9466-c44252eb50a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 1101 time: 0.1170843 Feb 04 15:32:32.987398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adbd1b-857e-4981-baa6-c14f9554a81f req-f059c8ca-8289-4675-a2f8-c79145f70999 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:32.989731 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29adbd1b-857e-4981-baa6-c14f9554a81f req-f059c8ca-8289-4675-a2f8-c79145f70999 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.1495047 Feb 04 15:32:33.044995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:33.116678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f0e50-5649-4ee0-bb17-7d31ae512a1b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:33.122179 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.122741 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Added segment 31b80c63-ca47-4307-9cff-eb7817bbb105 of type vlan for network 5bbbb572-4948-4055-8c93-101e5f6b30a5 Feb 04 15:32:33.152711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.25.1.68 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/ff87ee9b-b801-411a-a343-85462bb551c2) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:33.161877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc1083d-d102-437f-a426-28db1e0a5079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.198699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c4dcc98-85f8-4087-a8af-23a09791e300 req-e75cbb87-d876-430b-be60-9343b8f7e679 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078834 Feb 04 15:32:33.209545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29adbd1b-857e-4981-baa6-c14f9554a81f req-0ee22c50-c4cd-4201-8329-9df0bc40e80a tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012594 Feb 04 15:32:33.223616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:33.230504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d8fe6d9c-5c32-4c12-90f6-7b2c6461ae3e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "PUT /v2.0/routers/fdac3931-d176-4ad0-ac30-661b4e395485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1409495 Feb 04 15:32:33.234509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45564) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:33.252803 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48116d84-9fd8-4eca-bafc-df6d7b7bb420 None None] Sync routers for ids ['fdac3931-d176-4ad0-ac30-661b4e395485'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:33.261868 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-878fedc0-dc33-4206-a6b4-4fe579a01cb4 req-5d75cd14-a796-4736-a9ee-f57a544e0fed service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681499 Feb 04 15:32:33.276072 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48116d84-9fd8-4eca-bafc-df6d7b7bb420 None None] Routers {'fdac3931-d176-4ad0-ac30-661b4e395485'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:33.278523 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-48116d84-9fd8-4eca-bafc-df6d7b7bb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fdac3931-d176-4ad0-ac30-661b4e395485'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:33.320171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a329b069-f553-4f20-bdf2-ff3e5e4b9e3a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.321760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a329b069-f553-4f20-bdf2-ff3e5e4b9e3a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports?device_id=fdac3931-d176-4ad0-ac30-661b4e395485 HTTP/1.1" status: 200 len: 986 time: 0.0861571 Feb 04 15:32:33.325042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45566) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:33.383823 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-48116d84-9fd8-4eca-bafc-df6d7b7bb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:33.412174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc1083d-d102-437f-a426-28db1e0a5079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.412946 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48116d84-9fd8-4eca-bafc-df6d7b7bb420 None None] Routers {'fdac3931-d176-4ad0-ac30-661b4e395485'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:33.414231 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-48116d84-9fd8-4eca-bafc-df6d7b7bb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fdac3931-d176-4ad0-ac30-661b4e395485'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:33.457286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.480849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.501238 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-48116d84-9fd8-4eca-bafc-df6d7b7bb420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:33.502832 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48116d84-9fd8-4eca-bafc-df6d7b7bb420 None None] The sync data for ids ['fdac3931-d176-4ad0-ac30-661b4e395485'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:33.510925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc1083d-d102-437f-a426-28db1e0a5079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.513689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-acc1083d-d102-437f-a426-28db1e0a5079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.515020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-acc1083d-d102-437f-a426-28db1e0a5079 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d53caaa0-3a2c-44f3-92d1-1d8590d3b731 HTTP/1.1" status: 204 len: 168 time: 0.7333589 Feb 04 15:32:33.535293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1083d-d102-437f-a426-28db1e0a5079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53caaa0-3a2c-44f3-92d1-1d8590d3b731,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:33.548555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d93988-5093-417b-9b76-235f65c9d4d9 req-60d6a4be-7b5d-4663-8c5a-b1999a95e59f tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.556331 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3d93988-5093-417b-9b76-235f65c9d4d9 req-60d6a4be-7b5d-4663-8c5a-b1999a95e59f tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 950 time: 0.3864391 Feb 04 15:32:33.583235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.584116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:33.584701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.594559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-769db808-69a6-43f2-b03f-1cec72fa8075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.687594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8638806 Feb 04 15:32:33.688666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45572) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:33.721049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Request body: {'subnet': {'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-147891431-subnet', 'tenant_id': '95cfa9dd2111419cb5adf8e0250c2625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:33.725773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:33.778972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3ee00-15df-4f41-98e7-5c145048ac41 admin admin] Pushing event updated for resources: {'Network': ['ID=5bbbb572-4948-4055-8c93-101e5f6b30a5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:33.791218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3d93988-5093-417b-9b76-235f65c9d4d9 req-e6f0b4a9-70a1-477b-be7c-d2721d5e0e87 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326767 Feb 04 15:32:33.794978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 5bbbb572-4948-4055-8c93-101e5f6b30a5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:33.911256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=ff87ee9b-b801-411a-a343-85462bb551c2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:33.950237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:33.970014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:33.974200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:34.063248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Made reservation on behalf of 95cfa9dd2111419cb5adf8e0250c2625 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:34.065935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.067928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-f831b942-2ec9-4e30-afa1-0819206bc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.069489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-f831b942-2ec9-4e30-afa1-0819206bc4c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 1099 time: 0.2641168 Feb 04 15:32:34.090708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e25a5-4553-49a6-ada1-eab2084df2c7 req-489dcfc8-60d7-47d9-b1f2-28841ce4ba68 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.092330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-676e25a5-4553-49a6-ada1-eab2084df2c7 req-489dcfc8-60d7-47d9-b1f2-28841ce4ba68 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 948 time: 0.2743144 Feb 04 15:32:34.196476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:32:34.208734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07ca63-8f01-4dbf-824d-3c99302a2290 req-5f4a0ae2-91b9-47d3-9383-f9061e1ddaaf tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.209786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c07ca63-8f01-4dbf-824d-3c99302a2290 req-5f4a0ae2-91b9-47d3-9383-f9061e1ddaaf tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.2632320 Feb 04 15:32:34.264975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45580) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:34.287545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-676e25a5-4553-49a6-ada1-eab2084df2c7 req-7dac8c04-fd01-4b5b-b867-d8aeecf0b0a2 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816118 Feb 04 15:32:34.336962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-27465309-4aed-4ebb-b6ac-8aa4f4d1f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.339194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-27465309-4aed-4ebb-b6ac-8aa4f4d1f1df service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.2586374 Feb 04 15:32:34.414062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-938b60e0-a37b-4f7c-a5c5-8a0dfe0f559d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb51f9aa22c54912a661f2de41eef2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424708 Feb 04 15:32:34.440520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45584) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:34.450853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:34.470497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-2cb259b9-0426-4eff-bd54-6bb338f1b5d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=40bec3aa-24de-4bbf-894a-15951633b0f2 HTTP/1.1" status: 200 len: 217 time: 0.1128755 Feb 04 15:32:34.491115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'mac_address': 'fa:16:3e:a0:3c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:32:34.593572 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.621056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.627378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87f9d4ba-f26e-4ac8-abe6-f74897aa9a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.640006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:34.647317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-eac001f0-d2c4-4b7b-a859-a8f611d153e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.648817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-eac001f0-d2c4-4b7b-a859-a8f611d153e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1634085 Feb 04 15:32:34.650684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.662061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41e673-83de-41da-ab6a-812e9a559309 req-ef9f5b59-d6eb-46a3-96cf-17b9e85e0cd7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.663649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee41e673-83de-41da-ab6a-812e9a559309 req-ef9f5b59-d6eb-46a3-96cf-17b9e85e0cd7 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 949 time: 0.1962762 Feb 04 15:32:34.675852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7965b673-6222-4aff-99c1-dd1ec5faf820,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:34.726396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:34.735507 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.752454 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87f9d4ba-f26e-4ac8-abe6-f74897aa9a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.813928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Checking segment: {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:34.813928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Network hostable DHCP agents. Network: 5bbbb572-4948-4055-8c93-101e5f6b30a5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:34.833183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee41e673-83de-41da-ab6a-812e9a559309 req-cf524a58-4af5-45b2-9456-bdc727402fe2 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318371 Feb 04 15:32:34.878076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=12']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:34.895693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Network 5bbbb572-4948-4055-8c93-101e5f6b30a5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:34.919547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-b27657c2-8801-49db-a532-482e3a8adcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.919846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 5bbbb572-4948-4055-8c93-101e5f6b30a5) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:34.921280 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-b27657c2-8801-49db-a532-482e3a8adcc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2564802 Feb 04 15:32:34.932720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:34.932899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.939792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c720f-37a8-4068-89a9-1ab4fdd07faf None None] Network 5bbbb572-4948-4055-8c93-101e5f6b30a5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:34.945311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c07ca63-8f01-4dbf-824d-3c99302a2290 req-2fd44a03-4e32-47f8-8223-22d5e8ddefd6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7259235 Feb 04 15:32:34.947249 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.952856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87f9d4ba-f26e-4ac8-abe6-f74897aa9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.955546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87f9d4ba-f26e-4ac8-abe6-f74897aa9a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:34.957265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-87f9d4ba-f26e-4ac8-abe6-f74897aa9a0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07a06c1c-50d4-4ea5-94af-1a14e522d48b HTTP/1.1" status: 204 len: 168 time: 0.5147758 Feb 04 15:32:35.086923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9d4ba-f26e-4ac8-abe6-f74897aa9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a06c1c-50d4-4ea5-94af-1a14e522d48b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:35.103121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-57ab499f-8ebb-4e74-8677-efc62d096a6d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3964064 Feb 04 15:32:35.108479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476309a7-b6b9-417e-a82d-791343e173b9 req-44543db7-7d57-4985-9cf1-91f834878bc5 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.116826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-476309a7-b6b9-417e-a82d-791343e173b9 req-44543db7-7d57-4985-9cf1-91f834878bc5 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 950 time: 0.1493905 Feb 04 15:32:35.165676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:35.207600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.210041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7372b7-e1c0-46ba-b44c-06b28d2d718a None None] Network 5bbbb572-4948-4055-8c93-101e5f6b30a5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:35.232472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-476309a7-b6b9-417e-a82d-791343e173b9 req-31203ae0-3f96-4c2c-be6e-2ea66657e4c5 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146278 Feb 04 15:32:35.255833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-8507c8b3-a710-44f7-a39c-96e35f13ca36 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899110 Feb 04 15:32:35.516842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b2a6773-161d-4eaa-b943-f3466c7a2568 req-35ba9779-2e53-4c89-be99-392bdeab3c45 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484589 Feb 04 15:32:35.599884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 93eb4903-4349-4cc0-88e4-1d544f7dccd4 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:35.600782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.627044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.669308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.723826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.809042 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:35.910031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d5d8-036d-482f-ad29-2176ae8cfb83 req-ff961316-213c-4f70-995b-c4867f1fb736 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.912669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5e4d5d8-036d-482f-ad29-2176ae8cfb83 req-ff961316-213c-4f70-995b-c4867f1fb736 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 948 time: 0.3620982 Feb 04 15:32:35.914378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=ff87ee9b-b801-411a-a343-85462bb551c2,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:35.929040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda459d-6dc9-4e0f-abfe-f58af502f2bc req-895a5194-39cf-4fd6-b7c3-e945e042055b tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:35.931788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bfda459d-6dc9-4e0f-abfe-f58af502f2bc req-895a5194-39cf-4fd6-b7c3-e945e042055b tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 1101 time: 0.3009531 Feb 04 15:32:35.971184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.015089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 93eb4903-4349-4cc0-88e4-1d544f7dccd4 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:36.043874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5e4d5d8-036d-482f-ad29-2176ae8cfb83 req-f7284db2-7953-4c86-868f-5d001289137e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164157 Feb 04 15:32:36.100646 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bfda459d-6dc9-4e0f-abfe-f58af502f2bc req-ecf5110a-b01d-44fc-aba4-e9dedb17bfc4 tempest-MigrationsAdminTest-527359626 tempest-MigrationsAdminTest-527359626-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605122 Feb 04 15:32:36.103633 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 98ed6879-adf0-46ec-971e-b034f9b2cb49 associated. External IP: 172.25.1.68, port: 25f255a1-cea8-407b-9658-a05fce85e91d. Feb 04 15:32:36.359656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4907c-3fd7-48d6-9104-723ca8dc67d0 req-62c18ed2-ad26-4cc5-86d6-c3a7c5d1eb44 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:36.362294 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5da4907c-3fd7-48d6-9104-723ca8dc67d0 req-62c18ed2-ad26-4cc5-86d6-c3a7c5d1eb44 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.1751454 Feb 04 15:32:36.460459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.520558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=93eb4903-4349-4cc0-88e4-1d544f7dccd4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:36.680098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.892772 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:36.949686 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5da4907c-3fd7-48d6-9104-723ca8dc67d0 req-257c14aa-55c0-40cf-b228-6e6dce187ac6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737867 Feb 04 15:32:37.095454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:32:37.295937 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:37.357386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 40bec3aa-24de-4bbf-894a-15951633b0f2 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:32:37.363322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:37.391698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c60935-ed18-4572-aadc-f3c750703f7a None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:37.432120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c60935-ed18-4572-aadc-f3c750703f7a None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:37.433661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b1c60935-ed18-4572-aadc-f3c750703f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:37.478671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:37.521320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b1c60935-ed18-4572-aadc-f3c750703f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:37.528842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Router fdac3931-d176-4ad0-ac30-661b4e395485 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:32:37.548261 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:32:37.557438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820c15-0749-4c20-b2cf-7b5272f9da8c req-ce834240-907c-48ff-9ac1-bb9b78f57c33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.560301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1820c15-0749-4c20-b2cf-7b5272f9da8c req-ce834240-907c-48ff-9ac1-bb9b78f57c33 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 950 time: 0.1573598 Feb 04 15:32:37.566834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-325a455f-0e8c-4dc0-832e-19e5126e8219 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6872396 Feb 04 15:32:37.584598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c60935-ed18-4572-aadc-f3c750703f7a None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:37.600052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b1c60935-ed18-4572-aadc-f3c750703f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:37.626568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45654) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:37.636460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1540064871'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:37.658161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:37.668968 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1b910497-7052-489e-878d-b265e272669c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "PUT /v2.0/routers/fdac3931-d176-4ad0-ac30-661b4e395485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3412547 Feb 04 15:32:37.669949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45656) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:37.676402 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb17e4-361c-45f4-ab8d-2b0f6cba192e None None] Sync routers for ids ['fdac3931-d176-4ad0-ac30-661b4e395485'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:37.679264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-39842bcb-ffbb-4de6-b1b5-044e629d1fa4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:37.682424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1820c15-0749-4c20-b2cf-7b5272f9da8c req-d5292988-ccdf-43d9-8596-63e05afa6a72 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111279 Feb 04 15:32:37.687760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-39842bcb-ffbb-4de6-b1b5-044e629d1fa4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 814 time: 0.8924839 Feb 04 15:32:37.722270 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb17e4-361c-45f4-ab8d-2b0f6cba192e None None] Routers {'fdac3931-d176-4ad0-ac30-661b4e395485'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:37.722642 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13b7b95-bcab-463a-9b74-9ba462d9dec7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:32:37.728212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e13b7b95-bcab-463a-9b74-9ba462d9dec7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/93eb4903-4349-4cc0-88e4-1d544f7dccd4 HTTP/1.1" status: 404 len: 333 time: 0.0381789 Feb 04 15:32:37.728885 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9efb17e4-361c-45f4-ab8d-2b0f6cba192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fdac3931-d176-4ad0-ac30-661b4e395485'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:37.732846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45658) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:37.749012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-e3616ff8-51b3-42ad-9124-2a51d636b235 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/quotas/95cfa9dd2111419cb5adf8e0250c2625 HTTP/1.1" status: 200 len: 375 time: 0.0601845 Feb 04 15:32:37.764916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b1c60935-ed18-4572-aadc-f3c750703f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:37.768274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c60935-ed18-4572-aadc-f3c750703f7a None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:37.787636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45662) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:37.823020 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-dc459f5e-8256-47f8-8d42-f8a4a562e44c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728621 Feb 04 15:32:37.864186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 40bec3aa-24de-4bbf-894a-15951633b0f2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=40bec3aa-24de-4bbf-894a-15951633b0f2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:37.893023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '40bec3aa-24de-4bbf-894a-15951633b0f2', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '40bec3aa-24de-4bbf-894a-15951633b0f2', 'mac_address': 'fa:16:3e:d6:c5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:32:37.894344 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9efb17e4-361c-45f4-ab8d-2b0f6cba192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:37.914207 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb17e4-361c-45f4-ab8d-2b0f6cba192e None None] Routers {'fdac3931-d176-4ad0-ac30-661b4e395485'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:37.915786 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9efb17e4-361c-45f4-ab8d-2b0f6cba192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fdac3931-d176-4ad0-ac30-661b4e395485'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:37.966577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:37.972608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-3ba43687-6ba4-419b-bb2d-c559ba1b60fb service neutron] 10.222.0.47 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478679 Feb 04 15:32:37.988686 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9efb17e4-361c-45f4-ab8d-2b0f6cba192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:37.990513 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb17e4-361c-45f4-ab8d-2b0f6cba192e None None] The sync data for ids ['fdac3931-d176-4ad0-ac30-661b4e395485'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:38.010753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bec3aa-24de-4bbf-894a-15951633b0f2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:38.058940 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 40bec3aa-24de-4bbf-894a-15951633b0f2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=40bec3aa-24de-4bbf-894a-15951633b0f2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:38.061829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:38.066683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.070713 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.074107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-338049f6-dd79-4c50-9430-c9bbc6c03373 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.108982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1485840632', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:38.145696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=40bec3aa-24de-4bbf-894a-15951633b0f2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:38.170863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Made reservation on behalf of 33ab00c1f0c34b09a2eaa6a19c2dff6e for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:38.173244 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.187558 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-75598ed8-4c93-45fa-83d1-b46c48c4586e service neutron] 10.222.0.47 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136977 Feb 04 15:32:38.188509 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.214401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:38.244743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:38.290885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:38.303108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:38.304483 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.317498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.324361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.324678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-338049f6-dd79-4c50-9430-c9bbc6c03373 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.326955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.327301 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Added segment 53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5 of type vlan for network 042f602e-54fd-4980-9f1a-f7d4cd03c022 Feb 04 15:32:38.329324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-338049f6-dd79-4c50-9430-c9bbc6c03373 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.333759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] device_id is not set on port 08a1b986-4ed9-4e3a-b002-30a913dd01be yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:32:38.339471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476e3a-4ea5-4e08-ac2a-8eec92392f91 req-df526adb-e470-48f0-9669-4e2f5f3bb2cb tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:38.346950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75476e3a-4ea5-4e08-ac2a-8eec92392f91 req-df526adb-e470-48f0-9669-4e2f5f3bb2cb tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 949 time: 0.2758510 Feb 04 15:32:38.421261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321301cf-19b8-424c-9601-a311c80b25a8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:38.527382 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.551918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.564480 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Allocated IP 172.25.1.20 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/08a1b986-4ed9-4e3a-b002-30a913dd01be) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:38.627782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:38.630578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:38.635950 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8020ac84-863a-490c-8609-ba397febbb9b" -d '{"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-plugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:38.641949 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.656325 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-338049f6-dd79-4c50-9430-c9bbc6c03373 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.657221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338049f6-dd79-4c50-9430-c9bbc6c03373 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Fanout notify agent at l3_agent the message router_deleted on router fdac3931-d176-4ad0-ac30-661b4e395485 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:32:38.678797 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-338049f6-dd79-4c50-9430-c9bbc6c03373 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.681067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-338049f6-dd79-4c50-9430-c9bbc6c03373 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/routers/fdac3931-d176-4ad0-ac30-661b4e395485 HTTP/1.1" status: 204 len: 168 time: 0.9257991 Feb 04 15:32:38.685163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45674) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:38.706827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['40bec3aa-24de-4bbf-894a-15951633b0f2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:38.718612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75476e3a-4ea5-4e08-ac2a-8eec92392f91 req-208120b7-d132-4b78-81db-6f93a932f878 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686957 Feb 04 15:32:38.730252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b119476-cca0-4562-9d67-f24133fece0a req-1582503e-fd20-4bb3-a1a4-47177ffc6638 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:38.732519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b119476-cca0-4562-9d67-f24133fece0a req-1582503e-fd20-4bb3-a1a4-47177ffc6638 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 950 time: 0.1576681 Feb 04 15:32:38.733385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.751933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:38.756480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.834712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=13']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:38.902894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d33d7a5-707d-42ca-9791-8b03ba69336f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet a98db984-31ec-4488-a04d-9fca85da5a58 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:32:38.919586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d33d7a5-707d-42ca-9791-8b03ba69336f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:38.962134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b119476-cca0-4562-9d67-f24133fece0a req-7c13e9c1-1fa3-4e24-976c-620ff103355e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861348 Feb 04 15:32:39.010331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.022870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d33d7a5-707d-42ca-9791-8b03ba69336f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.110594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4778464 Feb 04 15:32:39.111413 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45680) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:39.125538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'subnet': {'network_id': '042f602e-54fd-4980-9f1a-f7d4cd03c022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:39.181849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e018ec-56b7-449f-bae1-018291290a0e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Network': ['ID=042f602e-54fd-4980-9f1a-f7d4cd03c022,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:39.204687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:39.214019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344816a-21b0-4147-b0bd-b8a810204c6e req-d6b83f8c-cf14-47b4-8e1e-f46f8b0c177f tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.217372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c344816a-21b0-4147-b0bd-b8a810204c6e req-d6b83f8c-cf14-47b4-8e1e-f46f8b0c177f tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 950 time: 0.2904334 Feb 04 15:32:39.236746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-e3df98fb-2860-47e4-827d-68e70c6840e3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.241732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.243716 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-e3df98fb-2860-47e4-827d-68e70c6840e3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 951 time: 0.4805472 Feb 04 15:32:39.378212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Pushing event updated for resources: {'Port': ['ID=08a1b986-4ed9-4e3a-b002-30a913dd01be,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:39.441513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c344816a-21b0-4147-b0bd-b8a810204c6e req-adc27f22-3a46-4b41-b3af-f3a3c0d5e18b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950586 Feb 04 15:32:39.451701 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.460696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:39.463823 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d33d7a5-707d-42ca-9791-8b03ba69336f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.495483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Deleting port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:39.496321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.533274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:39.542725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:39.548927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.564010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:39.619977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74b62787-3d67-46ed-b6b2-a15747fdf3c2 req-998e986c-bbd4-4641-85c0-b71731424b1c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 210 time: 0.0424318 Feb 04 15:32:39.643587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b0780-a12a-4aeb-82d9-df6bfc329582 req-b3833801-bfb1-4014-afcb-4ebfd9fdbfcc tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.646613 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-393b0780-a12a-4aeb-82d9-df6bfc329582 req-b3833801-bfb1-4014-afcb-4ebfd9fdbfcc tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.4226477 Feb 04 15:32:39.723512 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3b3e51-97ef-428c-b804-4b49c5e1234f x-openstack-request-id: req-7d3b3e51-97ef-428c-b804-4b49c5e1234f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:39.723990 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-plugged", "status": "completed", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:39.724388 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d3b3e51-97ef-428c-b804-4b49c5e1234f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:39.725469 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'code': 200} Feb 04 15:32:39.730946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] For port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:39.731713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.762587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Calling delete_port for 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:39.827538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:39.828599 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.909320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-393b0780-a12a-4aeb-82d9-df6bfc329582 req-317e2363-20b2-4b0c-9bb4-240b2726b90f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738529 Feb 04 15:32:39.933554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-93e8aef2-a25c-4429-9651-0b1355090d77 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1442947 Feb 04 15:32:39.939617 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d33d7a5-707d-42ca-9791-8b03ba69336f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:39.940345 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45692) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:39.966678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.20'}]}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:40.008341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33d7a5-707d-42ca-9791-8b03ba69336f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=a98db984-31ec-4488-a04d-9fca85da5a58,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:40.024779 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d33d7a5-707d-42ca-9791-8b03ba69336f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.031452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0d33d7a5-707d-42ca-9791-8b03ba69336f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/a98db984-31ec-4488-a04d-9fca85da5a58 HTTP/1.1" status: 204 len: 168 time: 1.3448405 Feb 04 15:32:40.034548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef2cf2-f239-4e11-9779-39e32a1639ba None None] Network aeacc2f2-82b0-47cd-ba0a-02b5703b56ca requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:40.041097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45696) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:40.050076 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.050662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.303913 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.335220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e2f9098a-5d3e-4161-a4c4-d344dd7337d2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:40.371767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['5a1f703b-52e5-4676-86b0-ce10ad804282', '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:40.392560 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.498374 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.542044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event deleted for resources: {'Port': ['ID=619224c8-f77a-4a1f-88c7-6caf2bb3aa2e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:40.715630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] No DVR routers for this DVR port 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:40.725699 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:40.742339 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85ddbaf4-4ee5-4e02-90a2-b2fcfb0b1443 req-d5d663a6-f1cb-41bd-bf94-fd9bb5006f99 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "DELETE /v2.0/ports/619224c8-f77a-4a1f-88c7-6caf2bb3aa2e HTTP/1.1" status: 204 len: 173 time: 1.4816079 Feb 04 15:32:40.760513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-deleted', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:40.762943 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4bcbd4-caff-4775-949a-5e6f17a667f4" -d '{"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-deleted", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:40.775275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4f5ec-2d67-419a-9f5a-92eec2d9a4e2 req-1dcb9392-ba82-42e8-8ec5-69031cf9610c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:40.786368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3eb4f5ec-2d67-419a-9f5a-92eec2d9a4e2 req-1dcb9392-ba82-42e8-8ec5-69031cf9610c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 949 time: 0.6173148 Feb 04 15:32:40.797596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] DHCP port deletion for aeacc2f2-82b0-47cd-ba0a-02b5703b56ca request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:32:40.945445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe5f1635-f7df-412a-9190-17f62c9c2eb6 req-4fc9ec89-0e8c-44b8-9849-24ea2298c3bc tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=545d3804-a61f-489b-87f1-e404117b081c HTTP/1.1" status: 200 len: 210 time: 0.2000396 Feb 04 15:32:40.949411 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.055631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.124670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] Deleting port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:41.126568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.127867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Subnet': ['ID=f9a06fab-0906-4b9f-9907-ee7c611e9235,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:41.168970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3eb4f5ec-2d67-419a-9f5a-92eec2d9a4e2 req-0d222662-550d-4f6a-a8e9-0a4553382810 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448071 Feb 04 15:32:41.267786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] For port 7ec64ca8-2efc-4990-b2f0-33a995a5be90, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7ec64ca8-2efc-4990-b2f0-33a995a5be90,segment=NetworkSegment(1b2d5c34-c03f-4a8a-b679-75fd4ce3773d),segment_id=1b2d5c34-c03f-4a8a-b679-75fd4ce3773d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:41.268445 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.289551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-82390517-2186-4863-86d5-a3715199475b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.297028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-82390517-2186-4863-86d5-a3715199475b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.30 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 814 time: 0.8669457 Feb 04 15:32:41.302596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] Calling delete_port for 7ec64ca8-2efc-4990-b2f0-33a995a5be90 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:41.318764 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5116c8c6-316b-4f38-a121-91d2e109ec7d x-openstack-request-id: req-5116c8c6-316b-4f38-a121-91d2e109ec7d {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:41.319289 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545d3804-a61f-489b-87f1-e404117b081c", "name": "network-vif-deleted", "tag": "619224c8-f77a-4a1f-88c7-6caf2bb3aa2e", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:41.319721 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5116c8c6-316b-4f38-a121-91d2e109ec7d {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:41.320220 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545d3804-a61f-489b-87f1-e404117b081c', 'name': 'network-vif-deleted', 'tag': '619224c8-f77a-4a1f-88c7-6caf2bb3aa2e', 'status': 'completed', 'code': 200} Feb 04 15:32:41.328483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Request body: {'port': {'device_id': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'admin_state_up': True, 'tenant_id': '95cfa9dd2111419cb5adf8e0250c2625'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:41.359421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5b1d742-86d7-4197-bdae-7c859b0afdbb req-2c73611b-af0f-4a91-9ffa-d88c712ad880 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 210 time: 0.0378315 Feb 04 15:32:41.392836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:41.392836 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.445458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 40bec3aa-24de-4bbf-894a-15951633b0f2 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:41.472267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.500410 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.549909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Checking segment: {'id': '53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '042f602e-54fd-4980-9f1a-f7d4cd03c022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:41.550991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network hostable DHCP agents. Network: 042f602e-54fd-4980-9f1a-f7d4cd03c022, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:32:41.558196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] For port 7ec64ca8-2efc-4990-b2f0-33a995a5be90, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7ec64ca8-2efc-4990-b2f0-33a995a5be90,segment=NetworkSegment(1b2d5c34-c03f-4a8a-b679-75fd4ce3773d),segment_id=1b2d5c34-c03f-4a8a-b679-75fd4ce3773d)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:41.558994 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.586320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 7ec64ca8-2efc-4990-b2f0-33a995a5be90 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:41.635854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 40bec3aa-24de-4bbf-894a-15951633b0f2 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:41.651368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 40bec3aa-24de-4bbf-894a-15951633b0f2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:41.652836 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.654008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd597ef9-d12a-473e-994e-9c7d7f095981 req-f34ff946-e4dd-453a-ace9-a89646e81bd0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.655875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd597ef9-d12a-473e-994e-9c7d7f095981 req-f34ff946-e4dd-453a-ace9-a89646e81bd0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.2119005 Feb 04 15:32:41.729081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:32:41.746072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.770845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] No DVR routers for this DVR port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:41.808762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 042f602e-54fd-4980-9f1a-f7d4cd03c022) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:41.831683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64831b6-1103-42ec-9314-6195fa9ed406 None None] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:41.836281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:41.837045 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.854521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1e21d-9e71-4474-b408-4b02ea0c0211 None None] Pushing event deleted for resources: {'Port': ['ID=7ec64ca8-2efc-4990-b2f0-33a995a5be90,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:41.900664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd597ef9-d12a-473e-994e-9c7d7f095981 req-06fce7c7-a6b6-4746-8c10-76d3704a9252 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923573 Feb 04 15:32:41.932501 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5c9f4ec6-56a7-4b15-863d-ffc254dcf1a3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8171182 Feb 04 15:32:41.941773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45718) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:41.944194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Made reservation on behalf of 95cfa9dd2111419cb5adf8e0250c2625 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:41.948927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:41.949658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1342693007', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:41.988334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.027311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=7ec64ca8-2efc-4990-b2f0-33a995a5be90,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:42.049094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No DVR routers for this DVR port 7ec64ca8-2efc-4990-b2f0-33a995a5be90 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:42.124440 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.449888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.563110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:42.569015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7ec64ca8-2efc-4990-b2f0-33a995a5be90 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:42.631640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeacc2f2-82b0-47cd-ba0a-02b5703b56ca']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:42.646001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.662015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2d5c34-c03f-4a8a-b679-75fd4ce3773d') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:42.662298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2d5c34-c03f-4a8a-b679-75fd4ce3773d') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:42.689222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.700364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.701491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.715362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40779a7b-ed17-450e-bb05-104273739650 req-49c9d7ba-11ec-4a21-b16b-dac4037f141e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.717506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40779a7b-ed17-450e-bb05-104273739650 req-49c9d7ba-11ec-4a21-b16b-dac4037f141e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 951 time: 0.3379250 Feb 04 15:32:42.730214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Allocated IP 172.20.0.11 (5bbbb572-4948-4055-8c93-101e5f6b30a5/7965b673-6222-4aff-99c1-dd1ec5faf820/844d04eb-c475-45fc-8ea7-8458c8eeb1ea) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:42.730809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7ec64ca8-2efc-4990-b2f0-33a995a5be90 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:32:42.731631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7ec64ca8-2efc-4990-b2f0-33a995a5be90 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:42.734066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:32:42.734801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 619224c8-f77a-4a1f-88c7-6caf2bb3aa2e not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:42.758071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bec3aa-24de-4bbf-894a-15951633b0f2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:42.759340 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fae9f8-6741-4877-a9aa-fcba089424d6" -d '{"events": [{"server_uuid": "7e2f12bd-bd51-4e46-b81e-08a40e0eecd9", "name": "network-vif-plugged", "status": "completed", "tag": "40bec3aa-24de-4bbf-894a-15951633b0f2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:42.786703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1b5d7-0a38-404e-9e80-b762144aa08d req-ad7ea62e-9437-4fd7-b461-5e5cf207e0be tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:42.795145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65f1b5d7-0a38-404e-9e80-b762144aa08d req-ad7ea62e-9437-4fd7-b461-5e5cf207e0be tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 949 time: 0.1934373 Feb 04 15:32:42.814546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 40bec3aa-24de-4bbf-894a-15951633b0f2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=40bec3aa-24de-4bbf-894a-15951633b0f2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:42.849086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.876901 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.885370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-042f602e-54fd-4980-9f1a-f7d4cd03c022', 'network_id': '042f602e-54fd-4980-9f1a-f7d4cd03c022', 'tenant_id': 'fcf93c085c7d48639506d7ea3a3a93b2', 'fixed_ips': [{'subnet_id': 'f9a06fab-0906-4b9f-9907-ee7c611e9235'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:32:42.886278 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.892748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:32:42.893559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:32:42.925691 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:32:43.001224 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.010476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.011988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=40bec3aa-24de-4bbf-894a-15951633b0f2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:43.016035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.064413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40779a7b-ed17-450e-bb05-104273739650 req-87d36f5b-0c10-4f10-91e4-dc16cd9f93b3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564502 Feb 04 15:32:43.106365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.177937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65f1b5d7-0a38-404e-9e80-b762144aa08d req-7df6e283-20d0-49aa-ac1b-a3d205c1762d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589358 Feb 04 15:32:43.182760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.193487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Allocated IP 172.20.0.2 (042f602e-54fd-4980-9f1a-f7d4cd03c022/f9a06fab-0906-4b9f-9907-ee7c611e9235/e9a40a55-4127-4f9a-b5bf-3939c9fee26f) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:43.216146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.235103 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/networks/aeacc2f2-82b0-47cd-ba0a-02b5703b56ca HTTP/1.1" status: 204 len: 168 time: 3.1919956 Feb 04 15:32:43.247134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45744) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:43.258049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.258569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecd5f176-3a6e-47f6-ab5b-6227a1b51089 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:32:43.267652 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0a5888-cff8-4d9f-a135-76e9f56e4346 x-openstack-request-id: req-5b0a5888-cff8-4d9f-a135-76e9f56e4346 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:43.268095 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2f12bd-bd51-4e46-b81e-08a40e0eecd9", "name": "network-vif-plugged", "status": "completed", "tag": "40bec3aa-24de-4bbf-894a-15951633b0f2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:43.269014 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b0a5888-cff8-4d9f-a135-76e9f56e4346 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:43.269891 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bec3aa-24de-4bbf-894a-15951633b0f2', 'code': 200} Feb 04 15:32:43.272239 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.294858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae887a1c-9d7c-4457-b787-1e7d557fd090 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Network': ['ID=aeacc2f2-82b0-47cd-ba0a-02b5703b56ca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:43.299228 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:32:43.300382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab7d3d5f-b96b-4499-b58a-983dfa5c3c65 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3527653 Feb 04 15:32:43.304914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45748) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:43.366726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0ec2bf50-ea3e-473c-954c-6a5da0395c92 req-678841ee-b7d1-4ea4-8c42-5a178e247916 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 210 time: 0.1300759 Feb 04 15:32:43.411268 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.413697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f0496-6f57-4b65-adf4-62d32a00a0ed tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.415461 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1e6f0496-6f57-4b65-adf4-62d32a00a0ed tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/914a1620-3c86-4e84-a29e-222d67d6126c HTTP/1.1" status: 200 len: 845 time: 0.1671858 Feb 04 15:32:43.434545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45754) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:43.534867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-565b7162-ba08-4c60-bfc4-707bd17cb8e8 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/914a1620-3c86-4e84-a29e-222d67d6126c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0946975 Feb 04 15:32:43.545604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45760) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:43.554931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:43.565411 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.573992 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.584483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Network 5bbbb572-4948-4055-8c93-101e5f6b30a5 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:43.602862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a446646-387b-4ab6-a15e-ca3ffce50cf7 req-09aa6860-8857-4796-9039-12ed673b4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.604766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a446646-387b-4ab6-a15e-ca3ffce50cf7 req-09aa6860-8857-4796-9039-12ed673b4cd4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 1101 time: 0.2132831 Feb 04 15:32:43.610690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a742e8a-d01b-465e-91a1-1922ac440df7 req-ef2728be-eada-414c-894c-3b3a546a9ce5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.614248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:43.621592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a742e8a-d01b-465e-91a1-1922ac440df7 req-ef2728be-eada-414c-894c-3b3a546a9ce5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.2494044 Feb 04 15:32:43.622991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:43.627681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:43.652694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:43.675215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Pushing event updated for resources: {'Port': ['ID=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:43.679627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:43.682644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:43.733675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Attempting to bind port e9a40a55-4127-4f9a-b5bf-3939c9fee26f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:43.734315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Attempting to bind port e9a40a55-4127-4f9a-b5bf-3939c9fee26f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '042f602e-54fd-4980-9f1a-f7d4cd03c022'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:43.734938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Attempting to bind port e9a40a55-4127-4f9a-b5bf-3939c9fee26f on network 042f602e-54fd-4980-9f1a-f7d4cd03c022 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:43.744700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:43.745332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Checking segment: {'id': '53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '042f602e-54fd-4980-9f1a-f7d4cd03c022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:43.746022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.746662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Bound using segment: {'id': '53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '042f602e-54fd-4980-9f1a-f7d4cd03c022'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:43.747488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Bound port: e9a40a55-4127-4f9a-b5bf-3939c9fee26f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '042f602e-54fd-4980-9f1a-f7d4cd03c022'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:43.748423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.772647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a446646-387b-4ab6-a15e-ca3ffce50cf7 req-11398b43-22df-41d8-b395-9e968d8a85d2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090558 Feb 04 15:32:43.782294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:43.782970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.784385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a742e8a-d01b-465e-91a1-1922ac440df7 req-cd26216e-bff3-491b-a43f-3ffb399e4a14 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601663 Feb 04 15:32:43.797291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-34172b65-2baa-4713-a091-f29ca4cd3764 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Deleting port 08a1b986-4ed9-4e3a-b002-30a913dd01be {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:43.798103 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34172b65-2baa-4713-a091-f29ca4cd3764 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.818600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-5417263b-00ce-4dd5-9f25-b6a738d8cd79 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5038490 Feb 04 15:32:43.837625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Request body: {'port': {'device_id': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:43.841457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:43.845773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.874725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] For port e9a40a55-4127-4f9a-b5bf-3939c9fee26f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:43.880149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] For port e9a40a55-4127-4f9a-b5bf-3939c9fee26f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,segment=NetworkSegment(53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5),segment_id=53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:43.888407 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:43.994755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.003729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb22bb-2bb9-4f0e-aa11-f4389f1f9ce6 None None] Pushing event updated for resources: {'Port': ['ID=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.106713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34172b65-2baa-4713-a091-f29ca4cd3764 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.152262 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.197019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.221165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-34172b65-2baa-4713-a091-f29ca4cd3764 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Calling delete_port for 08a1b986-4ed9-4e3a-b002-30a913dd01be owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:44.241951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:32:44.450864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.572279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:44.579569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e9a40a55-4127-4f9a-b5bf-3939c9fee26f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:44.634865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-0185e3f9-fe5b-4f7c-9494-f2c37816e941 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.637193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-0185e3f9-fe5b-4f7c-9494-f2c37816e941 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 951 time: 0.3717616 Feb 04 15:32:44.640581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '968abef0-290a-40c4-ab47-51e65ed931fa', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '968abef0-290a-40c4-ab47-51e65ed931fa', 'mac_address': 'fa:16:3e:86:14:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:32:44.651796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b2710-2982-413d-b271-0545bad7d4c4 req-93f7b736-37c7-4b75-bcc0-f67b03265504 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.653388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a9b2710-2982-413d-b271-0545bad7d4c4 req-93f7b736-37c7-4b75-bcc0-f67b03265504 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 950 time: 0.1616094 Feb 04 15:32:44.662591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:44.681298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38246bab-96db-4e25-ac7f-cfd5e4eb66ed req-e5390895-825e-4686-87e4-cdc804b37798 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.683089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38246bab-96db-4e25-ac7f-cfd5e4eb66ed req-e5390895-825e-4686-87e4-cdc804b37798 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 951 time: 0.3869059 Feb 04 15:32:44.689226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:44.693928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:44.695960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.702301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=28b4b052-011b-481a-bcbd-6b9bd4f5a01d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:44.717619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ce91d-097b-4cac-8611-0dc12d9a3014 None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:44.757338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1532c5ae-cb14-45d0-9bac-d51d05c92144 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2102289 Feb 04 15:32:44.769254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45770) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:44.775866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5d97a126-8b72-4db0-af66-c8a3537084bc tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'security_group': {'name': 'tempest-secgroup-203990277'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:44.776415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.25.1.22 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/a244acdd-f90b-4944-8044-b9c74639f87a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:44.833772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38246bab-96db-4e25-ac7f-cfd5e4eb66ed req-5e40269c-505a-4391-b364-ea9e995cea9f tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037719 Feb 04 15:32:44.841281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d97a126-8b72-4db0-af66-c8a3537084bc tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.870993 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.874310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a9b2710-2982-413d-b271-0545bad7d4c4 req-6d25ef0e-0be7-4cb9-b82d-a7ce60fd10f5 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667361 Feb 04 15:32:44.913069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e9a40a55-4127-4f9a-b5bf-3939c9fee26f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:44.913619 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.940059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844d04eb-c475-45fc-8ea7-8458c8eeb1ea {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:44.948427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:44.968368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 968abef0-290a-40c4-ab47-51e65ed931fa {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:45.032011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:45.068905 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.080639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9d7e4-1fa0-40cd-b044-d36607a77cac req-24749a0f-60fa-4297-869b-02bee1f94304 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.083283 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91f9d7e4-1fa0-40cd-b044-d36607a77cac req-24749a0f-60fa-4297-869b-02bee1f94304 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 932 time: 0.0737576 Feb 04 15:32:45.147266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34172b65-2baa-4713-a091-f29ca4cd3764 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.178123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['968abef0-290a-40c4-ab47-51e65ed931fa'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:45.198969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Deleting port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:45.199629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.214624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d97a126-8b72-4db0-af66-c8a3537084bc tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.216656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Transition to ACTIVE for port object 844d04eb-c475-45fc-8ea7-8458c8eeb1ea will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:32:45.241936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91f9d7e4-1fa0-40cd-b044-d36607a77cac req-32dcc0a9-efd9-48dd-a35c-5aed5f58ab12 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429169 Feb 04 15:32:45.243172 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d97a126-8b72-4db0-af66-c8a3537084bc tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.249547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.273154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:45.282124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.353700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d97a126-8b72-4db0-af66-c8a3537084bc tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.355568 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5d97a126-8b72-4db0-af66-c8a3537084bc tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5849869 Feb 04 15:32:45.375343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45782) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:45.375545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e9a40a55-4127-4f9a-b5bf-3939c9fee26f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,segment=NetworkSegment(53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5),segment_id=53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:45.384348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ca1c9f21-141f-4666-b182-b746f3409a1f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'security_group': {'name': 'tempest-secgroup-1296448080'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:45.385047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-48e971f2-c437-4312-b53e-11d10e2cb7b2', 'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'tenant_id': '911d82a09525459aa52186e2c0ee4cb3', 'fixed_ips': [{'subnet_id': '28b4b052-011b-481a-bcbd-6b9bd4f5a01d'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:32:45.386014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.395148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.396758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97a126-8b72-4db0-af66-c8a3537084bc tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f354713a-39c4-488f-aee2-ca487e303af7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:45.397239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.403563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:45.476258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34172b65-2baa-4713-a091-f29ca4cd3764 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Pushing event deleted for resources: {'Port': ['ID=08a1b986-4ed9-4e3a-b002-30a913dd01be,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:45.653303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:45.721669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f43c3-7ef5-49eb-8996-251e8fd87098 req-8536857a-7892-4249-9d7d-38359a8ffa1f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:45.730297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-884f43c3-7ef5-49eb-8996-251e8fd87098 req-8536857a-7892-4249-9d7d-38359a8ffa1f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.5154061 Feb 04 15:32:45.826657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-884f43c3-7ef5-49eb-8996-251e8fd87098 req-d937c1fd-f4c4-4666-8eb6-43dc526d56fb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950730 Feb 04 15:32:45.835848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] For port e2f9098a-5d3e-4161-a4c4-d344dd7337d2, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:45.835848 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.839827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34172b65-2baa-4713-a091-f29ca4cd3764 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.841957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb3582d-c3b0-42dc-a04c-65a7a1bef6df None None] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:45.848957 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-34172b65-2baa-4713-a091-f29ca4cd3764 tempest-RoutersAdminNegativeIpV6Test-95640877 tempest-RoutersAdminNegativeIpV6Test-95640877-project-admin] 10.222.0.47 "DELETE /v2.0/ports/08a1b986-4ed9-4e3a-b002-30a913dd01be HTTP/1.1" status: 204 len: 168 time: 2.5403302 Feb 04 15:32:45.855874 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.878055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Calling delete_port for e2f9098a-5d3e-4161-a4c4-d344dd7337d2 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:45.959862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9f21-141f-4666-b182-b746f3409a1f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:45.976832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:45.978867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:45.986526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:46.027742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=a244acdd-f90b-4944-8044-b9c74639f87a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:46.048304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9f21-141f-4666-b182-b746f3409a1f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.067987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9f21-141f-4666-b182-b746f3409a1f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.140976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2eac0225-57c2-439f-8af5-afab2b53ecd0 None None] Provisioning complete for port e9a40a55-4127-4f9a-b5bf-3939c9fee26f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:46.141758 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2eac0225-57c2-439f-8af5-afab2b53ecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.149519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Allocated IP 2001:db8::2 (48e971f2-c437-4312-b53e-11d10e2cb7b2/28b4b052-011b-481a-bcbd-6b9bd4f5a01d/281cd19a-1db2-40b9-823b-fc54e408a555) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:46.161906 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9f21-141f-4666-b182-b746f3409a1f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.163267 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ca1c9f21-141f-4666-b182-b746f3409a1f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7863464 Feb 04 15:32:46.171374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45792) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:46.181346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2140459983', 'security_groups': ['5661e93a-63c7-4286-839a-8030c111fa14'], 'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '28b4b052-011b-481a-bcbd-6b9bd4f5a01d'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:46.200074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30ebc-f814-438c-b40b-4339e0b0ff63 req-6a43ddb4-eaff-4b12-a2e3-db96b203b198 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.201699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7cb30ebc-f814-438c-b40b-4339e0b0ff63 req-6a43ddb4-eaff-4b12-a2e3-db96b203b198 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 951 time: 0.2250001 Feb 04 15:32:46.213671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c9f21-141f-4666-b182-b746f3409a1f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5661e93a-63c7-4286-839a-8030c111fa14,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:46.258365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:46.268624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Attempting to bind port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:46.268624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Attempting to bind port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:46.269294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Attempting to bind port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:46.281631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:32:46.282089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Attempting to bind port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:46.294591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:46.294941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Checking segment: {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:46.295348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Bound using segment: {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:46.295738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Bound port: 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:46.296345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.442583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7cb30ebc-f814-438c-b40b-4339e0b0ff63 req-099bb4e4-75f4-4d3e-b6dd-0bd0591a315c tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252576 Feb 04 15:32:46.474909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbdb6a-c6b6-4ed5-a476-7f8c8ad52ec2 req-b7f00e1a-ba1b-486b-a311-c5e1173db2e8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.481669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e9a40a55-4127-4f9a-b5bf-3939c9fee26f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:46.493767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08cbdb6a-c6b6-4ed5-a476-7f8c8ad52ec2 req-b7f00e1a-ba1b-486b-a311-c5e1173db2e8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 950 time: 0.4059420 Feb 04 15:32:46.516866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:46.522006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:46.528751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:46.566614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.635635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 968abef0-290a-40c4-ab47-51e65ed931fa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:46.636029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.707954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45806) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:46.831915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.874264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:46.874906 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.877092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] 10.222.0.30 "PUT /v2.0/ports/844d04eb-c475-45fc-8ea7-8458c8eeb1ea HTTP/1.1" status: 200 len: 1092 time: 3.0472150 Feb 04 15:32:46.899924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:46.903309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e9a40a55-4127-4f9a-b5bf-3939c9fee26f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:46.904154 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.907808 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879b1ead-e4ff-4d53-8307-dd272c1e8762" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:46.972531 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:46.998543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port 8d02421b-dde4-48bc-8ecd-68ceb490543e yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:32:47.017267 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.085425 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.120340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:47.120557 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08cbdb6a-c6b6-4ed5-a476-7f8c8ad52ec2 req-030611e8-e365-4b98-9670-2ffa0547bc8c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257105 Feb 04 15:32:47.126588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Pushing event updated for resources: {'Port': ['ID=281cd19a-1db2-40b9-823b-fc54e408a555,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:47.131808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:47.142210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:47.156293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:47.158797 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea55a43-605b-413f-bf20-61431435fcce" -d '{"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-plugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:47.163051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db0077-1361-4a43-a6c1-a3a0c9525e98 service neutron] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:47.177651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95832366-84bf-4574-8df5-a54c293dd77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.190248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.191974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02faca8-619e-4483-bff9-a7b4ddf1e8ed req-f0d70b15-6e5c-4750-b35a-ea6a1a7be675 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.193614 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e02faca8-619e-4483-bff9-a7b4ddf1e8ed req-f0d70b15-6e5c-4750-b35a-ea6a1a7be675 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 944 time: 0.5049317 Feb 04 15:32:47.208812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:47.261385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-e114a8d4-97f0-4358-b880-a9e93d5486c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.263219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-e114a8d4-97f0-4358-b880-a9e93d5486c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 1095 time: 0.3206007 Feb 04 15:32:47.293825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event deleted for resources: {'Port': ['ID=e2f9098a-5d3e-4161-a4c4-d344dd7337d2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:47.307756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.364042 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-fab35615-f127-4e28-bbc5-1ddcf0448be0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea HTTP/1.1" status: 200 len: 217 time: 0.0827320 Feb 04 15:32:47.414993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e02faca8-619e-4483-bff9-a7b4ddf1e8ed req-e2dcb3ac-a000-4920-a0a8-859b62129492 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027609 Feb 04 15:32:47.426502 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.428952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['5a1f703b-52e5-4676-86b0-ce10ad804282', '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:47.531526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-30a43df8-906d-4867-8c3e-f8feaa2f0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.534023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-30a43df8-906d-4867-8c3e-f8feaa2f0dcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7965b673-6222-4aff-99c1-dd1ec5faf820 HTTP/1.1" status: 200 len: 854 time: 0.1412368 Feb 04 15:32:47.550362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::73 (48e971f2-c437-4312-b53e-11d10e2cb7b2/28b4b052-011b-481a-bcbd-6b9bd4f5a01d/8d02421b-dde4-48bc-8ecd-68ceb490543e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:47.555414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-43ce2a09-7221-4884-98f0-335377359d02 None None] Provisioning complete for port e9a40a55-4127-4f9a-b5bf-3939c9fee26f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:47.555868 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-43ce2a09-7221-4884-98f0-335377359d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.580517 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a41342-6022-440b-82fc-7299f0363bb7 x-openstack-request-id: req-14a41342-6022-440b-82fc-7299f0363bb7 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:47.580832 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:47.581145 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14a41342-6022-440b-82fc-7299f0363bb7 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:47.581529 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'status': 'completed', 'code': 200} Feb 04 15:32:47.597850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Attempting to bind port 281cd19a-1db2-40b9-823b-fc54e408a555 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:32:47.598256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Attempting to bind port 281cd19a-1db2-40b9-823b-fc54e408a555 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '0251d133-d34b-431b-88c4-bdac0391c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:32:47.598629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Attempting to bind port 281cd19a-1db2-40b9-823b-fc54e408a555 on network 48e971f2-c437-4312-b53e-11d10e2cb7b2 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:32:47.607114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] No DVR routers for this DVR port e2f9098a-5d3e-4161-a4c4-d344dd7337d2 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:47.613458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:47.633154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:32:47.633540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Checking segment: {'id': '0251d133-d34b-431b-88c4-bdac0391c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:32:47.634899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.635352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Bound using segment: {'id': '0251d133-d34b-431b-88c4-bdac0391c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:32:47.635871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Bound port: 281cd19a-1db2-40b9-823b-fc54e408a555, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0251d133-d34b-431b-88c4-bdac0391c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:32:47.636281 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.637705 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.645613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b30de5c1-0277-4937-a2d7-0ab5165a6498 req-e0a45d7f-f397-4c60-9603-8344c9cde9ba tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.30 "DELETE /v2.0/ports/e2f9098a-5d3e-4161-a4c4-d344dd7337d2 HTTP/1.1" status: 204 len: 173 time: 2.9906039 Feb 04 15:32:47.648501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-deleted', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:47.652552 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e032b658-8bd9-4a8d-8a08-4c8ff6bc69f8" -d '{"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-deleted", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:47.657050 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2bda7e-c01a-481a-b4e8-d3d4a426bd62 x-openstack-request-id: req-de2bda7e-c01a-481a-b4e8-d3d4a426bd62 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:47.657351 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-plugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:47.657611 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de2bda7e-c01a-481a-b4e8-d3d4a426bd62 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:47.658049 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa', 'code': 200} Feb 04 15:32:47.764038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-cc3a3868-9cf2-426c-918f-23d9752585d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bbbb572-4948-4055-8c93-101e5f6b30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2176242 Feb 04 15:32:47.805508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5de53-7c85-4c84-bf41-78d8eb84be58 req-7a20cb97-58d5-4043-b7bf-b4dc1f18a916 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:47.808128 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74a5de53-7c85-4c84-bf41-78d8eb84be58 req-7a20cb97-58d5-4043-b7bf-b4dc1f18a916 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.4092906 Feb 04 15:32:47.822085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] For port 281cd19a-1db2-40b9-823b-fc54e408a555, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:32:47.830290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] For port 281cd19a-1db2-40b9-823b-fc54e408a555, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=281cd19a-1db2-40b9-823b-fc54e408a555,segment=NetworkSegment(0251d133-d34b-431b-88c4-bdac0391c3b6),segment_id=0251d133-d34b-431b-88c4-bdac0391c3b6)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:32:47.840545 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:47.996708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46b7b7-4a5e-47e0-813c-9cbb8f6510a4 None None] Pushing event updated for resources: {'Port': ['ID=281cd19a-1db2-40b9-823b-fc54e408a555,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:48.018170 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95832366-84bf-4574-8df5-a54c293dd77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.048712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95832366-84bf-4574-8df5-a54c293dd77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.063462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.150861 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74a5de53-7c85-4c84-bf41-78d8eb84be58 req-70cdd9b9-121f-4f75-8014-637438b421da tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172548 Feb 04 15:32:48.159497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.286457 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-95832366-84bf-4574-8df5-a54c293dd77a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82669befcc0f4967acc86a0dd787fcac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5633178 Feb 04 15:32:48.287457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:48.289228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45824) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:48.295116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95832366-84bf-4574-8df5-a54c293dd77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788c4d93-6755-43f1-b9e5-1e7ad346d68a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:48.349492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: e2f9098a-5d3e-4161-a4c4-d344dd7337d2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:32:48.350054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e2f9098a-5d3e-4161-a4c4-d344dd7337d2 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:48.411465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ede2e48-2a51-46cc-8878-627211e227d3 req-97a348fa-0128-4b92-8ccc-b0291d9e8d3d tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe872580-8f8b-433d-95e0-1bf18191ca64 HTTP/1.1" status: 200 len: 210 time: 0.0450578 Feb 04 15:32:48.465693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69143cfa-ddd3-444c-972e-7b878f3e9537 req-4b750a30-4ceb-42fb-b651-3248b6646eb0 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.482856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69143cfa-ddd3-444c-972e-7b878f3e9537 req-4b750a30-4ceb-42fb-b651-3248b6646eb0 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 1101 time: 0.4666212 Feb 04 15:32:48.632527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.663292 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59161c2-26b3-476f-b836-ace84984f04a x-openstack-request-id: req-f59161c2-26b3-476f-b836-ace84984f04a {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:48.663763 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe872580-8f8b-433d-95e0-1bf18191ca64", "name": "network-vif-deleted", "tag": "e2f9098a-5d3e-4161-a4c4-d344dd7337d2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:48.668478 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f59161c2-26b3-476f-b836-ace84984f04a {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:48.669395 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe872580-8f8b-433d-95e0-1bf18191ca64', 'name': 'network-vif-deleted', 'tag': 'e2f9098a-5d3e-4161-a4c4-d344dd7337d2', 'status': 'completed', 'code': 200} Feb 04 15:32:48.676571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router 172125c5-3c05-4c41-ba89-6eeb42b09761 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:32:48.693918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:48.699952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:48.732604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 281cd19a-1db2-40b9-823b-fc54e408a555 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:48.744032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-7c589fbe-bfe9-48af-a0d3-0f7fb27d4112 service neutron] 10.222.0.30 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172575 Feb 04 15:32:48.745259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:48.754980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:48.755774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.865503 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16fca19d-a28f-42a0-a3c7-b95a2a1087db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.867739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:48.868258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:48.878218 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69143cfa-ddd3-444c-972e-7b878f3e9537 req-d0a4ba2e-5b7a-4908-b51a-f4c94668e9b7 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678575 Feb 04 15:32:48.913361 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7391515 Feb 04 15:32:48.921949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4f582-c5c2-4686-a731-ade72b7fd557 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=8d02421b-dde4-48bc-8ecd-68ceb490543e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:48.933301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:48.938635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-19381b7f-d380-456c-8e41-a4b34427da79 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:49.027163 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.076857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 281cd19a-1db2-40b9-823b-fc54e408a555, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=281cd19a-1db2-40b9-823b-fc54e408a555,segment=NetworkSegment(0251d133-d34b-431b-88c4-bdac0391c3b6),segment_id=0251d133-d34b-431b-88c4-bdac0391c3b6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:49.083766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.132276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16fca19d-a28f-42a0-a3c7-b95a2a1087db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.156034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5794d-1b6d-44bd-b345-86f98cb614cd req-76fffa5e-773a-40af-b140-dec34a1e31e6 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:49.167679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91b5794d-1b6d-44bd-b345-86f98cb614cd req-76fffa5e-773a-40af-b140-dec34a1e31e6 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 944 time: 0.3044043 Feb 04 15:32:49.169497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=281cd19a-1db2-40b9-823b-fc54e408a555,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:49.218098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19381b7f-d380-456c-8e41-a4b34427da79 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:49.222592 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19381b7f-d380-456c-8e41-a4b34427da79 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.285228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:49.301228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4463da49-19d0-4be9-b910-98db7fb0939f None None] Sync routers for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:49.304736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9d7ae01-3480-413c-b5fa-ead9b1b97893 req-8aa9ec81-5ac6-482d-9392-ff52c542610c service neutron] 10.222.0.30 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273399 Feb 04 15:32:49.352839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4463da49-19d0-4be9-b910-98db7fb0939f None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:49.354308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4463da49-19d0-4be9-b910-98db7fb0939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:49.356060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91b5794d-1b6d-44bd-b345-86f98cb614cd req-71b273d2-21af-4d1b-b543-d2313ffbf79a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870601 Feb 04 15:32:49.360181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16fca19d-a28f-42a0-a3c7-b95a2a1087db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.376855 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16fca19d-a28f-42a0-a3c7-b95a2a1087db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.382721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16fca19d-a28f-42a0-a3c7-b95a2a1087db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/788c4d93-6755-43f1-b9e5-1e7ad346d68a HTTP/1.1" status: 204 len: 168 time: 1.0468149 Feb 04 15:32:49.427286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:49.429440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-35a7ef7f-66be-41b0-a702-6a7cdfe6c24b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4856732 Feb 04 15:32:49.437387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45870) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:49.511294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4463da49-19d0-4be9-b910-98db7fb0939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:49.530480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4463da49-19d0-4be9-b910-98db7fb0939f None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:49.533735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4463da49-19d0-4be9-b910-98db7fb0939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:49.559163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-5cd7821d-43b6-4cc5-b6aa-039656fa0759 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905907 Feb 04 15:32:49.590122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fca19d-a28f-42a0-a3c7-b95a2a1087db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788c4d93-6755-43f1-b9e5-1e7ad346d68a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:49.678359 n-d-827869-1 neutron-server[102423]: INFO neutron.db.ipam_backend_mixin [None req-19381b7f-d380-456c-8e41-a4b34427da79 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28b4b052-011b-481a-bcbd-6b9bd4f5a01d (CIDR: 2001:db8::/64) Feb 04 15:32:49.702068 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-19381b7f-d380-456c-8e41-a4b34427da79 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:32:49.702736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19381b7f-d380-456c-8e41-a4b34427da79 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:32:49.707169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4463da49-19d0-4be9-b910-98db7fb0939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:32:49.707867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4463da49-19d0-4be9-b910-98db7fb0939f None None] The sync data for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:32:49.765922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de7c96-d8de-4fac-b3f5-e5980791499b req-78fa0a31-a382-4d6d-9c45-ac4413fcf7a5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:49.789360 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06de7c96-d8de-4fac-b3f5-e5980791499b req-78fa0a31-a382-4d6d-9c45-ac4413fcf7a5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.4533455 Feb 04 15:32:49.801641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-5b6857fc-573b-4851-95d2-76d32cb89cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:49.803677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-5b6857fc-573b-4851-95d2-76d32cb89cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 1095 time: 0.3979430 Feb 04 15:32:49.815343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-19381b7f-d380-456c-8e41-a4b34427da79 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8823166 Feb 04 15:32:49.825730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-ae687c2c-1ee6-40f6-8c3c-24b31f5b37fd tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:49.834985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-ae687c2c-1ee6-40f6-8c3c-24b31f5b37fd tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603550 Feb 04 15:32:49.837530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45884) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:49.845305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:49.872697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-288fda6e-7c84-49f5-8e4b-332a4287077a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/quotas/aab7b7ea57c6451aa1c9fcf4e0dc532f HTTP/1.1" status: 200 len: 375 time: 0.0367143 Feb 04 15:32:50.163441 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06de7c96-d8de-4fac-b3f5-e5980791499b req-f611084c-7775-4987-b9c8-9990081ea48d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727202 Feb 04 15:32:50.221548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8badbfab-75b2-4e65-868c-efd72bf9a7bc None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:50.222517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8badbfab-75b2-4e65-868c-efd72bf9a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.276661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-69c542cb-828c-4d58-a409-bc64b0ad520d tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4026890 Feb 04 15:32:50.415694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45892) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:50.528523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-674f5f7b-1b24-426f-8147-437d2bfd5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:50.531859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-674f5f7b-1b24-426f-8147-437d2bfd5e90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 915 time: 0.7131386 Feb 04 15:32:50.640840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 281cd19a-1db2-40b9-823b-fc54e408a555 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:50.698787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07f01fdc-b6fa-4fc9-8e7e-549ae68037ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33ab00c1f0c34b09a2eaa6a19c2dff6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810595 Feb 04 15:32:50.700462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45902) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:50.729636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:50.745496 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:50.924007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8badbfab-75b2-4e65-868c-efd72bf9a7bc None None] Provisioning complete for port 914a1620-3c86-4e84-a29e-222d67d6126c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:50.925515 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8badbfab-75b2-4e65-868c-efd72bf9a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.050343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:51.051739 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.097634 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8badbfab-75b2-4e65-868c-efd72bf9a7bc None None] Port 914a1620-3c86-4e84-a29e-222d67d6126c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:51.156819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-797e0837-3957-4712-8d0b-044c9845e04e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea HTTP/1.1" status: 200 len: 217 time: 0.6128881 Feb 04 15:32:51.202781 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14a803d7-ab14-470b-b8d0-ee2f0d873430 req-500cc9a9-bcb0-4a62-890d-83818df30ad2 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 210 time: 0.0446620 Feb 04 15:32:51.286722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-28b6723e-bdb3-4f6a-9247-3e0dc74d5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.288469 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-28b6723e-bdb3-4f6a-9247-3e0dc74d5204 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7965b673-6222-4aff-99c1-dd1ec5faf820 HTTP/1.1" status: 200 len: 854 time: 0.1157629 Feb 04 15:32:51.314199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b8a0f638-ff6a-4772-b6b4-59144fffb66e None None] Provisioning complete for port 8d02421b-dde4-48bc-8ecd-68ceb490543e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:51.315099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f638-ff6a-4772-b6b4-59144fffb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.362759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-bb45144e-ae93-4315-b101-274aecbbdf3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bbbb572-4948-4055-8c93-101e5f6b30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653980 Feb 04 15:32:51.413117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0f638-ff6a-4772-b6b4-59144fffb66e None None] Port 8d02421b-dde4-48bc-8ecd-68ceb490543e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:51.428855 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.432066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9079f7-65a9-4455-96dc-99bdf2cc0b6e req-4e40dc21-7bec-4e12-b4ea-271d66db9bb4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.442573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f9079f7-65a9-4455-96dc-99bdf2cc0b6e req-4e40dc21-7bec-4e12-b4ea-271d66db9bb4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 944 time: 0.3487704 Feb 04 15:32:51.600667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-891fcabf-ced4-4703-b83e-f848cece391f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.647634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f9079f7-65a9-4455-96dc-99bdf2cc0b6e req-f8989482-cb85-4b13-a87a-67ffb2a3a24c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028270 Feb 04 15:32:51.687262 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-891fcabf-ced4-4703-b83e-f848cece391f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.916115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd91a3-ea09-4b0a-b625-646e97036e7b req-3eb34dce-af17-4a5f-b663-6ea75efa3f9c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.924096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1fbd91a3-ea09-4b0a-b625-646e97036e7b req-3eb34dce-af17-4a5f-b663-6ea75efa3f9c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.0886562 Feb 04 15:32:51.934175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-891fcabf-ced4-4703-b83e-f848cece391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.937120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-891fcabf-ced4-4703-b83e-f848cece391f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:51.938351 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-891fcabf-ced4-4703-b83e-f848cece391f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/321301cf-19b8-424c-9601-a311c80b25a8 HTTP/1.1" status: 204 len: 168 time: 1.2312000 Feb 04 15:32:51.967268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f78462-805d-43a9-b053-0a4f5922061a req-fed1e9d9-68c5-4910-8171-a0cdc0348328 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:51.968910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56f78462-805d-43a9-b053-0a4f5922061a req-fed1e9d9-68c5-4910-8171-a0cdc0348328 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.4562433 Feb 04 15:32:52.002350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fcabf-ced4-4703-b83e-f848cece391f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321301cf-19b8-424c-9601-a311c80b25a8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:52.035309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1fbd91a3-ea09-4b0a-b625-646e97036e7b req-4a07eb68-f2c5-448d-b40b-58f3174b2b7f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079383 Feb 04 15:32:52.150684 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:52.260437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:52.275842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:52.282693 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-4802ba34-cc91-4132-be14-b8f257281bb1 service neutron] 10.222.0.30 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9038529 Feb 04 15:32:52.306377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf4fe2-0851-4d9a-986e-db48e150b958 None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:32:52.311408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:52.317947 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:52.459307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6184504 Feb 04 15:32:52.467271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45934) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:52.481696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1515262613', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ddc1139d-d4db-48a1-840a-12f89e5eddd4'}], 'security_groups': ['f354713a-39c4-488f-aee2-ca487e303af7']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:52.559488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d7151-95fa-4cd6-a516-384575eb2511 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=ddc1139d-d4db-48a1-840a-12f89e5eddd4,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:52.839377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56f78462-805d-43a9-b053-0a4f5922061a req-06b1f323-7272-4395-8322-2a0a25dd3d3b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8044846 Feb 04 15:32:52.891392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.20.0.1 (042f602e-54fd-4980-9f1a-f7d4cd03c022/f9a06fab-0906-4b9f-9907-ee7c611e9235/83f18f5a-6315-43eb-9a09-90372b7a124a) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:52.940149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:52.976145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-879b1ead-e4ff-4d53-8307-dd272c1e8762 req-015ccc16-4c9c-4730-91c6-b76731dd7b38 service neutron] 10.222.0.30 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007152 Feb 04 15:32:52.988477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49066e5d-4cc5-482a-a2d0-f3404dc4ff26 req-6d6eeaab-9dcd-40dd-b351-2d51f9ac5699 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 210 time: 0.1144452 Feb 04 15:32:52.998271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.276825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351859c4-8c3b-47d3-aca9-d41a5ad0b600 None None] Update dhcp port {'port': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'fixed_ips': [{'subnet_id': '28b4b052-011b-481a-bcbd-6b9bd4f5a01d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ddc1139d-d4db-48a1-840a-12f89e5eddd4'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '281cd19a-1db2-40b9-823b-fc54e408a555'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:32:53.382537 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-351859c4-8c3b-47d3-aca9-d41a5ad0b600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:53.721084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25ce96-d642-47d8-91aa-f6f5ec9f5154 req-c4e209e4-71e7-412a-8bf5-17a686e295a4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:53.724913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b25ce96-d642-47d8-91aa-f6f5ec9f5154 req-c4e209e4-71e7-412a-8bf5-17a686e295a4 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.5408938 Feb 04 15:32:54.011719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b25ce96-d642-47d8-91aa-f6f5ec9f5154 req-b8ade291-a894-40e0-8953-40850458ad06 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737517 Feb 04 15:32:54.037680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-9a8de230-3017-447c-b819-3f6f6ab7b8dd tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881369 Feb 04 15:32:54.189578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6d203-f57d-4b61-8d63-e762cbdee450 req-21b4ae09-47c5-41b1-ad4e-787ee372f39e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.211797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6de6d203-f57d-4b61-8d63-e762cbdee450 req-21b4ae09-47c5-41b1-ad4e-787ee372f39e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 944 time: 1.0743856 Feb 04 15:32:54.222994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45972) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:54.319060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Delete allocated IP 2001:db8::73 (48e971f2-c437-4312-b53e-11d10e2cb7b2/28b4b052-011b-481a-bcbd-6b9bd4f5a01d) {{(pid=102422) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:32:54.323816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 844d04eb-c475-45fc-8ea7-8458c8eeb1ea details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:32:54.373490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8:0:1::ff (48e971f2-c437-4312-b53e-11d10e2cb7b2/ddc1139d-d4db-48a1-840a-12f89e5eddd4/8d02421b-dde4-48bc-8ecd-68ceb490543e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:54.542028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-6115b7a9-4df4-435f-bc54-d8e5954bb551 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.542028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-6115b7a9-4df4-435f-bc54-d8e5954bb551 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.5936837 Feb 04 15:32:54.709144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-72dbebcd-6966-4152-9095-02a5c220360c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:54.711381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-72dbebcd-6966-4152-9095-02a5c220360c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6532357 Feb 04 15:32:54.717941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.718208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:54.722605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6de6d203-f57d-4b61-8d63-e762cbdee450 req-2e5293a5-3173-4bc6-945c-35305434cd25 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059199 Feb 04 15:32:54.739955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Request body: {'port': {'device_id': '762a1c46-1c9a-4ccc-bd4b-21af9a9f797d', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'aab7b7ea57c6451aa1c9fcf4e0dc532f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:54.789243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.790473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'port_id': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'mac_address': 'fa:16:3e:16:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7965b673-6222-4aff-99c1-dd1ec5faf820', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:32:54.809866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-935808853'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:54.819787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.912197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:54.916098 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.931188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.939148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:54.947438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-351859c4-8c3b-47d3-aca9-d41a5ad0b600 None None] Allocated IP 2001:db8:0:1::2 (48e971f2-c437-4312-b53e-11d10e2cb7b2/ddc1139d-d4db-48a1-840a-12f89e5eddd4/281cd19a-1db2-40b9-823b-fc54e408a555) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:54.970902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844d04eb-c475-45fc-8ea7-8458c8eeb1ea {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:32:55.011642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:55.044325 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.135673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:55.144128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-351859c4-8c3b-47d3-aca9-d41a5ad0b600 None None] For port 281cd19a-1db2-40b9-823b-fc54e408a555, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=281cd19a-1db2-40b9-823b-fc54e408a555,segment=NetworkSegment(0251d133-d34b-431b-88c4-bdac0391c3b6),segment_id=0251d133-d34b-431b-88c4-bdac0391c3b6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:55.153656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-556ca40c-43c3-44d2-88fe-b80f315611aa req-1f2cd238-0726-4db6-ae2f-a290d27d3859 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 210 time: 0.1150711 Feb 04 15:32:55.215096 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-351859c4-8c3b-47d3-aca9-d41a5ad0b600 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.225542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-351859c4-8c3b-47d3-aca9-d41a5ad0b600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.268634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.354365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351859c4-8c3b-47d3-aca9-d41a5ad0b600 None None] Pushing event updated for resources: {'Port': ['ID=281cd19a-1db2-40b9-823b-fc54e408a555,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:55.443503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58e22b-d263-48af-b015-8506ff574553 req-2e65daa2-ee3a-4fd9-9c9c-fdbe1eb27e51 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:55.448236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c58e22b-d263-48af-b015-8506ff574553 req-2e65daa2-ee3a-4fd9-9c9c-fdbe1eb27e51 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 948 time: 0.6559126 Feb 04 15:32:55.448521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:55.458174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:55.462653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Deleting port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:55.463288 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.493447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['844d04eb-c475-45fc-8ea7-8458c8eeb1ea'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:55.639578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] For port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:55.640088 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.659047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Calling delete_port for 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:55.709158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] In _notify_port_updated(), no bound segment for port 8d02421b-dde4-48bc-8ecd-68ceb490543e on network 48e971f2-c437-4312-b53e-11d10e2cb7b2 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:32:55.751858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:55.753653 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.756699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "PUT /v2.0/ports/8d02421b-dde4-48bc-8ecd-68ceb490543e HTTP/1.1" status: 200 len: 930 time: 3.2875476 Feb 04 15:32:55.765535 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.774987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:55.807485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d02c6e-004a-4fe0-9856-57b63e36559c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=8d02421b-dde4-48bc-8ecd-68ceb490543e,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:55.866714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.900253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Made reservation on behalf of aab7b7ea57c6451aa1c9fcf4e0dc532f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:55.907756 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:55.913597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:56.010805 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.013697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.030780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=83f18f5a-6315-43eb-9a09-90372b7a124a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:56.075197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['5a1f703b-52e5-4676-86b0-ce10ad804282'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:56.117915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event deleted for resources: {'Port': ['ID=2a9cc19f-6724-4bcd-9a45-1bc2a717ea83,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:56.141205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-f5ff0da4-ce5c-4d11-9472-56cf409855bb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.144312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-f5ff0da4-ce5c-4d11-9472-56cf409855bb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.50 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 0.7412238 Feb 04 15:32:56.149840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:32:56.326375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c58e22b-d263-48af-b015-8506ff574553 req-9e10dca1-ec13-4651-9f73-b683346faf86 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806528 Feb 04 15:32:56.422628 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.423613 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Added segment f415855b-df28-4100-8c30-6de60c9db3e0 of type vlan for network 9441201d-a349-4a5a-8681-870320442b3d Feb 04 15:32:56.448163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-60449dc5-7251-4623-8969-d49621459f63 None None] Provisioning complete for port 83f18f5a-6315-43eb-9a09-90372b7a124a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:56.448810 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-60449dc5-7251-4623-8969-d49621459f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.485813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf37b3-7117-4a79-ae2e-dcc6f1d51615 req-171c4c67-3b2d-4148-afc6-3b4acfe6eba0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:56.500019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a949f9-1ebb-4ac1-afba-c3a0cccb79b4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:56.522797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fcf37b3-7117-4a79-ae2e-dcc6f1d51615 req-171c4c67-3b2d-4148-afc6-3b4acfe6eba0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 945 time: 1.1139407 Feb 04 15:32:56.525248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] No DVR routers for this DVR port 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:56.552876 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.557655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd1fbbda-5ee6-4c15-acc1-1be047a9794e req-0f8dcf5d-a1f7-4a8c-9a6b-062d9cccf83e tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "DELETE /v2.0/ports/2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 HTTP/1.1" status: 204 len: 173 time: 2.0025969 Feb 04 15:32:56.618134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 281cd19a-1db2-40b9-823b-fc54e408a555 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:56.656767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'name': 'network-vif-deleted', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:56.659896 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92a805e-1835-4813-908a-9944085499d8" -d '{"events": [{"server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "name": "network-vif-deleted", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:56.756120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-60449dc5-7251-4623-8969-d49621459f63 None None] Port 83f18f5a-6315-43eb-9a09-90372b7a124a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:56.799181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.848068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:56.848708 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:56.852894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fcf37b3-7117-4a79-ae2e-dcc6f1d51615 req-9062d129-4dc2-4c01-acf3-0eafb5744bc8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290379 Feb 04 15:32:57.137227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9ebadc0a-8715-4775-a7d8-ce45e0fe8450 req-c4fa87c9-d797-4ebb-907f-9b3a66d26036 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 210 time: 0.0892091 Feb 04 15:32:57.216563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.251307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Allocated IP 192.168.233.217 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/9e0690aa-ca20-4c2d-a27d-8896d2960197) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:32:57.256528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-45b74a19-e676-4393-beff-d31d8069df24 None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:57.257200 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45b74a19-e676-4393-beff-d31d8069df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.373455 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98f709-0838-4b7f-a922-263cb1ec9ffa x-openstack-request-id: req-7d98f709-0838-4b7f-a922-263cb1ec9ffa {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:57.374394 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89efa14e-508d-4d8c-bcdb-953c7eded9a1", "name": "network-vif-deleted", "tag": "2a9cc19f-6724-4bcd-9a45-1bc2a717ea83", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:57.374812 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d98f709-0838-4b7f-a922-263cb1ec9ffa {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:57.375392 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89efa14e-508d-4d8c-bcdb-953c7eded9a1', 'name': 'network-vif-deleted', 'tag': '2a9cc19f-6724-4bcd-9a45-1bc2a717ea83', 'status': 'completed', 'code': 200} Feb 04 15:32:57.392944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-01c276e0-1610-4a74-9917-b40af738c697 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 8d02421b-dde4-48bc-8ecd-68ceb490543e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:57.393588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-01c276e0-1610-4a74-9917-b40af738c697 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.504601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:57.662786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:32:57.667338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2a9cc19f-6724-4bcd-9a45-1bc2a717ea83 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:32:57.668283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 770f082d-34f5-43c8-abe6-6735210f8941 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:32:57.718800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-01c276e0-1610-4a74-9917-b40af738c697 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.764688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-01c276e0-1610-4a74-9917-b40af738c697 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 8d02421b-dde4-48bc-8ecd-68ceb490543e owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:57.781814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-45b74a19-e676-4393-beff-d31d8069df24 None None] Provisioning complete for port 914a1620-3c86-4e84-a29e-222d67d6126c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:57.782484 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45b74a19-e676-4393-beff-d31d8069df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.821436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.866955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-45b74a19-e676-4393-beff-d31d8069df24 None None] Port 914a1620-3c86-4e84-a29e-222d67d6126c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:57.895714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-45b74a19-e676-4393-beff-d31d8069df24 None None] Provisioning complete for port 8d02421b-dde4-48bc-8ecd-68ceb490543e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:57.896389 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45b74a19-e676-4393-beff-d31d8069df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.946700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.955768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddde342-6c13-4396-9ef2-37448cba7887 req-db7e4ef9-2b7c-49e7-aec5-4504328d5362 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:57.964689 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0ddde342-6c13-4396-9ef2-37448cba7887 req-db7e4ef9-2b7c-49e7-aec5-4504328d5362 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 945 time: 0.8378792 Feb 04 15:32:57.969955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:57.977145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:57.977800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.028435 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.033451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Deleting port 770f082d-34f5-43c8-abe6-6735210f8941 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:32:58.033930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.051503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.059817 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.123869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.8998628 Feb 04 15:32:58.129042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46006) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:58.135905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 770f082d-34f5-43c8-abe6-6735210f8941, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=770f082d-34f5-43c8-abe6-6735210f8941,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:58.139481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:58.151086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770f082d-34f5-43c8-abe6-6735210f8941'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:32:58.157339 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051084f5-ecec-4808-96b2-35c4957ecbea" -d '{"events": [{"server_uuid": "4296d7a8-e835-41ba-9929-3e7053b650e4", "name": "network-vif-unplugged", "status": "completed", "tag": "770f082d-34f5-43c8-abe6-6735210f8941"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:32:58.163489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.188663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:58.238100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', '6bf42e08-e7b4-485a-926d-b6c994c4e812', '40bec3aa-24de-4bbf-894a-15951633b0f2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:32:58.254695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=83f18f5a-6315-43eb-9a09-90372b7a124a,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:58.274058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fe683-dd63-4629-9902-1f5141a7f925 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Network': ['ID=9441201d-a349-4a5a-8681-870320442b3d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:58.278948 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee12d154-0d3c-4d9b-979b-8d3fcecaeb8a req-4801a507-f731-47fa-b214-2e09c75b9db4 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=89efa14e-508d-4d8c-bcdb-953c7eded9a1 HTTP/1.1" status: 200 len: 210 time: 0.2501273 Feb 04 15:32:58.342786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 9441201d-a349-4a5a-8681-870320442b3d details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:32:58.360449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 844d04eb-c475-45fc-8ea7-8458c8eeb1ea up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:32:58.371952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.430910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0ddde342-6c13-4396-9ef2-37448cba7887 req-89c73cf4-5afe-4cff-973a-831c6149add6 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652019 Feb 04 15:32:58.472494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-01c276e0-1610-4a74-9917-b40af738c697 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.511992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:58.525126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:58.540185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:32:58.743377 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-01c276e0-1610-4a74-9917-b40af738c697 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.750571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-01c276e0-1610-4a74-9917-b40af738c697 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/8d02421b-dde4-48bc-8ecd-68ceb490543e HTTP/1.1" status: 204 len: 168 time: 2.9353309 Feb 04 15:32:58.755179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46020) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:58.785936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c276e0-1610-4a74-9917-b40af738c697 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=8d02421b-dde4-48bc-8ecd-68ceb490543e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:58.791348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] For port 770f082d-34f5-43c8-abe6-6735210f8941, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=770f082d-34f5-43c8-abe6-6735210f8941,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:32:58.791897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:58.851424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Calling delete_port for 770f082d-34f5-43c8-abe6-6735210f8941 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:32:58.870377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:32:58.901879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:32:59.084111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'Port': ['ID=9e0690aa-ca20-4c2d-a27d-8896d2960197,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:59.108464 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfe4c63-d66c-45c0-b148-d9b844869531 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:32:59.122118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fbfe4c63-d66c-45c0-b148-d9b844869531 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/8d02421b-dde4-48bc-8ecd-68ceb490543e HTTP/1.1" status: 404 len: 333 time: 0.3636928 Feb 04 15:32:59.130015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-45b74a19-e676-4393-beff-d31d8069df24 None None] Port 8d02421b-dde4-48bc-8ecd-68ceb490543e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:32:59.131418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:59.156464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.267709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event deleted for resources: {'Port': ['ID=770f082d-34f5-43c8-abe6-6735210f8941,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:59.321776 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:32:59.365904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-eb718404-8c77-4957-8bad-423d2bf733be None None] Could not find standard attr ID for object 8d02421b-dde4-48bc-8ecd-68ceb490543e. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:32:59.384236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=770f082d-34f5-43c8-abe6-6735210f8941,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:32:59.412339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e21d70-ae6e-40bb-9887-736a0f6fbe42 req-c8458d16-5b37-4c67-b7ae-e0da7fbf8bf5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.415277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.415687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3e21d70-ae6e-40bb-9887-736a0f6fbe42 req-c8458d16-5b37-4c67-b7ae-e0da7fbf8bf5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=4296d7a8-e835-41ba-9929-3e7053b650e4 HTTP/1.1" status: 200 len: 943 time: 0.7215021 Feb 04 15:32:59.416392 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.421690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:32:59.428840 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.444945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd4b2b-8135-432e-a2f1-df6478fc4e4e req-b5828a6d-521f-457c-8fd5-b671581ce813 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:32:59.453374 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fcd4b2b-8135-432e-a2f1-df6478fc4e4e req-b5828a6d-521f-457c-8fd5-b671581ce813 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 936 time: 0.6152034 Feb 04 15:32:59.491642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-dcfa31d2-fad6-4bc6-a068-138e420c0f83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7586606 Feb 04 15:32:59.512719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-eb718404-8c77-4957-8bad-423d2bf733be None None] Provisioning complete for port 9e0690aa-ca20-4c2d-a27d-8896d2960197 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:59.513627 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb718404-8c77-4957-8bad-423d2bf733be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.516682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:32:59.532809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fcd4b2b-8135-432e-a2f1-df6478fc4e4e req-25124021-f804-42fd-9138-b67a6be8c187 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775154 Feb 04 15:32:59.540404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Request body: {'port': {'device_id': '762a1c46-1c9a-4ccc-bd4b-21af9a9f797d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:59.548300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router 172125c5-3c05-4c41-ba89-6eeb42b09761 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:32:59.566467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:32:59.567280 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.774159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] No DVR routers for this DVR port 770f082d-34f5-43c8-abe6-6735210f8941 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:32:59.786523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.787240 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885b9662-5661-46b0-bc28-9fbdc5f382a2 x-openstack-request-id: req-885b9662-5661-46b0-bc28-9fbdc5f382a2 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:32:59.787688 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4296d7a8-e835-41ba-9929-3e7053b650e4", "name": "network-vif-unplugged", "status": "completed", "tag": "770f082d-34f5-43c8-abe6-6735210f8941", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:32:59.788085 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-885b9662-5661-46b0-bc28-9fbdc5f382a2 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:32:59.788931 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770f082d-34f5-43c8-abe6-6735210f8941', 'code': 200} Feb 04 15:32:59.792752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-716a38a6-6332-48bf-9720-ccb3aeede186 req-db09d117-861b-42bd-8948-f29b41390fa8 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.50 "DELETE /v2.0/ports/770f082d-34f5-43c8-abe6-6735210f8941 HTTP/1.1" status: 204 len: 173 time: 3.6118209 Feb 04 15:32:59.805138 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f79fd75-1984-442c-84cf-3bf15f9ca4e2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.850975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:32:59.861670 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0da1ff99-6eea-4291-8f07-99cb99be205e tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/routers/172125c5-3c05-4c41-ba89-6eeb42b09761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4198630 Feb 04 15:32:59.862873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46030) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:32:59.866922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f79fd75-1984-442c-84cf-3bf15f9ca4e2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.871743 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8060f06-ab2f-424e-8382-0e4848ab022d None None] Sync routers for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:32:59.874133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'port': {'network_id': '042f602e-54fd-4980-9f1a-f7d4cd03c022', 'name': 'tempest-FloatingIPTestJSON-685941249'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:32:59.881831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:32:59.908523 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8060f06-ab2f-424e-8382-0e4848ab022d None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:32:59.910609 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b8060f06-ab2f-424e-8382-0e4848ab022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:00.006373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-eb718404-8c77-4957-8bad-423d2bf733be None None] Port 9e0690aa-ca20-4c2d-a27d-8896d2960197 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:00.038772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'name': 'network-vif-deleted', 'tag': '770f082d-34f5-43c8-abe6-6735210f8941'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:00.050854 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec6a1f5-aa6d-4fba-b0c0-a68881f2a357" -d '{"events": [{"server_uuid": "4296d7a8-e835-41ba-9929-3e7053b650e4", "name": "network-vif-deleted", "tag": "770f082d-34f5-43c8-abe6-6735210f8941"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:00.074455 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b8060f06-ab2f-424e-8382-0e4848ab022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:00.090835 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f79fd75-1984-442c-84cf-3bf15f9ca4e2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.096248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f79fd75-1984-442c-84cf-3bf15f9ca4e2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.104403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5f79fd75-1984-442c-84cf-3bf15f9ca4e2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/security-groups/5661e93a-63c7-4286-839a-8030c111fa14 HTTP/1.1" status: 204 len: 168 time: 0.9657748 Feb 04 15:33:00.109368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46036) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:00.122630 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8060f06-ab2f-424e-8382-0e4848ab022d None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:00.128547 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b8060f06-ab2f-424e-8382-0e4848ab022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:32:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:00.215762 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3e21d70-ae6e-40bb-9887-736a0f6fbe42 req-78b58d6e-6433-4629-947e-4c59d66b199e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7534316 Feb 04 15:33:00.243551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79fd75-1984-442c-84cf-3bf15f9ca4e2 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5661e93a-63c7-4286-839a-8030c111fa14,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:00.293576 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b8060f06-ab2f-424e-8382-0e4848ab022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:00.296691 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8060f06-ab2f-424e-8382-0e4848ab022d None None] The sync data for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:33:00.376009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addc35f-c3bc-4f00-b80d-d67d89f1282e req-01fa6978-abea-4f37-87f7-a1568b6f3abb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:00.385181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6addc35f-c3bc-4f00-b80d-d67d89f1282e req-01fa6978-abea-4f37-87f7-a1568b6f3abb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 945 time: 0.3086419 Feb 04 15:33:00.390245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Made reservation on behalf of fcf93c085c7d48639506d7ea3a3a93b2 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:00.396139 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.433063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] device_id is not set on port 79d313f4-bb81-45e3-850f-5a4deb61979c yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:33:00.538335 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ee6acc9-65ca-4775-92a0-c3d4fc0e9289 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.542934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6addc35f-c3bc-4f00-b80d-d67d89f1282e req-ff5e09e3-bbfa-4045-af48-2175a7728e57 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528106 Feb 04 15:33:00.633592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ee6acc9-65ca-4775-92a0-c3d4fc0e9289 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.720797 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf194c33-f997-4b99-9455-4512d21ce948 x-openstack-request-id: req-cf194c33-f997-4b99-9455-4512d21ce948 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:00.721455 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4296d7a8-e835-41ba-9929-3e7053b650e4", "name": "network-vif-deleted", "tag": "770f082d-34f5-43c8-abe6-6735210f8941", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:00.722536 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf194c33-f997-4b99-9455-4512d21ce948 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:00.723307 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296d7a8-e835-41ba-9929-3e7053b650e4', 'name': 'network-vif-deleted', 'tag': '770f082d-34f5-43c8-abe6-6735210f8941', 'status': 'completed', 'code': 200} Feb 04 15:33:00.833049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.882071 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ba099b9-b9d6-4d1d-b687-88dc9d78919e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:00.896637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ff2983a8-ec9e-44aa-8a75-77b908951130 None None] Provisioning complete for port 83f18f5a-6315-43eb-9a09-90372b7a124a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:00.897566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ff2983a8-ec9e-44aa-8a75-77b908951130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.100026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ee6acc9-65ca-4775-92a0-c3d4fc0e9289 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.109383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ee6acc9-65ca-4775-92a0-c3d4fc0e9289 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.115080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9ee6acc9-65ca-4775-92a0-c3d4fc0e9289 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/security-groups/f354713a-39c4-488f-aee2-ca487e303af7 HTTP/1.1" status: 204 len: 168 time: 0.9806540 Feb 04 15:33:01.116224 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.211368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46050) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:01.243491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:01.244773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ff2983a8-ec9e-44aa-8a75-77b908951130 None None] Port 83f18f5a-6315-43eb-9a09-90372b7a124a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:01.255901 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.312080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Allocated IP 172.20.0.3 (042f602e-54fd-4980-9f1a-f7d4cd03c022/f9a06fab-0906-4b9f-9907-ee7c611e9235/79d313f4-bb81-45e3-850f-5a4deb61979c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:01.365565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6acc9-65ca-4775-92a0-c3d4fc0e9289 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f354713a-39c4-488f-aee2-ca487e303af7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:01.398896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0690aa-ca20-4c2d-a27d-8896d2960197 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:01.426064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.442538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:01.467395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e174b9-110a-4bf7-9c22-b055ef97637b req-f29ee3cf-b3f1-4049-a0c7-3a7422996548 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:01.467942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Transition to ACTIVE for port object 9e0690aa-ca20-4c2d-a27d-8896d2960197 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:01.471773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83e174b9-110a-4bf7-9c22-b055ef97637b req-f29ee3cf-b3f1-4049-a0c7-3a7422996548 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.3588376 Feb 04 15:33:01.486298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=c343fe69-4564-4538-b3b9-f663a72e9fb3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:01.486643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.558409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet 28b4b052-011b-481a-bcbd-6b9bd4f5a01d {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:01.563973 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.651024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:01.760969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83e174b9-110a-4bf7-9c22-b055ef97637b req-5d56cbfd-8758-46c8-ad34-4b0bfba5bb35 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619610 Feb 04 15:33:01.766961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:01.770750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network hostable DHCP agents. Network: 9441201d-a349-4a5a-8681-870320442b3d, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:01.791683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:01.794574 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa13845-5fa3-4383-b460-92d211937587" -d '{"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-plugged", "status": "completed", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:01.855821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0690aa-ca20-4c2d-a27d-8896d2960197,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:01.916436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:01.945328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.005313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 9441201d-a349-4a5a-8681-870320442b3d) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:02.029080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc486b7-3241-4496-b154-e8d34cba0daa None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:02.045623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.045623 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.099239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8e19a983-abeb-4b0d-abbc-18dc216f77c2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9595268 Feb 04 15:33:02.105574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46070) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:02.138601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'name': 'tempest-NetworksTestDHCPv6-209775930'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:02.201611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.324185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b1912-0069-465d-b9bb-f277477ffd36 None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:02.392811 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.399974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/28b4b052-011b-481a-bcbd-6b9bd4f5a01d HTTP/1.1" status: 204 len: 168 time: 1.1825914 Feb 04 15:33:02.429903 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.451770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=28b4b052-011b-481a-bcbd-6b9bd4f5a01d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:02.464082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46074) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:02.478119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:02.522037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'c343fe69-4564-4538-b3b9-f663a72e9fb3'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:33:02.522952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.550609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e3f5b-5593-40ba-a5b3-f9bcc07b88a4 req-f38ada53-3453-484f-a33d-927c9b81448f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:02.554881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e70e3f5b-5593-40ba-a5b3-f9bcc07b88a4 req-f38ada53-3453-484f-a33d-927c9b81448f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 948 time: 1.2930074 Feb 04 15:33:02.563246 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.604451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.605219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.606235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.607100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.607768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.608794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.609498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.610401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.611403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.612161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.612839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.614225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab81aa-f36e-446b-aa28-511b06869e44 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:02.654195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Attempting to bind port 9e0690aa-ca20-4c2d-a27d-8896d2960197 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:02.654823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Attempting to bind port 9e0690aa-ca20-4c2d-a27d-8896d2960197 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:02.655404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Attempting to bind port 9e0690aa-ca20-4c2d-a27d-8896d2960197 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:02.710620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Port 9e0690aa-ca20-4c2d-a27d-8896d2960197 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:33:02.711409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Attempting to bind port 9e0690aa-ca20-4c2d-a27d-8896d2960197 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:02.739034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/c343fe69-4564-4538-b3b9-f663a72e9fb3/c8f079d4-18a0-4832-a7fb-63d1ba26a6de) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:02.766745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:02.771051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:02.771370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:02.771837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:02.772307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Bound port: 9e0690aa-ca20-4c2d-a27d-8896d2960197, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:02.772751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:02.795875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e70e3f5b-5593-40ba-a5b3-f9bcc07b88a4 req-6d07432a-33a8-48df-b9c7-48f628e49f01 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253888 Feb 04 15:33:02.832707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:02.841631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:02.913169 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c0de0-a4d9-429c-af35-23788398a953 x-openstack-request-id: req-5e6c0de0-a4d9-429c-af35-23788398a953 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:02.913610 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-plugged", "status": "completed", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:02.913873 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e6c0de0-a4d9-429c-af35-23788398a953 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:02.914393 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'code': 200} Feb 04 15:33:02.954742 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event updated for resources: {'Port': ['ID=79d313f4-bb81-45e3-850f-5a4deb61979c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:03.053140 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.072935 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.110707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.111859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.209843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75cc2a-ebed-4ad1-9e61-1af9de7fc64b req-7705c9b6-b2e7-4bc0-9784-d5b40ddade72 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.211790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be75cc2a-ebed-4ad1-9e61-1af9de7fc64b req-7705c9b6-b2e7-4bc0-9784-d5b40ddade72 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.8384244 Feb 04 15:33:03.260519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:03.273830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-eff6a923-9f00-498e-88dc-af2bf48b2833 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.279520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-eff6a923-9f00-498e-88dc-af2bf48b2833 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.3340988 Feb 04 15:33:03.290795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:03.308230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a4e52-dfb3-44e7-97d5-d8c6925cbcd6 req-663ff481-73ed-4dbc-94f7-33adae4475b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:03.311184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-198a4e52-dfb3-44e7-97d5-d8c6925cbcd6 req-663ff481-73ed-4dbc-94f7-33adae4475b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 1097 time: 0.2878582 Feb 04 15:33:03.322282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:03.325956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ff570050-f4c4-4065-8201-2f9f58109c9a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4592249 Feb 04 15:33:03.347453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] For port 9e0690aa-ca20-4c2d-a27d-8896d2960197, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:03.352439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:03.353042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46088) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:03.356512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.361481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Request body: {'floatingip': {'port_id': '79d313f4-bb81-45e3-850f-5a4deb61979c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:03.396489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Pushing event updated for resources: {'Port': ['ID=c8f079d4-18a0-4832-a7fb-63d1ba26a6de,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:03.454228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Attempting to bind port c8f079d4-18a0-4832-a7fb-63d1ba26a6de on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:03.454622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Attempting to bind port c8f079d4-18a0-4832-a7fb-63d1ba26a6de by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:03.454978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Attempting to bind port c8f079d4-18a0-4832-a7fb-63d1ba26a6de on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:03.471267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:03.472223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:03.472592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.473004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:03.473532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Bound port: c8f079d4-18a0-4832-a7fb-63d1ba26a6de, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:03.473934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.501474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:03.508597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.628741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 0ed57b02-e160-487e-8cce-033e1acfcd9e yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:33:03.660048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be75cc2a-ebed-4ad1-9e61-1af9de7fc64b req-1ad4d9ba-1f97-47ec-9d92-c5d272a602ed tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327397 Feb 04 15:33:03.692225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] For port c8f079d4-18a0-4832-a7fb-63d1ba26a6de, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:03.700347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] For port c8f079d4-18a0-4832-a7fb-63d1ba26a6de, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c8f079d4-18a0-4832-a7fb-63d1ba26a6de,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:03.702864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9fd3c1ea-1a92-4bec-a57f-12ab419d0956 None None] Provisioning complete for port 79d313f4-bb81-45e3-850f-5a4deb61979c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:03.704102 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c1ea-1a92-4bec-a57f-12ab419d0956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.722068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.959025 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66f6ee0b-23f1-4734-b1f3-aeb491be9b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:03.984721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9fd3c1ea-1a92-4bec-a57f-12ab419d0956 None None] Port 79d313f4-bb81-45e3-850f-5a4deb61979c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:04.048385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b99ee-e6ae-4e1d-ac53-7df31309a0d8 None None] Pushing event updated for resources: {'Port': ['ID=c8f079d4-18a0-4832-a7fb-63d1ba26a6de,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:04.111280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28126-c8f7-4d94-8bc7-59d1abb8dac8 req-bc40b3cc-d3c1-47bb-8228-986e12be9c5b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:04.119800 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25b28126-c8f7-4d94-8bc7-59d1abb8dac8 req-bc40b3cc-d3c1-47bb-8228-986e12be9c5b tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 950 time: 0.2891481 Feb 04 15:33:04.186307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25b28126-c8f7-4d94-8bc7-59d1abb8dac8 req-f5d66399-0ec1-40c6-a262-db301d0c6e14 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Feb 04 15:33:04.266034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::3b4 (9441201d-a349-4a5a-8681-870320442b3d/c343fe69-4564-4538-b3b9-f663a72e9fb3/0ed57b02-e160-487e-8cce-033e1acfcd9e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:04.293626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Deleting port 5a1f703b-52e5-4676-86b0-ce10ad804282 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:04.293967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.301424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.642337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:04.644084 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.676527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Calling delete_port for 5a1f703b-52e5-4676-86b0-ce10ad804282 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:04.693016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c8f079d4-18a0-4832-a7fb-63d1ba26a6de up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:04.839924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c8f079d4-18a0-4832-a7fb-63d1ba26a6de triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:04.840363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:04.906281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c35e7f7b-34d7-4d68-9243-173b41e0df5b None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:04.906684 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f7b-34d7-4d68-9243-173b41e0df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.013340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.032544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.035047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522223ee-3464-40fb-a7d1-89502fdaf6ce req-470309d7-c0ba-4700-9334-ce8fba4cf36b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.039150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-522223ee-3464-40fb-a7d1-89502fdaf6ce req-470309d7-c0ba-4700-9334-ce8fba4cf36b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 948 time: 0.3379486 Feb 04 15:33:05.041317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] For port 9e0690aa-ca20-4c2d-a27d-8896d2960197, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9e0690aa-ca20-4c2d-a27d-8896d2960197,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:05.108305 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.117336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-198a4e52-dfb3-44e7-97d5-d8c6925cbcd6 req-267b9c4b-97c0-4c33-b21e-da4bd44c5a90 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7898138 Feb 04 15:33:05.123702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c35e7f7b-34d7-4d68-9243-173b41e0df5b None None] Provisioning complete for port 914a1620-3c86-4e84-a29e-222d67d6126c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:05.123980 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c35e7f7b-34d7-4d68-9243-173b41e0df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.146268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-badc2ad0-d6b8-4dee-b932-ddf045b49b41 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.148585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-badc2ad0-d6b8-4dee-b932-ddf045b49b41 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 2.0647118 Feb 04 15:33:05.166655 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.228178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c35e7f7b-34d7-4d68-9243-173b41e0df5b None None] Port 914a1620-3c86-4e84-a29e-222d67d6126c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:05.235140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c8f079d4-18a0-4832-a7fb-63d1ba26a6de, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c8f079d4-18a0-4832-a7fb-63d1ba26a6de,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:05.247431 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.261002 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-f058ccae-d1d6-4bd4-8812-88616549b2e6 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/quotas/b8bd08a21d0041828a486c7abcbd31a0 HTTP/1.1" status: 200 len: 375 time: 0.0367482 Feb 04 15:33:05.269418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:05.270490 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.272421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] 10.222.0.50 "PUT /v2.0/ports/9e0690aa-ca20-4c2d-a27d-8896d2960197 HTTP/1.1" status: 200 len: 1096 time: 5.7578712 Feb 04 15:33:05.275289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762a1c46-1c9a-4ccc-bd4b-21af9a9f797d', 'tag': '9e0690aa-ca20-4c2d-a27d-8896d2960197'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:05.278232 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad022f4-c36b-46ff-8a6b-eb13b381871f" -d '{"events": [{"name": "network-changed", "server_uuid": "762a1c46-1c9a-4ccc-bd4b-21af9a9f797d", "tag": "9e0690aa-ca20-4c2d-a27d-8896d2960197"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:05.377591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-ddf42630-3cad-47f0-bbe4-0af416fc6c29 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956342 Feb 04 15:33:05.405079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c8f079d4-18a0-4832-a7fb-63d1ba26a6de,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:05.528083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 5a1f703b-52e5-4676-86b0-ce10ad804282 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:05.747148 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 98ed6879-adf0-46ec-971e-b034f9b2cb49 associated. External IP: 172.25.1.68, port: 25f255a1-cea8-407b-9658-a05fce85e91d. Feb 04 15:33:05.759627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-c0d5cc12-9aeb-4c76-9719-c9eca0e15b76 service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990363 Feb 04 15:33:05.773341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.822124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.870905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 5a1f703b-52e5-4676-86b0-ce10ad804282, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5a1f703b-52e5-4676-86b0-ce10ad804282,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:05.874335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:05.878768 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a4b284-f303-4cbf-8605-77d9b089d84c" -d '{"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:05.885673 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.887443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-522223ee-3464-40fb-a7d1-89502fdaf6ce req-7301b989-ddc5-49fc-bb9c-23d504d83958 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345722 Feb 04 15:33:05.927968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:05.928799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-f8b74bc8-7572-4770-9584-0c6f5c25f3a6 service neutron] 10.222.0.47 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677978 Feb 04 15:33:05.972587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e0ac67-b07a-4ef3-8e15-c364776c7845 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:06.047526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80ee45-c655-4900-98cf-d5dc80cd2566 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0690aa-ca20-4c2d-a27d-8896d2960197,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:06.210227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-634f010e-5f85-46b1-ad9b-9b1aa0c30dce None None] Provisioning complete for port c8f079d4-18a0-4832-a7fb-63d1ba26a6de triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:06.210541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-634f010e-5f85-46b1-ad9b-9b1aa0c30dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.215750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:06.285459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:06.297057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:06.300484 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.319085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.320983 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.342059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd3ea5a7-76bc-4c1e-a434-df71232354dc req-a1d9ca7b-eefc-4d80-a779-f8f95fca3b77 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 210 time: 0.1014426 Feb 04 15:33:06.347620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-67eb75a3-62f5-4765-88b9-96256a1bea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:06.355735 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-67eb75a3-62f5-4765-88b9-96256a1bea1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 1099 time: 0.9748592 Feb 04 15:33:06.388446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b334c0f-8a98-4b1d-a071-b851ea9dd50f None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:06.620732 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:06.626145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=3ecc8870-410c-4c37-9008-229821c1403c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:06.657333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Pushing event deleted for resources: {'Port': ['ID=5a1f703b-52e5-4676-86b0-ce10ad804282,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:06.725964 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472a46fd-3d03-4d13-96b4-7af42ba7c845 x-openstack-request-id: req-472a46fd-3d03-4d13-96b4-7af42ba7c845 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:06.727021 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762a1c46-1c9a-4ccc-bd4b-21af9a9f797d", "tag": "9e0690aa-ca20-4c2d-a27d-8896d2960197", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:06.727442 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-472a46fd-3d03-4d13-96b4-7af42ba7c845 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:06.728049 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762a1c46-1c9a-4ccc-bd4b-21af9a9f797d', 'tag': '9e0690aa-ca20-4c2d-a27d-8896d2960197', 'status': 'completed', 'code': 200} Feb 04 15:33:06.801261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-17b554c9-b3d6-459a-9ee3-14c1f6dc8e42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=9e0690aa-ca20-4c2d-a27d-8896d2960197 HTTP/1.1" status: 200 len: 217 time: 0.0720313 Feb 04 15:33:06.994277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1205bc-b0d5-493e-aa27-63fa292e0d05 req-98e6dd7b-f60f-47e0-a1c9-63ca54792d44 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.002931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f1205bc-b0d5-493e-aa27-63fa292e0d05 req-98e6dd7b-f60f-47e0-a1c9-63ca54792d44 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.9755554 Feb 04 15:33:07.045075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-13f73cdb-eb7b-49b4-95ed-eb11cb221f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.049327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.054647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-13f73cdb-eb7b-49b4-95ed-eb11cb221f45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2299528 Feb 04 15:33:07.062340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] No DVR routers for this DVR port 5a1f703b-52e5-4676-86b0-ce10ad804282 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:07.066615 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.073231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0369be21-a207-4d03-a4b5-f054b087b7e6 req-bf517877-bcac-454f-80fb-bc96d2b1f7d3 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.50 "DELETE /v2.0/ports/5a1f703b-52e5-4676-86b0-ce10ad804282 HTTP/1.1" status: 204 len: 173 time: 3.7646580 Feb 04 15:33:07.094191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-deleted', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:07.105935 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b25f6-edb4-4d5f-a382-178845e9782c" -d '{"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-deleted", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:07.146994 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b26a43e9-a84e-48b9-8d91-5a36896c2740 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6786964 Feb 04 15:33:07.224377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46136) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:07.233701 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc5759-7f95-4b8a-9a21-05ca46a4ba07 x-openstack-request-id: req-55fc5759-7f95-4b8a-9a21-05ca46a4ba07 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:07.234556 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:07.234556 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-55fc5759-7f95-4b8a-9a21-05ca46a4ba07 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:07.234950 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'code': 200} Feb 04 15:33:07.245552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f53f9afa-e052-47b2-b4e1-47b3946bf569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'security_group': {'name': 'tempest-secgroup-1996987735'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:07.256689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c8f079d4-18a0-4832-a7fb-63d1ba26a6de up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:07.325563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f1205bc-b0d5-493e-aa27-63fa292e0d05 req-bcd10c2e-875d-4c4c-8b91-7784427fcf1f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214700 Feb 04 15:33:07.387381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae871fb2-4253-4960-b0cb-e65b1477f3da req-ff94279d-5a99-4c87-bb60-ff2a870e3b55 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 210 time: 0.2789173 Feb 04 15:33:07.421965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:33:07.429547 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.433481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:07.434549 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f53f9afa-e052-47b2-b4e1-47b3946bf569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.442523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:07.475392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:07.481316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.482038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.484244 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.488662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-76fbb9e0-ac72-46bb-b4e1-b2afbf11b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.490816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-76fbb9e0-ac72-46bb-b4e1-b2afbf11b3df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3293984 Feb 04 15:33:07.517641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=0ed57b02-e160-487e-8cce-033e1acfcd9e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:07.531375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e76c5c5c-02b4-408a-9d40-4f7ffd3fcf79 None None] Provisioning complete for port c8f079d4-18a0-4832-a7fb-63d1ba26a6de triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:07.531855 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e76c5c5c-02b4-408a-9d40-4f7ffd3fcf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.544109 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cf11c31f-0f25-4e22-b0b0-919f005373cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4223473 Feb 04 15:33:07.572265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46140) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:07.693894 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807bd8e5-e4db-488a-a108-47cd4c85c8f5 x-openstack-request-id: req-807bd8e5-e4db-488a-a108-47cd4c85c8f5 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:07.694457 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e178f6a-4e44-4516-b06c-21b74854c3b1", "name": "network-vif-deleted", "tag": "5a1f703b-52e5-4676-86b0-ce10ad804282", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:07.694924 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-807bd8e5-e4db-488a-a108-47cd4c85c8f5 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:07.695568 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e178f6a-4e44-4516-b06c-21b74854c3b1', 'name': 'network-vif-deleted', 'tag': '5a1f703b-52e5-4676-86b0-ce10ad804282', 'status': 'completed', 'code': 200} Feb 04 15:33:07.709649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c8f079d4-18a0-4832-a7fb-63d1ba26a6de triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:07.710310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:07.892720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46556f98-3785-46d7-8f5c-f15168b3e356 req-b137dfe0-e035-4c20-82bb-58e73c6032c7 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.910729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46556f98-3785-46d7-8f5c-f15168b3e356 req-b137dfe0-e035-4c20-82bb-58e73c6032c7 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 948 time: 0.3676431 Feb 04 15:33:07.954074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3539002-aad9-41b7-b69b-ad5447f977b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.970696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3539002-aad9-41b7-b69b-ad5447f977b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:07.980022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f3539002-aad9-41b7-b69b-ad5447f977b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3705883 Feb 04 15:33:07.981502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46144) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:08.001961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14481857-f37b-4a88-b665-288a15cf48e5 None None] Update dhcp port {'port': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'fixed_ips': [{'subnet_id': 'ddc1139d-d4db-48a1-840a-12f89e5eddd4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3ecc8870-410c-4c37-9008-229821c1403c'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '281cd19a-1db2-40b9-823b-fc54e408a555'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:33:08.126337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b93e5c0-37d0-49c2-88ce-7904fc6e8ec0 req-480ad240-5237-4137-ab13-7c09ef34af75 tempest-MigrationsAdminTest-1854762656 tempest-MigrationsAdminTest-1854762656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e178f6a-4e44-4516-b06c-21b74854c3b1 HTTP/1.1" status: 200 len: 210 time: 0.0500269 Feb 04 15:33:08.131085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:08.142329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46556f98-3785-46d7-8f5c-f15168b3e356 req-78fcc2e0-f624-459b-8563-2d780e0d913f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243097 Feb 04 15:33:08.150627 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-14481857-f37b-4a88-b665-288a15cf48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.168272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce6c44-122c-46b6-8561-f9fb3a7cc2cd None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:33:08.257935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f53f9afa-e052-47b2-b4e1-47b3946bf569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.266423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce6c44-122c-46b6-8561-f9fb3a7cc2cd None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:08.267228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a0ce6c44-122c-46b6-8561-f9fb3a7cc2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:08.277022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f53f9afa-e052-47b2-b4e1-47b3946bf569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.330377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aa9b06f0-ba1d-4cd0-b993-1b091d54539e None None] Provisioning complete for port 0ed57b02-e160-487e-8cce-033e1acfcd9e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:08.331459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa9b06f0-ba1d-4cd0-b993-1b091d54539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.337244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a0ce6c44-122c-46b6-8561-f9fb3a7cc2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:08.364805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f53f9afa-e052-47b2-b4e1-47b3946bf569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.369225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f53f9afa-e052-47b2-b4e1-47b3946bf569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1405745 Feb 04 15:33:08.371539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46156) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:08.377096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f9afa-e052-47b2-b4e1-47b3946bf569 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486515c7-48cd-4dab-8b37-0688b65b0462,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:08.417582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-602855fd-0d8a-4cd1-864e-2c9f1bdcf82c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'security_group': {'name': 'tempest-secgroup-1525488611'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:08.458943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c7228-1534-49f9-8a06-36d42e62e361 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 0ed57b02-e160-487e-8cce-033e1acfcd9e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:08.459332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7228-1534-49f9-8a06-36d42e62e361 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.581901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce6c44-122c-46b6-8561-f9fb3a7cc2cd None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:08.583141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a0ce6c44-122c-46b6-8561-f9fb3a7cc2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:08.595983 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28ad6413-e0d3-4f78-b25e-25ddaaa65302 req-d2b3e117-9a2b-4913-98d6-df76e4cdac58 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 210 time: 0.0338066 Feb 04 15:33:08.607054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-fe71ebef-c44f-406e-a3d1-44bd99ee1c05 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8121068 Feb 04 15:33:08.619518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b06f0-ba1d-4cd0-b993-1b091d54539e None None] Port 0ed57b02-e160-487e-8cce-033e1acfcd9e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:08.673339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a0ce6c44-122c-46b6-8561-f9fb3a7cc2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:08.675182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce6c44-122c-46b6-8561-f9fb3a7cc2cd None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:33:08.680791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-602855fd-0d8a-4cd1-864e-2c9f1bdcf82c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.723327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8ec4-0359-43bb-8526-51ab4e87b80b req-733f8fe2-e55e-40cd-a431-7be59db1d1cc tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:08.725668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57fa8ec4-0359-43bb-8526-51ab4e87b80b req-733f8fe2-e55e-40cd-a431-7be59db1d1cc tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.2570360 Feb 04 15:33:08.740337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1d861ce-a74f-4897-b031-ba9bb08588f0 req-9d4947fc-714b-4bfb-997f-c7eee9d683d4 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197824 Feb 04 15:33:08.797119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7228-1534-49f9-8a06-36d42e62e361 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:08.805127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-14481857-f37b-4a88-b665-288a15cf48e5 None None] Allocated IP 2001:db8::2 (48e971f2-c437-4312-b53e-11d10e2cb7b2/3ecc8870-410c-4c37-9008-229821c1403c/281cd19a-1db2-40b9-823b-fc54e408a555) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:08.824470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-b59ed89a-dfdc-4d9d-a4b9-678b60fc313c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:08.826671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-b59ed89a-dfdc-4d9d-a4b9-678b60fc313c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 811 time: 0.4202943 Feb 04 15:33:08.838364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c7228-1534-49f9-8a06-36d42e62e361 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 0ed57b02-e160-487e-8cce-033e1acfcd9e owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:08.846250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Request body: {'port': {'device_id': '88e55061-f249-49fb-8503-7a2e82571eda', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'admin_state_up': True, 'tenant_id': 'b8bd08a21d0041828a486c7abcbd31a0'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:08.859440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57fa8ec4-0359-43bb-8526-51ab4e87b80b req-6ddb3218-d02b-48b6-825d-010af4dec2c9 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226797 Feb 04 15:33:08.978118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router 172125c5-3c05-4c41-ba89-6eeb42b09761 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:33:08.993696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-13c46656-791e-4fa4-a511-51c63ed5e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:08.995965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-13c46656-791e-4fa4-a511-51c63ed5e0dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 1099 time: 0.1425526 Feb 04 15:33:09.053866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-602855fd-0d8a-4cd1-864e-2c9f1bdcf82c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.060125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-14481857-f37b-4a88-b665-288a15cf48e5 None None] For port 281cd19a-1db2-40b9-823b-fc54e408a555, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=281cd19a-1db2-40b9-823b-fc54e408a555,segment=NetworkSegment(0251d133-d34b-431b-88c4-bdac0391c3b6),segment_id=0251d133-d34b-431b-88c4-bdac0391c3b6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:09.096699 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-14481857-f37b-4a88-b665-288a15cf48e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.105758 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-14481857-f37b-4a88-b665-288a15cf48e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.126268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-66ee8ff4-eebc-42cb-a0eb-2eb723cb5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:09.128052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-66ee8ff4-eebc-42cb-a0eb-2eb723cb5203 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.1202748 Feb 04 15:33:09.247456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-1c40323a-2de2-439b-a944-88b8d77d89e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=9e0690aa-ca20-4c2d-a27d-8896d2960197 HTTP/1.1" status: 200 len: 217 time: 0.1047163 Feb 04 15:33:09.248301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14481857-f37b-4a88-b665-288a15cf48e5 None None] Pushing event updated for resources: {'Port': ['ID=281cd19a-1db2-40b9-823b-fc54e408a555,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:09.305304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-602855fd-0d8a-4cd1-864e-2c9f1bdcf82c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.337488 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7228-1534-49f9-8a06-36d42e62e361 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.431651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-602855fd-0d8a-4cd1-864e-2c9f1bdcf82c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.433219 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-602855fd-0d8a-4cd1-864e-2c9f1bdcf82c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0368223 Feb 04 15:33:09.481167 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.508464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c7228-1534-49f9-8a06-36d42e62e361 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=0ed57b02-e160-487e-8cce-033e1acfcd9e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:09.531053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46170) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:09.571484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2f4adc63-2e20-4cec-a80f-75a128ccac38 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'security_group': {'name': 'tempest-secgroup-2080446625'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:09.633950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7228-1534-49f9-8a06-36d42e62e361 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.642577 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4d2c7228-1534-49f9-8a06-36d42e62e361 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/0ed57b02-e160-487e-8cce-033e1acfcd9e HTTP/1.1" status: 204 len: 168 time: 1.6496751 Feb 04 15:33:09.646580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46174) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:09.660055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f4adc63-2e20-4cec-a80f-75a128ccac38 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:09.731570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd01d6f-405e-4b44-932d-a82bf3bb52a0 req-a8934207-7da4-4d17-bc2e-df079c24741c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:09.744625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fd01d6f-405e-4b44-932d-a82bf3bb52a0 req-a8934207-7da4-4d17-bc2e-df079c24741c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 948 time: 0.3097527 Feb 04 15:33:09.909435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602855fd-0d8a-4cd1-864e-2c9f1bdcf82c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3c0dfd-d2d7-4952-8c28-49f653e987b4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:09.930209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:10.035559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f4adc63-2e20-4cec-a80f-75a128ccac38 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.060275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fd01d6f-405e-4b44-932d-a82bf3bb52a0 req-a76c7f21-c08e-4f50-9e35-d2f06aa8307b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148818 Feb 04 15:33:10.064657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb585acb-403b-46a8-9281-807d07925608 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.066792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb585acb-403b-46a8-9281-807d07925608 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.068539 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cb585acb-403b-46a8-9281-807d07925608 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3750246 Feb 04 15:33:10.075225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46182) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:10.086978 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f4adc63-2e20-4cec-a80f-75a128ccac38 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.261249 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f4adc63-2e20-4cec-a80f-75a128ccac38 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.266084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2f4adc63-2e20-4cec-a80f-75a128ccac38 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6983218 Feb 04 15:33:10.284917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:10.303185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dc5c17f3-9375-4344-b730-78b2802f6049 None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:10.304487 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dc5c17f3-9375-4344-b730-78b2802f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.310079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-138528575', 'security_groups': ['81b4ecfd-a50a-4bf2-9690-0cc61bf772b8'], 'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ecc8870-410c-4c37-9008-229821c1403c'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:10.348043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b313d87-9899-4ad0-b370-1c973a58b3b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet c343fe69-4564-4538-b3b9-f663a72e9fb3 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:10.392150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4adc63-2e20-4cec-a80f-75a128ccac38 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b4ecfd-a50a-4bf2-9690-0cc61bf772b8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:10.398288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b313d87-9899-4ad0-b370-1c973a58b3b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.444156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-145b9886-bd1d-44e9-bf2c-c854b87256b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.466561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-145b9886-bd1d-44e9-bf2c-c854b87256b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2288694 Feb 04 15:33:10.489886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0911f92-0e5f-4376-9b23-74706902fcfb req-4c7844d7-e4f6-4b0c-80be-9860e212debd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.510677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0911f92-0e5f-4376-9b23-74706902fcfb req-4c7844d7-e4f6-4b0c-80be-9860e212debd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 1.3814676 Feb 04 15:33:10.547386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 281cd19a-1db2-40b9-823b-fc54e408a555 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:10.563439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fcd6786c-0252-4eb6-b19f-f69a9918b62c req-7e2ad7f6-63a9-42dd-bc89-6d01e2c120f5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 210 time: 0.0823965 Feb 04 15:33:10.575938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f4961b9d-9890-4d9e-8325-7b12cedf6ba0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=84527f5d02424026ba6ab3f450c74f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343760 Feb 04 15:33:10.584575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46194) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:10.637455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b313d87-9899-4ad0-b370-1c973a58b3b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.660488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:10.661408 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.722005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dc5c17f3-9375-4344-b730-78b2802f6049 None None] Provisioning complete for port 914a1620-3c86-4e84-a29e-222d67d6126c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:10.722712 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dc5c17f3-9375-4344-b730-78b2802f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.785869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b313d87-9899-4ad0-b370-1c973a58b3b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.807968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c17f3-9375-4344-b730-78b2802f6049 None None] Port 914a1620-3c86-4e84-a29e-222d67d6126c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:10.833715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Made reservation on behalf of b8bd08a21d0041828a486c7abcbd31a0 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:10.840212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.863218 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0911f92-0e5f-4376-9b23-74706902fcfb req-b0a818d0-5d84-46c4-9036-d8da5aa71429 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509772 Feb 04 15:33:10.894703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:10.905148 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.923127 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74769b-911f-4239-89eb-5056aae5a343 None None] Sync routers for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:33:10.925419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b313d87-9899-4ad0-b370-1c973a58b3b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:10.945682 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74769b-911f-4239-89eb-5056aae5a343 None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:10.946626 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd74769b-911f-4239-89eb-5056aae5a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:10.973029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-28b68979-b647-41ac-9227-a4ba4f1bb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:10.984556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b313d87-9899-4ad0-b370-1c973a58b3b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=c343fe69-4564-4538-b3b9-f663a72e9fb3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:10.986750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-28b68979-b647-41ac-9227-a4ba4f1bb253 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4570019 Feb 04 15:33:10.999055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:11.015643 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd74769b-911f-4239-89eb-5056aae5a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:11.017932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2e7ed-1b9e-4f92-96dc-bd338f9deec4 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:11.026457 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74769b-911f-4239-89eb-5056aae5a343 None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:11.026898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b313d87-9899-4ad0-b370-1c973a58b3b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.027552 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd74769b-911f-4239-89eb-5056aae5a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:11.030677 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0b313d87-9899-4ad0-b370-1c973a58b3b9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/c343fe69-4564-4538-b3b9-f663a72e9fb3 HTTP/1.1" status: 204 len: 168 time: 0.9538286 Feb 04 15:33:11.036068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46202) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:11.087684 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd74769b-911f-4239-89eb-5056aae5a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:11.088662 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74769b-911f-4239-89eb-5056aae5a343 None None] The sync data for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:33:11.219997 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-00618278-ff23-41a9-9331-3166cb9dd9bc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1811516 Feb 04 15:33:11.225430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46210) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:11.231066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:11.338598 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.350850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.388090 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.419192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] device_id is not set on port d991d43c-1b6a-412b-a661-a2b3c5390371 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:33:11.451569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:33:11.478492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-e38d80d4-88c0-4a00-877c-2ffc857ebca0 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749312 Feb 04 15:33:11.607978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] Deleting port c8f079d4-18a0-4832-a7fb-63d1ba26a6de {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:11.608807 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.679356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8::45 (48e971f2-c437-4312-b53e-11d10e2cb7b2/3ecc8870-410c-4c37-9008-229821c1403c/d991d43c-1b6a-412b-a661-a2b3c5390371) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:11.808775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] For port c8f079d4-18a0-4832-a7fb-63d1ba26a6de, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c8f079d4-18a0-4832-a7fb-63d1ba26a6de,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:11.809333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.810442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Allocated IP 172.20.0.13 (60cbeedf-ce49-4303-b921-aa1dceec1123/4492d8e7-37ab-431b-bf81-dee81ec03258/b41fd557-7e0c-4210-b6ff-431af6f30f13) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:11.839329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] Calling delete_port for c8f079d4-18a0-4832-a7fb-63d1ba26a6de owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:11.880904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:11.886965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.955048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.970206 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.981663 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:11.987407 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba HTTP/1.1" status: 204 len: 168 time: 1.3136320 Feb 04 15:33:12.072020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15253-b2b8-4ea1-97c5-9f3091f39753 req-68cc9461-f423-4c79-be55-494ec7c780fe tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.090862 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79b15253-b2b8-4ea1-97c5-9f3091f39753 req-68cc9461-f423-4c79-be55-494ec7c780fe tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.2877476 Feb 04 15:33:12.091665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] Pushing event deleted for resources: {'Port': ['ID=c8f079d4-18a0-4832-a7fb-63d1ba26a6de,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:12.117125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ce0dd-9bf4-482d-95a8-3eea4fbf1616 None None] No DVR routers for this DVR port c8f079d4-18a0-4832-a7fb-63d1ba26a6de on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:12.225309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79b15253-b2b8-4ea1-97c5-9f3091f39753 req-a16c236e-c3ea-41be-bda9-422a7c2b4708 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324439 Feb 04 15:33:12.243825 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.367649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.451161 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.500130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.507115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d27fe-9c9d-4be1-94ce-baa1077bf5ba,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:12.555772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.556128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.556475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.556817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.557184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.557521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.557851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.558208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.558556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.558941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.559477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.560638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c855b59d-c5c5-4e9e-9fd5-11c7290d4749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:12.567567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c8f079d4-18a0-4832-a7fb-63d1ba26a6de no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:12.597329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293ef-ef20-4b37-b20a-bae15f9e13f0 req-e06a11db-c7c6-4f40-8769-e60fdd5d9f39 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.603401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-552293ef-ef20-4b37-b20a-bae15f9e13f0 req-e06a11db-c7c6-4f40-8769-e60fdd5d9f39 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 948 time: 0.7813435 Feb 04 15:33:12.630221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-07239fc7-e303-4769-aa50-f1f79f310be3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/floatingips/98ed6879-adf0-46ec-971e-b034f9b2cb49 HTTP/1.1" status: 200 len: 976 time: 9.2758963 Feb 04 15:33:12.637188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Network 60cbeedf-ce49-4303-b921-aa1dceec1123 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:12.638123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46236) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:12.657742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c8f079d4-18a0-4832-a7fb-63d1ba26a6de {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:33:12.658746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c8f079d4-18a0-4832-a7fb-63d1ba26a6de not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:33:12.675607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:12.690953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:12.782354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:12.788119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-552293ef-ef20-4b37-b20a-bae15f9e13f0 req-1fac92f2-ed66-438e-abf8-6b765c571ca4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590083 Feb 04 15:33:12.789366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event updated for resources: {'Port': ['ID=b41fd557-7e0c-4210-b6ff-431af6f30f13,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:12.827450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:12.857461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:12.904775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:12.906046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:12.940584 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ad022f4-c36b-46ff-8a6b-eb13b381871f req-d85cee3e-6a1b-48ca-8c2d-b5ac71695079 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0304987 Feb 04 15:33:12.950528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.029246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7349343 Feb 04 15:33:13.030316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46242) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:13.060716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9d080a95-434d-46d9-a385-1d1a10a6d40f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:13.075897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e0d2d-b9e1-4af9-a3bb-6f1c83f85dd1 req-51aede84-965c-4581-88be-df3663d01f35 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.084966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f8e0d2d-b9e1-4af9-a3bb-6f1c83f85dd1 req-51aede84-965c-4581-88be-df3663d01f35 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 932 time: 0.6093731 Feb 04 15:33:13.119469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:13.122580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.123289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.131707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46248) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:13.189828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0fe1eca5-bdb5-421d-ade4-b09a2c6319c3 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3524609 Feb 04 15:33:13.205790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Request body: {'port': {'device_id': '88e55061-f249-49fb-8503-7a2e82571eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:13.278496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e0d4b132-6678-4b5a-8b27-c43a73cfc4c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9575349577cf426b901d2f2def1cccba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443172 Feb 04 15:33:13.280442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46252) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:13.295292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a7471-aff2-4377-a457-d005ec05925b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=d991d43c-1b6a-412b-a661-a2b3c5390371,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:13.301238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 79d313f4-bb81-45e3-850f-5a4deb61979c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:13.301622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.364919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:13.381823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.383825 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.388604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=b37152ee-af71-4cdd-b94d-c46b73215fa0,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:13.392018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509cdd2b-d261-476a-9920-0ae46e3031c5 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:13.418824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.525444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f8e0d2d-b9e1-4af9-a3bb-6f1c83f85dd1 req-df01f6e4-d1dd-491b-80a6-ef3747d59dba tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390285 Feb 04 15:33:13.551290 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eefa9e64-5da1-45e1-a20d-e015c0ca22dc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3225601 Feb 04 15:33:13.555040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46254) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:13.568334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'name': 'tempest-NetworksTestDHCPv6-822568098'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:13.612161 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e5cb29f1-7c74-42c7-8206-48814ea7183e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.623382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9e0690aa-ca20-4c2d-a27d-8896d2960197 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:33:13.644963 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.647892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-94f5c3f8-e3b0-4598-b92c-a2665612c066 None None] Provisioning complete for port d991d43c-1b6a-412b-a661-a2b3c5390371 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:13.649501 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94f5c3f8-e3b0-4598-b92c-a2665612c066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.802189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d080a95-434d-46d9-a385-1d1a10a6d40f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:13.808298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d080a95-434d-46d9-a385-1d1a10a6d40f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.834890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0278e00-58e7-4e7b-8086-c42c6affa112 req-88442c78-c1a8-420c-8d5b-abb903debc14 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:13.836824 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0278e00-58e7-4e7b-8086-c42c6affa112 req-88442c78-c1a8-420c-8d5b-abb903debc14 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.3654015 Feb 04 15:33:13.851367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e5cb29f1-7c74-42c7-8206-48814ea7183e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:13.994780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-94f5c3f8-e3b0-4598-b92c-a2665612c066 None None] Port d991d43c-1b6a-412b-a661-a2b3c5390371 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:14.095500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0278e00-58e7-4e7b-8086-c42c6affa112 req-f9c33512-032c-41f4-b5ac-8940c4495efd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193086 Feb 04 15:33:14.181621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9e0690aa-ca20-4c2d-a27d-8896d2960197, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9e0690aa-ca20-4c2d-a27d-8896d2960197,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:14.196546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '9e0690aa-ca20-4c2d-a27d-8896d2960197', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '9e0690aa-ca20-4c2d-a27d-8896d2960197', 'mac_address': 'fa:16:3e:cf:2c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:33:14.202085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'b37152ee-af71-4cdd-b94d-c46b73215fa0'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:33:14.203470 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.277590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.308808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0690aa-ca20-4c2d-a27d-8896d2960197 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:14.354454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e5cb29f1-7c74-42c7-8206-48814ea7183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.359611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e5cb29f1-7c74-42c7-8206-48814ea7183e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.365252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e5cb29f1-7c74-42c7-8206-48814ea7183e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64099da5-bed9-4ff7-8924-5362d487af72 HTTP/1.1" status: 204 len: 168 time: 1.0701711 Feb 04 15:33:14.414553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb29f1-7c74-42c7-8206-48814ea7183e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64099da5-bed9-4ff7-8924-5362d487af72,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:14.416160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9e0690aa-ca20-4c2d-a27d-8896d2960197, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9e0690aa-ca20-4c2d-a27d-8896d2960197,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:14.426389 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.435212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.435838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.436386 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Floating IP 98ed6879-adf0-46ec-971e-b034f9b2cb49 disassociated. External IP: 172.25.1.68, port: 79d313f4-bb81-45e3-850f-5a4deb61979c. Feb 04 15:33:14.437112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 79d313f4-bb81-45e3-850f-5a4deb61979c owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:14.442996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41fd557-7e0c-4210-b6ff-431af6f30f13 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:14.465857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.566005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Transition to ACTIVE for port object b41fd557-7e0c-4210-b6ff-431af6f30f13 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:14.585394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.601573 n-d-827869-1 neutron-server[102422]: INFO neutron.db.ipam_backend_mixin [None req-9d080a95-434d-46d9-a385-1d1a10a6d40f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ecc8870-410c-4c37-9008-229821c1403c (CIDR: 2001:db8::/64) Feb 04 15:33:14.712238 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d080a95-434d-46d9-a385-1d1a10a6d40f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:33:14.712832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d080a95-434d-46d9-a385-1d1a10a6d40f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:14.739904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:14.745147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:14.756170 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9d080a95-434d-46d9-a385-1d1a10a6d40f tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6958170 Feb 04 15:33:14.761146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46272) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:14.774298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-dd489f83-ca07-43ba-bdac-01b96f6c987a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:14.833560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=9e0690aa-ca20-4c2d-a27d-8896d2960197,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:14.839630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/b37152ee-af71-4cdd-b94d-c46b73215fa0/8c9e7a9c-0ce1-494e-9831-23eda146bed7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:14.893936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df01c3-8f44-4cc7-9ec8-5beeff997959 req-fd0b3476-8a01-4ffa-bbbc-11827aa8233e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:14.898582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36df01c3-8f44-4cc7-9ec8-5beeff997959 req-fd0b3476-8a01-4ffa-bbbc-11827aa8233e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 949 time: 0.2898636 Feb 04 15:33:14.930759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['9e0690aa-ca20-4c2d-a27d-8896d2960197'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:14.958002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 663c4d6f-c562-45ad-a34d-bb7bd05e618f yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:33:14.958758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b41fd557-7e0c-4210-b6ff-431af6f30f13,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:15.174737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36df01c3-8f44-4cc7-9ec8-5beeff997959 req-1b98b52d-0002-43ef-b500-a8a5d4690140 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386255 Feb 04 15:33:15.177580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289d325-31ce-487f-9ab9-2f59eb59fb81 req-900743df-3ece-453a-8521-6de47cdd845d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.179357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9289d325-31ce-487f-9ab9-2f59eb59fb81 req-900743df-3ece-453a-8521-6de47cdd845d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 944 time: 0.3859148 Feb 04 15:33:15.297264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd489f83-ca07-43ba-bdac-01b96f6c987a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:15.306984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd489f83-ca07-43ba-bdac-01b96f6c987a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.315426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.383716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Attempting to bind port b41fd557-7e0c-4210-b6ff-431af6f30f13 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:15.384326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Attempting to bind port b41fd557-7e0c-4210-b6ff-431af6f30f13 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:15.384819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Attempting to bind port b41fd557-7e0c-4210-b6ff-431af6f30f13 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:15.418297 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.510731 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.619481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Port b41fd557-7e0c-4210-b6ff-431af6f30f13 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:33:15.623051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Attempting to bind port b41fd557-7e0c-4210-b6ff-431af6f30f13 on network 60cbeedf-ce49-4303-b921-aa1dceec1123 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:15.628029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::20c (9441201d-a349-4a5a-8681-870320442b3d/b37152ee-af71-4cdd-b94d-c46b73215fa0/663c4d6f-c562-45ad-a34d-bb7bd05e618f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:15.695093 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9289d325-31ce-487f-9ab9-2f59eb59fb81 req-1e557898-ba03-400f-b71b-06536c3f8c4f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784904 Feb 04 15:33:15.714625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:15.719242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Checking segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:15.720266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Bound using segment: {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:15.721166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Bound port: b41fd557-7e0c-4210-b6ff-431af6f30f13, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d0ab42-83a0-4129-b935-6c49c0e09476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:15.732053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:15.744579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3933be-55a5-4009-ad04-22c39bb7afca req-54c8abb7-e104-487f-b8fe-4e00f054227e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:15.746251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a3933be-55a5-4009-ad04-22c39bb7afca req-54c8abb7-e104-487f-b8fe-4e00f054227e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.2451985 Feb 04 15:33:15.858392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=79d313f4-bb81-45e3-850f-5a4deb61979c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:15.902106 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:15.933543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:15.938517 n-d-827869-1 neutron-server[102422]: INFO neutron.db.ipam_backend_mixin [None req-dd489f83-ca07-43ba-bdac-01b96f6c987a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ddc1139d-d4db-48a1-840a-12f89e5eddd4 (CIDR: 2001:db8:0:1::/64) Feb 04 15:33:15.968507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:15.978054 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd489f83-ca07-43ba-bdac-01b96f6c987a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:33:15.987971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd489f83-ca07-43ba-bdac-01b96f6c987a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:16.033279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dd489f83-ca07-43ba-bdac-01b96f6c987a tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2645581 Feb 04 15:33:16.052924 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a3933be-55a5-4009-ad04-22c39bb7afca req-b16436cd-0974-4703-90bf-41b6bcb8ae29 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838838 Feb 04 15:33:16.113942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46296) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:16.124873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'subnet': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:16.246493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Pushing event updated for resources: {'Port': ['ID=8c9e7a9c-0ce1-494e-9831-23eda146bed7,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:16.292339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Attempting to bind port 8c9e7a9c-0ce1-494e-9831-23eda146bed7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:16.292954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Attempting to bind port 8c9e7a9c-0ce1-494e-9831-23eda146bed7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:16.293556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Attempting to bind port 8c9e7a9c-0ce1-494e-9831-23eda146bed7 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:16.325105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:16.326076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:16.326731 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.327375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:16.328526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Bound port: 8c9e7a9c-0ce1-494e-9831-23eda146bed7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:16.329169 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.380407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.427453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router 172125c5-3c05-4c41-ba89-6eeb42b09761 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:33:16.503420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] For port 8c9e7a9c-0ce1-494e-9831-23eda146bed7, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:16.510309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] For port 8c9e7a9c-0ce1-494e-9831-23eda146bed7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8c9e7a9c-0ce1-494e-9831-23eda146bed7,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:16.519467 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.522375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] For port b41fd557-7e0c-4210-b6ff-431af6f30f13, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:16.526442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] For port b41fd557-7e0c-4210-b6ff-431af6f30f13, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b41fd557-7e0c-4210-b6ff-431af6f30f13,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:16.530057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Made reservation on behalf of 911d82a09525459aa52186e2c0ee4cb3 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:16.548307 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.554330 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.763495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.764013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.767184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:16.771968 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/b41fd557-7e0c-4210-b6ff-431af6f30f13 HTTP/1.1" status: 200 len: 1092 time: 3.5708368 Feb 04 15:33:16.797148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e55061-f249-49fb-8503-7a2e82571eda', 'tag': 'b41fd557-7e0c-4210-b6ff-431af6f30f13'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:16.808397 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "88e55061-f249-49fb-8503-7a2e82571eda", "tag": "b41fd557-7e0c-4210-b6ff-431af6f30f13"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:16.814115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bd9e8-5ce0-441a-93bb-b3ee08130f4d None None] Pushing event updated for resources: {'Port': ['ID=8c9e7a9c-0ce1-494e-9831-23eda146bed7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:16.985476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ceb70-edcd-4e8e-82bb-d7c48d68f155 req-d1984c56-5ab8-4654-9220-0abaf4edb980 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:16.988802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e83ceb70-edcd-4e8e-82bb-d7c48d68f155 req-d1984c56-5ab8-4654-9220-0abaf4edb980 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 949 time: 0.4598989 Feb 04 15:33:16.991080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46312) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:16.991625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:17.019624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c7400-4a1f-4593-9a76-2f8144d144f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b41fd557-7e0c-4210-b6ff-431af6f30f13,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:17.052770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:17.077943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:17.098127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.099277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.142505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-5bc8ec9b-6a8a-4402-a5ff-e87af878d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.144272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-5bc8ec9b-6a8a-4402-a5ff-e87af878d34e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 1095 time: 0.2890491 Feb 04 15:33:17.148975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e83ceb70-edcd-4e8e-82bb-d7c48d68f155 req-8c2c15c0-db0d-46f1-b9ed-007ff89b4593 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726821 Feb 04 15:33:17.220555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=663c4d6f-c562-45ad-a34d-bb7bd05e618f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:17.276330 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0e622596-66f3-48ab-839e-11d2b0c9e3c7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7151308 Feb 04 15:33:17.299671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46320) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:17.308957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-0d37db1d-4f0a-4be1-a9ba-4b9d147e9d56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41fd557-7e0c-4210-b6ff-431af6f30f13 HTTP/1.1" status: 200 len: 217 time: 0.1421087 Feb 04 15:33:17.314029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:17.334018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35564807-ec6d-4ec5-8d25-29544f048715 None None] Sync routers for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:33:17.380102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35564807-ec6d-4ec5-8d25-29544f048715 None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:17.382904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-35564807-ec6d-4ec5-8d25-29544f048715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:17.486456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483f9da-97d4-4f73-9b9c-6d61525d402d req-a4224074-2b1f-4c1c-8289-787cac779723 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.512712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f483f9da-97d4-4f73-9b9c-6d61525d402d req-a4224074-2b1f-4c1c-8289-787cac779723 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 944 time: 0.5490575 Feb 04 15:33:17.538943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-35564807-ec6d-4ec5-8d25-29544f048715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:17.541239 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad05f6a5-fd00-4e22-a9dd-bc24a45e6b5f x-openstack-request-id: req-ad05f6a5-fd00-4e22-a9dd-bc24a45e6b5f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:17.542257 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e55061-f249-49fb-8503-7a2e82571eda", "tag": "b41fd557-7e0c-4210-b6ff-431af6f30f13", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:17.542687 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad05f6a5-fd00-4e22-a9dd-bc24a45e6b5f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:17.544802 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e55061-f249-49fb-8503-7a2e82571eda', 'tag': 'b41fd557-7e0c-4210-b6ff-431af6f30f13', 'status': 'completed', 'code': 200} Feb 04 15:33:17.583332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-network', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:17.587355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35564807-ec6d-4ec5-8d25-29544f048715 None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:17.607436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-35564807-ec6d-4ec5-8d25-29544f048715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:17.678011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Made reservation on behalf of 5ab98bf93d4746b1a849d6cb808a0b83 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:17.681668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.698824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.772249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-35564807-ec6d-4ec5-8d25-29544f048715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:17.774527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35564807-ec6d-4ec5-8d25-29544f048715 None None] The sync data for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:33:17.785483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff260ca-ab23-4182-8889-37c6aba3e10d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.786259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9e0690aa-ca20-4c2d-a27d-8896d2960197 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:17.810210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff260ca-ab23-4182-8889-37c6aba3e10d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.815595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8ff260ca-ab23-4182-8889-37c6aba3e10d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5089509 Feb 04 15:33:17.842024 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.848155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46334) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:17.875112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.891122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:17.928371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f483f9da-97d4-4f73-9b9c-6d61525d402d req-78200660-f83b-4a42-9c93-4e50c1679747 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930862 Feb 04 15:33:17.928641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 9e0690aa-ca20-4c2d-a27d-8896d2960197 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:17.942233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-d9ed5ede-4eba-4080-b602-d493d1fb51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:17.943886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-d9ed5ede-4eba-4080-b602-d493d1fb51a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.5770485 Feb 04 15:33:17.946603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 9e0690aa-ca20-4c2d-a27d-8896d2960197 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:17.947221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.948420 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.957360 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b81e21bf-d042-4af3-ade7-1a683b9328f0 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/ports/79d313f4-bb81-45e3-850f-5a4deb61979c HTTP/1.1" status: 204 len: 168 time: 5.2885733 Feb 04 15:33:17.957360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:17.957360 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Added segment 0090a893-119b-4642-9329-840542fa34ff of type vlan for network 2818131a-3d72-4bf3-badd-4ad43be248d9 Feb 04 15:33:17.961663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46336) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:18.006921 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-e41364a5-d53e-49c4-abf9-04bc7c38453c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327585 Feb 04 15:33:18.256008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.353011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762a1c46-1c9a-4ccc-bd4b-21af9a9f797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0690aa-ca20-4c2d-a27d-8896d2960197'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:18.359386 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e4a49-dcdb-45c7-8374-1bd03ee67ce3" -d '{"events": [{"server_uuid": "762a1c46-1c9a-4ccc-bd4b-21af9a9f797d", "name": "network-vif-plugged", "status": "completed", "tag": "9e0690aa-ca20-4c2d-a27d-8896d2960197"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:18.393396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9e0690aa-ca20-4c2d-a27d-8896d2960197, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9e0690aa-ca20-4c2d-a27d-8896d2960197,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:18.399981 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.631259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=9e0690aa-ca20-4c2d-a27d-8896d2960197,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:18.669932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8c9e7a9c-0ce1-494e-9831-23eda146bed7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:18.775055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5c180-1281-4957-80bc-c69d7fd1f14d req-1a6c36f5-00a3-4a7a-8789-8965ac1acb57 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:18.778007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bb5c180-1281-4957-80bc-c69d7fd1f14d req-1a6c36f5-00a3-4a7a-8789-8965ac1acb57 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 950 time: 0.2786417 Feb 04 15:33:18.780156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8c9e7a9c-0ce1-494e-9831-23eda146bed7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:18.780691 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.887798 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.900352 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.945386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 8c9e7a9c-0ce1-494e-9831-23eda146bed7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8c9e7a9c-0ce1-494e-9831-23eda146bed7,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:18.953859 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:18.994284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39859c80-ff15-45fb-a5ab-ba903b497d9b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:19.021304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.045147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589079e-aa51-4c3c-b377-9167ef4dde0c req-a658ab67-c01a-4e3e-953c-9ab40fa96b07 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.045492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=8c9e7a9c-0ce1-494e-9831-23eda146bed7,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:19.048082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e589079e-aa51-4c3c-b377-9167ef4dde0c req-a658ab67-c01a-4e3e-953c-9ab40fa96b07 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 1.1837268 Feb 04 15:33:19.056689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-947c0a56-a834-4c24-950b-40ab9a865b3a None None] Provisioning complete for port 8c9e7a9c-0ce1-494e-9831-23eda146bed7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:19.057084 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-947c0a56-a834-4c24-950b-40ab9a865b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.062763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-b5f593a7-b0f8-40a9-a899-a2ae718154d0 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0288451 Feb 04 15:33:19.080518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:19.105657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bb5c180-1281-4957-80bc-c69d7fd1f14d req-5c304493-3cbc-459a-9fd4-58ec967bec8e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076563 Feb 04 15:33:19.114692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:19.134161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.134161 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.142173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Subnet': ['ID=e42adf94-564f-4600-b0fb-e6035b06b04c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:19.155362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-50cf829f-34b3-4e43-b760-cddcc472b395 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0356696 Feb 04 15:33:19.184304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46356) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:19.225403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1200723594', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e42adf94-564f-4600-b0fb-e6035b06b04c'}], 'security_groups': ['486515c7-48cd-4dab-8b37-0688b65b0462', '2a3c0dfd-d2d7-4952-8c28-49f653e987b4']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:19.257761 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03977380-d7f6-416e-a872-f26ac3be7415 x-openstack-request-id: req-03977380-d7f6-416e-a872-f26ac3be7415 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:19.258296 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762a1c46-1c9a-4ccc-bd4b-21af9a9f797d", "name": "network-vif-plugged", "status": "completed", "tag": "9e0690aa-ca20-4c2d-a27d-8896d2960197", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:19.258607 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-03977380-d7f6-416e-a872-f26ac3be7415 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:19.259220 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762a1c46-1c9a-4ccc-bd4b-21af9a9f797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0690aa-ca20-4c2d-a27d-8896d2960197', 'code': 200} Feb 04 15:33:19.260368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54158711-bbee-46b2-b621-57170257181a None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:19.267802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e589079e-aa51-4c3c-b377-9167ef4dde0c req-80d09795-496a-4643-b93f-2e2a023e25f0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013063 Feb 04 15:33:19.338422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.340259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.341280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.491118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.689732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-89445967-8619-4e5a-b59a-c9b6e933d74d None None] Provisioning complete for port 663c4d6f-c562-45ad-a34d-bb7bd05e618f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:19.690788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-89445967-8619-4e5a-b59a-c9b6e933d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.702151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fc6c3-f4c9-4745-a0d9-f3b3bb595467 req-336e15cd-1acd-4421-bb6c-008d077234f3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.704697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f3fc6c3-f4c9-4745-a0d9-f3b3bb595467 req-336e15cd-1acd-4421-bb6c-008d077234f3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 950 time: 0.1373508 Feb 04 15:33:19.724631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7236583 Feb 04 15:33:19.737524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:19.749950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7373e504-32fd-45d7-96f6-947881ffc62e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 663c4d6f-c562-45ad-a34d-bb7bd05e618f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:19.750840 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7373e504-32fd-45d7-96f6-947881ffc62e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:19.754571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Request body: {'subnet': {'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-subnet', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:19.785439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-89445967-8619-4e5a-b59a-c9b6e933d74d None None] Port 663c4d6f-c562-45ad-a34d-bb7bd05e618f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:19.823043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f3fc6c3-f4c9-4745-a0d9-f3b3bb595467 req-367b432e-a2e9-4b5f-a841-6f6f333854cb tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080561 Feb 04 15:33:19.864275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82b754-e2ac-4778-bc8c-1fd56b03e8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2818131a-3d72-4bf3-badd-4ad43be248d9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:19.886500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:33:19.929064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aecc3-d322-4eda-bc3c-9c66ae6090e4 req-38d12620-9bbd-4773-b6c9-0ace75d8ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:19.930740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d7aecc3-d322-4eda-bc3c-9c66ae6090e4 req-38d12620-9bbd-4773-b6c9-0ace75d8ba9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 1101 time: 0.5786009 Feb 04 15:33:19.939463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c647022-29ac-45e4-8d6f-342282a07b75 req-76637407-b826-4ece-87a9-ec5629697a52 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8450327 Feb 04 15:33:19.958180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Made reservation on behalf of 5ab98bf93d4746b1a849d6cb808a0b83 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:19.965104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.006096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163388ae-7470-4fc1-a76c-12067bb3af20 req-40e0f814-30c0-457f-a67a-dd376bf309ce tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.008595 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163388ae-7470-4fc1-a76c-12067bb3af20 req-40e0f814-30c0-457f-a67a-dd376bf309ce tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 944 time: 0.5402400 Feb 04 15:33:20.039514 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d7aecc3-d322-4eda-bc3c-9c66ae6090e4 req-a9381bad-4b13-4532-b9e0-5711f1603b14 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941699 Feb 04 15:33:20.041786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1be48-0b00-490c-aae5-cd21b36a5011 None None] Update dhcp port {'port': {'network_id': '48e971f2-c437-4312-b53e-11d10e2cb7b2', 'fixed_ips': [{'subnet_id': 'ddc1139d-d4db-48a1-840a-12f89e5eddd4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3ecc8870-410c-4c37-9008-229821c1403c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e42adf94-564f-4600-b0fb-e6035b06b04c'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '281cd19a-1db2-40b9-823b-fc54e408a555'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:33:20.074315 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ba1be48-0b00-490c-aae5-cd21b36a5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.162508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7373e504-32fd-45d7-96f6-947881ffc62e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.202868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.208003 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163388ae-7470-4fc1-a76c-12067bb3af20 req-476bb47f-cf11-4dff-89d8-89477e8e263d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548421 Feb 04 15:33:20.209071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7373e504-32fd-45d7-96f6-947881ffc62e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 663c4d6f-c562-45ad-a34d-bb7bd05e618f owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:20.245431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-2adfd632-fcd3-42bb-ada6-4de1ecd9a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.247258 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-2adfd632-fcd3-42bb-ada6-4de1ecd9a286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 1095 time: 0.2215021 Feb 04 15:33:20.401875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-4ba1be48-0b00-490c-aae5-cd21b36a5011 None None] Allocated IP 2001:db8:0:2::2 (48e971f2-c437-4312-b53e-11d10e2cb7b2/e42adf94-564f-4600-b0fb-e6035b06b04c/281cd19a-1db2-40b9-823b-fc54e408a555) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:20.464704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8c9e7a9c-0ce1-494e-9831-23eda146bed7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:20.526277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b5749-01a1-416e-9263-9b2f56133e5d req-47d97cad-d71a-4b86-8d87-163f4570e8e1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.529186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c80b5749-01a1-416e-9263-9b2f56133e5d req-47d97cad-d71a-4b86-8d87-163f4570e8e1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 950 time: 0.2409141 Feb 04 15:33:20.550739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.576894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8c9e7a9c-0ce1-494e-9831-23eda146bed7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:20.577315 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.627015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-186b8e48-3b54-4e23-8723-179de7ffdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.629200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-186b8e48-3b54-4e23-8723-179de7ffdc43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 200 len: 912 time: 0.3380861 Feb 04 15:33:20.640756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4ba1be48-0b00-490c-aae5-cd21b36a5011 None None] For port 281cd19a-1db2-40b9-823b-fc54e408a555, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=281cd19a-1db2-40b9-823b-fc54e408a555,segment=NetworkSegment(0251d133-d34b-431b-88c4-bdac0391c3b6),segment_id=0251d133-d34b-431b-88c4-bdac0391c3b6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:20.646172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 83f18f5a-6315-43eb-9a09-90372b7a124a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:20.646528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.663763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895ff1c-56db-4764-aa65-304ec639db4b req-f3a575f6-c3bb-4817-826f-59e29eaace8d tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:20.665362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6895ff1c-56db-4764-aa65-304ec639db4b req-f3a575f6-c3bb-4817-826f-59e29eaace8d tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.2648063 Feb 04 15:33:20.705072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ba1be48-0b00-490c-aae5-cd21b36a5011 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.714764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ba1be48-0b00-490c-aae5-cd21b36a5011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.761098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-251f5cd8-45a8-464f-9254-821c16df4e85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b41fd557-7e0c-4210-b6ff-431af6f30f13 HTTP/1.1" status: 200 len: 217 time: 0.0909691 Feb 04 15:33:20.892141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7373e504-32fd-45d7-96f6-947881ffc62e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:20.943229 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6895ff1c-56db-4764-aa65-304ec639db4b req-2ef0d103-b885-49e3-a900-4be99f5ed3a1 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605405 Feb 04 15:33:20.970199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1be48-0b00-490c-aae5-cd21b36a5011 None None] Pushing event updated for resources: {'Port': ['ID=281cd19a-1db2-40b9-823b-fc54e408a555,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:21.031577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373e504-32fd-45d7-96f6-947881ffc62e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=663c4d6f-c562-45ad-a34d-bb7bd05e618f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:21.047334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9682f642-20f8-4349-b4cf-782cc3378e89,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:21.058905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c80b5749-01a1-416e-9263-9b2f56133e5d req-51adc96c-d9f1-4ee9-8cff-c4a8ff2d8cf9 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007899 Feb 04 15:33:21.078183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Checking segment: {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:21.078350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Network hostable DHCP agents. Network: 2818131a-3d72-4bf3-badd-4ad43be248d9, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:21.089022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-8478e2a7-d737-4058-a3c5-8d38e98614f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.090640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-8478e2a7-d737-4058-a3c5-8d38e98614f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 200 len: 851 time: 0.2849023 Feb 04 15:33:21.128307 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.152990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 83f18f5a-6315-43eb-9a09-90372b7a124a owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:21.159221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7373e504-32fd-45d7-96f6-947881ffc62e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.162835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7373e504-32fd-45d7-96f6-947881ffc62e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/663c4d6f-c562-45ad-a34d-bb7bd05e618f HTTP/1.1" status: 204 len: 168 time: 3.3101573 Feb 04 15:33:21.168266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46386) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:21.182809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-355c58e1-6a91-4fe4-8d57-bb035827c70e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60cbeedf-ce49-4303-b921-aa1dceec1123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603096 Feb 04 15:33:21.186620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:21.270489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd4824-1163-4eb4-8fea-86bc2d690182 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.274921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd4824-1163-4eb4-8fea-86bc2d690182 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.280901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-58fd4824-1163-4eb4-8fea-86bc2d690182 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1074686 Feb 04 15:33:21.280901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2818131a-3d72-4bf3-badd-4ad43be248d9) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:21.299339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ebaf5-7c43-4d4f-9795-911ddba0df48 None None] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:21.326849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:21.412315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.418670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.448170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f626f752-5098-4cee-b56d-03122ad4e168 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet b37152ee-af71-4cdd-b94d-c46b73215fa0 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:21.452288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f626f752-5098-4cee-b56d-03122ad4e168 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.465107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ff04a-5e9e-4467-8c56-b24f8e6de0fe req-2e19616d-5b12-406e-9854-b0e800ba2194 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.467931 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-004ff04a-5e9e-4467-8c56-b24f8e6de0fe req-2e19616d-5b12-406e-9854-b0e800ba2194 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 950 time: 0.3844533 Feb 04 15:33:21.473802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Delete allocated IP 2001:db8::45 (48e971f2-c437-4312-b53e-11d10e2cb7b2/3ecc8870-410c-4c37-9008-229821c1403c) {{(pid=102423) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:33:21.516917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-beba0b77-cf7d-421b-955d-eb352be89b25 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7722332 Feb 04 15:33:21.517566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46392) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:21.545570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:21.558682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Allocated IP 2001:db8:0:2::15b (48e971f2-c437-4312-b53e-11d10e2cb7b2/e42adf94-564f-4600-b0fb-e6035b06b04c/d991d43c-1b6a-412b-a661-a2b3c5390371) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:21.582239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f626f752-5098-4cee-b56d-03122ad4e168 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.586519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.587612 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.674803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-10cfe6c7-f4c1-4d66-b28f-b473bd108d0e service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637294 Feb 04 15:33:21.751895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f5af2-a71f-450b-9f72-0877df98667c req-5979cfb6-bd04-42db-bc11-754a959d74a7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:21.753271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-2818131a-3d72-4bf3-badd-4ad43be248d9', 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'fixed_ips': [{'subnet_id': '9682f642-20f8-4349-b4cf-782cc3378e89'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:33:21.754271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-347f5af2-a71f-450b-9f72-0877df98667c req-5979cfb6-bd04-42db-bc11-754a959d74a7 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 944 time: 0.2632663 Feb 04 15:33:21.758785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:21.824206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-004ff04a-5e9e-4467-8c56-b24f8e6de0fe req-1fd67d28-9664-4acc-b3ff-9b5d6de53c7b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382001 Feb 04 15:33:22.020933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Allocated IP 172.20.0.2 (2818131a-3d72-4bf3-badd-4ad43be248d9/9682f642-20f8-4349-b4cf-782cc3378e89/4a1fd315-0d51-4e77-ae48-590cb9c2a471) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:22.025806 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.209857 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.222477 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-71f852ce-37e6-4bce-8e3d-9005abc5d0b5 req-cbfa7fae-1e5a-4e2d-9063-7bf011d2d7f1 service neutron] 10.222.0.30 "GET /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222106 Feb 04 15:33:22.223478 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.267225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:22.315972 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.325408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.331064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:22.340289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:22.359001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f626f752-5098-4cee-b56d-03122ad4e168 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.379049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-347f5af2-a71f-450b-9f72-0877df98667c req-38fa4938-9665-4c11-a0ae-573cfbb1960f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980365 Feb 04 15:33:22.437752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:22.457277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] In _notify_port_updated(), no bound segment for port d991d43c-1b6a-412b-a661-a2b3c5390371 on network 48e971f2-c437-4312-b53e-11d10e2cb7b2 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:33:22.463332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Pushing event updated for resources: {'Port': ['ID=4a1fd315-0d51-4e77-ae48-590cb9c2a471,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:22.483161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:22.483858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.493921 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "PUT /v2.0/ports/d991d43c-1b6a-412b-a661-a2b3c5390371 HTTP/1.1" status: 200 len: 970 time: 3.2882593 Feb 04 15:33:22.500385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46408) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:22.511511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88213b0-77e9-420c-bee8-1dbaac391d2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event updated for resources: {'Port': ['ID=d991d43c-1b6a-412b-a661-a2b3c5390371,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:22.570089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.613420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9f3da721-4826-44d7-9894-f8c294401f0d None None] Provisioning complete for port d991d43c-1b6a-412b-a661-a2b3c5390371 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:22.613748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f3da721-4826-44d7-9894-f8c294401f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.706736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 281cd19a-1db2-40b9-823b-fc54e408a555 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:22.734410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c25d1e67-58b0-4fc3-bea5-95a37ca6bfda tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port d991d43c-1b6a-412b-a661-a2b3c5390371 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:22.734410 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e67-58b0-4fc3-bea5-95a37ca6bfda tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.767950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9f3da721-4826-44d7-9894-f8c294401f0d None None] Port d991d43c-1b6a-412b-a661-a2b3c5390371 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:22.775109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Attempting to bind port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:22.784821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Attempting to bind port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:22.785220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Attempting to bind port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 on network 2818131a-3d72-4bf3-badd-4ad43be248d9 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:22.837623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:22.837948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Checking segment: {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:22.838459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.838766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Bound using segment: {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:22.839240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Bound port: 4a1fd315-0d51-4e77-ae48-590cb9c2a471, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:22.840031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.845038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.860488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=83f18f5a-6315-43eb-9a09-90372b7a124a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:22.883762 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f626f752-5098-4cee-b56d-03122ad4e168 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.904317 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e67-58b0-4fc3-bea5-95a37ca6bfda tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:22.926439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c25d1e67-58b0-4fc3-bea5-95a37ca6bfda tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for d991d43c-1b6a-412b-a661-a2b3c5390371 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:22.935376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9f3da721-4826-44d7-9894-f8c294401f0d None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:22.937105 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f3da721-4826-44d7-9894-f8c294401f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.049670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f626f752-5098-4cee-b56d-03122ad4e168 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.054181 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f626f752-5098-4cee-b56d-03122ad4e168 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/b37152ee-af71-4cdd-b94d-c46b73215fa0 HTTP/1.1" status: 204 len: 168 time: 1.7262483 Feb 04 15:33:23.063246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46412) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:23.069464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1934d184-6f7b-4d36-8075-d2336117b63e None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:23.074884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626f752-5098-4cee-b56d-03122ad4e168 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=b37152ee-af71-4cdd-b94d-c46b73215fa0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:23.160275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d46b1082-5e98-4066-967e-978b53e9e26c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913856 Feb 04 15:33:23.165385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46414) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:23.173663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:23.176058 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.194445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621848a-de73-4f6f-b272-175e32548819 req-44d7f4b6-367f-49c9-9465-1353c929125c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:23.197485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a621848a-de73-4f6f-b272-175e32548819 req-44d7f4b6-367f-49c9-9465-1353c929125c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 950 time: 0.2532556 Feb 04 15:33:23.217425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2cb41-d28b-437d-a54c-ddf9179f35a2 req-70979b1d-84b3-4565-80e5-313d1c4b78f3 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:23.219165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83d2cb41-d28b-437d-a54c-ddf9179f35a2 req-70979b1d-84b3-4565-80e5-313d1c4b78f3 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.5616343 Feb 04 15:33:23.237435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:23.238157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.322121 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.347017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a621848a-de73-4f6f-b272-175e32548819 req-b3603040-9ccb-4ea7-8b7a-fea82b8f8087 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371660 Feb 04 15:33:23.363059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] For port 4a1fd315-0d51-4e77-ae48-590cb9c2a471, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:23.415896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83d2cb41-d28b-437d-a54c-ddf9179f35a2 req-72d40e86-37bd-41ab-b5e1-acd1fbb61f9d tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719754 Feb 04 15:33:23.421924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] For port 4a1fd315-0d51-4e77-ae48-590cb9c2a471, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4a1fd315-0d51-4e77-ae48-590cb9c2a471,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:23.440293 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.467785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:23.471112 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53f7cbd-3c7d-4516-a920-f749d71df1c2" -d '{"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-unplugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:23.499028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e67-58b0-4fc3-bea5-95a37ca6bfda tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.552356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:23.573012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.589829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:23.595315 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.624901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d1e67-58b0-4fc3-bea5-95a37ca6bfda tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=d991d43c-1b6a-412b-a661-a2b3c5390371,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:23.643597 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9f3da721-4826-44d7-9894-f8c294401f0d None None] Provisioning complete for port 914a1620-3c86-4e84-a29e-222d67d6126c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:23.644012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f3da721-4826-44d7-9894-f8c294401f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.649474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4550c-15a9-44c2-84ca-5a6d09969ca5 None None] Pushing event updated for resources: {'Port': ['ID=4a1fd315-0d51-4e77-ae48-590cb9c2a471,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:23.744107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.783815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9f3da721-4826-44d7-9894-f8c294401f0d None None] Port 914a1620-3c86-4e84-a29e-222d67d6126c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:23.793067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e67-58b0-4fc3-bea5-95a37ca6bfda tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.803865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c25d1e67-58b0-4fc3-bea5-95a37ca6bfda tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/d991d43c-1b6a-412b-a661-a2b3c5390371 HTTP/1.1" status: 204 len: 168 time: 1.2976418 Feb 04 15:33:23.808192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46430) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:23.833875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:23.866687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:33:23.886249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2667f-3bd7-4cb6-900b-8404b914b894 req-6a8c258e-38ea-4bf3-8534-e582fbfad56c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:23.898589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-03c2667f-3bd7-4cb6-900b-8404b914b894 req-6a8c258e-38ea-4bf3-8534-e582fbfad56c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 944 time: 0.1271038 Feb 04 15:33:23.929065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-56be2234-da8e-49c1-ac60-9dbcd3441ff1 None None] Could not find standard attr ID for object d991d43c-1b6a-412b-a661-a2b3c5390371. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:33:23.969922 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-1926cb97-84d7-4d96-b4b9-f29f46e838b5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] GET failed (client error): The resource could not be found. Feb 04 15:33:23.974324 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1926cb97-84d7-4d96-b4b9-f29f46e838b5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports/d991d43c-1b6a-412b-a661-a2b3c5390371 HTTP/1.1" status: 404 len: 333 time: 0.1524923 Feb 04 15:33:23.988848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] Deleting port 8c9e7a9c-0ce1-494e-9831-23eda146bed7 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:23.988848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:23.992251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46432) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:24.043847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-03c2667f-3bd7-4cb6-900b-8404b914b894 req-a357a8e4-5b4a-4138-9099-b94cdbfe0f0a tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368761 Feb 04 15:33:24.146704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-672ea1ee-6020-4158-b194-cfe3796a616c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.162492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] For port 8c9e7a9c-0ce1-494e-9831-23eda146bed7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8c9e7a9c-0ce1-494e-9831-23eda146bed7,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:24.163244 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.182495 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e46025-527f-46f7-a7e7-2deab38c5ab5 x-openstack-request-id: req-18e46025-527f-46f7-a7e7-2deab38c5ab5 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:24.183039 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-unplugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:24.183477 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18e46025-527f-46f7-a7e7-2deab38c5ab5 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:24.184062 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa', 'code': 200} Feb 04 15:33:24.196592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] Calling delete_port for 8c9e7a9c-0ce1-494e-9831-23eda146bed7 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:24.217037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-672ea1ee-6020-4158-b194-cfe3796a616c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.256162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f762125-2559-4c39-86ec-3457fe8f4718 req-87a182dd-83ae-4cfc-9789-43e29cd1de30 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:24.265004 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f762125-2559-4c39-86ec-3457fe8f4718 req-87a182dd-83ae-4cfc-9789-43e29cd1de30 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 1101 time: 0.6918695 Feb 04 15:33:24.290822 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-672ea1ee-6020-4158-b194-cfe3796a616c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.301242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-672ea1ee-6020-4158-b194-cfe3796a616c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.305766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-672ea1ee-6020-4158-b194-cfe3796a616c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/security-groups/81b4ecfd-a50a-4bf2-9690-0cc61bf772b8 HTTP/1.1" status: 204 len: 168 time: 0.3114870 Feb 04 15:33:24.309016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46434) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:24.341353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ea1ee-6020-4158-b194-cfe3796a616c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b4ecfd-a50a-4bf2-9690-0cc61bf772b8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:24.367648 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.433373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f20e2f5-5af3-44a3-8fc1-ddf8a5cd473e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.436859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] Pushing event deleted for resources: {'Port': ['ID=8c9e7a9c-0ce1-494e-9831-23eda146bed7,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:24.449331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device b41fd557-7e0c-4210-b6ff-431af6f30f13 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:33:24.482389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb3dad-b9c7-4853-a8ef-331c165d7098 None None] No DVR routers for this DVR port 8c9e7a9c-0ce1-494e-9831-23eda146bed7 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:24.497018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f20e2f5-5af3-44a3-8fc1-ddf8a5cd473e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.570844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f762125-2559-4c39-86ec-3457fe8f4718 req-2bbc8a47-3e96-46c6-b454-699cb1c7132c tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043609 Feb 04 15:33:24.607861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f20e2f5-5af3-44a3-8fc1-ddf8a5cd473e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.613462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f20e2f5-5af3-44a3-8fc1-ddf8a5cd473e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.613690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.619093 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8f20e2f5-5af3-44a3-8fc1-ddf8a5cd473e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/security-groups/2a3c0dfd-d2d7-4952-8c28-49f653e987b4 HTTP/1.1" status: 204 len: 168 time: 0.2973135 Feb 04 15:33:24.620065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46440) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:24.653120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20e2f5-5af3-44a3-8fc1-ddf8a5cd473e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3c0dfd-d2d7-4952-8c28-49f653e987b4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:24.729107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4a1fd315-0d51-4e77-ae48-590cb9c2a471 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:24.731760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8b2257f-940c-48fc-809e-38d5d1a3cc21 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.738246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.792771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8b2257f-940c-48fc-809e-38d5d1a3cc21 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.817969 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.887214 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8b2257f-940c-48fc-809e-38d5d1a3cc21 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.890871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8b2257f-940c-48fc-809e-38d5d1a3cc21 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:24.896981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a8b2257f-940c-48fc-809e-38d5d1a3cc21 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/security-groups/486515c7-48cd-4dab-8b37-0688b65b0462 HTTP/1.1" status: 204 len: 168 time: 0.2671802 Feb 04 15:33:24.897631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46452) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:24.953610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port b41fd557-7e0c-4210-b6ff-431af6f30f13, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b41fd557-7e0c-4210-b6ff-431af6f30f13,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:24.991656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'b41fd557-7e0c-4210-b6ff-431af6f30f13', 'network_id': '60cbeedf-ce49-4303-b921-aa1dceec1123', 'port_id': 'b41fd557-7e0c-4210-b6ff-431af6f30f13', 'mac_address': 'fa:16:3e:64:6c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4492d8e7-37ab-431b-bf81-dee81ec03258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:33:25.037704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:25.055404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2257f-940c-48fc-809e-38d5d1a3cc21 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486515c7-48cd-4dab-8b37-0688b65b0462,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:25.085328 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.116230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc3f71-e71b-4431-8de6-9d4448f04a8d req-5dcffb59-2890-414b-8a47-87865cccab57 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:25.118870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7cc3f71-e71b-4431-8de6-9d4448f04a8d req-5dcffb59-2890-414b-8a47-87865cccab57 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.2529833 Feb 04 15:33:25.124305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cc29f5-e478-4661-aa51-06a37340e355 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet 3ecc8870-410c-4c37-9008-229821c1403c {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:25.138476 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6cc29f5-e478-4661-aa51-06a37340e355 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.151988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41fd557-7e0c-4210-b6ff-431af6f30f13 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:25.195258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port b41fd557-7e0c-4210-b6ff-431af6f30f13, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b41fd557-7e0c-4210-b6ff-431af6f30f13,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:25.219878 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.223604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:25.224236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.229085 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6cc29f5-e478-4661-aa51-06a37340e355 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.261903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7cc3f71-e71b-4431-8de6-9d4448f04a8d req-361d1b34-9599-4317-9267-c21f00124f77 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257594 Feb 04 15:33:25.459346 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6cc29f5-e478-4661-aa51-06a37340e355 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.512444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=b41fd557-7e0c-4210-b6ff-431af6f30f13,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:25.532560 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.633546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 4a1fd315-0d51-4e77-ae48-590cb9c2a471, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4a1fd315-0d51-4e77-ae48-590cb9c2a471,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:25.640069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['b41fd557-7e0c-4210-b6ff-431af6f30f13'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:25.643313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874a1e6-6ae7-487c-b0e5-95878a5aba9e None None] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:25.660819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:25.666978 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.673339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=eabfc407-464e-484e-a2fb-7a423330cc28,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:25.699959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:25.700915 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.706048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcea15-7638-4d56-ac9d-481f07006cb9 req-a67a17b4-70a2-4056-8adf-7937d527be8c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:25.706048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3fcea15-7638-4d56-ac9d-481f07006cb9 req-a67a17b4-70a2-4056-8adf-7937d527be8c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 945 time: 0.1562517 Feb 04 15:33:25.708473 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6cc29f5-e478-4661-aa51-06a37340e355 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.728474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83cb9f3-0d5f-4ed0-98ca-8eeaa181cf12 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:25.736930 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-d4683fef-45fd-4c67-a5f9-6f4902e3d009 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6962721 Feb 04 15:33:25.773341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc29f5-e478-4661-aa51-06a37340e355 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecc8870-410c-4c37-9008-229821c1403c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:25.798197 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6cc29f5-e478-4661-aa51-06a37340e355 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.810542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e6cc29f5-e478-4661-aa51-06a37340e355 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/3ecc8870-410c-4c37-9008-229821c1403c HTTP/1.1" status: 204 len: 168 time: 0.8631883 Feb 04 15:33:25.819894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46466) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:25.822752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Allocated IP 172.25.1.2 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/25b7d696-34a1-43e3-8637-3c556ed528b6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:25.908009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3fcea15-7638-4d56-ac9d-481f07006cb9 req-68667221-6ea1-4acf-b791-e407f8a38cca tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812906 Feb 04 15:33:25.931249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-43d48866-5ac5-440b-a8ed-2c329648fac3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7622733 Feb 04 15:33:25.941678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46470) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:25.951149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e28c766-75ef-4816-b6cc-78e8c78ed0f5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet e42adf94-564f-4600-b0fb-e6035b06b04c {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:25.964540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e28c766-75ef-4816-b6cc-78e8c78ed0f5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:25.969767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'name': 'tempest-NetworksTestDHCPv6-1572174906'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:25.988685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router 172125c5-3c05-4c41-ba89-6eeb42b09761 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:33:26.021823 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e28c766-75ef-4816-b6cc-78e8c78ed0f5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.172804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8c9e7a9c-0ce1-494e-9831-23eda146bed7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:26.177457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f1b82-e26c-4624-a8ce-7c500ad3aa8d None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:26.178886 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e28c766-75ef-4816-b6cc-78e8c78ed0f5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.312410 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e28c766-75ef-4816-b6cc-78e8c78ed0f5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.347962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e28c766-75ef-4816-b6cc-78e8c78ed0f5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.360540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6e28c766-75ef-4816-b6cc-78e8c78ed0f5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/e42adf94-564f-4600-b0fb-e6035b06b04c HTTP/1.1" status: 204 len: 168 time: 0.5352085 Feb 04 15:33:26.385633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8c9e7a9c-0ce1-494e-9831-23eda146bed7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:33:26.386517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8c9e7a9c-0ce1-494e-9831-23eda146bed7 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:33:26.387896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46484) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:26.443174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195249-264c-41dc-b178-960bc578d017 req-82afe028-c653-4de2-9d51-8912e6934378 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:26.445567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-82afe028-c653-4de2-9d51-8912e6934378 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6772513 Feb 04 15:33:26.496134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c72a207-6b4d-4b7e-a1a0-c9e96da3fe9b None None] Provisioning complete for port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:26.496701 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c72a207-6b4d-4b7e-a1a0-c9e96da3fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.549693 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b2fe04-b259-41ea-bd8d-b1a07d89df2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:26.550461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b2fe04-b259-41ea-bd8d-b1a07d89df2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:26.557142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c9b2fe04-b259-41ea-bd8d-b1a07d89df2b tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/3ecc8870-410c-4c37-9008-229821c1403c HTTP/1.1" status: 404 len: 337 time: 0.1642334 Feb 04 15:33:26.573369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46486) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:26.578305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=4a1fd315-0d51-4e77-ae48-590cb9c2a471,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:26.600879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-16b25619-97aa-488f-96e4-d99423f4edae tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/quotas/aab7b7ea57c6451aa1c9fcf4e0dc532f HTTP/1.1" status: 200 len: 375 time: 0.0927548 Feb 04 15:33:26.725840 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.894819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0495ed-ec41-490c-8b0b-876095dd345e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting subnet ddc1139d-d4db-48a1-840a-12f89e5eddd4 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:26.916042 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0495ed-ec41-490c-8b0b-876095dd345e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.920972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:26.942425 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6542ad88-c3c9-4d29-aaea-32f2df14110d None None] Sync routers for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:33:26.970739 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542ad88-c3c9-4d29-aaea-32f2df14110d None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:26.971879 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6542ad88-c3c9-4d29-aaea-32f2df14110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:26.978057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4189bdb3-8348-44b1-ad27-f49ba3716666 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/routers/172125c5-3c05-4c41-ba89-6eeb42b09761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0144093 Feb 04 15:33:26.981957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:26.988583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:26.997487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46490) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:27.045303 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6542ad88-c3c9-4d29-aaea-32f2df14110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:27.061594 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542ad88-c3c9-4d29-aaea-32f2df14110d None None] Routers {'172125c5-3c05-4c41-ba89-6eeb42b09761'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:27.063068 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6542ad88-c3c9-4d29-aaea-32f2df14110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['172125c5-3c05-4c41-ba89-6eeb42b09761'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:27.073165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28c766-75ef-4816-b6cc-78e8c78ed0f5 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=e42adf94-564f-4600-b0fb-e6035b06b04c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:27.133242 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6542ad88-c3c9-4d29-aaea-32f2df14110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:27.134418 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6542ad88-c3c9-4d29-aaea-32f2df14110d None None] The sync data for ids ['172125c5-3c05-4c41-ba89-6eeb42b09761'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:33:27.148347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee6317-4284-4dd3-9de8-aa422d448952 req-759d637b-150e-4eee-a2a8-a32f63e233c0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:27.158799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4cee6317-4284-4dd3-9de8-aa422d448952 req-759d637b-150e-4eee-a2a8-a32f63e233c0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.1076908 Feb 04 15:33:27.163119 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-6ccd93d4-eaea-4753-a1a2-822e7cbd7019 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4566598 Feb 04 15:33:27.194538 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0495ed-ec41-490c-8b0b-876095dd345e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.201132 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 0272bc7c-0ec1-4a82-b549-76642a0d26ec yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:33:27.217239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.247774 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4cee6317-4284-4dd3-9de8-aa422d448952 req-2a995f14-0245-4055-8cf6-646a421fe6e3 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853336 Feb 04 15:33:27.265593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'eabfc407-464e-484e-a2fb-7a423330cc28'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:33:27.267119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.366013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-0376f6b1-8fdc-46ed-80c6-35a38e271b98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1415780 Feb 04 15:33:27.598703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-028d99dd-91f0-493a-863e-b010603d8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:27.601320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-028d99dd-91f0-493a-863e-b010603d8cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 1101 time: 0.1966157 Feb 04 15:33:27.668348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba902f-6a3f-4554-ab3d-3c807ec75a8d req-d2407a9d-444f-4051-936d-1ad3bf01d823 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:27.671159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13ba902f-6a3f-4554-ab3d-3c807ec75a8d req-d2407a9d-444f-4051-936d-1ad3bf01d823 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 945 time: 0.3032868 Feb 04 15:33:27.712096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/eabfc407-464e-484e-a2fb-7a423330cc28/55171763-cbc9-4e4b-aba1-e2dacc8f5a27) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:27.740291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d134c12e-c3ab-4e59-af72-9d4736135b84 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:33:27.793301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:27.811678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-77aeb2d6-ecd1-40c0-b5c9-9886293fb14f req-3cd367be-a335-4d79-abcc-9caee845283e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 210 time: 0.1439180 Feb 04 15:33:27.820115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:27.837679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:27.876150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Pushing event updated for resources: {'Port': ['ID=25b7d696-34a1-43e3-8637-3c556ed528b6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:27.894270 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0495ed-ec41-490c-8b0b-876095dd345e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:27.927305 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.050544 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13ba902f-6a3f-4554-ab3d-3c807ec75a8d req-6bf00a19-22c2-455e-b4aa-fbf14a83525e tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460081 Feb 04 15:33:28.122846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-8fc234a9-49cb-4330-ab15-22ea5f45d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:28.124833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-8fc234a9-49cb-4330-ab15-22ea5f45d1f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.4522026 Feb 04 15:33:28.154999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-74dd618c-9fbf-4497-bd78-ce32a0db4ff6 None None] Provisioning complete for port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:28.155612 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74dd618c-9fbf-4497-bd78-ce32a0db4ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.187207 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-5ed26489-e973-4139-839a-39172197a1e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=c0a1ee08-3f50-46cd-a7f5-b70753c9338f HTTP/1.1" status: 200 len: 217 time: 0.0549750 Feb 04 15:33:28.239010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.259038 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.340910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-d011d263-007f-4c44-be64-b51b2979aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:28.343763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-d011d263-007f-4c44-be64-b51b2979aa5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1477821 Feb 04 15:33:28.402188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:28.435287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:28.437961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'mac_address': 'fa:16:3e:b8:dd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:33:28.441409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:28.444256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:28.446879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Pushing event updated for resources: {'Port': ['ID=55171763-cbc9-4e4b-aba1-e2dacc8f5a27,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:28.515990 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0495ed-ec41-490c-8b0b-876095dd345e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.548114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-7050ff9f-6c54-4693-ac96-2e4997ed6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:28.557605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-7050ff9f-6c54-4693-ac96-2e4997ed6e95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1899107 Feb 04 15:33:28.698156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4a1fd315-0d51-4e77-ae48-590cb9c2a471 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:28.718756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::1f9 (9441201d-a349-4a5a-8681-870320442b3d/eabfc407-464e-484e-a2fb-7a423330cc28/0272bc7c-0ec1-4a82-b549-76642a0d26ec) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:28.756821 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.761854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Attempting to bind port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:28.762629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Attempting to bind port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:28.763188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Attempting to bind port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:28.787132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:28.788748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:28.789524 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.790239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:28.792620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Bound port: 55171763-cbc9-4e4b-aba1-e2dacc8f5a27, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:28.793273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.800683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d134c12e-c3ab-4e59-af72-9d4736135b84 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:28.820920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0495ed-ec41-490c-8b0b-876095dd345e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc1139d-d4db-48a1-840a-12f89e5eddd4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:28.864469 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0495ed-ec41-490c-8b0b-876095dd345e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.878052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9d0495ed-ec41-490c-8b0b-876095dd345e tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/ddc1139d-d4db-48a1-840a-12f89e5eddd4 HTTP/1.1" status: 204 len: 168 time: 2.2925370 Feb 04 15:33:28.881220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46526) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:28.914888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:28.930715 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:28.943385 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91b5151-f48a-4e95-bc97-fec0381af018 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:28.943921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91b5151-f48a-4e95-bc97-fec0381af018 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:28.955249 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b91b5151-f48a-4e95-bc97-fec0381af018 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/28b4b052-011b-481a-bcbd-6b9bd4f5a01d HTTP/1.1" status: 404 len: 337 time: 0.0717077 Feb 04 15:33:28.973302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46528) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:28.984163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:28.984669 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.054119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.074043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-944a5b5e-7238-4ed1-a1b5-28649f10f04a service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132682 Feb 04 15:33:29.077832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] For port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:29.080555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec96062-9305-4294-a607-94186f6e5af4 None None] Network 48e971f2-c437-4312-b53e-11d10e2cb7b2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:29.110619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:29.122201 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6ff9ba77-5f9a-48f6-9ee3-5430e7703182 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "GET /v2.0/ports?device_id=fdac3931-d176-4ad0-ac30-661b4e395485 HTTP/1.1" status: 200 len: 205 time: 0.1348817 Feb 04 15:33:29.140785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46532) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:29.160685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba1e3b3b-3146-48f5-a281-b63c3c93014f req-749fa5a6-ce0b-4955-af3f-54870e329ec8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 210 time: 0.1884904 Feb 04 15:33:29.162602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] For port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=55171763-cbc9-4e4b-aba1-e2dacc8f5a27,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:29.223425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d134c12e-c3ab-4e59-af72-9d4736135b84'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:29.261166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.315582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4cf9971e-7545-4ead-a9d7-834df81c2c2f None None] Provisioning complete for port 281cd19a-1db2-40b9-823b-fc54e408a555 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:29.315892 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cf9971e-7545-4ead-a9d7-834df81c2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.483909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fe230-6780-4988-ad39-74b43287b493 req-94f351d6-f4be-44d7-9b41-88c007ad429b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:29.488208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5fe230-6780-4988-ad39-74b43287b493 req-94f351d6-f4be-44d7-9b41-88c007ad429b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 945 time: 0.2127025 Feb 04 15:33:29.493154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-388e3a6f-a9e0-46c8-8b8b-7b66dd337883 req-824047a1-9988-452e-b163-50745a8c70f2 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787913 Feb 04 15:33:29.589728 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5fe230-6780-4988-ad39-74b43287b493 req-f4d7ece3-1ed8-4f4a-863f-f79bf620e4ed tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938179 Feb 04 15:33:29.832326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-e06737cf-fa93-45e9-942e-a5f21d52a0da tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899713 Feb 04 15:33:29.842441 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:29.904281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e69f8-5ae8-4cff-ba27-b54906cfe3ae req-e4a14562-082a-43b9-a04a-0d5a37a0fc6a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:29.911765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fca4f-f25d-40a3-a380-35710be66d70 None None] Pushing event updated for resources: {'Port': ['ID=55171763-cbc9-4e4b-aba1-e2dacc8f5a27,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:29.917610 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-060e69f8-5ae8-4cff-ba27-b54906cfe3ae req-e4a14562-082a-43b9-a04a-0d5a37a0fc6a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 1.4544175 Feb 04 15:33:30.012709 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-7aca13d2-bd6b-479a-8782-1d2631dab390 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] delete failed (client error): The resource could not be found. Feb 04 15:33:30.016747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7aca13d2-bd6b-479a-8782-1d2631dab390 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/routers/fdac3931-d176-4ad0-ac30-661b4e395485 HTTP/1.1" status: 404 len: 336 time: 0.8603325 Feb 04 15:33:30.026969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46544) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:30.097705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4cf9971e-7545-4ead-a9d7-834df81c2c2f None None] Provisioning complete for port 914a1620-3c86-4e84-a29e-222d67d6126c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:30.098219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cf9971e-7545-4ead-a9d7-834df81c2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.113923 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c838bc1-09c5-41da-b44c-a9ff31df77b6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:30.114429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c838bc1-09c5-41da-b44c-a9ff31df77b6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:30.122802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5c838bc1-09c5-41da-b44c-a9ff31df77b6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/a98db984-31ec-4488-a04d-9fca85da5a58 HTTP/1.1" status: 404 len: 337 time: 0.0855916 Feb 04 15:33:30.124685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46546) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:30.135423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] DHCP port deletion for 48e971f2-c437-4312-b53e-11d10e2cb7b2 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:33:30.201162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9971e-7545-4ead-a9d7-834df81c2c2f None None] Port 914a1620-3c86-4e84-a29e-222d67d6126c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:30.210738 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e7404b-169f-49b1-9faa-7b2e00ff0d1d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:30.211718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e7404b-169f-49b1-9faa-7b2e00ff0d1d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:30.217656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-00e7404b-169f-49b1-9faa-7b2e00ff0d1d tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/5e971612-fe94-4e69-b0c4-7f49261be9fd HTTP/1.1" status: 404 len: 337 time: 0.0899599 Feb 04 15:33:30.240032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195249-264c-41dc-b178-960bc578d017 req-ef96a33d-97ea-4c7c-b5c6-6309d60e34f9 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:30.240734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-060e69f8-5ae8-4cff-ba27-b54906cfe3ae req-4ea743b1-b2d5-4e1b-aee3-112a7a7344ec tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132799 Feb 04 15:33:30.242304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-ef96a33d-97ea-4c7c-b5c6-6309d60e34f9 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3972409 Feb 04 15:33:30.243343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46550) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:30.290463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] Deleting port 281cd19a-1db2-40b9-823b-fc54e408a555 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:30.290902 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.297139 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-8692fcbc-1895-4fb8-aa65-fe55a11662c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:30.297774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8692fcbc-1895-4fb8-aa65-fe55a11662c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:30.301306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8692fcbc-1895-4fb8-aa65-fe55a11662c0 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/8d2ef9dd-63a0-40c2-90f6-98bcd48b9881 HTTP/1.1" status: 404 len: 337 time: 0.0567229 Feb 04 15:33:30.306747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Request body: {'port': {'device_id': '30280b85-a992-426d-8108-cf100a7a27a0', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': 'aab7b7ea57c6451aa1c9fcf4e0dc532f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:30.311163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46552) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:30.325769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port a244acdd-f90b-4944-8044-b9c74639f87a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:30.326189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.367117 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14d16db4-9986-482a-a9de-d24c36ce7aba req-d3cf1680-c347-43d4-8137-503d6692a322 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 210 time: 0.0550137 Feb 04 15:33:30.367543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.371482 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f062dd5f-de97-4231-88ca-e76aec350a58 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:30.372281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f062dd5f-de97-4231-88ca-e76aec350a58 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:30.375573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f062dd5f-de97-4231-88ca-e76aec350a58 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/379bd339-e596-4309-b3ce-b8af629c9a8e HTTP/1.1" status: 404 len: 333 time: 0.0627000 Feb 04 15:33:30.406652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46554) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:30.436675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] For port 281cd19a-1db2-40b9-823b-fc54e408a555, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=281cd19a-1db2-40b9-823b-fc54e408a555,segment=NetworkSegment(0251d133-d34b-431b-88c4-bdac0391c3b6),segment_id=0251d133-d34b-431b-88c4-bdac0391c3b6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:30.438005 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.465847 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-370adaf1-ead7-4444-8958-b66da487e453 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:30.466996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370adaf1-ead7-4444-8958-b66da487e453 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:30.471292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-370adaf1-ead7-4444-8958-b66da487e453 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/b7a39428-66be-4487-b1c6-eebe2ff647dd HTTP/1.1" status: 404 len: 337 time: 0.0626459 Feb 04 15:33:30.474528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device b41fd557-7e0c-4210-b6ff-431af6f30f13 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:30.476944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46556) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:30.572817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] Calling delete_port for 281cd19a-1db2-40b9-823b-fc54e408a555 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:30.615880 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8631616-9267-4e69-b1a8-b68775278cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.620760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port b41fd557-7e0c-4210-b6ff-431af6f30f13 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:30.629023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port b41fd557-7e0c-4210-b6ff-431af6f30f13 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:30.629433 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.643779 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-520102c9-bcfe-4f5f-8390-7343a4a38d5c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:30.644757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520102c9-bcfe-4f5f-8390-7343a4a38d5c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:30.655096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-520102c9-bcfe-4f5f-8390-7343a4a38d5c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/0af1e28d-eba1-459e-8ac3-9ebad4a37bd2 HTTP/1.1" status: 404 len: 337 time: 0.1752687 Feb 04 15:33:30.660079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46560) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:30.686910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Made reservation on behalf of aab7b7ea57c6451aa1c9fcf4e0dc532f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:30.700973 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.715858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.746223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for a244acdd-f90b-4944-8044-b9c74639f87a owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:30.789759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:30.799866 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.857382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:30.895367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Allocated IP 192.168.233.66 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/f111f4f4-21ff-45ee-8305-59f4a4d4f656) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:30.982542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] Pushing event deleted for resources: {'Port': ['ID=281cd19a-1db2-40b9-823b-fc54e408a555,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:30.991496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b31a15-c04a-4f82-80a9-6489086be448 None None] No DVR routers for this DVR port 281cd19a-1db2-40b9-823b-fc54e408a555 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:31.106673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.111261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:31.112424 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.118860 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fea6c54-7deb-48a5-aedd-51322dc84fe4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:31.119781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fea6c54-7deb-48a5-aedd-51322dc84fe4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:31.120332 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.122973 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0fea6c54-7deb-48a5-aedd-51322dc84fe4 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/a8392fcc-101d-4fc3-bcf1-fc04c55bc84c HTTP/1.1" status: 404 len: 333 time: 0.3475947 Feb 04 15:33:31.126205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46572) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:31.163518 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-447d0710-553f-4a00-b60c-01333674abf7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:31.164369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447d0710-553f-4a00-b60c-01333674abf7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:31.168658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-447d0710-553f-4a00-b60c-01333674abf7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/34a30012-0c51-4f05-a16f-ef6d2b1857f9 HTTP/1.1" status: 404 len: 337 time: 0.0381269 Feb 04 15:33:31.171293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46574) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:31.218444 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f35b1f4-3c6d-4b72-87da-19152271c6a6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:31.219591 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.219850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f35b1f4-3c6d-4b72-87da-19152271c6a6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:31.226412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7f35b1f4-3c6d-4b72-87da-19152271c6a6 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/subnets/3d620370-2486-4b41-a3ec-c156c1907600 HTTP/1.1" status: 404 len: 337 time: 0.0513802 Feb 04 15:33:31.226642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:31.226739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46576) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:31.232558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e55061-f249-49fb-8503-7a2e82571eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41fd557-7e0c-4210-b6ff-431af6f30f13'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:31.240468 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe777d-f27e-42cc-989a-8003a14c4bb8" -d '{"events": [{"server_uuid": "88e55061-f249-49fb-8503-7a2e82571eda", "name": "network-vif-plugged", "status": "completed", "tag": "b41fd557-7e0c-4210-b6ff-431af6f30f13"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:31.243536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:31.244735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=0272bc7c-0ec1-4a82-b549-76642a0d26ec,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:31.248438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:31.254940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:31.255977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.260133 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.275133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.301253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-cf06d4c8-10b2-459c-b892-b9641a40fae6 None None] Provisioning complete for port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:31.301856 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf06d4c8-10b2-459c-b892-b9641a40fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.310116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=a244acdd-f90b-4944-8044-b9c74639f87a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:31.326601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa70a5c-4225-4af1-aad1-8f1eb7bb8ab7 req-3a8880cb-5a5b-4005-8a31-0546270a7246 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:31.345297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3aa70a5c-4225-4af1-aad1-8f1eb7bb8ab7 req-3a8880cb-5a5b-4005-8a31-0546270a7246 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 945 time: 0.5251043 Feb 04 15:33:31.368240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event updated for resources: {'Port': ['ID=f111f4f4-21ff-45ee-8305-59f4a4d4f656,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:31.394027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:31.404440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:31.420974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port b41fd557-7e0c-4210-b6ff-431af6f30f13, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b41fd557-7e0c-4210-b6ff-431af6f30f13,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:31.434517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:31.440000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:31.444504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', '6bf42e08-e7b4-485a-926d-b6c994c4e812', '40bec3aa-24de-4bbf-894a-15951633b0f2', '9e0690aa-ca20-4c2d-a27d-8896d2960197'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:31.456844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cd071350-384b-4f58-b60a-282f265373bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4944532 Feb 04 15:33:31.507788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46584) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:31.571659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.648176 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.655911 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3aa70a5c-4225-4af1-aad1-8f1eb7bb8ab7 req-40da68a8-d425-49b1-8f28-1a6e21663620 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783079 Feb 04 15:33:31.797999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:31.800766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.847869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.863664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:31.884306 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06ec503-e0d4-4507-b8d5-ee4940f55ae7 x-openstack-request-id: req-d06ec503-e0d4-4507-b8d5-ee4940f55ae7 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:31.884897 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e55061-f249-49fb-8503-7a2e82571eda", "name": "network-vif-plugged", "status": "completed", "tag": "b41fd557-7e0c-4210-b6ff-431af6f30f13", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:31.887055 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d06ec503-e0d4-4507-b8d5-ee4940f55ae7 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:31.887900 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e55061-f249-49fb-8503-7a2e82571eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41fd557-7e0c-4210-b6ff-431af6f30f13', 'code': 200} Feb 04 15:33:31.896748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d134c12e-c3ab-4e59-af72-9d4736135b84 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:31.914070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=b41fd557-7e0c-4210-b6ff-431af6f30f13,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:31.927179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00297627-6ccd-4231-9822-c003f93be741 req-34e44542-5679-4189-a3b0-186ec48c0d4e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:31.930194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-00297627-6ccd-4231-9822-c003f93be741 req-34e44542-5679-4189-a3b0-186ec48c0d4e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.4996257 Feb 04 15:33:31.934361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9b98f36b-56a3-42d3-8c05-89328e210dd7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Deleting port 914a1620-3c86-4e84-a29e-222d67d6126c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:31.935459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9b98f36b-56a3-42d3-8c05-89328e210dd7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.005115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6dbcf-b78c-4792-bbc1-f2b9fea9da84 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.017160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6dbcf-b78c-4792-bbc1-f2b9fea9da84 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.020823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f1b6dbcf-b78c-4792-bbc1-f2b9fea9da84 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5062947 Feb 04 15:33:32.031041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46588) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:32.033672 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-3d003722-ea74-4511-90e5-ad42c4ad541a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7378380 Feb 04 15:33:32.087985 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.122138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Request body: {'port': {'device_id': '30280b85-a992-426d-8108-cf100a7a27a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:32.139390 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf06d4c8-10b2-459c-b892-b9641a40fae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.171993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.173231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Fanout notify agent at l3_agent the message router_deleted on router 172125c5-3c05-4c41-ba89-6eeb42b09761 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:33:32.196462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9b98f36b-56a3-42d3-8c05-89328e210dd7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.198770 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.200762 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-13e22df0-423d-4fa9-b598-f553c36dbcc3 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/routers/172125c5-3c05-4c41-ba89-6eeb42b09761 HTTP/1.1" status: 204 len: 168 time: 5.1962490 Feb 04 15:33:32.212229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46590) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:32.227129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-00297627-6ccd-4231-9822-c003f93be741 req-be12fdef-f308-4771-af9b-540a724a51db tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429576 Feb 04 15:33:32.240410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9b98f36b-56a3-42d3-8c05-89328e210dd7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Calling delete_port for 914a1620-3c86-4e84-a29e-222d67d6126c owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:32.242964 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.256037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c403c8-f5e3-4a19-b3e1-2d04b429309c req-1f949c98-a76c-4bb2-bac6-a0d9bfbdef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.258646 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93c403c8-f5e3-4a19-b3e1-2d04b429309c req-1f949c98-a76c-4bb2-bac6-a0d9bfbdef7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 1097 time: 0.2629688 Feb 04 15:33:32.304652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Router dee0273f-e1c1-41f2-b915-45c46971fe46 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:33:32.358362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port d134c12e-c3ab-4e59-af72-9d4736135b84 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:32.359052 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.374610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=55171763-cbc9-4e4b-aba1-e2dacc8f5a27,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:32.401416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e74f3-b8cf-41fe-a5dc-5b9ce03867c9 req-4aac6fd8-d35b-44cc-b54e-a9160ab70c7e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.405063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c3e74f3-b8cf-41fe-a5dc-5b9ce03867c9 req-4aac6fd8-d35b-44cc-b54e-a9160ab70c7e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 935 time: 0.4102433 Feb 04 15:33:32.428845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.552887 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9b98f36b-56a3-42d3-8c05-89328e210dd7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.554437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 281cd19a-1db2-40b9-823b-fc54e408a555 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:32.568429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa4312c-e935-4d6a-9066-955d5d0471bd tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting subnet f9a06fab-0906-4b9f-9907-ee7c611e9235 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:32.589128 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fa4312c-e935-4d6a-9066-955d5d0471bd tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.618551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98f36b-56a3-42d3-8c05-89328e210dd7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Port': ['ID=914a1620-3c86-4e84-a29e-222d67d6126c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:32.630641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 281cd19a-1db2-40b9-823b-fc54e408a555 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:33:32.630641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 281cd19a-1db2-40b9-823b-fc54e408a555 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:33:32.652821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93c403c8-f5e3-4a19-b3e1-2d04b429309c req-e92f1318-9741-4c1b-876d-bc19c05c8361 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042159 Feb 04 15:33:32.703849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9b98f36b-56a3-42d3-8c05-89328e210dd7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.714006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9b98f36b-56a3-42d3-8c05-89328e210dd7 tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/ports/914a1620-3c86-4e84-a29e-222d67d6126c HTTP/1.1" status: 204 len: 168 time: 1.4835186 Feb 04 15:33:32.721103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46600) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:32.743153 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-cf06d4c8-10b2-459c-b892-b9641a40fae6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:33:32.744491 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-cf06d4c8-10b2-459c-b892-b9641a40fae6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:33:32.766606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c3e74f3-b8cf-41fe-a5dc-5b9ce03867c9 req-d5366306-5611-4bbe-a7b1-b062becf4962 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306537 Feb 04 15:33:32.779386 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fa4312c-e935-4d6a-9066-955d5d0471bd tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.840270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-5c17c58e-3750-43b5-b4c1-130e87ceef4b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 0272bc7c-0ec1-4a82-b549-76642a0d26ec {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:32.841001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c17c58e-3750-43b5-b4c1-130e87ceef4b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.855135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=55171763-cbc9-4e4b-aba1-e2dacc8f5a27,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:32.885412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.887278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.887627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.887973 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.888312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.888647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.888979 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.889311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.889639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.889967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.890319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.890646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.890972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:32.898717 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:32.937092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:32.945811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8f8e-e65d-471b-834e-6f318a931c11 req-c89ae19d-85a7-4c76-9f3f-c3ed851e4b4d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:32.947523 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f17b8f8e-e65d-471b-834e-6f318a931c11 req-c89ae19d-85a7-4c76-9f3f-c3ed851e4b4d tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 946 time: 0.1121953 Feb 04 15:33:32.987103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Sync routers for ids ['dee0273f-e1c1-41f2-b915-45c46971fe46'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:33:33.002666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.004070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-694b24b3-e2e0-4bd5-a5cf-2506d8c69282 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.4624188 Feb 04 15:33:33.009026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46604) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:33.057800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Routers {'dee0273f-e1c1-41f2-b915-45c46971fe46'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:33.058874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['dee0273f-e1c1-41f2-b915-45c46971fe46'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:33.062352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:33.088155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f111f4f4-21ff-45ee-8305-59f4a4d4f656 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:33.092912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c17c58e-3750-43b5-b4c1-130e87ceef4b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.100947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.112175 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.121218 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fa4312c-e935-4d6a-9066-955d5d0471bd tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.122584 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.152350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f17b8f8e-e65d-471b-834e-6f318a931c11 req-9ae0debf-5d77-4bca-8249-007f4eed6fcb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916749 Feb 04 15:33:33.177338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e971f2-c437-4312-b53e-11d10e2cb7b2']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:33.191682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-5c17c58e-3750-43b5-b4c1-130e87ceef4b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 0272bc7c-0ec1-4a82-b549-76642a0d26ec owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:33.194929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Transition to ACTIVE for port object f111f4f4-21ff-45ee-8305-59f4a4d4f656 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:33:33.200917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0251d133-d34b-431b-88c4-bdac0391c3b6') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:33.201386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0251d133-d34b-431b-88c4-bdac0391c3b6') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:33.214480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.223682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.287283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.321380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:33.349390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Set router dee0273f-e1c1-41f2-b915-45c46971fe46 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:33:33.447749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Pushing event updated for resources: {'Port': ['ID=f111f4f4-21ff-45ee-8305-59f4a4d4f656,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:33.460657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:33:33.461748 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:33:33.467793 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:33:33.530791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fa4312c-e935-4d6a-9066-955d5d0471bd tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.611564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ae260d2a-5c99-4008-a842-1c077faa77d1 None None] Provisioning complete for port 0272bc7c-0ec1-4a82-b549-76642a0d26ec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:33.612251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae260d2a-5c99-4008-a842-1c077faa77d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.622457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Attempting to bind port f111f4f4-21ff-45ee-8305-59f4a4d4f656 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:33.622758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Attempting to bind port f111f4f4-21ff-45ee-8305-59f4a4d4f656 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:33.624224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Attempting to bind port f111f4f4-21ff-45ee-8305-59f4a4d4f656 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:33.645050 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00ec2f09-82e0-45b2-a399-31d862868baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.647396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Port f111f4f4-21ff-45ee-8305-59f4a4d4f656 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:33:33.649068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Attempting to bind port f111f4f4-21ff-45ee-8305-59f4a4d4f656 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:33.665749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:33.666086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:33.666876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:33.681529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Bound port: f111f4f4-21ff-45ee-8305-59f4a4d4f656, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:33.681529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.690074 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.721125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.730008 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] 10.222.0.47 "DELETE /v2.0/networks/48e971f2-c437-4312-b53e-11d10e2cb7b2 HTTP/1.1" status: 204 len: 168 time: 1.0051167 Feb 04 15:33:33.760475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cede2f-eb1d-40a2-9397-fe0391b5049c tempest-PortsIpV6TestJSON-1472053512 tempest-PortsIpV6TestJSON-1472053512-project] Pushing event deleted for resources: {'Network': ['ID=48e971f2-c437-4312-b53e-11d10e2cb7b2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:33.775089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ae260d2a-5c99-4008-a842-1c077faa77d1 None None] Port 0272bc7c-0ec1-4a82-b549-76642a0d26ec cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:33.822686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fa4312c-e935-4d6a-9066-955d5d0471bd tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:33.830961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6fa4312c-e935-4d6a-9066-955d5d0471bd tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/subnets/f9a06fab-0906-4b9f-9907-ee7c611e9235 HTTP/1.1" status: 204 len: 168 time: 1.6060789 Feb 04 15:33:33.835679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46632) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:33.852934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044e2ff-a3ac-46bc-b286-a4d94916fdf3 None None] Network 042f602e-54fd-4980-9f1a-f7d4cd03c022 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:33.911594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:33.915613 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee1389-8019-45cf-98ff-d709e85d42df" -d '{"events": [{"server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "name": "network-vif-plugged", "status": "completed", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:34.057709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] For port f111f4f4-21ff-45ee-8305-59f4a4d4f656, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:34.095040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] For port f111f4f4-21ff-45ee-8305-59f4a4d4f656, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f111f4f4-21ff-45ee-8305-59f4a4d4f656,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:34.115281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.288745 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.316819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7d88-75cc-44b3-ac05-dc7f7aa48f80 req-26c1ee05-1f8f-4689-8265-a1e88d576d66 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:34.329934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f7d88-75cc-44b3-ac05-dc7f7aa48f80 req-26c1ee05-1f8f-4689-8265-a1e88d576d66 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 947 time: 0.4270396 Feb 04 15:33:34.332745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46646) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:34.376416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:34.379110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.381659 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] 10.222.0.30 "PUT /v2.0/ports/f111f4f4-21ff-45ee-8305-59f4a4d4f656 HTTP/1.1" status: 200 len: 1095 time: 2.2798719 Feb 04 15:33:34.388971 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30280b85-a992-426d-8108-cf100a7a27a0', 'tag': 'f111f4f4-21ff-45ee-8305-59f4a4d4f656'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:34.393248 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89" -d '{"events": [{"name": "network-changed", "server_uuid": "30280b85-a992-426d-8108-cf100a7a27a0", "tag": "f111f4f4-21ff-45ee-8305-59f4a4d4f656"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:34.415476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 3, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port': {'id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:24Z', 'updated_at': '2022-02-04T15:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:34.477432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Checking router: dee0273f-e1c1-41f2-b915-45c46971fe46 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:33:34.477840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Updating router dee0273f-e1c1-41f2-b915-45c46971fe46 port 25b7d696-34a1-43e3-8637-3c556ed528b6 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:33:34.550294 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.619982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f7d88-75cc-44b3-ac05-dc7f7aa48f80 req-698a74f0-351d-49aa-8c24-aee76300348f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357271 Feb 04 15:33:34.621353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058e99d-30ec-49d7-89d3-852c3c0ab31b service neutron] Pushing event updated for resources: {'Port': ['ID=f111f4f4-21ff-45ee-8305-59f4a4d4f656,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:34.638955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] DHCP port deletion for 042f602e-54fd-4980-9f1a-f7d4cd03c022 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:33:34.819722 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c17c58e-3750-43b5-b4c1-130e87ceef4b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:34.911327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4312c-e935-4d6a-9066-955d5d0471bd tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a06fab-0906-4b9f-9907-ee7c611e9235,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:34.947036 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bae3d6-4f25-4eca-b93a-b12f1fd8800a x-openstack-request-id: req-65bae3d6-4f25-4eca-b93a-b12f1fd8800a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:34.947334 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "name": "network-vif-plugged", "status": "completed", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:34.947613 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65bae3d6-4f25-4eca-b93a-b12f1fd8800a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:34.948186 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'code': 200} Feb 04 15:33:34.994308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f8c53575-f12e-4263-93ea-819cfad86049 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=911d82a09525459aa52186e2c0ee4cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6367202 Feb 04 15:33:34.996054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:35.004434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46660) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:35.012089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17c58e-3750-43b5-b4c1-130e87ceef4b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=0272bc7c-0ec1-4a82-b549-76642a0d26ec,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:35.019887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c17c58e-3750-43b5-b4c1-130e87ceef4b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.024039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195249-264c-41dc-b178-960bc578d017 req-b717b71f-3618-4471-831f-0b3735d55a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.027012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-b717b71f-3618-4471-831f-0b3735d55a4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 1098 time: 0.4630153 Feb 04 15:33:35.031310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5c17c58e-3750-43b5-b4c1-130e87ceef4b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/0272bc7c-0ec1-4a82-b549-76642a0d26ec HTTP/1.1" status: 204 len: 168 time: 2.9578912 Feb 04 15:33:35.055919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46662) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:35.141530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c28999-3777-471f-9f0a-ab15ce48c9ad req-940a6596-4fe8-4f59-b3f9-bcc83b198834 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.163054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c28999-3777-471f-9f0a-ab15ce48c9ad req-940a6596-4fe8-4f59-b3f9-bcc83b198834 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 1.6519690 Feb 04 15:33:35.215771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port e9a40a55-4127-4f9a-b5bf-3939c9fee26f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:35.216616 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.238710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd4f1d-60cb-4725-9751-37a20748a4fd req-4de3e8b9-4ae1-46de-8529-b8ff0347b8fb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.241421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4dd4f1d-60cb-4725-9751-37a20748a4fd req-4de3e8b9-4ae1-46de-8529-b8ff0347b8fb tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 946 time: 0.3409154 Feb 04 15:33:35.395917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] Deleting port e9a40a55-4127-4f9a-b5bf-3939c9fee26f {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:35.396606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.403943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:35.404570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.451725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c28999-3777-471f-9f0a-ab15ce48c9ad req-84bafb7e-ae52-4a3f-8cc4-86355cb646ea tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403464 Feb 04 15:33:35.542732 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-94c5b8dd-d009-40ac-a1d1-2e91d3c04fc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=f111f4f4-21ff-45ee-8305-59f4a4d4f656 HTTP/1.1" status: 200 len: 217 time: 0.4837413 Feb 04 15:33:35.593150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] For port e9a40a55-4127-4f9a-b5bf-3939c9fee26f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,segment=NetworkSegment(53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5),segment_id=53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:35.593150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.593814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d305e-f1b6-4621-a0f2-147a4501dc8a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.598300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d305e-f1b6-4621-a0f2-147a4501dc8a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:35.603735 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-726d305e-f1b6-4621-a0f2-147a4501dc8a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5237589 Feb 04 15:33:35.607919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46664) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:35.631739 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.642389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] Calling delete_port for e9a40a55-4127-4f9a-b5bf-3939c9fee26f owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:35.646492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.678767 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe6a8b-6506-4c1e-bad4-67fb7f5e1c81 x-openstack-request-id: req-b5fe6a8b-6506-4c1e-bad4-67fb7f5e1c81 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:35.680096 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30280b85-a992-426d-8108-cf100a7a27a0", "tag": "f111f4f4-21ff-45ee-8305-59f4a4d4f656", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:35.680411 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5fe6a8b-6506-4c1e-bad4-67fb7f5e1c81 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:35.680823 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30280b85-a992-426d-8108-cf100a7a27a0', 'tag': 'f111f4f4-21ff-45ee-8305-59f4a4d4f656', 'status': 'completed', 'code': 200} Feb 04 15:33:35.710254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.767751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4dd4f1d-60cb-4725-9751-37a20748a4fd req-758481bb-898a-4e0b-9fe1-b9f793df2297 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958714 Feb 04 15:33:35.807458 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-686e2cf2-e24b-4a2a-a62f-921b64e3f450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.843786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-686e2cf2-e24b-4a2a-a62f-921b64e3f450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.869583 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.922895 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-686e2cf2-e24b-4a2a-a62f-921b64e3f450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.926954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-686e2cf2-e24b-4a2a-a62f-921b64e3f450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.927216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8920b0f-b6d8-4681-ba61-7684e8151821 None None] Pushing event updated for resources: {'Port': ['ID=25b7d696-34a1-43e3-8637-3c556ed528b6,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:35.932095 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-686e2cf2-e24b-4a2a-a62f-921b64e3f450 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/244ab258-5077-4783-83ca-21750f942d05 HTTP/1.1" status: 204 len: 168 time: 0.9224644 Feb 04 15:33:35.933555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Attempting to bind port 25b7d696-34a1-43e3-8637-3c556ed528b6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:35.933935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Attempting to bind port 25b7d696-34a1-43e3-8637-3c556ed528b6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:35.934547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Attempting to bind port 25b7d696-34a1-43e3-8637-3c556ed528b6 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:35.958698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:35.959181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:35.959485 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.959874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:35.960375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Bound port: 25b7d696-34a1-43e3-8637-3c556ed528b6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:35.960762 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:35.972492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] For port e9a40a55-4127-4f9a-b5bf-3939c9fee26f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,segment=NetworkSegment(53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5),segment_id=53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:35.972927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.018967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e2cf2-e24b-4a2a-a62f-921b64e3f450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244ab258-5077-4783-83ca-21750f942d05,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:36.025913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195249-264c-41dc-b178-960bc578d017 req-d63981a1-7b82-4e1d-af7f-39cd16376b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:36.031942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-d63981a1-7b82-4e1d-af7f-39cd16376b46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4289062 Feb 04 15:33:36.046846 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.060440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for e9a40a55-4127-4f9a-b5bf-3939c9fee26f owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:36.063108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] For port 25b7d696-34a1-43e3-8637-3c556ed528b6, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:36.133140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e9a40a55-4127-4f9a-b5bf-3939c9fee26f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:36.139576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] Pushing event deleted for resources: {'Port': ['ID=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:36.145505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] For port 25b7d696-34a1-43e3-8637-3c556ed528b6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=25b7d696-34a1-43e3-8637-3c556ed528b6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:36.170273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df97e9-3934-4616-8cf9-7615de9651f4 None None] No DVR routers for this DVR port e9a40a55-4127-4f9a-b5bf-3939c9fee26f on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:36.172762 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.175993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e9a40a55-4127-4f9a-b5bf-3939c9fee26f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:33:36.175993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e9a40a55-4127-4f9a-b5bf-3939c9fee26f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:33:36.234724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bb8a5-8b6b-4669-a1a1-ece5bde7ba3f req-cb571430-1ce7-4485-8b19-15bafb604962 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:36.240875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-936bb8a5-8b6b-4669-a1a1-ece5bde7ba3f req-cb571430-1ce7-4485-8b19-15bafb604962 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 947 time: 0.3309205 Feb 04 15:33:36.287665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Routers {'dee0273f-e1c1-41f2-b915-45c46971fe46'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:36.288031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['dee0273f-e1c1-41f2-b915-45c46971fe46'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:36.290502 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8920b0f-b6d8-4681-ba61-7684e8151821 None None] Pushing event updated for resources: {'Port': ['ID=25b7d696-34a1-43e3-8637-3c556ed528b6,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:36.311582 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:33:36.356772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195249-264c-41dc-b178-960bc578d017 req-e3285c86-77d6-4f76-9aec-32aa37f88f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:36.358864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-e3285c86-77d6-4f76-9aec-32aa37f88f0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3046913 Feb 04 15:33:36.362269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64adb23-08ba-4885-b8ae-bee7e2b3e6be tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet eabfc407-464e-484e-a2fb-7a423330cc28 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:36.425002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a64adb23-08ba-4885-b8ae-bee7e2b3e6be tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.558048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-936bb8a5-8b6b-4669-a1a1-ece5bde7ba3f req-3d338913-9da7-4e7e-a82e-dff131fec8c3 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015215 Feb 04 15:33:36.596729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] Set router dee0273f-e1c1-41f2-b915-45c46971fe46 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:33:36.619124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a64adb23-08ba-4885-b8ae-bee7e2b3e6be tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.788375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fababce6-741d-4540-a6f3-1aab7d892da3 req-e471f619-9c59-4e80-a078-7fa5b1da91da tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:36.796884 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.802731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fababce6-741d-4540-a6f3-1aab7d892da3 req-e471f619-9c59-4e80-a078-7fa5b1da91da tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 946 time: 0.4347448 Feb 04 15:33:36.808196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-d845fda0-01f2-4f47-abaa-1f9ab40d3e92 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373214 Feb 04 15:33:36.853194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=e9a40a55-4127-4f9a-b5bf-3939c9fee26f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:36.918207 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:36.954096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Allocated IP 172.20.0.1 (2818131a-3d72-4bf3-badd-4ad43be248d9/9682f642-20f8-4349-b4cf-782cc3378e89/285ca04b-adec-4d32-8dec-fdcbb860c452) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:36.987564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fababce6-741d-4540-a6f3-1aab7d892da3 req-744bef9a-45da-445f-9f23-9f09f5193c4f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836123 Feb 04 15:33:37.000964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74462e1f-cedb-4c8d-9031-b3142446cedf req-64e8bf14-f878-4ff1-9b4d-9c338e896ea3 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.009429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74462e1f-cedb-4c8d-9031-b3142446cedf req-64e8bf14-f878-4ff1-9b4d-9c338e896ea3 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.2586522 Feb 04 15:33:37.011799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] No DVR routers for this DVR port e9a40a55-4127-4f9a-b5bf-3939c9fee26f on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:37.229289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 3, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port': {'id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:24Z', 'updated_at': '2022-02-04T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:37.255019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1195249-264c-41dc-b178-960bc578d017 req-79456859-0616-4a30-83ac-d8e2eafb52a7 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388041 Feb 04 15:33:37.370029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a64adb23-08ba-4885-b8ae-bee7e2b3e6be tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.422901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83095ba-2b52-4fce-8409-d8f764131544 None None] The sync data for ids ['dee0273f-e1c1-41f2-b915-45c46971fe46'] in n-d-827869-1 is: [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:33:28Z', 'revision_number': 3, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port': {'id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:24Z', 'updated_at': '2022-02-04T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:33:37.440027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.470507 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.525327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a64adb23-08ba-4885-b8ae-bee7e2b3e6be tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.574420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46712) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:37.590059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64adb23-08ba-4885-b8ae-bee7e2b3e6be tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=eabfc407-464e-484e-a2fb-7a423330cc28,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:37.635664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a64adb23-08ba-4885-b8ae-bee7e2b3e6be tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.638029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae76c0-d4c7-4913-8dc2-76718888d59a None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:37.640974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a64adb23-08ba-4885-b8ae-bee7e2b3e6be tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/eabfc407-464e-484e-a2fb-7a423330cc28 HTTP/1.1" status: 204 len: 168 time: 2.0314708 Feb 04 15:33:37.646337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46718) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:37.651485 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.740433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-84d2224d-f92c-45bc-b913-5b2fb94c0f38 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a433d16-a49d-4618-b9bc-234c697a6d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7209871 Feb 04 15:33:37.745801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-63cd1ef3-49a7-4068-9a1b-382c2aec7bff tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971506 Feb 04 15:33:37.750050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:37.753597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46720) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:37.757424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74462e1f-cedb-4c8d-9031-b3142446cedf req-5838b592-b105-4921-a460-1c900ee2b09b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7468417 Feb 04 15:33:37.869795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042f602e-54fd-4980-9f1a-f7d4cd03c022']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:37.901536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-e34f7f28-3820-42d3-bbf0-193f8b4ebde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:37.904305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-e34f7f28-3820-42d3-bbf0-193f8b4ebde0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 1098 time: 0.5401793 Feb 04 15:33:38.050261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Pushing event updated for resources: {'Port': ['ID=285ca04b-adec-4d32-8dec-fdcbb860c452,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:38.095126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-427102959'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:38.155712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:38.156230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d673a3-6ef8-4f51-b1d9-9c4e9ea672e5') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:38.158538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:38.198449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:38.203946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.218558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.233437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:38.259985 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.272924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:38.408635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:33:38.565546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.590473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.594348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] Deleting port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:38.598083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.602336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:33:38.603937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41ef06-fe3f-4ecc-b2b0-fdbb78dfcc98 req-6ca759f4-05a2-4188-8189-aa320a7e05db tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.604687 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.613735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc41ef06-fe3f-4ecc-b2b0-fdbb78dfcc98 req-6ca759f4-05a2-4188-8189-aa320a7e05db tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 947 time: 0.8822746 Feb 04 15:33:38.708028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b84ad-02de-422f-85ba-4557be9e2901 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:38.709711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b57b84ad-02de-422f-85ba-4557be9e2901 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7025430 Feb 04 15:33:38.738692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46726) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:38.883969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] For port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=55171763-cbc9-4e4b-aba1-e2dacc8f5a27,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:38.886593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.902085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc41ef06-fe3f-4ecc-b2b0-fdbb78dfcc98 req-90bbb9dc-16d6-4fe8-b7db-4e5e2da4b3ec tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887628 Feb 04 15:33:38.913588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.916140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] Calling delete_port for 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:38.950942 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.972413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:38.989811 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:38.990235 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment c5181a78-7f9c-4182-9d94-f6a294765a2b of type vlan for network 85b100e1-f262-4676-b1e6-e6e7d6031f87 Feb 04 15:33:39.001325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f49fa0b0-4fa2-411a-a158-88dba052d6c6 None None] Provisioning complete for port 285ca04b-adec-4d32-8dec-fdcbb860c452 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:39.001962 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f49fa0b0-4fa2-411a-a158-88dba052d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.074614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 25b7d696-34a1-43e3-8637-3c556ed528b6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:39.191742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc3779-1279-4867-a1cb-03dd51685c2a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:39.195778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bfbc3779-1279-4867-a1cb-03dd51685c2a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4403894 Feb 04 15:33:39.211027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:39.215334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f49fa0b0-4fa2-411a-a158-88dba052d6c6 None None] Port 285ca04b-adec-4d32-8dec-fdcbb860c452 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:39.243780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.268249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 25b7d696-34a1-43e3-8637-3c556ed528b6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:39.270233 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.337552 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.393849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] Pushing event deleted for resources: {'Port': ['ID=55171763-cbc9-4e4b-aba1-e2dacc8f5a27,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:39.400705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4901e95b-8685-457c-b9d0-1db3f6219df6 None None] No DVR routers for this DVR port 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:33:39.417470 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:33:39.472498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-59d5b154-a420-4c93-b4de-11cf4aa58216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:39.474006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-59d5b154-a420-4c93-b4de-11cf4aa58216 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 1.4748874 Feb 04 15:33:39.577318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.589819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-e34724c0-4c63-4b75-a651-186e99ab85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:39.591830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.593930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-e34724c0-4c63-4b75-a651-186e99ab85e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 1101 time: 1.6876748 Feb 04 15:33:39.594548 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.resource_extend [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:33:39.614329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-c3503708-6f65-4d37-a240-65fadc85017e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=f111f4f4-21ff-45ee-8305-59f4a4d4f656 HTTP/1.1" status: 200 len: 217 time: 0.0987508 Feb 04 15:33:39.645631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 25b7d696-34a1-43e3-8637-3c556ed528b6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=25b7d696-34a1-43e3-8637-3c556ed528b6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:39.647333 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4891c0ec-9e88-4715-90c5-297bf3be2739 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4248209 Feb 04 15:33:39.659174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46740) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:39.664305 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.684030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.691446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:39.692517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.700675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.701435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:39.753601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dfaa5-a723-4126-a833-c6c3f906b429 req-5ce452fb-21ea-4469-b581-6cc93a1ad2be tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:39.755511 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-be6dfaa5-a723-4126-a833-c6c3f906b429 req-5ce452fb-21ea-4469-b581-6cc93a1ad2be tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 946 time: 1.4861298 Feb 04 15:33:39.757515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:39.763749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/networks/042f602e-54fd-4980-9f1a-f7d4cd03c022 HTTP/1.1" status: 204 len: 168 time: 5.9240181 Feb 04 15:33:39.789574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=25b7d696-34a1-43e3-8637-3c556ed528b6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:39.791868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43681dda-5625-4df6-b509-697cfcaf90f6 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Network': ['ID=042f602e-54fd-4980-9f1a-f7d4cd03c022,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:39.796332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:39.797576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46742) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:39.833895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:33:39.834182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 55171763-cbc9-4e4b-aba1-e2dacc8f5a27 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:33:39.865408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=85b100e1-f262-4676-b1e6-e6e7d6031f87,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:39.884608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 85b100e1-f262-4676-b1e6-e6e7d6031f87 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:33:39.906824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031d4619-6701-4884-80e2-92fffdd5fd84,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:39.950449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-be6dfaa5-a723-4126-a833-c6c3f906b429 req-0eaa56b4-8ae9-4b00-b188-22894d211ec0 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517732 Feb 04 15:33:40.076923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-5146ede6-af50-4d64-9caf-f44aeb9e76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.081967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-5146ede6-af50-4d64-9caf-f44aeb9e76a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.4492929 Feb 04 15:33:40.114460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4da6438e-87e4-46ed-af6b-0767b7df894c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5325623 Feb 04 15:33:40.123146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46748) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:40.139800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1813757066'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:40.230916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-f0c8b51c-f2d4-4fbd-8cbb-f42289a252b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.232281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-f0c8b51c-f2d4-4fbd-8cbb-f42289a252b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.5926886 Feb 04 15:33:40.240355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:40.249458 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.333773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.339217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-e0d3f48c-08c4-4070-a304-a23d3dfeec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.340934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-e0d3f48c-08c4-4070-a304-a23d3dfeec54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2497180 Feb 04 15:33:40.348040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-769c2819-cb77-4c4b-ade8-52f9af65c5f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6d437229-c7d1-4cc4-85ee-535b854c7c35 HTTP/1.1" status: 200 len: 217 time: 0.0727539 Feb 04 15:33:40.380271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2cf1d-aa89-4d65-9d9e-514e74f8d3c8 req-7ccd93eb-9c71-4025-ae0f-798991de7a02 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.391017 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1d2cf1d-aa89-4d65-9d9e-514e74f8d3c8 req-7ccd93eb-9c71-4025-ae0f-798991de7a02 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 1.0331697 Feb 04 15:33:40.478779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f111f4f4-21ff-45ee-8305-59f4a4d4f656 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:33:40.492929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-37703447-8bb3-4a60-8344-5dd9c706df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.495292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-37703447-8bb3-4a60-8344-5dd9c706df8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1303847 Feb 04 15:33:40.518101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54764e45-b241-4d8a-b149-bb356a8f20b3 req-ff40daa2-6e8f-45da-8c36-6e0caea13c83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:40.521195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54764e45-b241-4d8a-b149-bb356a8f20b3 req-ff40daa2-6e8f-45da-8c36-6e0caea13c83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 947 time: 0.3442342 Feb 04 15:33:40.527437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:40.536056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.541854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port ff87ee9b-b801-411a-a343-85462bb551c2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:40.542297 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.557602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1d2cf1d-aa89-4d65-9d9e-514e74f8d3c8 req-e7a119df-733c-4fb2-984b-3b85af75fd08 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649792 Feb 04 15:33:40.720734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f111f4f4-21ff-45ee-8305-59f4a4d4f656, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f111f4f4-21ff-45ee-8305-59f4a4d4f656,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:40.735583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'f111f4f4-21ff-45ee-8305-59f4a4d4f656', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'f111f4f4-21ff-45ee-8305-59f4a4d4f656', 'mac_address': 'fa:16:3e:b0:46:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:33:40.781102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:40.785130 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-93871ddf-bce0-4895-aa11-554044aa163d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329686 Feb 04 15:33:40.867585 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.869651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54764e45-b241-4d8a-b149-bb356a8f20b3 req-f5c485cf-da2d-413f-b346-f1c4d3c85679 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295574 Feb 04 15:33:40.886529 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.886963 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment 6ee37f0f-56cf-4765-af0b-a468e730728e of type vlan for network a4300d58-6347-4b86-9b65-502e74d4fc20 Feb 04 15:33:40.918560 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.925444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:40.933924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f111f4f4-21ff-45ee-8305-59f4a4d4f656 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:41.012372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f111f4f4-21ff-45ee-8305-59f4a4d4f656, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f111f4f4-21ff-45ee-8305-59f4a4d4f656,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:41.016142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 25b7d696-34a1-43e3-8637-3c556ed528b6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:41.033604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.098153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-86410930-9120-4a4d-a0b3-42444c8dfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.101699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-86410930-9120-4a4d-a0b3-42444c8dfed7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5759010 Feb 04 15:33:41.148435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for ff87ee9b-b801-411a-a343-85462bb551c2 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:41.282830 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.344866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f111f4f4-21ff-45ee-8305-59f4a4d4f656,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:41.400663 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 25b7d696-34a1-43e3-8637-3c556ed528b6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:41.401275 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.424182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:41.432982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:41.441428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.442070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.455990 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.486942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead595c-0791-40b5-b8f7-5437c24c5d3a None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:41.528139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['f111f4f4-21ff-45ee-8305-59f4a4d4f656'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:41.539339 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8432631 Feb 04 15:33:41.543766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46762) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:41.553785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': 'a6012820-5073-49d9-bc66-c5ea41ec8909', 'ip_address': '2001:db8::af1d:3cb:e5d5:d967'}], 'name': 'tempest-NetworksTestDHCPv6-1835772357'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:41.667564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0888d0-f16a-4338-8454-4fbf4bbe8015 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=a6012820-5073-49d9-bc66-c5ea41ec8909,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:41.685359 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.696002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:41.697140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.831850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.856263 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cef6b54f-f8d5-4481-aa1e-03d9f26fea89 req-e12d4c2a-6744-4107-90b1-b2d5317c6647 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0611258 Feb 04 15:33:41.858747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7286687 Feb 04 15:33:41.899413 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46766) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:41.955762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': '85b100e1-f262-4676-b1e6-e6e7d6031f87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:41.968944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-93a32a7f-c759-4957-bbf1-c085edffb20e service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8173833 Feb 04 15:33:41.982829 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:41.997083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e30fe-5ebf-41e7-b367-00bb1148edfe req-b814a415-02b9-49a0-becf-b7c34c3e264f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.006391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a90e30fe-5ebf-41e7-b367-00bb1148edfe req-b814a415-02b9-49a0-becf-b7c34c3e264f tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 946 time: 0.4451561 Feb 04 15:33:42.227492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'a6012820-5073-49d9-bc66-c5ea41ec8909'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:33:42.229028 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.239010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e648f10-ad61-4dec-b042-cde7df8c7b7c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=a4300d58-6347-4b86-9b65-502e74d4fc20,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:42.308062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a4300d58-6347-4b86-9b65-502e74d4fc20 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:33:42.314908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:42.324824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.335377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a90e30fe-5ebf-41e7-b367-00bb1148edfe req-4a7b036f-ffe7-4b80-a3b3-3c6e9194de0c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275952 Feb 04 15:33:42.336023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Pushing event updated for resources: {'Port': ['ID=285ca04b-adec-4d32-8dec-fdcbb860c452,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:42.374310 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.583896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=ff87ee9b-b801-411a-a343-85462bb551c2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:42.623819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.720844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab991ddf-db00-4d27-a369-86f540fe5ac6 req-0312c1ac-1ea2-43e4-84d1-78702c58b4fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:42.742350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab991ddf-db00-4d27-a369-86f540fe5ac6 req-0312c1ac-1ea2-43e4-84d1-78702c58b4fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.7070138 Feb 04 15:33:42.749988 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.758032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.769144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e7b9a917-5ff7-459f-b177-2e0241407e41 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/floatingips/98ed6879-adf0-46ec-971e-b034f9b2cb49 HTTP/1.1" status: 204 len: 168 time: 2.9631186 Feb 04 15:33:42.775917 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31afb972-e112-4c34-b2ba-7544dc708a49 req-fcc9497e-4571-42b9-bc88-81a2d014a006 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7898934 Feb 04 15:33:42.779082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:42.792448 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:42.799372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46774) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:42.979400 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d709f00-a524-4ab7-8c2f-296fc002228a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:42.980428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d709f00-a524-4ab7-8c2f-296fc002228a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:42.988744 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1d709f00-a524-4ab7-8c2f-296fc002228a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/ports/79d313f4-bb81-45e3-850f-5a4deb61979c HTTP/1.1" status: 404 len: 333 time: 0.1790950 Feb 04 15:33:42.994205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:42.995903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port c91bde0f-8048-4ebc-84cf-0590c90ef7f5 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:33:43.049903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bbf6aadf-1682-4d73-9808-bb639b3b1069 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "GET /v2.0/ports?device_id=172125c5-3c05-4c41-ba89-6eeb42b09761 HTTP/1.1" status: 200 len: 205 time: 0.0531116 Feb 04 15:33:43.052921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46780) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:43.089234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/a6012820-5073-49d9-bc66-c5ea41ec8909/d7daedf0-394f-4f0b-a076-f353e3a25502) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:43.107705 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-eccb5397-8a36-477c-9dbc-1d88a5c4ee40 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] delete failed (client error): The resource could not be found. Feb 04 15:33:43.112705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-eccb5397-8a36-477c-9dbc-1d88a5c4ee40 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/routers/172125c5-3c05-4c41-ba89-6eeb42b09761 HTTP/1.1" status: 404 len: 336 time: 0.0564878 Feb 04 15:33:43.123646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46782) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:43.199188 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f9a13b-8069-4d9d-b8cf-4b6cac1d7e18 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] DELETE failed (client error): The resource could not be found. Feb 04 15:33:43.199661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f9a13b-8069-4d9d-b8cf-4b6cac1d7e18 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:33:43.204828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-29f9a13b-8069-4d9d-b8cf-4b6cac1d7e18 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/subnets/f9a06fab-0906-4b9f-9907-ee7c611e9235 HTTP/1.1" status: 404 len: 337 time: 0.0759728 Feb 04 15:33:43.221338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46784) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:43.296048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb017f87-d325-41dd-8bdb-ea6fa8117404 req-7c04cfb4-6b0d-4ab6-b638-456c70a6d624 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.302352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb017f87-d325-41dd-8bdb-ea6fa8117404 req-7c04cfb4-6b0d-4ab6-b638-456c70a6d624 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 948 time: 0.8281968 Feb 04 15:33:43.335844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab991ddf-db00-4d27-a369-86f540fe5ac6 req-35f1ff18-8ee2-42b8-a76c-0a138ecd4ec5 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916548 Feb 04 15:33:43.347722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:43.352169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:43.483893 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.501112 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.675836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Router dee0273f-e1c1-41f2-b915-45c46971fe46 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:33:43.677052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:43.684902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:43.692423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:43.694557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb017f87-d325-41dd-8bdb-ea6fa8117404 req-62df1d80-213a-455e-b36b-9ac28f528d90 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166223 Feb 04 15:33:43.708288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-47ec98cc-6299-4606-90d1-743ee403fa32 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:43.712825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Pushing event updated for resources: {'Port': ['ID=d7daedf0-394f-4f0b-a076-f353e3a25502,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:43.716208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-47ec98cc-6299-4606-90d1-743ee403fa32 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 946 time: 0.6020939 Feb 04 15:33:43.867568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Attempting to bind port d7daedf0-394f-4f0b-a076-f353e3a25502 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:43.867853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Attempting to bind port d7daedf0-394f-4f0b-a076-f353e3a25502 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:43.868223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Attempting to bind port d7daedf0-394f-4f0b-a076-f353e3a25502 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:43.884521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:43.885191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:43.885761 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.886438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:43.887743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Bound port: d7daedf0-394f-4f0b-a076-f353e3a25502, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:43.888519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:43.928465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::af1d:3cb:e5d5:d967 (9441201d-a349-4a5a-8681-870320442b3d/a6012820-5073-49d9-bc66-c5ea41ec8909/c91bde0f-8048-4ebc-84cf-0590c90ef7f5) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:43.987363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] For port d7daedf0-394f-4f0b-a076-f353e3a25502, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:44.001035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] For port d7daedf0-394f-4f0b-a076-f353e3a25502, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d7daedf0-394f-4f0b-a076-f353e3a25502,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:44.016306 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.088402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-75fae6ce-ac9f-401f-bd10-54c07054bd3a None None] Provisioning complete for port 285ca04b-adec-4d32-8dec-fdcbb860c452 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:44.089119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-75fae6ce-ac9f-401f-bd10-54c07054bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.198490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-75fae6ce-ac9f-401f-bd10-54c07054bd3a None None] Port 285ca04b-adec-4d32-8dec-fdcbb860c452 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:44.202033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7543112-c5b1-4ec7-a6e7-2cd38e035be5 None None] Pushing event updated for resources: {'Port': ['ID=d7daedf0-394f-4f0b-a076-f353e3a25502,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:44.252388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.287275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7a51f594-5f43-423e-9d0f-1b2ec8316d20 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 25f255a1-cea8-407b-9658-a05fce85e91d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:44.287861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a51f594-5f43-423e-9d0f-1b2ec8316d20 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.501594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f111f4f4-21ff-45ee-8305-59f4a4d4f656 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:44.621655 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a51f594-5f43-423e-9d0f-1b2ec8316d20 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.642459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7a51f594-5f43-423e-9d0f-1b2ec8316d20 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 25f255a1-cea8-407b-9658-a05fce85e91d owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:44.938052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0d5d9-7e12-48d6-b75a-075fd33dbaf7 req-7df068c8-500e-4946-8c63-6a9e72ac418c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:44.943345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ec0d5d9-7e12-48d6-b75a-075fd33dbaf7 req-7df068c8-500e-4946-8c63-6a9e72ac418c tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 946 time: 1.1311049 Feb 04 15:33:44.949902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port f111f4f4-21ff-45ee-8305-59f4a4d4f656 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:33:44.962546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port f111f4f4-21ff-45ee-8305-59f4a4d4f656 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:44.962934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.994097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Deleting port b41fd557-7e0c-4210-b6ff-431af6f30f13 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:44.994619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:44.997709 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a51f594-5f43-423e-9d0f-1b2ec8316d20 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.009889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d7daedf0-394f-4f0b-a076-f353e3a25502 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:45.113773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.167254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f111f4f4-21ff-45ee-8305-59f4a4d4f656, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f111f4f4-21ff-45ee-8305-59f4a4d4f656,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:45.174032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30280b85-a992-426d-8108-cf100a7a27a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f111f4f4-21ff-45ee-8305-59f4a4d4f656'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:45.176856 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a2aa02-789f-4e98-8312-62f6d2bdfb31" -d '{"events": [{"server_uuid": "30280b85-a992-426d-8108-cf100a7a27a0", "name": "network-vif-plugged", "status": "completed", "tag": "f111f4f4-21ff-45ee-8305-59f4a4d4f656"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:45.178342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51f594-5f43-423e-9d0f-1b2ec8316d20 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=25f255a1-cea8-407b-9658-a05fce85e91d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.188943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d7daedf0-394f-4f0b-a076-f353e3a25502 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:45.189354 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.191683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.193521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 844d04eb-c475-45fc-8ea7-8458c8eeb1ea no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:45.198764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=d5712a52-01fe-45c2-973d-c5b62e9d4dbb,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.209484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:33:45.223603 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Sync routers for ids ['dee0273f-e1c1-41f2-b915-45c46971fe46'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:33:45.231712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ec0d5d9-7e12-48d6-b75a-075fd33dbaf7 req-e2a31935-56e4-4727-9a3b-c5e9195cced5 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644725 Feb 04 15:33:45.242042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-006aa9b5-9d8b-4436-9312-813ee4578e45 admin admin] 10.222.0.47 "PUT /v2.0/routers/dee0273f-e1c1-41f2-b915-45c46971fe46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2315419 Feb 04 15:33:45.288282 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Routers {'dee0273f-e1c1-41f2-b915-45c46971fe46'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:45.289343 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['dee0273f-e1c1-41f2-b915-45c46971fe46'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:45.439859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b567bf-f671-4e8e-8bd3-191e972a57f7 req-e1a08359-16e3-4fa9-a7e4-4a7883586fbe tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.450386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6b567bf-f671-4e8e-8bd3-191e972a57f7 req-e1a08359-16e3-4fa9-a7e4-4a7883586fbe tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.5112023 Feb 04 15:33:45.506453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': 'c5181a78-7f9c-4182-9d94-f6a294765a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85b100e1-f262-4676-b1e6-e6e7d6031f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:45.507049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: 85b100e1-f262-4676-b1e6-e6e7d6031f87, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:45.561206 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.563375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f111f4f4-21ff-45ee-8305-59f4a4d4f656,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.645846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port d7daedf0-394f-4f0b-a076-f353e3a25502, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d7daedf0-394f-4f0b-a076-f353e3a25502,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:45.655759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.708928 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.759568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=d7daedf0-394f-4f0b-a076-f353e3a25502,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.831753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.832305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:45.845503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.847305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device b41fd557-7e0c-4210-b6ff-431af6f30f13 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:45.937831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:45.960308 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a51f594-5f43-423e-9d0f-1b2ec8316d20 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:45.966642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7a51f594-5f43-423e-9d0f-1b2ec8316d20 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/ports/25f255a1-cea8-407b-9658-a05fce85e91d HTTP/1.1" status: 204 len: 168 time: 2.7364202 Feb 04 15:33:45.968076 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Set router dee0273f-e1c1-41f2-b915-45c46971fe46 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:33:45.979354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a785e-c514-4061-b632-ba002440febc req-cd76ad85-d875-4107-ac1c-5888f8854718 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:45.981690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46822) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:45.982130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b0a785e-c514-4061-b632-ba002440febc req-cd76ad85-d875-4107-ac1c-5888f8854718 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 949 time: 0.4820342 Feb 04 15:33:46.123549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6b567bf-f671-4e8e-8bd3-191e972a57f7 req-5b702e2d-9a0d-42ae-9c7f-8022cdb518df tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341791 Feb 04 15:33:46.166895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 85b100e1-f262-4676-b1e6-e6e7d6031f87 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:46.182615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.216067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.239547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b0a785e-c514-4061-b632-ba002440febc req-809c5b6e-3005-49a9-ac9e-697d4448fb83 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442431 Feb 04 15:33:46.294895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] For port b41fd557-7e0c-4210-b6ff-431af6f30f13, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b41fd557-7e0c-4210-b6ff-431af6f30f13,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:46.295174 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.383599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Calling delete_port for b41fd557-7e0c-4210-b6ff-431af6f30f13 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:46.426683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port b41fd557-7e0c-4210-b6ff-431af6f30f13, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b41fd557-7e0c-4210-b6ff-431af6f30f13,segment=NetworkSegment(a6d0ab42-83a0-4129-b935-6c49c0e09476),segment_id=a6d0ab42-83a0-4129-b935-6c49c0e09476)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:46.446396 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93989998-b844-4522-8fb5-0be2f75361da x-openstack-request-id: req-93989998-b844-4522-8fb5-0be2f75361da {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:46.446735 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30280b85-a992-426d-8108-cf100a7a27a0", "name": "network-vif-plugged", "status": "completed", "tag": "f111f4f4-21ff-45ee-8305-59f4a4d4f656", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:46.447009 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93989998-b844-4522-8fb5-0be2f75361da {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:46.447393 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30280b85-a992-426d-8108-cf100a7a27a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f111f4f4-21ff-45ee-8305-59f4a4d4f656', 'code': 200} Feb 04 15:33:46.498428 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.535270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1da573e9-2894-4eeb-bd2f-d9f3b647b22f None None] Provisioning complete for port d7daedf0-394f-4f0b-a076-f353e3a25502 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:46.535933 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1da573e9-2894-4eeb-bd2f-d9f3b647b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.668801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=b41fd557-7e0c-4210-b6ff-431af6f30f13,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:46.723902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=c91bde0f-8048-4ebc-84cf-0590c90ef7f5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:46.738605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 85b100e1-f262-4676-b1e6-e6e7d6031f87) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:46.756859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:46.795611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.796646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e4157-97a9-4cac-80c4-72ac6931a92e None None] Network 85b100e1-f262-4676-b1e6-e6e7d6031f87 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:46.798075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.832236 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:33:40Z', 'revision_number': 4, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port': {'id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:24Z', 'updated_at': '2022-02-04T15:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '285ca04b-adec-4d32-8dec-fdcbb860c452', 'name': '', 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'mac_address': 'fa:16:3e:08:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9682f642-20f8-4349-b4cf-782cc3378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:33:40Z', 'revision_number': 2, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'subnets': [{'id': '9682f642-20f8-4349-b4cf-782cc3378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:46.844885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:46.860829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:46.885870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:46.891298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:46.926020 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Checking router: dee0273f-e1c1-41f2-b915-45c46971fe46 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:33:46.927164 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Updating router dee0273f-e1c1-41f2-b915-45c46971fe46 port 285ca04b-adec-4d32-8dec-fdcbb860c452 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:33:46.945444 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f8ebe87-1f8e-482b-acab-a2fb220ea0c1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9953933 Feb 04 15:33:46.946633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46844) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:46.968471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d7daedf0-394f-4f0b-a076-f353e3a25502 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:46.996552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a803bef-7ab3-43fe-99ca-47754468658c req-d871d902-b2db-480e-b83b-e77e189748ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.003771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a803bef-7ab3-43fe-99ca-47754468658c req-d871d902-b2db-480e-b83b-e77e189748ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 1100 time: 0.5411580 Feb 04 15:33:47.011562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': 'a4300d58-6347-4b86-9b65-502e74d4fc20', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:47.012333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46846) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:47.014001 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.041674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-network', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:47.064535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3539f08c-2077-4caa-802a-8c84e3232cdd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5155573 Feb 04 15:33:47.104432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:47.127883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffacc2-2624-4278-be68-324262447685 req-11807d91-08c9-4472-a22f-b3660b09b16b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.151180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fffacc2-2624-4278-be68-324262447685 req-11807d91-08c9-4472-a22f-b3660b09b16b tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 944 time: 0.6400259 Feb 04 15:33:47.167323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3bc28a0e-f095-4a68-b5ef-46b86ad43831 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 8f567e98-9eb9-45c3-8a9b-0f1966883140 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:47.168039 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3bc28a0e-f095-4a68-b5ef-46b86ad43831 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.253031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d7daedf0-394f-4f0b-a076-f353e3a25502 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:47.253266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.385144 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a803bef-7ab3-43fe-99ca-47754468658c req-e82cd48f-7883-43a4-9753-966d5a43f6e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596399 Feb 04 15:33:47.399099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Made reservation on behalf of a03d77dec3cf490ea443da806c449d6d for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:47.407246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.409812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-85b100e1-f262-4676-b1e6-e6e7d6031f87', 'network_id': '85b100e1-f262-4676-b1e6-e6e7d6031f87', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': 'd5712a52-01fe-45c2-973d-c5b62e9d4dbb'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:33:47.410797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.446395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-38c3d7b2-592d-4b58-8906-284c6b8b459d None None] Provisioning complete for port c91bde0f-8048-4ebc-84cf-0590c90ef7f5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:47.446989 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38c3d7b2-592d-4b58-8906-284c6b8b459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.480040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fffacc2-2624-4278-be68-324262447685 req-8e235a63-56bf-404c-aa16-406af3aff3ff tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271568 Feb 04 15:33:47.482187 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.582460 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.594440 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.628552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-38c3d7b2-592d-4b58-8906-284c6b8b459d None None] Port c91bde0f-8048-4ebc-84cf-0590c90ef7f5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:33:47.730618 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Pushing event updated for resources: {'Port': ['ID=285ca04b-adec-4d32-8dec-fdcbb860c452,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:47.758498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Allocated IP 2001:db8::2 (85b100e1-f262-4676-b1e6-e6e7d6031f87/d5712a52-01fe-45c2-973d-c5b62e9d4dbb/ebba87c0-affe-4eb4-93c0-fe3584ab87c5) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:47.762808 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.763176 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.764907 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.766371 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.767594 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.768891 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.770538 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.771013 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.772508 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.772910 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.773250 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.774423 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:33:47.851772 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Attempting to bind port 285ca04b-adec-4d32-8dec-fdcbb860c452 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:47.852488 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Attempting to bind port 285ca04b-adec-4d32-8dec-fdcbb860c452 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:47.853417 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Attempting to bind port 285ca04b-adec-4d32-8dec-fdcbb860c452 on network 2818131a-3d72-4bf3-badd-4ad43be248d9 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:47.864082 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:47.864569 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Checking segment: {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:47.865187 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.866940 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Bound using segment: {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:47.867553 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Bound port: 285ca04b-adec-4d32-8dec-fdcbb860c452, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:47.868026 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:47.905646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71e990-3a16-4df2-839a-199dafad44ce req-411bb9a7-0d7c-4f48-879a-2bf8d650a2a8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:47.917759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c71e990-3a16-4df2-839a-199dafad44ce req-411bb9a7-0d7c-4f48-879a-2bf8d650a2a8 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 949 time: 0.2727492 Feb 04 15:33:48.011709 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.026385 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.029846 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] For port 285ca04b-adec-4d32-8dec-fdcbb860c452, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:48.043381 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] For port 285ca04b-adec-4d32-8dec-fdcbb860c452, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=285ca04b-adec-4d32-8dec-fdcbb860c452,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:48.054849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.057821 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.083780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.103526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Network 85b100e1-f262-4676-b1e6-e6e7d6031f87 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:48.108700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:48.111956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:48.151147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Pushing event updated for resources: {'Port': ['ID=ebba87c0-affe-4eb4-93c0-fe3584ab87c5,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:48.155280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-76a3a156-e29c-4509-8095-d3aac1680f9a None None] Provisioning complete for port 285ca04b-adec-4d32-8dec-fdcbb860c452 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:48.155724 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76a3a156-e29c-4509-8095-d3aac1680f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.220797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Attempting to bind port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:48.221187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Attempting to bind port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c5181a78-7f9c-4182-9d94-f6a294765a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85b100e1-f262-4676-b1e6-e6e7d6031f87'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:48.221612 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Attempting to bind port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 on network 85b100e1-f262-4676-b1e6-e6e7d6031f87 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:48.240360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb920e6-0336-4d40-92cb-0f55ba54fd4e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:48.243779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:48.244168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Checking segment: {'id': 'c5181a78-7f9c-4182-9d94-f6a294765a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85b100e1-f262-4676-b1e6-e6e7d6031f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:48.244644 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.245064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Bound using segment: {'id': 'c5181a78-7f9c-4182-9d94-f6a294765a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85b100e1-f262-4676-b1e6-e6e7d6031f87'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:48.245589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Bound port: ebba87c0-affe-4eb4-93c0-fe3584ab87c5, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5181a78-7f9c-4182-9d94-f6a294765a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85b100e1-f262-4676-b1e6-e6e7d6031f87'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:48.246015 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.286680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c71e990-3a16-4df2-839a-199dafad44ce req-18c010e3-3b0f-470c-9a3d-957518f077c4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583276 Feb 04 15:33:48.316408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:33:48.343581 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Routers {'dee0273f-e1c1-41f2-b915-45c46971fe46'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:33:48.353400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.354720 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['dee0273f-e1c1-41f2-b915-45c46971fe46'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:48.355158 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Added segment c5ddefc9-d5e3-4619-8bca-01b49368f52e of type vlan for network a0be2cef-014a-453e-9195-5603b4495047 Feb 04 15:33:48.365251 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45aa20-c760-44f6-854c-f1f8fbe81fb2 None None] Pushing event updated for resources: {'Port': ['ID=285ca04b-adec-4d32-8dec-fdcbb860c452,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:48.459725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea'}, {'server_uuid': '88e55061-f249-49fb-8503-7a2e82571eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41fd557-7e0c-4210-b6ff-431af6f30f13'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:48.492457 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5be233-b8d8-489c-9be3-ee5e05453149" -d '{"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-unplugged", "status": "completed", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea"}, {"server_uuid": "88e55061-f249-49fb-8503-7a2e82571eda", "name": "network-vif-unplugged", "status": "completed", "tag": "b41fd557-7e0c-4210-b6ff-431af6f30f13"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:48.513115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 844d04eb-c475-45fc-8ea7-8458c8eeb1ea details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:33:48.521299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.577627 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76a3a156-e29c-4509-8095-d3aac1680f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.589513 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.590957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:48.591736 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:48.724929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] For port ebba87c0-affe-4eb4-93c0-fe3584ab87c5, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:48.748900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] For port ebba87c0-affe-4eb4-93c0-fe3584ab87c5, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebba87c0-affe-4eb4-93c0-fe3584ab87c5,segment=NetworkSegment(c5181a78-7f9c-4182-9d94-f6a294765a2b),segment_id=c5181a78-7f9c-4182-9d94-f6a294765a2b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:48.892591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8731551 Feb 04 15:33:48.899582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46868) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:48.933891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Request body: {'subnet': {'network_id': 'a0be2cef-014a-453e-9195-5603b4495047', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-subnet', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:48.997827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c4b9f-c559-45fe-8a76-e4d58179754a admin admin] Pushing event updated for resources: {'Network': ['ID=a0be2cef-014a-453e-9195-5603b4495047,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:49.043473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1bc6d-136b-43f1-bcac-357a4507f407 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.057298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1bc6d-136b-43f1-bcac-357a4507f407 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.060641 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b3f1bc6d-136b-43f1-bcac-357a4507f407 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.9543660 Feb 04 15:33:49.069634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.072563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46870) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:49.095477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551079ca-e820-4b48-b616-264ff82f907b req-9439bbf4-90c3-4e38-a13a-8cdb961dc608 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.107713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:49.109394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-551079ca-e820-4b48-b616-264ff82f907b req-9439bbf4-90c3-4e38-a13a-8cdb961dc608 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 944 time: 1.8133802 Feb 04 15:33:49.119596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb543a-bbb7-4746-bb50-ea01cab61272 req-a55cc87e-4b13-4106-9bf9-2ec662b636c9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:49.135867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'port_id': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'mac_address': 'fa:16:3e:16:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7965b673-6222-4aff-99c1-dd1ec5faf820', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:33:49.141203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ebbb543a-bbb7-4746-bb50-ea01cab61272 req-a55cc87e-4b13-4106-9bf9-2ec662b636c9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 944 time: 0.2467802 Feb 04 15:33:49.147242 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aba6c26-e5dd-4e17-9ae3-81ec8bb07794 x-openstack-request-id: req-2aba6c26-e5dd-4e17-9ae3-81ec8bb07794 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:49.147945 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-unplugged", "status": "completed", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea", "code": 200}, {"server_uuid": "88e55061-f249-49fb-8503-7a2e82571eda", "name": "network-vif-unplugged", "status": "completed", "tag": "b41fd557-7e0c-4210-b6ff-431af6f30f13", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:49.148337 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2aba6c26-e5dd-4e17-9ae3-81ec8bb07794 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:49.148832 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'code': 200} Feb 04 15:33:49.149227 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e55061-f249-49fb-8503-7a2e82571eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41fd557-7e0c-4210-b6ff-431af6f30f13', 'code': 200} Feb 04 15:33:49.152255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a0be2cef-014a-453e-9195-5603b4495047 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:33:49.170908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Made reservation on behalf of a03d77dec3cf490ea443da806c449d6d for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:49.176242 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.225204 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] Set router dee0273f-e1c1-41f2-b915-45c46971fe46 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:33:49.258316 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3bc28a0e-f095-4a68-b5ef-46b86ad43831 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.266642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.275729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Pushing event deleted for resources: {'Port': ['ID=b41fd557-7e0c-4210-b6ff-431af6f30f13,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:49.418930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3bc28a0e-f095-4a68-b5ef-46b86ad43831 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 8f567e98-9eb9-45c3-8a9b-0f1966883140 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:49.456823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811a12f-291d-480c-bf6e-bc7ffa2bef41 None None] Pushing event updated for resources: {'Port': ['ID=ebba87c0-affe-4eb4-93c0-fe3584ab87c5,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:49.461582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.471308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:49.478131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.491682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844d04eb-c475-45fc-8ea7-8458c8eeb1ea {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:33:49.511598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-76a3a156-e29c-4509-8095-d3aac1680f9a None None] For port 285ca04b-adec-4d32-8dec-fdcbb860c452, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=285ca04b-adec-4d32-8dec-fdcbb860c452,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:49.546924 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76a3a156-e29c-4509-8095-d3aac1680f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.565464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ebbb543a-bbb7-4746-bb50-ea01cab61272 req-aac5decf-3984-48d5-8396-c9186a50b5b9 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/security-groups?id=a793f677-70b5-4f75-a2d2-878d784769c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226949 Feb 04 15:33:49.617650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:49.633262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.688806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3a156-e29c-4509-8095-d3aac1680f9a None None] Pushing event updated for resources: {'Port': ['ID=285ca04b-adec-4d32-8dec-fdcbb860c452,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:49.694202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-88114321-c87c-4aef-aa21-5789534c21c1 None None] Provisioning complete for port 285ca04b-adec-4d32-8dec-fdcbb860c452 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:49.695320 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-88114321-c87c-4aef-aa21-5789534c21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:49.772037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] No DVR routers for this DVR port b41fd557-7e0c-4210-b6ff-431af6f30f13 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:50.054559 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:33:40Z', 'revision_number': 4, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port': {'id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:24Z', 'updated_at': '2022-02-04T15:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '285ca04b-adec-4d32-8dec-fdcbb860c452', 'name': '', 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'mac_address': 'fa:16:3e:08:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9682f642-20f8-4349-b4cf-782cc3378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:33:48Z', 'revision_number': 4, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'subnets': [{'id': '9682f642-20f8-4349-b4cf-782cc3378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:33:50.074340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['844d04eb-c475-45fc-8ea7-8458c8eeb1ea'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:50.111526 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.140000 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb84677-c374-4d6b-887b-3e6399517b1d None None] The sync data for ids ['dee0273f-e1c1-41f2-b915-45c46971fe46'] in n-d-827869-1 is: [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:33:40Z', 'revision_number': 4, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port': {'id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:24Z', 'updated_at': '2022-02-04T15:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '285ca04b-adec-4d32-8dec-fdcbb860c452', 'name': '', 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'mac_address': 'fa:16:3e:08:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9682f642-20f8-4349-b4cf-782cc3378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:35Z', 'updated_at': '2022-02-04T15:33:48Z', 'revision_number': 4, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'subnets': [{'id': '9682f642-20f8-4349-b4cf-782cc3378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:33:50.310064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc90d-6e1a-4e48-acbc-b5e565968136 req-6db19cfc-3a52-497d-ab25-558a5801f1ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.322902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-618cc90d-6e1a-4e48-acbc-b5e565968136 req-6db19cfc-3a52-497d-ab25-558a5801f1ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 949 time: 0.2877011 Feb 04 15:33:50.359482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b74297-d374-4a54-a7ec-f8bfa8bc6690,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:50.387108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:50.417775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.426805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c86dad7f-a6aa-411f-b110-0a983c8d44d7 req-b9b51f40-2b21-4286-ba16-8e9c954ccd53 tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.30 "DELETE /v2.0/ports/b41fd557-7e0c-4210-b6ff-431af6f30f13 HTTP/1.1" status: 204 len: 173 time: 6.6986265 Feb 04 15:33:50.437433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e55061-f249-49fb-8503-7a2e82571eda', 'name': 'network-vif-deleted', 'tag': 'b41fd557-7e0c-4210-b6ff-431af6f30f13'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:50.444114 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23018259-9be6-4323-b5d3-476dabc468b1" -d '{"events": [{"server_uuid": "88e55061-f249-49fb-8503-7a2e82571eda", "name": "network-vif-deleted", "tag": "b41fd557-7e0c-4210-b6ff-431af6f30f13"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:50.472442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Checking segment: {'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:50.474195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Network hostable DHCP agents. Network: a0be2cef-014a-453e-9195-5603b4495047, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:50.512295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-618cc90d-6e1a-4e48-acbc-b5e565968136 req-5364778e-628b-4d09-bcfb-ee4469ae5876 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715899 Feb 04 15:33:50.569005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.570380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Network a0be2cef-014a-453e-9195-5603b4495047 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:50.594024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a0be2cef-014a-453e-9195-5603b4495047) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:50.603930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:50.605522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.641608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-551079ca-e820-4b48-b616-264ff82f907b req-5bbacb79-6674-4e15-a474-d33df8d3415b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4762211 Feb 04 15:33:50.665735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf687fa-985d-47a6-a322-d5a9649fceeb None None] Network a0be2cef-014a-453e-9195-5603b4495047 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:50.710871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f0462298-0824-4b0b-b751-791fd659e28e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7865033 Feb 04 15:33:50.713256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46892) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:50.734396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:50.841859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7348cab4-bb26-40d7-8a40-e92dc1007ce9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port c91bde0f-8048-4ebc-84cf-0590c90ef7f5 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:50.842530 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7348cab4-bb26-40d7-8a40-e92dc1007ce9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.891581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.899993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:50.957016 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f90c4a6-e8f0-4c94-a795-4acccdb8b163 x-openstack-request-id: req-0f90c4a6-e8f0-4c94-a795-4acccdb8b163 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:50.962651 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e55061-f249-49fb-8503-7a2e82571eda", "name": "network-vif-deleted", "tag": "b41fd557-7e0c-4210-b6ff-431af6f30f13", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:50.963616 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f90c4a6-e8f0-4c94-a795-4acccdb8b163 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:50.965884 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e55061-f249-49fb-8503-7a2e82571eda', 'name': 'network-vif-deleted', 'tag': 'b41fd557-7e0c-4210-b6ff-431af6f30f13', 'status': 'completed', 'code': 200} Feb 04 15:33:51.192630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=ba6a96d4-5bf7-411e-a314-422145365da1,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:51.278370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.372035 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7348cab4-bb26-40d7-8a40-e92dc1007ce9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.396071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 285ca04b-adec-4d32-8dec-fdcbb860c452 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:51.404017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7348cab4-bb26-40d7-8a40-e92dc1007ce9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for c91bde0f-8048-4ebc-84cf-0590c90ef7f5 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:51.441618 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3bc28a0e-f095-4a68-b5ef-46b86ad43831 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.576850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9da35-630e-4147-a37e-e86a50e02bd8 req-6ab861ce-cb83-4658-b689-f328c6d87796 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:51.598984 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ed9da35-630e-4147-a37e-e86a50e02bd8 req-6ab861ce-cb83-4658-b689-f328c6d87796 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 1100 time: 0.3094153 Feb 04 15:33:51.660557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': '6ee37f0f-56cf-4765-af0b-a468e730728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a4300d58-6347-4b86-9b65-502e74d4fc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:51.661128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: a4300d58-6347-4b86-9b65-502e74d4fc20, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:33:51.828996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86583a52-513c-4530-9612-f4f8ba3e01fb req-ec813d46-bce3-4c37-a0f3-e506d9c72eae tempest-DeleteServersTestJSON-355348245 tempest-DeleteServersTestJSON-355348245-project] 10.222.0.47 "GET /v2.0/ports?device_id=88e55061-f249-49fb-8503-7a2e82571eda HTTP/1.1" status: 200 len: 210 time: 0.6073296 Feb 04 15:33:51.859527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc28a0e-f095-4a68-b5ef-46b86ad43831 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=8f567e98-9eb9-45c3-8a9b-0f1966883140,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:51.884241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.923827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-a0be2cef-014a-453e-9195-5603b4495047', 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'fixed_ips': [{'subnet_id': '67b74297-d374-4a54-a7ec-f8bfa8bc6690'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:33:51.924857 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.951955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 285ca04b-adec-4d32-8dec-fdcbb860c452 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:51.952281 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:51.993223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ed9da35-630e-4147-a37e-e86a50e02bd8 req-3459c5ef-34b7-48ed-9b01-ba5a32a68cc1 tempest-ServersOnMultiNodesTest-64690146 tempest-ServersOnMultiNodesTest-64690146-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930953 Feb 04 15:33:52.158405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network a4300d58-6347-4b86-9b65-502e74d4fc20 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:33:52.231248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7cec11-515f-4b71-ace9-cf6625d68307 None None] Network 85b100e1-f262-4676-b1e6-e6e7d6031f87 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:52.351693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a4300d58-6347-4b86-9b65-502e74d4fc20) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:52.406872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6940b46d-5c01-4ded-a013-6d0036d2029d None None] Network a4300d58-6347-4b86-9b65-502e74d4fc20 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:52.448955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:52.451384 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.525557 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3bc28a0e-f095-4a68-b5ef-46b86ad43831 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.560756 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3bc28a0e-f095-4a68-b5ef-46b86ad43831 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/ports/8f567e98-9eb9-45c3-8a9b-0f1966883140 HTTP/1.1" status: 204 len: 168 time: 6.5429852 Feb 04 15:33:52.566158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46908) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:52.616658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 844d04eb-c475-45fc-8ea7-8458c8eeb1ea up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:52.759076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-999e4c68-7ea0-4e20-a0c4-ccdcd011e762 None None] Provisioning complete for port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:52.759076 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-999e4c68-7ea0-4e20-a0c4-ccdcd011e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.772569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Allocated IP 172.20.0.2 (a0be2cef-014a-453e-9195-5603b4495047/67b74297-d374-4a54-a7ec-f8bfa8bc6690/7e1c2f09-be0a-4833-a642-8a701d512f80) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:52.848910 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:52.875851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174fac9-3ca0-4737-838a-4c57295d0780 req-b44ffd83-6486-4521-82f7-f7573ba82088 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:52.896365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5174fac9-3ca0-4737-838a-4c57295d0780 req-b44ffd83-6486-4521-82f7-f7573ba82088 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 945 time: 0.8012092 Feb 04 15:33:52.902511 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-43921478-1c3e-48fa-9b1e-6e3212cef5b2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.9080260 Feb 04 15:33:52.964699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:52.981561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebba87c0-affe-4eb4-93c0-fe3584ab87c5 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:52.982681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-494a711d-a618-4bc0-9783-938ea90804e7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2127044815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:53.048805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.080217 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-494a711d-a618-4bc0-9783-938ea90804e7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.082807 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-494a711d-a618-4bc0-9783-938ea90804e7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.163909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7348cab4-bb26-40d7-8a40-e92dc1007ce9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.216154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd300c-8d36-4c36-b847-b387111d60ce tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:53.218272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-494a711d-a618-4bc0-9783-938ea90804e7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.220082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-11bd300c-8d36-4c36-b847-b387111d60ce tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "GET /v2.0/ports?device_id=eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 HTTP/1.1" status: 200 len: 913 time: 0.6161292 Feb 04 15:33:53.224415 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5174fac9-3ca0-4737-838a-4c57295d0780 req-43220613-9c04-405b-99b2-275792e3fe4c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260396 Feb 04 15:33:53.286514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46918) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:53.296503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.328741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348cab4-bb26-40d7-8a40-e92dc1007ce9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=c91bde0f-8048-4ebc-84cf-0590c90ef7f5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:53.427389 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7348cab4-bb26-40d7-8a40-e92dc1007ce9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.437817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7348cab4-bb26-40d7-8a40-e92dc1007ce9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/c91bde0f-8048-4ebc-84cf-0590c90ef7f5 HTTP/1.1" status: 204 len: 168 time: 4.3586044 Feb 04 15:33:53.441882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46926) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:53.568279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f988684-b16c-4637-88ec-3c3492fe38a1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:53.574501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f988684-b16c-4637-88ec-3c3492fe38a1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:53.579342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9f988684-b16c-4637-88ec-3c3492fe38a1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1358569 Feb 04 15:33:53.597533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46932) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:53.610018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:53.623559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.714106 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-494a711d-a618-4bc0-9783-938ea90804e7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.748772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-d020e655-80d7-4abb-b88b-a665f1f897e4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet a6012820-5073-49d9-bc66-c5ea41ec8909 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:33:53.757385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d020e655-80d7-4abb-b88b-a665f1f897e4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.847046 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d020e655-80d7-4abb-b88b-a665f1f897e4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.957080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Allocated IP 172.25.1.59 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/c118b088-3516-44ec-b662-b99e8824f8e1) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:53.962259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-a4300d58-6347-4b86-9b65-502e74d4fc20', 'network_id': 'a4300d58-6347-4b86-9b65-502e74d4fc20', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': 'ba6a96d4-5bf7-411e-a314-422145365da1'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:33:53.970308 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.982752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:53.983265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:53.986721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-999e4c68-7ea0-4e20-a0c4-ccdcd011e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.006111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-494a711d-a618-4bc0-9783-938ea90804e7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.012028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-494a711d-a618-4bc0-9783-938ea90804e7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0400913 Feb 04 15:33:54.030954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46942) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:54.078485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af63260-601b-454f-8c30-1a37fa54797b req-cd816211-5474-43f6-8fb0-019d149ff722 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.081108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9af63260-601b-454f-8c30-1a37fa54797b req-cd816211-5474-43f6-8fb0-019d149ff722 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 949 time: 1.0283849 Feb 04 15:33:54.097710 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d020e655-80d7-4abb-b88b-a665f1f897e4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.233716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.367782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-983e468c-a57e-4e1e-9ade-57c753c1d6b3 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.371405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-983e468c-a57e-4e1e-9ade-57c753c1d6b3 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 949 time: 0.1514192 Feb 04 15:33:54.524257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.560677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-999e4c68-7ea0-4e20-a0c4-ccdcd011e762 None None] For port ebba87c0-affe-4eb4-93c0-fe3584ab87c5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebba87c0-affe-4eb4-93c0-fe3584ab87c5,segment=NetworkSegment(c5181a78-7f9c-4182-9d94-f6a294765a2b),segment_id=c5181a78-7f9c-4182-9d94-f6a294765a2b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:54.616106 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.640398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.683212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d020e655-80d7-4abb-b88b-a665f1f897e4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.685186 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-999e4c68-7ea0-4e20-a0c4-ccdcd011e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.714180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d020e655-80d7-4abb-b88b-a665f1f897e4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.726681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d020e655-80d7-4abb-b88b-a665f1f897e4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/a6012820-5073-49d9-bc66-c5ea41ec8909 HTTP/1.1" status: 204 len: 168 time: 1.1272593 Feb 04 15:33:54.732687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46954) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:54.769227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fdb89-e947-4d29-8b1e-7409155ced87 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:33:54.827196 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.852140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Network a0be2cef-014a-453e-9195-5603b4495047 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:54.925698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190bbab-df50-44c2-820f-97aa6fcb38d7 req-8e1b7adb-24ad-48a5-86dc-e95163ea02f8 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:54.931056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0190bbab-df50-44c2-820f-97aa6fcb38d7 req-8e1b7adb-24ad-48a5-86dc-e95163ea02f8 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 945 time: 0.4474428 Feb 04 15:33:54.940896 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1dfb88a5-b969-4ac7-b10c-a413f91f9983 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1967630 Feb 04 15:33:54.946783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Deleting port f111f4f4-21ff-45ee-8305-59f4a4d4f656 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:54.947206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46956) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:54.947671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:54.984082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9af63260-601b-454f-8c30-1a37fa54797b req-04755988-3819-459f-a013-2c3c77a36795 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8451800 Feb 04 15:33:54.992372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:55.041437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:55.067539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Pushing event updated for resources: {'Port': ['ID=7e1c2f09-be0a-4833-a642-8a701d512f80,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:55.078336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:55.142034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0190bbab-df50-44c2-820f-97aa6fcb38d7 req-7a5912ac-39bd-4133-8014-5134257ad906 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788566 Feb 04 15:33:55.144985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020e655-80d7-4abb-b88b-a665f1f897e4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=a6012820-5073-49d9-bc66-c5ea41ec8909,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:55.149354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:55.167346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:55.191452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:55.240363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4b59ac4a-136e-425e-a821-e5b87464d08b None None] Provisioning complete for port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:55.240363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4b59ac4a-136e-425e-a821-e5b87464d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:55.325963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:55.330712 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229e3c87-467e-4f2c-83f1-2e4119b31550" -d '{"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-plugged", "status": "completed", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:55.373143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] For port f111f4f4-21ff-45ee-8305-59f4a4d4f656, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f111f4f4-21ff-45ee-8305-59f4a4d4f656,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:55.373774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:55.387018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Allocated IP 2001:db8:1::2 (a4300d58-6347-4b86-9b65-502e74d4fc20/ba6a96d4-5bf7-411e-a314-422145365da1/1c03a956-fed4-4ac6-acba-4e4cc9378f12) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:55.411617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Calling delete_port for f111f4f4-21ff-45ee-8305-59f4a4d4f656 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:55.589269 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ca2ab2-cc72-419e-b11c-ae2c85c21715 x-openstack-request-id: req-04ca2ab2-cc72-419e-b11c-ae2c85c21715 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:55.590108 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-plugged", "status": "completed", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:55.590108 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04ca2ab2-cc72-419e-b11c-ae2c85c21715 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:55.590928 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'code': 200} Feb 04 15:33:55.645497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:55.725715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e4c68-7ea0-4e20-a0c4-ccdcd011e762 None None] Pushing event updated for resources: {'Port': ['ID=ebba87c0-affe-4eb4-93c0-fe3584ab87c5,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:55.763533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Pushing event updated for resources: {'Port': ['ID=c118b088-3516-44ec-b662-b99e8824f8e1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:55.774809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:55.779216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:55.889643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:55.988150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:56.044804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event deleted for resources: {'Port': ['ID=f111f4f4-21ff-45ee-8305-59f4a4d4f656,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:56.122894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Attempting to bind port 7e1c2f09-be0a-4833-a642-8a701d512f80 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:56.123586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Attempting to bind port 7e1c2f09-be0a-4833-a642-8a701d512f80 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:56.124142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Attempting to bind port 7e1c2f09-be0a-4833-a642-8a701d512f80 on network a0be2cef-014a-453e-9195-5603b4495047 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:56.136725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] No DVR routers for this DVR port f111f4f4-21ff-45ee-8305-59f4a4d4f656 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:56.147373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:56.150828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:56.162025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25e57838-c56e-49e3-9baa-be6aa25496b7 req-7dfc7a2d-8741-4832-8996-b1a23026b8c1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "DELETE /v2.0/ports/f111f4f4-21ff-45ee-8305-59f4a4d4f656 HTTP/1.1" status: 204 len: 173 time: 1.7809744 Feb 04 15:33:56.162680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30280b85-a992-426d-8108-cf100a7a27a0', 'name': 'network-vif-deleted', 'tag': 'f111f4f4-21ff-45ee-8305-59f4a4d4f656'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:33:56.172432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:56.172795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Checking segment: {'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:56.173747 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:56.175777 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9203524c-22f6-46b2-9129-93d7184eddee" -d '{"events": [{"server_uuid": "30280b85-a992-426d-8108-cf100a7a27a0", "name": "network-vif-deleted", "tag": "f111f4f4-21ff-45ee-8305-59f4a4d4f656"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:33:56.178600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Bound using segment: {'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:56.179642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Bound port: 7e1c2f09-be0a-4833-a642-8a701d512f80, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:56.180154 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:56.251540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b', 'f111f4f4-21ff-45ee-8305-59f4a4d4f656'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:56.271437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82cd04c5-b5e0-43bb-9c65-363590c4196c req-ab0eae6b-8a89-4d94-ab75-a127da000c3a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=30280b85-a992-426d-8108-cf100a7a27a0 HTTP/1.1" status: 200 len: 210 time: 0.0820358 Feb 04 15:33:56.322572 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea06b78-064f-4467-842a-2902e98de023 x-openstack-request-id: req-7ea06b78-064f-4467-842a-2902e98de023 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:33:56.322931 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30280b85-a992-426d-8108-cf100a7a27a0", "name": "network-vif-deleted", "tag": "f111f4f4-21ff-45ee-8305-59f4a4d4f656", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:33:56.323312 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ea06b78-064f-4467-842a-2902e98de023 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:33:56.324038 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30280b85-a992-426d-8108-cf100a7a27a0', 'name': 'network-vif-deleted', 'tag': 'f111f4f4-21ff-45ee-8305-59f4a4d4f656', 'status': 'completed', 'code': 200} Feb 04 15:33:56.407263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', '6bf42e08-e7b4-485a-926d-b6c994c4e812', '40bec3aa-24de-4bbf-894a-15951633b0f2', '9e0690aa-ca20-4c2d-a27d-8896d2960197'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:33:56.630476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aa550-ab50-4965-9086-15e9a9a84d16 req-88980fd6-120c-4898-930e-03601df87a09 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:56.641148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c40aa550-ab50-4965-9086-15e9a9a84d16 req-88980fd6-120c-4898-930e-03601df87a09 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.1945937 Feb 04 15:33:56.736217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c40aa550-ab50-4965-9086-15e9a9a84d16 req-deaf326b-362a-4e20-a274-9f6e670cc5e9 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950458 Feb 04 15:33:57.033847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:57.121290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23e70f-f794-4508-b4f7-71bc51631ee8 req-88a717c1-9df5-44a4-95a0-633615fc5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:57.125031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e23e70f-f794-4508-b4f7-71bc51631ee8 req-88a717c1-9df5-44a4-95a0-633615fc5ce5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 1097 time: 1.2908592 Feb 04 15:33:57.341691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:33:57.381379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] For port 7e1c2f09-be0a-4833-a642-8a701d512f80, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:33:57.382099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:57.496981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] For port 7e1c2f09-be0a-4833-a642-8a701d512f80, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7e1c2f09-be0a-4833-a642-8a701d512f80,segment=NetworkSegment(c5ddefc9-d5e3-4619-8bca-01b49368f52e),segment_id=c5ddefc9-d5e3-4619-8bca-01b49368f52e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:33:57.536313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e23e70f-f794-4508-b4f7-71bc51631ee8 req-e7bfc322-12c8-4395-9c9a-23beb5901a98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943505 Feb 04 15:33:57.555749 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:57.706873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebba87c0-affe-4eb4-93c0-fe3584ab87c5 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:33:57.785517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3cedc-2904-4b1f-a2ea-98bc22b18ff5 None None] Pushing event updated for resources: {'Port': ['ID=7e1c2f09-be0a-4833-a642-8a701d512f80,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:57.861048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.028093 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.069909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Network a4300d58-6347-4b86-9b65-502e74d4fc20 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:58.082213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:58.146276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893ba3c-da3d-4299-a692-3086099b68a8 req-4c6371c0-0fe4-4e15-93e8-c0256187e465 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:58.148054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e893ba3c-da3d-4299-a692-3086099b68a8 req-4c6371c0-0fe4-4e15-93e8-c0256187e465 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.2302504 Feb 04 15:33:58.190785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:33:58.299248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e893ba3c-da3d-4299-a692-3086099b68a8 req-64ee3a2d-546b-4bf1-af2f-21b2d0ffb51f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375406 Feb 04 15:33:58.320830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Pushing event updated for resources: {'Port': ['ID=1c03a956-fed4-4ac6-acba-4e4cc9378f12,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:58.477202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] Deleting port d7daedf0-394f-4f0b-a076-f353e3a25502 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:33:58.478290 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.543068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:58.670609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4200dbe-f029-496a-9fcd-13df7dcb5d29 req-c0911d43-0c21-4c0c-8833-2c59d80469af tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:58.679987 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4200dbe-f029-496a-9fcd-13df7dcb5d29 req-c0911d43-0c21-4c0c-8833-2c59d80469af tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 950 time: 0.5776350 Feb 04 15:33:58.699480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f111f4f4-21ff-45ee-8305-59f4a4d4f656 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:33:58.788901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4200dbe-f029-496a-9fcd-13df7dcb5d29 req-07a8cd54-fccf-487c-bf01-e0fe8cac6ddd tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074774 Feb 04 15:33:58.919187 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.013441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:33:59.019643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8::1 (85b100e1-f262-4676-b1e6-e6e7d6031f87/d5712a52-01fe-45c2-973d-c5b62e9d4dbb/99318bb2-562a-42d1-bdb5-8872ed4f915a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:33:59.022549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=f45f7398-c7fd-4e6f-bda2-d833b1d3aef6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:59.025515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:33:59.058473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: f111f4f4-21ff-45ee-8305-59f4a4d4f656 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:33:59.059299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f111f4f4-21ff-45ee-8305-59f4a4d4f656 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:33:59.117679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:33:59.118467 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.120926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Attempting to bind port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:33:59.121535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Attempting to bind port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6ee37f0f-56cf-4765-af0b-a468e730728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a4300d58-6347-4b86-9b65-502e74d4fc20'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:33:59.122203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Attempting to bind port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 on network a4300d58-6347-4b86-9b65-502e74d4fc20 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:33:59.154860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] For port d7daedf0-394f-4f0b-a076-f353e3a25502, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d7daedf0-394f-4f0b-a076-f353e3a25502,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:33:59.155496 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.240996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:33:59.241728 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.256305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:33:59.256881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Checking segment: {'id': '6ee37f0f-56cf-4765-af0b-a468e730728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a4300d58-6347-4b86-9b65-502e74d4fc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:33:59.257511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.258202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Bound using segment: {'id': '6ee37f0f-56cf-4765-af0b-a468e730728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a4300d58-6347-4b86-9b65-502e74d4fc20'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:33:59.258810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.258999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Bound port: 1c03a956-fed4-4ac6-acba-4e4cc9378f12, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee37f0f-56cf-4765-af0b-a468e730728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a4300d58-6347-4b86-9b65-502e74d4fc20'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:33:59.259621 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.393848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7a96a666-b3c9-4da5-b250-1c07906d9e03 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.4080310 Feb 04 15:33:59.394820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47038) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:33:59.409951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': 'f45f7398-c7fd-4e6f-bda2-d833b1d3aef6', 'ip_address': '2001:db8::8ac9:b5c7:2894:9457'}], 'name': 'tempest-NetworksTestDHCPv6-178018829'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:33:59.420284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] Calling delete_port for d7daedf0-394f-4f0b-a076-f353e3a25502 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:33:59.793827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:33:59.810779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:33:59.859072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] No DVR routers for this DVR port d7daedf0-394f-4f0b-a076-f353e3a25502 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:33:59.904010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe47f57-42bd-4bf1-afff-d585bf7bb49c None None] Pushing event deleted for resources: {'Port': ['ID=d7daedf0-394f-4f0b-a076-f353e3a25502,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:33:59.986636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca07c7a-c58a-45d3-a859-4362dd87f0e4 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:00.137029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] For port 1c03a956-fed4-4ac6-acba-4e4cc9378f12, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:00.144889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] For port 1c03a956-fed4-4ac6-acba-4e4cc9378f12, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c03a956-fed4-4ac6-acba-4e4cc9378f12,segment=NetworkSegment(6ee37f0f-56cf-4765-af0b-a468e730728e),segment_id=6ee37f0f-56cf-4765-af0b-a468e730728e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:00.233167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:34:00.239381 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:00.274021 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:00.326480 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 2f818b88-7a55-4bf6-97a0-1d65f1cc5784 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:34:00.387910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cfd90-c7b8-4ffb-a52f-a79d417f9f6b req-2fd55d33-3f47-43dc-91fd-d683999daab8 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:00.391589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f03cfd90-c7b8-4ffb-a52f-a79d417f9f6b req-2fd55d33-3f47-43dc-91fd-d683999daab8 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.5108173 Feb 04 15:34:00.419310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:00.552305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea71844-afb3-4b8d-ab2a-b8e2cc049fc7 None None] Network a0be2cef-014a-453e-9195-5603b4495047 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:00.613624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-3b8f37b5-c420-4c26-96d9-b8e0a10be620 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:00.626594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-3b8f37b5-c420-4c26-96d9-b8e0a10be620 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 950 time: 0.8436825 Feb 04 15:34:00.780795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f48861b9-1f0f-44e2-a1ea-6ae3f1715c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:00.805992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f03cfd90-c7b8-4ffb-a52f-a79d417f9f6b req-d48fe19a-939d-46fe-b8bd-ae483d2d2892 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937089 Feb 04 15:34:00.822832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d7daedf0-394f-4f0b-a076-f353e3a25502 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:00.886533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf5132-7ca9-47e7-80ab-49c05a9bf7fa None None] Pushing event updated for resources: {'Port': ['ID=1c03a956-fed4-4ac6-acba-4e4cc9378f12,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:00.903775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f694c883-b33c-4535-a016-00a306c696a7 None None] Provisioning complete for port 7e1c2f09-be0a-4833-a642-8a701d512f80 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:00.904335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f694c883-b33c-4535-a016-00a306c696a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:00.906933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d7daedf0-394f-4f0b-a076-f353e3a25502 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:34:00.910277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d7daedf0-394f-4f0b-a076-f353e3a25502 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:34:00.970512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee257d-eacb-4258-8873-939eb149d899 req-72e14e57-0cdf-41f9-9af2-c40383048af4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:00.976982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1eee257d-eacb-4258-8873-939eb149d899 req-72e14e57-0cdf-41f9-9af2-c40383048af4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 950 time: 0.7465582 Feb 04 15:34:01.004448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:01.139950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Sync routers for ids ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:01.217308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.268637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::8ac9:b5c7:2894:9457 (9441201d-a349-4a5a-8681-870320442b3d/f45f7398-c7fd-4e6f-bda2-d833b1d3aef6/2f818b88-7a55-4bf6-97a0-1d65f1cc5784) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:01.305707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.316216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-416c34b5-06da-461e-a019-9beef180bb55 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.5969341 Feb 04 15:34:01.319444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47056) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:01.429890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7e1c2f09-be0a-4833-a642-8a701d512f80 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:01.434864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Routers {'5b43ac6a-d384-4afc-aa68-f7e588fc02c5'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:01.435542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:33:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:01.585351 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1eee257d-eacb-4258-8873-939eb149d899 req-cad5efcc-884f-4064-a671-95bfda0617d6 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859928 Feb 04 15:34:01.617890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.672082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Deleting port 9e0690aa-ca20-4c2d-a27d-8896d2960197 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:01.672444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.718695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 85b100e1-f262-4676-b1e6-e6e7d6031f87 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:01.726444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:01.731494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:01.732407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.775155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=99318bb2-562a-42d1-bdb5-8872ed4f915a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:01.827590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] For port 9e0690aa-ca20-4c2d-a27d-8896d2960197, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9e0690aa-ca20-4c2d-a27d-8896d2960197,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:01.830089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:01.880837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Calling delete_port for 9e0690aa-ca20-4c2d-a27d-8896d2960197 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:01.933072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7a0c-6ebc-4917-84ae-796789b1244b req-7730d3db-3449-4154-bb65-8ef4d218aac0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:01.942132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41da7a0c-6ebc-4917-84ae-796789b1244b req-7730d3db-3449-4154-bb65-8ef4d218aac0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 0.5909989 Feb 04 15:34:02.036115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Set router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:34:02.180255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47068) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:02.259894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.264773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 1933d309-9655-4a87-bd40-1c0d1df1d065 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:02.271356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.333735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41da7a0c-6ebc-4917-84ae-796789b1244b req-2e23ae49-b5d4-4aaa-b129-32dc12562d59 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901117 Feb 04 15:34:02.366203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event deleted for resources: {'Port': ['ID=9e0690aa-ca20-4c2d-a27d-8896d2960197,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:02.442535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:02.725964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:02.794777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:02.810092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:02.931918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'f45f7398-c7fd-4e6f-bda2-d833b1d3aef6'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:34:02.934721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.024372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:03.047090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.048235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.178336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/f45f7398-c7fd-4e6f-bda2-d833b1d3aef6/6fa010f0-6ecb-4238-a890-ba8432b9a3f4) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:03.265765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] No DVR routers for this DVR port 9e0690aa-ca20-4c2d-a27d-8896d2960197 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:03.295235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.310115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1ec7908-b84a-45bb-b6b6-5abfb23e6994 req-89b08338-265f-4e0b-a9d6-224436a13e9e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "DELETE /v2.0/ports/9e0690aa-ca20-4c2d-a27d-8896d2960197 HTTP/1.1" status: 204 len: 173 time: 2.6757393 Feb 04 15:34:03.312708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762a1c46-1c9a-4ccc-bd4b-21af9a9f797d', 'name': 'network-vif-deleted', 'tag': '9e0690aa-ca20-4c2d-a27d-8896d2960197'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:03.334218 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdfab14-9123-4394-8413-8bd51010fb23" -d '{"events": [{"server_uuid": "762a1c46-1c9a-4ccc-bd4b-21af9a9f797d", "name": "network-vif-deleted", "tag": "9e0690aa-ca20-4c2d-a27d-8896d2960197"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:03.367833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=2f818b88-7a55-4bf6-97a0-1d65f1cc5784,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:03.419737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-60a08b58-33f8-4d74-a87a-b394a4922486 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0188859 Feb 04 15:34:03.425907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47092) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:03.596901 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989fdd9-408d-4d92-bd00-70d8bb3ce618 x-openstack-request-id: req-0989fdd9-408d-4d92-bd00-70d8bb3ce618 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:03.597351 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762a1c46-1c9a-4ccc-bd4b-21af9a9f797d", "name": "network-vif-deleted", "tag": "9e0690aa-ca20-4c2d-a27d-8896d2960197", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:03.597787 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0989fdd9-408d-4d92-bd00-70d8bb3ce618 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:03.607002 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762a1c46-1c9a-4ccc-bd4b-21af9a9f797d', 'name': 'network-vif-deleted', 'tag': '9e0690aa-ca20-4c2d-a27d-8896d2960197', 'status': 'completed', 'code': 200} Feb 04 15:34:03.677839 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f694c883-b33c-4535-a016-00a306c696a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:03.706584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ca0af-37e2-43d4-a62c-d6aef54d0a7e None None] Network a4300d58-6347-4b86-9b65-502e74d4fc20 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:03.717387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7370771b-491b-4974-8bce-e4f70a1b1d38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:03.739087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7370771b-491b-4974-8bce-e4f70a1b1d38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2951517 Feb 04 15:34:03.739604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47106) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:03.975913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9e0690aa-ca20-4c2d-a27d-8896d2960197 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:04.024404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 9e0690aa-ca20-4c2d-a27d-8896d2960197 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:34:04.025049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9e0690aa-ca20-4c2d-a27d-8896d2960197 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:34:04.090545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7e1c2f09-be0a-4833-a642-8a701d512f80 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:04.091243 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.095675 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6729282d-41e4-49ac-805e-514aa2b35339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.137822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f694c883-b33c-4535-a016-00a306c696a7 None None] For port 7e1c2f09-be0a-4833-a642-8a701d512f80, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7e1c2f09-be0a-4833-a642-8a701d512f80,segment=NetworkSegment(c5ddefc9-d5e3-4619-8bca-01b49368f52e),segment_id=c5ddefc9-d5e3-4619-8bca-01b49368f52e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:04.217082 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f694c883-b33c-4535-a016-00a306c696a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.510569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] Provisioning complete for port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:04.511191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.578760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564295d9-e529-47b3-846c-2a73388afd6e req-c4dc4ee9-6fa3-4ceb-a673-b30b345fcd7a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:04.599894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-c4dc4ee9-6fa3-4ceb-a673-b30b345fcd7a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 814 time: 0.6909378 Feb 04 15:34:04.679012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Deleting subnet 4492d8e7-37ab-431b-bf81-dee81ec03258 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:04.680543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-757107e1-75ca-45d6-8689-cdf0d8f65e46 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/quotas/95cfa9dd2111419cb5adf8e0250c2625 HTTP/1.1" status: 200 len: 375 time: 0.0792644 Feb 04 15:34:04.688384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.739402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694c883-b33c-4535-a016-00a306c696a7 None None] Pushing event updated for resources: {'Port': ['ID=7e1c2f09-be0a-4833-a642-8a701d512f80,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:04.776707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.811765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-3d3d1b8e-ec55-4ba3-9f92-ecd837dc4742 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233320 Feb 04 15:34:04.841213 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.907824 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.934244 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:04.937332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:33:55Z', 'revision_number': 3, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port': {'id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:53Z', 'updated_at': '2022-02-04T15:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:05.010091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Checking router: 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:34:05.010769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Updating router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 port c118b088-3516-44ec-b662-b99e8824f8e1 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:34:05.065184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-47bac6ee-9796-4afd-9eb4-23839ca30153 service neutron] 10.222.0.47 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517185 Feb 04 15:34:05.070521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3c9edddf-d247-4ed0-80e9-01baee13e68c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 2f818b88-7a55-4bf6-97a0-1d65f1cc5784 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:05.071104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c9edddf-d247-4ed0-80e9-01baee13e68c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.073050 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.075514 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.079716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.117899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:05.149402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:05.216872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:05.268253 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c9edddf-d247-4ed0-80e9-01baee13e68c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.294007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3c9edddf-d247-4ed0-80e9-01baee13e68c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 2f818b88-7a55-4bf6-97a0-1d65f1cc5784 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:05.441001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bc7e07f-dc97-4a19-9ba9-29c421e2f8a0 req-580f505c-057d-4117-a454-1fba831eff5e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=762a1c46-1c9a-4ccc-bd4b-21af9a9f797d HTTP/1.1" status: 200 len: 210 time: 0.8906140 Feb 04 15:34:05.591019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.598748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4492d8e7-37ab-431b-bf81-dee81ec03258,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:05.605652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.614348 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4492d8e7-37ab-431b-bf81-dee81ec03258 HTTP/1.1" status: 204 len: 168 time: 3.4129758 Feb 04 15:34:05.637732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47128) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:05.644164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.659633 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.662955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.664451 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.680435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Pushing event updated for resources: {'Port': ['ID=6fa010f0-6ecb-4238-a890-ba8432b9a3f4,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:05.684343 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.750777 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c9edddf-d247-4ed0-80e9-01baee13e68c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.758381 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Attempting to bind port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:05.758764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Attempting to bind port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:05.759348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Attempting to bind port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:05.802607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] For port 1c03a956-fed4-4ac6-acba-4e4cc9378f12, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c03a956-fed4-4ac6-acba-4e4cc9378f12,segment=NetworkSegment(6ee37f0f-56cf-4765-af0b-a468e730728e),segment_id=6ee37f0f-56cf-4765-af0b-a468e730728e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:05.829269 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.831569 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.843117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c03a956-fed4-4ac6-acba-4e4cc9378f12 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:05.854911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:05.855297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:05.855712 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.856118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:05.856626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Bound port: 6fa010f0-6ecb-4238-a890-ba8432b9a3f4, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:05.857023 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.920676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900f391-7986-4e62-987c-8a284e47702b None None] Pushing event updated for resources: {'Port': ['ID=c118b088-3516-44ec-b662-b99e8824f8e1,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:05.931426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Attempting to bind port c118b088-3516-44ec-b662-b99e8824f8e1 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:05.931809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Attempting to bind port c118b088-3516-44ec-b662-b99e8824f8e1 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:05.932180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Attempting to bind port c118b088-3516-44ec-b662-b99e8824f8e1 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:05.942627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] Provisioning complete for port 99318bb2-562a-42d1-bdb5-8872ed4f915a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:05.943143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.945439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:05.945820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:05.946244 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.946640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:05.947141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Bound port: c118b088-3516-44ec-b662-b99e8824f8e1, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:05.947532 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:05.955273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9edddf-d247-4ed0-80e9-01baee13e68c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=2f818b88-7a55-4bf6-97a0-1d65f1cc5784,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:06.002716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.027282 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c9edddf-d247-4ed0-80e9-01baee13e68c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.036328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3c9edddf-d247-4ed0-80e9-01baee13e68c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/2f818b88-7a55-4bf6-97a0-1d65f1cc5784 HTTP/1.1" status: 204 len: 168 time: 2.2927303 Feb 04 15:34:06.038976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:06.095911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=99318bb2-562a-42d1-bdb5-8872ed4f915a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:06.124528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 85b100e1-f262-4676-b1e6-e6e7d6031f87 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:06.138246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.140437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.141034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.143036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.143788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.144288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.144785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.145287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.146656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.147211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.147699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.148200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.173786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:06.186744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.187354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.187864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.188559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.189638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.190200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.191211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.191722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.192204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.192786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.193277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.193764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af75f0-8cd2-4386-a11a-3b0e33faccde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:06.210902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-217cfe0d-5df7-4412-bb6d-a967e00c6ba2 service neutron] 10.222.0.47 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027027 Feb 04 15:34:06.229714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd76f1-c16f-4c3d-8aa0-439b2a0155f4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.236276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd76f1-c16f-4c3d-8aa0-439b2a0155f4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:06.241289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cdbd76f1-c16f-4c3d-8aa0-439b2a0155f4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1984563 Feb 04 15:34:06.254815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47132) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:06.274845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.361415 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.407454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cbeedf-ce49-4303-b921-aa1dceec1123']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:06.415214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] For port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:06.419723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] For port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6fa010f0-6ecb-4238-a890-ba8432b9a3f4,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:06.432329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d0ab42-83a0-4129-b935-6c49c0e09476') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:06.432658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d0ab42-83a0-4129-b935-6c49c0e09476') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:06.457618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] Port 99318bb2-562a-42d1-bdb5-8872ed4f915a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:34:06.473197 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.479812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-127749ca-381c-488c-bb24-745f10bfa3ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet f45f7398-c7fd-4e6f-bda2-d833b1d3aef6 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:06.496827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-127749ca-381c-488c-bb24-745f10bfa3ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.512827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686b7a-97bd-4159-a346-99e9cad51777 None None] Pushing event updated for resources: {'Port': ['ID=1c03a956-fed4-4ac6-acba-4e4cc9378f12,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:06.535937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.591183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.626265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:34:06.629337 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.700556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] For port c118b088-3516-44ec-b662-b99e8824f8e1, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:06.706022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23f46f-c278-408b-b95d-dea92c0a90c6 None None] Pushing event updated for resources: {'Port': ['ID=6fa010f0-6ecb-4238-a890-ba8432b9a3f4,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:06.721202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:06.722114 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.768429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-127749ca-381c-488c-bb24-745f10bfa3ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:06.781142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] For port c118b088-3516-44ec-b662-b99e8824f8e1, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c118b088-3516-44ec-b662-b99e8824f8e1,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:06.788955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 1933d309-9655-4a87-bd40-1c0d1df1d065 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:06.936458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41ab0613-cbbf-4a71-a0d7-e23f144bdeca req-f11b4a42-2589-4f17-a246-fedc163e3679 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 210 time: 0.1627054 Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:06.970969 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:06.997904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-ad6889f5-3add-4174-80c2-b3f475ead8d6 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.008663 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5cac0e52-67dc-456e-bec7-1a2150cde56f None None] Provisioning complete for port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:07.009637 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5cac0e52-67dc-456e-bec7-1a2150cde56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.020678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-ad6889f5-3add-4174-80c2-b3f475ead8d6 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdf088e4-eb29-4678-ab77-3fdf8bdac0c9 HTTP/1.1" status: 200 len: 946 time: 2.1020267 Feb 04 15:34:07.032221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.117737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-127749ca-381c-488c-bb24-745f10bfa3ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.371345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-127749ca-381c-488c-bb24-745f10bfa3ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.618951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127749ca-381c-488c-bb24-745f10bfa3ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=f45f7398-c7fd-4e6f-bda2-d833b1d3aef6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:07.619641 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.632305 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.634402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7e1c2f09-be0a-4833-a642-8a701d512f80 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:07.669792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-127749ca-381c-488c-bb24-745f10bfa3ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.674604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Routers {'5b43ac6a-d384-4afc-aa68-f7e588fc02c5'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:07.675310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-127749ca-381c-488c-bb24-745f10bfa3ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/f45f7398-c7fd-4e6f-bda2-d833b1d3aef6 HTTP/1.1" status: 204 len: 168 time: 1.4189665 Feb 04 15:34:07.680055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47160) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:07.695289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:07.755554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dfac56df-cc30-40dd-97eb-b2385f58ee20 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633931 Feb 04 15:34:07.760309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47162) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:07.766041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:07.811560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440b8e-8126-4fff-aea9-888dee158505 req-f66d87f2-ccdc-4fd9-a7eb-9673afd365ee tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:07.815426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900f391-7986-4e62-987c-8a284e47702b None None] Pushing event updated for resources: {'Port': ['ID=c118b088-3516-44ec-b662-b99e8824f8e1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:07.822057 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7440b8e-8126-4fff-aea9-888dee158505 req-f66d87f2-ccdc-4fd9-a7eb-9673afd365ee tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 950 time: 0.4613435 Feb 04 15:34:07.884017 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.961885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7440b8e-8126-4fff-aea9-888dee158505 req-7b922b25-8d9a-4fe4-9d2e-fdfce32f257f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381290 Feb 04 15:34:07.963568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', '6bf42e08-e7b4-485a-926d-b6c994c4e812', '40bec3aa-24de-4bbf-894a-15951633b0f2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:07.965619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:07.976801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] 10.222.0.47 "DELETE /v2.0/networks/60cbeedf-ce49-4303-b921-aa1dceec1123 HTTP/1.1" status: 204 len: 168 time: 2.2944140 Feb 04 15:34:08.079887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:08.085425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.160033 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.234298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab0e3b-0258-4131-b968-eb04fcc63334 admin admin] Pushing event deleted for resources: {'Network': ['ID=60cbeedf-ce49-4303-b921-aa1dceec1123,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:08.372194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47182) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:08.451272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b81f398e-be1f-4635-81a3-75022c1df5df req-687c8b97-722d-482e-82b2-521741ecc4fe tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 210 time: 0.2731407 Feb 04 15:34:08.554597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f78fcc77-74a6-43a2-bc07-c656dc07c6e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8bd08a21d0041828a486c7abcbd31a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809626 Feb 04 15:34:08.620812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47184) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:08.633279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 844d04eb-c475-45fc-8ea7-8458c8eeb1ea no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:08.653589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.662492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router d5be5a0f-ddfe-44d3-afd2-a9443f593a4b is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:34:08.710356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.761429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:08.776854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:08.792546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:08.795102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.873508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=8259fb95-746a-4ee2-b1d7-53a7ffc65304,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:08.913202 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:08.924355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4f689528-8f2f-49bc-b2c5-1ea5307d7388 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1575618 Feb 04 15:34:08.925272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47186) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:08.945493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': '8259fb95-746a-4ee2-b1d7-53a7ffc65304', 'ip_address': '2001:db8::2af7:85d2:8ed7:80e7'}], 'name': 'tempest-NetworksTestDHCPv6-1578040103'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:09.023795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:09.027357 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b68b039-f5ee-4ec6-b7a4-3419ad7ceb09" -d '{"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-unplugged", "status": "completed", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:09.037587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8c96d-b411-4f5e-8e4d-b833ab63a176 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:09.043743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7e1c2f09-be0a-4833-a642-8a701d512f80 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:09.044388 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.049886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Deleting port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:09.049886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.116100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] Set router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:34:09.120737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5cac0e52-67dc-456e-bec7-1a2150cde56f None None] Provisioning complete for port 7e1c2f09-be0a-4833-a642-8a701d512f80 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:09.121102 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5cac0e52-67dc-456e-bec7-1a2150cde56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.124534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:09.329924 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4b3edc-83ac-48f8-90be-b60e036cbf75 x-openstack-request-id: req-5e4b3edc-83ac-48f8-90be-b60e036cbf75 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:09.330362 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-unplugged", "status": "completed", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:09.330806 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e4b3edc-83ac-48f8-90be-b60e036cbf75 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:09.331195 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'code': 200} Feb 04 15:34:09.405878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=1933d309-9655-4a87-bd40-1c0d1df1d065,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:09.418950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:09.494045 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.755037 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.767121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a85561a-22c5-436e-8c28-1ccac0fd15a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.776346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee07ba-6834-428a-9323-8d4a3650126d req-6defdf94-3163-47e7-9c1e-c5a726ab1fa0 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:09.778017 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73ee07ba-6834-428a-9323-8d4a3650126d req-6defdf94-3163-47e7-9c1e-c5a726ab1fa0 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 950 time: 0.4147358 Feb 04 15:34:09.781851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] For port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:09.781851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.808845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Allocated IP 172.20.0.1 (a0be2cef-014a-453e-9195-5603b4495047/67b74297-d374-4a54-a7ec-f8bfa8bc6690/7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:09.813414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:09.878205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Calling delete_port for 844d04eb-c475-45fc-8ea7-8458c8eeb1ea owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:09.917370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-830bd5be-7bac-4cd8-a869-1df5b8aafb90 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:09.919096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-830bd5be-7bac-4cd8-a869-1df5b8aafb90 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 950 time: 0.4410615 Feb 04 15:34:09.937024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a85561a-22c5-436e-8c28-1ccac0fd15a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:09.954411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:09.978013 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d406fbd2-2fd6-40eb-8c24-f2489554d43e None None] Sync routers for ids ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:09.991493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.006984 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d406fbd2-2fd6-40eb-8c24-f2489554d43e None None] Routers {'d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:10.009178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ff31b431-536a-4b34-b8d1-33387c40f9f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/d5be5a0f-ddfe-44d3-afd2-a9443f593a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9770339 Feb 04 15:34:10.013331 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d406fbd2-2fd6-40eb-8c24-f2489554d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:10.028402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564295d9-e529-47b3-846c-2a73388afd6e req-1132e3fd-e8bf-4e5b-b246-adf3d61c4974 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.030176 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-1132e3fd-e8bf-4e5b-b246-adf3d61c4974 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.50 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 814 time: 0.7304821 Feb 04 15:34:10.039356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47216) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:10.058634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Request body: {'port': {'device_id': '65049c30-0763-4834-b4d6-138b5e9d9697', 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'admin_state_up': True, 'tenant_id': '95cfa9dd2111419cb5adf8e0250c2625'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:10.070916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] Provisioning complete for port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:10.071474 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.112727 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d406fbd2-2fd6-40eb-8c24-f2489554d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:10.130962 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d406fbd2-2fd6-40eb-8c24-f2489554d43e None None] Routers {'d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:10.131786 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d406fbd2-2fd6-40eb-8c24-f2489554d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:10.204315 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d406fbd2-2fd6-40eb-8c24-f2489554d43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:10.206430 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d406fbd2-2fd6-40eb-8c24-f2489554d43e None None] The sync data for ids ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:10.221620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:33:55Z', 'revision_number': 3, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port': {'id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:53Z', 'updated_at': '2022-02-04T15:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:10.273758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ba0b2f7-d694-45e0-8507-90a52f908f6b req-906db8b3-a9e2-42fc-9815-d519c9474a9d tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 210 time: 0.2794685 Feb 04 15:34:10.289201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4416430-9f60-42b6-a717-da8c5fe28274 None None] The sync data for ids ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'] in n-d-827869-1 is: [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:33:55Z', 'revision_number': 3, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port': {'id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:53Z', 'updated_at': '2022-02-04T15:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:10.347189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 2117645a-17d3-4223-9bc0-dcdee76294e0 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:34:10.361105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Made reservation on behalf of 95cfa9dd2111419cb5adf8e0250c2625 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:10.365065 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.397387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc74bb1-c031-4ff4-b3d1-bd60825fc9ec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:10.399192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bbc74bb1-c031-4ff4-b3d1-bd60825fc9ec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports/99318bb2-562a-42d1-bdb5-8872ed4f915a HTTP/1.1" status: 200 len: 911 time: 0.3592665 Feb 04 15:34:10.407854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:10.411156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47224) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:10.552519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.627269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73ee07ba-6834-428a-9323-8d4a3650126d req-275d27f0-8e8c-4036-ac02-c99024d635fb tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8321965 Feb 04 15:34:10.793743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] For port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6fa010f0-6ecb-4238-a890-ba8432b9a3f4,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:10.845583 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.866336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:10.866336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.916029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:10.982067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.043745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a85561a-22c5-436e-8c28-1ccac0fd15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.047681 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a85561a-22c5-436e-8c28-1ccac0fd15a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.049321 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7a85561a-22c5-436e-8c28-1ccac0fd15a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a793f677-70b5-4f75-a2d2-878d784769c7 HTTP/1.1" status: 204 len: 168 time: 2.4221046 Feb 04 15:34:11.075191 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.274713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:11.451182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85561a-22c5-436e-8c28-1ccac0fd15a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a793f677-70b5-4f75-a2d2-878d784769c7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:11.471830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] Provisioning complete for port 99318bb2-562a-42d1-bdb5-8872ed4f915a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:11.472417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.517347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Network a0be2cef-014a-453e-9195-5603b4495047 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:11.537010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:11.552415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6695-8104-41a2-a528-995e684daa78 req-2f9abc37-3758-440d-b7e1-5597593ea784 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:11.565279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61ef6695-8104-41a2-a528-995e684daa78 req-2f9abc37-3758-440d-b7e1-5597593ea784 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 950 time: 0.6443307 Feb 04 15:34:11.573208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.581117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:11.596659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] Pushing event updated for resources: {'Port': ['ID=6fa010f0-6ecb-4238-a890-ba8432b9a3f4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:11.645417 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.653701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Deleting port 40bec3aa-24de-4bbf-894a-15951633b0f2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:11.654099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:11.671760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d9cb350-ea5d-431d-8f50-456c20f7e2da req-4d5d7864-76c8-4377-9305-2cb7c5270da2 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 210 time: 0.2427497 Feb 04 15:34:11.763280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::2af7:85d2:8ed7:80e7 (9441201d-a349-4a5a-8681-870320442b3d/8259fb95-746a-4ee2-b1d7-53a7ffc65304/2117645a-17d3-4223-9bc0-dcdee76294e0) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:11.772801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Pushing event deleted for resources: {'Port': ['ID=844d04eb-c475-45fc-8ea7-8458c8eeb1ea,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:11.775338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c33f7705-43fc-46b9-afe0-a95222750090 None None] Port 99318bb2-562a-42d1-bdb5-8872ed4f915a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:34:11.923783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8b0cb795-a896-4f92-855b-9e1ac9c25344 None None] Could not find standard attr ID for object 2f818b88-7a55-4bf6-97a0-1d65f1cc5784. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:34:11.983116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c03a956-fed4-4ac6-acba-4e4cc9378f12 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:12.020420 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61ef6695-8104-41a2-a528-995e684daa78 req-18974a71-4646-4d09-b5ec-b81fd9e518fc tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545968 Feb 04 15:34:12.070657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.145523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 40bec3aa-24de-4bbf-894a-15951633b0f2 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:12.257608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Allocated IP 172.20.0.3 (5bbbb572-4948-4055-8c93-101e5f6b30a5/7965b673-6222-4aff-99c1-dd1ec5faf820/7451ab4f-03d6-4164-8f77-2c89b698ccd1) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:12.293289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] No DVR routers for this DVR port 844d04eb-c475-45fc-8ea7-8458c8eeb1ea on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:12.326948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.336472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-521ad14c-3e24-4b26-9433-6dc37fdd761a req-0d8dc7fe-1084-44d9-ac54-5f388ff224fd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.30 "DELETE /v2.0/ports/844d04eb-c475-45fc-8ea7-8458c8eeb1ea HTTP/1.1" status: 204 len: 173 time: 5.0458338 Feb 04 15:34:12.337557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-deleted', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:12.346246 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e539fe-f0b8-426c-aaaa-3ef264ec7036" -d '{"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-deleted", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:12.363464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8b0cb795-a896-4f92-855b-9e1ac9c25344 None None] Provisioning complete for port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:12.364104 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b0cb795-a896-4f92-855b-9e1ac9c25344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.477737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] For port 40bec3aa-24de-4bbf-894a-15951633b0f2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=40bec3aa-24de-4bbf-894a-15951633b0f2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:12.478136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.512120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Calling delete_port for 40bec3aa-24de-4bbf-894a-15951633b0f2 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:12.667920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.715530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47280) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:12.732542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:12.733351 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.790084 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.845298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bec3aa-24de-4bbf-894a-15951633b0f2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:12.847750 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e50850-be1f-481c-abed-486d4e1e7624" -d '{"events": [{"server_uuid": "7e2f12bd-bd51-4e46-b81e-08a40e0eecd9", "name": "network-vif-unplugged", "status": "completed", "tag": "40bec3aa-24de-4bbf-894a-15951633b0f2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:12.889403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 40bec3aa-24de-4bbf-894a-15951633b0f2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=40bec3aa-24de-4bbf-894a-15951633b0f2,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:12.900862 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:12.974417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=40bec3aa-24de-4bbf-894a-15951633b0f2,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:12.982343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-797e57b8-a7c9-406d-aea6-1f00112d8480 None None] Provisioning complete for port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:12.982660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-797e57b8-a7c9-406d-aea6-1f00112d8480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.025344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-797e57b8-a7c9-406d-aea6-1f00112d8480 None None] Port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:34:13.041852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1632498306-network', 'tenant_id': 'c3d80ce424804c8d829699bcc2c5711f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:13.070110 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb64c8f-a61f-417e-9e6b-24ab8714ca2f x-openstack-request-id: req-1cb64c8f-a61f-417e-9e6b-24ab8714ca2f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:13.071138 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf088e4-eb29-4678-ab77-3fdf8bdac0c9", "name": "network-vif-deleted", "tag": "844d04eb-c475-45fc-8ea7-8458c8eeb1ea", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:13.072362 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1cb64c8f-a61f-417e-9e6b-24ab8714ca2f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:13.073310 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf088e4-eb29-4678-ab77-3fdf8bdac0c9', 'name': 'network-vif-deleted', 'tag': '844d04eb-c475-45fc-8ea7-8458c8eeb1ea', 'status': 'completed', 'code': 200} Feb 04 15:34:13.139415 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.163100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.180540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.219918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.231115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Made reservation on behalf of c3d80ce424804c8d829699bcc2c5711f for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:13.231464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.234063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.280675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:34:13.294528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740b4a6-b5ee-4c32-8526-2a9b9e347dc5 req-b80f1bc9-d148-43ca-85d0-3dc26230d67f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:13.296341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5740b4a6-b5ee-4c32-8526-2a9b9e347dc5 req-b80f1bc9-d148-43ca-85d0-3dc26230d67f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 950 time: 1.3663731 Feb 04 15:34:13.315789 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:34:13.330567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df9566d8-b90f-499b-96aa-2c48307b0b71 req-0f022ce8-840e-4af2-b7eb-3cc0b79bb046 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 210 time: 0.1146843 Feb 04 15:34:13.365114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:13.405081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.442201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:13.442586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.459533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:13.469156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5740b4a6-b5ee-4c32-8526-2a9b9e347dc5 req-a3239b9f-beb7-485b-85cc-8cbfbd042a1b tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528602 Feb 04 15:34:13.471451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.566627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c118b088-3516-44ec-b662-b99e8824f8e1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:13.583157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.609789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.615964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:13.628084 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', '6bf42e08-e7b4-485a-926d-b6c994c4e812'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:13.647349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8:1::1 (a4300d58-6347-4b86-9b65-502e74d4fc20/ba6a96d4-5bf7-411e-a314-422145365da1/56129a82-8b90-4be8-be8e-05eaefb08f8e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:13.709445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event deleted for resources: {'Port': ['ID=40bec3aa-24de-4bbf-894a-15951633b0f2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:13.725819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Network a0be2cef-014a-453e-9195-5603b4495047 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:13.735681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:13.752276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c118b088-3516-44ec-b662-b99e8824f8e1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:13.752848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.792477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Pushing event updated for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:13.815688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] No DVR routers for this DVR port 40bec3aa-24de-4bbf-894a-15951633b0f2 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:13.824443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:13.827977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e52b727-8630-4dd8-a7b4-21f990ca8db4 req-ee5520cf-104a-4dce-8b2d-b31d13985cb4 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "DELETE /v2.0/ports/40bec3aa-24de-4bbf-894a-15951633b0f2 HTTP/1.1" status: 204 len: 173 time: 3.8973036 Feb 04 15:34:13.917236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Network 5bbbb572-4948-4055-8c93-101e5f6b30a5 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:13.952435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:13.957399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.957942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.958527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.959087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.959649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.960207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.963703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.964283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.964839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.965398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.966595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.966595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:13.999872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:14.004484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:14.009641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f3328733-2faa-4d5a-85dc-6264b51c0077 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "PUT /v2.0/routers/eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.7215652 Feb 04 15:34:14.031024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d134c12e-c3ab-4e59-af72-9d4736135b84 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:14.044777 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d9d19-ee22-4cf3-9a11-4c674b031b6e x-openstack-request-id: req-9d7d9d19-ee22-4cf3-9a11-4c674b031b6e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:14.045261 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2f12bd-bd51-4e46-b81e-08a40e0eecd9", "name": "network-vif-unplugged", "status": "completed", "tag": "40bec3aa-24de-4bbf-894a-15951633b0f2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:14.045693 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d7d9d19-ee22-4cf3-9a11-4c674b031b6e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:14.046497 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bec3aa-24de-4bbf-894a-15951633b0f2', 'code': 200} Feb 04 15:34:14.052231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954f6dd-6384-4c85-9b59-54bf8a3f63a8 None None] Sync routers for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:14.079992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:14.105491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.107456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47298) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:14.112527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:14.200364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.231564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954f6dd-6384-4c85-9b59-54bf8a3f63a8 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:14.232423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3954f6dd-6384-4c85-9b59-54bf8a3f63a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:14.280024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:34:14.285861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:14.293968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3954f6dd-6384-4c85-9b59-54bf8a3f63a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:14.330822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:14.339109 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.342803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.343329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:14.343995 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Added segment f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7 of type vlan for network 59d5f558-1eb1-479b-baca-75fccc56f4d3 Feb 04 15:34:14.345861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.409347 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.451555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954f6dd-6384-4c85-9b59-54bf8a3f63a8 None None] Routers {'eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:14.451555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3954f6dd-6384-4c85-9b59-54bf8a3f63a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:14.474723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c118b088-3516-44ec-b662-b99e8824f8e1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c118b088-3516-44ec-b662-b99e8824f8e1,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:14.572671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3954f6dd-6384-4c85-9b59-54bf8a3f63a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:14.573516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3954f6dd-6384-4c85-9b59-54bf8a3f63a8 None None] The sync data for ids ['eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:14.575488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f8936571-4918-495f-ab64-3a06b943a0c0 None None] Provisioning complete for port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:14.575714 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8936571-4918-495f-ab64-3a06b943a0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.588119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.625849 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.656263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40d1576-dad1-4f20-acbc-e5727f3a09ff,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:14.673483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:14.683491 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7555847 Feb 04 15:34:14.689697 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Sync routers for ids ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:14.703710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47306) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:14.705394 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8b29e56d-c906-42a4-9152-71d4436f3292 admin admin] 10.222.0.47 "PUT /v2.0/routers/5b43ac6a-d384-4afc-aa68-f7e588fc02c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3744848 Feb 04 15:34:14.725826 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Routers {'5b43ac6a-d384-4afc-aa68-f7e588fc02c5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:14.726668 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:14.772218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8f8ca-1e09-4da5-8709-221daf1d01d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=2117645a-17d3-4223-9bc0-dcdee76294e0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:14.807255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.854069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f8936571-4918-495f-ab64-3a06b943a0c0 None None] Port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:34:14.911919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:14.912990 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:14.963569 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Set router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:34:14.999358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.001580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.009235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.077906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'name': 'network-vif-deleted', 'tag': '40bec3aa-24de-4bbf-894a-15951633b0f2'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:15.078224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:15.082649 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e88dbe-034a-4206-ae46-bf37b9a765ad" -d '{"events": [{"server_uuid": "7e2f12bd-bd51-4e46-b81e-08a40e0eecd9", "name": "network-vif-deleted", "tag": "40bec3aa-24de-4bbf-894a-15951633b0f2"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:15.093564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c118b088-3516-44ec-b662-b99e8824f8e1,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:15.131948 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-5387e6a3-abc7-4b40-bef1-7a5711901401 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0779338 Feb 04 15:34:15.170159 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe205667-5a7b-4d81-934b-05fc6dd493e1 req-f44b1254-e8af-43cc-a17a-f80444ad8aab tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2f12bd-bd51-4e46-b81e-08a40e0eecd9 HTTP/1.1" status: 200 len: 210 time: 0.1372652 Feb 04 15:34:15.186648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Request body: {'port': {'device_id': '65049c30-0763-4834-b4d6-138b5e9d9697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:15.197663 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.225643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f14c7c-bd3d-45d9-8d01-984a3f057a6b req-3501e811-fa20-4a4e-9c0c-4a88fc1550de tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.229092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4f14c7c-bd3d-45d9-8d01-984a3f057a6b req-3501e811-fa20-4a4e-9c0c-4a88fc1550de tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 931 time: 0.4961627 Feb 04 15:34:15.262955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.339304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6179602 Feb 04 15:34:15.348531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47328) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:15.352455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.367402 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5297d5b1-2fef-4d90-a424-a02e76473fdb x-openstack-request-id: req-5297d5b1-2fef-4d90-a424-a02e76473fdb {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:15.368060 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2f12bd-bd51-4e46-b81e-08a40e0eecd9", "name": "network-vif-deleted", "tag": "40bec3aa-24de-4bbf-894a-15951633b0f2", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:15.370331 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5297d5b1-2fef-4d90-a424-a02e76473fdb {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:15.370717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12603b-d2ff-4f6c-a085-45a2ad50af14 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.370904 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2f12bd-bd51-4e46-b81e-08a40e0eecd9', 'name': 'network-vif-deleted', 'tag': '40bec3aa-24de-4bbf-894a-15951633b0f2', 'status': 'completed', 'code': 200} Feb 04 15:34:15.382068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12603b-d2ff-4f6c-a085-45a2ad50af14 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:15.387240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2d12603b-d2ff-4f6c-a085-45a2ad50af14 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.6476049 Feb 04 15:34:15.391090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47330) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:15.394016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Request body: {'subnet': {'network_id': '59d5f558-1eb1-479b-baca-75fccc56f4d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1632498306-subnet', 'tenant_id': 'c3d80ce424804c8d829699bcc2c5711f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:15.412983 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:34:12Z', 'revision_number': 4, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port': {'id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:53Z', 'updated_at': '2022-02-04T15:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297', 'name': '', 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'mac_address': 'fa:16:3e:24:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '67b74297-d374-4a54-a7ec-f8bfa8bc6690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:08Z', 'updated_at': '2022-02-04T15:34:12Z', 'revision_number': 2, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'subnets': [{'id': '67b74297-d374-4a54-a7ec-f8bfa8bc6690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:15.424507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f0525-51d3-4914-b2b0-f72f38bcfe3b admin admin] Pushing event updated for resources: {'Network': ['ID=59d5f558-1eb1-479b-baca-75fccc56f4d3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:15.435866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f56127dc-0955-451a-8137-9ad171fe9059 None None] Provisioning complete for port 2117645a-17d3-4223-9bc0-dcdee76294e0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:15.435866 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f56127dc-0955-451a-8137-9ad171fe9059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.480704 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Checking router: 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:34:15.481612 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Updating router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:34:15.520583 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.571658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4f14c7c-bd3d-45d9-8d01-984a3f057a6b req-3a82cd79-aa8a-41a0-9261-41a90b36dfc4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751145 Feb 04 15:34:15.582844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.613667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Made reservation on behalf of c3d80ce424804c8d829699bcc2c5711f for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:15.616908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f56127dc-0955-451a-8137-9ad171fe9059 None None] Port 2117645a-17d3-4223-9bc0-dcdee76294e0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:34:15.618332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.628192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 59d5f558-1eb1-479b-baca-75fccc56f4d3 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:34:15.809583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2b071f96-a556-498f-903e-d3639be0027a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 2117645a-17d3-4223-9bc0-dcdee76294e0 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:15.814133 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b071f96-a556-498f-903e-d3639be0027a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:15.939584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:16.047938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:16.051568 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59349f09-9a6c-4aa3-9df2-07c65a1bb6d3" -d '{"events": [{"server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "name": "network-vif-unplugged", "status": "completed", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:16.116041 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba29949-bbb7-49ee-8078-ae33d953403b x-openstack-request-id: req-cba29949-bbb7-49ee-8078-ae33d953403b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:16.116743 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "name": "network-vif-unplugged", "status": "completed", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:16.117536 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cba29949-bbb7-49ee-8078-ae33d953403b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:16.118872 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'code': 200} Feb 04 15:34:16.155740 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.170084 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.217726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b071f96-a556-498f-903e-d3639be0027a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.243513 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.245703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:16.255076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2b071f96-a556-498f-903e-d3639be0027a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 2117645a-17d3-4223-9bc0-dcdee76294e0 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:16.337114 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85ee3d-d21c-46dd-997c-7c024a79cc23 None None] Pushing event updated for resources: {'Port': ['ID=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:16.597216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network a4300d58-6347-4b86-9b65-502e74d4fc20 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:16.607310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=56129a82-8b90-4be8-be8e-05eaefb08f8e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:16.622609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:34:16.680975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:16.741246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:16.746835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.013093 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Attempting to bind port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:17.018121 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Attempting to bind port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:17.024259 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Attempting to bind port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 on network a0be2cef-014a-453e-9195-5603b4495047 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:17.033498 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b071f96-a556-498f-903e-d3639be0027a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.054746 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:17.055416 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Checking segment: {'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:17.056157 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.056819 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Bound using segment: {'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:17.057512 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Bound port: 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ddefc9-d5e3-4619-8bca-01b49368f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:17.057941 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.144077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting port 86d2a5e2-d73b-45c5-8a30-d93cdf381700 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:17.144699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.173636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b071f96-a556-498f-903e-d3639be0027a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=2117645a-17d3-4223-9bc0-dcdee76294e0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:17.240890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c118b088-3516-44ec-b662-b99e8824f8e1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:17.251172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c099af0c-427f-40ec-b233-52b9887841ec,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:17.354678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d97635-ade1-4056-9878-2b97c63f5371 req-7094b64a-2df0-47f5-bdf0-d8f509761e45 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.366765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69d97635-ade1-4056-9878-2b97c63f5371 req-7094b64a-2df0-47f5-bdf0-d8f509761e45 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 931 time: 0.4609871 Feb 04 15:34:17.379526 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] For port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:17.388131 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] For port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,segment=NetworkSegment(c5ddefc9-d5e3-4619-8bca-01b49368f52e),segment_id=c5ddefc9-d5e3-4619-8bca-01b49368f52e)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:17.390233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b071f96-a556-498f-903e-d3639be0027a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.396928 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.421518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2b071f96-a556-498f-903e-d3639be0027a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/2117645a-17d3-4223-9bc0-dcdee76294e0 HTTP/1.1" status: 204 len: 168 time: 2.0284579 Feb 04 15:34:17.436654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:17.460780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:17.469116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-208ecdb0-38d6-4f36-ae84-cd0c9ef3d08e None None] Provisioning complete for port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:17.469786 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-208ecdb0-38d6-4f36-ae84-cd0c9ef3d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.589958 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Routers {'5b43ac6a-d384-4afc-aa68-f7e588fc02c5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:17.595019 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:17.645523 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69d97635-ade1-4056-9878-2b97c63f5371 req-75595e05-3528-45e2-996c-6d29bf3a037b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191157 Feb 04 15:34:17.654721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '968abef0-290a-40c4-ab47-51e65ed931fa', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '968abef0-290a-40c4-ab47-51e65ed931fa', 'mac_address': 'fa:16:3e:86:14:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:34:17.716429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d2f5f7-8d9e-48f1-80a8-d289ce00f621 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.729519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d2f5f7-8d9e-48f1-80a8-d289ce00f621 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:17.735096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-09d2f5f7-8d9e-48f1-80a8-d289ce00f621 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2770910 Feb 04 15:34:17.745591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47364) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:17.800129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c118b088-3516-44ec-b662-b99e8824f8e1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:17.800625 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.841892 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:17.947229 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] Set router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:34:18.031722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e513444a-3262-4bfa-ad18-2b41c6220e38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 8259fb95-746a-4ee2-b1d7-53a7ffc65304 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:18.053553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e513444a-3262-4bfa-ad18-2b41c6220e38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.109096 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85ee3d-d21c-46dd-997c-7c024a79cc23 None None] Pushing event updated for resources: {'Port': ['ID=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:18.179027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e513444a-3262-4bfa-ad18-2b41c6220e38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.258877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Calling delete_port for 86d2a5e2-d73b-45c5-8a30-d93cdf381700 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:18.319037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e513444a-3262-4bfa-ad18-2b41c6220e38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.520847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e513444a-3262-4bfa-ad18-2b41c6220e38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.549843 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e513444a-3262-4bfa-ad18-2b41c6220e38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.553637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e513444a-3262-4bfa-ad18-2b41c6220e38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/8259fb95-746a-4ee2-b1d7-53a7ffc65304 HTTP/1.1" status: 204 len: 168 time: 0.8065960 Feb 04 15:34:18.579886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47372) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:18.591470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513444a-3262-4bfa-ad18-2b41c6220e38 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=8259fb95-746a-4ee2-b1d7-53a7ffc65304,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:18.655035 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a97a8756-9847-477f-b4a2-b0d9dc04a720 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738082 Feb 04 15:34:18.655549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.659408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47374) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:18.674689 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-208ecdb0-38d6-4f36-ae84-cd0c9ef3d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.698012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f927660-b7a1-4ec7-aafe-39d9044f0312 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:18.743613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b59e120-ce09-4904-9cea-d71c6f0c6e8b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.746038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8b59e120-ce09-4904-9cea-d71c6f0c6e8b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0846841 Feb 04 15:34:18.750063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:18.842989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263857d-f92c-45b1-ba94-3e402096b5f8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:18.845386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4263857d-f92c-45b1-ba94-3e402096b5f8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0910990 Feb 04 15:34:18.849719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47380) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:18.917951 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:34:12Z', 'revision_number': 4, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port': {'id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:53Z', 'updated_at': '2022-02-04T15:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297', 'name': '', 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'mac_address': 'fa:16:3e:24:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '67b74297-d374-4a54-a7ec-f8bfa8bc6690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:08Z', 'updated_at': '2022-02-04T15:34:17Z', 'revision_number': 4, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'subnets': [{'id': '67b74297-d374-4a54-a7ec-f8bfa8bc6690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:18.934812 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:18.981279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Checking segment: {'id': 'f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59d5f558-1eb1-479b-baca-75fccc56f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:18.988059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Network hostable DHCP agents. Network: 59d5f558-1eb1-479b-baca-75fccc56f4d3, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:34:18.992431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968abef0-290a-40c4-ab47-51e65ed931fa {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:19.010595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7c73a7bc-4b53-43ca-8072-770d579fa664 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1591637 Feb 04 15:34:19.028133 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd8643-7e39-47c3-ac91-a3d153d5fd84 None None] The sync data for ids ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'] in n-d-827869-1 is: [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:34:12Z', 'revision_number': 4, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port': {'id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:53Z', 'updated_at': '2022-02-04T15:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297', 'name': '', 'network_id': 'a0be2cef-014a-453e-9195-5603b4495047', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'mac_address': 'fa:16:3e:24:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '67b74297-d374-4a54-a7ec-f8bfa8bc6690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:08Z', 'updated_at': '2022-02-04T15:34:17Z', 'revision_number': 4, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'subnets': [{'id': '67b74297-d374-4a54-a7ec-f8bfa8bc6690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:19.036696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47384) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:19.055423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:19.084865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-208ecdb0-38d6-4f36-ae84-cd0c9ef3d08e None None] For port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,segment=NetworkSegment(c5ddefc9-d5e3-4619-8bca-01b49368f52e),segment_id=c5ddefc9-d5e3-4619-8bca-01b49368f52e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:19.124256 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-208ecdb0-38d6-4f36-ae84-cd0c9ef3d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.133727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66623897-f35e-430c-a5e2-c4be35bdc418 req-9e46c124-2216-412d-b9bb-4fdfaae193dc tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:19.142955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:19.181647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66623897-f35e-430c-a5e2-c4be35bdc418 req-9e46c124-2216-412d-b9bb-4fdfaae193dc tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 931 time: 0.3515451 Feb 04 15:34:19.202303 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.354814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583034b-46bd-4b88-b260-dfc36f6c88dd req-42dbc9e7-570b-4959-aa09-90c7bacf7655 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:19.358763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2a045c73-3aeb-4547-ac44-19a3be88e6d2 None None] Provisioning complete for port 56129a82-8b90-4be8-be8e-05eaefb08f8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:19.359137 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2a045c73-3aeb-4547-ac44-19a3be88e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:19.371799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a583034b-46bd-4b88-b260-dfc36f6c88dd req-42dbc9e7-570b-4959-aa09-90c7bacf7655 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 950 time: 0.4963701 Feb 04 15:34:19.373377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ecdb0-38d6-4f36-ae84-cd0c9ef3d08e None None] Pushing event updated for resources: {'Port': ['ID=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:19.382655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['968abef0-290a-40c4-ab47-51e65ed931fa'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:19.562503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Network 59d5f558-1eb1-479b-baca-75fccc56f4d3 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:34:19.646894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66623897-f35e-430c-a5e2-c4be35bdc418 req-88bbad2f-24f5-4df0-b688-9d07e95c2184 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156966 Feb 04 15:34:19.669943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a583034b-46bd-4b88-b260-dfc36f6c88dd req-5ad24826-8130-40b9-85c2-79bb5d629526 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933426 Feb 04 15:34:19.767831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37178-e4c3-4a86-b86e-743344872690 req-a16bf1c5-fe4e-46f8-884a-bb1db99e8bcf tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:19.770022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:19.772207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bd37178-e4c3-4a86-b86e-743344872690 req-a16bf1c5-fe4e-46f8-884a-bb1db99e8bcf tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 950 time: 0.3709497 Feb 04 15:34:19.807849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:19.925193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 59d5f558-1eb1-479b-baca-75fccc56f4d3) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:19.980707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec6e277-9755-4f37-97b7-b78034581b51 None None] Network 59d5f558-1eb1-479b-baca-75fccc56f4d3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:20.034328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:20.036441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.198980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:34:20.209300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2a045c73-3aeb-4547-ac44-19a3be88e6d2 None None] Port 56129a82-8b90-4be8-be8e-05eaefb08f8e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:34:20.263993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fda348-05a0-4ff6-9dca-568b7cb178c5 None None] Network 59d5f558-1eb1-479b-baca-75fccc56f4d3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:20.265300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fdce23c4-65a4-4409-ac21-973530a3cb69 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.9088025 Feb 04 15:34:20.507704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2a045c73-3aeb-4547-ac44-19a3be88e6d2 None None] Provisioning complete for port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:20.508090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2a045c73-3aeb-4547-ac44-19a3be88e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.538930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:20.539449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.693842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] Deleting port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:20.694310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.752099 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:20.911553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7451ab4f-03d6-4164-8f77-2c89b698ccd1 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:20.952338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Port': ['ID=86d2a5e2-d73b-45c5-8a30-d93cdf381700,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:21.021805 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.052558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:21.056625 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.107067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] For port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6fa010f0-6ecb-4238-a890-ba8432b9a3f4,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:21.108853 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.181718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] Calling delete_port for 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:21.188904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Transition to ACTIVE for port object 7451ab4f-03d6-4164-8f77-2c89b698ccd1 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:21.226179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.269637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:21.417759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.436412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 968abef0-290a-40c4-ab47-51e65ed931fa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:21.436948 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.544331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.599452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-ac5cabb5-e5fc-4e43-9d8e-d97e4fd4bd55 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:21.601347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:21.609207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d3bfb-f314-47a9-a7b5-6acaaa4bfddd req-393ad4f7-7fbd-4efb-8ec0-81586f16ac90 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:21.611051 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-ac5cabb5-e5fc-4e43-9d8e-d97e4fd4bd55 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/networks?id=59d5f558-1eb1-479b-baca-75fccc56f4d3 HTTP/1.1" status: 200 len: 818 time: 0.5837667 Feb 04 15:34:21.627004 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.641705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d7d3bfb-f314-47a9-a7b5-6acaaa4bfddd req-393ad4f7-7fbd-4efb-8ec0-81586f16ac90 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 950 time: 0.6195955 Feb 04 15:34:21.671507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-bef9578a-5dd3-41bc-90a2-dd166f14de3f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:21.678661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-bef9578a-5dd3-41bc-90a2-dd166f14de3f tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/ports?device_id=39a3ca90-0100-4ffd-a8c1-a0e23390a10d HTTP/1.1" status: 200 len: 950 time: 0.6345930 Feb 04 15:34:21.683220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.684343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:21.686682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Pushing event updated for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:21.780970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:34:21.785868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:34:21.852702 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-ad1ae392-9cca-4f55-a461-9795df98b67b tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/quotas/c3d80ce424804c8d829699bcc2c5711f HTTP/1.1" status: 200 len: 375 time: 0.2403755 Feb 04 15:34:21.900831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] Pushing event deleted for resources: {'Port': ['ID=6fa010f0-6ecb-4238-a890-ba8432b9a3f4,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:21.956986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24304c99-fdd7-42d8-9712-c8ba200dbff9 None None] No DVR routers for this DVR port 6fa010f0-6ecb-4238-a890-ba8432b9a3f4 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:21.959733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-d2d61f41-4356-4547-a929-6e6b2c8941dd tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d80ce424804c8d829699bcc2c5711f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054416 Feb 04 15:34:21.997043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d7d3bfb-f314-47a9-a7b5-6acaaa4bfddd req-5f347eae-b449-4eed-9c23-3a1e10099aaf tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121064 Feb 04 15:34:22.049515 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.057242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Deleting port f6bf9d93-d471-4b1d-8ace-2ea3d468531b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:22.058371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.123943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Deleting port 6bf42e08-e7b4-485a-926d-b6c994c4e812 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:22.124976 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.216546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:22.221281 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47884f59-d37b-48aa-8921-1856442e153b" -d '{"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-plugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:22.245099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:22.247692 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.254989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] For port 6bf42e08-e7b4-485a-926d-b6c994c4e812, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bf42e08-e7b4-485a-926d-b6c994c4e812,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:22.255669 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.257424 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.259789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f6bf9d93-d471-4b1d-8ace-2ea3d468531b no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:22.265210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network a4300d58-6347-4b86-9b65-502e74d4fc20 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:22.273576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Calling delete_port for 6bf42e08-e7b4-485a-926d-b6c994c4e812 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:22.340262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:22.386675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.396210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=56129a82-8b90-4be8-be8e-05eaefb08f8e,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:22.564109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:22.589490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:22.623717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:22.738661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Attempting to bind port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:22.739599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Attempting to bind port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:22.740283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Attempting to bind port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:22.803724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:22.826538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event deleted for resources: {'Port': ['ID=6bf42e08-e7b4-485a-926d-b6c994c4e812,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:22.889918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0c51b-c111-4324-a11c-a307c7dd7cec req-b8f695f2-cfa9-40f6-982f-dfda07a316bf tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:22.898904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f1a0c51b-c111-4324-a11c-a307c7dd7cec req-b8f695f2-cfa9-40f6-982f-dfda07a316bf tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 943 time: 0.4325790 Feb 04 15:34:22.992401 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f1a0c51b-c111-4324-a11c-a307c7dd7cec req-216f5f81-b4a4-4360-8543-3c340540bd43 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836732 Feb 04 15:34:23.108435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] No DVR routers for this DVR port 6bf42e08-e7b4-485a-926d-b6c994c4e812 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:23.128926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.132929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6115cd0e-0b81-4a9e-9085-4a47574ac06a req-c3ccbd51-cffb-4308-810d-523e1011555c tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "DELETE /v2.0/ports/6bf42e08-e7b4-485a-926d-b6c994c4e812 HTTP/1.1" status: 204 len: 173 time: 1.4317594 Feb 04 15:34:23.143059 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.144153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Fanout notify agent at l3_agent the message router_deleted on router eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:34:23.155805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a3ca90-0100-4ffd-a8c1-a0e23390a10d', 'name': 'network-vif-deleted', 'tag': '6bf42e08-e7b4-485a-926d-b6c994c4e812'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:23.158304 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902a6acf-cd0f-49fb-8d7d-1f5f7fe28d2f" -d '{"events": [{"server_uuid": "39a3ca90-0100-4ffd-a8c1-a0e23390a10d", "name": "network-vif-deleted", "tag": "6bf42e08-e7b4-485a-926d-b6c994c4e812"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:23.178841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] For port f6bf9d93-d471-4b1d-8ace-2ea3d468531b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:23.179149 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.224637 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.226186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Calling delete_port for f6bf9d93-d471-4b1d-8ace-2ea3d468531b owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:23.231490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ea533a6-8b1b-4901-a323-a9ca39c9d583 tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/routers/eed35b5d-2358-4e6d-9bd5-4f212e9ec0a8 HTTP/1.1" status: 204 len: 168 time: 9.1058960 Feb 04 15:34:23.232333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:34:23.232654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Attempting to bind port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:23.239612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router d5be5a0f-ddfe-44d3-afd2-a9443f593a4b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:34:23.243368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47448) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:23.244495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.252787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d3f1b6d9-a235-42a4-967a-0bc7caf28687 None None] Provisioning complete for port 56129a82-8b90-4be8-be8e-05eaefb08f8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:23.255132 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b6d9-a235-42a4-967a-0bc7caf28687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.312872 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.321488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:23.322568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Checking segment: {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:23.323103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Bound using segment: {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:23.323962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Bound port: 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:23.324704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.485740 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6104e1e-8077-4c18-822b-5e7ce7868807 x-openstack-request-id: req-c6104e1e-8077-4c18-822b-5e7ce7868807 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:23.485740 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-plugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:23.489255 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c6104e1e-8077-4c18-822b-5e7ce7868807 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:23.491941 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa', 'code': 200} Feb 04 15:34:23.633161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:23.644416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:23.654550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.683336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.684867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee85f1b8-90cc-41ea-8016-049fb940e18b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Deleting subnet f42cc791-584d-44da-8ab6-9204e253c711 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:23.712306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1b6d9-a235-42a4-967a-0bc7caf28687 None None] Port 56129a82-8b90-4be8-be8e-05eaefb08f8e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:34:23.798988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=83e2c879-c1ab-449a-9834-b63a12d0fd96,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:23.827686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee85f1b8-90cc-41ea-8016-049fb940e18b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:23.872035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:23.917793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee85f1b8-90cc-41ea-8016-049fb940e18b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.028592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f6bf9d93-d471-4b1d-8ace-2ea3d468531b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:24.042530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee85f1b8-90cc-41ea-8016-049fb940e18b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.065370 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.076023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6bf42e08-e7b4-485a-926d-b6c994c4e812 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:24.134432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:24.168880 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-ebf148b4-ac1e-412e-8a50-fbf931ac63ca service neutron] 10.222.0.47 "GET /v2.0/networks/59d5f558-1eb1-479b-baca-75fccc56f4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2077668 Feb 04 15:34:24.174964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.175668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.181961 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] 10.222.0.50 "PUT /v2.0/ports/7451ab4f-03d6-4164-8f77-2c89b698ccd1 HTTP/1.1" status: 200 len: 1091 time: 9.0258982 Feb 04 15:34:24.186182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211b045-8e73-4d33-a92a-89cf09f955f4 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:24.201957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:24.207091 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315f0393-d386-4e84-81d6-afc5a9add418" -d '{"events": [{"name": "network-changed", "server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:24.207694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 6bf42e08-e7b4-485a-926d-b6c994c4e812 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:34:24.208642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6bf42e08-e7b4-485a-926d-b6c994c4e812 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:34:24.230501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.234142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.249132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee85f1b8-90cc-41ea-8016-049fb940e18b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.343250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:24.348223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352339b-b1a8-4fbd-b743-f4644fdcc3bc service neutron] Pushing event updated for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:24.382667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85f1b8-90cc-41ea-8016-049fb940e18b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Subnet': ['ID=f42cc791-584d-44da-8ab6-9204e253c711,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:24.436402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee85f1b8-90cc-41ea-8016-049fb940e18b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.444136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ee85f1b8-90cc-41ea-8016-049fb940e18b tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/subnets/f42cc791-584d-44da-8ab6-9204e253c711 HTTP/1.1" status: 204 len: 168 time: 1.1599710 Feb 04 15:34:24.472131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25681a53-740e-48e9-97ef-7ccfc54a8934 req-c1a3b2b9-66fa-4d94-8472-e95b9c2a2605 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.473767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25681a53-740e-48e9-97ef-7ccfc54a8934 req-c1a3b2b9-66fa-4d94-8472-e95b9c2a2605 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 950 time: 0.7845702 Feb 04 15:34:24.482839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47462) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:24.515401 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8b78afaf-1335-42dc-9fe3-af9461e26706 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.4764411 Feb 04 15:34:24.595558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:24.655954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': '83e2c879-c1ab-449a-9834-b63a12d0fd96', 'ip_address': '2001:db8::467e:9bc0:5bc4:6e7c'}], 'name': 'tempest-NetworksTestDHCPv6-1093829921'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:24.704475 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '83e2c879-c1ab-449a-9834-b63a12d0fd96'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:34:24.706535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.787795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25681a53-740e-48e9-97ef-7ccfc54a8934 req-1555c73a-1776-455d-85a3-22ff759aeb4e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705445 Feb 04 15:34:24.921807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564295d9-e529-47b3-846c-2a73388afd6e req-4e1596e3-06a0-4f7f-9afe-075520174a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:24.923463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:24.925752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-4e1596e3-06a0-4f7f-9afe-075520174a10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 1094 time: 0.5677891 Feb 04 15:34:24.973753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:25.005113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-64643c73-99fe-4038-88a2-d1dc76eed118 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/d5be5a0f-ddfe-44d3-afd2-a9443f593a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5811353 Feb 04 15:34:25.009680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47466) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:25.080555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbcc563-69b5-4ce6-b35b-16e642d5405e None None] Sync routers for ids ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:25.114312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-340962cb-cca4-4edf-99d0-d3045535541d service neutron] 10.222.0.47 "GET /v2.0/networks/59d5f558-1eb1-479b-baca-75fccc56f4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8970370 Feb 04 15:34:25.126589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-14cc791f-c7a6-4622-9999-3344b4205534 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1 HTTP/1.1" status: 200 len: 217 time: 0.1776330 Feb 04 15:34:25.148985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcc563-69b5-4ce6-b35b-16e642d5405e None None] Routers {'d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:25.152730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4dbcc563-69b5-4ce6-b35b-16e642d5405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:25.166780 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9699af50-3242-4d45-9aae-881a4f84703c x-openstack-request-id: req-9699af50-3242-4d45-9aae-881a4f84703c {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:25.167758 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a3ca90-0100-4ffd-a8c1-a0e23390a10d", "name": "network-vif-deleted", "tag": "6bf42e08-e7b4-485a-926d-b6c994c4e812", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:25.167758 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9699af50-3242-4d45-9aae-881a4f84703c {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:25.168386 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a3ca90-0100-4ffd-a8c1-a0e23390a10d', 'name': 'network-vif-deleted', 'tag': '6bf42e08-e7b4-485a-926d-b6c994c4e812', 'status': 'completed', 'code': 200} Feb 04 15:34:25.186245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209c9e0-1b45-454f-8aec-f2db360023d8 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:25.192710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e209c9e0-1b45-454f-8aec-f2db360023d8 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports/56129a82-8b90-4be8-be8e-05eaefb08f8e HTTP/1.1" status: 200 len: 913 time: 0.1792257 Feb 04 15:34:25.193431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47468) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:25.216425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.281880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:25.297853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4dbcc563-69b5-4ce6-b35b-16e642d5405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:25.310224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564295d9-e529-47b3-846c-2a73388afd6e req-f7ec1153-046c-4175-945d-59348caca7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:25.311771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-f7ec1153-046c-4175-945d-59348caca7de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7965b673-6222-4aff-99c1-dd1ec5faf820 HTTP/1.1" status: 200 len: 854 time: 0.1764700 Feb 04 15:34:25.414105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-1e6cca4d-0319-4d8a-8d1e-fc37c52e7274 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5bbbb572-4948-4055-8c93-101e5f6b30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842769 Feb 04 15:34:25.589276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:25.601383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:25.617558 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab4bca8-488f-4486-9269-fabbadeb0c25" -d '{"events": [{"server_uuid": "5b4db5ef-4a33-4a86-94ae-1823d99609f8", "name": "network-vif-unplugged", "status": "completed", "tag": "f6bf9d93-d471-4b1d-8ace-2ea3d468531b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:25.618936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event deleted for resources: {'Port': ['ID=f6bf9d93-d471-4b1d-8ace-2ea3d468531b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:25.665195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6d437229-c7d1-4cc4-85ee-535b854c7c35', '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:25.869482 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:25.996163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] No DVR routers for this DVR port f6bf9d93-d471-4b1d-8ace-2ea3d468531b on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:26.026136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.057898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bd37178-e4c3-4a86-b86e-743344872690 req-d26b4883-8a69-4d63-b28e-bce47f3462f1 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "DELETE /v2.0/ports/f6bf9d93-d471-4b1d-8ace-2ea3d468531b HTTP/1.1" status: 204 len: 173 time: 6.2775285 Feb 04 15:34:26.072253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05339d24-6525-4831-a41a-bea3e2bd4738']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:26.372976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf93b527-d365-410a-81a1-695783a45346') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:26.373702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf93b527-d365-410a-81a1-695783a45346') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:26.528292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcc563-69b5-4ce6-b35b-16e642d5405e None None] Routers {'d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:26.530292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4dbcc563-69b5-4ce6-b35b-16e642d5405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:26.679202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:26.707386 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbee82a0-5428-4950-bd2f-3c804d7b02a9 x-openstack-request-id: req-cbee82a0-5428-4950-bd2f-3c804d7b02a9 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:26.712301 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4db5ef-4a33-4a86-94ae-1823d99609f8", "name": "network-vif-unplugged", "status": "completed", "tag": "f6bf9d93-d471-4b1d-8ace-2ea3d468531b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:26.712569 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cbee82a0-5428-4950-bd2f-3c804d7b02a9 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:26.712995 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b', 'code': 200} Feb 04 15:34:26.739032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b461085-81dc-4d05-beea-321d913e22c0 req-3868f91d-02f5-401d-a831-211507dfaf76 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:26.767754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b461085-81dc-4d05-beea-321d913e22c0 req-3868f91d-02f5-401d-a831-211507dfaf76 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 943 time: 1.1750391 Feb 04 15:34:26.771762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/83e2c879-c1ab-449a-9834-b63a12d0fd96/0c254024-4f16-4c5f-8e3c-f045f6fc5a6f) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:27.117864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4dbcc563-69b5-4ce6-b35b-16e642d5405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:27.120930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbcc563-69b5-4ce6-b35b-16e642d5405e None None] The sync data for ids ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:27.358254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.366916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'name': 'network-vif-deleted', 'tag': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:27.380506 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50702e98-3832-4f62-9f1b-98afdd164ca4" -d '{"events": [{"server_uuid": "5b4db5ef-4a33-4a86-94ae-1823d99609f8", "name": "network-vif-deleted", "tag": "f6bf9d93-d471-4b1d-8ace-2ea3d468531b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:27.445889 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.475520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.517259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b461085-81dc-4d05-beea-321d913e22c0 req-1d4434d3-7cfe-46f7-97a0-76d81c523fd1 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966810 Feb 04 15:34:27.605386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:34:27.606132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:34:27.618195 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:34:27.683823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:27.697206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Pushing event updated for resources: {'Port': ['ID=0c254024-4f16-4c5f-8e3c-f045f6fc5a6f,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:27.711704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:27.725158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:27.792111 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8adf24-2165-45cf-9fbe-231e3eca4c51 x-openstack-request-id: req-6c8adf24-2165-45cf-9fbe-231e3eca4c51 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:27.792909 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:27.793480 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c8adf24-2165-45cf-9fbe-231e3eca4c51 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:27.794751 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'status': 'completed', 'code': 200} Feb 04 15:34:27.879497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Attempting to bind port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:27.879880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Attempting to bind port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:27.880260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Attempting to bind port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:27.887300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:27.888449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:27.888695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.889285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:27.889802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Bound port: 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:27.890225 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:27.928649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50fa75f8-8e31-42da-a3c6-b7aaab356fd2 req-7fbb2527-a269-45cb-8457-e18150ef74d0 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b4db5ef-4a33-4a86-94ae-1823d99609f8 HTTP/1.1" status: 200 len: 210 time: 0.1250083 Feb 04 15:34:28.112318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.116945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] For port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:28.127532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] For port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0c254024-4f16-4c5f-8e3c-f045f6fc5a6f,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:28.139433 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.199809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eeb444d3-c07e-4230-95ce-6d3c2979706c req-0904d066-ab7e-4cb8-8f5f-da30da1da64a tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 210 time: 0.2600687 Feb 04 15:34:28.210554 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e71da6-421f-4274-b8d3-532f3d9bdf29 x-openstack-request-id: req-23e71da6-421f-4274-b8d3-532f3d9bdf29 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:28.232108 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4db5ef-4a33-4a86-94ae-1823d99609f8", "name": "network-vif-deleted", "tag": "f6bf9d93-d471-4b1d-8ace-2ea3d468531b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:28.232777 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23e71da6-421f-4274-b8d3-532f3d9bdf29 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:28.236436 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4db5ef-4a33-4a86-94ae-1823d99609f8', 'name': 'network-vif-deleted', 'tag': 'f6bf9d93-d471-4b1d-8ace-2ea3d468531b', 'status': 'completed', 'code': 200} Feb 04 15:34:28.237925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.270140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:28.277509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] 10.222.0.47 "DELETE /v2.0/networks/05339d24-6525-4831-a41a-bea3e2bd4738 HTTP/1.1" status: 204 len: 168 time: 3.7933483 Feb 04 15:34:28.294594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-6564ba72-087e-409e-a4a2-ca8c7871c726 service neutron] 10.222.0.50 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8725631 Feb 04 15:34:28.324059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd4d00-54bc-431f-be4a-60feb037a66c None None] Pushing event updated for resources: {'Port': ['ID=0c254024-4f16-4c5f-8e3c-f045f6fc5a6f,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:28.353238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port e1998ae3-b049-4ea9-9a91-99ec51b03e55 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:34:28.378023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dc1a4-1fcb-4529-9526-69d055001e0a tempest-FloatingIPTestJSON-1908843026 tempest-FloatingIPTestJSON-1908843026-project] Pushing event deleted for resources: {'Network': ['ID=05339d24-6525-4831-a41a-bea3e2bd4738,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:28.533609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-564295d9-e529-47b3-846c-2a73388afd6e req-f8a1360e-fcba-4ae1-a1d4-7c8dd2037aa5 service neutron] 10.222.0.50 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297101 Feb 04 15:34:28.727145 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:29.019410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::467e:9bc0:5bc4:6e7c (9441201d-a349-4a5a-8681-870320442b3d/83e2c879-c1ab-449a-9834-b63a12d0fd96/e1998ae3-b049-4ea9-9a91-99ec51b03e55) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:29.108100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47514) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:29.562023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f0393-d386-4e84-81d6-afc5a9add418 req-3bc3633a-757c-4c79-94b7-3679e24d615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:29.562023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-315f0393-d386-4e84-81d6-afc5a9add418 req-3bc3633a-757c-4c79-94b7-3679e24d615a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 1094 time: 0.4514647 Feb 04 15:34:29.713917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafd02e-d1ae-4069-aeed-fad2e116c93c req-7943b620-ca6e-40c8-a489-848e2883b67e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:29.732337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1aafd02e-d1ae-4069-aeed-fad2e116c93c req-7943b620-ca6e-40c8-a489-848e2883b67e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 943 time: 0.6419153 Feb 04 15:34:29.757727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:29.894188 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1aafd02e-d1ae-4069-aeed-fad2e116c93c req-20d87b46-be78-48e1-b532-7dde773b0a8c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568480 Feb 04 15:34:30.016306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:30.016707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.269830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.381418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0c254024-4f16-4c5f-8e3c-f045f6fc5a6f,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:30.404053 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.481018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3cc5361d-92be-4f73-b61d-ef757aa68f1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcf93c085c7d48639506d7ea3a3a93b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3711634 Feb 04 15:34:30.485912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-f6a427d0-b5ea-4b37-9080-9dbe4f7205ce tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:30.494606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-f6a427d0-b5ea-4b37-9080-9dbe4f7205ce tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.30 "GET /v2.0/networks?id=59d5f558-1eb1-479b-baca-75fccc56f4d3 HTTP/1.1" status: 200 len: 818 time: 0.8647354 Feb 04 15:34:30.495245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=0c254024-4f16-4c5f-8e3c-f045f6fc5a6f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:30.504397 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27a1d11e-4a90-442f-b895-b3712336a7e2 req-260cfb5a-4088-4fb2-a752-b4b4c4e8655b tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 210 time: 0.6260459 Feb 04 15:34:30.511686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47538) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:30.536980 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b75b3ff7-bbe1-475d-9938-a146fb16a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:30.585286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Request body: {'port': {'device_id': '4c9f570a-611e-44d5-a13c-0fd7d477787a', 'network_id': '59d5f558-1eb1-479b-baca-75fccc56f4d3', 'admin_state_up': True, 'tenant_id': 'c3d80ce424804c8d829699bcc2c5711f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:30.852346 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.010561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f0393-d386-4e84-81d6-afc5a9add418 req-5ca91a11-89c1-4118-8f90-b85b759d744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:31.013091 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-315f0393-d386-4e84-81d6-afc5a9add418 req-5ca91a11-89c1-4118-8f90-b85b759d744b service neutron] 10.222.0.50 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 915 time: 1.3277152 Feb 04 15:34:31.028708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-09abafa0-2d0a-4320-a04f-6db93d79bc44 None None] Provisioning complete for port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:31.029699 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09abafa0-2d0a-4320-a04f-6db93d79bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.062140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.367326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=e1998ae3-b049-4ea9-9a91-99ec51b03e55,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:31.435457 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-315f0393-d386-4e84-81d6-afc5a9add418 req-8648e256-d1bd-4d08-837e-2e3cc794e94c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1 HTTP/1.1" status: 200 len: 217 time: 0.4140913 Feb 04 15:34:31.550792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:31.570084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:31.583773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:31.613569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:31.627512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:31.629806 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:31.694725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a546173d-8f41-4c5d-be12-2672ccb5d587 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.0828238 Feb 04 15:34:31.701337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47566) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:31.733556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b47dde54-7077-419b-a0c4-a931f3141705 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': '83e2c879-c1ab-449a-9834-b63a12d0fd96', 'ip_address': '2001:db8::467e:9bc0:5bc4:6e7c'}], 'name': 'tempest-NetworksTestDHCPv6-300759500'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:31.810270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f0393-d386-4e84-81d6-afc5a9add418 req-a2aebb7f-4897-4de0-9516-eb4cc9a46ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:31.814144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-315f0393-d386-4e84-81d6-afc5a9add418 req-a2aebb7f-4897-4de0-9516-eb4cc9a46ca5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7965b673-6222-4aff-99c1-dd1ec5faf820 HTTP/1.1" status: 200 len: 854 time: 0.3638613 Feb 04 15:34:31.878750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64975f-fcfd-4568-8798-e2116fe94074 req-fb615be6-2ac4-4719-9ed9-bbe8d4a948db tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:31.890121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b64975f-fcfd-4568-8798-e2116fe94074 req-fb615be6-2ac4-4719-9ed9-bbe8d4a948db tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 943 time: 0.5274315 Feb 04 15:34:31.892763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:31.893449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.008085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b1125-79c5-4bf7-a47b-a8431a0b4c42 req-266d8c35-d961-4c0b-9382-2dddb926ec93 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:32.016674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-315f0393-d386-4e84-81d6-afc5a9add418 req-2c6d1303-73d3-4927-93ed-6eaa4cf62be1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5bbbb572-4948-4055-8c93-101e5f6b30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504788 Feb 04 15:34:32.031001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa3b1125-79c5-4bf7-a47b-a8431a0b4c42 req-266d8c35-d961-4c0b-9382-2dddb926ec93 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 950 time: 0.4156871 Feb 04 15:34:32.124355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7451ab4f-03d6-4164-8f77-2c89b698ccd1 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:34:32.199219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bcb501ff-afaf-4471-acf0-71c188e9a6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.231089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bcb501ff-afaf-4471-acf0-71c188e9a6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.281698 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b64975f-fcfd-4568-8798-e2116fe94074 req-7f0c5c2b-3fda-4275-8b81-6d3a927dd306 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901131 Feb 04 15:34:32.346637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bcb501ff-afaf-4471-acf0-71c188e9a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.353597 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-534e35b1-887c-42b7-a8ca-260bd02363ae None None] Provisioning complete for port e1998ae3-b049-4ea9-9a91-99ec51b03e55 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:32.354318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-534e35b1-887c-42b7-a8ca-260bd02363ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.359951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bcb501ff-afaf-4471-acf0-71c188e9a6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.361184 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bcb501ff-afaf-4471-acf0-71c188e9a6a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/584b7f9e-e706-486f-8fe2-acf120e8a662 HTTP/1.1" status: 204 len: 168 time: 1.8484607 Feb 04 15:34:32.507007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc6c02c0-89de-4550-8294-e9ff6f3c79de req-fc97aaee-03a7-47ad-878b-fa163b5fa76c tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 210 time: 0.0668106 Feb 04 15:34:32.530148 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa3b1125-79c5-4bf7-a47b-a8431a0b4c42 req-c7fab1c9-894a-405c-8868-1da6a4d1f1fe tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604878 Feb 04 15:34:32.535323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb501ff-afaf-4471-acf0-71c188e9a6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b7f9e-e706-486f-8fe2-acf120e8a662,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:32.576954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-315f0393-d386-4e84-81d6-afc5a9add418 req-8fe58466-5894-4d0a-87a0-f51e4e6f06be service neutron] 10.222.0.50 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442603 Feb 04 15:34:32.607583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47dde54-7077-419b-a0c4-a931f3141705 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:32.625706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b47dde54-7077-419b-a0c4-a931f3141705 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.640910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-534e35b1-887c-42b7-a8ca-260bd02363ae None None] Port e1998ae3-b049-4ea9-9a91-99ec51b03e55 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:34:32.698398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:32.712833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 56129a82-8b90-4be8-be8e-05eaefb08f8e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:32.713304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.742435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'port_id': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'mac_address': 'fa:16:3e:8f:91:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7965b673-6222-4aff-99c1-dd1ec5faf820', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:34:32.766164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-b47dde54-7077-419b-a0c4-a931f3141705 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 35a63550-1200-4dae-949f-d38eed26358f yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:34:32.868348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Made reservation on behalf of c3d80ce424804c8d829699bcc2c5711f for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:32.881447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.932827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:32.970027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7451ab4f-03d6-4164-8f77-2c89b698ccd1 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:33.072185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:33.079112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-f2c28550-4ac6-4d3f-ae0b-ae8cbcb7b933 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.081872 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-f2c28550-4ac6-4d3f-ae0b-ae8cbcb7b933 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 950 time: 0.7581632 Feb 04 15:34:33.083227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.126312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-315f0393-d386-4e84-81d6-afc5a9add418 req-a507fb8b-55d1-4072-a67d-fb57157f075f service neutron] 10.222.0.50 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400224 Feb 04 15:34:33.280499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:33.302646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.303632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.304182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.304799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.305526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.321509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.322321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.322871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.324373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.324951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.325463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.326088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:34:33.451290 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47dde54-7077-419b-a0c4-a931f3141705 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:34:33.453296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47dde54-7077-419b-a0c4-a931f3141705 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:34:33.494288 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b47dde54-7077-419b-a0c4-a931f3141705 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7916236 Feb 04 15:34:33.497130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47594) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:33.517500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['7451ab4f-03d6-4164-8f77-2c89b698ccd1'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:33.606574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Allocated IP 172.20.0.10 (59d5f558-1eb1-479b-baca-75fccc56f4d3/c099af0c-427f-40ec-b233-52b9887841ec/79df686e-3d9c-44b4-a5e3-74ef488e67cb) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:33.716377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-8a53ea0b-4550-45c6-82c6-e12a81efe514 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.729808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-8a53ea0b-4550-45c6-82c6-e12a81efe514 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "GET /v2.0/ports?device_id=4128ad87-1a75-4d2f-8b46-000846978480 HTTP/1.1" status: 200 len: 950 time: 0.5499151 Feb 04 15:34:33.779848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3060f-facd-4b98-8123-50940aecaac7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.802022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3060f-facd-4b98-8123-50940aecaac7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:33.816705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c2d3060f-facd-4b98-8123-50940aecaac7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3181372 Feb 04 15:34:33.832541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:33.840581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47602) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:33.858181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 56129a82-8b90-4be8-be8e-05eaefb08f8e owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:33.869718 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e80f1965-a26a-4ed3-a217-0cb126d4d9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.349206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.433467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=56129a82-8b90-4be8-be8e-05eaefb08f8e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:34.457740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Deleting port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:34.458511 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.748398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26243-6dfb-43d5-be11-a499e7012b3a req-3c60be81-24a6-43fb-9619-6d14d43fb9f5 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:34.751251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57d26243-6dfb-43d5-be11-a499e7012b3a req-3c60be81-24a6-43fb-9619-6d14d43fb9f5 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 944 time: 1.0019829 Feb 04 15:34:34.775684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] For port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:34.776552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:34.803333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Calling delete_port for 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:35.005078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Deleting port 6d437229-c7d1-4cc4-85ee-535b854c7c35 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:35.005343 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.069393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6850329a-d795-40b3-95be-e0f956e5e07e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port e1998ae3-b049-4ea9-9a91-99ec51b03e55 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:35.069960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6850329a-d795-40b3-95be-e0f956e5e07e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.085539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47612) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:35.311493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6850329a-d795-40b3-95be-e0f956e5e07e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.341021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6850329a-d795-40b3-95be-e0f956e5e07e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for e1998ae3-b049-4ea9-9a91-99ec51b03e55 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:35.459417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57d26243-6dfb-43d5-be11-a499e7012b3a req-25a73c8d-1b4b-4863-b77a-dbafe79ca7f0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612889 Feb 04 15:34:35.475364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.551596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-981349180'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:35.731072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:35.735541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.743917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.757537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.775951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:35.779168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:35.806520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0812decf-c1ea-412d-a2d9-7a59f53042bb req-6a2abd85-bffc-457f-99da-b20013dbc12a tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 210 time: 0.0929930 Feb 04 15:34:36.000250 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.012961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event deleted for resources: {'Port': ['ID=6bb2c9ba-b008-4ea5-9872-e80061dbc4eb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:36.105309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.123856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] For port 6d437229-c7d1-4cc4-85ee-535b854c7c35, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6d437229-c7d1-4cc4-85ee-535b854c7c35,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:36.123856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.153832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7451ab4f-03d6-4164-8f77-2c89b698ccd1 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:36.206444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] No DVR routers for this DVR port 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:36.208893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Pushing event updated for resources: {'Port': ['ID=79df686e-3d9c-44b4-a5e3-74ef488e67cb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:36.223209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.232486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-600876de-36ca-4bfb-93d4-09b71e6f3c0f req-537ff0a9-a2df-44dd-9fda-8ecab734874a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "DELETE /v2.0/ports/6bb2c9ba-b008-4ea5-9872-e80061dbc4eb HTTP/1.1" status: 204 len: 173 time: 2.4892135 Feb 04 15:34:36.238459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128ad87-1a75-4d2f-8b46-000846978480', 'name': 'network-vif-deleted', 'tag': '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:36.241143 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4408d437-ccdf-4e2c-8373-5bc70186c5d6" -d '{"events": [{"server_uuid": "4128ad87-1a75-4d2f-8b46-000846978480", "name": "network-vif-deleted", "tag": "6bb2c9ba-b008-4ea5-9872-e80061dbc4eb"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:36.243747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Calling delete_port for 6d437229-c7d1-4cc4-85ee-535b854c7c35 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:36.266529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6850329a-d795-40b3-95be-e0f956e5e07e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.291961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2f19a-74b4-44f2-8e86-5a7ba253e7c7 req-af51c43a-a045-4d65-b3e5-c6b8423ebb0a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:36.304249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c2f19a-74b4-44f2-8e86-5a7ba253e7c7 req-af51c43a-a045-4d65-b3e5-c6b8423ebb0a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a433d16-a49d-4618-b9bc-234c697a6d95 HTTP/1.1" status: 200 len: 950 time: 0.2936068 Feb 04 15:34:36.395606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Network 59d5f558-1eb1-479b-baca-75fccc56f4d3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:36.404123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850329a-d795-40b3-95be-e0f956e5e07e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=e1998ae3-b049-4ea9-9a91-99ec51b03e55,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:36.440908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:36.502614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:36.554180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6850329a-d795-40b3-95be-e0f956e5e07e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.590205 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6850329a-d795-40b3-95be-e0f956e5e07e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/e1998ae3-b049-4ea9-9a91-99ec51b03e55 HTTP/1.1" status: 204 len: 168 time: 2.7398119 Feb 04 15:34:36.607118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47626) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:36.709821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:36.730931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:36.731435 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:36.740440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76c2f19a-74b4-44f2-8e86-5a7ba253e7c7 req-9411f51e-b2c3-43f8-9573-9d5404ceac78 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353917 Feb 04 15:34:36.917794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198eb592-d428-4ea1-a545-29525c1105ff tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:36.940173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198eb592-d428-4ea1-a545-29525c1105ff tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:36.953956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-198eb592-d428-4ea1-a545-29525c1105ff tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3339047 Feb 04 15:34:36.967731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47630) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:36.973509 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ea9663-3d2f-4779-8916-030004a5142f x-openstack-request-id: req-93ea9663-3d2f-4779-8916-030004a5142f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:36.981193 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128ad87-1a75-4d2f-8b46-000846978480", "name": "network-vif-deleted", "tag": "6bb2c9ba-b008-4ea5-9872-e80061dbc4eb", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:36.981193 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93ea9663-3d2f-4779-8916-030004a5142f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:36.981193 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128ad87-1a75-4d2f-8b46-000846978480', 'name': 'network-vif-deleted', 'tag': '6bb2c9ba-b008-4ea5-9872-e80061dbc4eb', 'status': 'completed', 'code': 200} Feb 04 15:34:37.020110 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.242593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.318274 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.337159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:37.339612 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d17087-65f3-4ed2-afa6-5471b7377854" -d '{"events": [{"server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "name": "network-vif-plugged", "status": "completed", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:37.367719 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.388219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb70e256-a71f-4e64-94c6-13d51daaafab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 83e2c879-c1ab-449a-9834-b63a12d0fd96 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:37.399658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:37.401279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb70e256-a71f-4e64-94c6-13d51daaafab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.407582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.408516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:37.513854 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.555190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:34:37.555525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6bb2c9ba-b008-4ea5-9872-e80061dbc4eb not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:34:37.555945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6d437229-c7d1-4cc4-85ee-535b854c7c35 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:37.591262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e257ba-1968-4095-a456-a30b1f8ca39b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:37.652660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.653453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.677338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.688265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-1f16729f-7849-47be-b19c-7b7d73bb91ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1825628 Feb 04 15:34:37.736358 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb70e256-a71f-4e64-94c6-13d51daaafab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.794271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116566a-1756-497b-b36c-e5291ce0b009 req-c3b0fb0b-f29a-4ff1-92f6-3d1f5c8373e1 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:37.803964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0116566a-1756-497b-b36c-e5291ce0b009 req-c3b0fb0b-f29a-4ff1-92f6-3d1f5c8373e1 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 944 time: 0.5495439 Feb 04 15:34:37.822784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router d5be5a0f-ddfe-44d3-afd2-a9443f593a4b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:34:37.843117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No active binding found for port 6d437229-c7d1-4cc4-85ee-535b854c7c35 {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:34:37.849887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:37.851776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6d437229-c7d1-4cc4-85ee-535b854c7c35 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:34:37.857061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:37.934977 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:37.962723 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:37.964017 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Added segment 8d1551b2-15e2-44a8-b3d9-f96206329eb9 of type vlan for network d401f02b-4ef0-4469-8a12-8e49999782c1 Feb 04 15:34:37.982037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event deleted for resources: {'Port': ['ID=6d437229-c7d1-4cc4-85ee-535b854c7c35,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:38.110719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] No DVR routers for this DVR port 6d437229-c7d1-4cc4-85ee-535b854c7c35 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:38.125551 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.133632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7cbdcd88-23cc-479d-9837-06476ae331fc req-761fdd8e-1bde-4afc-a7c8-188cbfd929ce tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.50 "DELETE /v2.0/ports/6d437229-c7d1-4cc4-85ee-535b854c7c35 HTTP/1.1" status: 204 len: 173 time: 5.0274627 Feb 04 15:34:38.167183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.209055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a433d16-a49d-4618-b9bc-234c697a6d95', 'name': 'network-vif-deleted', 'tag': '6d437229-c7d1-4cc4-85ee-535b854c7c35'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:38.219480 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f7c471-91a8-4001-9253-9bbaa8880881" -d '{"events": [{"server_uuid": "6a433d16-a49d-4618-b9bc-234c697a6d95", "name": "network-vif-deleted", "tag": "6d437229-c7d1-4cc4-85ee-535b854c7c35"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:38.264551 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0116566a-1756-497b-b36c-e5291ce0b009 req-8949f127-1619-4a3a-bb45-c8649c756b4a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596186 Feb 04 15:34:38.288574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Request body: {'port': {'device_id': '4c9f570a-611e-44d5-a13c-0fd7d477787a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:38.359998 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.370302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:38.371322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.714665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.6209478 Feb 04 15:34:38.786547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0c407-aa01-4019-b2f6-8201ac39b5d6 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Network': ['ID=d401f02b-4ef0-4469-8a12-8e49999782c1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:38.805093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d401f02b-4ef0-4469-8a12-8e49999782c1 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:34:38.817126 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb70e256-a71f-4e64-94c6-13d51daaafab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:38.957550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-ef28abc7-2e3f-45cb-8f1d-28d6218eeacf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6526504 Feb 04 15:34:39.119042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb70e256-a71f-4e64-94c6-13d51daaafab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.168781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb70e256-a71f-4e64-94c6-13d51daaafab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.170499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca467f01-82db-45bd-a8fd-c4140bd21f51 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:39.185581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cb70e256-a71f-4e64-94c6-13d51daaafab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/83e2c879-c1ab-449a-9834-b63a12d0fd96 HTTP/1.1" status: 204 len: 168 time: 2.1996691 Feb 04 15:34:39.215088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47642) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:39.241279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70e256-a71f-4e64-94c6-13d51daaafab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=83e2c879-c1ab-449a-9834-b63a12d0fd96,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:39.246608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-9ba2af65-d395-4af8-a22e-577163f0062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.248255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-9ba2af65-d395-4af8-a22e-577163f0062e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 1099 time: 0.2438436 Feb 04 15:34:39.290554 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.348701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4668c1-3776-4f36-9538-066914be3d12 req-4f32f989-b653-4878-bf48-39a408c9bb3e tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:39.367427 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6d4668c1-3776-4f36-9538-066914be3d12 req-4f32f989-b653-4878-bf48-39a408c9bb3e tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 932 time: 0.8559952 Feb 04 15:34:39.559466 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:39.578782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db84c902-1bd4-4ae4-954c-60327987fecf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3245537 Feb 04 15:34:39.593568 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdce72a-616e-4e20-85b4-c22c47dda84d None None] Sync routers for ids ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:39.613540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47646) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:39.629396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:39.630142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8285aca3-195c-45b9-86d4-d2a641e7f222 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/d5be5a0f-ddfe-44d3-afd2-a9443f593a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4296272 Feb 04 15:34:39.633200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47648) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:39.651505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:39.655253 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdce72a-616e-4e20-85b4-c22c47dda84d None None] Routers {'d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:39.656324 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ffdce72a-616e-4e20-85b4-c22c47dda84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:39.820915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:34:39.987883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] Deleting port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:39.988730 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.006517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-63df039d-38f7-42ce-ae41-c4fd1ba80cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.009877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-63df039d-38f7-42ce-ae41-c4fd1ba80cb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.7398217 Feb 04 15:34:40.025210 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ffdce72a-616e-4e20-85b4-c22c47dda84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:40.049711 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdce72a-616e-4e20-85b4-c22c47dda84d None None] Routers {'d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:40.051575 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ffdce72a-616e-4e20-85b4-c22c47dda84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:40.117193 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ffdce72a-616e-4e20-85b4-c22c47dda84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:40.118619 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdce72a-616e-4e20-85b4-c22c47dda84d None None] The sync data for ids ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:40.178852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-c356c843-6d30-4244-8faf-e46c47e46d63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d134c12e-c3ab-4e59-af72-9d4736135b84 HTTP/1.1" status: 200 len: 217 time: 0.1488075 Feb 04 15:34:40.235132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] For port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0c254024-4f16-4c5f-8e3c-f045f6fc5a6f,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:40.235581 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.276954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] Calling delete_port for 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:40.310631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-63330da3-1487-4fc5-8577-b42edf9f512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.315086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-63330da3-1487-4fc5-8577-b42edf9f512c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.1143794 Feb 04 15:34:40.465626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-fbc9d9ae-3076-48f7-bb4a-3b5a7afbfd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:40.473623 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-fbc9d9ae-3076-48f7-bb4a-3b5a7afbfd68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429200 Feb 04 15:34:40.479684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:40.508646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.558258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:40.658065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] Pushing event deleted for resources: {'Port': ['ID=0c254024-4f16-4c5f-8e3c-f045f6fc5a6f,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:41.003204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd7817-dae2-442e-a26a-8e4bc4eccb97 None None] No DVR routers for this DVR port 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:41.527844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-d7390bdc-79c8-424c-bebf-b6e68bdd85a6 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235205 Feb 04 15:34:41.654373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:41.738211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:34:41.738724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0c254024-4f16-4c5f-8e3c-f045f6fc5a6f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:34:41.821441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6d4668c1-3776-4f36-9538-066914be3d12 req-cf751f96-e59e-4704-8e4f-1496eb447c98 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4527512 Feb 04 15:34:41.974371 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94991317-8b63-4884-81e9-246a623b9422 x-openstack-request-id: req-94991317-8b63-4884-81e9-246a623b9422 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:41.975083 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "name": "network-vif-plugged", "status": "completed", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:41.975647 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94991317-8b63-4884-81e9-246a623b9422 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:41.976818 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'code': 200} Feb 04 15:34:42.113441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.175556 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19e9d773-ec00-46f7-adf6-fcc7157edd7c req-69773c32-87c6-44e8-9cfa-1e5b01cd2afd service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251030 Feb 04 15:34:42.259235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=04840fcf-c584-419e-9b44-0fca02db4ebf,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:42.315086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:42.325046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:42.331289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:42.335057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.340812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c8f73-1a22-41fc-913f-22c69da80740 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:42.397694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-da7378c0-3888-4421-ba6e-0f7e651e7856 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7780199 Feb 04 15:34:42.398037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47658) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:42.407979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ed400fb0-513f-45ec-bdb9-a91ee5a533a9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': '04840fcf-c584-419e-9b44-0fca02db4ebf', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-445388552'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:42.520857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79df686e-3d9c-44b4-a5e3-74ef488e67cb {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:42.533682 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:42.553930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Transition to ACTIVE for port object 79df686e-3d9c-44b4-a5e3-74ef488e67cb will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:34:42.605734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.042780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed400fb0-513f-45ec-bdb9-a91ee5a533a9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:43.080130 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73680842-4b04-4ced-81ff-ef0265284bdd x-openstack-request-id: req-73680842-4b04-4ced-81ff-ef0265284bdd {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:43.080989 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a433d16-a49d-4618-b9bc-234c697a6d95", "name": "network-vif-deleted", "tag": "6d437229-c7d1-4cc4-85ee-535b854c7c35", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:43.080989 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73680842-4b04-4ced-81ff-ef0265284bdd {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:43.081271 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a433d16-a49d-4618-b9bc-234c697a6d95', 'name': 'network-vif-deleted', 'tag': '6d437229-c7d1-4cc4-85ee-535b854c7c35', 'status': 'completed', 'code': 200} Feb 04 15:34:43.095982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bab1c-782d-4bd9-a32a-f4f16d25fd8a req-ea80d533-d7f4-4d5c-bc2a-17519de3ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:43.108817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a99bab1c-782d-4bd9-a32a-f4f16d25fd8a req-ea80d533-d7f4-4d5c-bc2a-17519de3ba31 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 1096 time: 0.5118458 Feb 04 15:34:43.239934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Attempting to bind port 79df686e-3d9c-44b4-a5e3-74ef488e67cb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:43.240258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Attempting to bind port 79df686e-3d9c-44b4-a5e3-74ef488e67cb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59d5f558-1eb1-479b-baca-75fccc56f4d3'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:43.259138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Attempting to bind port 79df686e-3d9c-44b4-a5e3-74ef488e67cb on network 59d5f558-1eb1-479b-baca-75fccc56f4d3 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:43.421064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '04840fcf-c584-419e-9b44-0fca02db4ebf'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:34:43.440654 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.529876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a99bab1c-782d-4bd9-a32a-f4f16d25fd8a req-d65ca68c-f8f9-4d35-8afb-056e5c07f2cc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196942 Feb 04 15:34:43.577059 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed400fb0-513f-45ec-bdb9-a91ee5a533a9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.612182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Port 79df686e-3d9c-44b4-a5e3-74ef488e67cb on network 59d5f558-1eb1-479b-baca-75fccc56f4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:34:43.612872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Attempting to bind port 79df686e-3d9c-44b4-a5e3-74ef488e67cb on network 59d5f558-1eb1-479b-baca-75fccc56f4d3 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:43.676112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=79df686e-3d9c-44b4-a5e3-74ef488e67cb,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:43.690539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-ed400fb0-513f-45ec-bdb9-a91ee5a533a9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 07a5716a-6436-4a0d-ade0-9439e3a302b4 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:34:43.692908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.713638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:43.718628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Checking segment: {'id': 'f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59d5f558-1eb1-479b-baca-75fccc56f4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:43.719268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Bound using segment: {'id': 'f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59d5f558-1eb1-479b-baca-75fccc56f4d3'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:43.722481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Bound port: 79df686e-3d9c-44b4-a5e3-74ef488e67cb, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '59d5f558-1eb1-479b-baca-75fccc56f4d3'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:43.723073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:43.991673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/04840fcf-c584-419e-9b44-0fca02db4ebf/21467b4b-3dda-42a8-981c-28e5d9cbfe68) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:44.140166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62880ee0-03b2-46f5-8068-54f1c18649a4 req-96d98b66-5833-4de1-9e01-3ad62dd8a60c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:44.148267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62880ee0-03b2-46f5-8068-54f1c18649a4 req-96d98b66-5833-4de1-9e01-3ad62dd8a60c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.7719331 Feb 04 15:34:44.574509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47662) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:44.581010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'subnet': {'network_id': 'd401f02b-4ef0-4469-8a12-8e49999782c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:44.587195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62880ee0-03b2-46f5-8068-54f1c18649a4 req-d5a159ce-01cd-42a9-ba48-a26bd5a26f3c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770584 Feb 04 15:34:44.649897 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.670712 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:44.742811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] For port 79df686e-3d9c-44b4-a5e3-74ef488e67cb, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:44.819217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Pushing event updated for resources: {'Port': ['ID=21467b4b-3dda-42a8-981c-28e5d9cbfe68,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:44.856064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:44.858479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:44.867199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:44.880304 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed400fb0-513f-45ec-bdb9-a91ee5a533a9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:34:44.880757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed400fb0-513f-45ec-bdb9-a91ee5a533a9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:34:44.932276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] For port 79df686e-3d9c-44b4-a5e3-74ef488e67cb, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=79df686e-3d9c-44b4-a5e3-74ef488e67cb,segment=NetworkSegment(f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7),segment_id=f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:44.942760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ed400fb0-513f-45ec-bdb9-a91ee5a533a9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5410891 Feb 04 15:34:44.947947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47666) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:44.963067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.070120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Attempting to bind port 21467b4b-3dda-42a8-981c-28e5d9cbfe68 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:45.070705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Attempting to bind port 21467b4b-3dda-42a8-981c-28e5d9cbfe68 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:45.072301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Attempting to bind port 21467b4b-3dda-42a8-981c-28e5d9cbfe68 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:45.073996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:45.076959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.090201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:45.090201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:45.090519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.092569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:45.095745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Bound port: 21467b4b-3dda-42a8-981c-28e5d9cbfe68, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:45.097784 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.175984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:45.187011 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.188568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/79df686e-3d9c-44b4-a5e3-74ef488e67cb HTTP/1.1" status: 200 len: 1092 time: 7.4738989 Feb 04 15:34:45.189951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad13c55-cb30-43e0-974a-c8b528bebf66 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:45.191383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9f570a-611e-44d5-a13c-0fd7d477787a', 'tag': '79df686e-3d9c-44b4-a5e3-74ef488e67cb'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:45.193117 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1ad13c55-cb30-43e0-974a-c8b528bebf66 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2420895 Feb 04 15:34:45.196313 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9f570a-611e-44d5-a13c-0fd7d477787a", "tag": "79df686e-3d9c-44b4-a5e3-74ef488e67cb"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:45.200995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47668) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:45.290282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] For port 21467b4b-3dda-42a8-981c-28e5d9cbfe68, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:45.294803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] For port 21467b4b-3dda-42a8-981c-28e5d9cbfe68, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=21467b4b-3dda-42a8-981c-28e5d9cbfe68,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:45.300780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dabd07-9231-4fe5-a254-92bad5be494f req-73a39a88-9c3e-47f0-9a8d-bb09d8566902 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:45.313214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d11ee98-6f60-404b-ba1b-7c45b975d9f8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:45.315212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d11ee98-6f60-404b-ba1b-7c45b975d9f8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:45.318728 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3d11ee98-6f60-404b-ba1b-7c45b975d9f8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1166589 Feb 04 15:34:45.319113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b1dabd07-9231-4fe5-a254-92bad5be494f req-73a39a88-9c3e-47f0-9a8d-bb09d8566902 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 944 time: 0.5784168 Feb 04 15:34:45.332495 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.336540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47672) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:45.493216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae377c-ff72-438c-bdfc-76b41e90b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=79df686e-3d9c-44b4-a5e3-74ef488e67cb,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:45.503266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b69f5-8df6-4ccf-8189-879c8f825ab0 None None] Pushing event updated for resources: {'Port': ['ID=21467b4b-3dda-42a8-981c-28e5d9cbfe68,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:45.549713 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b1dabd07-9231-4fe5-a254-92bad5be494f req-3f36d26e-69e0-4aa1-9790-9ee26e2d7e9f tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282544 Feb 04 15:34:45.581103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 99318bb2-562a-42d1-bdb5-8872ed4f915a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:45.581453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.616542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-0ca5ca3b-9ede-4e93-b3d3-139ee4ac9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:45.623511 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-0ca5ca3b-9ede-4e93-b3d3-139ee4ac9de5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3d80ce424804c8d829699bcc2c5711f&device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 1095 time: 0.3711877 Feb 04 15:34:45.665657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.709296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-4129c7b5-7859-412d-b0a4-2a629b2be1f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 04840fcf-c584-419e-9b44-0fca02db4ebf {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:45.874776 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee124e6-b80e-47db-8951-8b988c554635 x-openstack-request-id: req-fee124e6-b80e-47db-8951-8b988c554635 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:45.874885 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9f570a-611e-44d5-a13c-0fd7d477787a", "tag": "79df686e-3d9c-44b4-a5e3-74ef488e67cb", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:45.875190 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fee124e6-b80e-47db-8951-8b988c554635 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:45.875602 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9f570a-611e-44d5-a13c-0fd7d477787a', 'tag': '79df686e-3d9c-44b4-a5e3-74ef488e67cb', 'status': 'completed', 'code': 200} Feb 04 15:34:45.974469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Subnet': ['ID=d7dab63a-7fa9-4871-a0e8-15a0a9e37e09,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:45.993133 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4129c7b5-7859-412d-b0a4-2a629b2be1f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:45.997750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Checking segment: {'id': '8d1551b2-15e2-44a8-b3d9-f96206329eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd401f02b-4ef0-4469-8a12-8e49999782c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:45.998247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network hostable DHCP agents. Network: d401f02b-4ef0-4469-8a12-8e49999782c1, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:34:46.046598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network d401f02b-4ef0-4469-8a12-8e49999782c1 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:34:46.069130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d401f02b-4ef0-4469-8a12-8e49999782c1) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:46.074485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.075096 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.100444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-ffbd1b6d-6230-4763-a000-0db33d3d5daf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79df686e-3d9c-44b4-a5e3-74ef488e67cb HTTP/1.1" status: 200 len: 217 time: 0.4288964 Feb 04 15:34:46.107154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f68c39-14b4-4c38-85ec-690e278de894 None None] Network d401f02b-4ef0-4469-8a12-8e49999782c1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:46.112460 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ffb6dddd-f7f0-4246-8cb5-1b1d6368eb84 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5366626 Feb 04 15:34:46.116086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47682) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:46.121382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1945755111'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:46.178260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:46.183312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.256052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:46.283941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.284321 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Added segment 5d3a71b6-97e4-47b6-b62a-3440cbf40fd0 of type vlan for network 2c269309-1896-4022-9578-fc75f2dd245f Feb 04 15:34:46.387851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4129c7b5-7859-412d-b0a4-2a629b2be1f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.395416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.465187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.471240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.471893 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.513543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-d401f02b-4ef0-4469-8a12-8e49999782c1', 'network_id': 'd401f02b-4ef0-4469-8a12-8e49999782c1', 'tenant_id': '044dd081143d4f9bbd6a7b27e1bef486', 'fixed_ips': [{'subnet_id': 'd7dab63a-7fa9-4871-a0e8-15a0a9e37e09'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:34:46.515149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3978167 Feb 04 15:34:46.515575 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.525737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47684) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:46.527642 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:46.541280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-44841b28-9395-4192-b2d5-ad5c74d67950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.542859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-44841b28-9395-4192-b2d5-ad5c74d67950 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c099af0c-427f-40ec-b233-52b9887841ec HTTP/1.1" status: 200 len: 858 time: 0.3217874 Feb 04 15:34:46.562551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'subnet': {'network_id': '2c269309-1896-4022-9578-fc75f2dd245f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:46.651885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9702a9-f1b2-4a2f-85a3-1bfa731fab04 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Network': ['ID=2c269309-1896-4022-9578-fc75f2dd245f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:46.708889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 99318bb2-562a-42d1-bdb5-8872ed4f915a owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:46.732028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb39e-fb28-4cf5-8f4f-34dba626b3ea req-97d467c8-de4e-4b19-af8b-57203551013a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:46.740934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fcdb39e-fb28-4cf5-8f4f-34dba626b3ea req-97d467c8-de4e-4b19-af8b-57203551013a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.7449117 Feb 04 15:34:46.801614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-cbe8d95f-8554-4307-89e7-4cc3f89f3cf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59d5f558-1eb1-479b-baca-75fccc56f4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2328668 Feb 04 15:34:46.908998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Allocated IP 2001:db8:0:ffff::2 (d401f02b-4ef0-4469-8a12-8e49999782c1/d7dab63a-7fa9-4871-a0e8-15a0a9e37e09/80dc8482-5933-40dd-a8f6-ff8544b56db8) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:47.168618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fcdb39e-fb28-4cf5-8f4f-34dba626b3ea req-65ed89e8-2ee4-4c69-9fe7-6fd9d0756f80 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266446 Feb 04 15:34:47.228500 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.235786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2c269309-1896-4022-9578-fc75f2dd245f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:34:47.267086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.348578 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4129c7b5-7859-412d-b0a4-2a629b2be1f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.435320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-94c8eeb2-c53c-4af0-8008-822945054e15 service neutron] 10.222.0.30 "GET /v2.0/networks/59d5f558-1eb1-479b-baca-75fccc56f4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884552 Feb 04 15:34:47.572500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:47.576848 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.636573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Network d401f02b-4ef0-4469-8a12-8e49999782c1 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:47.667185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:47.681137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:47.738832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-859262da-a3a9-4005-9d6c-7e8556b90296 None None] Provisioning complete for port 21467b4b-3dda-42a8-981c-28e5d9cbfe68 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:47.738832 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-859262da-a3a9-4005-9d6c-7e8556b90296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.808176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Pushing event updated for resources: {'Port': ['ID=80dc8482-5933-40dd-a8f6-ff8544b56db8,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:47.895180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 21467b4b-3dda-42a8-981c-28e5d9cbfe68 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:47.941117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4129c7b5-7859-412d-b0a4-2a629b2be1f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.975122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4129c7b5-7859-412d-b0a4-2a629b2be1f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:47.979589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4129c7b5-7859-412d-b0a4-2a629b2be1f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/04840fcf-c584-419e-9b44-0fca02db4ebf HTTP/1.1" status: 204 len: 168 time: 2.5765712 Feb 04 15:34:47.982219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47692) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:48.044878 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7cf2a-0a56-4bbe-ae31-cd37635c08f7 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:48.060071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64199e03-f801-45ff-a93d-90e049522ffd req-0a059f3d-b229-45d4-8b99-dbcf85a691ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:48.062310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64199e03-f801-45ff-a93d-90e049522ffd req-0a059f3d-b229-45d4-8b99-dbcf85a691ae tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 944 time: 0.2594714 Feb 04 15:34:48.070134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7588a1ce-8762-4e2f-8bc9-6fa039f6f432 req-81c044e2-e781-484f-820b-3a4c76d612d0 service neutron] 10.222.0.30 "GET /v2.0/networks/59d5f558-1eb1-479b-baca-75fccc56f4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061169 Feb 04 15:34:48.071258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129c7b5-7859-412d-b0a4-2a629b2be1f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=04840fcf-c584-419e-9b44-0fca02db4ebf,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:48.138717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.215172 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-397c9856-c9b4-47bd-8e69-428c9e430591 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2313600 Feb 04 15:34:48.219924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47694) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:48.230594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:48.348299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=99318bb2-562a-42d1-bdb5-8872ed4f915a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:48.389610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Attempting to bind port 80dc8482-5933-40dd-a8f6-ff8544b56db8 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:48.391139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Attempting to bind port 80dc8482-5933-40dd-a8f6-ff8544b56db8 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '8d1551b2-15e2-44a8-b3d9-f96206329eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd401f02b-4ef0-4469-8a12-8e49999782c1'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:48.394207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Attempting to bind port 80dc8482-5933-40dd-a8f6-ff8544b56db8 on network d401f02b-4ef0-4469-8a12-8e49999782c1 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:48.487896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:48.491900 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.544156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:48.544725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Checking segment: {'id': '8d1551b2-15e2-44a8-b3d9-f96206329eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd401f02b-4ef0-4469-8a12-8e49999782c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:48.545476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.546151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Bound using segment: {'id': '8d1551b2-15e2-44a8-b3d9-f96206329eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd401f02b-4ef0-4469-8a12-8e49999782c1'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:48.555548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Bound port: 80dc8482-5933-40dd-a8f6-ff8544b56db8, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1551b2-15e2-44a8-b3d9-f96206329eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd401f02b-4ef0-4469-8a12-8e49999782c1'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:48.556260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.560696 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.603909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 21467b4b-3dda-42a8-981c-28e5d9cbfe68 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:48.606225 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:48.732267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64199e03-f801-45ff-a93d-90e049522ffd req-61f8284a-e3d4-4603-b06d-0b5baddfb585 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413815 Feb 04 15:34:48.892116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-2324348b-9fb0-4f13-afe5-0bf4f1483534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:48.893811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-2324348b-9fb0-4f13-afe5-0bf4f1483534 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3d80ce424804c8d829699bcc2c5711f&device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 1095 time: 0.7438912 Feb 04 15:34:48.945785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-859262da-a3a9-4005-9d6c-7e8556b90296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.239097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-4b0779a3-3744-4e29-bcfe-6ff30c04f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:49.240856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-4b0779a3-3744-4e29-bcfe-6ff30c04f2b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59d5f558-1eb1-479b-baca-75fccc56f4d3 HTTP/1.1" status: 200 len: 919 time: 0.2675655 Feb 04 15:34:49.264006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-859262da-a3a9-4005-9d6c-7e8556b90296 None None] For port 21467b4b-3dda-42a8-981c-28e5d9cbfe68, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=21467b4b-3dda-42a8-981c-28e5d9cbfe68,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:49.278675 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-859262da-a3a9-4005-9d6c-7e8556b90296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.448934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] For port 80dc8482-5933-40dd-a8f6-ff8544b56db8, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:49.469190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:34:49.505189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859262da-a3a9-4005-9d6c-7e8556b90296 None None] Pushing event updated for resources: {'Port': ['ID=21467b4b-3dda-42a8-981c-28e5d9cbfe68,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:49.590168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] For port 80dc8482-5933-40dd-a8f6-ff8544b56db8, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80dc8482-5933-40dd-a8f6-ff8544b56db8,segment=NetworkSegment(8d1551b2-15e2-44a8-b3d9-f96206329eb9),segment_id=8d1551b2-15e2-44a8-b3d9-f96206329eb9)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:49.601906 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.615296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 21467b4b-3dda-42a8-981c-28e5d9cbfe68 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:49.813114 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.818377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] Deleting port 21467b4b-3dda-42a8-981c-28e5d9cbfe68 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:49.818793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:49.821534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24ddf3-ea5f-4dca-a98d-62fd8fb31ee8 None None] Pushing event updated for resources: {'Port': ['ID=80dc8482-5933-40dd-a8f6-ff8544b56db8,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:49.865471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-dbe7459b-04b7-4f73-bdc9-74b1f754cfd7 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:49.873999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-dbe7459b-04b7-4f73-bdc9-74b1f754cfd7 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 950 time: 0.2572479 Feb 04 15:34:49.876505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-929d3990-91dc-495a-8243-6a21bee2a44d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79df686e-3d9c-44b4-a5e3-74ef488e67cb HTTP/1.1" status: 200 len: 217 time: 0.6035604 Feb 04 15:34:49.922271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:34:49.932682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ecd61-0788-477a-b8d9-1d5b668a1554 req-f1ec1415-d386-4d59-aff2-d72b9abaf87e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:49.958292 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca3ecd61-0788-477a-b8d9-1d5b668a1554 req-f1ec1415-d386-4d59-aff2-d72b9abaf87e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.9130385 Feb 04 15:34:50.041918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 21467b4b-3dda-42a8-981c-28e5d9cbfe68, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=21467b4b-3dda-42a8-981c-28e5d9cbfe68,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:50.061487 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.194464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] For port 21467b4b-3dda-42a8-981c-28e5d9cbfe68, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=21467b4b-3dda-42a8-981c-28e5d9cbfe68,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:50.194941 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.222081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca3ecd61-0788-477a-b8d9-1d5b668a1554 req-5187259e-eed4-40e4-a581-72cc053ce2f6 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573912 Feb 04 15:34:50.223837 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.286691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] Calling delete_port for 21467b4b-3dda-42a8-981c-28e5d9cbfe68 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:50.322858 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:34:50.359222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=21467b4b-3dda-42a8-981c-28e5d9cbfe68,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:50.385104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.507794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=dc80f125-e395-4e73-a353-1e336c028775,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:50.530277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:50.532961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:50.536046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:50.536653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.571920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f71bf201-b815-490a-8b84-4acfde709eec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3486907 Feb 04 15:34:50.573468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47704) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:50.582853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router d5be5a0f-ddfe-44d3-afd2-a9443f593a4b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:34:50.586262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dfcf001a-cbbe-48a1-984e-a970f806c98a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1054769984', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:50.631468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Deleting port c0a1ee08-3f50-46cd-a7f5-b70753c9338f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:50.631468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.644746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.751118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] Pushing event deleted for resources: {'Port': ['ID=21467b4b-3dda-42a8-981c-28e5d9cbfe68,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:50.768357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22e08c-068e-4f60-81c0-233127274970 None None] No DVR routers for this DVR port 21467b4b-3dda-42a8-981c-28e5d9cbfe68 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:50.802158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2082ed15-67b8-49b2-bb5e-0f366f0d40b3 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:50.892631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-96258621-7c33-40db-9d48-153ba80c83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:50.894322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-96258621-7c33-40db-9d48-153ba80c83a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c099af0c-427f-40ec-b233-52b9887841ec HTTP/1.1" status: 200 len: 858 time: 0.8623192 Feb 04 15:34:50.916064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfcf001a-cbbe-48a1-984e-a970f806c98a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.922721 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfcf001a-cbbe-48a1-984e-a970f806c98a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:50.959351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Subnet': ['ID=352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:51.101417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] For port c0a1ee08-3f50-46cd-a7f5-b70753c9338f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:51.102568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.185791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-7d8f2065-5f34-4b35-915d-8eb8739b366b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59d5f558-1eb1-479b-baca-75fccc56f4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2177298 Feb 04 15:34:51.200078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Checking segment: {'id': '5d3a71b6-97e4-47b6-b62a-3440cbf40fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2c269309-1896-4022-9578-fc75f2dd245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:51.200739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network hostable DHCP agents. Network: 2c269309-1896-4022-9578-fc75f2dd245f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:34:51.211398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'dc80f125-e395-4e73-a353-1e336c028775'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:34:51.212480 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.225101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Calling delete_port for c0a1ee08-3f50-46cd-a7f5-b70753c9338f owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:51.413632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 79df686e-3d9c-44b4-a5e3-74ef488e67cb details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:34:51.660155 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:34:51.703527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfcf001a-cbbe-48a1-984e-a970f806c98a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.709878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.759977 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c0a1ee08-3f50-46cd-a7f5-b70753c9338f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:51.763345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfcf001a-cbbe-48a1-984e-a970f806c98a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:51.777936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/dc80f125-e395-4e73-a353-1e336c028775/3a4e768e-ea4e-435b-8206-e5caac57cee4) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:51.945116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Pushing event deleted for resources: {'Port': ['ID=c0a1ee08-3f50-46cd-a7f5-b70753c9338f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:52.061301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 79df686e-3d9c-44b4-a5e3-74ef488e67cb, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=79df686e-3d9c-44b4-a5e3-74ef488e67cb,segment=NetworkSegment(f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7),segment_id=f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:52.070575 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfcf001a-cbbe-48a1-984e-a970f806c98a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.076652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dfcf001a-cbbe-48a1-984e-a970f806c98a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.5013471 Feb 04 15:34:52.086140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47706) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:52.100471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '79df686e-3d9c-44b4-a5e3-74ef488e67cb', 'network_id': '59d5f558-1eb1-479b-baca-75fccc56f4d3', 'port_id': '79df686e-3d9c-44b4-a5e3-74ef488e67cb', 'mac_address': 'fa:16:3e:13:44:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c099af0c-427f-40ec-b233-52b9887841ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:34:52.113483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80dc8482-5933-40dd-a8f6-ff8544b56db8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:52.186222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] No DVR routers for this DVR port c0a1ee08-3f50-46cd-a7f5-b70753c9338f on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:52.200443 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.220761 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-307ca0ee-a336-4f12-937c-9ba3445eadca req-7ad0a112-eada-4b82-bd86-e05b6c4fd28a tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.30 "DELETE /v2.0/ports/c0a1ee08-3f50-46cd-a7f5-b70753c9338f HTTP/1.1" status: 204 len: 173 time: 2.3280368 Feb 04 15:34:52.228568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138c6ffa-90d2-4844-91ce-239fff01071c', 'name': 'network-vif-deleted', 'tag': 'c0a1ee08-3f50-46cd-a7f5-b70753c9338f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:52.239122 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba294077-a358-4cb0-9e64-19a38a6106bc" -d '{"events": [{"server_uuid": "138c6ffa-90d2-4844-91ce-239fff01071c", "name": "network-vif-deleted", "tag": "c0a1ee08-3f50-46cd-a7f5-b70753c9338f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:52.340872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d8d313-828b-472f-b21c-e600f4824c9d None None] Network d401f02b-4ef0-4469-8a12-8e49999782c1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:52.858791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc269b9-8f41-41c8-a845-7fbf144b6708 req-3f3f67dd-3941-4000-9faa-8db4cfc69f58 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:52.871755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddc269b9-8f41-41c8-a845-7fbf144b6708 req-3f3f67dd-3941-4000-9faa-8db4cfc69f58 tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/ports?device_id=138c6ffa-90d2-4844-91ce-239fff01071c HTTP/1.1" status: 200 len: 950 time: 2.1742260 Feb 04 15:34:52.877722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d5acc7eb-4a42-48f0-add7-246b3432d10c None None] Provisioning complete for port 80dc8482-5933-40dd-a8f6-ff8544b56db8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:52.878595 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d5acc7eb-4a42-48f0-add7-246b3432d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:52.924070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:34:53.033150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-37987275-3d78-4178-ba54-040cdade2e08 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/d5be5a0f-ddfe-44d3-afd2-a9443f593a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3983533 Feb 04 15:34:53.050263 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.099442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network 2c269309-1896-4022-9578-fc75f2dd245f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:34:53.106439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-10d87b7c-9b48-4a14-b418-5f1bec73d2b1 service neutron] 10.222.0.30 "GET /v2.0/networks/59d5f558-1eb1-479b-baca-75fccc56f4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8987651 Feb 04 15:34:53.125571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47710) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:53.251619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0042a2-1a92-4e5e-b950-306d637fe42d None None] Sync routers for ids ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:34:53.378378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.576159 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac74c77-8f74-4c24-92b9-1751fad7a4b6 req-be1bfd08-6539-4908-87ae-3ca8f0b46124 service neutron] 10.222.0.30 "GET /v2.0/networks/59d5f558-1eb1-479b-baca-75fccc56f4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454362 Feb 04 15:34:53.587651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47718) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:53.602566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-077e5e82-55ce-4fc8-b2be-adf2a80ced86 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5be5a0f-ddfe-44d3-afd2-a9443f593a4b HTTP/1.1" status: 200 len: 205 time: 0.4144633 Feb 04 15:34:53.604732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79df686e-3d9c-44b4-a5e3-74ef488e67cb {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:34:53.630732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2c269309-1896-4022-9578-fc75f2dd245f) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:53.664116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 79df686e-3d9c-44b4-a5e3-74ef488e67cb, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=79df686e-3d9c-44b4-a5e3-74ef488e67cb,segment=NetworkSegment(f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7),segment_id=f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:53.668232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:53.672438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.688821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9754e9-d295-4c69-b783-1fb5acbbd201 None None] Network 2c269309-1896-4022-9578-fc75f2dd245f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:53.728638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddc269b9-8f41-41c8-a845-7fbf144b6708 req-4a6b5325-625c-4b1a-b37d-3020d855b81e tempest-ServersOnMultiNodesTest-1875861121 tempest-ServersOnMultiNodesTest-1875861121-project] 10.222.0.47 "GET /v2.0/security-groups?id=38ea6de5-0eaa-4e63-8931-e78df6bbc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7922740 Feb 04 15:34:53.747202 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2161c1e7-5a12-41e9-b6b5-aec300bc17ca tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2020252 Feb 04 15:34:53.748441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47720) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:53.758448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'port': {'network_id': '2c269309-1896-4022-9578-fc75f2dd245f', 'name': 'tempest-NetworksIpV6TestAttrs-103805527'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:53.809969 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e998b67-8ce7-4602-8f06-4dc955abd0f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.887920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 80dc8482-5933-40dd-a8f6-ff8544b56db8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:53.888755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.916859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0042a2-1a92-4e5e-b950-306d637fe42d None None] Routers {'d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:53.917538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cb0042a2-1a92-4e5e-b950-306d637fe42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:53.919676 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:53.926144 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.115588 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e998b67-8ce7-4602-8f06-4dc955abd0f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.118438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e998b67-8ce7-4602-8f06-4dc955abd0f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.166351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:54.175215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.177724 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e998b67-8ce7-4602-8f06-4dc955abd0f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.178508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e998b67-8ce7-4602-8f06-4dc955abd0f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Fanout notify agent at l3_agent the message router_deleted on router d5be5a0f-ddfe-44d3-afd2-a9443f593a4b {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:34:54.186816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e998b67-8ce7-4602-8f06-4dc955abd0f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.192306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7e998b67-8ce7-4602-8f06-4dc955abd0f2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/d5be5a0f-ddfe-44d3-afd2-a9443f593a4b HTTP/1.1" status: 204 len: 168 time: 0.5964231 Feb 04 15:34:54.192643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47722) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:54.236427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] device_id is not set on port b31b3d73-5753-485a-94fb-3035bd7175b7 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:34:54.277734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c246527-1390-4a16-b42c-bc1c8f489589 req-6f57abed-d3d7-4242-a763-6c6c5688b58f tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:54.279715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cb0042a2-1a92-4e5e-b950-306d637fe42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:34:54.298522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3c246527-1390-4a16-b42c-bc1c8f489589 req-6f57abed-d3d7-4242-a763-6c6c5688b58f tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 945 time: 0.2944183 Feb 04 15:34:54.355204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64ea116-9860-4a81-bc19-6dbaf443ec66 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet ba6a96d4-5bf7-411e-a314-422145365da1 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:54.364744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c64ea116-9860-4a81-bc19-6dbaf443ec66 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.430241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c64ea116-9860-4a81-bc19-6dbaf443ec66 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.490962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0042a2-1a92-4e5e-b950-306d637fe42d None None] Routers set() bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:34:54.498658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0042a2-1a92-4e5e-b950-306d637fe42d None None] Router IDs set() for agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 15:34:54.503284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb0042a2-1a92-4e5e-b950-306d637fe42d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:34:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent'). {{(pid=102424) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 15:34:54.503284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0042a2-1a92-4e5e-b950-306d637fe42d None None] The sync data for ids ['d5be5a0f-ddfe-44d3-afd2-a9443f593a4b'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:34:54.507124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3c246527-1390-4a16-b42c-bc1c8f489589 req-d3cf40d6-ab09-461f-bc3a-73d116ec5c18 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009475 Feb 04 15:34:54.575517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['79df686e-3d9c-44b4-a5e3-74ef488e67cb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:34:54.659173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=79df686e-3d9c-44b4-a5e3-74ef488e67cb,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:54.821932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c64ea116-9860-4a81-bc19-6dbaf443ec66 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.854380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Allocated IP 2001:db8::f816:3eff:fec1:bfff (2c269309-1896-4022-9578-fc75f2dd245f/352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25/b31b3d73-5753-485a-94fb-3035bd7175b7) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:54.986573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:54.990568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d5acc7eb-4a42-48f0-add7-246b3432d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.154587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.179234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af1d83-bfd8-4011-81aa-86fecfdf961f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-2c269309-1896-4022-9578-fc75f2dd245f', 'network_id': '2c269309-1896-4022-9578-fc75f2dd245f', 'tenant_id': '044dd081143d4f9bbd6a7b27e1bef486', 'fixed_ips': [{'subnet_id': '352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:34:55.183312 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-80af1d83-bfd8-4011-81aa-86fecfdf961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.283435 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c64ea116-9860-4a81-bc19-6dbaf443ec66 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.319990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea116-9860-4a81-bc19-6dbaf443ec66 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6a96d4-5bf7-411e-a314-422145365da1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.330569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::1 (9441201d-a349-4a5a-8681-870320442b3d/dc80f125-e395-4e73-a353-1e336c028775/6aa8d649-0c17-4377-90d9-5f8bc0c71509) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:34:55.354708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c64ea116-9860-4a81-bc19-6dbaf443ec66 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.358978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c64ea116-9860-4a81-bc19-6dbaf443ec66 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/ba6a96d4-5bf7-411e-a314-422145365da1 HTTP/1.1" status: 204 len: 168 time: 1.1652348 Feb 04 15:34:55.365092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47730) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:55.375063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Pushing event updated for resources: {'Port': ['ID=3a4e768e-ea4e-435b-8206-e5caac57cee4,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.385556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0ef97-57d1-4e5e-9eec-cf786498ed34 None None] Network a4300d58-6347-4b86-9b65-502e74d4fc20 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:55.527675 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.527973 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.548409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:55.578352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.695770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.701001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Port': ['ID=b31b3d73-5753-485a-94fb-3035bd7175b7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:55.770572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network 2c269309-1896-4022-9578-fc75f2dd245f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:55.774102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:55.781584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:55.785470 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31548cf-40e6-4ffe-891d-a7e724ac4c0d x-openstack-request-id: req-c31548cf-40e6-4ffe-891d-a7e724ac4c0d {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:34:55.786000 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138c6ffa-90d2-4844-91ce-239fff01071c", "name": "network-vif-deleted", "tag": "c0a1ee08-3f50-46cd-a7f5-b70753c9338f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:34:55.786387 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c31548cf-40e6-4ffe-891d-a7e724ac4c0d {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:34:55.787045 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138c6ffa-90d2-4844-91ce-239fff01071c', 'name': 'network-vif-deleted', 'tag': 'c0a1ee08-3f50-46cd-a7f5-b70753c9338f', 'status': 'completed', 'code': 200} Feb 04 15:34:55.802000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:55.804278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.851777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e43d2f9-787f-493c-af4d-04baaddef3f0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet d5712a52-01fe-45c2-973d-c5b62e9d4dbb {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:55.867764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e43d2f9-787f-493c-af4d-04baaddef3f0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:55.893720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:55.900730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:56.004765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-27153e9f-996a-4309-853e-05c93b6411b8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2539310 Feb 04 15:34:56.005145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e43d2f9-787f-493c-af4d-04baaddef3f0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.018588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47744) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:56.088122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c0a1ee08-3f50-46cd-a7f5-b70753c9338f no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:34:56.092086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fede68-c1e5-4f72-9607-72b58076050b req-6bbec105-3ba5-4275-b4a5-5bf87da09cea tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.100829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46fede68-c1e5-4f72-9607-72b58076050b req-6bbec105-3ba5-4275-b4a5-5bf87da09cea tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.2674344 Feb 04 15:34:56.130309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4acbe77-0080-48fc-83a4-03f913d7e41c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Deleting subnet 352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:34:56.141478 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4acbe77-0080-48fc-83a4-03f913d7e41c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.220756 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46fede68-c1e5-4f72-9607-72b58076050b req-b9f22f9e-ac83-4474-81ea-f7195a36c920 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184356 Feb 04 15:34:56.285031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d5acc7eb-4a42-48f0-add7-246b3432d10c None None] For port 80dc8482-5933-40dd-a8f6-ff8544b56db8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80dc8482-5933-40dd-a8f6-ff8544b56db8,segment=NetworkSegment(8d1551b2-15e2-44a8-b3d9-f96206329eb9),segment_id=8d1551b2-15e2-44a8-b3d9-f96206329eb9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:56.297610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4acbe77-0080-48fc-83a4-03f913d7e41c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.359486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e43d2f9-787f-493c-af4d-04baaddef3f0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.399913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47764) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:56.544288 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.593879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e43d2f9-787f-493c-af4d-04baaddef3f0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.690094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4acbe77-0080-48fc-83a4-03f913d7e41c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.758288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:34:56.770117 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e43d2f9-787f-493c-af4d-04baaddef3f0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.780989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895f175-b94e-4e57-9268-f81570a74ee4 None None] Network 85b100e1-f262-4676-b1e6-e6e7d6031f87 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:56.782414 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0e43d2f9-787f-493c-af4d-04baaddef3f0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/d5712a52-01fe-45c2-973d-c5b62e9d4dbb HTTP/1.1" status: 204 len: 168 time: 1.4155614 Feb 04 15:34:56.784673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:34:56.784905 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d5acc7eb-4a42-48f0-add7-246b3432d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.795477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:56.799757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d2f9-787f-493c-af4d-04baaddef3f0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=d5712a52-01fe-45c2-973d-c5b62e9d4dbb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:56.855846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4acbe77-0080-48fc-83a4-03f913d7e41c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.878235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: c0a1ee08-3f50-46cd-a7f5-b70753c9338f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:34:56.878705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c0a1ee08-3f50-46cd-a7f5-b70753c9338f not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:34:56.916526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acbe77-0080-48fc-83a4-03f913d7e41c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Subnet': ['ID=352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:56.935896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acc7eb-4a42-48f0-add7-246b3432d10c None None] Pushing event updated for resources: {'Port': ['ID=80dc8482-5933-40dd-a8f6-ff8544b56db8,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:56.936154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:34:56.939736 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:56.956393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f4d6c-1437-449e-84f7-45a5e3fbdda9 req-d7474825-0fc4-48a1-9c0c-4fdf1b475041 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:56.970804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d21f4d6c-1437-449e-84f7-45a5e3fbdda9 req-d7474825-0fc4-48a1-9c0c-4fdf1b475041 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.3493571 Feb 04 15:34:57.039573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0cd49594-c20c-4b3c-b77f-94adfe919cf5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aab7b7ea57c6451aa1c9fcf4e0dc532f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317019 Feb 04 15:34:57.043422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4acbe77-0080-48fc-83a4-03f913d7e41c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.051669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d4acbe77-0080-48fc-83a4-03f913d7e41c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/subnets/352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25 HTTP/1.1" status: 204 len: 168 time: 1.0297382 Feb 04 15:34:57.057718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47780) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:57.058247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47782) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:57.060414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Attempting to bind port 3a4e768e-ea4e-435b-8206-e5caac57cee4 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:34:57.060870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Attempting to bind port 3a4e768e-ea4e-435b-8206-e5caac57cee4 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:34:57.061253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Attempting to bind port 3a4e768e-ea4e-435b-8206-e5caac57cee4 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-80af1d83-bfd8-4011-81aa-86fecfdf961f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25: This subnet is being modified by another concurrent operation. Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:34:57.081948 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25: This subnet is being modified by another concurrent operation. Feb 04 15:34:57.085542 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:34:57.103669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=6aa8d649-0c17-4377-90d9-5f8bc0c71509,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:57.142819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f744e2f-1b5f-413f-a3f5-86111282eb32 None None] Network 2c269309-1896-4022-9578-fc75f2dd245f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:34:57.176589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2951a-67d1-4d53-b733-28552ab70aef req-ca307115-2669-40bd-8405-4f48e54c2a9f tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:57.179654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-48b2951a-67d1-4d53-b733-28552ab70aef req-ca307115-2669-40bd-8405-4f48e54c2a9f tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 945 time: 0.6399531 Feb 04 15:34:57.189608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.222177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dfda88-62df-4145-ad3e-a53b2deb7119 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:57.225390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dfda88-62df-4145-ad3e-a53b2deb7119 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:57.230776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6dfda88-62df-4145-ad3e-a53b2deb7119 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1081250 Feb 04 15:34:57.232970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47784) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:57.234001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a3527101-c2d3-423a-84b2-162e8a6f61ae None None] Provisioning complete for port 80dc8482-5933-40dd-a8f6-ff8544b56db8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:57.234409 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3527101-c2d3-423a-84b2-162e8a6f61ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.239330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:34:57.240255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:34:57.240408 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.240698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:34:57.241298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Bound port: 3a4e768e-ea4e-435b-8206-e5caac57cee4, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:34:57.241692 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.253987 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d21f4d6c-1437-449e-84f7-45a5e3fbdda9 req-ead49b3c-47e6-48b2-a016-f24a7cbdc584 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712688 Feb 04 15:34:57.306577 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7211-efe1-4853-8a08-9988530989cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.362307 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7211-efe1-4853-8a08-9988530989cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.504137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6e519-98cd-46d3-b85c-2eebc2c97acb req-69f227ef-a968-4770-bfd3-1d0ee2039617 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:57.506115 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89d6e519-98cd-46d3-b85c-2eebc2c97acb req-69f227ef-a968-4770-bfd3-1d0ee2039617 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 951 time: 0.0736945 Feb 04 15:34:57.540638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7211-efe1-4853-8a08-9988530989cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.544922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7211-efe1-4853-8a08-9988530989cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.546444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4cdb7211-efe1-4853-8a08-9988530989cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38ea6de5-0eaa-4e63-8931-e78df6bbc986 HTTP/1.1" status: 204 len: 168 time: 0.4863138 Feb 04 15:34:57.575203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-48b2951a-67d1-4d53-b733-28552ab70aef req-d04e6c00-74e7-41b4-b579-c828468e01b0 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731394 Feb 04 15:34:57.575652 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:34:57.576604 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:34:57.625340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb7211-efe1-4853-8a08-9988530989cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ea6de5-0eaa-4e63-8931-e78df6bbc986,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:57.682068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.701180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89d6e519-98cd-46d3-b85c-2eebc2c97acb req-dd9d2e43-8da3-4f6e-b98d-966b24a48dc6 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690485 Feb 04 15:34:57.725052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-866141f6-0ed4-42be-aefc-7779cbb93096 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.798058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] DHCP port deletion for a4300d58-6347-4b86-9b65-502e74d4fc20 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:34:57.818909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] For port 3a4e768e-ea4e-435b-8206-e5caac57cee4, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:34:57.911891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] For port 3a4e768e-ea4e-435b-8206-e5caac57cee4, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3a4e768e-ea4e-435b-8206-e5caac57cee4,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:34:57.920018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] DHCP port deletion for 85b100e1-f262-4676-b1e6-e6e7d6031f87 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:34:57.935281 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:57.966172 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-866141f6-0ed4-42be-aefc-7779cbb93096 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 15:34:57.967042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866141f6-0ed4-42be-aefc-7779cbb93096 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:34:57.977251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47802) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:57.977580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-866141f6-0ed4-42be-aefc-7779cbb93096 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/2c269309-1896-4022-9578-fc75f2dd245f HTTP/1.1" status: 409 len: 405 time: 0.7163432 Feb 04 15:34:57.986259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-86478314'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:58.062392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:58.070410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 79df686e-3d9c-44b4-a5e3-74ef488e67cb up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:58.072040 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.125201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:58.128594 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.132197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:34:58.163725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.164461 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Added segment 6fb8f2dd-e564-4095-bbc8-380a62f816dd of type vlan for network 9264690c-6a4a-40be-a404-7b37ca8df13a Feb 04 15:34:58.269346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.321257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.330933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:58.332054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.487715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] Deleting port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:58.488527 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.531769 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5516686 Feb 04 15:34:58.555435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 1c03a956-fed4-4ac6-acba-4e4cc9378f12, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c03a956-fed4-4ac6-acba-4e4cc9378f12,segment=NetworkSegment(6ee37f0f-56cf-4765-af0b-a468e730728e),segment_id=6ee37f0f-56cf-4765-af0b-a468e730728e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:58.555821 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.579589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47830) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:58.607978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 1c03a956-fed4-4ac6-acba-4e4cc9378f12 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:58.613672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4493d-e3c2-48b6-8f0f-7087370ebd3d None None] Pushing event updated for resources: {'Port': ['ID=3a4e768e-ea4e-435b-8206-e5caac57cee4,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:58.641964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'subnet': {'network_id': '9264690c-6a4a-40be-a404-7b37ca8df13a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:34:58.762658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] Deleting port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:34:58.763109 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:58.788701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f4fde-7a9b-4580-a4a7-61e1c8ec7868 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Network': ['ID=9264690c-6a4a-40be-a404-7b37ca8df13a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:58.992580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47862) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:59.017602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] For port ebba87c0-affe-4eb4-93c0-fe3584ab87c5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebba87c0-affe-4eb4-93c0-fe3584ab87c5,segment=NetworkSegment(c5181a78-7f9c-4182-9d94-f6a294765a2b),segment_id=c5181a78-7f9c-4182-9d94-f6a294765a2b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:59.018375 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.047583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] Calling delete_port for ebba87c0-affe-4eb4-93c0-fe3584ab87c5 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:59.063658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 9264690c-6a4a-40be-a404-7b37ca8df13a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:34:59.065772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80dc8482-5933-40dd-a8f6-ff8544b56db8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:34:59.127523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 79df686e-3d9c-44b4-a5e3-74ef488e67cb completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:34:59.206323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75a0c0-edf4-4a1e-81c3-da960f32c003 req-bed4c8c3-98d0-488b-8907-57261883ec78 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:59.209011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f75a0c0-edf4-4a1e-81c3-da960f32c003 req-bed4c8c3-98d0-488b-8907-57261883ec78 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.1384392 Feb 04 15:34:59.214780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-34f52e79-5874-4e39-b1d2-fac83aa8b564 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7fabd4fe6df45418b953bc870cbb84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136707 Feb 04 15:34:59.220421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47866) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:34:59.241895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 79df686e-3d9c-44b4-a5e3-74ef488e67cb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:59.242317 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.263574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:34:59.268641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.276457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] For port 1c03a956-fed4-4ac6-acba-4e4cc9378f12, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c03a956-fed4-4ac6-acba-4e4cc9378f12,segment=NetworkSegment(6ee37f0f-56cf-4765-af0b-a468e730728e),segment_id=6ee37f0f-56cf-4765-af0b-a468e730728e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:59.276784 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.295184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438ae0-bf19-43ba-a465-13497cae95b7 req-64b9587b-b216-4f58-a954-482454a80607 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:34:59.299606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b6438ae0-bf19-43ba-a465-13497cae95b7 req-64b9587b-b216-4f58-a954-482454a80607 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 945 time: 0.3125143 Feb 04 15:34:59.333478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] Calling delete_port for 1c03a956-fed4-4ac6-acba-4e4cc9378f12 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:34:59.387409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f75a0c0-edf4-4a1e-81c3-da960f32c003 req-094cef79-817f-47fd-ad98-d02db0b5c5b3 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638610 Feb 04 15:34:59.437436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d655594-ca82-46ed-a098-519d570b3483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.530951 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.535497 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.549451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 80dc8482-5933-40dd-a8f6-ff8544b56db8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:34:59.549913 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.568902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d655594-ca82-46ed-a098-519d570b3483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.672989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] Pushing event deleted for resources: {'Port': ['ID=ebba87c0-affe-4eb4-93c0-fe3584ab87c5,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:59.696545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef40f37-57bc-44a8-94f1-fd2ba6a4aaaf None None] No DVR routers for this DVR port ebba87c0-affe-4eb4-93c0-fe3584ab87c5 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:59.748474 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.760492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.805384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] Pushing event deleted for resources: {'Port': ['ID=1c03a956-fed4-4ac6-acba-4e4cc9378f12,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:34:59.827949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b7021-e83f-43a5-88a4-15edafe5fbd0 None None] No DVR routers for this DVR port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:34:59.842273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9f570a-611e-44d5-a13c-0fd7d477787a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79df686e-3d9c-44b4-a5e3-74ef488e67cb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:34:59.845931 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd16aa-cabf-4a84-bc1e-989f06711cb2" -d '{"events": [{"server_uuid": "4c9f570a-611e-44d5-a13c-0fd7d477787a", "name": "network-vif-plugged", "status": "completed", "tag": "79df686e-3d9c-44b4-a5e3-74ef488e67cb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:34:59.884353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:34:59.906295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.940687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 79df686e-3d9c-44b4-a5e3-74ef488e67cb, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=79df686e-3d9c-44b4-a5e3-74ef488e67cb,segment=NetworkSegment(f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7),segment_id=f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:34:59.950235 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:34:59.951901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:00.074013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c03a956-fed4-4ac6-acba-4e4cc9378f12 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:00.128018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Subnet': ['ID=157a52ff-104d-47fc-abad-a494f65028ed,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:00.139988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Checking segment: {'id': '6fb8f2dd-e564-4095-bbc8-380a62f816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9264690c-6a4a-40be-a404-7b37ca8df13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:00.140525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network hostable DHCP agents. Network: 9264690c-6a4a-40be-a404-7b37ca8df13a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:00.169469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1c03a956-fed4-4ac6-acba-4e4cc9378f12 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:00.170249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c03a956-fed4-4ac6-acba-4e4cc9378f12 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:00.173609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b6438ae0-bf19-43ba-a465-13497cae95b7 req-c671eb13-09a2-4a5a-885f-eaead5d728a1 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8604846 Feb 04 15:35:00.178485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebba87c0-affe-4eb4-93c0-fe3584ab87c5 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:00.194790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=1c03a956-fed4-4ac6-acba-4e4cc9378f12,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:00.206702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No DVR routers for this DVR port 1c03a956-fed4-4ac6-acba-4e4cc9378f12 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:00.219590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network 9264690c-6a4a-40be-a404-7b37ca8df13a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:00.251013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 9264690c-6a4a-40be-a404-7b37ca8df13a) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:00.251013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:00.251013 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.270101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-d13f8a18-19b3-4b44-9ac1-6802af3980b3 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:00.282544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-d13f8a18-19b3-4b44-9ac1-6802af3980b3 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/networks?id=2818131a-3d72-4bf3-badd-4ad43be248d9 HTTP/1.1" status: 200 len: 814 time: 0.2401946 Feb 04 15:35:00.305245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-3d2b87c1-8f99-4858-a7dd-59a57fefdf0d tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/quotas/5ab98bf93d4746b1a849d6cb808a0b83 HTTP/1.1" status: 200 len: 375 time: 0.0214972 Feb 04 15:35:00.325062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ebba87c0-affe-4eb4-93c0-fe3584ab87c5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:00.325488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebba87c0-affe-4eb4-93c0-fe3584ab87c5 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:00.332188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.334411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286a526-9c4d-4598-9ac0-0d3c2c9d2574 None None] Network 9264690c-6a4a-40be-a404-7b37ca8df13a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:00.395889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.414878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b5c04de4-fe54-49fc-9429-c3e3ea8a84bd tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8306916 Feb 04 15:35:00.422272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47894) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:00.425150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=79df686e-3d9c-44b4-a5e3-74ef488e67cb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:00.433307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'port': {'network_id': '9264690c-6a4a-40be-a404-7b37ca8df13a', 'name': 'tempest-NetworksIpV6TestAttrs-106184778'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:00.433571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4300d58-6347-4b86-9b65-502e74d4fc20']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:00.447610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee37f0f-56cf-4765-af0b-a468e730728e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:00.447947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee37f0f-56cf-4765-af0b-a468e730728e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:00.468761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.493034 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.503265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:00.503588 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:00.525253 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:00.606940 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.628581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-a8819c57-7774-4fdf-9567-1dc81a3752ca tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ab98bf93d4746b1a849d6cb808a0b83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3222032 Feb 04 15:35:00.644036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.658145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/a4300d58-6347-4b86-9b65-502e74d4fc20 HTTP/1.1" status: 204 len: 168 time: 3.8276343 Feb 04 15:35:00.674079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47904) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:00.758460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a2ad7-fb36-410a-ba7c-b01c9888e1c6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=a4300d58-6347-4b86-9b65-502e74d4fc20,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:00.856731 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b7f5c3-cbdd-4bc0-86b2-a8f164ae8618 x-openstack-request-id: req-a5b7f5c3-cbdd-4bc0-86b2-a8f164ae8618 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:00.857294 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9f570a-611e-44d5-a13c-0fd7d477787a", "name": "network-vif-plugged", "status": "completed", "tag": "79df686e-3d9c-44b4-a5e3-74ef488e67cb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:00.857294 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5b7f5c3-cbdd-4bc0-86b2-a8f164ae8618 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:00.857708 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9f570a-611e-44d5-a13c-0fd7d477787a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79df686e-3d9c-44b4-a5e3-74ef488e67cb', 'code': 200} Feb 04 15:35:00.908351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d655594-ca82-46ed-a098-519d570b3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.912702 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7d655594-ca82-46ed-a098-519d570b3483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.914576 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7d655594-ca82-46ed-a098-519d570b3483 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/739a1e1a-ec51-44be-8300-9cc2027a8ef7 HTTP/1.1" status: 204 len: 168 time: 1.6918504 Feb 04 15:35:00.934371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.945939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:00.963085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.994790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] device_id is not set on port d005b58f-433e-4030-9aeb-eb0f1ef6f632 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:35:00.995238 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:00.996819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.001051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d655594-ca82-46ed-a098-519d570b3483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739a1e1a-ec51-44be-8300-9cc2027a8ef7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:01.020814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:01.036403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3a4e768e-ea4e-435b-8206-e5caac57cee4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:01.111098 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b831c00-721e-459c-b2d8-4cf68be6dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.122520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.126058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=6aa8d649-0c17-4377-90d9-5f8bc0c71509,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:01.159996 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.168771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b8d3f-fcf5-4843-a1c0-a0e97c6b108d req-03ab3763-0d6c-472b-8fdf-a962fce144b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.172101 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-755b8d3f-fcf5-4843-a1c0-a0e97c6b108d req-03ab3763-0d6c-472b-8fdf-a962fce144b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 1097 time: 0.4014275 Feb 04 15:35:01.228640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457d396-c7be-4a7b-bc86-5b62f623e93e req-81b9452a-8357-40ff-824f-aa576f7e7c0f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:01.229838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2457d396-c7be-4a7b-bc86-5b62f623e93e req-81b9452a-8357-40ff-824f-aa576f7e7c0f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.3863344 Feb 04 15:35:01.266774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9264690c-6a4a-40be-a404-7b37ca8df13a', 'network_id': '9264690c-6a4a-40be-a404-7b37ca8df13a', 'tenant_id': '044dd081143d4f9bbd6a7b27e1bef486', 'fixed_ips': [{'subnet_id': '157a52ff-104d-47fc-abad-a494f65028ed'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:35:01.268506 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.269638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Allocated IP 2001:db8::f816:3eff:fe5b:4900 (9264690c-6a4a-40be-a404-7b37ca8df13a/157a52ff-104d-47fc-abad-a494f65028ed/d005b58f-433e-4030-9aeb-eb0f1ef6f632) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:01.390435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2457d396-c7be-4a7b-bc86-5b62f623e93e req-e7cafd08-72bd-4950-a578-4143650bed8a tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230407 Feb 04 15:35:01.393837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=11']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:01.422233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b3fe5dfa-49c9-4783-a395-7334fdae2881 None None] Provisioning complete for port 3a4e768e-ea4e-435b-8206-e5caac57cee4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:01.422879 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5dfa-49c9-4783-a395-7334fdae2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.460127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.524019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b100e1-f262-4676-b1e6-e6e7d6031f87']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:01.547480 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5181a78-7f9c-4182-9d94-f6a294765a2b') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:01.548007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5181a78-7f9c-4182-9d94-f6a294765a2b') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:01.568565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.571255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-755b8d3f-fcf5-4843-a1c0-a0e97c6b108d req-9204010d-83d3-48eb-bcaa-e370426fcfac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893189 Feb 04 15:35:01.597039 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.613285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:01.613285 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:01.639188 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:01.738955 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-bb4fad1c-b28f-4ba4-b401-3172fa109566 service neutron] 10.222.0.47 "GET /v2.0/networks/2818131a-3d72-4bf3-badd-4ad43be248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0266471 Feb 04 15:35:01.802765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3a4e768e-ea4e-435b-8206-e5caac57cee4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:01.803853 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:01.806885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:01.810473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:01.986210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.007452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-8e70dff4-cbfc-465d-8d66-99da4ed57332 service neutron] 10.222.0.47 "GET /v2.0/networks/2818131a-3d72-4bf3-badd-4ad43be248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668293 Feb 04 15:35:02.092111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.112296 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/85b100e1-f262-4676-b1e6-e6e7d6031f87 HTTP/1.1" status: 204 len: 168 time: 1.3946369 Feb 04 15:35:02.114247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.115038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47932) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:02.119382 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5dfa-49c9-4783-a395-7334fdae2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.183185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1127932516'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:02.190389 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.221860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4839-ff18-47da-9764-f4d6e1a88878 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=85b100e1-f262-4676-b1e6-e6e7d6031f87,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:02.245610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.261920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b3fe5dfa-49c9-4783-a395-7334fdae2881 None None] For port 3a4e768e-ea4e-435b-8206-e5caac57cee4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3a4e768e-ea4e-435b-8206-e5caac57cee4,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:02.280168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11a56e-4de7-454b-a652-564402384c91 req-44036891-d4a5-4514-8547-f366c89eb557 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.282869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a11a56e-4de7-454b-a652-564402384c91 req-44036891-d4a5-4514-8547-f366c89eb557 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 946 time: 0.4870875 Feb 04 15:35:02.395691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:02.404793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Allocated IP 2001:db8::f816:3eff:fe28:1a65 (9264690c-6a4a-40be-a404-7b37ca8df13a/157a52ff-104d-47fc-abad-a494f65028ed/f1cf1905-859a-47e8-a85e-be863708ecbf) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:02.409304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.470012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Port': ['ID=d005b58f-433e-4030-9aeb-eb0f1ef6f632,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:02.516649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network 9264690c-6a4a-40be-a404-7b37ca8df13a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:02.520080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:02.531726 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5dfa-49c9-4783-a395-7334fdae2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.535362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:02.555811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.567937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.583438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:02.615737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.616265 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment 856acf10-d79c-4997-8d2a-0fd07f72bb4d of type vlan for network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 Feb 04 15:35:02.691279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Router e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:35:02.704693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e859008-20dc-4b75-b857-a9d9e612e0e6 req-6a2052f7-2d8b-475d-99b8-78da3feb5e45 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 210 time: 0.1701331 Feb 04 15:35:02.705041 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a11a56e-4de7-454b-a652-564402384c91 req-57af7242-bd0d-482a-9fa7-dcf551b8e174 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564327 Feb 04 15:35:02.735263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.739753 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-08cc1872-d5cb-4ea7-92e0-81207425559a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3182511 Feb 04 15:35:02.744656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47958) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:02.802617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe5dfa-49c9-4783-a395-7334fdae2881 None None] Pushing event updated for resources: {'Port': ['ID=3a4e768e-ea4e-435b-8206-e5caac57cee4,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:02.858861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:02.863586 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333e9a8-f1a7-44e3-ad91-6f117f5fcf4f" -d '{"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-unplugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:02.901997 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:35:02.902881 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:35:02.908517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-269dcf8d-501c-4f9e-89d6-bcda50d1305b None None] Provisioning complete for port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:02.909426 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-269dcf8d-501c-4f9e-89d6-bcda50d1305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.924125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:02.943437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:02.944762 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.071005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9ef6e5-3343-46e1-83ae-e8d68254270d tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Deleting subnet 157a52ff-104d-47fc-abad-a494f65028ed {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:35:03.122525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725288b5-2111-489c-b26d-bb6091a0d7bc req-4f5397b7-b89f-40da-8954-7c796d8d3d0b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:03.124644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-725288b5-2111-489c-b26d-bb6091a0d7bc req-4f5397b7-b89f-40da-8954-7c796d8d3d0b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.1692829 Feb 04 15:35:03.248018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-269dcf8d-501c-4f9e-89d6-bcda50d1305b None None] Port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:03.288615 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-725288b5-2111-489c-b26d-bb6091a0d7bc req-e0e3912d-d9cc-4dbc-a7e4-4cbd7cfb2ccb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431272 Feb 04 15:35:03.298173 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.307998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef6e5-3343-46e1-83ae-e8d68254270d tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.309755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.395247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Network 9264690c-6a4a-40be-a404-7b37ca8df13a is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:03.400372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:03.410255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:03.427212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2547133 Feb 04 15:35:03.434260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47980) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:03.455947 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903951a8-6f74-40d0-9ab0-50fc9e1efa35 x-openstack-request-id: req-903951a8-6f74-40d0-9ab0-50fc9e1efa35 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:03.456330 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-unplugged", "status": "completed", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:03.456630 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-903951a8-6f74-40d0-9ab0-50fc9e1efa35 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:03.457126 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa', 'code': 200} Feb 04 15:35:03.464029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Pushing event updated for resources: {'Port': ['ID=f1cf1905-859a-47e8-a85e-be863708ecbf,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:03.483689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': 'd82fdf8c-01b4-4fd7-8e3c-6259b2c5f316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:03.495392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef6e5-3343-46e1-83ae-e8d68254270d tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.505910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc4160-6f2a-4651-a0b8-2d0617e26dfb tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:03.555977 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:35:03.690392 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-02972e1b-9364-4ce2-bb01-c6588ae872b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.715849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Attempting to bind port f1cf1905-859a-47e8-a85e-be863708ecbf on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:03.718645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Attempting to bind port f1cf1905-859a-47e8-a85e-be863708ecbf by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6fb8f2dd-e564-4095-bbc8-380a62f816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9264690c-6a4a-40be-a404-7b37ca8df13a'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:03.719101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Attempting to bind port f1cf1905-859a-47e8-a85e-be863708ecbf on network 9264690c-6a4a-40be-a404-7b37ca8df13a {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:03.808276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:03.821007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:03.821387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Checking segment: {'id': '6fb8f2dd-e564-4095-bbc8-380a62f816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9264690c-6a4a-40be-a404-7b37ca8df13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:03.821791 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.822217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Bound using segment: {'id': '6fb8f2dd-e564-4095-bbc8-380a62f816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9264690c-6a4a-40be-a404-7b37ca8df13a'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:03.822714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Bound port: f1cf1905-859a-47e8-a85e-be863708ecbf, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb8f2dd-e564-4095-bbc8-380a62f816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9264690c-6a4a-40be-a404-7b37ca8df13a'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:03.823099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:03.836636 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Sync routers for ids ['e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:03.861592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebc34b2a-0694-4477-91aa-7818a049ead6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "PUT /v2.0/routers/e34c6b4c-4f19-4fb0-a45d-96d334c9cb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7676265 Feb 04 15:35:03.862797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48012) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:03.899650 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Routers {'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:03.902074 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:03.952673 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef6e5-3343-46e1-83ae-e8d68254270d tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.012753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3a4e768e-ea4e-435b-8206-e5caac57cee4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:04.106637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef6e5-3343-46e1-83ae-e8d68254270d tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.134334 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef6e5-3343-46e1-83ae-e8d68254270d tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.143291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2c9ef6e5-3343-46e1-83ae-e8d68254270d tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/subnets/157a52ff-104d-47fc-abad-a494f65028ed HTTP/1.1" status: 204 len: 168 time: 1.3933289 Feb 04 15:35:04.143291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:04.157684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c17902ba-4b89-4422-9385-7041701768cf None None] For port f1cf1905-859a-47e8-a85e-be863708ecbf, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:04.165067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bb976e09-94b6-4be5-809e-2018c56ea507 req-41eb1a39-6fcf-451c-be21-0c3973b13e43 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 210 time: 0.1612506 Feb 04 15:35:04.179760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314fbdd1-282e-40aa-96dc-92294848541b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.181609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c17902ba-4b89-4422-9385-7041701768cf None None] For port f1cf1905-859a-47e8-a85e-be863708ecbf, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f1cf1905-859a-47e8-a85e-be863708ecbf,segment=NetworkSegment(6fb8f2dd-e564-4095-bbc8-380a62f816dd),segment_id=6fb8f2dd-e564-4095-bbc8-380a62f816dd)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:04.185168 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-314fbdd1-282e-40aa-96dc-92294848541b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports/6aa8d649-0c17-4377-90d9-5f8bc0c71509 HTTP/1.1" status: 200 len: 911 time: 0.2899156 Feb 04 15:35:04.185946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48024) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:04.225564 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.242776 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Set router e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:04.290169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ef6e5-3343-46e1-83ae-e8d68254270d tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Subnet': ['ID=157a52ff-104d-47fc-abad-a494f65028ed,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:04.319084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:04.334653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.380296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3a4e768e-ea4e-435b-8206-e5caac57cee4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:04.384658 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.386407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11170a8b-fb8d-4edb-8521-644ee5142d98 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.393514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11170a8b-fb8d-4edb-8521-644ee5142d98 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.396341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-11170a8b-fb8d-4edb-8521-644ee5142d98 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1267800 Feb 04 15:35:04.403062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48034) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:04.420383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb704a5-8dc3-4c28-a306-97002eb42ef9 req-08d0a56e-2b8c-4840-8a2e-7148c5b2dd7b tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.428731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bb704a5-8dc3-4c28-a306-97002eb42ef9 req-08d0a56e-2b8c-4840-8a2e-7148c5b2dd7b tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 946 time: 0.1572897 Feb 04 15:35:04.501750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17902ba-4b89-4422-9385-7041701768cf None None] Pushing event updated for resources: {'Port': ['ID=f1cf1905-859a-47e8-a85e-be863708ecbf,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:04.532172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c66da63d-c2d4-4779-a068-34e4c587cf10 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.561638 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'name': 'tempest-NetworksTestDHCPv6-router-1054769984', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:50Z', 'updated_at': '2022-02-04T15:34:57Z', 'revision_number': 2, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None, '_interfaces': [{'id': '6aa8d649-0c17-4377-90d9-5f8bc0c71509', 'name': '', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'mac_address': 'fa:16:3e:ae:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'dc80f125-e395-4e73-a353-1e336c028775', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:54Z', 'updated_at': '2022-02-04T15:34:59Z', 'revision_number': 2, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'subnets': [{'id': 'dc80f125-e395-4e73-a353-1e336c028775', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:04.567361 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66da63d-c2d4-4779-a068-34e4c587cf10 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 15:35:04.568114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66da63d-c2d4-4779-a068-34e4c587cf10 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:04.571856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c66da63d-c2d4-4779-a068-34e4c587cf10 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/9264690c-6a4a-40be-a404-7b37ca8df13a HTTP/1.1" status: 409 len: 405 time: 0.1638637 Feb 04 15:35:04.578911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48042) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:04.595772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2044038985'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:04.601344 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Checking router: e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:04.603168 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Updating router e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:35:04.643311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bb704a5-8dc3-4c28-a306-97002eb42ef9 req-ac05efab-8838-4ff0-82c0-6f0593ee2915 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138669 Feb 04 15:35:04.647117 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.671464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd142207-7a26-43a2-90b8-726ed59642a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.692131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:04.702384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:04.716612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd142207-7a26-43a2-90b8-726ed59642a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:04.747515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cd142207-7a26-43a2-90b8-726ed59642a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5568705 Feb 04 15:35:04.749177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:05.052139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e413a20-1a31-41db-8dd0-0fbb2821c8db req-cdf1ece6-386f-4003-b8a8-fb9fd56c858c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.053847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e413a20-1a31-41db-8dd0-0fbb2821c8db req-cdf1ece6-386f-4003-b8a8-fb9fd56c858c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.2226253 Feb 04 15:35:05.357082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:05.370351 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.370811 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Added segment e602f970-828a-42e7-95b8-063bcb6f4d37 of type vlan for network 54ba62d1-09aa-48d5-bec5-61cc58af2e29 Feb 04 15:35:05.383320 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.395254 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e413a20-1a31-41db-8dd0-0fbb2821c8db req-06a52935-3c0a-42d6-ae5b-2c7ecbbedbd2 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056483 Feb 04 15:35:05.423895 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.489596 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.572818 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Pushing event updated for resources: {'Port': ['ID=6aa8d649-0c17-4377-90d9-5f8bc0c71509,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:05.619674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-c97d2f4b-05c7-4383-b2ab-b600162863e1 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.631527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-c97d2f4b-05c7-4383-b2ab-b600162863e1 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.50 "GET /v2.0/networks?id=2818131a-3d72-4bf3-badd-4ad43be248d9 HTTP/1.1" status: 200 len: 814 time: 0.7157722 Feb 04 15:35:05.656224 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.699437 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.709628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Request body: {'port': {'device_id': '853b22c7-f381-421a-b40b-7d2320413b4b', 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9', 'admin_state_up': True, 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:05.713789 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.715103 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.715733 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.718732 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.719318 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.720203 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.720859 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.721428 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.730597 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.737173 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.737756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.739266 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:05.784884 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Attempting to bind port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:05.785728 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Attempting to bind port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:05.786422 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Attempting to bind port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:05.786707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=95adada6-57aa-451a-b251-8d71ddb2261d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:05.804465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': '856acf10-d79c-4997-8d2a-0fd07f72bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd82fdf8c-01b4-4fd7-8e3c-6259b2c5f316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:05.804999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:05.811460 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:05.812122 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:05.815990 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.816948 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:05.817698 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Bound port: 6aa8d649-0c17-4377-90d9-5f8bc0c71509, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:05.818310 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.846758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad46b-2aa2-4918-9e06-da2f2a62e6a8 req-69f12050-27b8-4ef4-b226-a2032e79afc3 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.856858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-288ad46b-2aa2-4918-9e06-da2f2a62e6a8 req-69f12050-27b8-4ef4-b226-a2032e79afc3 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 946 time: 0.1664841 Feb 04 15:35:05.920859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-288ad46b-2aa2-4918-9e06-da2f2a62e6a8 req-592f0379-9ee3-4e20-9b49-c8d3089fc011 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622833 Feb 04 15:35:05.927299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:05.955364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:05.966557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:05.971073 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:05.996532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fecdd66-a37f-4573-9898-7a05508fe9f6 None None] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:06.053181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-22b80d1b-88d8-4f1f-852e-c81012e8f52b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6025150 Feb 04 15:35:06.058086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48092) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:06.071771 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] For port 6aa8d649-0c17-4377-90d9-5f8bc0c71509, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:06.078739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.resource_extend [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:35:06.080718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-da805c13-7723-4d84-bad1-342fbeb6111e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1056039173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:06.081585 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] For port 6aa8d649-0c17-4377-90d9-5f8bc0c71509, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6aa8d649-0c17-4377-90d9-5f8bc0c71509,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:06.109821 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.118037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fc9cc6b-d05e-4e99-9b6a-2e24e14bf989 req-e3b6545c-1e55-41ec-b73e-85e5af1a08a4 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 210 time: 0.5171406 Feb 04 15:35:06.203867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f1cf1905-859a-47e8-a85e-be863708ecbf up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:06.250860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da805c13-7723-4d84-bad1-342fbeb6111e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.254116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da805c13-7723-4d84-bad1-342fbeb6111e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.376102 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f0b9f-8fea-4ce6-8151-c6323ce40410 None None] Pushing event updated for resources: {'Port': ['ID=6aa8d649-0c17-4377-90d9-5f8bc0c71509,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:06.490260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Routers {'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:06.493423 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:06.554298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Made reservation on behalf of 5ab98bf93d4746b1a849d6cb808a0b83 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:06.571668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.607057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-41ce2409-939d-4321-9015-3839e3bcc987 None None] Provisioning complete for port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:06.607725 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41ce2409-939d-4321-9015-3839e3bcc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.621529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da805c13-7723-4d84-bad1-342fbeb6111e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.632061 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da805c13-7723-4d84-bad1-342fbeb6111e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.671938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f1cf1905-859a-47e8-a85e-be863708ecbf triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:06.672864 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.747229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da805c13-7723-4d84-bad1-342fbeb6111e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.753102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-da805c13-7723-4d84-bad1-342fbeb6111e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6856511 Feb 04 15:35:06.754614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48120) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:06.799659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.817886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'port': {'network_id': 'd82fdf8c-01b4-4fd7-8e3c-6259b2c5f316', 'name': 'tempest-RoutersIpV6Test-2125569724'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:06.824388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:06.825104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:06.993603 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.042648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316', 'network_id': 'd82fdf8c-01b4-4fd7-8e3c-6259b2c5f316', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': '95adada6-57aa-451a-b251-8d71ddb2261d'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:35:07.044505 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.082331 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] Set router e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:07.221722 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41ce2409-939d-4321-9015-3839e3bcc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.245462 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.292093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ceaf8-2255-49b2-bab0-939dccc3c280 None None] Network 9264690c-6a4a-40be-a404-7b37ca8df13a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:07.412262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:07.432625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.505760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] device_id is not set on port 84dcad07-efae-4e77-9053-c38d000938a5 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:35:07.572205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port f1cf1905-859a-47e8-a85e-be863708ecbf, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f1cf1905-859a-47e8-a85e-be863708ecbf,segment=NetworkSegment(6fb8f2dd-e564-4095-bbc8-380a62f816dd),segment_id=6fb8f2dd-e564-4095-bbc8-380a62f816dd)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:07.589846 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.656208 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.659500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-41ce2409-939d-4321-9015-3839e3bcc987 None None] For port 6aa8d649-0c17-4377-90d9-5f8bc0c71509, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6aa8d649-0c17-4377-90d9-5f8bc0c71509,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:07.752271 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41ce2409-939d-4321-9015-3839e3bcc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:07.931270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=f1cf1905-859a-47e8-a85e-be863708ecbf,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:07.933139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48160) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:07.939220 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.3512244 Feb 04 15:35:07.966892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'subnet': {'network_id': '54ba62d1-09aa-48d5-bec5-61cc58af2e29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:08.042843 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'name': 'tempest-NetworksTestDHCPv6-router-1054769984', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:50Z', 'updated_at': '2022-02-04T15:34:57Z', 'revision_number': 2, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None, '_interfaces': [{'id': '6aa8d649-0c17-4377-90d9-5f8bc0c71509', 'name': '', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'mac_address': 'fa:16:3e:ae:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'dc80f125-e395-4e73-a353-1e336c028775', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:54Z', 'updated_at': '2022-02-04T15:35:06Z', 'revision_number': 4, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'subnets': [{'id': 'dc80f125-e395-4e73-a353-1e336c028775', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:08.137103 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbb277-5697-4819-8ded-c8275c9da802 None None] The sync data for ids ['e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'] in n-d-827869-1 is: [{'id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'name': 'tempest-NetworksTestDHCPv6-router-1054769984', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:50Z', 'updated_at': '2022-02-04T15:34:57Z', 'revision_number': 2, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None, '_interfaces': [{'id': '6aa8d649-0c17-4377-90d9-5f8bc0c71509', 'name': '', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'mac_address': 'fa:16:3e:ae:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'dc80f125-e395-4e73-a353-1e336c028775', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:34:54Z', 'updated_at': '2022-02-04T15:35:06Z', 'revision_number': 4, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'subnets': [{'id': 'dc80f125-e395-4e73-a353-1e336c028775', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:08.339584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Network': ['ID=54ba62d1-09aa-48d5-bec5-61cc58af2e29,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:08.372853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ffcb3-07c8-41cf-ab1a-fff9cdc0d766 req-4f75b620-c65c-4f91-8775-7b1914519471 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:08.392986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c8ffcb3-07c8-41cf-ab1a-fff9cdc0d766 req-4f75b620-c65c-4f91-8775-7b1914519471 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.2033126 Feb 04 15:35:08.404381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-28baa554-c114-4c52-8dd6-017b8c35c696 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0ef8d1cdf99b4ea2b54e4db7b4574c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1869557 Feb 04 15:35:08.454404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:08.459514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:08.504724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-32527d6f-b43d-46d3-b32c-e35f58e685d0 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:08.512000 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-32527d6f-b43d-46d3-b32c-e35f58e685d0 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 946 time: 1.7925267 Feb 04 15:35:08.518410 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.519423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.520535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.521419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.522361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.523482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.524384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.526081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.527218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.528086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.537133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.538165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdb8cd-f5c7-4512-9ca2-c6302a5417b2 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:08.585947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] DHCP port deletion for 9264690c-6a4a-40be-a404-7b37ca8df13a request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:35:08.623843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 54ba62d1-09aa-48d5-bec5-61cc58af2e29 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:35:08.742756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Allocated IP 172.20.0.7 (2818131a-3d72-4bf3-badd-4ad43be248d9/9682f642-20f8-4349-b4cf-782cc3378e89/f3f86117-0607-42ac-ac92-3eba8fd296f7) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:08.829263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Allocated IP 2001:db8::2 (d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316/95adada6-57aa-451a-b251-8d71ddb2261d/69ea883f-9af3-4e56-b808-6f439530526f) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:08.846275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a5aab925-07a3-40f0-823c-794ec52c61c6 None None] Provisioning complete for port f1cf1905-859a-47e8-a85e-be863708ecbf triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:08.847559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5aab925-07a3-40f0-823c-794ec52c61c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.186149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c8ffcb3-07c8-41cf-ab1a-fff9cdc0d766 req-8a719344-96ab-49f0-9e2a-c74d1476126f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913282 Feb 04 15:35:09.282386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce2409-939d-4321-9015-3839e3bcc987 None None] Pushing event updated for resources: {'Port': ['ID=6aa8d649-0c17-4377-90d9-5f8bc0c71509,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:09.673212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:35:09.684470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.688299 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.775901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] Deleting port f1cf1905-859a-47e8-a85e-be863708ecbf {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:09.776550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:09.876936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Subnet': ['ID=45452c4d-5bfa-4f29-a86f-d2e4f3218809,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:09.945241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5d8b-6e3e-45ea-89d2-987806fca336 req-17689cc0-b9d6-4f9a-abe4-8b53d4e719cd tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:09.961215 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-769d5d8b-6e3e-45ea-89d2-987806fca336 req-17689cc0-b9d6-4f9a-abe4-8b53d4e719cd tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 946 time: 0.5537355 Feb 04 15:35:10.013424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.051049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 79df686e-3d9c-44b4-a5e3-74ef488e67cb no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:10.055959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Checking segment: {'id': 'e602f970-828a-42e7-95b8-063bcb6f4d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '54ba62d1-09aa-48d5-bec5-61cc58af2e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:10.057193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network hostable DHCP agents. Network: 54ba62d1-09aa-48d5-bec5-61cc58af2e29, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:10.099865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-769d5d8b-6e3e-45ea-89d2-987806fca336 req-fcb35c4e-2d25-4189-a779-66a91fd83dec tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/security-groups?id=c40d1576-dad1-4f20-acbc-e5727f3a09ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361291 Feb 04 15:35:10.121095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network 54ba62d1-09aa-48d5-bec5-61cc58af2e29 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:10.133662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 54ba62d1-09aa-48d5-bec5-61cc58af2e29) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:10.139554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:10.140448 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.213056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a5a2f0ea-c9bf-47a5-81de-cbe2c0061dda tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2719724 Feb 04 15:35:10.214859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48168) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:10.222299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339620a-dd72-4327-997e-07737221fc88 req-da6196b4-7f05-4bff-af6e-e771bdf2b196 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:10.225299 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-da6196b4-7f05-4bff-af6e-e771bdf2b196 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7924070 Feb 04 15:35:10.251967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Deleting port 79df686e-3d9c-44b4-a5e3-74ef488e67cb {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:10.252495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.259280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6aa8d649-0c17-4377-90d9-5f8bc0c71509 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:10.263737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.329613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6afb4-7525-497f-a7fe-952a9d2b3456 None None] Network 54ba62d1-09aa-48d5-bec5-61cc58af2e29 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:10.463265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.554880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] For port f1cf1905-859a-47e8-a85e-be863708ecbf, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f1cf1905-859a-47e8-a85e-be863708ecbf,segment=NetworkSegment(6fb8f2dd-e564-4095-bbc8-380a62f816dd),segment_id=6fb8f2dd-e564-4095-bbc8-380a62f816dd)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:10.555559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.614607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] Calling delete_port for f1cf1905-859a-47e8-a85e-be863708ecbf owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:10.746988 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-5d7aaea9-6719-480a-a920-bf6f299815d4 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/quotas/0ef8d1cdf99b4ea2b54e4db7b4574c65 HTTP/1.1" status: 200 len: 375 time: 0.5019457 Feb 04 15:35:10.772169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:10.798690 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:10.906090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:10.906584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8::2b4 (d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316/95adada6-57aa-451a-b251-8d71ddb2261d/84dcad07-efae-4e77-9053-c38d000938a5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:10.934474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-18983078-4fef-4457-81de-cc8f3a1af5a3 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef8d1cdf99b4ea2b54e4db7b4574c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1785934 Feb 04 15:35:10.945466 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:10.970283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ddc99-8e07-4efa-888f-025f918134c0 req-14c0b532-160c-4f5d-baff-bb26c52ec06c tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:10.972919 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-999ddc99-8e07-4efa-888f-025f918134c0 req-14c0b532-160c-4f5d-baff-bb26c52ec06c tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 931 time: 0.6432080 Feb 04 15:35:11.013566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Pushing event updated for resources: {'Port': ['ID=69ea883f-9af3-4e56-b808-6f439530526f,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:11.044547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Pushing event updated for resources: {'Port': ['ID=f3f86117-0607-42ac-ac92-3eba8fd296f7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:11.173321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.200045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:11.215552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:11.224120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:11.296568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] For port 79df686e-3d9c-44b4-a5e3-74ef488e67cb, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=79df686e-3d9c-44b4-a5e3-74ef488e67cb,segment=NetworkSegment(f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7),segment_id=f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:11.296568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.297053 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-999ddc99-8e07-4efa-888f-025f918134c0 req-89111b11-03fa-453b-a858-89aef3aea1ba tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140056 Feb 04 15:35:11.341217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Calling delete_port for 79df686e-3d9c-44b4-a5e3-74ef488e67cb owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:11.610310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Attempting to bind port 69ea883f-9af3-4e56-b808-6f439530526f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:11.610759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Attempting to bind port 69ea883f-9af3-4e56-b808-6f439530526f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '856acf10-d79c-4997-8d2a-0fd07f72bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd82fdf8c-01b4-4fd7-8e3c-6259b2c5f316'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:11.611058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Attempting to bind port 69ea883f-9af3-4e56-b808-6f439530526f on network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:11.626731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a5aab925-07a3-40f0-823c-794ec52c61c6 None None] Provisioning complete for port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:11.627172 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5aab925-07a3-40f0-823c-794ec52c61c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.657904 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.663909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.667119 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:11.667516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Checking segment: {'id': '856acf10-d79c-4997-8d2a-0fd07f72bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd82fdf8c-01b4-4fd7-8e3c-6259b2c5f316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:11.667927 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.668336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Bound using segment: {'id': '856acf10-d79c-4997-8d2a-0fd07f72bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd82fdf8c-01b4-4fd7-8e3c-6259b2c5f316'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:11.668844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Bound port: 69ea883f-9af3-4e56-b808-6f439530526f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856acf10-d79c-4997-8d2a-0fd07f72bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd82fdf8c-01b4-4fd7-8e3c-6259b2c5f316'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:11.669236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.674260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:11.674677 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.744265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.755447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] Pushing event deleted for resources: {'Port': ['ID=f1cf1905-859a-47e8-a85e-be863708ecbf,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:11.836681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80038d5-0fbb-4ee7-92af-2094ecda3d2b None None] No DVR routers for this DVR port f1cf1905-859a-47e8-a85e-be863708ecbf on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:11.964051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.976839 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:11.986915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.118135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Subnet': ['ID=45452c4d-5bfa-4f29-a86f-d2e4f3218809,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.391005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.403835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be99a59d-00c3-4ae7-bb4c-70bceefe60ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-54ba62d1-09aa-48d5-bec5-61cc58af2e29', 'network_id': '54ba62d1-09aa-48d5-bec5-61cc58af2e29', 'tenant_id': '044dd081143d4f9bbd6a7b27e1bef486', 'fixed_ips': [{'subnet_id': '45452c4d-5bfa-4f29-a86f-d2e4f3218809'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:35:12.405944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.406405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-be99a59d-00c3-4ae7-bb4c-70bceefe60ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.439840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Pushing event deleted for resources: {'Port': ['ID=79df686e-3d9c-44b4-a5e3-74ef488e67cb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.608748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ba62d1-09aa-48d5-bec5-61cc58af2e29']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:12.624423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.705423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=84dcad07-efae-4e77-9053-c38d000938a5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:12.745154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e602f970-828a-42e7-95b8-063bcb6f4d37') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:12.745667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e602f970-828a-42e7-95b8-063bcb6f4d37') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:12.784631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:12.785371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.791593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:12.803417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:12.829748 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.845198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f1cf1905-859a-47e8-a85e-be863708ecbf no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:12.863652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:12.926680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: f1cf1905-859a-47e8-a85e-be863708ecbf {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:12.927902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f1cf1905-859a-47e8-a85e-be863708ecbf not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:12.929873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:12.931011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.967489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b24d8947-9adb-47cd-af3c-158fabed002c None None] Provisioning complete for port f3f86117-0607-42ac-ac92-3eba8fd296f7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:12.968092 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b24d8947-9adb-47cd-af3c-158fabed002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:12.976607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] For port 69ea883f-9af3-4e56-b808-6f439530526f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:13.041038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9150df-c3b4-4dea-aad3-48b837aa1c63 None None] Network 54ba62d1-09aa-48d5-bec5-61cc58af2e29 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:13.060354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] No DVR routers for this DVR port 79df686e-3d9c-44b4-a5e3-74ef488e67cb on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:13.064700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a000341a-c554-4d8e-8163-2255d8fabb34 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.2846062 Feb 04 15:35:13.068451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48224) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:13.074865 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.075541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.081564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f65d9e1-0af5-4dd5-91cf-6587223e7d98 req-2d7f364e-3733-4c6e-baba-cbec0c477ad4 tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.30 "DELETE /v2.0/ports/79df686e-3d9c-44b4-a5e3-74ef488e67cb HTTP/1.1" status: 204 len: 173 time: 3.8363068 Feb 04 15:35:13.082844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9f570a-611e-44d5-a13c-0fd7d477787a', 'name': 'network-vif-deleted', 'tag': '79df686e-3d9c-44b4-a5e3-74ef488e67cb'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:13.088898 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c488d7-86a6-414d-a946-a8b9969f5862" -d '{"events": [{"server_uuid": "4c9f570a-611e-44d5-a13c-0fd7d477787a", "name": "network-vif-deleted", "tag": "79df686e-3d9c-44b4-a5e3-74ef488e67cb"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:13.104897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-38eaeddb-751c-4d23-bc22-afa3b6fdcfd7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4259443 Feb 04 15:35:13.120681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85eadc-cb95-4776-ad18-d53a0519ce0f req-1b03829a-1035-4f40-94b2-f50a7fc93ba0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:13.138723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e85eadc-cb95-4776-ad18-d53a0519ce0f req-1b03829a-1035-4f40-94b2-f50a7fc93ba0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 1.1774659 Feb 04 15:35:13.150094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] For port 69ea883f-9af3-4e56-b808-6f439530526f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=69ea883f-9af3-4e56-b808-6f439530526f,segment=NetworkSegment(856acf10-d79c-4997-8d2a-0fd07f72bb4d),segment_id=856acf10-d79c-4997-8d2a-0fd07f72bb4d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:13.170611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Request body: {'port': {'device_id': '853b22c7-f381-421a-b40b-7d2320413b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:13.245176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:13.246073 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:13.262844 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:13.270826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.464591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e85eadc-cb95-4776-ad18-d53a0519ce0f req-7ec02c26-bc4c-4dd4-9473-adf54ae9a2f0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238537 Feb 04 15:35:13.529670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.642475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e2cd7a5-0b00-47db-adf0-6a043dbe2011 req-91a68b5a-db9f-4914-856a-6866671827cb tempest-InstanceActionsV221TestJSON-2117305941 tempest-InstanceActionsV221TestJSON-2117305941-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9f570a-611e-44d5-a13c-0fd7d477787a HTTP/1.1" status: 200 len: 210 time: 0.2257183 Feb 04 15:35:13.644575 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.663802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:13.689207 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/54ba62d1-09aa-48d5-bec5-61cc58af2e29 HTTP/1.1" status: 204 len: 168 time: 3.4726377 Feb 04 15:35:13.696767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48232) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:13.722274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b24d8947-9adb-47cd-af3c-158fabed002c None None] Port f3f86117-0607-42ac-ac92-3eba8fd296f7 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:13.750708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1473951203'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:13.898815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39e84539-74e8-498a-aa55-fce61fd7f803 req-59970210-5e29-4406-8673-a764f1e0f334 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 210 time: 0.1347957 Feb 04 15:35:14.124414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f781826-9cb3-46d3-a3ce-008f8f0d204d None None] Pushing event updated for resources: {'Port': ['ID=69ea883f-9af3-4e56-b808-6f439530526f,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:14.135641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Network': ['ID=54ba62d1-09aa-48d5-bec5-61cc58af2e29,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:14.184389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.185150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.185507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.186089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.186263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.186599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.186929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.187256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.187583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.187909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.188236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.188562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99287340-2e26-4736-8b53-cf84dbd9aad5 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:14.354898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:14.359750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:14.392132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581217-f1f2-44e5-beff-c08482dd6057 req-7597dc63-3872-4c20-8128-0d99e69dbeb2 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:14.394827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c581217-f1f2-44e5-beff-c08482dd6057 req-7597dc63-3872-4c20-8128-0d99e69dbeb2 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 931 time: 0.3153775 Feb 04 15:35:14.442697 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e65bda-1f4a-4280-9ecc-91cbcd022a40 x-openstack-request-id: req-83e65bda-1f4a-4280-9ecc-91cbcd022a40 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:14.444038 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9f570a-611e-44d5-a13c-0fd7d477787a", "name": "network-vif-deleted", "tag": "79df686e-3d9c-44b4-a5e3-74ef488e67cb", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:14.444768 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83e65bda-1f4a-4280-9ecc-91cbcd022a40 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:14.445886 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9f570a-611e-44d5-a13c-0fd7d477787a', 'name': 'network-vif-deleted', 'tag': '79df686e-3d9c-44b4-a5e3-74ef488e67cb', 'status': 'completed', 'code': 200} Feb 04 15:35:14.629521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-caadd4e6-d643-4dc9-9237-aa0badf730c4 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0ef8d1cdf99b4ea2b54e4db7b4574c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1819432 Feb 04 15:35:15.264915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f86117-0607-42ac-ac92-3eba8fd296f7 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:15.294303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 69ea883f-9af3-4e56-b808-6f439530526f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:15.295624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.326857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Transition to ACTIVE for port object f3f86117-0607-42ac-ac92-3eba8fd296f7 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:15.373751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.487808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 69ea883f-9af3-4e56-b808-6f439530526f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:15.488196 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.716531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:15.723020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339620a-dd72-4327-997e-07737221fc88 req-ed14d38d-6750-441e-9af8-230a0de09851 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:15.730265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-ed14d38d-6750-441e-9af8-230a0de09851 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0574572 Feb 04 15:35:15.742260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.742831 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Added segment c867eddd-ec60-4b1c-a6ab-6307d832b6fd of type vlan for network e9729820-12df-40f8-8672-0d148bc0678e Feb 04 15:35:15.786502 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.879397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 69ea883f-9af3-4e56-b808-6f439530526f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=69ea883f-9af3-4e56-b808-6f439530526f,segment=NetworkSegment(856acf10-d79c-4997-8d2a-0fd07f72bb4d),segment_id=856acf10-d79c-4997-8d2a-0fd07f72bb4d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:15.886546 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:15.900984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Request body: {'port': {'device_id': '7c5347b1-631e-40fc-a544-439232753b58', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '0ef8d1cdf99b4ea2b54e4db7b4574c65'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:16.032093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.073838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=69ea883f-9af3-4e56-b808-6f439530526f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:16.156293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f86117-0607-42ac-ac92-3eba8fd296f7,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:16.158087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb2c2c-29a2-4bb2-8c2b-42e6c51438ee None None] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:16.171447 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.178010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:16.178849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.242515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c581217-f1f2-44e5-beff-c08482dd6057 req-c45769f5-14f0-451d-9b36-465f5d9d68e7 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7434740 Feb 04 15:35:16.243178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.250860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5341780 Feb 04 15:35:16.291432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48278) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:16.301627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 6aa8d649-0c17-4377-90d9-5f8bc0c71509 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:16.310770 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.387198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-05b3effa-5527-4dbb-a396-6ff52ed6a65e None None] Provisioning complete for port 69ea883f-9af3-4e56-b808-6f439530526f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:16.388089 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-05b3effa-5527-4dbb-a396-6ff52ed6a65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:16.484512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcac9b-9410-4f33-88de-2319dda548f8 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Network': ['ID=e9729820-12df-40f8-8672-0d148bc0678e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:16.529851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'subnet': {'network_id': 'e9729820-12df-40f8-8672-0d148bc0678e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:16.563061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e9729820-12df-40f8-8672-0d148bc0678e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:35:16.969653 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf069b93-c40a-4b39-b9a1-c96d9854ac4c req-a92786d9-034d-4b67-8fbe-f01086cae2e0 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 210 time: 0.2491033 Feb 04 15:35:17.272039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 69ea883f-9af3-4e56-b808-6f439530526f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:17.373111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.385559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.558847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=84dcad07-efae-4e77-9053-c38d000938a5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:17.802393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Made reservation on behalf of 0ef8d1cdf99b4ea2b54e4db7b4574c65 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:17.807503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.850549 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.954637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:17.971084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468fb90-d81e-487b-af4e-1f0917d8e3e1 req-41a64819-1581-4562-9eda-26d55cb8b405 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:17.979173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b468fb90-d81e-487b-af4e-1f0917d8e3e1 req-41a64819-1581-4562-9eda-26d55cb8b405 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 1.8067348 Feb 04 15:35:17.997834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 69ea883f-9af3-4e56-b808-6f439530526f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:17.998869 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.018503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Attempting to bind port f3f86117-0607-42ac-ac92-3eba8fd296f7 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:18.019028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Attempting to bind port f3f86117-0607-42ac-ac92-3eba8fd296f7 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:18.019326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Attempting to bind port f3f86117-0607-42ac-ac92-3eba8fd296f7 on network 2818131a-3d72-4bf3-badd-4ad43be248d9 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:18.021912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.063737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:18.067455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.082632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a05d021-ac05-4bff-9938-2682c03c7793,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:18.122072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Port f3f86117-0607-42ac-ac92-3eba8fd296f7 on network 2818131a-3d72-4bf3-badd-4ad43be248d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:35:18.122416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Attempting to bind port f3f86117-0607-42ac-ac92-3eba8fd296f7 on network 2818131a-3d72-4bf3-badd-4ad43be248d9 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:18.219369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:18.219676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Checking segment: {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:18.220672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Bound using segment: {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:18.220672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Bound port: f3f86117-0607-42ac-ac92-3eba8fd296f7, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0090a893-119b-4642-9329-840542fa34ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:18.221014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.263510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.283428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3863003-1770-4ecc-9983-803fe5bf6d9f req-8770c51c-f6b4-4a08-94c9-d2918ffb4556 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:18.295987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b3863003-1770-4ecc-9983-803fe5bf6d9f req-8770c51c-f6b4-4a08-94c9-d2918ffb4556 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 943 time: 0.4715731 Feb 04 15:35:18.376864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b468fb90-d81e-487b-af4e-1f0917d8e3e1 req-e1250ae5-70b7-4023-b94e-4d8ef8746979 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967044 Feb 04 15:35:18.489038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4d785310-643e-4700-a9e2-778f213b9f0c None None] Provisioning complete for port 69ea883f-9af3-4e56-b808-6f439530526f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:18.491295 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4d785310-643e-4700-a9e2-778f213b9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.818194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4d785310-643e-4700-a9e2-778f213b9f0c None None] Provisioning complete for port 84dcad07-efae-4e77-9053-c38d000938a5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:18.819343 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4d785310-643e-4700-a9e2-778f213b9f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:18.838525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b3863003-1770-4ecc-9983-803fe5bf6d9f req-98a50984-8936-469a-8132-7c47792e6b09 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407674 Feb 04 15:35:18.920443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4d785310-643e-4700-a9e2-778f213b9f0c None None] Port 84dcad07-efae-4e77-9053-c38d000938a5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:18.943057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Allocated IP 192.168.233.168 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/23fef52e-ce6d-4a54-929f-1050d4225760) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:19.048095 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.073256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-46b11e1a-7738-4188-a2b3-323438bd8b9b None None] Provisioning complete for port 84dcad07-efae-4e77-9053-c38d000938a5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:19.074293 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46b11e1a-7738-4188-a2b3-323438bd8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.181439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-46b11e1a-7738-4188-a2b3-323438bd8b9b None None] Port 84dcad07-efae-4e77-9053-c38d000938a5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:19.258394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b285263-6e3b-4112-8bac-1b85a314d599 req-fc2bf200-7e87-40a7-978b-df5138cc342f tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 210 time: 0.0446727 Feb 04 15:35:19.385003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48296) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:19.455405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] For port 6aa8d649-0c17-4377-90d9-5f8bc0c71509, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6aa8d649-0c17-4377-90d9-5f8bc0c71509,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:19.460261 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.481272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563efc52-fb17-4efc-a993-0c6e8bff8a36 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:35:19.492743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 6aa8d649-0c17-4377-90d9-5f8bc0c71509 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:19.764575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fa5d25fd-d15f-46f1-a03c-8fab04a3117f None None] Provisioning complete for port 84dcad07-efae-4e77-9053-c38d000938a5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:19.765135 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fa5d25fd-d15f-46f1-a03c-8fab04a3117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.803572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.843692 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.844697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.851300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d25fd-d15f-46f1-a03c-8fab04a3117f None None] Port 84dcad07-efae-4e77-9053-c38d000938a5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:19.892919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e472f7-b1f1-444e-87ea-8e870e12496d admin admin] Deleting subnet c099af0c-427f-40ec-b233-52b9887841ec {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:35:19.931962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563efc52-fb17-4efc-a993-0c6e8bff8a36 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:35:19.941601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] For port f3f86117-0607-42ac-ac92-3eba8fd296f7, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:19.946440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] For port f3f86117-0607-42ac-ac92-3eba8fd296f7, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f3f86117-0607-42ac-ac92-3eba8fd296f7,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:19.971954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50e472f7-b1f1-444e-87ea-8e870e12496d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:19.981912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.195266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:20.197330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.201940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/f3f86117-0607-42ac-ac92-3eba8fd296f7 HTTP/1.1" status: 200 len: 1091 time: 7.0528748 Feb 04 15:35:20.201940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853b22c7-f381-421a-b40b-7d2320413b4b', 'tag': 'f3f86117-0607-42ac-ac92-3eba8fd296f7'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:20.207801 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05d3572-7d6a-4a86-90c4-53de6c4f1652" -d '{"events": [{"name": "network-changed", "server_uuid": "853b22c7-f381-421a-b40b-7d2320413b4b", "tag": "f3f86117-0607-42ac-ac92-3eba8fd296f7"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:20.240723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.286497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855769a4-743c-42b7-a3ca-b3fee58ce02e req-8c696367-baa9-4be9-9634-6c1eb6d935e4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:20.295546 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-855769a4-743c-42b7-a3ca-b3fee58ce02e req-8c696367-baa9-4be9-9634-6c1eb6d935e4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.6202142 Feb 04 15:35:20.319233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:20.321555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50e472f7-b1f1-444e-87ea-8e870e12496d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.327462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=84dcad07-efae-4e77-9053-c38d000938a5,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:20.376900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:20.421298 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-855769a4-743c-42b7-a3ca-b3fee58ce02e req-838456e3-db08-4afb-bc43-1e935db11d7f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220586 Feb 04 15:35:20.436286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Subnet': ['ID=9c29257c-34e1-43ce-b381-44cfaf94e731,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:20.620285 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50e472f7-b1f1-444e-87ea-8e870e12496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.650399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2899f-1bac-45a4-b06b-c1bbb255b8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f86117-0607-42ac-ac92-3eba8fd296f7,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:20.680057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.726391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7c76-0d15-4254-87ee-c49aaf962f64 req-247f6425-6524-40f2-bf98-c6868aeeea3b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:20.729281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c1c7c76-0d15-4254-87ee-c49aaf962f64 req-247f6425-6524-40f2-bf98-c6868aeeea3b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 1.5401430 Feb 04 15:35:20.773714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:20.823339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=6aa8d649-0c17-4377-90d9-5f8bc0c71509,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:20.870936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-9f96592c-39d5-4807-84a6-540329f80bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:20.874470 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-9f96592c-39d5-4807-84a6-540329f80bdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ab98bf93d4746b1a849d6cb808a0b83&device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 1094 time: 0.4586957 Feb 04 15:35:20.884710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078af9f-0561-4f4e-ae64-afb29b4a452d req-69f2aaa6-1edd-4f45-84d9-c96fb7d5dc53 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:20.890248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Checking segment: {'id': 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9729820-12df-40f8-8672-0d148bc0678e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:20.891055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network hostable DHCP agents. Network: e9729820-12df-40f8-8672-0d148bc0678e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:20.892178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6078af9f-0561-4f4e-ae64-afb29b4a452d req-69f2aaa6-1edd-4f45-84d9-c96fb7d5dc53 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 943 time: 0.3169425 Feb 04 15:35:20.913768 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50e472f7-b1f1-444e-87ea-8e870e12496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.104477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-b5f9b18c-bb60-494a-a668-19310d636df2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f86117-0607-42ac-ac92-3eba8fd296f7 HTTP/1.1" status: 200 len: 217 time: 0.1653066 Feb 04 15:35:21.212722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e472f7-b1f1-444e-87ea-8e870e12496d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c099af0c-427f-40ec-b233-52b9887841ec,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:21.218993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50e472f7-b1f1-444e-87ea-8e870e12496d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.232078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-50e472f7-b1f1-444e-87ea-8e870e12496d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c099af0c-427f-40ec-b233-52b9887841ec HTTP/1.1" status: 204 len: 168 time: 1.8432369 Feb 04 15:35:21.242651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48306) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:21.278925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3592390b-0935-42b2-b8e6-83d1e284a121 None None] Provisioning complete for port 84dcad07-efae-4e77-9053-c38d000938a5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:21.279671 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3592390b-0935-42b2-b8e6-83d1e284a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.343030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c1c7c76-0d15-4254-87ee-c49aaf962f64 req-c14b0816-4aa5-4023-8ea6-f601625d5fe7 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652099 Feb 04 15:35:21.345385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.356924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6078af9f-0561-4f4e-ae64-afb29b4a452d req-2a897b0a-77d4-41fa-b6c7-6a16e7f2838d tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573798 Feb 04 15:35:21.363905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router 673b8107-edf7-4ed7-b32f-037ca0be2cd8 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:35:21.368398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3592390b-0935-42b2-b8e6-83d1e284a121 None None] Port 84dcad07-efae-4e77-9053-c38d000938a5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:21.436537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network e9729820-12df-40f8-8672-0d148bc0678e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:21.452218 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b75e89-4f04-4d02-ba88-f7210b945df2 x-openstack-request-id: req-82b75e89-4f04-4d02-ba88-f7210b945df2 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:21.452879 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853b22c7-f381-421a-b40b-7d2320413b4b", "tag": "f3f86117-0607-42ac-ac92-3eba8fd296f7", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:21.453723 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82b75e89-4f04-4d02-ba88-f7210b945df2 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:21.465571 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853b22c7-f381-421a-b40b-7d2320413b4b', 'tag': 'f3f86117-0607-42ac-ac92-3eba8fd296f7', 'status': 'completed', 'code': 200} Feb 04 15:35:21.486383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-2eb01764-e92b-4d7e-ac02-31b4fa6a7c69 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:21.488243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-2eb01764-e92b-4d7e-ac02-31b4fa6a7c69 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 0.5414863 Feb 04 15:35:21.501208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e9729820-12df-40f8-8672-0d148bc0678e) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:21.511002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e106ac-5eb4-4f1a-ba35-9d45af526165 None None] Network e9729820-12df-40f8-8672-0d148bc0678e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:21.520220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:21.521335 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.539700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.649538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:21.655897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Pushing event updated for resources: {'Port': ['ID=23fef52e-ce6d-4a54-929f-1050d4225760,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:21.670715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:21.735057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:21.747366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2c2911ee-6b5a-47f4-8cc9-1bf92f61013b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.2269404 Feb 04 15:35:21.754957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-9f51ae91-653e-4d89-840b-eef83f89dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:21.756258 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-9f51ae91-653e-4d89-840b-eef83f89dc5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9682f642-20f8-4349-b4cf-782cc3378e89 HTTP/1.1" status: 200 len: 853 time: 0.5586090 Feb 04 15:35:21.756783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48310) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:21.777174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bdaad-9014-4f49-887b-3e0ca3fd9039 req-5d726ce0-5762-442c-a8fa-f52005d0cd37 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:21.788040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31bdaad-9014-4f49-887b-3e0ca3fd9039 req-5d726ce0-5762-442c-a8fa-f52005d0cd37 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 936 time: 0.2928634 Feb 04 15:35:21.803245 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.807200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-e9729820-12df-40f8-8672-0d148bc0678e', 'network_id': 'e9729820-12df-40f8-8672-0d148bc0678e', 'tenant_id': '044dd081143d4f9bbd6a7b27e1bef486', 'fixed_ips': [{'subnet_id': '9c29257c-34e1-43ce-b381-44cfaf94e731'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:35:21.811885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:21.950772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31bdaad-9014-4f49-887b-3e0ca3fd9039 req-3c78a55e-6a62-4a37-9ba8-0f3853991357 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611881 Feb 04 15:35:22.002191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:22.017928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-13843c44-f5a4-496f-b2f7-941ac8074e5b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/673b8107-edf7-4ed7-b32f-037ca0be2cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9454050 Feb 04 15:35:22.064629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48312) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:22.100611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.101724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.106311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a9e6b-0ec9-486f-915a-f30075e4a0d3 None None] Sync routers for ids ['673b8107-edf7-4ed7-b32f-037ca0be2cd8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:22.149582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a9e6b-0ec9-486f-915a-f30075e4a0d3 None None] Routers {'673b8107-edf7-4ed7-b32f-037ca0be2cd8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:22.150862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b66a9e6b-0ec9-486f-915a-f30075e4a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['673b8107-edf7-4ed7-b32f-037ca0be2cd8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.154673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Router e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:35:22.162710 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.177032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Deleting port d134c12e-c3ab-4e59-af72-9d4736135b84 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:22.177581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.184942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-9549eaa8-cc0d-4f82-8a9f-402c9776df7a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4192383 Feb 04 15:35:22.200612 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.205965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Request body: {'port': {'device_id': '7c5347b1-631e-40fc-a544-439232753b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:22.228051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Allocated IP 2001:db8::2 (e9729820-12df-40f8-8672-0d148bc0678e/9c29257c-34e1-43ce-b381-44cfaf94e731/a8db659a-d0b4-489b-a43a-16c11ea45196) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:22.232562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b66a9e6b-0ec9-486f-915a-f30075e4a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.240037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da3b6e-7386-4f0a-8e79-41b9c4bfbc5a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.244613 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-63da3b6e-7386-4f0a-8e79-41b9c4bfbc5a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports/84dcad07-efae-4e77-9053-c38d000938a5 HTTP/1.1" status: 200 len: 984 time: 0.1681781 Feb 04 15:35:22.245326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48314) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:22.258512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d999df-845e-49d9-b384-61ce065b2a4b req-d4283606-a20c-4804-9ed2-fb6f760ffde2 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.262684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57d999df-845e-49d9-b384-61ce065b2a4b req-d4283606-a20c-4804-9ed2-fb6f760ffde2 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.1963024 Feb 04 15:35:22.278701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-eda84852-e75b-42e0-9017-981bf3abc3be None None] Provisioning complete for port 23fef52e-ce6d-4a54-929f-1050d4225760 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:22.279836 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eda84852-e75b-42e0-9017-981bf3abc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.286829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a9e6b-0ec9-486f-915a-f30075e4a0d3 None None] Routers {'673b8107-edf7-4ed7-b32f-037ca0be2cd8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:22.287879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b66a9e6b-0ec9-486f-915a-f30075e4a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['673b8107-edf7-4ed7-b32f-037ca0be2cd8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.306780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d5f558-1eb1-479b-baca-75fccc56f4d3']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.337382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.338209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dbe9a8-ccb4-4fa4-853a-91abd917b3a7') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.402394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b66a9e6b-0ec9-486f-915a-f30075e4a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.403071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a9e6b-0ec9-486f-915a-f30075e4a0d3 None None] The sync data for ids ['673b8107-edf7-4ed7-b32f-037ca0be2cd8'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:22.442656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] For port d134c12e-c3ab-4e59-af72-9d4736135b84, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d134c12e-c3ab-4e59-af72-9d4736135b84,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:22.443037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.449845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-eda84852-e75b-42e0-9017-981bf3abc3be None None] Port 23fef52e-ce6d-4a54-929f-1050d4225760 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:22.459670 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.488482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Calling delete_port for d134c12e-c3ab-4e59-af72-9d4736135b84 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:22.518451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.535228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:22.535780 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:22.537534 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:22.544198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:22.555191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3bf33280-ace5-4846-87e7-704f179695c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "PUT /v2.0/routers/e34c6b4c-4f19-4fb0-a45d-96d334c9cb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7978764 Feb 04 15:35:22.556666 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] Sync routers for ids ['e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:22.567440 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] Routers {'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:22.568379 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.580101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.590914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48320) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:22.591851 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.646938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Network e9729820-12df-40f8-8672-0d148bc0678e is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:22.649353 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] Set router e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:22.651641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:22.655802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:22.665519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Pushing event updated for resources: {'Port': ['ID=a8db659a-d0b4-489b-a43a-16c11ea45196,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:22.666387 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.686169 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.694996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57d999df-845e-49d9-b384-61ce065b2a4b req-eba48033-1365-459b-8958-8f3b01e05f62 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810375 Feb 04 15:35:22.728073 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'name': 'tempest-NetworksTestDHCPv6-router-1054769984', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:50Z', 'updated_at': '2022-02-04T15:35:19Z', 'revision_number': 3, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.743355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ea85a-0d49-44d8-9527-beb7c5c14558 req-a2bf8691-276f-4619-808d-555263baac1b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.745118 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c1ea85a-0d49-44d8-9527-beb7c5c14558 req-a2bf8691-276f-4619-808d-555263baac1b tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 948 time: 0.2828460 Feb 04 15:35:22.760980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Attempting to bind port a8db659a-d0b4-489b-a43a-16c11ea45196 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:22.760980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Attempting to bind port a8db659a-d0b4-489b-a43a-16c11ea45196 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9729820-12df-40f8-8672-0d148bc0678e'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:22.761338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Attempting to bind port a8db659a-d0b4-489b-a43a-16c11ea45196 on network e9729820-12df-40f8-8672-0d148bc0678e {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:22.769094 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] Checking router: e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:22.782984 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] Routers {'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:22.783961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:22.784306 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:22.784432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Checking segment: {'id': 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9729820-12df-40f8-8672-0d148bc0678e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:22.784750 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.785148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Bound using segment: {'id': 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9729820-12df-40f8-8672-0d148bc0678e'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:22.785638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Bound port: a8db659a-d0b4-489b-a43a-16c11ea45196, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e9729820-12df-40f8-8672-0d148bc0678e'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:22.786066 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.877822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c1ea85a-0d49-44d8-9527-beb7c5c14558 req-991d4eae-6c43-4d43-88d9-24b8bb89d122 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148896 Feb 04 15:35:22.896677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.916773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] For port a8db659a-d0b4-489b-a43a-16c11ea45196, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:22.934733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] For port a8db659a-d0b4-489b-a43a-16c11ea45196, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a8db659a-d0b4-489b-a43a-16c11ea45196,segment=NetworkSegment(c867eddd-ec60-4b1c-a6ab-6307d832b6fd),segment_id=c867eddd-ec60-4b1c-a6ab-6307d832b6fd)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:22.945632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.952732 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:22.954055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] 10.222.0.47 "DELETE /v2.0/networks/59d5f558-1eb1-479b-baca-75fccc56f4d3 HTTP/1.1" status: 204 len: 168 time: 1.6942744 Feb 04 15:35:22.955570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edebbd4-d299-46ae-94e0-83bd27162a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d5f558-1eb1-479b-baca-75fccc56f4d3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:22.971854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1832815-e436-4a58-8ba2-bd70cb7d10a8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.976243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1832815-e436-4a58-8ba2-bd70cb7d10a8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:22.984751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f1832815-e436-4a58-8ba2-bd70cb7d10a8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3880315 Feb 04 15:35:22.989065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:23.044155 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.091025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ec583-06ce-43f4-978d-3d7a25516776 None None] Pushing event updated for resources: {'Port': ['ID=a8db659a-d0b4-489b-a43a-16c11ea45196,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:23.097070 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] Set router e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:23.133860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.217422 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'name': 'tempest-NetworksTestDHCPv6-router-1054769984', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:50Z', 'updated_at': '2022-02-04T15:35:19Z', 'revision_number': 3, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:23.254816 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32302191-0aea-4662-8815-d39d1f56a196 None None] The sync data for ids ['e34c6b4c-4f19-4fb0-a45d-96d334c9cb98'] in n-d-827869-1 is: [{'id': 'e34c6b4c-4f19-4fb0-a45d-96d334c9cb98', 'name': 'tempest-NetworksTestDHCPv6-router-1054769984', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:34:50Z', 'updated_at': '2022-02-04T15:35:19Z', 'revision_number': 3, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:23.286325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48328) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:23.353291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4eb702-6c6c-4b25-8dfa-4a592e77c0f2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet dc80f125-e395-4e73-a353-1e336c028775 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:35:23.395923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c4eb702-6c6c-4b25-8dfa-4a592e77c0f2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.487959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb722f2c-a7d5-46ed-b000-c278664e13fe req-676878d3-4c40-4867-aa8a-de83003fac4f tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:23.490664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb722f2c-a7d5-46ed-b000-c278664e13fe req-676878d3-4c40-4867-aa8a-de83003fac4f tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 936 time: 0.3826246 Feb 04 15:35:23.576390 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c4eb702-6c6c-4b25-8dfa-4a592e77c0f2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.586249 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3c2e235b-a78d-407f-a62a-598cb2398d3a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3d80ce424804c8d829699bcc2c5711f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969642 Feb 04 15:35:23.626434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:23.694462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.740796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17948d-00be-4ea2-a74c-1f09b07c028a req-f55b146a-5bab-4123-a260-593b3be5d333 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:23.742642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e17948d-00be-4ea2-a74c-1f09b07c028a req-f55b146a-5bab-4123-a260-593b3be5d333 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 943 time: 0.9335234 Feb 04 15:35:23.743425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Subnet': ['ID=9c29257c-34e1-43ce-b381-44cfaf94e731,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:23.803504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb722f2c-a7d5-46ed-b000-c278664e13fe req-1dffe19d-b85f-4f2f-b1ae-118ad5535214 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005157 Feb 04 15:35:23.814694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Pushing event deleted for resources: {'Port': ['ID=d134c12e-c3ab-4e59-af72-9d4736135b84,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:23.906886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e17948d-00be-4ea2-a74c-1f09b07c028a req-07e067a3-850c-4aa8-9025-31cbf36b4cf2 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399107 Feb 04 15:35:23.957574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] No DVR routers for this DVR port d134c12e-c3ab-4e59-af72-9d4736135b84 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:23.993338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:23.999282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f2792ea-06eb-4be1-a493-a93d675f9bca req-46bdeefb-c2bb-4c49-95a5-d6f70debe5a3 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.50 "DELETE /v2.0/ports/d134c12e-c3ab-4e59-af72-9d4736135b84 HTTP/1.1" status: 204 len: 173 time: 2.4789751 Feb 04 15:35:24.008234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'name': 'network-vif-deleted', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:24.012459 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99273d8a-2083-4590-8486-743008f29a85" -d '{"events": [{"server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "name": "network-vif-deleted", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:24.019127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.051428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c4eb702-6c6c-4b25-8dfa-4a592e77c0f2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.055864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28281582-ce94-4fc9-ac47-285e361f1edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.074610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9729820-12df-40f8-8672-0d148bc0678e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:24.128424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28281582-ce94-4fc9-ac47-285e361f1edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.166027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62415300-9da8-455e-bce9-65fbec7411fe req-b1cefacb-a9ee-45bf-aeed-8b88a32befd2 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:24.167735 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62415300-9da8-455e-bce9-65fbec7411fe req-b1cefacb-a9ee-45bf-aeed-8b88a32befd2 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.1940286 Feb 04 15:35:24.183506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6936d81-4b6c-4e5c-b769-79d445c4bae0 req-60bb6b30-2b34-4372-b238-c285cd3019f8 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 210 time: 0.1320140 Feb 04 15:35:24.187214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:24.187748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:24.223630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.236712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62415300-9da8-455e-bce9-65fbec7411fe req-1486f255-b4f2-4a20-bcde-193be9c976a7 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537045 Feb 04 15:35:24.240919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c4eb702-6c6c-4b25-8dfa-4a592e77c0f2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.271297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.291170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:24.291748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:24.300538 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:24.323156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d134c12e-c3ab-4e59-af72-9d4736135b84 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:24.336666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4eb702-6c6c-4b25-8dfa-4a592e77c0f2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=dc80f125-e395-4e73-a353-1e336c028775,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:24.355657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c4eb702-6c6c-4b25-8dfa-4a592e77c0f2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.362191 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8c4eb702-6c6c-4b25-8dfa-4a592e77c0f2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/dc80f125-e395-4e73-a353-1e336c028775 HTTP/1.1" status: 204 len: 168 time: 1.3713748 Feb 04 15:35:24.370110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48338) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:24.388595 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28281582-ce94-4fc9-ac47-285e361f1edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.393281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28281582-ce94-4fc9-ac47-285e361f1edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.395307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28281582-ce94-4fc9-ac47-285e361f1edf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c40d1576-dad1-4f20-acbc-e5727f3a09ff HTTP/1.1" status: 204 len: 168 time: 0.7653356 Feb 04 15:35:24.400917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c0a9a9-f24c-4a93-9b42-bdf4c8d581ea None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:24.417922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: d134c12e-c3ab-4e59-af72-9d4736135b84 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:24.420755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d134c12e-c3ab-4e59-af72-9d4736135b84 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:24.436154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28281582-ce94-4fc9-ac47-285e361f1edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40d1576-dad1-4f20-acbc-e5727f3a09ff,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:24.454993 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e691b0f-75d9-43b8-8b1d-dc91a946ce12 x-openstack-request-id: req-5e691b0f-75d9-43b8-8b1d-dc91a946ce12 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:24.456532 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f409398-8ae9-43fb-9dbc-91c308732082", "name": "network-vif-deleted", "tag": "d134c12e-c3ab-4e59-af72-9d4736135b84", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:24.457111 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e691b0f-75d9-43b8-8b1d-dc91a946ce12 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:24.458228 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f409398-8ae9-43fb-9dbc-91c308732082', 'name': 'network-vif-deleted', 'tag': 'd134c12e-c3ab-4e59-af72-9d4736135b84', 'status': 'completed', 'code': 200} Feb 04 15:35:24.492687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.api [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:35:24.492687 n-d-827869-1 neutron-server[102422]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:35:24.492687 n-d-827869-1 neutron-server[102422]: [parameters: {'id': 'e9729820-12df-40f8-8672-0d148bc0678e'}] Feb 04 15:35:24.492687 n-d-827869-1 neutron-server[102422]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:35:24.493487 n-d-827869-1 neutron-server[102422]: DEBUG oslo_db.api [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:35:24.517777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fef52e-ce6d-4a54-929f-1050d4225760 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:24.586447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.624724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Transition to ACTIVE for port object 23fef52e-ce6d-4a54-929f-1050d4225760 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:24.626946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.666984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:24.684634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dcb418b2-d796-4b61-9cc2-d9dc5a4bd1de tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2846467 Feb 04 15:35:24.685239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48342) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:24.804748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Pushing event updated for resources: {'Port': ['ID=23fef52e-ce6d-4a54-929f-1050d4225760,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:24.972155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:35:25.120406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] Deleting port 3a4e768e-ea4e-435b-8206-e5caac57cee4 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:25.121040 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.281581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] For port 3a4e768e-ea4e-435b-8206-e5caac57cee4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3a4e768e-ea4e-435b-8206-e5caac57cee4,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:25.282740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.288530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.321080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] Calling delete_port for 3a4e768e-ea4e-435b-8206-e5caac57cee4 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:25.439407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a8db659a-d0b4-489b-a43a-16c11ea45196 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:25.537475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Attempting to bind port 23fef52e-ce6d-4a54-929f-1050d4225760 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:25.538097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Attempting to bind port 23fef52e-ce6d-4a54-929f-1050d4225760 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:25.538668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Attempting to bind port 23fef52e-ce6d-4a54-929f-1050d4225760 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:25.588785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.589181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Port 23fef52e-ce6d-4a54-929f-1050d4225760 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:35:25.589726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Attempting to bind port 23fef52e-ce6d-4a54-929f-1050d4225760 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:25.626225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a8db659a-d0b4-489b-a43a-16c11ea45196 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:25.627422 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.647686 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-77c05904-9fdf-41cd-aed6-d08f690b1636 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.691598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] Pushing event deleted for resources: {'Port': ['ID=3a4e768e-ea4e-435b-8206-e5caac57cee4,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:25.705614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:25.706445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:25.707260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:25.708174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Bound port: 23fef52e-ce6d-4a54-929f-1050d4225760, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:25.708927 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.741200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb371a-9914-4731-bc4a-a49880628195 None None] No DVR routers for this DVR port 3a4e768e-ea4e-435b-8206-e5caac57cee4 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:25.795261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eccd3-13fb-4921-b20d-17322f52e3fe req-174b5c0b-b261-423d-a993-4d66720c90e2 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:25.797563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae7eccd3-13fb-4921-b20d-17322f52e3fe req-174b5c0b-b261-423d-a993-4d66720c90e2 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 948 time: 0.3131683 Feb 04 15:35:25.807404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e046cb6b-3b09-4be8-a3b7-0854abecae9d None None] Network e9729820-12df-40f8-8672-0d148bc0678e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:25.861370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244be1-6744-4cab-8aa6-cc78e230c9a1 req-d89dbc34-29a6-4617-892a-f7501312dea9 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:25.877819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9244be1-6744-4cab-8aa6-cc78e230c9a1 req-d89dbc34-29a6-4617-892a-f7501312dea9 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 943 time: 0.5618179 Feb 04 15:35:25.931832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-f5cb9971-2f96-494a-9644-5435f2c26bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:25.934949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-f5cb9971-2f96-494a-9644-5435f2c26bc9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2818131a-3d72-4bf3-badd-4ad43be248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6204958 Feb 04 15:35:25.958750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-77c05904-9fdf-41cd-aed6-d08f690b1636 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.970828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-77c05904-9fdf-41cd-aed6-d08f690b1636 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:25.986537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae7eccd3-13fb-4921-b20d-17322f52e3fe req-e241a33b-b14a-4ae8-a42e-3237c7502b9d tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819634 Feb 04 15:35:26.051937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-77c05904-9fdf-41cd-aed6-d08f690b1636 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.052714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c05904-9fdf-41cd-aed6-d08f690b1636 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Fanout notify agent at l3_agent the message router_deleted on router e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:35:26.068687 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-77c05904-9fdf-41cd-aed6-d08f690b1636 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.070356 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-77c05904-9fdf-41cd-aed6-d08f690b1636 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/routers/e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 HTTP/1.1" status: 204 len: 168 time: 1.3834035 Feb 04 15:35:26.073357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48368) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:26.080387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:26.184674 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9244be1-6744-4cab-8aa6-cc78e230c9a1 req-073bfc8e-49f0-471a-9605-6cda4c3e801a tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952511 Feb 04 15:35:26.189650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-baf94f0f-7d47-4c8c-8d2d-3758c89c334b service neutron] 10.222.0.50 "GET /v2.0/networks/2818131a-3d72-4bf3-badd-4ad43be248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135000 Feb 04 15:35:26.253598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2eb2ac02-ac26-4161-b3b8-ba4b9d301a1d req-af3230a7-f7ee-4141-ad46-7edc3a94ca78 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f409398-8ae9-43fb-9dbc-91c308732082 HTTP/1.1" status: 200 len: 210 time: 0.0813067 Feb 04 15:35:26.275923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-185c12f3-16bd-46c4-a427-413fb18891f8 None None] Provisioning complete for port a8db659a-d0b4-489b-a43a-16c11ea45196 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:26.276512 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-185c12f3-16bd-46c4-a427-413fb18891f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.341096 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.397559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:26.411052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.419209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-185c12f3-16bd-46c4-a427-413fb18891f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.462278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48372) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:26.525923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port a8db659a-d0b4-489b-a43a-16c11ea45196, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a8db659a-d0b4-489b-a43a-16c11ea45196,segment=NetworkSegment(c867eddd-ec60-4b1c-a6ab-6307d832b6fd),segment_id=c867eddd-ec60-4b1c-a6ab-6307d832b6fd)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:26.542453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Deleting port a8db659a-d0b4-489b-a43a-16c11ea45196 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:26.542453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.565578 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.599196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] For port 23fef52e-ce6d-4a54-929f-1050d4225760, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:26.691060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] DHCP port deletion for e9729820-12df-40f8-8672-0d148bc0678e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:35:26.729454 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3a4e768e-ea4e-435b-8206-e5caac57cee4 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:26.766320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3a4e768e-ea4e-435b-8206-e5caac57cee4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:26.766688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3a4e768e-ea4e-435b-8206-e5caac57cee4 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:26.767083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6aa8d649-0c17-4377-90d9-5f8bc0c71509 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:26.799546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6aa8d649-0c17-4377-90d9-5f8bc0c71509 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:26.800036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6aa8d649-0c17-4377-90d9-5f8bc0c71509 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:26.817892 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.839558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=a8db659a-d0b4-489b-a43a-16c11ea45196,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:26.843092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-562292188-network', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:26.849376 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-185c12f3-16bd-46c4-a427-413fb18891f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:35:26.849717 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-185c12f3-16bd-46c4-a427-413fb18891f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:35:26.855159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] For port 23fef52e-ce6d-4a54-929f-1050d4225760, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=23fef52e-ce6d-4a54-929f-1050d4225760,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:26.870252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7f7d4ca-5536-45a6-9056-ec99205a9577 req-d16fab41-4f33-4130-a3e0-18f0bb44fdad service neutron] 10.222.0.50 "GET /v2.0/networks/2818131a-3d72-4bf3-badd-4ad43be248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646490 Feb 04 15:35:26.874031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] Deleting port a8db659a-d0b4-489b-a43a-16c11ea45196 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:26.874915 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.878615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:26.883508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:26.889125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:26.889778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.892192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f77db-8c4f-4971-abfd-d2a3e4e47a19 req-132e12e8-4309-4f9b-8bd3-ae4c60eaf144 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:26.895128 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d57f77db-8c4f-4971-abfd-d2a3e4e47a19 req-132e12e8-4309-4f9b-8bd3-ae4c60eaf144 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.4954245 Feb 04 15:35:26.911030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:26.917354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=057f6c45-4a1f-4362-aabf-af81d875e81d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:26.938768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-72e42fb7-3468-42fd-95b1-935294fab048 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8596778 Feb 04 15:35:26.939594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48376) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:26.942591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531baa55-1725-451e-9841-82f245d9fcf5 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:26.949518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b4f54073-0c7d-48cd-87a5-2d65062ea024 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1610406198', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:27.000987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 84dcad07-efae-4e77-9053-c38d000938a5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:27.001319 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.007315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] For port a8db659a-d0b4-489b-a43a-16c11ea45196, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a8db659a-d0b4-489b-a43a-16c11ea45196,segment=NetworkSegment(c867eddd-ec60-4b1c-a6ab-6307d832b6fd),segment_id=c867eddd-ec60-4b1c-a6ab-6307d832b6fd)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:27.007663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.030986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Made reservation on behalf of 2e7cb113e41846e29bac2c976a443f94 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:27.036032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.042183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:27.042813 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.045867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] 10.222.0.30 "PUT /v2.0/ports/23fef52e-ce6d-4a54-929f-1050d4225760 HTTP/1.1" status: 200 len: 1096 time: 4.8501201 Feb 04 15:35:27.056164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5347b1-631e-40fc-a544-439232753b58', 'tag': '23fef52e-ce6d-4a54-929f-1050d4225760'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:27.059765 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa86225c-ce31-42e6-8853-25586070773b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5347b1-631e-40fc-a544-439232753b58", "tag": "23fef52e-ce6d-4a54-929f-1050d4225760"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:27.087586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] For port a8db659a-d0b4-489b-a43a-16c11ea45196, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a8db659a-d0b4-489b-a43a-16c11ea45196,segment=NetworkSegment(c867eddd-ec60-4b1c-a6ab-6307d832b6fd),segment_id=c867eddd-ec60-4b1c-a6ab-6307d832b6fd)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:27.095175 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.096809 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f54073-0c7d-48cd-87a5-2d65062ea024 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.100522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f54073-0c7d-48cd-87a5-2d65062ea024 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.115702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] Calling delete_port for a8db659a-d0b4-489b-a43a-16c11ea45196 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:27.158784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Calling delete_port for a8db659a-d0b4-489b-a43a-16c11ea45196 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:27.168570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a8db659a-d0b4-489b-a43a-16c11ea45196 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:27.226064 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.279574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542aa8d1-2c62-46f7-a2cc-6cac89cbd413 service neutron] Pushing event updated for resources: {'Port': ['ID=23fef52e-ce6d-4a54-929f-1050d4225760,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:27.298184 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d57f77db-8c4f-4971-abfd-d2a3e4e47a19 req-9c44e4c5-0f53-4d7b-902e-4facd79c7f6f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791871 Feb 04 15:35:27.327020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f54073-0c7d-48cd-87a5-2d65062ea024 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.336235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f54073-0c7d-48cd-87a5-2d65062ea024 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.359007 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:35:27.399343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154e6cf-af29-43da-ba7c-c64c95130af2 req-46b6c2aa-e2c7-4780-ae8a-5bc4367cefb9 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:27.403040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e154e6cf-af29-43da-ba7c-c64c95130af2 req-46b6c2aa-e2c7-4780-ae8a-5bc4367cefb9 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 948 time: 0.2566688 Feb 04 15:35:27.409449 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f54073-0c7d-48cd-87a5-2d65062ea024 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.419793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b4f54073-0c7d-48cd-87a5-2d65062ea024 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4778275 Feb 04 15:35:27.421526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '057f6c45-4a1f-4362-aabf-af81d875e81d'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:35:27.423841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.424765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48386) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:27.494418 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.541020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.547489 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa6b82e-a70c-4d20-8770-26e4e96e66ee x-openstack-request-id: req-ffa6b82e-a70c-4d20-8770-26e4e96e66ee {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:27.548299 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5347b1-631e-40fc-a544-439232753b58", "tag": "23fef52e-ce6d-4a54-929f-1050d4225760", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:27.548858 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ffa6b82e-a70c-4d20-8770-26e4e96e66ee {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:27.550208 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5347b1-631e-40fc-a544-439232753b58', 'tag': '23fef52e-ce6d-4a54-929f-1050d4225760', 'status': 'completed', 'code': 200} Feb 04 15:35:27.602165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-eea0b452-52b7-4e99-a064-703e2a90ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:27.604182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-eea0b452-52b7-4e99-a064-703e2a90ed8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ab98bf93d4746b1a849d6cb808a0b83&device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 1094 time: 0.6087759 Feb 04 15:35:27.638650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Port': ['ID=a8db659a-d0b4-489b-a43a-16c11ea45196,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:27.719497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e154e6cf-af29-43da-ba7c-c64c95130af2 req-0d17067c-c378-4add-bfe0-b9819c448b27 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974229 Feb 04 15:35:27.772073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339620a-dd72-4327-997e-07737221fc88 req-02dbae5e-542c-4eb9-b69a-28553a6a0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:27.774838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-02dbae5e-542c-4eb9-b69a-28553a6a0f49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef8d1cdf99b4ea2b54e4db7b4574c65&device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 1099 time: 0.6425653 Feb 04 15:35:27.800499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No DVR routers for this DVR port a8db659a-d0b4-489b-a43a-16c11ea45196 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:27.875729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] Pushing event deleted for resources: {'Port': ['ID=a8db659a-d0b4-489b-a43a-16c11ea45196,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:27.882981 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.896370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:27.906672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0ebea-bd71-4c42-9ebb-74de92133525 None None] No DVR routers for this DVR port a8db659a-d0b4-489b-a43a-16c11ea45196 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:28.009767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.067641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/057f6c45-4a1f-4362-aabf-af81d875e81d/7f809e7c-edc9-43be-90c2-bd1453cde886) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:28.090276 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-e05690d7-eed6-4c5e-b7ba-b99b610da7e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=23fef52e-ce6d-4a54-929f-1050d4225760 HTTP/1.1" status: 200 len: 217 time: 0.2841859 Feb 04 15:35:28.115636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 84dcad07-efae-4e77-9053-c38d000938a5 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:28.160840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660403-4e2d-4e44-9e64-7fdba95ea165 req-7a2cfdc5-34f0-4b19-ba51-82b6ba03079f tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:28.163667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17660403-4e2d-4e44-9e64-7fdba95ea165 req-7a2cfdc5-34f0-4b19-ba51-82b6ba03079f tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 943 time: 0.5494189 Feb 04 15:35:28.248765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd554af-7eec-4648-85dd-af0fd92efd74 req-3865909f-4453-4e41-ac39-aa87195070d5 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:28.249746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fd554af-7eec-4648-85dd-af0fd92efd74 req-3865909f-4453-4e41-ac39-aa87195070d5 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 949 time: 0.1168129 Feb 04 15:35:28.308983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.319841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.345373 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fd554af-7eec-4648-85dd-af0fd92efd74 req-bc3d12f1-7685-4298-b9db-a8211f2b3b2f tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868297 Feb 04 15:35:28.399338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7451ab4f-03d6-4164-8f77-2c89b698ccd1 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:28.422209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:28.442571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::1 (9441201d-a349-4a5a-8681-870320442b3d/057f6c45-4a1f-4362-aabf-af81d875e81d/f4791941-9b7b-49b1-94e9-3fd3c157d6ff) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:28.445901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:28.454341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:28.459340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Pushing event updated for resources: {'Port': ['ID=7f809e7c-edc9-43be-90c2-bd1453cde886,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:28.576185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Attempting to bind port 7f809e7c-edc9-43be-90c2-bd1453cde886 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:28.576842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Attempting to bind port 7f809e7c-edc9-43be-90c2-bd1453cde886 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:28.577555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Attempting to bind port 7f809e7c-edc9-43be-90c2-bd1453cde886 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:28.604380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:28.605159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:28.605943 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.606766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:28.608259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Bound port: 7f809e7c-edc9-43be-90c2-bd1453cde886, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:28.609015 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.635006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a6735-3284-4377-9c31-fff3f9013db8 req-4db2f9ff-2955-435d-897c-e13891e8f1b4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:28.637308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da5a6735-3284-4377-9c31-fff3f9013db8 req-4db2f9ff-2955-435d-897c-e13891e8f1b4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.0961261 Feb 04 15:35:28.637579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.692699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.729272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:28.731409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da5a6735-3284-4377-9c31-fff3f9013db8 req-9ea72ff7-480b-4936-91eb-d993b85f8d22 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766375 Feb 04 15:35:28.732438 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cd617b-f80a-4a9c-bff6-9b7a516a4e8b" -d '{"events": [{"server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "name": "network-vif-unplugged", "status": "completed", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:28.752955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:28.765855 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.773475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.794048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.824633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] For port 7f809e7c-edc9-43be-90c2-bd1453cde886, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:28.845881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] For port 7f809e7c-edc9-43be-90c2-bd1453cde886, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7f809e7c-edc9-43be-90c2-bd1453cde886,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:28.848256 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.856937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:28.858094 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7201cfd8-d4dc-4190-990b-7e8603679a85 x-openstack-request-id: req-7201cfd8-d4dc-4190-990b-7e8603679a85 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:28.858405 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "name": "network-vif-unplugged", "status": "completed", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:28.858719 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7201cfd8-d4dc-4190-990b-7e8603679a85 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:28.859127 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'code': 200} Feb 04 15:35:28.863840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:28.865828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.867389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:28.869140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.870763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:28.878827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9729820-12df-40f8-8672-0d148bc0678e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:28.891563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:28.938865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=f4791941-9b7b-49b1-94e9-3fd3c157d6ff,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:28.954481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b51439-5ae5-4769-902d-fe64ef26f8b5 None None] Pushing event updated for resources: {'Port': ['ID=7f809e7c-edc9-43be-90c2-bd1453cde886,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:28.978886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:28.984643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:28.985558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c867eddd-ec60-4b1c-a6ab-6307d832b6fd') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:28.996424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17660403-4e2d-4e44-9e64-7fdba95ea165 req-7dd13d49-86a6-4f84-847a-79a5085d985a tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563121 Feb 04 15:35:29.031314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.037696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:29.057365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339620a-dd72-4327-997e-07737221fc88 req-3fb2b192-a6a0-441f-8cca-c4b3d209dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.059337 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-3fb2b192-a6a0-441f-8cca-c4b3d209dedb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.9263062 Feb 04 15:35:29.069834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-bc66bbfd-6f87-41a2-afb3-cc7071c1229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.071791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-bc66bbfd-6f87-41a2-afb3-cc7071c1229f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2818131a-3d72-4bf3-badd-4ad43be248d9 HTTP/1.1" status: 200 len: 915 time: 1.4131441 Feb 04 15:35:29.082063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.087634 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.087634 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Added segment 3ad00d57-37d5-4c44-9f4f-0f58eb0c3149 of type vlan for network e985d09d-8199-4466-8547-0d0dba1afd31 Feb 04 15:35:29.128261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7caa-f82d-4f10-8a30-036bac15e4a0 req-e5158edf-c72d-460d-b814-55f74741e84a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.130193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8e3d7caa-f82d-4f10-8a30-036bac15e4a0 req-e5158edf-c72d-460d-b814-55f74741e84a tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 948 time: 0.1358626 Feb 04 15:35:29.137270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.165387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:29.165791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:29.173517 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:29.196283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-2635b6d7-c60b-46ae-acc4-80776bdc345d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f86117-0607-42ac-ac92-3eba8fd296f7 HTTP/1.1" status: 200 len: 217 time: 0.1072941 Feb 04 15:35:29.258880 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8e3d7caa-f82d-4f10-8a30-036bac15e4a0 req-c21ae031-385c-4e99-a6a6-600de2dd7a4e tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067986 Feb 04 15:35:29.533256 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.604321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.609729 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.612479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.633561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.652721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-82002e1c-1f29-4e74-a94d-b2ec213f669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.656024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-82002e1c-1f29-4e74-a94d-b2ec213f669c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9682f642-20f8-4349-b4cf-782cc3378e89 HTTP/1.1" status: 200 len: 853 time: 0.4455633 Feb 04 15:35:29.659501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339620a-dd72-4327-997e-07737221fc88 req-c7aa6dab-07f0-41c2-9e37-dcee3ab90d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.662289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-c7aa6dab-07f0-41c2-9e37-dcee3ab90d00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5814764 Feb 04 15:35:29.700613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.706168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/e9729820-12df-40f8-8672-0d148bc0678e HTTP/1.1" status: 204 len: 168 time: 7.8841774 Feb 04 15:35:29.711693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48400) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:29.718700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1706962821'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:29.739947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=f4791941-9b7b-49b1-94e9-3fd3c157d6ff,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:29.783689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:29.787735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.795418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:29.809626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:29.834819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8502bf-de82-4752-aae0-135a155b412e tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Network': ['ID=e9729820-12df-40f8-8672-0d148bc0678e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:29.838367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:29.851018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.851513 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Added segment f1063dc4-2d27-43e4-8a7a-f06218fc0381 of type vlan for network 841efebd-a4ab-49d5-b941-db0771895bf7 Feb 04 15:35:29.899238 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.916488 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:29.918261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:29.919964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.080030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15abf8-2d20-43de-a7bf-de04941efce8 req-ea53f5ec-ae4e-42c9-9c28-b377d0700f19 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.090601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d15abf8-2d20-43de-a7bf-de04941efce8 req-ea53f5ec-ae4e-42c9-9c28-b377d0700f19 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 949 time: 0.6111963 Feb 04 15:35:30.152750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.6889143 Feb 04 15:35:30.157305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48406) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:30.162478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.171179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.172049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.211250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Request body: {'subnet': {'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-subnet', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:30.211854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56af1a-20eb-4cb3-a842-8714ae07978e req-af7a79b5-2ac1-40e9-bad8-280284c77970 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.214447 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f56af1a-20eb-4cb3-a842-8714ae07978e req-af7a79b5-2ac1-40e9-bad8-280284c77970 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 943 time: 0.3107312 Feb 04 15:35:30.220740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-6f994ade-b9e4-4996-ba59-d329243e4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.223388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-6f994ade-b9e4-4996-ba59-d329243e4d26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2818131a-3d72-4bf3-badd-4ad43be248d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5537217 Feb 04 15:35:30.249823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33b5cd-9b3a-4d2f-a181-0c896e3f6fbf admin admin] Pushing event updated for resources: {'Network': ['ID=e985d09d-8199-4466-8547-0d0dba1afd31,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:30.254682 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.259493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-74ba9e6d-6e95-469c-be7a-0329431cdb8d service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628755 Feb 04 15:35:30.266905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e985d09d-8199-4466-8547-0d0dba1afd31 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:35:30.311958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=84dcad07-efae-4e77-9053-c38d000938a5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:30.370471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7451ab4f-03d6-4164-8f77-2c89b698ccd1 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:35:30.373772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6601291 Feb 04 15:35:30.379301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48410) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:30.407472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f56af1a-20eb-4cb3-a842-8714ae07978e req-c6a208f8-33da-4948-af6f-28b55ca15020 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690595 Feb 04 15:35:30.411047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea8ebc-7978-4f8c-95a1-632102644b0a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Network': ['ID=841efebd-a4ab-49d5-b941-db0771895bf7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:30.425094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Request body: {'subnet': {'network_id': '841efebd-a4ab-49d5-b941-db0771895bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:30.427879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 841efebd-a4ab-49d5-b941-db0771895bf7 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:35:30.431970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-54cacabf-3b27-4392-917d-76caef3c96b6 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.436411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-54cacabf-3b27-4392-917d-76caef3c96b6 tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 949 time: 0.3706570 Feb 04 15:35:30.512509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d15abf8-2d20-43de-a7bf-de04941efce8 req-5768abab-908a-47fd-984f-89eef225cfaa tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497312 Feb 04 15:35:30.695942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Router 50a84514-26ad-461d-af95-d2130a33fa43 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:35:30.718217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f2173b07-4542-4e14-b411-3038d8211ab3 None None] Provisioning complete for port 7f809e7c-edc9-43be-90c2-bd1453cde886 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:30.718526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2173b07-4542-4e14-b411-3038d8211ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.729776 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66bd6a21-9879-4c20-95c1-e873d6c0e73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.816338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e177e8c-9917-455b-ade3-3e1785020578 req-0ba0e785-d530-4723-8266-e3d76c8acdd1 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:30.818543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e177e8c-9917-455b-ade3-3e1785020578 req-0ba0e785-d530-4723-8266-e3d76c8acdd1 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 943 time: 0.2067170 Feb 04 15:35:30.840314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:30.860984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'port_id': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'mac_address': 'fa:16:3e:8f:91:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7965b673-6222-4aff-99c1-dd1ec5faf820', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:35:30.866468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Deleting port 968abef0-290a-40c4-ab47-51e65ed931fa {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:30.867140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.961570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Made reservation on behalf of 2e7cb113e41846e29bac2c976a443f94 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:30.965632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:30.987808 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.012515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7451ab4f-03d6-4164-8f77-2c89b698ccd1 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:31.054080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:31.066610 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.070111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f3f86117-0607-42ac-ac92-3eba8fd296f7 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:35:31.073070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2173b07-4542-4e14-b411-3038d8211ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.092781 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e177e8c-9917-455b-ade3-3e1785020578 req-cc97b5b6-c36c-44e5-92f8-e420b634e7df tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381669 Feb 04 15:35:31.102626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:31.113114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ab1b22f-f5e1-413b-a46b-d99a9cbb0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "PUT /v2.0/routers/50a84514-26ad-461d-af95-d2130a33fa43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6832705 Feb 04 15:35:31.120147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48412) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:31.125003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] For port 968abef0-290a-40c4-ab47-51e65ed931fa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=968abef0-290a-40c4-ab47-51e65ed931fa,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:31.126456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.190884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Calling delete_port for 968abef0-290a-40c4-ab47-51e65ed931fa owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:31.209867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Sync routers for ids ['50a84514-26ad-461d-af95-d2130a33fa43'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:31.219015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03daacf-5145-4647-9129-194943c9d654 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:31.222959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a03daacf-5145-4647-9129-194943c9d654 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports/f4791941-9b7b-49b1-94e9-3fd3c157d6ff HTTP/1.1" status: 200 len: 911 time: 0.0995822 Feb 04 15:35:31.225052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48414) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:31.240650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.253784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7f809e7c-edc9-43be-90c2-bd1453cde886 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:31.290174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-9f755164-9387-45ef-97c4-62e2cdbd4437 service neutron] 10.222.0.50 "GET /v2.0/networks/2818131a-3d72-4bf3-badd-4ad43be248d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0487814 Feb 04 15:35:31.306892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2339620a-dd72-4327-997e-07737221fc88 req-e84f0553-374e-484e-8cc9-953e67dc3294 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0044091 Feb 04 15:35:31.331292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:31.356177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f97c76-76d5-48a7-b758-056a2ee506d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:31.363908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f97c76-76d5-48a7-b758-056a2ee506d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:31.370067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-42f97c76-76d5-48a7-b758-056a2ee506d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1395550 Feb 04 15:35:31.371356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48416) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:31.384549 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Routers {'50a84514-26ad-461d-af95-d2130a33fa43'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:31.385601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['50a84514-26ad-461d-af95-d2130a33fa43'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:31.412409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710114d6-7863-435f-8777-e3d378e5b8d5 req-1197f643-3eac-4034-bb6b-d9e9214cd2e1 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:31.420943 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-710114d6-7863-435f-8777-e3d378e5b8d5 req-1197f643-3eac-4034-bb6b-d9e9214cd2e1 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 948 time: 0.7363894 Feb 04 15:35:31.578126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:35:31.615544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Made reservation on behalf of 044dd081143d4f9bbd6a7b27e1bef486 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:31.619314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.690065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f2173b07-4542-4e14-b411-3038d8211ab3 None None] For port 7f809e7c-edc9-43be-90c2-bd1453cde886, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7f809e7c-edc9-43be-90c2-bd1453cde886,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:31.721912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2173b07-4542-4e14-b411-3038d8211ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:31.733805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-710114d6-7863-435f-8777-e3d378e5b8d5 req-5e1f570e-eb4b-46b4-9298-36c07bbb4a09 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070383 Feb 04 15:35:31.823001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Set router 50a84514-26ad-461d-af95-d2130a33fa43 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:31.904180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7f809e7c-edc9-43be-90c2-bd1453cde886 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:31.904717 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.031795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aa1bc-f360-431a-abbd-363adc77bd40 req-5038844f-99e5-474e-9263-78c1583cae2c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:32.033327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-640aa1bc-f360-431a-abbd-363adc77bd40 req-5038844f-99e5-474e-9263-78c1583cae2c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 944 time: 0.1840701 Feb 04 15:35:32.096448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f3f86117-0607-42ac-ac92-3eba8fd296f7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f3f86117-0607-42ac-ac92-3eba8fd296f7,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:32.102058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-640aa1bc-f360-431a-abbd-363adc77bd40 req-ef54115b-8e8d-4237-bb15-430d0b520203 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546038 Feb 04 15:35:32.104489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.108170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86225c-ce31-42e6-8853-25586070773b req-5a1caaa9-bc4a-43e2-9a10-6721f5e9d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:32.111034 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa86225c-ce31-42e6-8853-25586070773b req-5a1caaa9-bc4a-43e2-9a10-6721f5e9d6f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef8d1cdf99b4ea2b54e4db7b4574c65&device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 1099 time: 0.7108665 Feb 04 15:35:32.126253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a05d3572-7d6a-4a86-90c4-53de6c4f1652 req-a76588f5-8d07-4be7-96fe-e8292bd98f44 service neutron] 10.222.0.50 "GET /v2.0/networks/2818131a-3d72-4bf3-badd-4ad43be248d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8028445 Feb 04 15:35:32.173601 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.176879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Pushing event deleted for resources: {'Port': ['ID=968abef0-290a-40c4-ab47-51e65ed931fa,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:32.222134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router 673b8107-edf7-4ed7-b32f-037ca0be2cd8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:35:32.222846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2173b07-4542-4e14-b411-3038d8211ab3 None None] Pushing event updated for resources: {'Port': ['ID=7f809e7c-edc9-43be-90c2-bd1453cde886,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:32.228434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0229f77b-7a94-4a02-9351-9419f9695843 None None] Provisioning complete for port f4791941-9b7b-49b1-94e9-3fd3c157d6ff triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:32.229028 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0229f77b-7a94-4a02-9351-9419f9695843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.245539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] No DVR routers for this DVR port 968abef0-290a-40c4-ab47-51e65ed931fa on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:32.251656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.257184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cb6ca4be-e51a-4912-833a-2864150cb1b7 req-574e9105-7259-41e4-ab8c-032e4e69e0de tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.30 "DELETE /v2.0/ports/968abef0-290a-40c4-ab47-51e65ed931fa HTTP/1.1" status: 204 len: 173 time: 1.8095767 Feb 04 15:35:32.258427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-deleted', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:32.262341 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5209855-08eb-4024-b3af-aeb0ce5d45f5" -d '{"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-deleted", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:32.352532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'f3f86117-0607-42ac-ac92-3eba8fd296f7', 'network_id': '2818131a-3d72-4bf3-badd-4ad43be248d9', 'port_id': 'f3f86117-0607-42ac-ac92-3eba8fd296f7', 'mac_address': 'fa:16:3e:38:f7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9682f642-20f8-4349-b4cf-782cc3378e89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:35:32.448416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac32d5-32c0-48f5-bbfe-afd9f4453616 req-c176c7e0-3c9d-47e6-a400-605f8657281c tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:32.453336 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0ac32d5-32c0-48f5-bbfe-afd9f4453616 req-c176c7e0-3c9d-47e6-a400-605f8657281c tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dfe213b-3e1d-4860-9979-cd33885837c0 HTTP/1.1" status: 200 len: 949 time: 0.5343630 Feb 04 15:35:32.501607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.516317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0229f77b-7a94-4a02-9351-9419f9695843 None None] Port f4791941-9b7b-49b1-94e9-3fd3c157d6ff cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:32.529515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a53afad6-f729-4ade-b21e-110e1069b409,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:32.584041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f86117-0607-42ac-ac92-3eba8fd296f7 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:32.611865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182bbe0-b8f6-4456-81a5-27a8c43198b3 req-97c08e3f-43bd-4039-a13a-5fcfc89297cd tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:32.614796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d182bbe0-b8f6-4456-81a5-27a8c43198b3 req-97c08e3f-43bd-4039-a13a-5fcfc89297cd tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 943 time: 0.2391829 Feb 04 15:35:32.624855 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f3f86117-0607-42ac-ac92-3eba8fd296f7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f3f86117-0607-42ac-ac92-3eba8fd296f7,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:32.650739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.715191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:32.870211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=f3f86117-0607-42ac-ac92-3eba8fd296f7,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:32.902530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84514-26ad-461d-af95-d2130a33fa43', 'name': 'tempest-NetworksTestDHCPv6-router-1610406198', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:27Z', 'updated_at': '2022-02-04T15:35:29Z', 'revision_number': 2, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None, '_interfaces': [{'id': 'f4791941-9b7b-49b1-94e9-3fd3c157d6ff', 'name': '', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'mac_address': 'fa:16:3e:23:1f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a84514-26ad-461d-af95-d2130a33fa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '057f6c45-4a1f-4362-aabf-af81d875e81d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:28Z', 'updated_at': '2022-02-04T15:35:29Z', 'revision_number': 2, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'subnets': [{'id': '057f6c45-4a1f-4362-aabf-af81d875e81d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:32.956468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Checking router: 50a84514-26ad-461d-af95-d2130a33fa43 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:32.957388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Updating router 50a84514-26ad-461d-af95-d2130a33fa43 port f4791941-9b7b-49b1-94e9-3fd3c157d6ff binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:35:33.039181 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.064903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d182bbe0-b8f6-4456-81a5-27a8c43198b3 req-3b5cc039-a042-4b02-93e4-9ab936c12d7c tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392567 Feb 04 15:35:33.203704 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2854de0-6c38-4ce3-ad3c-f5c4eac47954 x-openstack-request-id: req-b2854de0-6c38-4ce3-ad3c-f5c4eac47954 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:33.204204 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe213b-3e1d-4860-9979-cd33885837c0", "name": "network-vif-deleted", "tag": "968abef0-290a-40c4-ab47-51e65ed931fa", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:33.204562 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2854de0-6c38-4ce3-ad3c-f5c4eac47954 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:33.205223 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe213b-3e1d-4860-9979-cd33885837c0', 'name': 'network-vif-deleted', 'tag': '968abef0-290a-40c4-ab47-51e65ed931fa', 'status': 'completed', 'code': 200} Feb 04 15:35:33.238540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7f809e7c-edc9-43be-90c2-bd1453cde886 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:33.243209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['f3f86117-0607-42ac-ac92-3eba8fd296f7'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:35:33.247144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['7451ab4f-03d6-4164-8f77-2c89b698ccd1'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:35:33.268509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:33.277643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-edf64383-81cf-4be8-91b9-a9f919f3da14 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/673b8107-edf7-4ed7-b32f-037ca0be2cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0280476 Feb 04 15:35:33.282847 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce6f54-870b-4b30-ae8c-693013433940 None None] Sync routers for ids ['673b8107-edf7-4ed7-b32f-037ca0be2cd8'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:33.284668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0ac32d5-32c0-48f5-bbfe-afd9f4453616 req-9ae56e3e-4c81-479c-8580-ea66ed0c877d tempest-ListImageFiltersTestJSON-919278593 tempest-ListImageFiltersTestJSON-919278593-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9a4c261-996c-4960-98fb-5bc2d85b0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990098 Feb 04 15:35:33.285886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Checking segment: {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:33.286494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Network hostable DHCP agents. Network: e985d09d-8199-4466-8547-0d0dba1afd31, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:33.290421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48430) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:33.297222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port f4791941-9b7b-49b1-94e9-3fd3c157d6ff {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:33.298067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.305851 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce6f54-870b-4b30-ae8c-693013433940 None None] Routers {'673b8107-edf7-4ed7-b32f-037ca0be2cd8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:33.307559 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dfce6f54-870b-4b30-ae8c-693013433940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['673b8107-edf7-4ed7-b32f-037ca0be2cd8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:33.312075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86225c-ce31-42e6-8853-25586070773b req-9ff79c3c-55f1-4ce8-a507-95089012d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.316258 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa86225c-ce31-42e6-8853-25586070773b req-9ff79c3c-55f1-4ce8-a507-95089012d017 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 1.1789746 Feb 04 15:35:33.382289 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dfce6f54-870b-4b30-ae8c-693013433940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:33.410130 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce6f54-870b-4b30-ae8c-693013433940 None None] Routers {'673b8107-edf7-4ed7-b32f-037ca0be2cd8'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:33.411130 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dfce6f54-870b-4b30-ae8c-693013433940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['673b8107-edf7-4ed7-b32f-037ca0be2cd8'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:33.433649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2bb27-f483-4d4a-bdfa-3efff3603496 req-1ed0822b-85ef-484b-899f-21100d5a61c3 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.443377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b2bb27-f483-4d4a-bdfa-3efff3603496 req-1ed0822b-85ef-484b-899f-21100d5a61c3 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 948 time: 0.1730640 Feb 04 15:35:33.512010 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dfce6f54-870b-4b30-ae8c-693013433940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:33.513585 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce6f54-870b-4b30-ae8c-693013433940 None None] The sync data for ids ['673b8107-edf7-4ed7-b32f-037ca0be2cd8'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:33.519201 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b2bb27-f483-4d4a-bdfa-3efff3603496 req-48b5afc7-a58a-4835-b096-694096f48009 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745659 Feb 04 15:35:33.555417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa86225c-ce31-42e6-8853-25586070773b req-88e62b67-0d82-41b2-93a1-78c26482f34c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=23fef52e-ce6d-4a54-929f-1050d4225760 HTTP/1.1" status: 200 len: 217 time: 0.2331200 Feb 04 15:35:33.561113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.584841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for f4791941-9b7b-49b1-94e9-3fd3c157d6ff owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:33.777631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f441d34-910a-4a57-bf87-d64748fea206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.821513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Network e985d09d-8199-4466-8547-0d0dba1afd31 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:33.860830 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.910896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e985d09d-8199-4466-8547-0d0dba1afd31) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:33.913765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=f4791941-9b7b-49b1-94e9-3fd3c157d6ff,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:33.925448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7f809e7c-edc9-43be-90c2-bd1453cde886 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:33.925826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.966867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:33.967849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:33.971225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7dc36-d311-4535-b4f9-c3f2ab40e2b3 None None] Network e985d09d-8199-4466-8547-0d0dba1afd31 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:34.000410 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:35:34.006706 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-5f4830f0-5eb4-4d04-ad4b-b9e06684f812 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 15:35:34.012658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5f4830f0-5eb4-4d04-ad4b-b9e06684f812 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/673b8107-edf7-4ed7-b32f-037ca0be2cd8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7118666 Feb 04 15:35:34.016630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48432) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:34.020619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86225c-ce31-42e6-8853-25586070773b req-92a7234c-72ee-42f9-b0dd-8c68cb006ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.023165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa86225c-ce31-42e6-8853-25586070773b req-92a7234c-72ee-42f9-b0dd-8c68cb006ceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.3820758 Feb 04 15:35:34.049741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.057474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.075742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21380389-adc3-46e8-be18-519b20effa07 req-1fa9b49a-7b1a-4f38-8978-0cf047a7e9f9 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.078547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21380389-adc3-46e8-be18-519b20effa07 req-1fa9b49a-7b1a-4f38-8978-0cf047a7e9f9 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 944 time: 0.5254171 Feb 04 15:35:34.181108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c1c0ef4e-fda0-48e6-bf1b-75661f28f086 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=673b8107-edf7-4ed7-b32f-037ca0be2cd8 HTTP/1.1" status: 200 len: 205 time: 0.1561294 Feb 04 15:35:34.183608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48436) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:34.258439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:34.273141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f93a4e0e-c568-446b-86e3-effbaf052709 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.1044037 Feb 04 15:35:34.281898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48438) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:34.292419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:34.350831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 968abef0-290a-40c4-ab47-51e65ed931fa {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:34.351188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 968abef0-290a-40c4-ab47-51e65ed931fa not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:34.364864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Router 50a84514-26ad-461d-af95-d2130a33fa43 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:35:34.378239 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.379516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.390459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d026226-8d5f-4bed-83d8-ad9e2c802d21 req-ff7dc0ad-03bc-4105-b42c-80fb2c41b9f8 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.392280 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d026226-8d5f-4bed-83d8-ad9e2c802d21 req-ff7dc0ad-03bc-4105-b42c-80fb2c41b9f8 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 944 time: 0.1715984 Feb 04 15:35:34.498973 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:35:34.498973 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:35:34.502393 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85d32b06-2a4c-4c43-8ca6-5074e5d4dfff tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.516866 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21380389-adc3-46e8-be18-519b20effa07 req-af4d192d-ddb8-4def-9267-6e42578d1a63 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222462 Feb 04 15:35:34.517916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event updated for resources: {'Subnet': ['ID=99ea79b3-525d-45a3-b35d-cdfe7bd7383e,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:34.520729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0007e8-dd85-4128-8961-4c7dcb9198e8 None None] Network e985d09d-8199-4466-8547-0d0dba1afd31 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:34.529236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86225c-ce31-42e6-8853-25586070773b req-568b87dc-5913-40b4-836a-12d0106de4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.531885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa86225c-ce31-42e6-8853-25586070773b req-568b87dc-5913-40b4-836a-12d0106de4d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4888299 Feb 04 15:35:34.559938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d026226-8d5f-4bed-83d8-ad9e2c802d21 req-adc538e6-c11a-42ff-b9ad-a06321d8f66a tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554720 Feb 04 15:35:34.564503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:34.587935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ac0cdfa5-2c77-4f75-8ede-3a568c4ec714 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "PUT /v2.0/routers/50a84514-26ad-461d-af95-d2130a33fa43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2125523 Feb 04 15:35:34.624598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48444) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:34.715436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.815131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Checking segment: {'id': 'f1063dc4-2d27-43e4-8a7a-f06218fc0381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '841efebd-a4ab-49d5-b941-db0771895bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:34.815533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network hostable DHCP agents. Network: 841efebd-a4ab-49d5-b941-db0771895bf7, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:34.824079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d8695-708c-4c13-852f-5d923f6ca98c req-f9519557-09c2-4acb-94c0-b775128085c6 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.833312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a22d8695-708c-4c13-852f-5d923f6ca98c req-f9519557-09c2-4acb-94c0-b775128085c6 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 948 time: 0.1567206 Feb 04 15:35:34.980602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56cee05-f36c-403f-b76c-5e132c3284b4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.981843 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a22d8695-708c-4c13-852f-5d923f6ca98c req-a9a6a1fe-97e5-4507-8925-458ade9ed0ae tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432464 Feb 04 15:35:34.982463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56cee05-f36c-403f-b76c-5e132c3284b4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:34.984136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a56cee05-f36c-403f-b76c-5e132c3284b4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3581581 Feb 04 15:35:34.986088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85d32b06-2a4c-4c43-8ca6-5074e5d4dfff tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.987388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:34.991132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48458) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:34.991730 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85d32b06-2a4c-4c43-8ca6-5074e5d4dfff tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.014151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Network 841efebd-a4ab-49d5-b941-db0771895bf7 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:35.060855 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Port f4791941-9b7b-49b1-94e9-3fd3c157d6ff not found while updating agent binding for router 50a84514-26ad-461d-af95-d2130a33fa43. {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 15:35:35.068380 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa86225c-ce31-42e6-8853-25586070773b req-a320d92e-809f-407a-82fa-d532e2da6e15 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565134 Feb 04 15:35:35.088563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 841efebd-a4ab-49d5-b941-db0771895bf7) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:35.101502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85d32b06-2a4c-4c43-8ca6-5074e5d4dfff tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.102082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d32b06-2a4c-4c43-8ca6-5074e5d4dfff tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Fanout notify agent at l3_agent the message router_deleted on router 673b8107-edf7-4ed7-b32f-037ca0be2cd8 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:35:35.102476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Routers {'50a84514-26ad-461d-af95-d2130a33fa43'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:35.105007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['50a84514-26ad-461d-af95-d2130a33fa43'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:35.118092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85d32b06-2a4c-4c43-8ca6-5074e5d4dfff tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.118278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-44eb54e3-3ff2-44d9-9500-78bfd67641fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 057f6c45-4a1f-4362-aabf-af81d875e81d {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:35:35.121909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-85d32b06-2a4c-4c43-8ca6-5074e5d4dfff tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/673b8107-edf7-4ed7-b32f-037ca0be2cd8 HTTP/1.1" status: 204 len: 168 time: 0.8776605 Feb 04 15:35:35.122891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48462) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:35.126489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44eb54e3-3ff2-44d9-9500-78bfd67641fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.151680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:35.152457 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.179532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7fd19dc9-6e2c-4d9b-8f57-805f4d9a17ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.7910559 Feb 04 15:35:35.187063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48468) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:35.203724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f2101b-5135-4e38-80ae-149abc1eed54 None None] Network 841efebd-a4ab-49d5-b941-db0771895bf7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:35.290844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] Set router 50a84514-26ad-461d-af95-d2130a33fa43 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:35.317552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8d4dff-a287-48de-9945-9ce97c51dea4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet 95adada6-57aa-451a-b251-8d71ddb2261d {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:35:35.331510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa86225c-ce31-42e6-8853-25586070773b req-906e925b-af19-45cd-8cf0-e903ed54b57c service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533836 Feb 04 15:35:35.344608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44eb54e3-3ff2-44d9-9500-78bfd67641fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.351404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4dff-a287-48de-9945-9ce97c51dea4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.355771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84514-26ad-461d-af95-d2130a33fa43', 'name': 'tempest-NetworksTestDHCPv6-router-1610406198', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:27Z', 'updated_at': '2022-02-04T15:35:33Z', 'revision_number': 3, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:35.401269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f6e38-3e25-49fc-8e53-028158128eab None None] The sync data for ids ['50a84514-26ad-461d-af95-d2130a33fa43'] in n-d-827869-1 is: [{'id': '50a84514-26ad-461d-af95-d2130a33fa43', 'name': 'tempest-NetworksTestDHCPv6-router-1610406198', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:27Z', 'updated_at': '2022-02-04T15:35:33Z', 'revision_number': 3, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:35.428726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.519710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d097a-a30d-4d77-ba89-ebc7417f5941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-841efebd-a4ab-49d5-b941-db0771895bf7', 'network_id': '841efebd-a4ab-49d5-b941-db0771895bf7', 'tenant_id': '044dd081143d4f9bbd6a7b27e1bef486', 'fixed_ips': [{'subnet_id': '99ea79b3-525d-45a3-b35d-cdfe7bd7383e'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:35:35.520767 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-794d097a-a30d-4d77-ba89-ebc7417f5941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.526199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.540867 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4dff-a287-48de-9945-9ce97c51dea4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.717940 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.759572 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-794d097a-a30d-4d77-ba89-ebc7417f5941 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99ea79b3-525d-45a3-b35d-cdfe7bd7383e: This subnet is being modified by another concurrent operation. Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:35:35.799131 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99ea79b3-525d-45a3-b35d-cdfe7bd7383e: This subnet is being modified by another concurrent operation. Feb 04 15:35:35.807512 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:35:35.819584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Subnet': ['ID=99ea79b3-525d-45a3-b35d-cdfe7bd7383e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:35.831873 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44eb54e3-3ff2-44d9-9500-78bfd67641fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.877667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4dff-a287-48de-9945-9ce97c51dea4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:35.887001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c6f66-3d2a-477e-ada7-5e0fb9fe2277 None None] Network 841efebd-a4ab-49d5-b941-db0771895bf7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:35.972503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a64ccf-f728-41bf-9109-5c25688ec24a req-b40db282-10c3-4f15-84cb-91a82b0bfb31 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:35.986486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9a64ccf-f728-41bf-9109-5c25688ec24a req-b40db282-10c3-4f15-84cb-91a82b0bfb31 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 944 time: 0.3190787 Feb 04 15:35:36.035918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.085417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44eb54e3-3ff2-44d9-9500-78bfd67641fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.088775 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9a64ccf-f728-41bf-9109-5c25688ec24a req-77472a42-3dd8-49b5-9f01-bbdca538a666 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010089 Feb 04 15:35:36.099264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.131582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841efebd-a4ab-49d5-b941-db0771895bf7']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:36.165425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1063dc4-2d27-43e4-8a7a-f06218fc0381') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:36.165718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1063dc4-2d27-43e4-8a7a-f06218fc0381') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:36.169474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb54e3-3ff2-44d9-9500-78bfd67641fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=057f6c45-4a1f-4362-aabf-af81d875e81d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:36.176694 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4dff-a287-48de-9945-9ce97c51dea4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.179105 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44eb54e3-3ff2-44d9-9500-78bfd67641fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.185840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-44eb54e3-3ff2-44d9-9500-78bfd67641fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/057f6c45-4a1f-4362-aabf-af81d875e81d HTTP/1.1" status: 204 len: 168 time: 1.1912940 Feb 04 15:35:36.187734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.197923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dfe7f0-93fb-47e8-9971-f4c59fde1773 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:36.209844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48502) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:36.236086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.236572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 23fef52e-ce6d-4a54-929f-1050d4225760 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:35:36.291974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.309446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:36.310938 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:36.317557 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:36.321649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d4dff-a287-48de-9945-9ce97c51dea4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=95adada6-57aa-451a-b251-8d71ddb2261d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:36.334860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4dff-a287-48de-9945-9ce97c51dea4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.340587 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1d8d4dff-a287-48de-9945-9ce97c51dea4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/95adada6-57aa-451a-b251-8d71ddb2261d HTTP/1.1" status: 204 len: 168 time: 1.2164450 Feb 04 15:35:36.357913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48512) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:36.475361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ae3d9-10e8-480e-addf-93aeeaa21b7f req-768c200e-7c43-4e24-8ae4-9acd3cceee5f tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:36.483666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8e7ae3d9-10e8-480e-addf-93aeeaa21b7f req-768c200e-7c43-4e24-8ae4-9acd3cceee5f tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 944 time: 0.3815126 Feb 04 15:35:36.526483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6ddecce9-397f-4850-8c23-cd54ae8c4acc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3135719 Feb 04 15:35:36.553804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48518) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:36.598395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844de673-342b-47a3-9ddf-056a4809b3ac None None] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:36.684045 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.701850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.707675 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/841efebd-a4ab-49d5-b941-db0771895bf7 HTTP/1.1" status: 204 len: 168 time: 1.5156324 Feb 04 15:35:36.758196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48522) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:36.801840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f3f86117-0607-42ac-ac92-3eba8fd296f7 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:36.852152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 23fef52e-ce6d-4a54-929f-1050d4225760, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=23fef52e-ce6d-4a54-929f-1050d4225760,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:36.932503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '23fef52e-ce6d-4a54-929f-1050d4225760', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '23fef52e-ce6d-4a54-929f-1050d4225760', 'mac_address': 'fa:16:3e:41:8c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:35:36.971763 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:36.986293 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec90d3c1-dc74-4e47-ae42-87a8ccd31431 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): The resource could not be found. Feb 04 15:35:36.987215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec90d3c1-dc74-4e47-ae42-87a8ccd31431 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:37.001926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ec90d3c1-dc74-4e47-ae42-87a8ccd31431 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/subnets/99ea79b3-525d-45a3-b35d-cdfe7bd7383e HTTP/1.1" status: 404 len: 337 time: 0.2408664 Feb 04 15:35:37.008636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48524) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.011713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86d97c-9317-4520-8d59-43e280780f1c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Network': ['ID=841efebd-a4ab-49d5-b941-db0771895bf7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:37.064548 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.078596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port f3f86117-0607-42ac-ac92-3eba8fd296f7 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:37.078753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48526) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.080612 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd7783c-d930-455b-9a9b-f35482a0e898 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): The resource could not be found. Feb 04 15:35:37.081645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd7783c-d930-455b-9a9b-f35482a0e898 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:37.089438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port f3f86117-0607-42ac-ac92-3eba8fd296f7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:37.090042 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.093900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fef52e-ce6d-4a54-929f-1050d4225760 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:37.096510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5cd7783c-d930-455b-9a9b-f35482a0e898 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/841efebd-a4ab-49d5-b941-db0771895bf7 HTTP/1.1" status: 404 len: 339 time: 0.0798965 Feb 04 15:35:37.099064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48528) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.103755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e90428c-e578-4657-a555-fbe9b4e4d2c9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.117151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.191926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde209b-5f49-4293-b097-64c4af884da1 req-d3783dfd-6c5f-496e-a059-de6cd1f2318b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:37.198436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fcde209b-5f49-4293-b097-64c4af884da1 req-d3783dfd-6c5f-496e-a059-de6cd1f2318b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 948 time: 0.4988427 Feb 04 15:35:37.249585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8e7ae3d9-10e8-480e-addf-93aeeaa21b7f req-a8da2abc-a843-4134-879d-11c34216e0ba tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645743 Feb 04 15:35:37.271604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 23fef52e-ce6d-4a54-929f-1050d4225760, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=23fef52e-ce6d-4a54-929f-1050d4225760,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:37.279760 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fcde209b-5f49-4293-b097-64c4af884da1 req-b1c51a55-7d6a-4c80-a9fb-68d519a9be16 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771539 Feb 04 15:35:37.300448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:35:37.327665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] DHCP port deletion for d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:35:37.398413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-549b9230-b96c-457f-9d43-9a2568e7cec3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b10fdbfecdc45c3af75d4842dd92f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999396 Feb 04 15:35:37.400588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48534) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.421803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 69ea883f-9af3-4e56-b808-6f439530526f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:37.422136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.507832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] Sync routers for ids ['50a84514-26ad-461d-af95-d2130a33fa43'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:37.519147 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.543806 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-100537b9-7a85-4e7d-aa18-6e1802eb61eb tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): The resource could not be found. Feb 04 15:35:37.545622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100537b9-7a85-4e7d-aa18-6e1802eb61eb tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:37.547531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 69ea883f-9af3-4e56-b808-6f439530526f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=69ea883f-9af3-4e56-b808-6f439530526f,segment=NetworkSegment(856acf10-d79c-4997-8d2a-0fd07f72bb4d),segment_id=856acf10-d79c-4997-8d2a-0fd07f72bb4d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:37.547937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.555186 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-abc7ab15-a81b-426a-8fb0-6fac165038d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.555470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-100537b9-7a85-4e7d-aa18-6e1802eb61eb tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/subnets/9c29257c-34e1-43ce-b381-44cfaf94e731 HTTP/1.1" status: 404 len: 337 time: 0.3335123 Feb 04 15:35:37.556265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48536) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.586715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e90428c-e578-4657-a555-fbe9b4e4d2c9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.587206 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.599863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 69ea883f-9af3-4e56-b808-6f439530526f owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:37.615753 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a833f0-1c30-415d-a0bd-d96869b4670b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): The resource could not be found. Feb 04 15:35:37.615753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a833f0-1c30-415d-a0bd-d96869b4670b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:37.616127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] Routers {'50a84514-26ad-461d-af95-d2130a33fa43'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:37.616236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['50a84514-26ad-461d-af95-d2130a33fa43'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:37.624977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e0a833f0-1c30-415d-a0bd-d96869b4670b tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/e9729820-12df-40f8-8672-0d148bc0678e HTTP/1.1" status: 404 len: 339 time: 0.0680962 Feb 04 15:35:37.625946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48538) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.633651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e90428c-e578-4657-a555-fbe9b4e4d2c9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.636988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Allocated IP 172.25.1.101 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/924fa40a-6996-4e8e-a22b-7f465dbfcad9) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:37.716894 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e4d35b-3500-40ed-9440-4bfe04e705f4 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): The resource could not be found. Feb 04 15:35:37.717669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e4d35b-3500-40ed-9440-4bfe04e705f4 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:37.728969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-23e4d35b-3500-40ed-9440-4bfe04e705f4 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/subnets/45452c4d-5bfa-4f29-a86f-d2e4f3218809 HTTP/1.1" status: 404 len: 337 time: 0.0938952 Feb 04 15:35:37.738175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48540) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.745865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=23fef52e-ce6d-4a54-929f-1050d4225760,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:37.764037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] Set router 50a84514-26ad-461d-af95-d2130a33fa43 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:37.775985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-abc7ab15-a81b-426a-8fb0-6fac165038d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.779813 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6568b1-2182-4aaa-910f-ca7c067abf6a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): The resource could not be found. Feb 04 15:35:37.780795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6568b1-2182-4aaa-910f-ca7c067abf6a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:37.786765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-df6568b1-2182-4aaa-910f-ca7c067abf6a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/54ba62d1-09aa-48d5-bec5-61cc58af2e29 HTTP/1.1" status: 404 len: 339 time: 0.0470002 Feb 04 15:35:37.800688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48542) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.813345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a723-8729-4865-bea3-740040c38538 req-ca1b05e4-df82-4290-a23c-f1bf4ad29e01 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:37.817145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7b7a723-8729-4865-bea3-740040c38538 req-ca1b05e4-df82-4290-a23c-f1bf4ad29e01 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 944 time: 0.3428545 Feb 04 15:35:37.818552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e90428c-e578-4657-a555-fbe9b4e4d2c9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.819722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e90428c-e578-4657-a555-fbe9b4e4d2c9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Fanout notify agent at l3_agent the message router_deleted on router 50a84514-26ad-461d-af95-d2130a33fa43 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:35:37.827085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.827427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.827988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.828486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.828989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.829492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.830008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.831105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.831606 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.832107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.832605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.832881 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e90428c-e578-4657-a555-fbe9b4e4d2c9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.833281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:35:37.835224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0e90428c-e578-4657-a555-fbe9b4e4d2c9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/routers/50a84514-26ad-461d-af95-d2130a33fa43 HTTP/1.1" status: 204 len: 168 time: 1.2721367 Feb 04 15:35:37.845067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['23fef52e-ce6d-4a54-929f-1050d4225760'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:35:37.848613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48544) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:37.851481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84514-26ad-461d-af95-d2130a33fa43', 'name': 'tempest-NetworksTestDHCPv6-router-1610406198', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:27Z', 'updated_at': '2022-02-04T15:35:33Z', 'revision_number': 3, 'project_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:37.915410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.924456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] Checking router: 50a84514-26ad-461d-af95-d2130a33fa43 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:37.958558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] Deleting port 7f809e7c-edc9-43be-90c2-bd1453cde886 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:37.958954 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:37.973301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7b7a723-8729-4865-bea3-740040c38538 req-43e229e1-b7c1-4b71-94de-11bf8276ead6 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188147 Feb 04 15:35:37.984991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853b22c7-f381-421a-b40b-7d2320413b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f86117-0607-42ac-ac92-3eba8fd296f7'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:37.988154 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811392c1-7b3e-44a7-b6cc-c72904f07eb9" -d '{"events": [{"server_uuid": "853b22c7-f381-421a-b40b-7d2320413b4b", "name": "network-vif-plugged", "status": "completed", "tag": "f3f86117-0607-42ac-ac92-3eba8fd296f7"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:37.994821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] Routers set() bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:37.995606 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] Router IDs set() for agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 15:35:37.996470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_agentschedulers_db [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'50a84514-26ad-461d-af95-d2130a33fa43'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent'). {{(pid=102424) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 15:35:37.997767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5788c-f611-47c7-bc18-2abbe1081277 None None] The sync data for ids ['50a84514-26ad-461d-af95-d2130a33fa43'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:38.057406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f3f86117-0607-42ac-ac92-3eba8fd296f7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f3f86117-0607-42ac-ac92-3eba8fd296f7,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:38.072504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] Deleting port 69ea883f-9af3-4e56-b808-6f439530526f {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:38.073289 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.082210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.098857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7605ccb9-05c8-4276-b5f6-64de8f2b123e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:38.105950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48548) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:38.106204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7605ccb9-05c8-4276-b5f6-64de8f2b123e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2469292 Feb 04 15:35:38.123519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-abc7ab15-a81b-426a-8fb0-6fac165038d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.129476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-abc7ab15-a81b-426a-8fb0-6fac165038d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.135374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-abc7ab15-a81b-426a-8fb0-6fac165038d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9a4c261-996c-4960-98fb-5bc2d85b0aaa HTTP/1.1" status: 204 len: 168 time: 0.7298994 Feb 04 15:35:38.136786 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.168610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No DVR routers for this DVR port 69ea883f-9af3-4e56-b808-6f439530526f on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:38.240951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ab15-a81b-426a-8fb0-6fac165038d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4c261-996c-4960-98fb-5bc2d85b0aaa,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:38.270087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef1df1-41a9-4c75-ac45-5db8d74caf1d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:38.273004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-79ef1df1-41a9-4c75-ac45-5db8d74caf1d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1645854 Feb 04 15:35:38.276898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48552) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:38.283999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=69ea883f-9af3-4e56-b808-6f439530526f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:38.331177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-64dc2549-c765-4b39-821a-9f540e8c54ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Deleting port d005b58f-433e-4030-9aeb-eb0f1ef6f632 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:38.331542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64dc2549-c765-4b39-821a-9f540e8c54ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.428588 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65f55c0-e59d-4660-b66a-d8372179f67c x-openstack-request-id: req-c65f55c0-e59d-4660-b66a-d8372179f67c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:38.429199 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853b22c7-f381-421a-b40b-7d2320413b4b", "name": "network-vif-plugged", "status": "completed", "tag": "f3f86117-0607-42ac-ac92-3eba8fd296f7", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:38.429701 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c65f55c0-e59d-4660-b66a-d8372179f67c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:38.430086 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853b22c7-f381-421a-b40b-7d2320413b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f86117-0607-42ac-ac92-3eba8fd296f7', 'code': 200} Feb 04 15:35:38.431083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c904b8fa-c1d5-4854-93b2-ebddb838102f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520760 Feb 04 15:35:38.437735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48558) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:38.442578 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.444376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7451ab4f-03d6-4164-8f77-2c89b698ccd1 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:38.460901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.465488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:38.491556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.494717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64dc2549-c765-4b39-821a-9f540e8c54ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.571983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-64dc2549-c765-4b39-821a-9f540e8c54ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Calling delete_port for d005b58f-433e-4030-9aeb-eb0f1ef6f632 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:38.579951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:38.597099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06dcad-4a6e-4a38-9189-b870f5322bad req-3ce53694-96da-450d-ade0-16711121e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:38.599722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e06dcad-4a6e-4a38-9189-b870f5322bad req-3ce53694-96da-450d-ade0-16711121e8a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 1096 time: 0.3286169 Feb 04 15:35:38.607055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856acf10-d79c-4997-8d2a-0fd07f72bb4d') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:38.607055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856acf10-d79c-4997-8d2a-0fd07f72bb4d') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:38.640767 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.648298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:38.668681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:38.673240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:38.712865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39165d-ce21-4e4a-930e-039c3ef468e7 req-e04043f4-3911-48d0-8528-32dc917820ea tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:38.721874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db39165d-ce21-4e4a-930e-039c3ef468e7 req-e04043f4-3911-48d0-8528-32dc917820ea tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 949 time: 0.1859481 Feb 04 15:35:38.750258 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.770832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] For port 69ea883f-9af3-4e56-b808-6f439530526f, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:38.772329 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.780328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:38.781191 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:38.786246 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:38.813480 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e06dcad-4a6e-4a38-9189-b870f5322bad req-1425325c-1643-4012-99b8-19682e8c889c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013676 Feb 04 15:35:38.848688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] For port 7f809e7c-edc9-43be-90c2-bd1453cde886, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7f809e7c-edc9-43be-90c2-bd1453cde886,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:38.849375 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.857778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Pushing event updated for resources: {'Port': ['ID=924fa40a-6996-4e8e-a22b-7f465dbfcad9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:38.861913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] Calling delete_port for 69ea883f-9af3-4e56-b808-6f439530526f owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:38.863277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db39165d-ce21-4e4a-930e-039c3ef468e7 req-7ece0fd6-2102-46b5-8cb5-e05ab9b2c517 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404696 Feb 04 15:35:38.891153 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.909476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] Port 69ea883f-9af3-4e56-b808-6f439530526f was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:35:38.913030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.921731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 HTTP/1.1" status: 204 len: 168 time: 2.5612125 Feb 04 15:35:38.927853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64dc2549-c765-4b39-821a-9f540e8c54ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.936547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] Calling delete_port for 7f809e7c-edc9-43be-90c2-bd1453cde886 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:38.939534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:38.947084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec753ca-2a00-4cfe-aac2-362a0ceb0f12 req-773fade1-bc4b-4d19-a4d9-669f278d27cb tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:38.953337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ec753ca-2a00-4cfe-aac2-362a0ceb0f12 req-773fade1-bc4b-4d19-a4d9-669f278d27cb tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 945 time: 0.4823036 Feb 04 15:35:38.955814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48566) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:38.961076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=f3f86117-0607-42ac-ac92-3eba8fd296f7,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:38.972734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd446b-ffd9-47ca-8d50-170dd639052e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:38.974645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] Network d82fdf8c-01b4-4fd7-8e3c-6259b2c5f316 is not hosted by any dhcp agent {{(pid=102424) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:35:38.975118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] No DVR routers for this DVR port 69ea883f-9af3-4e56-b808-6f439530526f on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:39.027386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc2549-c765-4b39-821a-9f540e8c54ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Port': ['ID=d005b58f-433e-4030-9aeb-eb0f1ef6f632,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.048783 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64dc2549-c765-4b39-821a-9f540e8c54ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.058052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-64dc2549-c765-4b39-821a-9f540e8c54ec tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/ports/d005b58f-433e-4030-9aeb-eb0f1ef6f632 HTTP/1.1" status: 204 len: 168 time: 1.2528882 Feb 04 15:35:39.058502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48572) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:39.067186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1317783953'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:39.071060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef853f-d7d6-426e-9e06-51a93e3a4f4e None None] Pushing event deleted for resources: {'Port': ['ID=69ea883f-9af3-4e56-b808-6f439530526f,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.085269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:39.086089 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.098690 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9850c1e-2bca-45e8-bf5e-21b1e2d38821 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): The resource could not be found. Feb 04 15:35:39.099285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9850c1e-2bca-45e8-bf5e-21b1e2d38821 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:39.106118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f9850c1e-2bca-45e8-bf5e-21b1e2d38821 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/subnets/157a52ff-104d-47fc-abad-a494f65028ed HTTP/1.1" status: 404 len: 337 time: 0.0460312 Feb 04 15:35:39.110627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48574) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:39.267565 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.326337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:39.330506 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.348337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 69ea883f-9af3-4e56-b808-6f439530526f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:39.354023 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.359963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] Pushing event deleted for resources: {'Port': ['ID=7f809e7c-edc9-43be-90c2-bd1453cde886,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.419433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860a700-0d31-4a30-89b3-b6fc1ded37b1 None None] No DVR routers for this DVR port 7f809e7c-edc9-43be-90c2-bd1453cde886 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:39.423115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 69ea883f-9af3-4e56-b808-6f439530526f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:39.424213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 69ea883f-9af3-4e56-b808-6f439530526f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:39.425371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7f809e7c-edc9-43be-90c2-bd1453cde886 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:39.429223 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.447004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75928b7-ad31-450e-a809-58f04908f4f0 req-9021fb8e-d198-45db-ae9a-5e0b0cd405e7 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:39.449261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b75928b7-ad31-450e-a809-58f04908f4f0 req-9021fb8e-d198-45db-ae9a-5e0b0cd405e7 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 944 time: 0.1899266 Feb 04 15:35:39.508175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84abb9d-87ef-4982-8cd2-cc9480c6f368 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:35:39.557471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ec753ca-2a00-4cfe-aac2-362a0ceb0f12 req-e27ccd14-891b-4cd0-9d5d-4361f5a98610 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636946 Feb 04 15:35:39.593952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b75928b7-ad31-450e-a809-58f04908f4f0 req-5244d019-15a0-4a0a-a82b-b913985a8a87 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182821 Feb 04 15:35:39.597598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.628877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9264690c-6a4a-40be-a404-7b37ca8df13a']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:39.641602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7f809e7c-edc9-43be-90c2-bd1453cde886 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:39.641602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7f809e7c-edc9-43be-90c2-bd1453cde886 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:39.653533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb8f2dd-e564-4095-bbc8-380a62f816dd') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:39.654833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb8f2dd-e564-4095-bbc8-380a62f816dd') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:39.680707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.681245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:39.688763 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.690264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.695988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:39.703446 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.722728 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.740725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:39.741296 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:39.749888 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:39.774232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84abb9d-87ef-4982-8cd2-cc9480c6f368 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:35:39.847854 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.849833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.859230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:39.880160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.880973 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:39.884729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/9264690c-6a4a-40be-a404-7b37ca8df13a HTTP/1.1" status: 204 len: 168 time: 0.7729962 Feb 04 15:35:39.885915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545c4db-d7a3-49b3-b820-059f3a28a98a tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Network': ['ID=9264690c-6a4a-40be-a404-7b37ca8df13a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:39.888603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48584) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:40.110211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-17e81838-2d9f-4bf6-bf58-3b4ec5042aa7 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Deleting port b31b3d73-5753-485a-94fb-3035bd7175b7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:40.110773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17e81838-2d9f-4bf6-bf58-3b4ec5042aa7 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.136051 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.136807 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment 04ad65ec-8a7e-4600-8bee-7c9e826937b7 of type vlan for network d8321737-debd-4f39-971e-e55b200075c3 Feb 04 15:35:40.166657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.203868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17e81838-2d9f-4bf6-bf58-3b4ec5042aa7 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.238935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-17e81838-2d9f-4bf6-bf58-3b4ec5042aa7 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Calling delete_port for b31b3d73-5753-485a-94fb-3035bd7175b7 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:40.255706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 23fef52e-ce6d-4a54-929f-1050d4225760 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:40.388292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17e81838-2d9f-4bf6-bf58-3b4ec5042aa7 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.448983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:40.454050 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfd34f3-2e66-43c6-bc3f-bcb71e4a9687" -d '{"events": [{"server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "name": "network-vif-plugged", "status": "completed", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:40.463845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e81838-2d9f-4bf6-bf58-3b4ec5042aa7 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Port': ['ID=b31b3d73-5753-485a-94fb-3035bd7175b7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:40.482586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-17e81838-2d9f-4bf6-bf58-3b4ec5042aa7 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.489836 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-17e81838-2d9f-4bf6-bf58-3b4ec5042aa7 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/ports/b31b3d73-5753-485a-94fb-3035bd7175b7 HTTP/1.1" status: 204 len: 168 time: 0.5999782 Feb 04 15:35:40.491175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:35:40.493921 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.496193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48598) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:40.498393 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.522117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc488f-564c-4379-ab76-c2d75c3ce3b6 req-f2e4de3e-af1f-4aff-82a4-b7c34e9cfc28 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:40.530443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'c5c802a1-bc0d-4e20-8a41-344a3b6701a5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:35:40.532565 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.534831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eadc488f-564c-4379-ab76-c2d75c3ce3b6 req-f2e4de3e-af1f-4aff-82a4-b7c34e9cfc28 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 949 time: 0.3957820 Feb 04 15:35:40.577827 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0ab5f9-68a5-4787-af3b-385b4107cb43 x-openstack-request-id: req-7c0ab5f9-68a5-4787-af3b-385b4107cb43 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:40.578324 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "name": "network-vif-plugged", "status": "completed", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:40.578757 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c0ab5f9-68a5-4787-af3b-385b4107cb43 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:40.579448 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'code': 200} Feb 04 15:35:40.597167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 23fef52e-ce6d-4a54-929f-1050d4225760 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:35:40.604399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 23fef52e-ce6d-4a54-929f-1050d4225760 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:40.605316 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.615436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:35:40.619937 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f3b775-7c67-4fbe-8823-1c9a70fb4803 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] DELETE failed (client error): The resource could not be found. Feb 04 15:35:40.620825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f3b775-7c67-4fbe-8823-1c9a70fb4803 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:35:40.625582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-29f3b775-7c67-4fbe-8823-1c9a70fb4803 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/subnets/352f3e7b-20f4-4d53-b3ef-5e0e59c0fb25 HTTP/1.1" status: 404 len: 337 time: 0.1282651 Feb 04 15:35:40.630808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48604) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:40.757523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.769479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:40.771186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.791948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=c5c802a1-bc0d-4e20-8a41-344a3b6701a5,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:40.835860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:40.976824 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9302180 Feb 04 15:35:40.984310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839d268-e4d2-435f-be90-de5dc8848c33 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=d8321737-debd-4f39-971e-e55b200075c3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:40.989688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:40.990159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48610) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:41.007150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': 'd8321737-debd-4f39-971e-e55b200075c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:41.010883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d8321737-debd-4f39-971e-e55b200075c3 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:35:41.066473 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.068514 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eadc488f-564c-4379-ab76-c2d75c3ce3b6 req-45d38624-4ca4-411e-bb75-4b76187dea60 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327344 Feb 04 15:35:41.069505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:41.081053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Allocated IP 2001:db8::f816:3eff:fe76:aff7 (9441201d-a349-4a5a-8681-870320442b3d/c5c802a1-bc0d-4e20-8a41-344a3b6701a5/a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:41.105749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.106640 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.138588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Router fae7090d-1bd4-42f8-88d4-930ad5eca0aa is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:35:41.159911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dd71ced9-d6ff-4ecd-8c1e-ba1d49f5b6cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7157528 Feb 04 15:35:41.160579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48612) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:41.182446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:41.402331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:41.405566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 23fef52e-ce6d-4a54-929f-1050d4225760, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=23fef52e-ce6d-4a54-929f-1050d4225760,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:41.406349 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.505192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077d92a-76e8-43b8-8f66-bfed141799ff req-a3c4d30c-4ddb-41c4-97da-1336d26af7bf tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.513396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8077d92a-76e8-43b8-8f66-bfed141799ff req-a3c4d30c-4ddb-41c4-97da-1336d26af7bf tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.2757795 Feb 04 15:35:41.576819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:41.580412 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.593544 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Sync routers for ids ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:41.599513 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.618569 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Routers {'fae7090d-1bd4-42f8-88d4-930ad5eca0aa'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:41.618793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8077d92a-76e8-43b8-8f66-bfed141799ff req-2d6cd254-d6b0-49c2-9750-98365b4a07e3 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038520 Feb 04 15:35:41.623839 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:41.650724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.699147 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.760089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c269309-1896-4022-9578-fc75f2dd245f']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:41.767588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=23fef52e-ce6d-4a54-929f-1050d4225760,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:41.791620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3a71b6-97e4-47b6-b62a-3440cbf40fd0') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:41.792267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3a71b6-97e4-47b6-b62a-3440cbf40fd0') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:41.798864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5618c-d531-4e8e-ab38-0e7351f6299f req-07a53765-1373-438f-bfbd-61ae721251c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.800888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-feb5618c-d531-4e8e-ab38-0e7351f6299f req-07a53765-1373-438f-bfbd-61ae721251c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 1096 time: 0.9518008 Feb 04 15:35:41.832996 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.883346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Pushing event updated for resources: {'Port': ['ID=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:41.890638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698dc52-de20-4032-a822-033d99bd6c64 req-3f46b188-728f-4352-b852-0463c2442c5f tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:41.903512 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Set router fae7090d-1bd4-42f8-88d4-930ad5eca0aa gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:41.904063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6698dc52-de20-4032-a822-033d99bd6c64 req-3f46b188-728f-4352-b852-0463c2442c5f tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 945 time: 0.3856885 Feb 04 15:35:41.907291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:41.909214 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.911815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:41.916939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:41.952956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.952956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7e2d8bcd-ca61-445a-9d88-46638e1012f6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6603918 Feb 04 15:35:41.952956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:41.966094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48614) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:42.034462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:42.040264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.066292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=edcc1003-41b6-4dc2-96dc-244e871c6771,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:42.086038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:42.086715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.102092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Attempting to bind port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:42.103010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Attempting to bind port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:42.103812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Attempting to bind port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:42.104387 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:42.119743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:42.120722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:42.121657 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.122713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:42.123733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Bound port: a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:42.124637 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.126046 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6698dc52-de20-4032-a822-033d99bd6c64 req-ee60fb3b-49ce-41a1-81e2-4a97cb204886 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206230 Feb 04 15:35:42.266696 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:35:39Z', 'revision_number': 3, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port': {'id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:36Z', 'updated_at': '2022-02-04T15:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:42.374720 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Checking router: fae7090d-1bd4-42f8-88d4-930ad5eca0aa for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:42.379578 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Updating router fae7090d-1bd4-42f8-88d4-930ad5eca0aa port 924fa40a-6996-4e8e-a22b-7f465dbfcad9 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:35:42.381056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] For port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:42.389256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-feb5618c-d531-4e8e-ab38-0e7351f6299f req-bc2d0dbc-a6a4-4a5e-940c-d764159776b4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730586 Feb 04 15:35:42.395371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] For port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:42.405038 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.446555 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.465997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': '04ad65ec-8a7e-4600-8bee-7c9e826937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8321737-debd-4f39-971e-e55b200075c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:42.466998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: d8321737-debd-4f39-971e-e55b200075c3, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:42.580594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5347b1-631e-40fc-a544-439232753b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fef52e-ce6d-4a54-929f-1050d4225760'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:42.586383 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e89a38-45e2-4488-964d-df3c4b43c00d" -d '{"events": [{"server_uuid": "7c5347b1-631e-40fc-a544-439232753b58", "name": "network-vif-plugged", "status": "completed", "tag": "23fef52e-ce6d-4a54-929f-1050d4225760"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:42.594346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.605773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.613570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network d8321737-debd-4f39-971e-e55b200075c3 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:42.627835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/2c269309-1896-4022-9578-fc75f2dd245f HTTP/1.1" status: 204 len: 168 time: 1.9957364 Feb 04 15:35:42.630682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48624) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:42.687536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca055383-bc45-4a47-84f5-87b7e9563075 None None] Pushing event updated for resources: {'Port': ['ID=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:42.737741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7a83d-41ed-4fe4-954b-90632a2b507c tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Network': ['ID=2c269309-1896-4022-9578-fc75f2dd245f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:42.772267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d8321737-debd-4f39-971e-e55b200075c3) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:42.798452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:42.799321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:42.819791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec06cc61-33ac-416c-adc3-f65241f20a01 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Deleting subnet d7dab63a-7fa9-4871-a0e8-15a0a9e37e09 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:35:42.832744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368f6a-593c-40f0-b160-17c20f23aaed req-40361f13-faa8-414c-a8de-fa34d96631f6 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:42.850725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4368f6a-593c-40f0-b160-17c20f23aaed req-40361f13-faa8-414c-a8de-fa34d96631f6 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 950 time: 0.3743138 Feb 04 15:35:42.872877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec06cc61-33ac-416c-adc3-f65241f20a01 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.141165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4368f6a-593c-40f0-b160-17c20f23aaed req-c52048aa-bea0-4b27-ab0c-d0f7fdcf44c5 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892809 Feb 04 15:35:43.177672 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec06cc61-33ac-416c-adc3-f65241f20a01 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.220157 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.241818 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.323001 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572f7d3a-c753-42e4-be11-cfdc162555cb x-openstack-request-id: req-572f7d3a-c753-42e4-be11-cfdc162555cb {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:43.323864 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5347b1-631e-40fc-a544-439232753b58", "name": "network-vif-plugged", "status": "completed", "tag": "23fef52e-ce6d-4a54-929f-1050d4225760", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:43.324505 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-572f7d3a-c753-42e4-be11-cfdc162555cb {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:43.328099 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5347b1-631e-40fc-a544-439232753b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fef52e-ce6d-4a54-929f-1050d4225760', 'code': 200} Feb 04 15:35:43.455334 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa99581-860d-4a02-8276-33b9d92710d5 None None] Pushing event updated for resources: {'Port': ['ID=924fa40a-6996-4e8e-a22b-7f465dbfcad9,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:43.471226 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Attempting to bind port 924fa40a-6996-4e8e-a22b-7f465dbfcad9 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:43.475760 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Attempting to bind port 924fa40a-6996-4e8e-a22b-7f465dbfcad9 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:43.476352 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Attempting to bind port 924fa40a-6996-4e8e-a22b-7f465dbfcad9 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:43.491438 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:43.492177 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:43.492773 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.493239 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:43.493755 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Bound port: 924fa40a-6996-4e8e-a22b-7f465dbfcad9, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:43.494216 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.564040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:43.639908 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] For port 924fa40a-6996-4e8e-a22b-7f465dbfcad9, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:43.648083 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] For port 924fa40a-6996-4e8e-a22b-7f465dbfcad9, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=924fa40a-6996-4e8e-a22b-7f465dbfcad9,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:43.667302 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.736742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5b3f2-a643-45a9-a463-a9339a58245d req-99008b59-7474-45d8-81e5-a71f072e051f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.741448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58a5b3f2-a643-45a9-a463-a9339a58245d req-99008b59-7474-45d8-81e5-a71f072e051f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.3230255 Feb 04 15:35:43.765598 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Routers {'fae7090d-1bd4-42f8-88d4-930ad5eca0aa'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:43.766277 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:43.781482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:43.782337 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:43.791169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbcd26-68d5-42ea-b65b-17267a44de81 req-3c5346e0-2a2d-45ac-8ba6-fc39bad4623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:43.794263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9dbcd26-68d5-42ea-b65b-17267a44de81 req-3c5346e0-2a2d-45ac-8ba6-fc39bad4623f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 1101 time: 0.3049529 Feb 04 15:35:44.018386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-468cc39f-2e66-4c2e-b1da-e8d78ee200ee tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0134315 Feb 04 15:35:44.025275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48650) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:44.032106 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec06cc61-33ac-416c-adc3-f65241f20a01 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.045827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e93b5127-dbe7-4da8-b91b-ee2cc6a3296e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-278184345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:44.050519 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] Set router fae7090d-1bd4-42f8-88d4-930ad5eca0aa gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:44.163834 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.182571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58a5b3f2-a643-45a9-a463-a9339a58245d req-f531850c-a320-41c4-859b-8538e06fd119 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283643 Feb 04 15:35:44.254930 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9dbcd26-68d5-42ea-b65b-17267a44de81 req-8f7acf5c-ec51-4faa-bfa6-17efd96b6912 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713598 Feb 04 15:35:44.311952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:44.325658 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.352111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec06cc61-33ac-416c-adc3-f65241f20a01 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.456118 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa99581-860d-4a02-8276-33b9d92710d5 None None] Pushing event updated for resources: {'Port': ['ID=924fa40a-6996-4e8e-a22b-7f465dbfcad9,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:44.479288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec06cc61-33ac-416c-adc3-f65241f20a01 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.495958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ec06cc61-33ac-416c-adc3-f65241f20a01 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/subnets/d7dab63a-7fa9-4871-a0e8-15a0a9e37e09 HTTP/1.1" status: 204 len: 168 time: 1.8616042 Feb 04 15:35:44.499054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06cc61-33ac-416c-adc3-f65241f20a01 tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dab63a-7fa9-4871-a0e8-15a0a9e37e09,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:44.510229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48658) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:44.516885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:44.622992 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:35:39Z', 'revision_number': 3, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port': {'id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:36Z', 'updated_at': '2022-02-04T15:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:44.663235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48660) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:44.680985 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e66215-779d-4221-9e84-88f510aa0ee8 None None] The sync data for ids ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'] in n-d-827869-1 is: [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:35:39Z', 'revision_number': 3, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port': {'id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:36Z', 'updated_at': '2022-02-04T15:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:44.810512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e93b5127-dbe7-4da8-b91b-ee2cc6a3296e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.813206 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e93b5127-dbe7-4da8-b91b-ee2cc6a3296e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:44.874078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d8b974-4cd4-430e-9fca-0007c29a7df3 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:44.890904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c229c-2f46-43fc-9c02-81ae974ab82d None None] Network d8321737-debd-4f39-971e-e55b200075c3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:44.954500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-918bf7e6-7bc8-43f3-bab3-32e876a398b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.164101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-918bf7e6-7bc8-43f3-bab3-32e876a398b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.177424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-918bf7e6-7bc8-43f3-bab3-32e876a398b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.180696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6a897-14d7-4c25-9abf-d528ee26a285 None None] Network d401f02b-4ef0-4469-8a12-8e49999782c1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:45.220361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbebe5-62bd-463b-b1bc-ccba493ea279 req-2664d11c-0a10-462f-ad06-046b82e94f32 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.237395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dedbebe5-62bd-463b-b1bc-ccba493ea279 req-2664d11c-0a10-462f-ad06-046b82e94f32 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 950 time: 0.8384063 Feb 04 15:35:45.292431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.369215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-918bf7e6-7bc8-43f3-bab3-32e876a398b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=89d442f3c31c4190b37a8921da332ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045400 Feb 04 15:35:45.376047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48666) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:45.377105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bf7e6-7bc8-43f3-bab3-32e876a398b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dbb400-b8f2-4638-acf7-3c414858cc12,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:45.378294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.424536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e93b5127-dbe7-4da8-b91b-ee2cc6a3296e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.433410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:45.513063 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e93b5127-dbe7-4da8-b91b-ee2cc6a3296e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.525914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:45.547473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:45.559037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.560677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.570154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=4ebc568e-7147-455d-909c-a4d3c9e7cd3b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:45.593421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dedbebe5-62bd-463b-b1bc-ccba493ea279 req-e336e74e-0672-487a-9474-960189eb7d22 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590181 Feb 04 15:35:45.686082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df8db60d-ae6b-42e2-b6cd-3d9c7df83d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.727496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3506b-096f-4b7f-a6ea-480e56d887ed req-d7a82d48-9800-4399-b550-19da2aa5d45f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:45.741838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75c3506b-096f-4b7f-a6ea-480e56d887ed req-d7a82d48-9800-4399-b550-19da2aa5d45f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.4132578 Feb 04 15:35:45.769320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dab7a10e-0501-4fa4-be04-d976a7faf120 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6046345 Feb 04 15:35:45.790995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48674) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:45.797720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:21:e1:c9', 'name': 'tempest-NetworksTestDHCPv6-99900718'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:45.798038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e93b5127-dbe7-4da8-b91b-ee2cc6a3296e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.801517 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e93b5127-dbe7-4da8-b91b-ee2cc6a3296e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.7631588 Feb 04 15:35:45.808098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:45.986397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6cd49b8f-cd8b-4af5-b99d-a7b73c7397f4 None None] Provisioning complete for port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:45.987045 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6cd49b8f-cd8b-4af5-b99d-a7b73c7397f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:45.992054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df8db60d-ae6b-42e2-b6cd-3d9c7df83d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.069495 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75c3506b-096f-4b7f-a6ea-480e56d887ed req-d95097f1-61e8-43a2-ad2f-1b2038d99ccd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260646 Feb 04 15:35:46.147271 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.152375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Deleting port 80dc8482-5933-40dd-a8f6-ff8544b56db8 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:46.153135 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.244553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:46.245031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.269097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:46.328803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df8db60d-ae6b-42e2-b6cd-3d9c7df83d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.333113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df8db60d-ae6b-42e2-b6cd-3d9c7df83d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.335789 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-df8db60d-ae6b-42e2-b6cd-3d9c7df83d4b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c0dbb400-b8f2-4638-acf7-3c414858cc12 HTTP/1.1" status: 204 len: 168 time: 0.9526405 Feb 04 15:35:46.385325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] For port 80dc8482-5933-40dd-a8f6-ff8544b56db8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80dc8482-5933-40dd-a8f6-ff8544b56db8,segment=NetworkSegment(8d1551b2-15e2-44a8-b3d9-f96206329eb9),segment_id=8d1551b2-15e2-44a8-b3d9-f96206329eb9)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:46.385910 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.400973 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] DHCP port deletion for d401f02b-4ef0-4469-8a12-8e49999782c1 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:35:46.463291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Calling delete_port for 80dc8482-5933-40dd-a8f6-ff8544b56db8 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:46.505346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8db60d-ae6b-42e2-b6cd-3d9c7df83d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dbb400-b8f2-4638-acf7-3c414858cc12,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:46.558896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2041ece-129a-43de-bf72-b89f24147fdf req-e203e29b-6243-4f00-bd1e-d8dff0ca68ef tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:46.561588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2041ece-129a-43de-bf72-b89f24147fdf req-e203e29b-6243-4f00-bd1e-d8dff0ca68ef tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.1369960 Feb 04 15:35:46.647168 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:46.679403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2041ece-129a-43de-bf72-b89f24147fdf req-b48e021e-b2a5-479f-8c39-08dd99ba2984 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985749 Feb 04 15:35:46.703644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 32bbd13e-b2d3-48e3-92ed-04162dece301 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:35:46.901799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-d8321737-debd-4f39-971e-e55b200075c3', 'network_id': 'd8321737-debd-4f39-971e-e55b200075c3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': 'edcc1003-41b6-4dc2-96dc-244e871c6771'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:35:46.903944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.012344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] Deleting port 80dc8482-5933-40dd-a8f6-ff8544b56db8 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:47.014570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.157676 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.214017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea60766-0e2e-4131-bbb0-c7038ba15433 req-8ba49279-dad5-4179-ba59-241b6ff6e876 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:47.230814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ea60766-0e2e-4131-bbb0-c7038ba15433 req-8ba49279-dad5-4179-ba59-241b6ff6e876 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 950 time: 0.4286168 Feb 04 15:35:47.251003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 172.20.0.4 (9441201d-a349-4a5a-8681-870320442b3d/4ebc568e-7147-455d-909c-a4d3c9e7cd3b/32bbd13e-b2d3-48e3-92ed-04162dece301) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:47.274702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fe21:e1c9 (9441201d-a349-4a5a-8681-870320442b3d/c5c802a1-bc0d-4e20-8a41-344a3b6701a5/32bbd13e-b2d3-48e3-92ed-04162dece301) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:47.343446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.368089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] No DVR routers for this DVR port 80dc8482-5933-40dd-a8f6-ff8544b56db8 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:47.524889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacafc88-e876-4a73-828d-e4b2349f4aec None None] Update dhcp port {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': 'c5c802a1-bc0d-4e20-8a41-344a3b6701a5', 'ip_address': '2001:db8::f816:3eff:fe76:aff7'}, {'subnet_id': '4ebc568e-7147-455d-909c-a4d3c9e7cd3b'}], 'binding:host_id': 'n-d-827869-1'}, 'id': 'a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:35:47.532156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Allocated IP 172.20.0.1 (e985d09d-8199-4466-8547-0d0dba1afd31/a53afad6-f729-4ade-b21e-110e1069b409/bf6801b6-decc-475c-9fa9-1f572054c957) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:47.564753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] For port 80dc8482-5933-40dd-a8f6-ff8544b56db8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80dc8482-5933-40dd-a8f6-ff8544b56db8,segment=NetworkSegment(8d1551b2-15e2-44a8-b3d9-f96206329eb9),segment_id=8d1551b2-15e2-44a8-b3d9-f96206329eb9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:47.565392 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.687052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Port': ['ID=80dc8482-5933-40dd-a8f6-ff8544b56db8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:47.713192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] Calling delete_port for 80dc8482-5933-40dd-a8f6-ff8544b56db8 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:47.751849 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dacafc88-e876-4a73-828d-e4b2349f4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.834905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ea60766-0e2e-4131-bbb0-c7038ba15433 req-9d9fc514-4322-416e-a18f-6bf8914ca4f0 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018848 Feb 04 15:35:47.839986 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.892089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:47.932670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 924fa40a-6996-4e8e-a22b-7f465dbfcad9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:47.977006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Allocated IP 2001:db8::2 (d8321737-debd-4f39-971e-e55b200075c3/edcc1003-41b6-4dc2-96dc-244e871c6771/28861487-897b-4803-b42b-98018029ed2a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:48.029262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d401f02b-4ef0-4469-8a12-8e49999782c1']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:48.052208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-bc1a6838-e88a-4efd-be07-425bfd45eba2 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:48.066087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-bc1a6838-e88a-4efd-be07-425bfd45eba2 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 814 time: 0.5494041 Feb 04 15:35:48.074099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1551b2-15e2-44a8-b3d9-f96206329eb9') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:48.074502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1551b2-15e2-44a8-b3d9-f96206329eb9') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:48.107070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.141321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.175446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.194621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.208944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:35:48.210088 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:35:48.218803 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:35:48.245472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.268973 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:35:48.272053 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:35:48.275654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48728) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:48.330647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.338756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Network e985d09d-8199-4466-8547-0d0dba1afd31 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:48.354069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:48.359756 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-67fcb484-84fc-49fd-bbe7-23e8edd020d0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/quotas/95cfa9dd2111419cb5adf8e0250c2625 HTTP/1.1" status: 200 len: 375 time: 0.1524849 Feb 04 15:35:48.366735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:48.385466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 924fa40a-6996-4e8e-a22b-7f465dbfcad9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:48.388905 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.431930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:48.446493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:48.446782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.463809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:48.534879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Pushing event updated for resources: {'Port': ['ID=bf6801b6-decc-475c-9fa9-1f572054c957,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:48.540869 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.565017 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.567931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] Pushing event deleted for resources: {'Port': ['ID=80dc8482-5933-40dd-a8f6-ff8544b56db8,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:48.573472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] 10.222.0.47 "DELETE /v2.0/networks/d401f02b-4ef0-4469-8a12-8e49999782c1 HTTP/1.1" status: 204 len: 168 time: 3.8895667 Feb 04 15:35:48.577994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c480cc-b6d2-4137-a727-d91c362abb9f tempest-NetworksIpV6TestAttrs-1082990729 tempest-NetworksIpV6TestAttrs-1082990729-project] Pushing event deleted for resources: {'Network': ['ID=d401f02b-4ef0-4469-8a12-8e49999782c1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:48.605647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939bbbb4-5b7b-4350-b4dc-e4018d52dcc8 None None] No DVR routers for this DVR port 80dc8482-5933-40dd-a8f6-ff8544b56db8 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:48.634301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:48.636378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.661693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1202675668-network', 'tenant_id': 'b81ea7aca70446ca982891a1493c56e4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:48.705712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-b8e6a907-093d-498c-ae52-64a3f9597463 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3428562 Feb 04 15:35:48.707117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=32bbd13e-b2d3-48e3-92ed-04162dece301,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:48.805770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.808135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-dacafc88-e876-4a73-828d-e4b2349f4aec None None] Allocated IP 172.20.0.2 (9441201d-a349-4a5a-8681-870320442b3d/4ebc568e-7147-455d-909c-a4d3c9e7cd3b/a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:48.822825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-145891ed-f35d-4d75-8f0f-363ce4e947e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.0282927 Feb 04 15:35:48.830771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48738) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:48.893235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Made reservation on behalf of b81ea7aca70446ca982891a1493c56e4 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:48.897788 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:48.941403 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.176654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-b72b0d84-fbc7-4389-bb0e-6f3af6c8d84b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.180747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-b72b0d84-fbc7-4389-bb0e-6f3af6c8d84b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.50 "GET /v2.0/ports?device_id=65049c30-0763-4834-b4d6-138b5e9d9697 HTTP/1.1" status: 200 len: 945 time: 0.2404671 Feb 04 15:35:49.325555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:49.335945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb85b4-cd94-47f0-b325-3c3c70aec151 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.350752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb85b4-cd94-47f0-b325-3c3c70aec151 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:49.359781 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16eb85b4-cd94-47f0-b325-3c3c70aec151 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5274036 Feb 04 15:35:49.361135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48752) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:49.380971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-4366edcd-0c74-411f-bf37-b3b8b9c17086 service neutron] 10.222.0.47 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469154 Feb 04 15:35:49.392684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.399452 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.406149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.451835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.501871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.558031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Pushing event updated for resources: {'Port': ['ID=28861487-897b-4803-b42b-98018029ed2a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.562872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Deleting port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:49.563419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.581835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 924fa40a-6996-4e8e-a22b-7f465dbfcad9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=924fa40a-6996-4e8e-a22b-7f465dbfcad9,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:49.586977 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-dacafc88-e876-4a73-828d-e4b2349f4aec None None] For port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:49.600166 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-45924095-9a92-4247-b27d-f29cd6d1884d service neutron] 10.222.0.47 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151866 Feb 04 15:35:49.610374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.644427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.724892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Network d8321737-debd-4f39-971e-e55b200075c3 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:49.744266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.767681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:49.776510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8::1 (d8321737-debd-4f39-971e-e55b200075c3/edcc1003-41b6-4dc2-96dc-244e871c6771/d0aab90a-a43f-44f3-bf0e-2baaab05ecca) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:49.777892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:49.778935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80dc8482-5933-40dd-a8f6-ff8544b56db8 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:49.796902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:49.881458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eb89ab-5c13-469e-8b77-87447d9d1f4a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:49.922700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dacafc88-e876-4a73-828d-e4b2349f4aec None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.925753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 80dc8482-5933-40dd-a8f6-ff8544b56db8 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:49.926359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80dc8482-5933-40dd-a8f6-ff8544b56db8 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:49.938537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:49.938537 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Added segment c81ab10a-dbda-4ca4-84e7-66e3235ae189 of type vlan for network a21adb9b-5f6b-4243-a61d-187c3da55956 Feb 04 15:35:49.975660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5a114ee-e100-4498-bbb0-ef0bfbe32fc8 req-25bc58eb-6b6b-4e5c-9ab0-a9b313a8170d tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 210 time: 0.0536561 Feb 04 15:35:50.024387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dacafc88-e876-4a73-828d-e4b2349f4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.057756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=924fa40a-6996-4e8e-a22b-7f465dbfcad9,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.074563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.074914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Attempting to bind port 28861487-897b-4803-b42b-98018029ed2a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:50.075445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Attempting to bind port 28861487-897b-4803-b42b-98018029ed2a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '04ad65ec-8a7e-4600-8bee-7c9e826937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8321737-debd-4f39-971e-e55b200075c3'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:50.076021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Attempting to bind port 28861487-897b-4803-b42b-98018029ed2a on network d8321737-debd-4f39-971e-e55b200075c3 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:50.096536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] For port 7451ab4f-03d6-4164-8f77-2c89b698ccd1, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7451ab4f-03d6-4164-8f77-2c89b698ccd1,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:50.097479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.109766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-06b89fed-338c-4898-98a7-b0c546ab4245 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=044dd081143d4f9bbd6a7b27e1bef486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7722557 Feb 04 15:35:50.117339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48760) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:50.158343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Calling delete_port for 7451ab4f-03d6-4164-8f77-2c89b698ccd1 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:50.188340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.188875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:50.189461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:50.189667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Checking segment: {'id': '04ad65ec-8a7e-4600-8bee-7c9e826937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8321737-debd-4f39-971e-e55b200075c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:50.190193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.190399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.190879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Bound using segment: {'id': '04ad65ec-8a7e-4600-8bee-7c9e826937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8321737-debd-4f39-971e-e55b200075c3'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:50.191869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Bound port: 28861487-897b-4803-b42b-98018029ed2a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ad65ec-8a7e-4600-8bee-7c9e826937b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8321737-debd-4f39-971e-e55b200075c3'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:50.192539 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.263717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.371742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.379712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacafc88-e876-4a73-828d-e4b2349f4aec None None] Pushing event updated for resources: {'Port': ['ID=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.443035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network d8321737-debd-4f39-971e-e55b200075c3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:50.458378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:50.475654 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.478760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Pushing event updated for resources: {'Port': ['ID=bf6801b6-decc-475c-9fa9-1f572054c957,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.482371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:50.482956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.504069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] For port 28861487-897b-4803-b42b-98018029ed2a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:35:50.515626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] For port 28861487-897b-4803-b42b-98018029ed2a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=28861487-897b-4803-b42b-98018029ed2a,segment=NetworkSegment(04ad65ec-8a7e-4600-8bee-7c9e826937b7),segment_id=04ad65ec-8a7e-4600-8bee-7c9e826937b7)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:35:50.526185 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.535304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2577825 Feb 04 15:35:50.544348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-915b4253-4444-4e3d-9d8c-2684f478b6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.549840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cf1cf-d71f-4722-baa8-97ca35501414 admin admin] Pushing event updated for resources: {'Network': ['ID=a21adb9b-5f6b-4243-a61d-187c3da55956,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:50.584861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48766) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:50.608850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Request body: {'subnet': {'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1202675668-subnet', 'tenant_id': 'b81ea7aca70446ca982891a1493c56e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:50.648802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a21adb9b-5f6b-4243-a61d-187c3da55956 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:35:50.701661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-915b4253-4444-4e3d-9d8c-2684f478b6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:50.801898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Made reservation on behalf of b81ea7aca70446ca982891a1493c56e4 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:50.812293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.170809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c33d0131-99d1-48e3-a260-960ef17f80da req-a664d02b-9e4e-46b9-a834-947770adc1f0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 210 time: 0.0647099 Feb 04 15:35:51.171584 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.183183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-915b4253-4444-4e3d-9d8c-2684f478b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.186014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-915b4253-4444-4e3d-9d8c-2684f478b6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.187197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-915b4253-4444-4e3d-9d8c-2684f478b6e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54e257ba-1968-4095-a456-a30b1f8ca39b HTTP/1.1" status: 204 len: 168 time: 1.0610726 Feb 04 15:35:51.369478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8a0a-e199-408c-9db1-98c4895d295a None None] Pushing event updated for resources: {'Port': ['ID=28861487-897b-4803-b42b-98018029ed2a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:51.395550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-19be49f4-2de7-440a-9835-dae559fc5896 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:51.397248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-19be49f4-2de7-440a-9835-dae559fc5896 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 950 time: 0.5654464 Feb 04 15:35:51.408835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Pushing event deleted for resources: {'Port': ['ID=7451ab4f-03d6-4164-8f77-2c89b698ccd1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:51.416893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b4253-4444-4e3d-9d8c-2684f478b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e257ba-1968-4095-a456-a30b1f8ca39b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:51.700983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b0668cb9-3e23-4983-9494-9f0a281e02ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 32bbd13e-b2d3-48e3-92ed-04162dece301 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:51.701827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b0668cb9-3e23-4983-9494-9f0a281e02ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:51.804860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f712aad-e437-4409-b80f-0c22d8698d52 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:51.973949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=d0aab90a-a43f-44f3-bf0e-2baaab05ecca,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:52.006121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1958f904-3bbf-44b5-8658-7b79aae6426b None None] Provisioning complete for port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:52.006464 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1958f904-3bbf-44b5-8658-7b79aae6426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.244206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] No DVR routers for this DVR port 7451ab4f-03d6-4164-8f77-2c89b698ccd1 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:52.271652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Network e985d09d-8199-4466-8547-0d0dba1afd31 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:52.283280 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.289851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e0d20-7e43-4ee1-89f7-3e8f2830ccb4 req-2b800885-2195-4d23-ae04-c8af0abd6dd7 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:52.301871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ab2effc-719c-4b86-971f-dcbeeb57f458 req-bb3525ba-66c4-4536-8c10-560395ea94cd tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.50 "DELETE /v2.0/ports/7451ab4f-03d6-4164-8f77-2c89b698ccd1 HTTP/1.1" status: 204 len: 173 time: 3.0853810 Feb 04 15:35:52.308820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-264e0d20-7e43-4ee1-89f7-3e8f2830ccb4 req-2b800885-2195-4d23-ae04-c8af0abd6dd7 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 950 time: 2.8087580 Feb 04 15:35:52.374701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'name': 'network-vif-deleted', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:52.381179 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5003d3-d4d7-4ded-a4d9-48ca6848bbde" -d '{"events": [{"server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "name": "network-vif-deleted", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:52.398599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:52.508580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:52.555430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:52.578581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-264e0d20-7e43-4ee1-89f7-3e8f2830ccb4 req-1308cc7d-6489-4348-b5ee-380a2fa58587 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666712 Feb 04 15:35:52.757478 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c50c521-a91e-437d-af9f-b72eec4ddfae x-openstack-request-id: req-0c50c521-a91e-437d-af9f-b72eec4ddfae {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:52.757944 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65049c30-0763-4834-b4d6-138b5e9d9697", "name": "network-vif-deleted", "tag": "7451ab4f-03d6-4164-8f77-2c89b698ccd1", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:52.758472 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c50c521-a91e-437d-af9f-b72eec4ddfae {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:52.759578 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65049c30-0763-4834-b4d6-138b5e9d9697', 'name': 'network-vif-deleted', 'tag': '7451ab4f-03d6-4164-8f77-2c89b698ccd1', 'status': 'completed', 'code': 200} Feb 04 15:35:52.774319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee8fec71-7595-4e8b-ae51-e160c62a09aa req-53893d57-09b0-441f-9fb4-3c2fb2586079 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 210 time: 0.3805463 Feb 04 15:35:52.914361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7451ab4f-03d6-4164-8f77-2c89b698ccd1 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:53.009227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62aab49-ed6d-46a4-816c-68adc06e06ae,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:53.009915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Router fae7090d-1bd4-42f8-88d4-930ad5eca0aa has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:35:53.017111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Checking segment: {'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:53.017880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Network hostable DHCP agents. Network: a21adb9b-5f6b-4243-a61d-187c3da55956, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:35:53.061507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b0668cb9-3e23-4983-9494-9f0a281e02ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.071705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 7451ab4f-03d6-4164-8f77-2c89b698ccd1 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:53.078646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7451ab4f-03d6-4164-8f77-2c89b698ccd1 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:53.084490 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.120526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.125179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:53.125593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.130368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b0668cb9-3e23-4983-9494-9f0a281e02ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 32bbd13e-b2d3-48e3-92ed-04162dece301 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:53.133060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Deleting port 23fef52e-ce6d-4a54-929f-1050d4225760 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:35:53.133569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.171269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Network a21adb9b-5f6b-4243-a61d-187c3da55956 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:35:53.415876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:53.445040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cd61e6ce-1113-4f20-ae7d-afdd05a93dce admin admin] 10.222.0.47 "PUT /v2.0/routers/fae7090d-1bd4-42f8-88d4-930ad5eca0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3994446 Feb 04 15:35:53.489448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-7fd32d80-a40c-4b8e-843c-bf644e687669 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:53.496824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-7fd32d80-a40c-4b8e-843c-bf644e687669 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.50 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 814 time: 0.8134992 Feb 04 15:35:53.532880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09407251-c35b-477f-a994-e71b5433037f None None] Sync routers for ids ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:53.566772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a21adb9b-5f6b-4243-a61d-187c3da55956) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:53.597391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09407251-c35b-477f-a994-e71b5433037f None None] Routers {'fae7090d-1bd4-42f8-88d4-930ad5eca0aa'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:53.603620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Request body: {'port': {'device_id': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'admin_state_up': True, 'tenant_id': '95cfa9dd2111419cb5adf8e0250c2625'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:53.633178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-09407251-c35b-477f-a994-e71b5433037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:53.641738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209c86a-892a-45ab-8759-5e4e622c9aa3 None None] Network a21adb9b-5f6b-4243-a61d-187c3da55956 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:53.650291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:53.651017 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.739313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f1b3808d-b2f5-4056-87f5-5ce104c8063c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1524112 Feb 04 15:35:53.742260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48806) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:53.745021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] For port 23fef52e-ce6d-4a54-929f-1050d4225760, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=23fef52e-ce6d-4a54-929f-1050d4225760,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:53.745460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:53.971918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Calling delete_port for 23fef52e-ce6d-4a54-929f-1050d4225760 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:35:54.078844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315b751-dd75-48b9-83d3-e24c0275e607 None None] Network d8321737-debd-4f39-971e-e55b200075c3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:54.089664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2546837-5630-4116-9b5b-a1b1574f3337 req-8d90577c-30e9-4220-a674-7eff2b348e49 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 210 time: 0.1193569 Feb 04 15:35:54.182266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 924fa40a-6996-4e8e-a22b-7f465dbfcad9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:54.237692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9ba18926-02f3-4e65-bfac-4c8ded512610 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1366052597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:54.353735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d905a-83ec-4b64-a294-e55e4ea4acb8 req-d6055db8-435f-4646-8b4c-5fb46ffa04d9 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:54.357639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df1d905a-83ec-4b64-a294-e55e4ea4acb8 req-d6055db8-435f-4646-8b4c-5fb46ffa04d9 tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c5347b1-631e-40fc-a544-439232753b58 HTTP/1.1" status: 200 len: 950 time: 0.5522785 Feb 04 15:35:54.444595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Made reservation on behalf of 95cfa9dd2111419cb5adf8e0250c2625 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:54.451868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.594530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 23fef52e-ce6d-4a54-929f-1050d4225760 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:35:54.603347 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ba18926-02f3-4e65-bfac-4c8ded512610 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.605332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ba18926-02f3-4e65-bfac-4c8ded512610 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:54.815154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df1d905a-83ec-4b64-a294-e55e4ea4acb8 req-49679fad-ab0b-45ba-bf54-ff61ecdbdffb tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a05d021-ac05-4bff-9938-2682c03c7793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197185 Feb 04 15:35:54.850374 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.007543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-09407251-c35b-477f-a994-e71b5433037f None None] Set router fae7090d-1bd4-42f8-88d4-930ad5eca0aa gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:35:55.042247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b0668cb9-3e23-4983-9494-9f0a281e02ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.218480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f352686-2a63-46cd-862e-68a6582a32ff None None] Network a21adb9b-5f6b-4243-a61d-187c3da55956 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:55.254816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] Provisioning complete for port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:55.255442 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.302014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668cb9-3e23-4983-9494-9f0a281e02ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=32bbd13e-b2d3-48e3-92ed-04162dece301,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:55.312533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 23fef52e-ce6d-4a54-929f-1050d4225760 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:35:55.313065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 23fef52e-ce6d-4a54-929f-1050d4225760 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:35:55.317039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-134f5af8-e627-45ba-aadf-f0bf296adb71 req-db3a9e6a-39cd-4e3e-9d63-b23aa1b341f9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1582483564', 'description': 'tempest-description-1161742885'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:55.404303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ba18926-02f3-4e65-bfac-4c8ded512610 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.520635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.525868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ba18926-02f3-4e65-bfac-4c8ded512610 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.559375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.561621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.611392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Pushing event deleted for resources: {'Port': ['ID=23fef52e-ce6d-4a54-929f-1050d4225760,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:55.615298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Allocated IP 172.20.0.3 (5bbbb572-4948-4055-8c93-101e5f6b30a5/7965b673-6222-4aff-99c1-dd1ec5faf820/97ba41f3-3419-462a-8853-92b50c3e57ac) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:35:55.746863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 924fa40a-6996-4e8e-a22b-7f465dbfcad9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:55.747157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.818718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] No DVR routers for this DVR port 23fef52e-ce6d-4a54-929f-1050d4225760 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:35:55.883793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.906362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21d3ac0d-d4d8-4e4d-a13a-1d5822393f44 req-f2b91a4e-564a-4564-bc09-ef206c8e9e2b tempest-TenantUsagesTestJSON-1750820054 tempest-TenantUsagesTestJSON-1750820054-project] 10.222.0.30 "DELETE /v2.0/ports/23fef52e-ce6d-4a54-929f-1050d4225760 HTTP/1.1" status: 204 len: 173 time: 4.4832535 Feb 04 15:35:55.908224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5347b1-631e-40fc-a544-439232753b58', 'name': 'network-vif-deleted', 'tag': '23fef52e-ce6d-4a54-929f-1050d4225760'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:35:55.912572 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075dcffa-c770-4756-8f87-c88595270010" -d '{"events": [{"server_uuid": "7c5347b1-631e-40fc-a544-439232753b58", "name": "network-vif-deleted", "tag": "23fef52e-ce6d-4a54-929f-1050d4225760"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:35:55.954633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-134f5af8-e627-45ba-aadf-f0bf296adb71 req-db3a9e6a-39cd-4e3e-9d63-b23aa1b341f9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.976128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ba18926-02f3-4e65-bfac-4c8ded512610 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:55.978055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ba18926-02f3-4e65-bfac-4c8ded512610 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.2156310 Feb 04 15:35:56.003007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48842) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:56.029174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1891880860'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:56.041103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network d8321737-debd-4f39-971e-e55b200075c3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:56.074265 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b0668cb9-3e23-4983-9494-9f0a281e02ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.119405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b0668cb9-3e23-4983-9494-9f0a281e02ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/32bbd13e-b2d3-48e3-92ed-04162dece301 HTTP/1.1" status: 204 len: 168 time: 6.7457824 Feb 04 15:35:56.122387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:56.139385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48844) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:56.188921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=d0aab90a-a43f-44f3-bf0e-2baaab05ecca,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:56.278431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] Provisioning complete for port 28861487-897b-4803-b42b-98018029ed2a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:56.279303 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.330369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-09407251-c35b-477f-a994-e71b5433037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:35:48Z', 'revision_number': 4, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port': {'id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:36Z', 'updated_at': '2022-02-04T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'bf6801b6-decc-475c-9fa9-1f572054c957', 'name': '', 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'mac_address': 'fa:16:3e:3e:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a53afad6-f729-4ade-b21e-110e1069b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:46Z', 'updated_at': '2022-02-04T15:35:49Z', 'revision_number': 2, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'subnets': [{'id': 'a53afad6-f729-4ade-b21e-110e1069b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:56.343507 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.422012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-488bc7de-1097-4a2c-96d0-16afad4d82d7 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.427040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-488bc7de-1097-4a2c-96d0-16afad4d82d7 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 818 time: 1.6041296 Feb 04 15:35:56.444132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.563596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 28861487-897b-4803-b42b-98018029ed2a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:56.573382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09407251-c35b-477f-a994-e71b5433037f None None] Checking router: fae7090d-1bd4-42f8-88d4-930ad5eca0aa for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:35:56.574100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09407251-c35b-477f-a994-e71b5433037f None None] Updating router fae7090d-1bd4-42f8-88d4-930ad5eca0aa port bf6801b6-decc-475c-9fa9-1f572054c957 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:35:56.582554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router 3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:35:56.641200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-134f5af8-e627-45ba-aadf-f0bf296adb71 req-db3a9e6a-39cd-4e3e-9d63-b23aa1b341f9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.642734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54fe5e7-12f6-4674-a3fb-78493131f00e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.647843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54fe5e7-12f6-4674-a3fb-78493131f00e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.653513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54fe5e7-12f6-4674-a3fb-78493131f00e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:56.653743 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-134f5af8-e627-45ba-aadf-f0bf296adb71 req-db3a9e6a-39cd-4e3e-9d63-b23aa1b341f9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.655971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c54fe5e7-12f6-4674-a3fb-78493131f00e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5118032 Feb 04 15:35:56.667792 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-f6658098-a8c0-48dd-a736-45c4bb1d9849 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/quotas/2e7cb113e41846e29bac2c976a443f94 HTTP/1.1" status: 200 len: 375 time: 0.0826576 Feb 04 15:35:56.671126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48846) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:56.750743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a9e6a-39cd-4e3e-9d63-b23aa1b341f9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec15121-02ab-4b2c-a648-756f9bb20e1a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:56.809651 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.813106 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09407251-c35b-477f-a994-e71b5433037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.861477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-134f5af8-e627-45ba-aadf-f0bf296adb71 req-db3a9e6a-39cd-4e3e-9d63-b23aa1b341f9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:56.863765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-134f5af8-e627-45ba-aadf-f0bf296adb71 req-db3a9e6a-39cd-4e3e-9d63-b23aa1b341f9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6961126 Feb 04 15:35:56.877507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:35:56.884945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-989ee102-0cb8-42ab-a287-98d4eacc35fa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0720668 Feb 04 15:35:56.890529 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6afc78-d2b0-4fca-996f-ef4dbaa41f32 None None] Sync routers for ids ['3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:35:56.900224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48852) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:56.908011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Pushing event updated for resources: {'Port': ['ID=97ba41f3-3419-462a-8853-92b50c3e57ac,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:56.914111 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6afc78-d2b0-4fca-996f-ef4dbaa41f32 None None] Routers {'3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:56.919828 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ed6afc78-d2b0-4fca-996f-ef4dbaa41f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:57.002871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1328e445-3f5c-45f3-b25d-369c8ad8c61c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 4ebc568e-7147-455d-909c-a4d3c9e7cd3b {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:35:57.010346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1328e445-3f5c-45f3-b25d-369c8ad8c61c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.039322 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ed6afc78-d2b0-4fca-996f-ef4dbaa41f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:57.064975 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6afc78-d2b0-4fca-996f-ef4dbaa41f32 None None] Routers {'3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:35:57.066041 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ed6afc78-d2b0-4fca-996f-ef4dbaa41f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:57.067588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861da8c6-1080-46e2-8ce8-d060fc55ba9e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.086136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-861da8c6-1080-46e2-8ce8-d060fc55ba9e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports/d0aab90a-a43f-44f3-bf0e-2baaab05ecca HTTP/1.1" status: 200 len: 911 time: 0.1754737 Feb 04 15:35:57.092733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48854) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:57.116921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 28861487-897b-4803-b42b-98018029ed2a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:57.118163 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.119552 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1328e445-3f5c-45f3-b25d-369c8ad8c61c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.146623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] For port 28861487-897b-4803-b42b-98018029ed2a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=28861487-897b-4803-b42b-98018029ed2a,segment=NetworkSegment(04ad65ec-8a7e-4600-8bee-7c9e826937b7),segment_id=04ad65ec-8a7e-4600-8bee-7c9e826937b7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:35:57.166086 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ed6afc78-d2b0-4fca-996f-ef4dbaa41f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:35:57.166803 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6afc78-d2b0-4fca-996f-ef4dbaa41f32 None None] The sync data for ids ['3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:35:57.189948 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.190577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Made reservation on behalf of d684c84d353b42099823a994ffa1ede5 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:57.197948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.262620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Network 5bbbb572-4948-4055-8c93-101e5f6b30a5 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:35:57.274185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.456448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745db6-798c-4e55-9eaf-87a2c1f3ce2f req-c7c8ae62-2353-41a8-9044-767d872a2d2f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.464929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07745db6-798c-4e55-9eaf-87a2c1f3ce2f req-c7c8ae62-2353-41a8-9044-767d872a2d2f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 931 time: 0.3726089 Feb 04 15:35:57.476516 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1328e445-3f5c-45f3-b25d-369c8ad8c61c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.489045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:35:57.527264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07745db6-798c-4e55-9eaf-87a2c1f3ce2f req-3ad0b18f-3ca5-4a3f-9105-0c323358587f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616324 Feb 04 15:35:57.591756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.596871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:35:57.652917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] Could not find standard attr ID for object 32bbd13e-b2d3-48e3-92ed-04162dece301. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:35:57.675712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:57.676400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.707456 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.735766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-68af7b35-e016-494d-96da-d95cfdb7a0cb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1667325 Feb 04 15:35:57.753418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9fd1c-770e-460a-8c2d-c069e83cf2f7 None None] Pushing event updated for resources: {'Port': ['ID=28861487-897b-4803-b42b-98018029ed2a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:57.759623 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-0b5eb221-8e80-4a66-b55e-d5b8e49d8c3e tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8702085 Feb 04 15:35:57.797617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Request body: {'port': {'device_id': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:57.827173 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169c8582-5bd5-4370-b04f-24c7cc4a6b16 x-openstack-request-id: req-169c8582-5bd5-4370-b04f-24c7cc4a6b16 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:35:57.827487 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5347b1-631e-40fc-a544-439232753b58", "name": "network-vif-deleted", "tag": "23fef52e-ce6d-4a54-929f-1050d4225760", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:35:57.827716 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-169c8582-5bd5-4370-b04f-24c7cc4a6b16 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:35:57.828128 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5347b1-631e-40fc-a544-439232753b58', 'name': 'network-vif-deleted', 'tag': '23fef52e-ce6d-4a54-929f-1050d4225760', 'status': 'completed', 'code': 200} Feb 04 15:35:57.860137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-9352794c-1acd-4395-b646-b3b737509020 req-8583a772-4cdf-4924-8763-88c444391e28 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2065116398', 'description': 'tempest-description-328427863'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:57.861091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-18513e91-ccb9-4bfb-9e23-0f062cd1841c None None] Provisioning complete for port d0aab90a-a43f-44f3-bf0e-2baaab05ecca triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:57.861823 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-18513e91-ccb9-4bfb-9e23-0f062cd1841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:57.933100 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9352794c-1acd-4395-b646-b3b737509020 req-8583a772-4cdf-4924-8763-88c444391e28 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.021273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:35:58.145130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.146431 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Added segment 63cd2836-1899-4aaa-8102-8007f2a737fa of type vlan for network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 Feb 04 15:35:58.167971 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.224468 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.295276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-18513e91-ccb9-4bfb-9e23-0f062cd1841c None None] Port d0aab90a-a43f-44f3-bf0e-2baaab05ecca cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:35:58.315861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f73e51-f77a-473b-8c0d-27f654506de7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:58.345213 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.365572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:58.368827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.375786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-18513e91-ccb9-4bfb-9e23-0f062cd1841c None None] Provisioning complete for port 28861487-897b-4803-b42b-98018029ed2a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:58.380096 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-18513e91-ccb9-4bfb-9e23-0f062cd1841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.413198 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9352794c-1acd-4395-b646-b3b737509020 req-8583a772-4cdf-4924-8763-88c444391e28 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.427558 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9352794c-1acd-4395-b646-b3b737509020 req-8583a772-4cdf-4924-8763-88c444391e28 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.474806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Network': ['ID=7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:58.494810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.497600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 28861487-897b-4803-b42b-98018029ed2a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:35:58.502201 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1328e445-3f5c-45f3-b25d-369c8ad8c61c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.511415 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9352794c-1acd-4395-b646-b3b737509020 req-8583a772-4cdf-4924-8763-88c444391e28 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.534386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9352794c-1acd-4395-b646-b3b737509020 req-8583a772-4cdf-4924-8763-88c444391e28 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6868448 Feb 04 15:35:58.548461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328e445-3f5c-45f3-b25d-369c8ad8c61c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebc568e-7147-455d-909c-a4d3c9e7cd3b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:58.556793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-bbd1f550-5d3c-4336-aaf3-8b88bc90e5eb service neutron] 10.222.0.47 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199819 Feb 04 15:35:58.564728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a0114592-a039-4f78-89f6-5804d3d0b190 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5609639 Feb 04 15:35:58.566124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1328e445-3f5c-45f3-b25d-369c8ad8c61c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:58.577250 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1328e445-3f5c-45f3-b25d-369c8ad8c61c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/4ebc568e-7147-455d-909c-a4d3c9e7cd3b HTTP/1.1" status: 204 len: 168 time: 1.7894876 Feb 04 15:35:58.604364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48866) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:58.604687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48868) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:58.605036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48870) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:58.607852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:35:58.613691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'subnet': {'network_id': '7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:35:58.658516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bbe19f-6092-4f2b-ad2d-db5e6d1f0e42 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:35:58.780934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583a772-4cdf-4924-8763-88c444391e28 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe0419-1c1c-421c-aec8-26e2fb93c899,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:58.909607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-366988ee-a09a-4d05-beed-ba4d29290aa0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ef8d1cdf99b4ea2b54e4db7b4574c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021796 Feb 04 15:35:58.914746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48876) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:35:58.991843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea2c624-1227-46bf-8535-11fc0d2162df tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet c5c802a1-bc0d-4e20-8a41-344a3b6701a5 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:35:58.995237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eea2c624-1227-46bf-8535-11fc0d2162df tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.081624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8bc2a-cb63-4d6a-b2eb-0b721db30d5a req-d195a0b1-6536-400c-a23e-df9da049e866 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.083314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4d8bc2a-cb63-4d6a-b2eb-0b721db30d5a req-d195a0b1-6536-400c-a23e-df9da049e866 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 931 time: 0.2787864 Feb 04 15:35:59.096585 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eea2c624-1227-46bf-8535-11fc0d2162df tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.124598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09407251-c35b-477f-a994-e71b5433037f None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.126763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-acd687ac-4f7b-4fd5-b8f7-91252a801dd2 service neutron] 10.222.0.47 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617000 Feb 04 15:35:59.141692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 28861487-897b-4803-b42b-98018029ed2a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:35:59.142677 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.181828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Made reservation on behalf of d684c84d353b42099823a994ffa1ede5 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:35:59.185151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f96da4ee-4e89-4939-a6b2-7b7f9a738893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.189500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.226525 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f96da4ee-4e89-4939-a6b2-7b7f9a738893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.238329 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09407251-c35b-477f-a994-e71b5433037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.369253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ba41f3-3419-462a-8853-92b50c3e57ac {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:35:59.393482 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.409764 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4d8bc2a-cb63-4d6a-b2eb-0b721db30d5a req-84c2def3-e33b-4f05-ba6b-77d49f6693a8 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840016 Feb 04 15:35:59.416299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d859039-6d97-4d16-b94b-9eb3eb0c494e None None] Pushing event updated for resources: {'Port': ['ID=bf6801b6-decc-475c-9fa9-1f572054c957,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.466150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Transition to ACTIVE for port object 97ba41f3-3419-462a-8853-92b50c3e57ac will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:35:59.468981 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f96da4ee-4e89-4939-a6b2-7b7f9a738893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.474884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f96da4ee-4e89-4939-a6b2-7b7f9a738893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.481755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f96da4ee-4e89-4939-a6b2-7b7f9a738893 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a05d021-ac05-4bff-9938-2682c03c7793 HTTP/1.1" status: 204 len: 168 time: 0.5569789 Feb 04 15:35:59.498547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-18513e91-ccb9-4bfb-9e23-0f062cd1841c None None] Could not find standard attr ID for object 32bbd13e-b2d3-48e3-92ed-04162dece301. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:35:59.526218 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eea2c624-1227-46bf-8535-11fc0d2162df tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.548810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96da4ee-4e89-4939-a6b2-7b7f9a738893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a05d021-ac05-4bff-9938-2682c03c7793,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.552368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.628326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7f408e5-554e-4b33-9822-4e75db1b463d req-672d75f4-0876-495f-ae13-c0e292c7dc65 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 210 time: 0.1145306 Feb 04 15:35:59.829531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Pushing event updated for resources: {'Port': ['ID=97ba41f3-3419-462a-8853-92b50c3e57ac,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:35:59.928325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-584b78f8-bf95-4761-8d86-28baa2e63c2e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:35:59.938659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-584b78f8-bf95-4761-8d86-28baa2e63c2e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 813 time: 0.4453826 Feb 04 15:35:59.939066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09407251-c35b-477f-a994-e71b5433037f None None] Attempting to bind port bf6801b6-decc-475c-9fa9-1f572054c957 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:35:59.940325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09407251-c35b-477f-a994-e71b5433037f None None] Attempting to bind port bf6801b6-decc-475c-9fa9-1f572054c957 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:35:59.941056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09407251-c35b-477f-a994-e71b5433037f None None] Attempting to bind port bf6801b6-decc-475c-9fa9-1f572054c957 on network e985d09d-8199-4466-8547-0d0dba1afd31 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:35:59.952608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09407251-c35b-477f-a994-e71b5433037f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:35:59.953330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09407251-c35b-477f-a994-e71b5433037f None None] Checking segment: {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:35:59.960736 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09407251-c35b-477f-a994-e71b5433037f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.961489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09407251-c35b-477f-a994-e71b5433037f None None] Bound using segment: {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:35:59.963099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09407251-c35b-477f-a994-e71b5433037f None None] Bound port: bf6801b6-decc-475c-9fa9-1f572054c957, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:35:59.963834 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09407251-c35b-477f-a994-e71b5433037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:35:59.980578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-fde8fbfd-cbf0-4773-9ae6-c19d10e4057f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/quotas/b81ea7aca70446ca982891a1493c56e4 HTTP/1.1" status: 200 len: 375 time: 0.0408838 Feb 04 15:36:00.026703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-5067e5c6-ebef-4e9f-9ce4-96204c230b59 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442762 Feb 04 15:36:00.098302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.126367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port d0aab90a-a43f-44f3-bf0e-2baaab05ecca {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:00.126807 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.146589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Attempting to bind port 97ba41f3-3419-462a-8853-92b50c3e57ac on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:00.148046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Attempting to bind port 97ba41f3-3419-462a-8853-92b50c3e57ac by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:00.148640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Attempting to bind port 97ba41f3-3419-462a-8853-92b50c3e57ac on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:00.164067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Port 97ba41f3-3419-462a-8853-92b50c3e57ac on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:36:00.165481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Attempting to bind port 97ba41f3-3419-462a-8853-92b50c3e57ac on network 5bbbb572-4948-4055-8c93-101e5f6b30a5 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:00.184242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:00.185019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Checking segment: {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:00.185636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Bound using segment: {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:00.188052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Bound port: 97ba41f3-3419-462a-8853-92b50c3e57ac, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b80c63-ca47-4307-9cff-eb7817bbb105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:00.188877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.227315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eea2c624-1227-46bf-8535-11fc0d2162df tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.248389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-09407251-c35b-477f-a994-e71b5433037f None None] For port bf6801b6-decc-475c-9fa9-1f572054c957, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:00.255608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-09407251-c35b-477f-a994-e71b5433037f None None] For port bf6801b6-decc-475c-9fa9-1f572054c957, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf6801b6-decc-475c-9fa9-1f572054c957,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:00.268809 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09407251-c35b-477f-a994-e71b5433037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.321683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:00.377795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-9f54a95c-735d-441c-9a72-f7f7c86f79dc service neutron] 10.222.0.47 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492751 Feb 04 15:36:00.391872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d7c21fa-bfe5-498b-b3d2-707b0b9a6eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.538365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d859039-6d97-4d16-b94b-9eb3eb0c494e None None] Pushing event updated for resources: {'Port': ['ID=bf6801b6-decc-475c-9fa9-1f572054c957,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:00.582661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09407251-c35b-477f-a994-e71b5433037f None None] Routers {'fae7090d-1bd4-42f8-88d4-930ad5eca0aa'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:00.583169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] For port 97ba41f3-3419-462a-8853-92b50c3e57ac, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:00.583629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-09407251-c35b-477f-a994-e71b5433037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:00.594128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] For port 97ba41f3-3419-462a-8853-92b50c3e57ac, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=97ba41f3-3419-462a-8853-92b50c3e57ac,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:00.606497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.687069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:00.688343 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.690766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] 10.222.0.50 "PUT /v2.0/ports/97ba41f3-3419-462a-8853-92b50c3e57ac HTTP/1.1" status: 200 len: 1091 time: 2.9077539 Feb 04 15:36:00.697499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'tag': '97ba41f3-3419-462a-8853-92b50c3e57ac'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:00.700116 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0236aaf1-6ac2-428a-823f-377da0a9af2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8", "tag": "97ba41f3-3419-462a-8853-92b50c3e57ac"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:00.782678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-bf96ab71-feae-42a1-97ee-b487f8e969a9 service neutron] 10.222.0.47 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025297 Feb 04 15:36:00.802609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd4c14-de83-469a-adca-bb28d3f5e591 service neutron] Pushing event updated for resources: {'Port': ['ID=97ba41f3-3419-462a-8853-92b50c3e57ac,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:00.894946 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b257a25c-95bc-4add-aea9-54b05f45dc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.895322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d7c21fa-bfe5-498b-b3d2-707b0b9a6eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.943176 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d7c21fa-bfe5-498b-b3d2-707b0b9a6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:00.943745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-09407251-c35b-477f-a994-e71b5433037f None None] Set router fae7090d-1bd4-42f8-88d4-930ad5eca0aa gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:36:01.047319 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eea2c624-1227-46bf-8535-11fc0d2162df tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.062444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48922) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:01.065752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-eea2c624-1227-46bf-8535-11fc0d2162df tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/c5c802a1-bc0d-4e20-8a41-344a3b6701a5 HTTP/1.1" status: 204 len: 168 time: 2.4450176 Feb 04 15:36:01.091851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Subnet': ['ID=18893a9d-ae3c-419e-8498-a18324ab9de4,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:01.227386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c21fa-bfe5-498b-b3d2-707b0b9a6eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82b4ec8-002d-4e6d-be5a-73d863109326,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:01.260285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2d7c21fa-bfe5-498b-b3d2-707b0b9a6eb7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0118fcbc0a154f20a7b6ce50eac04ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9306960 Feb 04 15:36:01.265569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8bf56965-6cf9-4ed1-8e7a-5c67ba54ed01 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1382010 Feb 04 15:36:01.266059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48928) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:01.266397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48930) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:01.276439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2c624-1227-46bf-8535-11fc0d2162df tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c802a1-bc0d-4e20-8a41-344a3b6701a5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:01.283221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:01.311004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Checking segment: {'id': '63cd2836-1899-4aaa-8102-8007f2a737fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:01.311844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network hostable DHCP agents. Network: 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:01.341434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-6b95b77f-78d0-4cbc-95dc-b169f6788694 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.344678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-6b95b77f-78d0-4cbc-95dc-b169f6788694 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 818 time: 1.3497477 Feb 04 15:36:01.355006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-66257d3b-cab7-46fb-931a-db812f423e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.357965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-66257d3b-cab7-46fb-931a-db812f423e58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 1094 time: 0.5286317 Feb 04 15:36:01.372496 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.401506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for d0aab90a-a43f-44f3-bf0e-2baaab05ecca owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:01.469441 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00edf50b-c674-4180-b852-f0ecee412b40 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:01.499398 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-ceeabf7b-3e70-4010-aac2-e3b82a6daf0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97ba41f3-3419-462a-8853-92b50c3e57ac HTTP/1.1" status: 200 len: 217 time: 0.1013329 Feb 04 15:36:01.636252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-57db70a9-1ea7-4414-b5c7-000a56bdf127 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/quotas/2e7cb113e41846e29bac2c976a443f94 HTTP/1.1" status: 200 len: 375 time: 0.0955129 Feb 04 15:36:01.684943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-07878ed2-be21-40bb-a4bc-8b705ed9e643 None None] Provisioning complete for port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:01.685511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07878ed2-be21-40bb-a4bc-8b705ed9e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.716489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:01.723454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a2d7f838-e8d7-42d9-b560-1cfe76a35349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.726472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-a2d7f838-e8d7-42d9-b560-1cfe76a35349 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7965b673-6222-4aff-99c1-dd1ec5faf820 HTTP/1.1" status: 200 len: 854 time: 0.2254939 Feb 04 15:36:01.822411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:01.840524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cba59e-5166-4a97-8159-79711a72e6f6 None None] Network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:01.919067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.920444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:01.939229 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-2857af16-e853-47b7-98cb-748cebdffe22 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2946737 Feb 04 15:36:01.970844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-3c9af9da-e79a-4767-8406-0857cc59588f tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:01.973799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-3c9af9da-e79a-4767-8406-0857cc59588f tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.30 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 818 time: 0.3897421 Feb 04 15:36:02.013185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-09407251-c35b-477f-a994-e71b5433037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:35:48Z', 'revision_number': 4, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port': {'id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:36Z', 'updated_at': '2022-02-04T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'bf6801b6-decc-475c-9fa9-1f572054c957', 'name': '', 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'mac_address': 'fa:16:3e:3e:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a53afad6-f729-4ade-b21e-110e1069b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:46Z', 'updated_at': '2022-02-04T15:36:00Z', 'revision_number': 4, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'subnets': [{'id': 'a53afad6-f729-4ade-b21e-110e1069b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:02.015931 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8819ed59-3b3c-4233-a1b3-ed6a19956b63 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4068880 Feb 04 15:36:02.022169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Request body: {'port': {'device_id': '61bfb13e-06c3-49c8-9e98-7cdd19331096', 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31', 'admin_state_up': True, 'tenant_id': '2e7cb113e41846e29bac2c976a443f94'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:02.051592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95adfb-655e-4e41-8e0d-16ed4cceb997 req-8719d3ab-e952-4b9f-8435-5bf5306cdb1b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:02.054732 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c95adfb-655e-4e41-8e0d-16ed4cceb997 req-8719d3ab-e952-4b9f-8435-5bf5306cdb1b tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 943 time: 0.8108778 Feb 04 15:36:02.058297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48940) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:02.116584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'network': {'name': 'tempest-router-network01--332753475'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:02.137229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-b2d9ae4b-2675-4272-8273-bbd07d5c4336 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5bbbb572-4948-4055-8c93-101e5f6b30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519313 Feb 04 15:36:02.145713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd063c0a-758f-4214-a014-4ee6c57427c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.152070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09407251-c35b-477f-a994-e71b5433037f None None] The sync data for ids ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'] in n-d-827869-1 is: [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:35:48Z', 'revision_number': 4, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port': {'id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:36Z', 'updated_at': '2022-02-04T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'bf6801b6-decc-475c-9fa9-1f572054c957', 'name': '', 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'mac_address': 'fa:16:3e:3e:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'a53afad6-f729-4ade-b21e-110e1069b409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:46Z', 'updated_at': '2022-02-04T15:36:00Z', 'revision_number': 4, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'subnets': [{'id': 'a53afad6-f729-4ade-b21e-110e1069b409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:02.349454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-31d5bb9b-85ed-4fd9-ab1e-49538a92e85b service neutron] 10.222.0.47 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002225 Feb 04 15:36:02.374610 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.402782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd063c0a-758f-4214-a014-4ee6c57427c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.477734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8', 'network_id': '7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8', 'tenant_id': 'd684c84d353b42099823a994ffa1ede5', 'fixed_ips': [{'subnet_id': '18893a9d-ae3c-419e-8498-a18324ab9de4'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:02.480357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.630855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Made reservation on behalf of d684c84d353b42099823a994ffa1ede5 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:02.635271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.650772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c95adfb-655e-4e41-8e0d-16ed4cceb997 req-998d7674-19dd-4360-8535-606e8cae91bb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386293 Feb 04 15:36:02.742033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:02.749613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:02.758356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Allocated IP 2001:db8::2 (7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8/18893a9d-ae3c-419e-8498-a18324ab9de4/e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:02.923383 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce681bc7-db4f-4a3e-bf59-51a0c3c8b149 x-openstack-request-id: req-ce681bc7-db4f-4a3e-bf59-51a0c3c8b149 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:02.923722 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8", "tag": "97ba41f3-3419-462a-8853-92b50c3e57ac", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:02.923959 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ce681bc7-db4f-4a3e-bf59-51a0c3c8b149 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:02.924400 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'tag': '97ba41f3-3419-462a-8853-92b50c3e57ac', 'status': 'completed', 'code': 200} Feb 04 15:36:02.932867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=d0aab90a-a43f-44f3-bf0e-2baaab05ecca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:03.033670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5ff0a48-cc21-4cac-bc1c-4c2235cadeff req-d21bb0fd-05b2-483a-9727-d98edf6dfea1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 210 time: 0.1070902 Feb 04 15:36:03.149065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd063c0a-758f-4214-a014-4ee6c57427c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.155434 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd063c0a-758f-4214-a014-4ee6c57427c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.157479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bd063c0a-758f-4214-a014-4ee6c57427c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e82b4ec8-002d-4e6d-be5a-73d863109326 HTTP/1.1" status: 204 len: 168 time: 1.8843868 Feb 04 15:36:03.177180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:03.235765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd063c0a-758f-4214-a014-4ee6c57427c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82b4ec8-002d-4e6d-be5a-73d863109326,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:03.250169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:36:03.265835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf6801b6-decc-475c-9fa9-1f572054c957 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:03.266148 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.266148 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Added segment 3b7da2a3-de31-4d37-a5c1-df5c921d6e39 of type vlan for network a572ac00-eea8-40ff-ab72-2d3714f6bc0c Feb 04 15:36:03.301035 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.344951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.522150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bf6801b6-decc-475c-9fa9-1f572054c957 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:03.522622 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.656071 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.682212 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c2d89df4-dfa4-4848-ac3c-9ca30cdd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.696363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] Deleting port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:03.697173 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.701415 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:03.736092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-29ec8c37-61fc-44a5-9d63-00a233d14a2c service neutron] 10.222.0.47 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3630979 Feb 04 15:36:03.836182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Pushing event updated for resources: {'Port': ['ID=e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:04.006666 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.042711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:04.053229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:04.057019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:04.058269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-9b42b607-b2d1-4b7b-9858-334eeb54d681 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:04.060930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-9b42b607-b2d1-4b7b-9858-334eeb54d681 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 813 time: 0.8847358 Feb 04 15:36:04.079766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] For port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:04.080196 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.122596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'port': {'device_id': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956', 'admin_state_up': True, 'tenant_id': 'b81ea7aca70446ca982891a1493c56e4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:04.213175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port bf6801b6-decc-475c-9fa9-1f572054c957, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf6801b6-decc-475c-9fa9-1f572054c957,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:04.241474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.254337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] Calling delete_port for a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:04.259136 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.270157 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:04.270818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.325027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Made reservation on behalf of 2e7cb113e41846e29bac2c976a443f94 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:04.329088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.329374 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:36:04.353291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2633629 Feb 04 15:36:04.378512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-1765f826-96fa-4205-a315-51e9d1d448a4 service neutron] 10.222.0.50 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1679201 Feb 04 15:36:04.380368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=bf6801b6-decc-475c-9fa9-1f572054c957,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:04.394951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48966) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:04.418831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'network': {'name': 'tempest-router-network02--1204783928'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:04.448578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Attempting to bind port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:04.450137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Attempting to bind port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '63cd2836-1899-4aaa-8102-8007f2a737fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:04.451059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Attempting to bind port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c on network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:04.475775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:04.567223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbd3bbc-4687-4046-bec2-80af6f950d42 req-0df6c538-4068-408d-ade0-8fb28f0ce1c5 service neutron] 10.222.0.50 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545410 Feb 04 15:36:04.669004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router 3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:04.684745 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02eac9cb-ad5d-46a7-8c13-bca3c5ad6794 req-349ed2ed-35ef-4a3a-be06-096b56efaa7d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 210 time: 0.2353022 Feb 04 15:36:04.764641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:04.765202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Checking segment: {'id': '63cd2836-1899-4aaa-8102-8007f2a737fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:04.766081 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.766911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Bound using segment: {'id': '63cd2836-1899-4aaa-8102-8007f2a737fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:04.768080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Bound port: e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cd2836-1899-4aaa-8102-8007f2a737fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:04.768890 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.798560 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:04.910991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] Pushing event deleted for resources: {'Port': ['ID=a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:04.971883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff129c-b3c4-41a9-9173-71122e699568 None None] No DVR routers for this DVR port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:04.980044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e83f61-4439-4752-84de-1505532a4d48 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Network': ['ID=a572ac00-eea8-40ff-ab72-2d3714f6bc0c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:05.008461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Made reservation on behalf of d684c84d353b42099823a994ffa1ede5 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:05.013572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.025957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a572ac00-eea8-40ff-ab72-2d3714f6bc0c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:36:05.045893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:05.062574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dd577b91-95ce-48cf-9adc-bb2814ba0346 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9657826 Feb 04 15:36:05.083820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48982) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:05.091833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2ec50e89-0f6a-4914-af6f-2cb78f03ede7 req-4ed9c4c2-21b2-439b-98f8-b0bc7fa18c8a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 210 time: 0.2623780 Feb 04 15:36:05.138431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:05.142674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa995a-285a-4b11-9e70-a3e10d0e833e None None] Sync routers for ids ['3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:05.164180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.165448 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Added segment e2d3f5b4-7118-4800-94fe-be26364115bb of type vlan for network 8511e5f2-ed20-4661-a2ae-93baca1a525f Feb 04 15:36:05.209049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Allocated IP 172.20.0.4 (e985d09d-8199-4466-8547-0d0dba1afd31/a53afad6-f729-4ade-b21e-110e1069b409/73a4562e-cef9-40e7-8148-8eeab0127420) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:05.292302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa995a-285a-4b11-9e70-a3e10d0e833e None None] Routers {'3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:05.293650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4afa995a-285a-4b11-9e70-a3e10d0e833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:05.322058 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.359216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48990) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:05.386378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c897f8-448e-41c3-a4e0-4a160c7641bf req-8c68f48a-117a-4445-894b-2e8c6f88a7f4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.392066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48c897f8-448e-41c3-a4e0-4a160c7641bf req-8c68f48a-117a-4445-894b-2e8c6f88a7f4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 943 time: 1.1527882 Feb 04 15:36:05.399817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No active binding found for port a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:36:05.400277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a9d8214a-52e0-4bcf-8e35-9253a6ebe5c3 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:36:05.438844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4afa995a-285a-4b11-9e70-a3e10d0e833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:05.467054 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.479585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.482085 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.490683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa995a-285a-4b11-9e70-a3e10d0e833e None None] Routers {'3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:05.491359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4afa995a-285a-4b11-9e70-a3e10d0e833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:05.500381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Made reservation on behalf of b81ea7aca70446ca982891a1493c56e4 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:05.508821 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.538753 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7d55eb67-8387-4998-87bf-2d8f4a8e51fc tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7 HTTP/1.1" status: 200 len: 205 time: 0.4243546 Feb 04 15:36:05.575700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48996) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:05.577813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] For port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:05.591385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4afa995a-285a-4b11-9e70-a3e10d0e833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:05.592068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa995a-285a-4b11-9e70-a3e10d0e833e None None] The sync data for ids ['3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:05.639083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] For port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c,segment=NetworkSegment(63cd2836-1899-4aaa-8102-8007f2a737fa),segment_id=63cd2836-1899-4aaa-8102-8007f2a737fa)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:05.644752 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.742678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48c897f8-448e-41c3-a4e0-4a160c7641bf req-70430dea-3c47-4d47-b331-b1c2ed09c901 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840295 Feb 04 15:36:05.767981 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:05.807618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-aec0c249-2ef2-44dd-aed5-5057d652cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:05.811920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e388bd-7e93-4c81-a8e7-d85360ca8a0b None None] Pushing event updated for resources: {'Port': ['ID=e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:05.815747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-aec0c249-2ef2-44dd-aed5-5057d652cba8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 1094 time: 1.0685337 Feb 04 15:36:05.849384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-853116965-network', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:05.856835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4581263 Feb 04 15:36:05.921676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49006) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:05.946621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'subnet': {'network_id': 'a572ac00-eea8-40ff-ab72-2d3714f6bc0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:06.004776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90244288-2499-4a13-909c-d6e42f595f09 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Network': ['ID=8511e5f2-ed20-4661-a2ae-93baca1a525f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:06.016792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 8511e5f2-ed20-4661-a2ae-93baca1a525f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:36:06.133629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de00ca73-9328-422e-8327-ac2a474e95e1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.159267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42089905-657d-4889-be54-cd9636563afc req-35750939-5832-4661-8256-51e0a39db87f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 210 time: 0.2238357 Feb 04 15:36:06.164987 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.246699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:36:06.254824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.299415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Made reservation on behalf of c7f1798cb97a4bbd97ba49992f5998d6 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:06.301711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.338229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:06.354686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:06.369665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fab40e-e481-4f60-a65c-1f0c89178bc4 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:06.382569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.383338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.487602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2075114 Feb 04 15:36:06.490024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3c05f-db17-4371-a2a8-14e7714a3957 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=2f55eba5-4455-420f-9a3d-c8ce1f7aac85,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:06.507561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49012) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:06.516807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:06.525878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.530104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5dce2c4e-36dd-42a9-ad27-c8a37e3b44c6 req-52fdf46a-8655-4c6d-9477-7ddf6e064ac9 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 210 time: 0.3068662 Feb 04 15:36:06.537384 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.545337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-1fdadd6c-4e72-441c-bd50-de8e56d68212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.553387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-1fdadd6c-4e72-441c-bd50-de8e56d68212 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 200 len: 915 time: 0.6144793 Feb 04 15:36:06.672015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf6801b6-decc-475c-9fa9-1f572054c957 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:06.704763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Pushing event updated for resources: {'Port': ['ID=73a4562e-cef9-40e7-8148-8eeab0127420,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:06.711493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-83bdae54-b149-4eee-ab8d-7efffbe654a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97ba41f3-3419-462a-8853-92b50c3e57ac HTTP/1.1" status: 200 len: 217 time: 0.1448362 Feb 04 15:36:06.729138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Network e985d09d-8199-4466-8547-0d0dba1afd31 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:06.733418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:06.733942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-1194b13a-42ff-481b-ab82-bff05742575d tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:06.735696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-1194b13a-42ff-481b-ab82-bff05742575d tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.50 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 818 time: 0.4132345 Feb 04 15:36:06.759941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:06.790677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bf6801b6-decc-475c-9fa9-1f572054c957 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:06.791734 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.797766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Request body: {'port': {'device_id': '6553f7c4-3a17-4196-b395-816749ba3be9', 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31', 'admin_state_up': True, 'tenant_id': '2e7cb113e41846e29bac2c976a443f94'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:06.825074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Allocated IP 172.20.0.4 (a21adb9b-5f6b-4243-a61d-187c3da55956/d62aab49-ed6d-46a4-816c-68adc06e06ae/41d1fcf4-396b-4fa7-b7ad-944acb6ce77d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:06.851233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '2f55eba5-4455-420f-9a3d-c8ce1f7aac85'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:06.852211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.865114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de00ca73-9328-422e-8327-ac2a474e95e1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.885489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de00ca73-9328-422e-8327-ac2a474e95e1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:06.923570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.000678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Made reservation on behalf of d684c84d353b42099823a994ffa1ede5 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:07.011505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-7baebf46-c92c-45d4-9008-c2cc54a08b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.013325 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.016290 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-7baebf46-c92c-45d4-9008-c2cc54a08b47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7965b673-6222-4aff-99c1-dd1ec5faf820 HTTP/1.1" status: 200 len: 854 time: 0.2790015 Feb 04 15:36:07.055092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.056585 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.274315 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-c4e8cd53-6aa8-4d51-bee6-f3bf2df06172 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5bbbb572-4948-4055-8c93-101e5f6b30a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1950743 Feb 04 15:36:07.283703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-43467a2a-c15a-4a56-bc21-5ef825b3ac81 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2954433 Feb 04 15:36:07.321263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Request body: {'port': {'device_id': '61bfb13e-06c3-49c8-9e98-7cdd19331096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:07.406318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de00ca73-9328-422e-8327-ac2a474e95e1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.407423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de00ca73-9328-422e-8327-ac2a474e95e1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:36:07.414314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.465408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de00ca73-9328-422e-8327-ac2a474e95e1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.467571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-de00ca73-9328-422e-8327-ac2a474e95e1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7 HTTP/1.1" status: 204 len: 168 time: 1.8821914 Feb 04 15:36:07.472848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfe803-6b06-407c-ba50-2e9a7ad4580c req-4b863131-66d0-4bab-9e3c-950720034550 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:07.476111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05dfe803-6b06-407c-ba50-2e9a7ad4580c req-4b863131-66d0-4bab-9e3c-950720034550 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 943 time: 0.3959394 Feb 04 15:36:07.476997 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49020) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:07.507021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Allocated IP 2001:db8::f816:3eff:fe87:d6c2 (9441201d-a349-4a5a-8681-870320442b3d/2f55eba5-4455-420f-9a3d-c8ce1f7aac85/29cf4d7e-f9d5-4145-ac77-04fa93b534b7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:07.524281 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.560903 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:07.575883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet edcc1003-41b6-4dc2-96dc-244e871c6771 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:36:07.631959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:07.641574 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05dfe803-6b06-407c-ba50-2e9a7ad4580c req-ada156a6-bdba-4ff1-99f1-f7838e556e06 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596642 Feb 04 15:36:07.864228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3edc62e4-028e-4acc-a65e-1b319ef5593d req-9eb46d47-5d75-461a-8f21-2eb5bd2841a6 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 210 time: 0.4320526 Feb 04 15:36:07.988282 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.022642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a4562e-cef9-40e7-8148-8eeab0127420 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:08.031396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.034066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.035099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.055583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Transition to ACTIVE for port object 73a4562e-cef9-40e7-8148-8eeab0127420 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:08.067622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9cff3d-46e3-4548-86bd-f53015b986a4 None None] Network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:08.098395 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.110497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.143740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:08.150744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.162809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:08.167757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:08.173451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:08.234238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-16883ce8-e4ff-4688-95f8-efa0df472c1a req-17326997-1424-4b08-a9b5-636e8094566b tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 210 time: 0.1470451 Feb 04 15:36:08.297250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.306889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:08.359844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Pushing event updated for resources: {'Port': ['ID=73a4562e-cef9-40e7-8148-8eeab0127420,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:08.382541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:08.383218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.421622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-afa6f02e-c88d-40e7-9563-b99e9968a9fe service neutron] 10.222.0.50 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1357393 Feb 04 15:36:08.454416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-135ee59d-4dcf-4e46-98bd-eda0945c2d25 None None] Provisioning complete for port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:08.455063 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-135ee59d-4dcf-4e46-98bd-eda0945c2d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.570917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Attempting to bind port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:08.571590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Attempting to bind port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:08.572126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Attempting to bind port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:08.592680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0236aaf1-6ac2-428a-823f-377da0a9af2b req-f6478cd1-d310-4a2a-ad73-295b5c4f35b1 service neutron] 10.222.0.50 "GET /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455696 Feb 04 15:36:08.597397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:08.597397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:08.597957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.598655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:08.599481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Bound port: 29cf4d7e-f9d5-4145-ac77-04fa93b534b7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:08.600314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.658795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.731107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Attempting to bind port 73a4562e-cef9-40e7-8148-8eeab0127420 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:08.731470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Attempting to bind port 73a4562e-cef9-40e7-8148-8eeab0127420 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:08.731804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Attempting to bind port 73a4562e-cef9-40e7-8148-8eeab0127420 on network e985d09d-8199-4466-8547-0d0dba1afd31 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:08.749566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Port 73a4562e-cef9-40e7-8148-8eeab0127420 on network e985d09d-8199-4466-8547-0d0dba1afd31 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:36:08.750109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Attempting to bind port 73a4562e-cef9-40e7-8148-8eeab0127420 on network e985d09d-8199-4466-8547-0d0dba1afd31 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:08.759650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-09ce4f83-0866-4957-9754-14803722be56 None None] For port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:08.766050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-09ce4f83-0866-4957-9754-14803722be56 None None] For port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:08.794517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.805529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:08.807428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Checking segment: {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:08.809384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Bound using segment: {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:08.810122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Bound port: 73a4562e-cef9-40e7-8148-8eeab0127420, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:08.810712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.817188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.862751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=edcc1003-41b6-4dc2-96dc-244e871c6771,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:08.900945 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.928772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Made reservation on behalf of 2e7cb113e41846e29bac2c976a443f94 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:08.932642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Pushing event updated for resources: {'Port': ['ID=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:08.942467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.977841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] For port 73a4562e-cef9-40e7-8148-8eeab0127420, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:08.983118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] For port 73a4562e-cef9-40e7-8148-8eeab0127420, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=73a4562e-cef9-40e7-8148-8eeab0127420,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:08.988192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:08.995323 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/edcc1003-41b6-4dc2-96dc-244e871c6771 HTTP/1.1" status: 204 len: 168 time: 1.5070314 Feb 04 15:36:08.996285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49030) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:08.998722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:08.999075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:08.999418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:08.999761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.000149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.000479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.000968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.001306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.001639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.002039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.002369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.002696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796d25-9025-4f5d-80e6-ce0831cd5a7e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:09.008324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.017782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551275af-f028-4f5a-8707-c8b211af8482,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:09.092229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.104444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.105187 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Added segment 3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79 of type vlan for network ae7c6d37-c57b-4902-af28-51c9a6184c43 Feb 04 15:36:09.149606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.150243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 97ba41f3-3419-462a-8853-92b50c3e57ac details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:36:09.150380 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.152403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] 10.222.0.30 "PUT /v2.0/ports/73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 1091 time: 1.8484561 Feb 04 15:36:09.153748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bfb13e-06c3-49c8-9e98-7cdd19331096', 'tag': '73a4562e-cef9-40e7-8148-8eeab0127420'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:09.156764 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d732981-7d75-462f-b687-ca67e07dd260" -d '{"events": [{"name": "network-changed", "server_uuid": "61bfb13e-06c3-49c8-9e98-7cdd19331096", "tag": "73a4562e-cef9-40e7-8148-8eeab0127420"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:09.236504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-56e52507-415e-4310-8f5a-b7e217cf4534 req-480101c6-ac5d-4e4e-9c59-ae981c6d4e13 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 210 time: 0.0962143 Feb 04 15:36:09.244953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.284272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91af5e-52d8-45cc-93cb-1e6958b748cb service neutron] Pushing event updated for resources: {'Port': ['ID=73a4562e-cef9-40e7-8148-8eeab0127420,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:09.321385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce4f83-0866-4957-9754-14803722be56 None None] Pushing event updated for resources: {'Port': ['ID=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:09.321709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-7b7687e4-0dcc-4150-abcd-94de6a3ea1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.324846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-7b7687e4-0dcc-4150-abcd-94de6a3ea1d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1094 time: 0.1094882 Feb 04 15:36:09.356988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b7c50-7311-480e-9c77-160bcef6c713 None None] Network d8321737-debd-4f39-971e-e55b200075c3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:09.513105 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2972d41e-e4fc-47a4-9549-8432e3d789e0 x-openstack-request-id: req-2972d41e-e4fc-47a4-9549-8432e3d789e0 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:09.513462 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bfb13e-06c3-49c8-9e98-7cdd19331096", "tag": "73a4562e-cef9-40e7-8148-8eeab0127420", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:09.513656 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2972d41e-e4fc-47a4-9549-8432e3d789e0 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:09.514145 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bfb13e-06c3-49c8-9e98-7cdd19331096', 'tag': '73a4562e-cef9-40e7-8148-8eeab0127420', 'status': 'completed', 'code': 200} Feb 04 15:36:09.520661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-16f9ce33-f51e-49c0-b7ed-779bb7619fc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 217 time: 0.1410470 Feb 04 15:36:09.631378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.688413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e372bad8-d275-4ce5-b7ec-64672aa56e28 req-abcf6205-4f82-482d-9c01-90b961675f40 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 210 time: 0.1341162 Feb 04 15:36:09.745667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-49feb60f-43e7-4c6c-a53e-1e90dd72cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.748781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-49feb60f-43e7-4c6c-a53e-1e90dd72cb95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.2167115 Feb 04 15:36:09.758095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 28861487-897b-4803-b42b-98018029ed2a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:09.759126 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.811331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c,segment=NetworkSegment(63cd2836-1899-4aaa-8102-8007f2a737fa),segment_id=63cd2836-1899-4aaa-8102-8007f2a737fa)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:09.812219 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-93dac014-abd1-49b8-afab-82dcc6ec9bbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486412 Feb 04 15:36:09.844312 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:09.857240 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:36:09.876638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da04bab-c76e-47b9-b1b5-542bc504ab50 req-8efae2f0-dcac-436f-8be7-ccc45735615f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:09.891059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7da04bab-c76e-47b9-b1b5-542bc504ab50 req-8efae2f0-dcac-436f-8be7-ccc45735615f tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 943 time: 0.9685962 Feb 04 15:36:10.028999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.047452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.086636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 28861487-897b-4803-b42b-98018029ed2a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=28861487-897b-4803-b42b-98018029ed2a,segment=NetworkSegment(04ad65ec-8a7e-4600-8bee-7c9e826937b7),segment_id=04ad65ec-8a7e-4600-8bee-7c9e826937b7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:10.087352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.124048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:10.125692 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.148263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 28861487-897b-4803-b42b-98018029ed2a owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:10.201018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.202668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-c9cf4eef-1192-402b-ae8f-705a18402f76 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586495 Feb 04 15:36:10.203144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:10.204254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.244662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 97ba41f3-3419-462a-8853-92b50c3e57ac, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=97ba41f3-3419-462a-8853-92b50c3e57ac,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:10.373996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '97ba41f3-3419-462a-8853-92b50c3e57ac', 'network_id': '5bbbb572-4948-4055-8c93-101e5f6b30a5', 'port_id': '97ba41f3-3419-462a-8853-92b50c3e57ac', 'mac_address': 'fa:16:3e:1b:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7965b673-6222-4aff-99c1-dd1ec5faf820', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:36:10.427493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:10.446153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:10.446847 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.562867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7da04bab-c76e-47b9-b1b5-542bc504ab50 req-ac0f97c4-c11a-402a-a733-1cb251643349 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355815 Feb 04 15:36:10.646757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Network a21adb9b-5f6b-4243-a61d-187c3da55956 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:10.664318 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6cc4518-6c52-4f3a-9810-18acff1e1447 req-0547a484-a9ee-43f9-bddd-4522988293b7 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565382 Feb 04 15:36:10.743304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Allocated IP 172.20.0.11 (e985d09d-8199-4466-8547-0d0dba1afd31/a53afad6-f729-4ade-b21e-110e1069b409/6cb132a5-e996-424a-8d73-fbb6e7b27e87) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:10.820898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:10.892600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.5274699 Feb 04 15:36:10.898376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ba41f3-3419-462a-8853-92b50c3e57ac {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:10.915294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49044) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:10.927419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:10.929858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce6f29-8791-4420-a7e2-457592699542 None None] DHCP port deletion for d8321737-debd-4f39-971e-e55b200075c3 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:36:10.955828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Request body: {'subnet': {'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-853116965-subnet', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:10.969714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:10.982523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'Port': ['ID=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:11.052465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374dc50-7f50-4cc7-a467-488607356aa5 req-71dbc5b0-7d5c-49d8-9c76-191a493a574d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.057275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d374dc50-7f50-4cc7-a467-488607356aa5 req-71dbc5b0-7d5c-49d8-9c76-191a493a574d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 931 time: 0.3880270 Feb 04 15:36:11.068221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Subnet': ['ID=7c443816-9e16-4c57-ae97-36be2ca32691,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:11.070352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.100494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89986e44-0ef0-42e7-a88a-4d29af25b24e admin admin] Pushing event updated for resources: {'Network': ['ID=ae7c6d37-c57b-4902-af28-51c9a6184c43,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:11.158344 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.161622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-19ce6f29-8791-4420-a7e2-457592699542 None None] The port '28861487-897b-4803-b42b-98018029ed2a' was deleted {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 04 15:36:11.171715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ae7c6d37-c57b-4902-af28-51c9a6184c43 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:36:11.176079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 97ba41f3-3419-462a-8853-92b50c3e57ac, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=97ba41f3-3419-462a-8853-92b50c3e57ac,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:11.188428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1bff22d1-ee83-4347-a7c3-5ee535eff089 req-b6e53d4d-f728-4815-a25c-7f0dc8a1d217 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 210 time: 0.1778011 Feb 04 15:36:11.204074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.215785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Checking segment: {'id': '3b7da2a3-de31-4d37-a5c1-df5c921d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a572ac00-eea8-40ff-ab72-2d3714f6bc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:11.215785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network hostable DHCP agents. Network: a572ac00-eea8-40ff-ab72-2d3714f6bc0c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:11.248365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No DVR routers for this DVR port 28861487-897b-4803-b42b-98018029ed2a on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:11.318790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732981-7d75-462f-b687-ca67e07dd260 req-a9b28a1a-d5c5-44a0-a989-46fba3ad74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.322629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d732981-7d75-462f-b687-ca67e07dd260 req-a9b28a1a-d5c5-44a0-a989-46fba3ad74ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1094 time: 0.5739989 Feb 04 15:36:11.324682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=28861487-897b-4803-b42b-98018029ed2a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:11.336017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Made reservation on behalf of c7f1798cb97a4bbd97ba49992f5998d6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:11.340744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.347759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.373040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:11.406406 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.415004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.415891 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.441118 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.498956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-abb8c647-32e3-4b73-884d-e444eecac242 None None] Provisioning complete for port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:11.499582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-abb8c647-32e3-4b73-884d-e444eecac242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.520183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732981-7d75-462f-b687-ca67e07dd260 req-d59994e2-15b5-40c0-9f23-209e7e956c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.522561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-3e3a4168-55d0-4725-9cad-a2b8c2a87150 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4061348 Feb 04 15:36:11.523158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d732981-7d75-462f-b687-ca67e07dd260 req-d59994e2-15b5-40c0-9f23-209e7e956c65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.1898596 Feb 04 15:36:11.535055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Pushing event updated for resources: {'Port': ['ID=6cb132a5-e996-424a-8d73-fbb6e7b27e87,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:11.551704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Network e985d09d-8199-4466-8547-0d0dba1afd31 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:11.558257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Request body: {'port': {'device_id': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:11.594220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=97ba41f3-3419-462a-8853-92b50c3e57ac,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:11.668376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network a572ac00-eea8-40ff-ab72-2d3714f6bc0c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:11.694133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:11.698077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:11.825105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['97ba41f3-3419-462a-8853-92b50c3e57ac'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:36:11.862679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:11.863566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:11.897022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d732981-7d75-462f-b687-ca67e07dd260 req-40c8fc20-2d9a-4cce-bffa-7031c7ce22c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 217 time: 0.3529072 Feb 04 15:36:11.902630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d374dc50-7f50-4cc7-a467-488607356aa5 req-cc908ebe-a82b-43bc-be2e-7842bb66d5d8 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8071084 Feb 04 15:36:12.001096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-04fa3086-fdf6-4a78-96c4-b3b4ebb65448 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2143021 Feb 04 15:36:12.006430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a572ac00-eea8-40ff-ab72-2d3714f6bc0c) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:12.012703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.033650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.040045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620a871-b79c-4776-b00d-662708aec31e None None] Network a572ac00-eea8-40ff-ab72-2d3714f6bc0c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:12.095838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.096798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.111008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Request body: {'port': {'device_id': '6553f7c4-3a17-4196-b395-816749ba3be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:12.115482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=46e282cd-edd6-41f2-bade-e2262f533282,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:12.124392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8321737-debd-4f39-971e-e55b200075c3']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:12.125091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.132862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732981-7d75-462f-b687-ca67e07dd260 req-bcdb4434-41f4-4300-8eb0-76195e4b5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.135900 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d732981-7d75-462f-b687-ca67e07dd260 req-bcdb4434-41f4-4300-8eb0-76195e4b5788 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.2275910 Feb 04 15:36:12.170129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ad65ec-8a7e-4600-8bee-7c9e826937b7') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:12.171067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ad65ec-8a7e-4600-8bee-7c9e826937b7') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:12.191710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:12.225627 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d732981-7d75-462f-b687-ca67e07dd260 req-52caa0b1-5c5b-41da-a929-88327701e17d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767214 Feb 04 15:36:12.229359 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.262374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ec9b4-f3ab-4686-8ed1-11e89621b216 req-64e1f3a9-f1ca-4074-a4ab-130e1898ec90 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.264221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-212ec9b4-f3ab-4686-8ed1-11e89621b216 req-64e1f3a9-f1ca-4074-a4ab-130e1898ec90 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 944 time: 0.3546169 Feb 04 15:36:12.286606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:12.296554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:12.297324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.302015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:12.308229 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ed4dc142-bbfb-47be-9103-75acb53f2769 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.3797503 Feb 04 15:36:12.334838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49052) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:12.354029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'subnet': {'network_id': '8511e5f2-ed20-4661-a2ae-93baca1a525f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:12.358275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d89ce-8203-448c-ab87-eda874df1740 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:12.410451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.456934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-a572ac00-eea8-40ff-ab72-2d3714f6bc0c', 'network_id': 'a572ac00-eea8-40ff-ab72-2d3714f6bc0c', 'tenant_id': 'd684c84d353b42099823a994ffa1ede5', 'fixed_ips': [{'subnet_id': '7c443816-9e16-4c57-ae97-36be2ca32691'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:12.458282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.465610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:36:12.467076 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:12.477427 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:12.490164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:12.513539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.875072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb132a5-e996-424a-8d73-fbb6e7b27e87 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:12.884673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.902074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Transition to ACTIVE for port object 6cb132a5-e996-424a-8d73-fbb6e7b27e87 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:12.911560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2ca38acf-89c7-4506-ac75-31d11918412a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.4024889 Feb 04 15:36:12.924345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49056) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:12.925188 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:12.932364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:3b:68:bf', 'name': 'tempest-NetworksTestDHCPv6-831958715'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:13.055823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:13.056769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.077422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-212ec9b4-f3ab-4686-8ed1-11e89621b216 req-b46879ad-b214-44a4-ba3a-1604382f3a2e tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7628200 Feb 04 15:36:13.090544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Pushing event updated for resources: {'Port': ['ID=6cb132a5-e996-424a-8d73-fbb6e7b27e87,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:13.173479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3fbb6560-00e2-4ad6-b731-83ed7b35819d None None] Provisioning complete for port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:13.174241 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6560-00e2-4ad6-b731-83ed7b35819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.239009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Allocated IP 2001:db8::2 (a572ac00-eea8-40ff-ab72-2d3714f6bc0c/7c443816-9e16-4c57-ae97-36be2ca32691/7fc45283-3031-424f-a191-1e5dde0b8136) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:13.270346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.323756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.331369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/d8321737-debd-4f39-971e-e55b200075c3 HTTP/1.1" status: 204 len: 168 time: 4.3244970 Feb 04 15:36:13.352342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49060) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:13.387859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-336331128', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:13.427725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6fb8a-c558-44c8-82f9-41c9f287b8af req-bfcee69d-78e1-4d24-b916-15a1c1fd2f05 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:13.434129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Made reservation on behalf of d684c84d353b42099823a994ffa1ede5 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:13.438042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.444411 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35f6fb8a-c558-44c8-82f9-41c9f287b8af req-bfcee69d-78e1-4d24-b916-15a1c1fd2f05 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 932 time: 1.0610626 Feb 04 15:36:13.456697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bddaa-337c-4b1c-891f-17e81f789e50 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=d8321737-debd-4f39-971e-e55b200075c3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:13.493377 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.508823 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d732981-7d75-462f-b687-ca67e07dd260 req-f2026062-9c91-457d-bbb4-554a2dc6952b service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2639313 Feb 04 15:36:13.720829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35f6fb8a-c558-44c8-82f9-41c9f287b8af req-10ff3895-fe9c-419c-a425-87f4f98611f1 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600374 Feb 04 15:36:13.724784 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.755731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40bccc1b-17fe-47a8-a4da-d6aa742baf57,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:13.793914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d732981-7d75-462f-b687-ca67e07dd260 req-81d8aa8d-cf09-41c8-8a44-174112c19b4b service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736917 Feb 04 15:36:13.805961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Checking segment: {'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:13.806677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Network hostable DHCP agents. Network: ae7c6d37-c57b-4902-af28-51c9a6184c43, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:13.829215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b2b9e-802a-4dca-aeb8-27fdc49942e3 req-a0d99572-f511-4fd0-99d9-ae9124aa0523 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:13.831578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a42b2b9e-802a-4dca-aeb8-27fdc49942e3 req-a0d99572-f511-4fd0-99d9-ae9124aa0523 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 931 time: 0.5550056 Feb 04 15:36:13.843090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Network ae7c6d37-c57b-4902-af28-51c9a6184c43 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:13.852915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.862195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ae7c6d37-c57b-4902-af28-51c9a6184c43) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:13.879617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:13.880658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.909227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-83b95769-b336-4974-a05f-3d0c4697d361 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9917622 Feb 04 15:36:13.913675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49064) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:13.921734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:13.965647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.966856 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:13.977018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:13.983006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Attempting to bind port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:13.983451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Attempting to bind port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:13.983794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Attempting to bind port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 on network e985d09d-8199-4466-8547-0d0dba1afd31 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:14.028480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.030505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.064697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b93eca4-e3c1-4d9f-9678-a8a698784aa6 None None] Network ae7c6d37-c57b-4902-af28-51c9a6184c43 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:14.089402 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.152589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 on network e985d09d-8199-4466-8547-0d0dba1afd31 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:36:14.152990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Attempting to bind port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 on network e985d09d-8199-4466-8547-0d0dba1afd31 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:14.156778 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.220047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Subnet': ['ID=4f570a35-b5d3-436c-9a85-52c74cb37cfe,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:14.239545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a42b2b9e-802a-4dca-aeb8-27fdc49942e3 req-2c7b0fec-b736-433e-96fc-459a15e829cf tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881512 Feb 04 15:36:14.240397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:14.240769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Checking segment: {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:14.241193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Bound using segment: {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:14.241657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Bound port: 6cb132a5-e996-424a-8d73-fbb6e7b27e87, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:14.242084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.251048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:14.308021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.327181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.327554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.327902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.328237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.328571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.328902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.329230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.329558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.329887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.330267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.330588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.330938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:14.335145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.372943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Checking segment: {'id': 'e2d3f5b4-7118-4800-94fe-be26364115bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8511e5f2-ed20-4661-a2ae-93baca1a525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:14.375908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network hostable DHCP agents. Network: 8511e5f2-ed20-4661-a2ae-93baca1a525f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:14.382417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Network a572ac00-eea8-40ff-ab72-2d3714f6bc0c is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:14.398694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.400603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Pushing event updated for resources: {'Port': ['ID=7fc45283-3031-424f-a191-1e5dde0b8136,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:14.405234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:14.426899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8365652-b6cd-4b54-b7f2-1088730b68dd req-dad2f7c6-15f3-43c5-9856-7bc1fb289349 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:14.428614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8365652-b6cd-4b54-b7f2-1088730b68dd req-dad2f7c6-15f3-43c5-9856-7bc1fb289349 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 944 time: 0.1208246 Feb 04 15:36:14.485525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:14.517175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 73a4562e-cef9-40e7-8148-8eeab0127420 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:36:14.518039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Transition to ACTIVE for port object 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:36:14.524510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8365652-b6cd-4b54-b7f2-1088730b68dd req-1a65d3ae-f7ab-4de2-a825-aff25989bd37 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825045 Feb 04 15:36:14.612375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.628348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.630078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-ae7c6d37-c57b-4902-af28-51c9a6184c43', 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'fixed_ips': [{'subnet_id': '40bccc1b-17fe-47a8-a4da-d6aa742baf57'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:14.631142 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.634806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 28861487-897b-4803-b42b-98018029ed2a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:14.641450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network 8511e5f2-ed20-4661-a2ae-93baca1a525f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:14.693339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 28861487-897b-4803-b42b-98018029ed2a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:36:14.693713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 28861487-897b-4803-b42b-98018029ed2a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:36:14.718557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b20dcf-3c30-463d-81ca-ae7df86ba847 None None] Update dhcp port {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': '2f55eba5-4455-420f-9a3d-c8ce1f7aac85', 'ip_address': '2001:db8::f816:3eff:fe87:d6c2'}, {'subnet_id': '46e282cd-edd6-41f2-bade-e2262f533282'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '29cf4d7e-f9d5-4145-ac77-04fa93b534b7'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:36:14.828527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.847119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-68b20dcf-3c30-463d-81ca-ae7df86ba847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:14.856291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:14.866398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.025905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Attempting to bind port 7fc45283-3031-424f-a191-1e5dde0b8136 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:15.027862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Attempting to bind port 7fc45283-3031-424f-a191-1e5dde0b8136 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3b7da2a3-de31-4d37-a5c1-df5c921d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a572ac00-eea8-40ff-ab72-2d3714f6bc0c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:15.028603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Attempting to bind port 7fc45283-3031-424f-a191-1e5dde0b8136 on network a572ac00-eea8-40ff-ab72-2d3714f6bc0c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:15.064639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 73a4562e-cef9-40e7-8148-8eeab0127420, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=73a4562e-cef9-40e7-8148-8eeab0127420,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:15.077914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Allocated IP 172.25.1.8 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/1918d50c-7479-41ac-a4d8-d864b5945be6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:15.124792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:15.125440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Checking segment: {'id': '3b7da2a3-de31-4d37-a5c1-df5c921d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a572ac00-eea8-40ff-ab72-2d3714f6bc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:15.126147 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.128182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Bound using segment: {'id': '3b7da2a3-de31-4d37-a5c1-df5c921d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a572ac00-eea8-40ff-ab72-2d3714f6bc0c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:15.129065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Bound port: 7fc45283-3031-424f-a191-1e5dde0b8136, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7da2a3-de31-4d37-a5c1-df5c921d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a572ac00-eea8-40ff-ab72-2d3714f6bc0c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:15.129746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.163274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '73a4562e-cef9-40e7-8148-8eeab0127420', 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31', 'port_id': '73a4562e-cef9-40e7-8148-8eeab0127420', 'mac_address': 'fa:16:3e:c9:bc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53afad6-f729-4ade-b21e-110e1069b409', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:36:15.266116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.318885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.378050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Allocated IP 172.20.0.2 (ae7c6d37-c57b-4902-af28-51c9a6184c43/40bccc1b-17fe-47a8-a4da-d6aa742baf57/3b31585d-cb5b-4abb-9372-f2ed344d4f02) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:15.391269 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.399378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 8511e5f2-ed20-4661-a2ae-93baca1a525f) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:15.407044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] For port 6cb132a5-e996-424a-8d73-fbb6e7b27e87, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:15.416779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 6614fa5c-40a4-43cc-bc94-607faaa0d8f1 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:36:15.484683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:15.489100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 97ba41f3-3419-462a-8853-92b50c3e57ac up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:15.510534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.511709 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.519142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:15.532233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] For port 6cb132a5-e996-424a-8d73-fbb6e7b27e87, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:15.538555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600649e9-39fc-4266-bafe-20a5e26f0617 None None] Network 8511e5f2-ed20-4661-a2ae-93baca1a525f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:15.563753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:15.568162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:15.613683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.634914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Pushing event updated for resources: {'Port': ['ID=1918d50c-7479-41ac-a4d8-d864b5945be6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:15.684063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1ba1-5088-450e-9cee-086ccc20e82d req-aa7068b5-84aa-41f6-89ab-d3758260c692 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.697114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ca1ba1-5088-450e-9cee-086ccc20e82d req-aa7068b5-84aa-41f6-89ab-d3758260c692 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 943 time: 0.2063982 Feb 04 15:36:15.762988 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.803960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d77a546f-075f-4b85-8505-019a3aeffdcd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4554837 Feb 04 15:36:15.807836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:15.808236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.811175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49086) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:15.863371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.864211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] For port 7fc45283-3031-424f-a191-1e5dde0b8136, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:15.864750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.867291 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] 10.222.0.50 "PUT /v2.0/ports/6cb132a5-e996-424a-8d73-fbb6e7b27e87 HTTP/1.1" status: 200 len: 1092 time: 3.8483655 Feb 04 15:36:15.870318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a4562e-cef9-40e7-8148-8eeab0127420 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:15.875712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6553f7c4-3a17-4196-b395-816749ba3be9', 'tag': '6cb132a5-e996-424a-8d73-fbb6e7b27e87'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:15.877501 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.880429 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a525ca5-bca3-4ab7-b07c-163acbb641d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6553f7c4-3a17-4196-b395-816749ba3be9", "tag": "6cb132a5-e996-424a-8d73-fbb6e7b27e87"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:15.907843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0bd1a-3300-4602-b2e5-34eb5ba1dce3 req-07398606-7285-485f-965f-3e2ed56d62f9 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:15.910654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d0bd1a-3300-4602-b2e5-34eb5ba1dce3 req-07398606-7285-485f-965f-3e2ed56d62f9 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 944 time: 0.6356359 Feb 04 15:36:15.915926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] For port 7fc45283-3031-424f-a191-1e5dde0b8136, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7fc45283-3031-424f-a191-1e5dde0b8136,segment=NetworkSegment(3b7da2a3-de31-4d37-a5c1-df5c921d6e39),segment_id=3b7da2a3-de31-4d37-a5c1-df5c921d6e39)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:15.926222 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.960889 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:15.969042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 73a4562e-cef9-40e7-8148-8eeab0127420, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=73a4562e-cef9-40e7-8148-8eeab0127420,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:15.978556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-68b20dcf-3c30-463d-81ca-ae7df86ba847 None None] Allocated IP 172.20.0.2 (9441201d-a349-4a5a-8681-870320442b3d/46e282cd-edd6-41f2-bade-e2262f533282/29cf4d7e-f9d5-4145-ac77-04fa93b534b7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:15.999634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccca368-1118-4fb6-b6f2-5fae2a920fcf service neutron] Pushing event updated for resources: {'Port': ['ID=6cb132a5-e996-424a-8d73-fbb6e7b27e87,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:16.023412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 97ba41f3-3419-462a-8853-92b50c3e57ac completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:16.025476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.042810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Attempting to bind port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:16.043347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Attempting to bind port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:16.043897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Attempting to bind port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d on network a21adb9b-5f6b-4243-a61d-187c3da55956 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:16.078980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 97ba41f3-3419-462a-8853-92b50c3e57ac triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:16.079370 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.087195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ca1ba1-5088-450e-9cee-086ccc20e82d req-a330bcc6-3a94-496d-af1f-f33457d0a3f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784161 Feb 04 15:36:16.099476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d on network a21adb9b-5f6b-4243-a61d-187c3da55956 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:36:16.100001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Attempting to bind port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d on network a21adb9b-5f6b-4243-a61d-187c3da55956 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:16.103528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Network ae7c6d37-c57b-4902-af28-51c9a6184c43 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:16.137382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:16.137728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Checking segment: {'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:16.138238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Bound using segment: {'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:16.138693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Bound port: 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:16.139076 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.148445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d0bd1a-3300-4602-b2e5-34eb5ba1dce3 req-1fc28ee0-d5b6-4d74-8841-7582c6ca021c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861584 Feb 04 15:36:16.163773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Pushing event updated for resources: {'Port': ['ID=3b31585d-cb5b-4abb-9372-f2ed344d4f02,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:16.167976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:16.186002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:16.209649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-853b6ae7-8936-4a86-ad46-5a6865992850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.212710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-853b6ae7-8936-4a86-ad46-5a6865992850 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 1095 time: 0.2001724 Feb 04 15:36:16.399088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['73a4562e-cef9-40e7-8148-8eeab0127420'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:36:16.401390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-8511e5f2-ed20-4661-a2ae-93baca1a525f', 'network_id': '8511e5f2-ed20-4661-a2ae-93baca1a525f', 'tenant_id': 'd684c84d353b42099823a994ffa1ede5', 'fixed_ips': [{'subnet_id': '4f570a35-b5d3-436c-9a85-52c74cb37cfe'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:16.402314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.533241 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-ac018e9b-9010-46ba-9ea8-87236f3eb09a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87 HTTP/1.1" status: 200 len: 217 time: 0.2853189 Feb 04 15:36:16.728714 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3635128-610c-483f-89af-94d9763a755b x-openstack-request-id: req-d3635128-610c-483f-89af-94d9763a755b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:16.729064 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6553f7c4-3a17-4196-b395-816749ba3be9", "tag": "6cb132a5-e996-424a-8d73-fbb6e7b27e87", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:16.729241 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d3635128-610c-483f-89af-94d9763a755b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:16.729645 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6553f7c4-3a17-4196-b395-816749ba3be9', 'tag': '6cb132a5-e996-424a-8d73-fbb6e7b27e87', 'status': 'completed', 'code': 200} Feb 04 15:36:16.879853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59ae61-cbfb-40f5-be77-84f9f6c75856 None None] Pushing event updated for resources: {'Port': ['ID=7fc45283-3031-424f-a191-1e5dde0b8136,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:16.882145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] For port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:16.887932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.925411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fb4d34bf-a4e6-46ec-9470-21ed746fd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.927796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-fb4d34bf-a4e6-46ec-9470-21ed746fd845 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.3692021 Feb 04 15:36:16.935804 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.945195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10aac9-11ca-4548-9ff1-87d91b116184 req-fb7e845c-ea92-4642-957d-5c875d88938c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:16.946925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f10aac9-11ca-4548-9ff1-87d91b116184 req-fb7e845c-ea92-4642-957d-5c875d88938c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 944 time: 0.4987013 Feb 04 15:36:16.953960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] For port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:16.969874 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:16.993201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-68b20dcf-3c30-463d-81ca-ae7df86ba847 None None] For port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:17.006395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-0e84dd8f-630a-482b-8ff2-701f9e036e0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694511 Feb 04 15:36:17.009508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Attempting to bind port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:17.009908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Attempting to bind port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:17.010273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Attempting to bind port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 on network ae7c6d37-c57b-4902-af28-51c9a6184c43 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:17.128906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.150357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-68b20dcf-3c30-463d-81ca-ae7df86ba847 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.161422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95db43-0afc-441c-8f17-fedf7a0cb130 req-cbf650c7-f098-48bc-b6bc-689d60b75e30 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.163079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:17.163797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Checking segment: {'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:17.164916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.165581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Bound using segment: {'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:17.166327 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Bound port: 3b31585d-cb5b-4abb-9372-f2ed344d4f02, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:17.166916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.177072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:17.178115 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.179867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa95db43-0afc-441c-8f17-fedf7a0cb130 req-cbf650c7-f098-48bc-b6bc-689d60b75e30 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 945 time: 0.3507254 Feb 04 15:36:17.180475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/41d1fcf4-396b-4fa7-b7ad-944acb6ce77d HTTP/1.1" status: 200 len: 1091 time: 5.6268601 Feb 04 15:36:17.181459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-68b20dcf-3c30-463d-81ca-ae7df86ba847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.213331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=73a4562e-cef9-40e7-8148-8eeab0127420,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:17.216674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.333223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] For port 3b31585d-cb5b-4abb-9372-f2ed344d4f02, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:17.378142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] For port 3b31585d-cb5b-4abb-9372-f2ed344d4f02, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3b31585d-cb5b-4abb-9372-f2ed344d4f02,segment=NetworkSegment(3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79),segment_id=3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:17.384216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f10aac9-11ca-4548-9ff1-87d91b116184 req-06f81f26-4eb0-4327-b6df-ac5fc27f91b9 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039969 Feb 04 15:36:17.453744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.477089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ba41f3-3419-462a-8853-92b50c3e57ac'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:17.479714 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df95133-0484-4ee0-aa1c-9be56f7c7cc0" -d '{"events": [{"server_uuid": "1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8", "name": "network-vif-plugged", "status": "completed", "tag": "97ba41f3-3419-462a-8853-92b50c3e57ac"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:17.525175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 97ba41f3-3419-462a-8853-92b50c3e57ac, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=97ba41f3-3419-462a-8853-92b50c3e57ac,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:17.540285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b297a-b4b9-499a-a4d3-d91b6b5ea3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:17.545086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b20dcf-3c30-463d-81ca-ae7df86ba847 None None] Pushing event updated for resources: {'Port': ['ID=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:17.558704 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.566215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Allocated IP 2001:db8::2 (8511e5f2-ed20-4661-a2ae-93baca1a525f/4f570a35-b5d3-436c-9a85-52c74cb37cfe/41a43819-f298-4e99-bc43-2bd01156c223) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:17.648958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa95db43-0afc-441c-8f17-fedf7a0cb130 req-3f709ff8-500f-46f6-8176-19da72660d0e tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667568 Feb 04 15:36:17.656898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:17.810524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62380943-d954-4b78-bab9-05b003dbfc57 None None] Pushing event updated for resources: {'Port': ['ID=3b31585d-cb5b-4abb-9372-f2ed344d4f02,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:18.050118 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-e6367336-a525-47a5-807d-0dfd1eafa031 service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9594696 Feb 04 15:36:18.071183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-f1fc4df4-18da-46cd-9126-05fc32f44b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.073114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-f1fc4df4-18da-46cd-9126-05fc32f44b97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 1094 time: 0.7539804 Feb 04 15:36:18.075511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 172.25.1.45 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/26224983-8a21-485b-bbcd-e7db44e501c6) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:18.331210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-058f398a-47b7-4638-8d61-7d4670adcd8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d HTTP/1.1" status: 200 len: 217 time: 0.2102911 Feb 04 15:36:18.399424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 172.20.0.4 (9441201d-a349-4a5a-8681-870320442b3d/46e282cd-edd6-41f2-bade-e2262f533282/6614fa5c-40a4-43cc-bc94-607faaa0d8f1) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:18.481517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae5af9-253e-4213-aaa7-6b6d7537fcab req-849bbf12-f9f6-4594-a87f-1954191492a1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.494256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82ae5af9-253e-4213-aaa7-6b6d7537fcab req-849bbf12-f9f6-4594-a87f-1954191492a1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 943 time: 0.8479683 Feb 04 15:36:18.503809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f451a29-e06c-4d31-9e2d-c4e75df793dd req-d123bd68-4f3d-4f45-9556-12250524f96a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.512385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f451a29-e06c-4d31-9e2d-c4e75df793dd req-d123bd68-4f3d-4f45-9556-12250524f96a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 944 time: 0.6416399 Feb 04 15:36:18.525633 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:18.544630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=97ba41f3-3419-462a-8853-92b50c3e57ac,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:18.550571 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:18.575469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fe3b:68bf (9441201d-a349-4a5a-8681-870320442b3d/2f55eba5-4455-420f-9a3d-c8ce1f7aac85/6614fa5c-40a4-43cc-bc94-607faaa0d8f1) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:18.597496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a93fd-2294-433c-907b-487a04e4f409 None None] Network a572ac00-eea8-40ff-ab72-2d3714f6bc0c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:18.675794 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Network 8511e5f2-ed20-4661-a2ae-93baca1a525f is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:18.688667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:18.702159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:18.715333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9335009d-c312-4663-b882-0a1c86283e84 None None] Provisioning complete for port 7fc45283-3031-424f-a191-1e5dde0b8136 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:18.715783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9335009d-c312-4663-b882-0a1c86283e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:18.725366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Pushing event updated for resources: {'Port': ['ID=41a43819-f298-4e99-bc43-2bd01156c223,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:18.755296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f451a29-e06c-4d31-9e2d-c4e75df793dd req-21c5337f-c151-4555-b705-156096c32bcb tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416692 Feb 04 15:36:18.759612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:18.769183 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549" -d '{"events": [{"name": "network-changed", "server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:18.775891 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:18.847979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-df3d940d-af6b-4387-aea6-1069b5a6ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:18.850673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-df3d940d-af6b-4387-aea6-1069b5a6ec6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.4924533 Feb 04 15:36:18.864952 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e6d323-7469-4f56-9cb8-d70074b07e8f req-f9b68a6f-7ffc-4231-a4aa-5eb479c0f50f service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7867355 Feb 04 15:36:18.922624 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee89c6-6d9d-463a-9263-65e1cef3a598 x-openstack-request-id: req-e0ee89c6-6d9d-463a-9263-65e1cef3a598 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:18.923344 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8", "name": "network-vif-plugged", "status": "completed", "tag": "97ba41f3-3419-462a-8853-92b50c3e57ac", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:18.924557 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0ee89c6-6d9d-463a-9263-65e1cef3a598 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:18.926862 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ba41f3-3419-462a-8853-92b50c3e57ac', 'code': 200} Feb 04 15:36:18.996035 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.017591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82ae5af9-253e-4213-aaa7-6b6d7537fcab req-2c1f7e91-fa00-429c-b636-be5bbcacb0f4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220053 Feb 04 15:36:19.174947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-c5528c76-1656-49bf-90aa-12e971fab93b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3086772 Feb 04 15:36:19.283902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Attempting to bind port 41a43819-f298-4e99-bc43-2bd01156c223 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:19.284469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Attempting to bind port 41a43819-f298-4e99-bc43-2bd01156c223 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'e2d3f5b4-7118-4800-94fe-be26364115bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8511e5f2-ed20-4661-a2ae-93baca1a525f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:19.285052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Attempting to bind port 41a43819-f298-4e99-bc43-2bd01156c223 on network 8511e5f2-ed20-4661-a2ae-93baca1a525f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:19.297391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-622f72cf-5e62-4ad6-b819-4c2842f08acf tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:19.299868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-622f72cf-5e62-4ad6-b819-4c2842f08acf tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.50 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 945 time: 0.5943649 Feb 04 15:36:19.320038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:19.320557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Checking segment: {'id': 'e2d3f5b4-7118-4800-94fe-be26364115bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8511e5f2-ed20-4661-a2ae-93baca1a525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:19.321172 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.321786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Bound using segment: {'id': 'e2d3f5b4-7118-4800-94fe-be26364115bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8511e5f2-ed20-4661-a2ae-93baca1a525f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:19.322702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Bound port: 41a43819-f298-4e99-bc43-2bd01156c223, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d3f5b4-7118-4800-94fe-be26364115bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8511e5f2-ed20-4661-a2ae-93baca1a525f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:19.327908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.459716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9335009d-c312-4663-b882-0a1c86283e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.489081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Allocated IP 2001:db8::1 (a572ac00-eea8-40ff-ab72-2d3714f6bc0c/7c443816-9e16-4c57-ae97-36be2ca32691/19836807-0df4-4520-997b-cb5902f6d77d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:19.535601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7fc45283-3031-424f-a191-1e5dde0b8136 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:19.623862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-43c4457d-bb34-437f-b00b-9d864feb1ab2 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471678 Feb 04 15:36:19.646967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.655202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9335009d-c312-4663-b882-0a1c86283e84 None None] For port 7fc45283-3031-424f-a191-1e5dde0b8136, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7fc45283-3031-424f-a191-1e5dde0b8136,segment=NetworkSegment(3b7da2a3-de31-4d37-a5c1-df5c921d6e39),segment_id=3b7da2a3-de31-4d37-a5c1-df5c921d6e39)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:19.659407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7fc45283-3031-424f-a191-1e5dde0b8136 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:19.660131 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.721624 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9335009d-c312-4663-b882-0a1c86283e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.726596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] For port 41a43819-f298-4e99-bc43-2bd01156c223, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:19.747587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] For port 41a43819-f298-4e99-bc43-2bd01156c223, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=41a43819-f298-4e99-bc43-2bd01156c223,segment=NetworkSegment(e2d3f5b4-7118-4800-94fe-be26364115bb),segment_id=e2d3f5b4-7118-4800-94fe-be26364115bb)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:19.782019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:19.837221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aea18e7-0770-48ae-b243-755e33028500 None None] Network ae7c6d37-c57b-4902-af28-51c9a6184c43 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:19.921210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4e3a5b4-431a-4463-bd9f-5546d4fd7d3d req-2a8e12ef-5500-46e5-8226-e8035fea5bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463036 Feb 04 15:36:19.956340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335009d-c312-4663-b882-0a1c86283e84 None None] Pushing event updated for resources: {'Port': ['ID=7fc45283-3031-424f-a191-1e5dde0b8136,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:19.968945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9273a049-68ba-45ed-8c34-fb642d82259f None None] Provisioning complete for port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:19.969367 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9273a049-68ba-45ed-8c34-fb642d82259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.001325 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.003173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3b31585d-cb5b-4abb-9372-f2ed344d4f02 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:20.034184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-75a7c862-42f8-4148-aae6-271640449feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.037591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-75a7c862-42f8-4148-aae6-271640449feb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 1095 time: 1.0183253 Feb 04 15:36:20.149817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:20.154581 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.202073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.227713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16ee70-a1f9-49c0-b3b6-6fc02c85c5f7 None None] Pushing event updated for resources: {'Port': ['ID=41a43819-f298-4e99-bc43-2bd01156c223,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:20.293565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e68b3-932d-4297-959d-ae4ae202b46e req-7fa2462b-0cf0-4cc0-84ff-91a52158ed47 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.302449 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a9e68b3-932d-4297-959d-ae4ae202b46e req-7fa2462b-0cf0-4cc0-84ff-91a52158ed47 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 1.2923841 Feb 04 15:36:20.325988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef21e7-6c5c-48e9-b26e-a8d07f735601 req-5c7cf023-9818-4084-bf68-ccb704ba4240 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.344846 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32ef21e7-6c5c-48e9-b26e-a8d07f735601 req-5c7cf023-9818-4084-bf68-ccb704ba4240 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 945 time: 1.1670070 Feb 04 15:36:20.357088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4ddde-e510-41fe-b7c1-89917d3908b1 req-83df4fe5-76ec-40d5-8837-b41d0069bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.359003 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ef4ddde-e510-41fe-b7c1-89917d3908b1 req-83df4fe5-76ec-40d5-8837-b41d0069bef5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 1096 time: 1.1806457 Feb 04 15:36:20.362161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:20.408905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network a572ac00-eea8-40ff-ab72-2d3714f6bc0c is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:20.428550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9273a049-68ba-45ed-8c34-fb642d82259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.434918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:20.448411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:20.449220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.454646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ef4ddde-e510-41fe-b7c1-89917d3908b1 req-590315da-a99e-43df-8bf2-e51a57a1c9e3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714769 Feb 04 15:36:20.455849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:20.464670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-d2141ce6-996a-49b1-b232-6279d95f53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:20.466254 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-d2141ce6-996a-49b1-b232-6279d95f53f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.4130037 Feb 04 15:36:20.474534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:20.522492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32ef21e7-6c5c-48e9-b26e-a8d07f735601 req-43acb0ac-e2f8-482c-94c3-ce077bb4a0ab tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753972 Feb 04 15:36:20.527423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.584195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Port': ['ID=19836807-0df4-4520-997b-cb5902f6d77d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:20.602796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=26224983-8a21-485b-bbcd-e7db44e501c6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:20.648395 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e9000e-a19d-4d0d-aeba-aa629a316725 x-openstack-request-id: req-d4e9000e-a19d-4d0d-aeba-aa629a316725 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:20.652719 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:20.653218 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4e9000e-a19d-4d0d-aeba-aa629a316725 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:20.653872 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'status': 'completed', 'code': 200} Feb 04 15:36:20.694100 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.784926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a9e68b3-932d-4297-959d-ae4ae202b46e req-7ba67973-1a3f-4318-b36f-a0df278f8974 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801233 Feb 04 15:36:20.831605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 73a4562e-cef9-40e7-8148-8eeab0127420 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:20.861089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-718ba8cf-f066-49fe-a8db-0a2e067eb9f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87 HTTP/1.1" status: 200 len: 217 time: 0.0559094 Feb 04 15:36:20.878534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Deleting port f3f86117-0607-42ac-ac92-3eba8fd296f7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:20.878958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.910452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 3b31585d-cb5b-4abb-9372-f2ed344d4f02, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3b31585d-cb5b-4abb-9372-f2ed344d4f02,segment=NetworkSegment(3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79),segment_id=3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:20.945649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Router 5f58f7ad-9595-43f9-9d10-2430b117da14 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:36:20.995270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-9273a049-68ba-45ed-8c34-fb642d82259f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:36:20.995772 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-9273a049-68ba-45ed-8c34-fb642d82259f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:36:20.996327 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:20.997196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:21.059561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.147556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 73a4562e-cef9-40e7-8148-8eeab0127420 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:21.177847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 73a4562e-cef9-40e7-8148-8eeab0127420 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:21.178590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.188802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=3b31585d-cb5b-4abb-9372-f2ed344d4f02,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:21.195806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:21.196526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.301529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f3f86117-0607-42ac-ac92-3eba8fd296f7 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:21.432090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.442252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f102b-565c-4edd-b971-3eab447379b8 req-f38b657d-9baf-41d8-bb6a-4750e46bc4ef tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.445810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-514f102b-565c-4edd-b971-3eab447379b8 req-f38b657d-9baf-41d8-bb6a-4750e46bc4ef tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 944 time: 0.7055581 Feb 04 15:36:21.497338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bfb13e-06c3-49c8-9e98-7cdd19331096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a4562e-cef9-40e7-8148-8eeab0127420'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:21.499946 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0f462-fe45-4008-86d1-7e6b9f454e2c" -d '{"events": [{"server_uuid": "61bfb13e-06c3-49c8-9e98-7cdd19331096", "name": "network-vif-plugged", "status": "completed", "tag": "73a4562e-cef9-40e7-8148-8eeab0127420"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:21.584844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] For port f3f86117-0607-42ac-ac92-3eba8fd296f7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f3f86117-0607-42ac-ac92-3eba8fd296f7,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:21.585799 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.601567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-6242cd98-12f8-42e9-b64a-d38e4e60ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.603222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-6242cd98-12f8-42e9-b64a-d38e4e60ecfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 1094 time: 0.9473221 Feb 04 15:36:21.622155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 73a4562e-cef9-40e7-8148-8eeab0127420, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=73a4562e-cef9-40e7-8148-8eeab0127420,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:21.634831 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.682329 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.702930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:21.715619 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Sync routers for ids ['5f58f7ad-9595-43f9-9d10-2430b117da14'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:21.722217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77760f4-40d1-47bb-b966-c21000b0f027 req-21700b9e-2d83-4f91-851d-1fdd2aaa46f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.733182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d77760f4-40d1-47bb-b966-c21000b0f027 req-21700b9e-2d83-4f91-851d-1fdd2aaa46f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 943 time: 0.6763368 Feb 04 15:36:21.735213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Calling delete_port for f3f86117-0607-42ac-ac92-3eba8fd296f7 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:21.740948 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Routers {'5f58f7ad-9595-43f9-9d10-2430b117da14'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:21.741850 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5f58f7ad-9595-43f9-9d10-2430b117da14'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:21.787027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f3f86117-0607-42ac-ac92-3eba8fd296f7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f3f86117-0607-42ac-ac92-3eba8fd296f7,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:21.794608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-5895a734-1c89-450c-8da4-3a9c5cbb1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.796532 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-5895a734-1c89-450c-8da4-3a9c5cbb1aa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 914 time: 0.1681108 Feb 04 15:36:21.803941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9273a049-68ba-45ed-8c34-fb642d82259f None None] Provisioning complete for port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:21.804388 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9273a049-68ba-45ed-8c34-fb642d82259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.805689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-514f102b-565c-4edd-b971-3eab447379b8 req-82025971-cd6f-498b-a88e-7121149f7e2f tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898676 Feb 04 15:36:21.818578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-f0388631-dd2a-497a-849b-b0df6ae7b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:21.828240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-f0388631-dd2a-497a-849b-b0df6ae7b877 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.9059980 Feb 04 15:36:21.869992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a3df3-2919-4a52-a179-8b03b0d0d2c5 None None] Network 8511e5f2-ed20-4661-a2ae-93baca1a525f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:21.885677 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:21.895172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-39cda1da-f62b-4662-8d29-5ed353d17a37 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.9792850 Feb 04 15:36:21.896309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49116) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:21.916540 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Set router 5f58f7ad-9595-43f9-9d10-2430b117da14 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:36:21.992085 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-f39209cb-a99d-4ad0-9c30-f12527dee0e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d HTTP/1.1" status: 200 len: 217 time: 0.1849835 Feb 04 15:36:21.996785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 41a43819-f298-4e99-bc43-2bd01156c223 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:22.000835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-abc18db1-8211-4838-9792-c7f000a2c29c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723505 Feb 04 15:36:22.001079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=73a4562e-cef9-40e7-8148-8eeab0127420,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:22.015249 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12da2b5c-d6c1-4355-91b6-2e666f845fb6 x-openstack-request-id: req-12da2b5c-d6c1-4355-91b6-2e666f845fb6 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:22.015780 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bfb13e-06c3-49c8-9e98-7cdd19331096", "name": "network-vif-plugged", "status": "completed", "tag": "73a4562e-cef9-40e7-8148-8eeab0127420", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:22.016249 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12da2b5c-d6c1-4355-91b6-2e666f845fb6 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:22.017100 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bfb13e-06c3-49c8-9e98-7cdd19331096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a4562e-cef9-40e7-8148-8eeab0127420', 'code': 200} Feb 04 15:36:22.025787 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.069944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.135820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=6614fa5c-40a4-43cc-bc94-607faaa0d8f1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:22.225793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=f3f86117-0607-42ac-ac92-3eba8fd296f7,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:22.263818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:22.270688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:22.278568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:22.302595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d77760f4-40d1-47bb-b966-c21000b0f027 req-085cd10c-8f3e-41a7-8c5f-34a11ce59297 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525596 Feb 04 15:36:22.344677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.346998 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.365834 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:16Z', 'revision_number': 3, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:22.368301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-481aca08-f8e9-434c-9e62-53a202fcff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.369574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-481aca08-f8e9-434c-9e62-53a202fcff56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.3647392 Feb 04 15:36:22.413820 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Checking router: 5f58f7ad-9595-43f9-9d10-2430b117da14 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:22.417917 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Updating router 5f58f7ad-9595-43f9-9d10-2430b117da14 port 1918d50c-7479-41ac-a4d8-d864b5945be6 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:36:22.457206 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.467309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4b5f5-3142-4d03-a374-591a2d5505ec req-30224e3d-d94e-466d-9c8c-c0f970c4b3f0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.488841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4bc4b5f5-3142-4d03-a374-591a2d5505ec req-30224e3d-d94e-466d-9c8c-c0f970c4b3f0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 943 time: 0.4473658 Feb 04 15:36:22.539755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 41a43819-f298-4e99-bc43-2bd01156c223 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:22.540519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.552486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-d8af357f-4cf9-4bc7-a45b-0f4341c0d709 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367102 Feb 04 15:36:22.563273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bdefbae4-0370-47dd-b762-27abd369b27c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 9.6330540 Feb 04 15:36:22.579247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49118) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:22.621440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd458-72dc-4f07-966a-6a227870bd21 req-1ace0eb0-5a03-4fce-9ca6-4093247a8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:22.624316 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a13bd458-72dc-4f07-966a-6a227870bd21 req-1ace0eb0-5a03-4fce-9ca6-4093247a8e16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.6249967 Feb 04 15:36:22.691384 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.736428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-d05de886-43d7-4edb-80ed-43e4ed3c3df5 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666844 Feb 04 15:36:22.741525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 41a43819-f298-4e99-bc43-2bd01156c223, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=41a43819-f298-4e99-bc43-2bd01156c223,segment=NetworkSegment(e2d3f5b4-7118-4800-94fe-be26364115bb),segment_id=e2d3f5b4-7118-4800-94fe-be26364115bb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:22.759372 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.760417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7fc45283-3031-424f-a191-1e5dde0b8136 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:22.769318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Provisioning complete for port 19836807-0df4-4520-997b-cb5902f6d77d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:22.769845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.821157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Port 19836807-0df4-4520-997b-cb5902f6d77d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:22.850549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-e4caf17f-9ae8-40a0-bf1d-abfdcd6fc078 service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8179584 Feb 04 15:36:22.916192 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.925111 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.927114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Provisioning complete for port 41a43819-f298-4e99-bc43-2bd01156c223 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:22.927853 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:22.992270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4b38-cbeb-4715-a179-0c26f3a403dd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.002593 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4bc4b5f5-3142-4d03-a374-591a2d5505ec req-72ecae4b-c848-410c-9db9-93b7dbe6deea tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/security-groups?id=39859c80-ff15-45fb-a5ab-ba903b497d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120385 Feb 04 15:36:23.003754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.019531 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Pushing event updated for resources: {'Port': ['ID=1918d50c-7479-41ac-a4d8-d864b5945be6,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.044690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4b38-cbeb-4715-a179-0c26f3a403dd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.055809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b87f4b38-cbeb-4715-a179-0c26f3a403dd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4300115 Feb 04 15:36:23.061185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49122) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:23.077603 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.078001 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.080239 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.080517 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.083084 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.083417 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.083804 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.084136 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.084459 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.084871 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.085527 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.085850 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:23.106335 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Attempting to bind port 1918d50c-7479-41ac-a4d8-d864b5945be6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:23.106904 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Attempting to bind port 1918d50c-7479-41ac-a4d8-d864b5945be6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:23.107335 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Attempting to bind port 1918d50c-7479-41ac-a4d8-d864b5945be6 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:23.109763 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.117065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:23.117539 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:23.118061 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.118525 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:23.119070 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Bound port: 1918d50c-7479-41ac-a4d8-d864b5945be6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:23.120319 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.132978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Provisioning complete for port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:23.133447 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.193714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=41a43819-f298-4e99-bc43-2bd01156c223,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.200653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7fc45283-3031-424f-a191-1e5dde0b8136 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:23.201136 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.237544 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] For port 1918d50c-7479-41ac-a4d8-d864b5945be6, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:23.242654 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] For port 1918d50c-7479-41ac-a4d8-d864b5945be6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1918d50c-7479-41ac-a4d8-d864b5945be6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:23.251979 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.279065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.334466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3b31585d-cb5b-4abb-9372-f2ed344d4f02 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:23.336948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6cb132a5-e996-424a-8d73-fbb6e7b27e87 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:36:23.344804 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.345550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.384090 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc100c-2b37-4c08-b6cd-a353dc91d78d None None] Pushing event updated for resources: {'Port': ['ID=1918d50c-7479-41ac-a4d8-d864b5945be6,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.389185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d3c22-d391-4d6e-b6e1-460b91970140 req-8ab05361-1797-4d88-aec2-91bfbb8e52b4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.397249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e5d3c22-d391-4d6e-b6e1-460b91970140 req-8ab05361-1797-4d88-aec2-91bfbb8e52b4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 0.8397603 Feb 04 15:36:23.425879 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Routers {'5f58f7ad-9595-43f9-9d10-2430b117da14'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:23.427680 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5f58f7ad-9595-43f9-9d10-2430b117da14'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:23.435329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a13bd458-72dc-4f07-966a-6a227870bd21 req-3560e9bb-0388-45b3-94fe-2ff6f2fb0211 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178646 Feb 04 15:36:23.435669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b434c-88ae-45c9-8bfc-22ad002effde req-11a2f04b-6333-4cbe-a7f2-450a63238c22 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:23.437104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b79b434c-88ae-45c9-8bfc-22ad002effde req-11a2f04b-6333-4cbe-a7f2-450a63238c22 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 944 time: 0.2242444 Feb 04 15:36:23.457517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6cb132a5-e996-424a-8d73-fbb6e7b27e87, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:23.475317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '6cb132a5-e996-424a-8d73-fbb6e7b27e87', 'network_id': 'e985d09d-8199-4466-8547-0d0dba1afd31', 'port_id': '6cb132a5-e996-424a-8d73-fbb6e7b27e87', 'mac_address': 'fa:16:3e:0b:cb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53afad6-f729-4ade-b21e-110e1069b409', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:36:23.549041 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e3681d-31f1-4714-8f4a-f5fe95fbb549 req-a9ae0ad0-79df-4767-820d-9f0c6b6b0100 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860265 Feb 04 15:36:23.555282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a525ca5-bca3-4ab7-b07c-163acbb641d1 req-16800ebe-6cbd-4c00-8ad6-3373d59f117b service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141324 Feb 04 15:36:23.558987 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.583753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb132a5-e996-424a-8d73-fbb6e7b27e87 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:23.586463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b79b434c-88ae-45c9-8bfc-22ad002effde req-544c1b95-a3f5-40eb-918b-011f7e636414 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201262 Feb 04 15:36:23.616322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6cb132a5-e996-424a-8d73-fbb6e7b27e87, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:23.620116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Port': ['ID=19836807-0df4-4520-997b-cb5902f6d77d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.632956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.637413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e5d3c22-d391-4d6e-b6e1-460b91970140 req-a0868ac6-5eb8-4b73-a515-acad6dd34bba tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391689 Feb 04 15:36:23.645144 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.718694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Provisioning complete for port 7fc45283-3031-424f-a191-1e5dde0b8136 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:23.718694 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1904ba09-3b3b-46c6-b6e8-a5c53505d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.757274 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] Set router 5f58f7ad-9595-43f9-9d10-2430b117da14 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:36:23.789335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Pushing event deleted for resources: {'Port': ['ID=f3f86117-0607-42ac-ac92-3eba8fd296f7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.829952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.849135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:23.849531 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.849709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] No DVR routers for this DVR port f3f86117-0607-42ac-ac92-3eba8fd296f7 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:23.852431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6cb132a5-e996-424a-8d73-fbb6e7b27e87,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:23.861018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:23.864904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a579d75-0a2d-4fcd-b675-eb9b24f42f1e req-b3ba083d-e8ce-4495-9c3b-f7dd603917a0 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.50 "DELETE /v2.0/ports/f3f86117-0607-42ac-ac92-3eba8fd296f7 HTTP/1.1" status: 204 len: 173 time: 4.5335543 Feb 04 15:36:23.894254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853b22c7-f381-421a-b40b-7d2320413b4b', 'name': 'network-vif-deleted', 'tag': 'f3f86117-0607-42ac-ac92-3eba8fd296f7'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:23.908680 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f31c3c-0915-4a58-b5b8-f9a11a1e2eed" -d '{"events": [{"server_uuid": "853b22c7-f381-421a-b40b-7d2320413b4b", "name": "network-vif-deleted", "tag": "f3f86117-0607-42ac-ac92-3eba8fd296f7"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:24.022229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853b22c7-f381-421a-b40b-7d2320413b4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f86117-0607-42ac-ac92-3eba8fd296f7'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:24.032715 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee1b3b-73b4-4f8a-9f04-0156e9e50e13" -d '{"events": [{"server_uuid": "853b22c7-f381-421a-b40b-7d2320413b4b", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f86117-0607-42ac-ac92-3eba8fd296f7"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:24.058093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2527b42b-a7a2-4ae0-a4cd-72afcdd0d2a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 6614fa5c-40a4-43cc-bc94-607faaa0d8f1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:24.058680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2527b42b-a7a2-4ae0-a4cd-72afcdd0d2a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.086261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network a572ac00-eea8-40ff-ab72-2d3714f6bc0c is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:24.097537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea341-e940-4981-8387-ab493bc87648 req-7e86c253-8af2-49b9-85c5-1bde52b99511 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:24.110578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10aea341-e940-4981-8387-ab493bc87648 req-7e86c253-8af2-49b9-85c5-1bde52b99511 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 943 time: 0.3680270 Feb 04 15:36:24.137044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:24.165386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['6cb132a5-e996-424a-8d73-fbb6e7b27e87'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:36:24.185210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10aea341-e940-4981-8387-ab493bc87648 req-eb4557e4-dbe7-4407-afbf-62d3e0a689c0 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734165 Feb 04 15:36:24.208224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router b164e5af-1855-4fc8-b3a2-76fd04f6d35f is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:36:24.256884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.300949 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:16Z', 'revision_number': 3, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:24.322134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-73c6e128-298f-478e-ba1c-6194cc2b87e9 None None] Provisioning complete for port 41a43819-f298-4e99-bc43-2bd01156c223 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:24.322517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73c6e128-298f-478e-ba1c-6194cc2b87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.346950 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff71e9-16cf-492c-ac40-e20a27cda053 x-openstack-request-id: req-d6ff71e9-16cf-492c-ac40-e20a27cda053 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:24.347243 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853b22c7-f381-421a-b40b-7d2320413b4b", "name": "network-vif-deleted", "tag": "f3f86117-0607-42ac-ac92-3eba8fd296f7", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:24.347501 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6ff71e9-16cf-492c-ac40-e20a27cda053 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:24.348772 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853b22c7-f381-421a-b40b-7d2320413b4b', 'name': 'network-vif-deleted', 'tag': 'f3f86117-0607-42ac-ac92-3eba8fd296f7', 'status': 'completed', 'code': 200} Feb 04 15:36:24.405511 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82009916-23d2-4ade-a20d-709a59b30894 None None] The sync data for ids ['5f58f7ad-9595-43f9-9d10-2430b117da14'] in n-d-827869-1 is: [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:16Z', 'revision_number': 3, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:24.536356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 41a43819-f298-4e99-bc43-2bd01156c223 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:24.543653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae8a82-15d4-42f5-acde-4f6a10602753 req-b5632fd8-ca4c-46b1-a64f-2a0029f8e4f0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:24.552873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35ae8a82-15d4-42f5-acde-4f6a10602753 req-b5632fd8-ca4c-46b1-a64f-2a0029f8e4f0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 0.7307155 Feb 04 15:36:24.584314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-057c9e0c-4091-4f9d-9058-3812dc39dab1 req-7dab03fc-0ef9-4e48-884b-deae07529191 tempest-AttachSCSIVolumeTestJSON-1349663057 tempest-AttachSCSIVolumeTestJSON-1349663057-project] 10.222.0.47 "GET /v2.0/ports?device_id=853b22c7-f381-421a-b40b-7d2320413b4b HTTP/1.1" status: 200 len: 210 time: 0.0547559 Feb 04 15:36:24.590153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:36:24.598497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:24.631390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75db28-d31b-4e7b-8fb6-7f2b1885f3a5 None None] Sync routers for ids ['b164e5af-1855-4fc8-b3a2-76fd04f6d35f'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:24.673767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.677355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75db28-d31b-4e7b-8fb6-7f2b1885f3a5 None None] Routers {'b164e5af-1855-4fc8-b3a2-76fd04f6d35f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:24.678501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ad75db28-d31b-4e7b-8fb6-7f2b1885f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b164e5af-1855-4fc8-b3a2-76fd04f6d35f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:24.682686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9f130378-5eb6-4cbb-b6d6-ff96b2e35204 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 11.3185530 Feb 04 15:36:24.683687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49136) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:24.726656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 41a43819-f298-4e99-bc43-2bd01156c223 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:24.727035 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.735190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ad75db28-d31b-4e7b-8fb6-7f2b1885f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:24.775072 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df5ce2-e0b1-4a1e-983a-454876f23a44 x-openstack-request-id: req-e3df5ce2-e0b1-4a1e-983a-454876f23a44 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:24.776190 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853b22c7-f381-421a-b40b-7d2320413b4b", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f86117-0607-42ac-ac92-3eba8fd296f7", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:24.776617 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3df5ce2-e0b1-4a1e-983a-454876f23a44 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:24.777116 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853b22c7-f381-421a-b40b-7d2320413b4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f86117-0607-42ac-ac92-3eba8fd296f7', 'code': 200} Feb 04 15:36:24.779507 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:36:24.806934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-73c6e128-298f-478e-ba1c-6194cc2b87e9 None None] Provisioning complete for port 6614fa5c-40a4-43cc-bc94-607faaa0d8f1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:24.806934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73c6e128-298f-478e-ba1c-6194cc2b87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:24.852525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75db28-d31b-4e7b-8fb6-7f2b1885f3a5 None None] Routers {'b164e5af-1855-4fc8-b3a2-76fd04f6d35f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:24.853735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ad75db28-d31b-4e7b-8fb6-7f2b1885f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b164e5af-1855-4fc8-b3a2-76fd04f6d35f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:24.941871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ad75db28-d31b-4e7b-8fb6-7f2b1885f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:24.942579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75db28-d31b-4e7b-8fb6-7f2b1885f3a5 None None] The sync data for ids ['b164e5af-1855-4fc8-b3a2-76fd04f6d35f'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:25.045140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7347130-14c6-43ae-bc7e-89068b3cb71f req-e8b7008f-2b1c-4ace-9cdb-7f4cb1fd08a6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:25.047390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7347130-14c6-43ae-bc7e-89068b3cb71f req-e8b7008f-2b1c-4ace-9cdb-7f4cb1fd08a6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 945 time: 0.2170229 Feb 04 15:36:25.075591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-25888c57-b8b0-489c-8808-6b565fdea0ce tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/routers/b164e5af-1855-4fc8-b3a2-76fd04f6d35f HTTP/1.1" status: 200 len: 883 time: 0.3902628 Feb 04 15:36:25.115453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49138) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:25.223120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-73c6e128-298f-478e-ba1c-6194cc2b87e9 None None] Port 6614fa5c-40a4-43cc-bc94-607faaa0d8f1 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:25.261664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:25.263038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7347130-14c6-43ae-bc7e-89068b3cb71f req-1e65d9c4-da22-475f-8d3f-793758890c57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858201 Feb 04 15:36:25.296601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956', 'port_id': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'mac_address': 'fa:16:3e:1e:90:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62aab49-ed6d-46a4-816c-68adc06e06ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:36:25.375205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6cb132a5-e996-424a-8d73-fbb6e7b27e87 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:25.418947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35ae8a82-15d4-42f5-acde-4f6a10602753 req-57aa9f0f-bc02-4b5a-81ae-854479535ea7 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8649054 Feb 04 15:36:25.477262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f5f5f20c-f3ac-4281-a180-f04e8e832a72 None None] Provisioning complete for port 19836807-0df4-4520-997b-cb5902f6d77d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:25.478068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f20c-f3ac-4281-a180-f04e8e832a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.486187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.491443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2527b42b-a7a2-4ae0-a4cd-72afcdd0d2a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.508379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2527b42b-a7a2-4ae0-a4cd-72afcdd0d2a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 6614fa5c-40a4-43cc-bc94-607faaa0d8f1 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:25.692445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:36:25.717226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5f20c-f3ac-4281-a180-f04e8e832a72 None None] Port 19836807-0df4-4520-997b-cb5902f6d77d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:25.785897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:25.791375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3a63d-fddc-48ac-b7ac-0a7d6f41f48a req-6efe37ac-af3f-4ef3-acd0-8167ba19324e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:25.794308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45c3a63d-fddc-48ac-b7ac-0a7d6f41f48a req-6efe37ac-af3f-4ef3-acd0-8167ba19324e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 943 time: 0.2644169 Feb 04 15:36:25.804001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2527b42b-a7a2-4ae0-a4cd-72afcdd0d2a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.804325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:25.807315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:25.811617 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.818044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:25.899089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bcd1687b-ab13-4515-a60d-66003e1c6365 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7745707 Feb 04 15:36:25.916328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49150) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:25.931003 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45c3a63d-fddc-48ac-b7ac-0a7d6f41f48a req-809eea0e-0c8e-473f-8bfe-ddc93780020b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172552 Feb 04 15:36:25.937658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-996154fa-3165-4445-b459-1928957c1258 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-336331128'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:26.000734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:26.055803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Allocated IP 172.20.0.1 (ae7c6d37-c57b-4902-af28-51c9a6184c43/40bccc1b-17fe-47a8-a4da-d6aa742baf57/945de5e5-2c65-4e75-a41f-0365cdc404cb) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:26.107384 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.150912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:36:26.285647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 6cb132a5-e996-424a-8d73-fbb6e7b27e87, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:26.293812 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.343197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.498582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527b42b-a7a2-4ae0-a4cd-72afcdd0d2a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=6614fa5c-40a4-43cc-bc94-607faaa0d8f1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:26.552790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=6cb132a5-e996-424a-8d73-fbb6e7b27e87,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:26.571014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.574897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1918d50c-7479-41ac-a4d8-d864b5945be6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:26.602116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf066be-fcf7-4cb7-aea4-5ce98a3b3c89 req-e2961fae-fd25-4bc8-83bd-adb1a908a7a4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:26.615372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-caf066be-fcf7-4cb7-aea4-5ce98a3b3c89 req-e2961fae-fd25-4bc8-83bd-adb1a908a7a4 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 0.8345358 Feb 04 15:36:26.691353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Network ae7c6d37-c57b-4902-af28-51c9a6184c43 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:26.691635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1918d50c-7479-41ac-a4d8-d864b5945be6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:26.691994 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.715569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Pushing event updated for resources: {'Port': ['ID=945de5e5-2c65-4e75-a41f-0365cdc404cb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:26.718432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:26.728673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:26.761429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-caf066be-fcf7-4cb7-aea4-5ce98a3b3c89 req-94092d1c-617a-4093-9200-ff0cfa9187e0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490843 Feb 04 15:36:26.802198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6553f7c4-3a17-4196-b395-816749ba3be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb132a5-e996-424a-8d73-fbb6e7b27e87'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:26.809777 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f13c92-4312-40e1-a51e-cfaeae12c21c" -d '{"events": [{"server_uuid": "6553f7c4-3a17-4196-b395-816749ba3be9", "name": "network-vif-plugged", "status": "completed", "tag": "6cb132a5-e996-424a-8d73-fbb6e7b27e87"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:26.817019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.832304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684dea5-ad51-4a5f-899d-561df4ede207 req-730ce751-df68-4aa6-adda-ace562aa349c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:26.840906 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2684dea5-ad51-4a5f-899d-561df4ede207 req-730ce751-df68-4aa6-adda-ace562aa349c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.3193126 Feb 04 15:36:26.868268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 1918d50c-7479-41ac-a4d8-d864b5945be6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1918d50c-7479-41ac-a4d8-d864b5945be6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:26.882416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:26.927735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Router d295fe48-d7fb-4f41-b0f5-1f10f042959a is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:36:26.961780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=1918d50c-7479-41ac-a4d8-d864b5945be6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:27.054231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2684dea5-ad51-4a5f-899d-561df4ede207 req-548b09ee-ed9c-4cf9-85f4-3f580620c9f5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123666 Feb 04 15:36:27.065088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.069333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2527b42b-a7a2-4ae0-a4cd-72afcdd0d2a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.071093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-996154fa-3165-4445-b459-1928957c1258 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.081075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2527b42b-a7a2-4ae0-a4cd-72afcdd0d2a3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/6614fa5c-40a4-43cc-bc94-607faaa0d8f1 HTTP/1.1" status: 204 len: 168 time: 4.0128980 Feb 04 15:36:27.082126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49202) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:27.177852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5b80164f-4c3d-4633-85f2-003ee41b49c5 None None] Provisioning complete for port 945de5e5-2c65-4e75-a41f-0365cdc404cb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:27.179827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b80164f-4c3d-4633-85f2-003ee41b49c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.181439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-996154fa-3165-4445-b459-1928957c1258 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.229434 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b5b864-2e4e-47e1-b18e-96eab1be4484 x-openstack-request-id: req-c2b5b864-2e4e-47e1-b18e-96eab1be4484 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:27.229827 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6553f7c4-3a17-4196-b395-816749ba3be9", "name": "network-vif-plugged", "status": "completed", "tag": "6cb132a5-e996-424a-8d73-fbb6e7b27e87", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:27.230109 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2b5b864-2e4e-47e1-b18e-96eab1be4484 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:27.230520 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6553f7c4-3a17-4196-b395-816749ba3be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb132a5-e996-424a-8d73-fbb6e7b27e87', 'code': 200} Feb 04 15:36:27.255419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c99f7-3e48-4bc0-b5f4-fe1012b78731 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.260635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5b80164f-4c3d-4633-85f2-003ee41b49c5 None None] Port 945de5e5-2c65-4e75-a41f-0365cdc404cb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:27.261777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547155e-d1dc-41b2-a987-47e41fdc97c2 req-0d7ff7dc-4742-4379-abb1-1c47cc1823ca tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.264307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c99f7-3e48-4bc0-b5f4-fe1012b78731 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.272215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c99f7-3e48-4bc0-b5f4-fe1012b78731 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.273878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d547155e-d1dc-41b2-a987-47e41fdc97c2 req-0d7ff7dc-4742-4379-abb1-1c47cc1823ca tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 0.3678792 Feb 04 15:36:27.276642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-417c99f7-3e48-4bc0-b5f4-fe1012b78731 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1929431 Feb 04 15:36:27.280311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:27.413566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d547155e-d1dc-41b2-a987-47e41fdc97c2 req-7cfe81fa-086b-4131-a2c8-a9f136bec830 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382682 Feb 04 15:36:27.514293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:27.531621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6196ab7d-f269-4ee9-9472-9b19bb53729d tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "PUT /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7129054 Feb 04 15:36:27.532990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:27.541871 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993acdb-cff6-4274-b3cb-96c718a14806 None None] Sync routers for ids ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:27.570248 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993acdb-cff6-4274-b3cb-96c718a14806 None None] Routers {'d295fe48-d7fb-4f41-b0f5-1f10f042959a'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:27.571235 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2993acdb-cff6-4274-b3cb-96c718a14806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:27.617298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a33e3c9-931c-4fcd-86ed-755f38e21dd9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 2f55eba5-4455-420f-9a3d-c8ce1f7aac85 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:36:27.700862 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2993acdb-cff6-4274-b3cb-96c718a14806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:27.739526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a33e3c9-931c-4fcd-86ed-755f38e21dd9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.749062 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993acdb-cff6-4274-b3cb-96c718a14806 None None] Routers {'d295fe48-d7fb-4f41-b0f5-1f10f042959a'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:27.750216 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2993acdb-cff6-4274-b3cb-96c718a14806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:27.844662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf580ee-2b86-4ece-bb4b-bc89e9f5ffe4 req-69efa5b0-908d-40bf-ab7c-84d4e024371f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:27.857858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edf580ee-2b86-4ece-bb4b-bc89e9f5ffe4 req-69efa5b0-908d-40bf-ab7c-84d4e024371f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 944 time: 0.4859154 Feb 04 15:36:27.930184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a33e3c9-931c-4fcd-86ed-755f38e21dd9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:27.932736 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2993acdb-cff6-4274-b3cb-96c718a14806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:27.933907 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2993acdb-cff6-4274-b3cb-96c718a14806 None None] The sync data for ids ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:27.986503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.015738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd831-0d18-4a60-9fe0-c3778cd34c0d req-0f7b1728-c33f-49fd-8606-c7c08297c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.020652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-742cd831-0d18-4a60-9fe0-c3778cd34c0d req-0f7b1728-c33f-49fd-8606-c7c08297c4fb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 1097 time: 0.6793108 Feb 04 15:36:28.025264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996154fa-3165-4445-b459-1928957c1258 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router b164e5af-1855-4fc8-b3a2-76fd04f6d35f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:28.052240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edf580ee-2b86-4ece-bb4b-bc89e9f5ffe4 req-502c56db-1f7c-48e1-88c0-555e5ae92942 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805980 Feb 04 15:36:28.151219 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a33e3c9-931c-4fcd-86ed-755f38e21dd9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.200024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7e6a-e9c7-4f69-80d0-c23313a41fcd req-6ea5ce13-5762-44c5-a058-8f73084291d0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.202139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db6f7e6a-e9c7-4f69-80d0-c23313a41fcd req-6ea5ce13-5762-44c5-a058-8f73084291d0 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 0.3605447 Feb 04 15:36:28.254345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a33e3c9-931c-4fcd-86ed-755f38e21dd9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.265529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-742cd831-0d18-4a60-9fe0-c3778cd34c0d req-32e8b4b6-937b-4108-a559-bd84086b3bae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235780 Feb 04 15:36:28.359651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33e3c9-931c-4fcd-86ed-755f38e21dd9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=2f55eba5-4455-420f-9a3d-c8ce1f7aac85,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:28.367500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db6f7e6a-e9c7-4f69-80d0-c23313a41fcd req-0e7fd1fd-f413-4ca4-bcda-5b7000725778 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511831 Feb 04 15:36:28.394947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f74be-633e-431b-8211-41ef1875ba1f None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:28.460006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996154fa-3165-4445-b459-1928957c1258 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:28.462633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a33e3c9-931c-4fcd-86ed-755f38e21dd9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.467001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0a33e3c9-931c-4fcd-86ed-755f38e21dd9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/2f55eba5-4455-420f-9a3d-c8ce1f7aac85 HTTP/1.1" status: 204 len: 168 time: 1.1818571 Feb 04 15:36:28.481376 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-996154fa-3165-4445-b459-1928957c1258 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.482918 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-996154fa-3165-4445-b459-1928957c1258 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/b164e5af-1855-4fc8-b3a2-76fd04f6d35f HTTP/1.1" status: 200 len: 890 time: 2.5506525 Feb 04 15:36:28.484711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49226) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:28.492915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49228) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:28.556943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533a21c-ea29-4451-a766-8df8d2ebbbe7 None None] Sync routers for ids ['b164e5af-1855-4fc8-b3a2-76fd04f6d35f'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:28.563786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1918d50c-7479-41ac-a4d8-d864b5945be6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:28.570314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3eaab-da71-4ed5-a9b5-85c3192d80d1 req-00795f8b-8b99-4ef8-9b18-e9085211bed3 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.578818 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ba3eaab-da71-4ed5-a9b5-85c3192d80d1 req-00795f8b-8b99-4ef8-9b18-e9085211bed3 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.3418484 Feb 04 15:36:28.684481 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.700666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9993c94-0ce5-464d-8cac-d9effd8b617d req-a29b0804-cc27-44cd-853f-f215937602bb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:28.706222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533a21c-ea29-4451-a766-8df8d2ebbbe7 None None] Routers {'b164e5af-1855-4fc8-b3a2-76fd04f6d35f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:28.707642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ba3eaab-da71-4ed5-a9b5-85c3192d80d1 req-e7f17cd2-81cb-4f23-8563-475ad715d81a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276920 Feb 04 15:36:28.708619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b533a21c-ea29-4451-a766-8df8d2ebbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b164e5af-1855-4fc8-b3a2-76fd04f6d35f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:28.708979 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9993c94-0ce5-464d-8cac-d9effd8b617d req-a29b0804-cc27-44cd-853f-f215937602bb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 0.1600232 Feb 04 15:36:28.715182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:28.724593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20ef7a4-b008-4173-9eba-45a37e3efa69 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 46e282cd-edd6-41f2-bade-e2262f533282 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:36:28.728620 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f20ef7a4-b008-4173-9eba-45a37e3efa69 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.763219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.780636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f20ef7a4-b008-4173-9eba-45a37e3efa69 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.817528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b533a21c-ea29-4451-a766-8df8d2ebbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:28.874238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533a21c-ea29-4451-a766-8df8d2ebbbe7 None None] Routers {'b164e5af-1855-4fc8-b3a2-76fd04f6d35f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:28.874816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.875282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b533a21c-ea29-4451-a766-8df8d2ebbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b164e5af-1855-4fc8-b3a2-76fd04f6d35f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:28.878926 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f20ef7a4-b008-4173-9eba-45a37e3efa69 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.921334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b533a21c-ea29-4451-a766-8df8d2ebbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:28.922034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533a21c-ea29-4451-a766-8df8d2ebbbe7 None None] The sync data for ids ['b164e5af-1855-4fc8-b3a2-76fd04f6d35f'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:28.929146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:36:28.938110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:28.938379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:28.965936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f20ef7a4-b008-4173-9eba-45a37e3efa69 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.007974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f20ef7a4-b008-4173-9eba-45a37e3efa69 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.012448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f20ef7a4-b008-4173-9eba-45a37e3efa69 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/46e282cd-edd6-41f2-bade-e2262f533282 HTTP/1.1" status: 204 len: 168 time: 0.5264847 Feb 04 15:36:29.028500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49232) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:29.038401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef7a4-b008-4173-9eba-45a37e3efa69 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=46e282cd-edd6-41f2-bade-e2262f533282,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:29.052998 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-77155ba4-fd45-45e9-a160-a1b41b5a5e79 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/routers/b164e5af-1855-4fc8-b3a2-76fd04f6d35f HTTP/1.1" status: 200 len: 890 time: 0.5575497 Feb 04 15:36:29.054069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49234) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:29.079198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1918d50c-7479-41ac-a4d8-d864b5945be6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:29.079660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.103670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Pushing event updated for resources: {'Port': ['ID=945de5e5-2c65-4e75-a41f-0365cdc404cb,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:29.167558 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c9993c94-0ce5-464d-8cac-d9effd8b617d req-f8f92e30-37ca-4228-836c-71a67bcedffe tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462814 Feb 04 15:36:29.270720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:36:29.281093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c628e63-ef69-4e09-8017-db0f05af4fa3 req-60654b3d-c1ca-4fad-90da-4100d3ddbaf4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:29.284273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c628e63-ef69-4e09-8017-db0f05af4fa3 req-60654b3d-c1ca-4fad-90da-4100d3ddbaf4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 944 time: 0.1039133 Feb 04 15:36:29.324245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-636ad6d4-302d-445d-8140-ae10ef195ab1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=b164e5af-1855-4fc8-b3a2-76fd04f6d35f HTTP/1.1" status: 200 len: 205 time: 0.2344925 Feb 04 15:36:29.327731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c83a98aa-33af-4859-ac70-1198ee31555a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2900779 Feb 04 15:36:29.332023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49240) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:29.332585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49242) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:29.384009 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.390789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c628e63-ef69-4e09-8017-db0f05af4fa3 req-32e59803-7266-4f14-8a50-8c5720ac6c50 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924461 Feb 04 15:36:29.454623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:29.464868 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-85b00833-ec5a-4d3c-9891-4d2f9eead0dd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:36:29.472062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-85b00833-ec5a-4d3c-9891-4d2f9eead0dd tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "PUT /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9250093 Feb 04 15:36:29.473498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49246) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:29.517853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:29.521069 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7acda7-4255-4726-9c0f-a8fd16eb1faa" -d '{"events": [{"server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "name": "network-vif-plugged", "status": "completed", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:29.545297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:29.552582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] Deleting port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:29.553060 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.645536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Network ae7c6d37-c57b-4902-af28-51c9a6184c43 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:29.695128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:29.706495 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c25f460-4349-47e3-bb7c-e417373aff53 x-openstack-request-id: req-7c25f460-4349-47e3-bb7c-e417373aff53 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:29.707076 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "name": "network-vif-plugged", "status": "completed", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:29.707699 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c25f460-4349-47e3-bb7c-e417373aff53 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:29.715827 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'code': 200} Feb 04 15:36:29.732072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.895798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:29.912087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:29.922780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:29.953726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] For port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:29.954374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.017293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] Calling delete_port for 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:30.045132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.260525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.308122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01556c18-17d9-4c57-b74b-8d77e096189a req-4f65213e-4b47-4c63-a0e8-2878067bbedb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.314598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01556c18-17d9-4c57-b74b-8d77e096189a req-4f65213e-4b47-4c63-a0e8-2878067bbedb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 0.3804274 Feb 04 15:36:30.329186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c013fb-5244-4ae3-8496-7ba182d87f91 req-0f42f35c-8a43-4d54-81d7-07c9f58c3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.333524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5c013fb-5244-4ae3-8496-7ba182d87f91 req-0f42f35c-8a43-4d54-81d7-07c9f58c3204 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 1096 time: 0.5554914 Feb 04 15:36:30.394923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] No DVR routers for this DVR port 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:30.406994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bbc49-0b7d-4862-bb8d-f8573943f0d8 None None] Pushing event deleted for resources: {'Port': ['ID=29cf4d7e-f9d5-4145-ac77-04fa93b534b7,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:30.442520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:30.483321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-34b7d4c2-1a5a-4f02-9659-5393a5ee19c8 None None] Provisioning complete for port 945de5e5-2c65-4e75-a41f-0365cdc404cb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:30.483921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-34b7d4c2-1a5a-4f02-9659-5393a5ee19c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.566428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-34b7d4c2-1a5a-4f02-9659-5393a5ee19c8 None None] Port 945de5e5-2c65-4e75-a41f-0365cdc404cb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:30.566428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:36:30.566428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 29cf4d7e-f9d5-4145-ac77-04fa93b534b7 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:36:30.574885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5c013fb-5244-4ae3-8496-7ba182d87f91 req-f8885995-ea34-4470-a28f-36345d057fbe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229521 Feb 04 15:36:30.601956 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a29b659-6f38-4af0-ac2e-9b96ead266ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.629120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01556c18-17d9-4c57-b74b-8d77e096189a req-f2dba786-0bcb-4a23-b0ff-16d04ca8d94c tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910364 Feb 04 15:36:30.728650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:30.865456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11803f99-0a6b-4c12-9056-0cca8619884e req-ad3a4ead-c3f4-4a7a-8abc-33c19b1a5bdf tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.869898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11803f99-0a6b-4c12-9056-0cca8619884e req-ad3a4ead-c3f4-4a7a-8abc-33c19b1a5bdf tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.8692653 Feb 04 15:36:30.924252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beaa37-f0de-409a-9025-bc168d3edf74 req-3fb4ee96-93f9-4fe0-a389-032f22ef03cf tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:30.926458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8beaa37-f0de-409a-9025-bc168d3edf74 req-3fb4ee96-93f9-4fe0-a389-032f22ef03cf tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 945 time: 0.1486444 Feb 04 15:36:30.943844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-16357cda-bde0-44e0-8ed6-8e61b7667fa3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7487471 Feb 04 15:36:30.982493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Router 5f58f7ad-9595-43f9-9d10-2430b117da14 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:31.055172 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8beaa37-f0de-409a-9025-bc168d3edf74 req-729c16ae-ca6e-42ca-873f-26c44217062b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999336 Feb 04 15:36:31.098044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11803f99-0a6b-4c12-9056-0cca8619884e req-85801ab8-c994-4d20-9d54-eac751713340 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084839 Feb 04 15:36:31.176740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.236454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Deleting port 19836807-0df4-4520-997b-cb5902f6d77d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:31.237141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.389523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.404863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Calling delete_port for 19836807-0df4-4520-997b-cb5902f6d77d owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:31.487390 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.491294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-6fa68358-e29c-4985-81f4-fd8d2eec75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.492882 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-6fa68358-e29c-4985-81f4-fd8d2eec75a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.4623723 Feb 04 15:36:31.579848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:31.586855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:31.590924 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-070d71ec-9293-4487-9e1c-8181f09fafdc admin admin] 10.222.0.47 "PUT /v2.0/routers/5f58f7ad-9595-43f9-9d10-2430b117da14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6841962 Feb 04 15:36:31.615037 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Sync routers for ids ['5f58f7ad-9595-43f9-9d10-2430b117da14'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:31.634138 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Routers {'5f58f7ad-9595-43f9-9d10-2430b117da14'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:31.635246 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5f58f7ad-9595-43f9-9d10-2430b117da14'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:31.644739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:31.669545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a5144-8abe-402c-9fe7-806b5c136985 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:31.732967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.742268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:31.743543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.818217 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Set router 5f58f7ad-9595-43f9-9d10-2430b117da14 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:36:31.822291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=87c20819-8001-49ac-bac2-17737bba72de,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:31.839435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 26224983-8a21-485b-bbcd-e7db44e501c6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:31.839435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:31.844749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-434cb74d-a949-4275-80a0-224f354745c3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4160359 Feb 04 15:36:31.851057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49264) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:31.865097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:31.932165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Port': ['ID=19836807-0df4-4520-997b-cb5902f6d77d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:32.188625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-cb1afa0a-ca2b-4aca-b701-f54c9dfa42b8 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.193151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-cb1afa0a-ca2b-4aca-b701-f54c9dfa42b8 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 0.7762923 Feb 04 15:36:32.200758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '87c20819-8001-49ac-bac2-17737bba72de'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:32.201783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.215257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-03f11601-6bb9-4ce5-adae-e4036a5ab2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:32.220724 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-03f11601-6bb9-4ce5-adae-e4036a5ab2eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.6829324 Feb 04 15:36:32.515426 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:27Z', 'revision_number': 4, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '945de5e5-2c65-4e75-a41f-0365cdc404cb', 'name': '', 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'mac_address': 'fa:16:3e:12:84:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '40bccc1b-17fe-47a8-a4da-d6aa742baf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:24Z', 'updated_at': '2022-02-04T15:36:28Z', 'revision_number': 2, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'subnets': [{'id': '40bccc1b-17fe-47a8-a4da-d6aa742baf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:32.562652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-f710a5c8-7350-47cf-813a-11e229e92f34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 217 time: 0.1877909 Feb 04 15:36:32.595433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Allocated IP 172.20.0.2 (9441201d-a349-4a5a-8681-870320442b3d/87c20819-8001-49ac-bac2-17737bba72de/01884974-cb02-4b6d-b6f2-9c3609ea84d8) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:32.638602 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Checking router: 5f58f7ad-9595-43f9-9d10-2430b117da14 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:32.639505 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Updating router 5f58f7ad-9595-43f9-9d10-2430b117da14 port 945de5e5-2c65-4e75-a41f-0365cdc404cb binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:36:32.703071 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.779908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:32.787840 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.919513 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.951923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.957884 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.977730 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:32.993393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73b8d6-ae9c-4917-89a3-eb5f86dd90d5 req-7171038b-4063-49e8-8d9e-057c1fe3132b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.009120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e73b8d6-ae9c-4917-89a3-eb5f86dd90d5 req-7171038b-4063-49e8-8d9e-057c1fe3132b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 945 time: 0.6522789 Feb 04 15:36:33.016526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a94bc-7ac7-4970-9a54-ba56f283def0 req-6694187d-8014-4f5f-8777-f8a52f223297 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.044038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f4a94bc-7ac7-4970-9a54-ba56f283def0 req-6694187d-8014-4f5f-8777-f8a52f223297 tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 945 time: 1.0501146 Feb 04 15:36:33.062326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 26224983-8a21-485b-bbcd-e7db44e501c6 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:33.085931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Pushing event updated for resources: {'Port': ['ID=01884974-cb02-4b6d-b6f2-9c3609ea84d8,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:33.118139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:33.127514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:33.133600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:33.157571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-d527a72d-b4c1-447f-bf0f-7389daad1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:33.162155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-d527a72d-b4c1-447f-bf0f-7389daad1e1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.5835590 Feb 04 15:36:33.208073 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.218436 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.336959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Attempting to bind port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:33.337655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Attempting to bind port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:33.339883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Attempting to bind port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:33.352077 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Attempting to bind port 945de5e5-2c65-4e75-a41f-0365cdc404cb on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:33.352449 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Attempting to bind port 945de5e5-2c65-4e75-a41f-0365cdc404cb by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:33.352809 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Attempting to bind port 945de5e5-2c65-4e75-a41f-0365cdc404cb on network ae7c6d37-c57b-4902-af28-51c9a6184c43 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:33.365513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:33.366171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:33.366863 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.371198 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:33.371579 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Checking segment: {'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:33.371990 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.372388 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Bound using segment: {'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:33.372886 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Bound port: 945de5e5-2c65-4e75-a41f-0365cdc404cb, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:33.373129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:33.373325 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.377893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Bound port: 01884974-cb02-4b6d-b6f2-9c3609ea84d8, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:33.378548 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.483502 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] For port 945de5e5-2c65-4e75-a41f-0365cdc404cb, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:33.490991 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] For port 945de5e5-2c65-4e75-a41f-0365cdc404cb, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=945de5e5-2c65-4e75-a41f-0365cdc404cb,segment=NetworkSegment(3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79),segment_id=3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:33.500888 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.509065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7210ae-206d-4cca-82ac-7c29b3b7323b None None] Pushing event updated for resources: {'Port': ['ID=945de5e5-2c65-4e75-a41f-0365cdc404cb,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:33.512260 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f4a94bc-7ac7-4970-9a54-ba56f283def0 req-17d06b11-2ef3-44b6-bfd9-ebc6d6d16e2d tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666667 Feb 04 15:36:33.532038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e73b8d6-ae9c-4917-89a3-eb5f86dd90d5 req-86f82d49-8971-485c-bd40-db1eb72fc437 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211120 Feb 04 15:36:33.551532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-d5669c11-d2ca-4727-a0a8-3f0251851f24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3355634 Feb 04 15:36:33.563341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Router d295fe48-d7fb-4f41-b0f5-1f10f042959a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:33.599879 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Routers {'5f58f7ad-9595-43f9-9d10-2430b117da14'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:33.600918 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5f58f7ad-9595-43f9-9d10-2430b117da14'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:33.744403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] For port 01884974-cb02-4b6d-b6f2-9c3609ea84d8, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:33.762017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] For port 01884974-cb02-4b6d-b6f2-9c3609ea84d8, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=01884974-cb02-4b6d-b6f2-9c3609ea84d8,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:33.767322 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9b66ec8-5904-431d-b76e-bdba3bf3d20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.789649 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.810988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Deleting port 97ba41f3-3419-462a-8853-92b50c3e57ac {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:33.811658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:33.975557 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7210ae-206d-4cca-82ac-7c29b3b7323b None None] Pushing event updated for resources: {'Port': ['ID=945de5e5-2c65-4e75-a41f-0365cdc404cb,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:33.986683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:34.011128 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c3f28e12-662e-4f2e-8d20-dc71c2ff3cde tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "PUT /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5352285 Feb 04 15:36:34.017442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49280) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:34.024325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ed470-ea61-4029-8030-fad7e741a9c8 None None] Pushing event updated for resources: {'Port': ['ID=01884974-cb02-4b6d-b6f2-9c3609ea84d8,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:34.046085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5deacd-0d78-48f7-b892-076fd5968bfa None None] Sync routers for ids ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:34.064028 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] Set router 5f58f7ad-9595-43f9-9d10-2430b117da14 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:36:34.109565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2c7b02cd-7933-4fae-9fc5-0743c6eaa102 None None] Provisioning complete for port 945de5e5-2c65-4e75-a41f-0365cdc404cb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:34.110196 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2c7b02cd-7933-4fae-9fc5-0743c6eaa102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.113750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5deacd-0d78-48f7-b892-076fd5968bfa None None] Routers {'d295fe48-d7fb-4f41-b0f5-1f10f042959a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:34.119209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ab5deacd-0d78-48f7-b892-076fd5968bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:34.137612 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-8b4c4b22-6581-491a-87f5-1017888cac10 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] delete failed (client error): The resource could not be found. Feb 04 15:36:34.148043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8b4c4b22-6581-491a-87f5-1017888cac10 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-184430353 HTTP/1.1" status: 404 len: 334 time: 0.1249564 Feb 04 15:36:34.149760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49282) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:34.164199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ab75645c-05f7-460e-b7e7-8fc07771ac08 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd295fe48-d7fb-4f41-b0f5-1f10f042959a'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:34.187153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99124-cfef-43fb-9544-5625a598bfa1 req-05affbaa-dd5b-485b-b7d9-d7af49153675 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:34.190309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94c99124-cfef-43fb-9544-5625a598bfa1 req-05affbaa-dd5b-485b-b7d9-d7af49153675 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.4543104 Feb 04 15:36:34.222590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ab5deacd-0d78-48f7-b892-076fd5968bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:34.242542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5deacd-0d78-48f7-b892-076fd5968bfa None None] Routers {'d295fe48-d7fb-4f41-b0f5-1f10f042959a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:34.243200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ab5deacd-0d78-48f7-b892-076fd5968bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:34.295593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ab5deacd-0d78-48f7-b892-076fd5968bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:34.304488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5deacd-0d78-48f7-b892-076fd5968bfa None None] The sync data for ids ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:34.358735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-346c3cd0-34ac-4da9-9679-2e9734ea62bf service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065391 Feb 04 15:36:34.453346 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2c7b02cd-7933-4fae-9fc5-0743c6eaa102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.582962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2c7b02cd-7933-4fae-9fc5-0743c6eaa102 None None] For port 945de5e5-2c65-4e75-a41f-0365cdc404cb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=945de5e5-2c65-4e75-a41f-0365cdc404cb,segment=NetworkSegment(3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79),segment_id=3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:34.609171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2c7b02cd-7933-4fae-9fc5-0743c6eaa102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.628491 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:27Z', 'revision_number': 4, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '945de5e5-2c65-4e75-a41f-0365cdc404cb', 'name': '', 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'mac_address': 'fa:16:3e:12:84:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '40bccc1b-17fe-47a8-a4da-d6aa742baf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:24Z', 'updated_at': '2022-02-04T15:36:33Z', 'revision_number': 4, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'subnets': [{'id': '40bccc1b-17fe-47a8-a4da-d6aa742baf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:34.630975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94c99124-cfef-43fb-9544-5625a598bfa1 req-d8eb8528-b0fb-4976-bce2-d6c140bff7c5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361685 Feb 04 15:36:34.684265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-27f53844-bc7a-439e-8630-5fd8f735938b tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6620395 Feb 04 15:36:34.707031 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40de1b83-0c6f-4986-909a-f22e342ddd4d None None] The sync data for ids ['5f58f7ad-9595-43f9-9d10-2430b117da14'] in n-d-827869-1 is: [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:27Z', 'revision_number': 4, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '945de5e5-2c65-4e75-a41f-0365cdc404cb', 'name': '', 'network_id': 'ae7c6d37-c57b-4902-af28-51c9a6184c43', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'mac_address': 'fa:16:3e:12:84:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '40bccc1b-17fe-47a8-a4da-d6aa742baf57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:24Z', 'updated_at': '2022-02-04T15:36:33Z', 'revision_number': 4, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'subnets': [{'id': '40bccc1b-17fe-47a8-a4da-d6aa742baf57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:34.783527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:36:34.786467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854eae0a-1ad1-4315-92a8-77e3b69db343 req-c0c6487e-3260-4fc3-916a-ac9832115ba5 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946707 Feb 04 15:36:34.796877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:34.799200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b02cd-7933-4fae-9fc5-0743c6eaa102 None None] Pushing event updated for resources: {'Port': ['ID=945de5e5-2c65-4e75-a41f-0365cdc404cb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:34.886061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-31210e8d-8aec-4e47-9602-3567b390c749 None None] Provisioning complete for port 945de5e5-2c65-4e75-a41f-0365cdc404cb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:34.887768 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31210e8d-8aec-4e47-9602-3567b390c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.926899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] For port 97ba41f3-3419-462a-8853-92b50c3e57ac, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=97ba41f3-3419-462a-8853-92b50c3e57ac,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:34.927376 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:34.982896 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ab75645c-05f7-460e-b7e7-8fc07771ac08 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.025298 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-ab75645c-05f7-460e-b7e7-8fc07771ac08 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] update failed (client error): The resource could not be found. Feb 04 15:36:35.027618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ab75645c-05f7-460e-b7e7-8fc07771ac08 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "PUT /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a HTTP/1.1" status: 404 len: 339 time: 0.8760955 Feb 04 15:36:35.065648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49290) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:35.071880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1865662798'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:35.116682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-17f4f685-53c0-4a99-94a6-7a6209282e51 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1582483564&fields=id&tenant_id=b81ea7aca70446ca982891a1493c56e4 HTTP/1.1" status: 200 len: 267 time: 0.0849230 Feb 04 15:36:35.168060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Made reservation on behalf of d684c84d353b42099823a994ffa1ede5 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:35.172334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.218151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-2d639ef7-2c0d-4bf4-ba56-753a1cfd4096 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.226794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-2d639ef7-2c0d-4bf4-ba56-753a1cfd4096 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 945 time: 0.1006532 Feb 04 15:36:35.233438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'port': {'security_groups': ['18eb89ab-5c13-469e-8b77-87447d9d1f4a', 'dec15121-02ab-4b2c-a648-756f9bb20e1a']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:35.322799 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.380494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 97ba41f3-3419-462a-8853-92b50c3e57ac no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:35.518819 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.637678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 97ba41f3-3419-462a-8853-92b50c3e57ac, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=97ba41f3-3419-462a-8853-92b50c3e57ac,segment=NetworkSegment(31b80c63-ca47-4307-9cff-eb7817bbb105),segment_id=31b80c63-ca47-4307-9cff-eb7817bbb105)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:35.639675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ba41f3-3419-462a-8853-92b50c3e57ac'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:35.645136 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd5dc32-c028-4188-8200-9e8633cde6f8" -d '{"events": [{"server_uuid": "1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8", "name": "network-vif-unplugged", "status": "completed", "tag": "97ba41f3-3419-462a-8853-92b50c3e57ac"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:35.655604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.671965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] For port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:35.744952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.752519 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.760134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Calling delete_port for 97ba41f3-3419-462a-8853-92b50c3e57ac owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:35.761797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.783073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:36:35.790777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=97ba41f3-3419-462a-8853-92b50c3e57ac,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:35.888380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:35.913608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:35.914818 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:35.917855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8bd7930d-e6af-4e3c-909b-02947e8eb3d8 req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "PUT /v2.0/ports/41d1fcf4-396b-4fa7-b7ad-944acb6ce77d HTTP/1.1" status: 200 len: 981 time: 0.6893890 Feb 04 15:36:35.931365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:35.947638 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3db3a81-6f78-4254-b9ab-7ae4137444a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:35.991369 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.004767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.005124 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Added segment 01c5beef-c5ab-4be0-8a50-a8732379f819 of type vlan for network 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f Feb 04 15:36:36.014437 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.123196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=26224983-8a21-485b-bbcd-e7db44e501c6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:36.150692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a342ef8-0bb6-4d8a-a407-03cb8c1140e9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'Port': ['ID=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:36.257092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.259528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:36:36.291074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1d689-a6ac-499c-9427-53df43532160 req-6073c039-cc1d-4ee4-93cf-1fafd6ab24fe tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.294410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61a1d689-a6ac-499c-9427-53df43532160 req-6073c039-cc1d-4ee4-93cf-1fafd6ab24fe tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8 HTTP/1.1" status: 200 len: 943 time: 0.2567730 Feb 04 15:36:36.413043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61a1d689-a6ac-499c-9427-53df43532160 req-3c537c2e-6ae3-41e2-803f-bb7cc4ad7dbc tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.47 "GET /v2.0/security-groups?id=114f0e50-5649-4ee0-bb17-7d31ae512a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992484 Feb 04 15:36:36.413043 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.427157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:36.428529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.481821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4141345 Feb 04 15:36:36.482871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49298) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:36.520800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'subnet': {'network_id': '7bc3d88a-e7ad-41df-a696-8aa133fa4d0f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:36.667761 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.681282 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.684046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c3a5ad20-74f5-4dae-b5a7-f0256fae85ed None None] Provisioning complete for port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:36.684731 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ad20-74f5-4dae-b5a7-f0256fae85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.737176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0273823-a659-4960-836a-11401ecb06e4 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Network': ['ID=7bc3d88a-e7ad-41df-a696-8aa133fa4d0f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:36.818773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.819813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Made reservation on behalf of d684c84d353b42099823a994ffa1ede5 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:36.829646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:36.878656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:36:36.882148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 945de5e5-2c65-4e75-a41f-0365cdc404cb up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:36.946308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Pushing event deleted for resources: {'Port': ['ID=97ba41f3-3419-462a-8853-92b50c3e57ac,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:37.016225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49302) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:37.078111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] No DVR routers for this DVR port 97ba41f3-3419-462a-8853-92b50c3e57ac on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:37.113289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.120989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.127266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2c0bc99-1ba5-489c-a314-58d61043d546 req-51464f75-161a-4208-8724-57ff01ceecbb tempest-ServerDiskConfigTestJSON-1247096386 tempest-ServerDiskConfigTestJSON-1247096386-project] 10.222.0.50 "DELETE /v2.0/ports/97ba41f3-3419-462a-8853-92b50c3e57ac HTTP/1.1" status: 204 len: 173 time: 4.8251128 Feb 04 15:36:37.129543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.133677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'name': 'network-vif-deleted', 'tag': '97ba41f3-3419-462a-8853-92b50c3e57ac'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:37.137953 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf542db-6b1c-4926-ad0c-a7f2609bcedf" -d '{"events": [{"server_uuid": "1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8", "name": "network-vif-deleted", "tag": "97ba41f3-3419-462a-8853-92b50c3e57ac"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:37.163857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c020-d837-492f-8732-c963e762a84b req-77747504-e3b8-4204-bc0d-4da83565927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:37.165540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d27c020-d837-492f-8732-c963e762a84b req-77747504-e3b8-4204-bc0d-4da83565927e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 1097 time: 0.1744399 Feb 04 15:36:37.187905 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910204f1-da70-4153-9600-9746ea016c5b x-openstack-request-id: req-910204f1-da70-4153-9600-9746ea016c5b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:37.188853 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8", "name": "network-vif-unplugged", "status": "completed", "tag": "97ba41f3-3419-462a-8853-92b50c3e57ac", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:37.189534 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-910204f1-da70-4153-9600-9746ea016c5b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:37.190536 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ba41f3-3419-462a-8853-92b50c3e57ac', 'code': 200} Feb 04 15:36:37.268930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.269578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Fanout notify agent at l3_agent the message router_deleted on router b164e5af-1855-4fc8-b3a2-76fd04f6d35f {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:36:37.278698 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.284113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c10d3860-2727-457d-97bb-af97622e29c0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/b164e5af-1855-4fc8-b3a2-76fd04f6d35f HTTP/1.1" status: 204 len: 168 time: 7.9427183 Feb 04 15:36:37.285184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49306) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:37.291821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2112869975'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:37.363348 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.435792 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.451352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:37.455226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.485375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] For port 01884974-cb02-4b6d-b6f2-9c3609ea84d8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=01884974-cb02-4b6d-b6f2-9c3609ea84d8,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:37.503310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.537767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 945de5e5-2c65-4e75-a41f-0365cdc404cb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:37.538404 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.586747 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ad20-74f5-4dae-b5a7-f0256fae85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.613845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.627662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:37.647057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.736425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-3435a6fd-4133-4129-889b-b7f7fd85578e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2065116398&fields=id&tenant_id=b81ea7aca70446ca982891a1493c56e4 HTTP/1.1" status: 200 len: 267 time: 0.2762370 Feb 04 15:36:37.736732 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-c3a5ad20-74f5-4dae-b5a7-f0256fae85ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:36:37.737466 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-c3a5ad20-74f5-4dae-b5a7-f0256fae85ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:36:37.739119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.741452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.747443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.747798 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment 5e211772-6e2c-469e-8b10-1b74fe1b22d3 of type vlan for network 0b4aa89b-6380-4b20-9a42-8504780b1484 Feb 04 15:36:37.757492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01884974-cb02-4b6d-b6f2-9c3609ea84d8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:37.808868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Subnet': ['ID=7d71d2d2-be47-4767-976c-cd91554a6aae,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:37.839526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:37.840133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.867297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:37.869363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c020-d837-492f-8732-c963e762a84b req-fcbd5092-13fb-451d-90fb-23c9aa6f278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:37.871747 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d27c020-d837-492f-8732-c963e762a84b req-fcbd5092-13fb-451d-90fb-23c9aa6f278c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.6947787 Feb 04 15:36:37.879045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:37.900345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285f6764-b6d8-4575-801c-09697372406e None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:37.921244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:37.921853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.942201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-394003cc-ea6a-46fb-bd75-4506b8ccf238 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:37.951542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-394003cc-ea6a-46fb-bd75-4506b8ccf238 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 984 time: 0.2152891 Feb 04 15:36:37.957312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'port': {'security_groups': ['18eb89ab-5c13-469e-8b77-87447d9d1f4a', 'dec15121-02ab-4b2c-a648-756f9bb20e1a', '68fe0419-1c1c-421c-aec8-26e2fb93c899']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:37.961755 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:37.965296 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d27c020-d837-492f-8732-c963e762a84b req-39955e43-d9e8-4b13-9a1a-828adfc113c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87 HTTP/1.1" status: 200 len: 217 time: 0.0850406 Feb 04 15:36:37.974916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=5c922045-a890-496c-ad06-f4e84adfb94f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:37.987346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Checking segment: {'id': '01c5beef-c5ab-4be0-8a50-a8732379f819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7bc3d88a-e7ad-41df-a696-8aa133fa4d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:37.987851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network hostable DHCP agents. Network: 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:37.994055 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.1358168 Feb 04 15:36:37.999003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49310) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:38.002607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4d722-63c6-4b7a-b194-d07f2f2230db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=01884974-cb02-4b6d-b6f2-9c3609ea84d8,revision_number=4']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.012548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:09:86:67', 'name': 'tempest-NetworksTestDHCPv6-988209703'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:38.041405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.049342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Allocated IP 172.25.1.82 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/848f8459-82c7-43aa-b261-b37568fba54d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:38.115250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.122511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.123161 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.125282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 01884974-cb02-4b6d-b6f2-9c3609ea84d8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=01884974-cb02-4b6d-b6f2-9c3609ea84d8,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:38.135817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.202693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c020-d837-492f-8732-c963e762a84b req-b2ae7076-7332-443f-99d8-8ce0476bc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.205384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d27c020-d837-492f-8732-c963e762a84b req-b2ae7076-7332-443f-99d8-8ce0476bc577 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.2145948 Feb 04 15:36:38.237353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=01884974-cb02-4b6d-b6f2-9c3609ea84d8,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.240322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:38.267937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9772272 Feb 04 15:36:38.271897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49312) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:38.280136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d27c020-d837-492f-8732-c963e762a84b req-f437163f-9072-41bf-b51c-fe78148919ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628567 Feb 04 15:36:38.281072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': '0b4aa89b-6380-4b20-9a42-8504780b1484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:38.281321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.319125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c34bd0-bdea-483a-bd8a-6001eb242ae2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=0b4aa89b-6380-4b20-9a42-8504780b1484,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:38.328635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:38.370843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.371486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.371989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.372493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.372987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.373492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.374077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.374708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.376220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.377101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.377728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.378439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:36:38.393573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:38.394729 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.403109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce19d54-6c82-4ab7-ab18-c1097ed1eeb4 None None] Network 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:38.406178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 0b4aa89b-6380-4b20-9a42-8504780b1484 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:36:38.433141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.506060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01884974-cb02-4b6d-b6f2-9c3609ea84d8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:38.538864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:38.554815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:38.559882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.598960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aa53145b-f7fb-487d-8065-b235db357af5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0881600 Feb 04 15:36:38.607790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49314) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:38.615030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-11b0925b-005f-479b-91f2-92cf9a90edb3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bc3d88a-e7ad-41df-a696-8aa133fa4d0f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:38.641881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.709014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:38.728345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:38.728952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.800950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d27c020-d837-492f-8732-c963e762a84b req-c0ff65c0-40cf-4e5f-a50f-e09e2bc012da service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080585 Feb 04 15:36:38.858875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-7bc3d88a-e7ad-41df-a696-8aa133fa4d0f', 'network_id': '7bc3d88a-e7ad-41df-a696-8aa133fa4d0f', 'tenant_id': 'd684c84d353b42099823a994ffa1ede5', 'fixed_ips': [{'subnet_id': '7d71d2d2-be47-4767-976c-cd91554a6aae'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:38.860717 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:38.893505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:38.928661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:38.931399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.023316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=f5101af5-1353-4d4c-8fe1-6a8a7c3598e6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:39.096265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Pushing event updated for resources: {'Port': ['ID=848f8459-82c7-43aa-b261-b37568fba54d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:39.197020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.215061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Allocated IP 2001:db8:1::2 (7bc3d88a-e7ad-41df-a696-8aa133fa4d0f/7d71d2d2-be47-4767-976c-cd91554a6aae/59957d59-702b-4240-8afb-767732e2dc11) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:39.287775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 3c34dc0b-4df5-43d2-bbea-467bfaf12f8e yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:36:39.293461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.295500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': '5e211772-6e2c-469e-8b10-1b74fe1b22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0b4aa89b-6380-4b20-9a42-8504780b1484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:39.295914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: 0b4aa89b-6380-4b20-9a42-8504780b1484, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:39.323907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1f77250a-30ad-4445-8294-95e9c3ace734 None None] Provisioning complete for port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:39.324409 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1f77250a-30ad-4445-8294-95e9c3ace734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.410447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 0b4aa89b-6380-4b20-9a42-8504780b1484 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:39.419698 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.497273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 0b4aa89b-6380-4b20-9a42-8504780b1484) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:39.515983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.519805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:39.520844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.537193 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11b0925b-005f-479b-91f2-92cf9a90edb3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.538999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.549680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.562248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a86620-968a-46d1-8cb3-08f30a4abf7f None None] Network 0b4aa89b-6380-4b20-9a42-8504780b1484 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:39.592484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e52eff95-b9f2-4fa1-9b47-8cf8622c9f4e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3151174 Feb 04 15:36:39.602669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49316) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:39.637756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dce4184b-5ae1-4c16-895e-ad7387cb9285 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1042262050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:39.659390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d27c020-d837-492f-8732-c963e762a84b req-924878e2-3f67-4e8c-9be7-df03434d9f01 service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8418002 Feb 04 15:36:39.690892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Network 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:39.696876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Pushing event updated for resources: {'Port': ['ID=59957d59-702b-4240-8afb-767732e2dc11,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:39.703295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:39.712300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:39.761911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 172.20.0.6 (9441201d-a349-4a5a-8681-870320442b3d/87c20819-8001-49ac-bac2-17737bba72de/3c34dc0b-4df5-43d2-bbea-467bfaf12f8e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:39.796025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fe09:8667 (9441201d-a349-4a5a-8681-870320442b3d/5c922045-a890-496c-ad06-f4e84adfb94f/3c34dc0b-4df5-43d2-bbea-467bfaf12f8e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:39.869377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Attempting to bind port 59957d59-702b-4240-8afb-767732e2dc11 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:39.870443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Attempting to bind port 59957d59-702b-4240-8afb-767732e2dc11 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '01c5beef-c5ab-4be0-8a50-a8732379f819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7bc3d88a-e7ad-41df-a696-8aa133fa4d0f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:39.870443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Attempting to bind port 59957d59-702b-4240-8afb-767732e2dc11 on network 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:39.878353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:39.878745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Checking segment: {'id': '01c5beef-c5ab-4be0-8a50-a8732379f819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7bc3d88a-e7ad-41df-a696-8aa133fa4d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:39.879134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.879537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Bound using segment: {'id': '01c5beef-c5ab-4be0-8a50-a8732379f819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7bc3d88a-e7ad-41df-a696-8aa133fa4d0f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:39.881055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Bound port: 59957d59-702b-4240-8afb-767732e2dc11, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c5beef-c5ab-4be0-8a50-a8732379f819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7bc3d88a-e7ad-41df-a696-8aa133fa4d0f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:39.890323 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.938603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dce4184b-5ae1-4c16-895e-ad7387cb9285 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.939866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dce4184b-5ae1-4c16-895e-ad7387cb9285 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.943180 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.945964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] For port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:39.953614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:39.958437 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.004286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-0b4aa89b-6380-4b20-9a42-8504780b1484', 'network_id': '0b4aa89b-6380-4b20-9a42-8504780b1484', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': 'f5101af5-1353-4d4c-8fe1-6a8a7c3598e6'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:40.005364 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.023218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] For port 59957d59-702b-4240-8afb-767732e2dc11, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:40.047188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] For port 59957d59-702b-4240-8afb-767732e2dc11, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=59957d59-702b-4240-8afb-767732e2dc11,segment=NetworkSegment(01c5beef-c5ab-4be0-8a50-a8732379f819),segment_id=01c5beef-c5ab-4be0-8a50-a8732379f819)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:40.102595 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.112426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.165175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Pushing event updated for resources: {'Port': ['ID=848f8459-82c7-43aa-b261-b37568fba54d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:40.173506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-7b9ee298-db43-4eb8-9a68-ef4fd17c5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.178964 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-7b9ee298-db43-4eb8-9a68-ef4fd17c5f33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 1097 time: 0.2667062 Feb 04 15:36:40.185620 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.215442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.222141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.226592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.234027 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dce4184b-5ae1-4c16-895e-ad7387cb9285 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.234754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-7ae30479-7534-4b0f-9b6f-9d5e34ed6166 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4425147 Feb 04 15:36:40.318517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:36:40.328479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-cdfeb2e4-16bc-499a-9dc0-dd24201b9349 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.0928843 Feb 04 15:36:40.332018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dce4184b-5ae1-4c16-895e-ad7387cb9285 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.380945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.382153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.383925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-684c0b4c-3d18-4717-ac42-70eae5949d2a req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "PUT /v2.0/ports/41d1fcf4-396b-4fa7-b7ad-944acb6ce77d HTTP/1.1" status: 200 len: 1020 time: 2.4314358 Feb 04 15:36:40.454713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00ca61-14da-4582-af98-17051a56c1bb None None] Pushing event updated for resources: {'Port': ['ID=59957d59-702b-4240-8afb-767732e2dc11,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:40.473014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.481648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:36:40.497723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01884974-cb02-4b6d-b6f2-9c3609ea84d8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:40.500407 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-11b0925b-005f-479b-91f2-92cf9a90edb3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:36:40.506141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-11b0925b-005f-479b-91f2-92cf9a90edb3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "PUT /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a HTTP/1.1" status: 400 len: 364 time: 1.8952632 Feb 04 15:36:40.507166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:40.564621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-21482f8d-ae26-403b-9ca6-fb2fbfd92ba8 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.570597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-668a7e74-9244-4f10-81dc-20ef2d781666 req-21482f8d-ae26-403b-9ca6-fb2fbfd92ba8 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.2411761 Feb 04 15:36:40.583185 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a70bcb-4c60-4bec-abb8-3a7791424ea0 x-openstack-request-id: req-89a70bcb-4c60-4bec-abb8-3a7791424ea0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:40.583862 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:40.584174 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-89a70bcb-4c60-4bec-abb8-3a7791424ea0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:40.585499 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'status': 'completed', 'code': 200} Feb 04 15:36:40.592661 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dce4184b-5ae1-4c16-895e-ad7387cb9285 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:40.600751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dce4184b-5ae1-4c16-895e-ad7387cb9285 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9669001 Feb 04 15:36:40.618449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:40.670123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Allocated IP 2001:db8::2 (0b4aa89b-6380-4b20-9a42-8504780b1484/f5101af5-1353-4d4c-8fe1-6a8a7c3598e6/b0424693-7936-41a4-a2a5-d8694446b4a1) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:40.705358 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b580ecf6-2d1e-4c21-b99f-9da6bffbfe2d x-openstack-request-id: req-b580ecf6-2d1e-4c21-b99f-9da6bffbfe2d {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:40.705650 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8", "name": "network-vif-deleted", "tag": "97ba41f3-3419-462a-8853-92b50c3e57ac", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:40.705894 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b580ecf6-2d1e-4c21-b99f-9da6bffbfe2d {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:40.706339 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd4bc2d-cd12-4f08-a9ff-4d57187c65e8', 'name': 'network-vif-deleted', 'tag': '97ba41f3-3419-462a-8853-92b50c3e57ac', 'status': 'completed', 'code': 200} Feb 04 15:36:40.711152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:40.760192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:40.800810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=3c34dc0b-4df5-43d2-bbea-467bfaf12f8e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:40.812178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:40.855872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa502c-7a47-43d5-a2eb-079ed1b75053 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'Port': ['ID=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:40.981920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:40.983497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:41.022580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-49450aa7-3c56-4ff4-9e83-cf19f5bf26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.024701 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-49450aa7-3c56-4ff4-9e83-cf19f5bf26d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.7858992 Feb 04 15:36:41.076965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-736af627-ad31-42a5-bb9b-e6ffd9d15481 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0753596 Feb 04 15:36:41.109246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49332) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:41.124649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:41.125470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-df1f51f0-5591-4316-a687-36b804abce26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87 HTTP/1.1" status: 200 len: 217 time: 0.0613441 Feb 04 15:36:41.125648 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:41.200644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5717d-29b4-4441-952f-8687d211e862 req-639fd39e-e6d2-4497-b810-a1c20c06b7fd tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.203119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d5717d-29b4-4441-952f-8687d211e862 req-639fd39e-e6d2-4497-b810-a1c20c06b7fd tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.4177287 Feb 04 15:36:41.308610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-75b2c64d-2da8-4466-87e3-f4b224fc3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.311667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-75b2c64d-2da8-4466-87e3-f4b224fc3acd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 1174 time: 0.7257485 Feb 04 15:36:41.340255 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:36:41.415044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9887d-bbc4-4789-9cb7-f639a2171475 req-d733d769-710b-45d3-b90b-a936b31763f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.420519 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1a9887d-bbc4-4789-9cb7-f639a2171475 req-d733d769-710b-45d3-b90b-a936b31763f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 1023 time: 0.6437721 Feb 04 15:36:41.516564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-2b4b8959-ab0b-4d9b-8f97-70a68772272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:41.517726 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:41.519049 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-2b4b8959-ab0b-4d9b-8f97-70a68772272f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.3039358 Feb 04 15:36:41.647826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-4d13660f-1a2d-481f-8e33-123cca43cac1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153297 Feb 04 15:36:41.680674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d5717d-29b4-4441-952f-8687d211e862 req-2677bc80-fdb6-46db-88c1-897daaba6a25 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561212 Feb 04 15:36:41.733895 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:41.959748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Network 0b4aa89b-6380-4b20-9a42-8504780b1484 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:41.985640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c931b1b7-667c-4c6f-b89e-ec689cd9b91c None None] Provisioning complete for port 3c34dc0b-4df5-43d2-bbea-467bfaf12f8e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:41.986938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c931b1b7-667c-4c6f-b89e-ec689cd9b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.020833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:42.083317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db2fa2c9-86eb-4f7d-9a3c-526c4ed4e183 req-07c937ca-d317-4dc6-9266-63e7a0403c59 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips/a7fa5bbe-88a2-4485-b6d8-8a75c6a5adbc HTTP/1.1" status: 200 len: 692 time: 0.2934892 Feb 04 15:36:42.109086 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.173100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Pushing event updated for resources: {'Port': ['ID=b0424693-7936-41a4-a2a5-d8694446b4a1,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:42.190585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:42.378581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Attempting to bind port b0424693-7936-41a4-a2a5-d8694446b4a1 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:42.379091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Attempting to bind port b0424693-7936-41a4-a2a5-d8694446b4a1 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '5e211772-6e2c-469e-8b10-1b74fe1b22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0b4aa89b-6380-4b20-9a42-8504780b1484'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:42.379681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Attempting to bind port b0424693-7936-41a4-a2a5-d8694446b4a1 on network 0b4aa89b-6380-4b20-9a42-8504780b1484 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:42.425717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:42.426447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Checking segment: {'id': '5e211772-6e2c-469e-8b10-1b74fe1b22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0b4aa89b-6380-4b20-9a42-8504780b1484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:42.427114 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.427752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Bound using segment: {'id': '5e211772-6e2c-469e-8b10-1b74fe1b22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0b4aa89b-6380-4b20-9a42-8504780b1484'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:42.428547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Bound port: b0424693-7936-41a4-a2a5-d8694446b4a1, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e211772-6e2c-469e-8b10-1b74fe1b22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0b4aa89b-6380-4b20-9a42-8504780b1484'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:42.429171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.489395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c931b1b7-667c-4c6f-b89e-ec689cd9b91c None None] Port 3c34dc0b-4df5-43d2-bbea-467bfaf12f8e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:42.544117 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-82179304-19ec-4541-9db6-2cebd664db4a service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8793490 Feb 04 15:36:42.566398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Deleting port 285ca04b-adec-4d32-8dec-fdcbb860c452 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:42.568041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:42.596077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:36:42.609276 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d237bc13-f828-49a8-a876-9da93e72c7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:36:42.645849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-d1175ff3-20af-47b1-bcab-c3df167432a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.648029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01141967-531a-4cd7-aa9d-a20d3b7259e9 None None] Network 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:42.655406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-d1175ff3-20af-47b1-bcab-c3df167432a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 914 time: 1.2800083 Feb 04 15:36:42.707962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] For port b0424693-7936-41a4-a2a5-d8694446b4a1, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:42.789195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dcef21-5eb0-4c84-a8b4-b599e206ec00 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.802191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dcef21-5eb0-4c84-a8b4-b599e206ec00 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:42.805072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-55dcef21-5eb0-4c84-a8b4-b599e206ec00 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.6893396 Feb 04 15:36:42.835455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49338) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:42.898852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] For port b0424693-7936-41a4-a2a5-d8694446b4a1, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0424693-7936-41a4-a2a5-d8694446b4a1,segment=NetworkSegment(5e211772-6e2c-469e-8b10-1b74fe1b22d3),segment_id=5e211772-6e2c-469e-8b10-1b74fe1b22d3)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:43.007119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.011320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 59957d59-702b-4240-8afb-767732e2dc11 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:43.029008 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-b3dba7b4-c0f4-4db7-a7f2-3cc71326e0b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d HTTP/1.1" status: 200 len: 217 time: 0.2210929 Feb 04 15:36:43.062798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fa2c9-86eb-4f7d-9a3c-526c4ed4e183 req-dc00a776-8304-4df7-974f-d08bf12770c8 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.066248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db2fa2c9-86eb-4f7d-9a3c-526c4ed4e183 req-dc00a776-8304-4df7-974f-d08bf12770c8 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.9726617 Feb 04 15:36:43.099037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-db2fa2c9-86eb-4f7d-9a3c-526c4ed4e183 req-f4f2140e-fab7-4b0d-a740-18c8d4483c19 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:36:43.100094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db2fa2c9-86eb-4f7d-9a3c-526c4ed4e183 req-f4f2140e-fab7-4b0d-a740-18c8d4483c19 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155818 Feb 04 15:36:43.224377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a43fe-1f2d-4ea5-9264-5fe2b75213a2 None None] Pushing event updated for resources: {'Port': ['ID=b0424693-7936-41a4-a2a5-d8694446b4a1,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:43.235156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1a9887d-bbc4-4789-9cb7-f639a2171475 req-b9fca540-d045-4b21-8ddc-7f0a133a1bc3 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec15121-02ab-4b2c-a648-756f9bb20e1a&id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=68fe0419-1c1c-421c-aec8-26e2fb93c899 HTTP/1.1" status: 200 len: 6157 time: 1.7492476 Feb 04 15:36:43.265182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e30aad7-76be-49cf-ab88-d938a4d0b546 req-102ecfbf-835e-4a82-b964-e5f63e365a59 service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825533 Feb 04 15:36:43.271008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] For port 285ca04b-adec-4d32-8dec-fdcbb860c452, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=285ca04b-adec-4d32-8dec-fdcbb860c452,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:43.271533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.304906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Calling delete_port for 285ca04b-adec-4d32-8dec-fdcbb860c452 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:43.320663 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c2244994-df10-4e18-8542-9acf8990cc77 None None] Provisioning complete for port 59957d59-702b-4240-8afb-767732e2dc11 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:43.321326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c2244994-df10-4e18-8542-9acf8990cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.388082 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9621fd-f10e-4700-91c5-1d769478f1b9 x-openstack-request-id: req-ca9621fd-f10e-4700-91c5-1d769478f1b9 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:36:43.388584 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:36:43.389008 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca9621fd-f10e-4700-91c5-1d769478f1b9 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:36:43.389618 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'status': 'completed', 'code': 200} Feb 04 15:36:43.437480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.446847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-1937be8c-e38e-4fcb-8612-68c46b2fef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:43.452206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-1937be8c-e38e-4fcb-8612-68c46b2fef77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.3299208 Feb 04 15:36:43.568369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-807ae669-c1a0-4c4f-a3b2-1c68c21c1dc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 3c34dc0b-4df5-43d2-bbea-467bfaf12f8e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:43.569044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-807ae669-c1a0-4c4f-a3b2-1c68c21c1dc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.571194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 59957d59-702b-4240-8afb-767732e2dc11 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:43.571830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:43.574238 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82bf0fdf-6d9c-4195-9cd9-c05faba4c441 req-6162120c-db0c-4d1e-b942-1dcb99c29e3d tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=c7f1798cb97a4bbd97ba49992f5998d6 HTTP/1.1" status: 200 len: 695 time: 0.1304626 Feb 04 15:36:43.578933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-422f49d4-7215-4bc7-b5f7-6e8e14858f2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144543 Feb 04 15:36:43.618286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Allocated IP 2001:db8::1 (7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8/18893a9d-ae3c-419e-8498-a18324ab9de4/f83dcbb9-5f93-4b16-8718-5cf19de878fe) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:43.872828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c2244994-df10-4e18-8542-9acf8990cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.065768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c2244994-df10-4e18-8542-9acf8990cc77 None None] For port 59957d59-702b-4240-8afb-767732e2dc11, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=59957d59-702b-4240-8afb-767732e2dc11,segment=NetworkSegment(01c5beef-c5ab-4be0-8a50-a8732379f819),segment_id=01c5beef-c5ab-4be0-8a50-a8732379f819)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:44.078291 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c2244994-df10-4e18-8542-9acf8990cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.084721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.193057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b301e8-b42a-406f-b937-33c37602008d req-54a19a27-8fd4-4379-a131-50fd81517c52 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.195465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b301e8-b42a-406f-b937-33c37602008d req-54a19a27-8fd4-4379-a131-50fd81517c52 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.6964128 Feb 04 15:36:44.232367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2244994-df10-4e18-8542-9acf8990cc77 None None] Pushing event updated for resources: {'Port': ['ID=59957d59-702b-4240-8afb-767732e2dc11,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:44.286578 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:36:44.296251 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:36:44.368890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-807ae669-c1a0-4c4f-a3b2-1c68c21c1dc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.413813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1cf70398-fb7a-457d-b575-01c51ed217de None None] Provisioning complete for port 59957d59-702b-4240-8afb-767732e2dc11 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:44.414837 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cf70398-fb7a-457d-b575-01c51ed217de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.440551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-807ae669-c1a0-4c4f-a3b2-1c68c21c1dc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 3c34dc0b-4df5-43d2-bbea-467bfaf12f8e owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:44.467348 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b301e8-b42a-406f-b937-33c37602008d req-6cb7bbe8-7e9d-4a86-a19e-911a4bd8a6d8 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986403 Feb 04 15:36:44.503167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-d74bfda4-acc8-4143-8656-a4f0a6981a32 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8768084 Feb 04 15:36:44.685597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-4676d7a9-38cd-4c4e-bce4-9793c8ac49b5 req-17d49413-f1d6-4863-bec4-498edb7ef169 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2011046829 ', 'description': 'tempest-description-1862842592'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:44.895915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8::1 (0b4aa89b-6380-4b20-9a42-8504780b1484/f5101af5-1353-4d4c-8fe1-6a8a7c3598e6/f173dd7e-6414-4e07-bd30-e83694eff463) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:44.933079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4676d7a9-38cd-4c4e-bce4-9793c8ac49b5 req-17d49413-f1d6-4863-bec4-498edb7ef169 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:44.946291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf0fdf-6d9c-4195-9cd9-c05faba4c441 req-fecbc4bd-1746-4876-a244-a8951c3eced5 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:44.954563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82bf0fdf-6d9c-4195-9cd9-c05faba4c441 req-fecbc4bd-1746-4876-a244-a8951c3eced5 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/networks?id=37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 787 time: 1.3336017 Feb 04 15:36:44.974405 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.011789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-82bf0fdf-6d9c-4195-9cd9-c05faba4c441 req-07e1dd54-9bc7-4834-bb2f-a3f3a3aaaa87 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:36:45.013222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82bf0fdf-6d9c-4195-9cd9-c05faba4c441 req-07e1dd54-9bc7-4834-bb2f-a3f3a3aaaa87 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078220 Feb 04 15:36:45.017905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3db3a81-6f78-4254-b9ab-7ae4137444a9 req-b257ae77-dd09-48d0-b202-0fc03f8ea2f6 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043781 Feb 04 15:36:45.056212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.200637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Port': ['ID=f83dcbb9-5f93-4b16-8718-5cf19de878fe,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:45.232140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4676d7a9-38cd-4c4e-bce4-9793c8ac49b5 req-17d49413-f1d6-4863-bec4-498edb7ef169 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.285688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4676d7a9-38cd-4c4e-bce4-9793c8ac49b5 req-17d49413-f1d6-4863-bec4-498edb7ef169 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.290284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-adc275e7-0d81-4266-af72-64c2b1f4f5eb tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips/a7fa5bbe-88a2-4485-b6d8-8a75c6a5adbc HTTP/1.1" status: 200 len: 692 time: 0.0850053 Feb 04 15:36:45.299060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:45.303620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:45.308992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:45.309604 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.339146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 59957d59-702b-4240-8afb-767732e2dc11 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:45.468955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 59957d59-702b-4240-8afb-767732e2dc11 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:45.469566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.487813 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.526482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d49413-f1d6-4863-bec4-498edb7ef169 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac2e134-1ccc-4677-99c7-f5b3eb0ea583,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:45.526792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b42f5c-ec16-4888-afe6-13c35ec6f4be None None] Network 0b4aa89b-6380-4b20-9a42-8504780b1484 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:45.557785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Pushing event deleted for resources: {'Port': ['ID=285ca04b-adec-4d32-8dec-fdcbb860c452,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:45.632136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4676d7a9-38cd-4c4e-bce4-9793c8ac49b5 req-17d49413-f1d6-4863-bec4-498edb7ef169 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.634544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4676d7a9-38cd-4c4e-bce4-9793c8ac49b5 req-17d49413-f1d6-4863-bec4-498edb7ef169 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.9723077 Feb 04 15:36:45.773232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49356) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:45.806097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-6b36a0b3-a0fb-4baa-b8e1-3c605f742616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:45.807832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-6b36a0b3-a0fb-4baa-b8e1-3c605f742616 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 1174 time: 0.5720506 Feb 04 15:36:45.912237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0424693-7936-41a4-a2a5-d8694446b4a1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:45.915006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1baaf188-a871-4fb1-aaf8-1cd4122e030d None None] Provisioning complete for port b0424693-7936-41a4-a2a5-d8694446b4a1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:45.915528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1baaf188-a871-4fb1-aaf8-1cd4122e030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:45.920697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.008779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.046538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-85710544-1f33-4134-afaf-98a57b204718 admin admin] Deleting subnet 7965b673-6222-4aff-99c1-dd1ec5faf820 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:36:46.058243 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85710544-1f33-4134-afaf-98a57b204718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.072026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-61ddb8d9-c9a0-48a8-9b36-cc397e0b7e34 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:46.085560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-61ddb8d9-c9a0-48a8-9b36-cc397e0b7e34 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.7703519 Feb 04 15:36:46.151519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.222998 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-ca9ccb40-c901-4a00-ab38-1b558e014200 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.1358497 Feb 04 15:36:46.232649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85710544-1f33-4134-afaf-98a57b204718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.287038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b0424693-7936-41a4-a2a5-d8694446b4a1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:46.287517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.323813 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-807ae669-c1a0-4c4f-a3b2-1c68c21c1dc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.329419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 0b4aa89b-6380-4b20-9a42-8504780b1484 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:46.356248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:46.377867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=f173dd7e-6414-4e07-bd30-e83694eff463,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:46.383659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:46.384820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.417106 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1baaf188-a871-4fb1-aaf8-1cd4122e030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.493615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-827b57df-12f7-4e05-b447-77aa892424d3 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.2350953 Feb 04 15:36:46.499076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-1427c458-4aab-4454-b0dc-0f00499e5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:46.502007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-1427c458-4aab-4454-b0dc-0f00499e5870 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 914 time: 0.6593184 Feb 04 15:36:46.537205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1e69-279e-4f32-bd89-d6b96cf7146f req-23262c59-0e5e-4713-a6b9-06e9c78566e5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:46.550819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a07f1e69-279e-4f32-bd89-d6b96cf7146f req-23262c59-0e5e-4713-a6b9-06e9c78566e5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.4695702 Feb 04 15:36:46.562685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ae669-c1a0-4c4f-a3b2-1c68c21c1dc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=3c34dc0b-4df5-43d2-bbea-467bfaf12f8e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:46.748607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-ce8ab52a-ece6-43e4-8507-3bfe82abfa64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d HTTP/1.1" status: 200 len: 217 time: 0.2293501 Feb 04 15:36:46.771864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85710544-1f33-4134-afaf-98a57b204718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.826301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1baaf188-a871-4fb1-aaf8-1cd4122e030d None None] For port b0424693-7936-41a4-a2a5-d8694446b4a1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0424693-7936-41a4-a2a5-d8694446b4a1,segment=NetworkSegment(5e211772-6e2c-469e-8b10-1b74fe1b22d3),segment_id=5e211772-6e2c-469e-8b10-1b74fe1b22d3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:46.839076 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1baaf188-a871-4fb1-aaf8-1cd4122e030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.904497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:46.941300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a07f1e69-279e-4f32-bd89-d6b96cf7146f req-7d521840-2371-4267-b9bf-02a1d66580ba tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885751 Feb 04 15:36:46.999957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a9318bc1-5c3e-4562-b54a-e14095c3375e None None] Provisioning complete for port f83dcbb9-5f93-4b16-8718-5cf19de878fe triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:47.000723 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a9318bc1-5c3e-4562-b54a-e14095c3375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.089457 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.107529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-dd7893ed-c4fa-4292-b6c7-f899cc9f04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.109265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-dd7893ed-c4fa-4292-b6c7-f899cc9f04c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.3501339 Feb 04 15:36:47.115520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a9318bc1-5c3e-4562-b54a-e14095c3375e None None] Port f83dcbb9-5f93-4b16-8718-5cf19de878fe cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:47.136002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baaf188-a871-4fb1-aaf8-1cd4122e030d None None] Pushing event updated for resources: {'Port': ['ID=b0424693-7936-41a4-a2a5-d8694446b4a1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:47.209721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-0b8c42f0-24f6-41c1-b428-882492f138c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415859 Feb 04 15:36:47.217416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-807ae669-c1a0-4c4f-a3b2-1c68c21c1dc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.221180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-807ae669-c1a0-4c4f-a3b2-1c68c21c1dc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/3c34dc0b-4df5-43d2-bbea-467bfaf12f8e HTTP/1.1" status: 204 len: 168 time: 4.3807213 Feb 04 15:36:47.235571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49358) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:47.308304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85710544-1f33-4134-afaf-98a57b204718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.370535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-510fa52b-67b5-4986-9c08-01e770da42d4 None None] Provisioning complete for port f173dd7e-6414-4e07-bd30-e83694eff463 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:47.371312 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-510fa52b-67b5-4986-9c08-01e770da42d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.413450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Deleting port 848f8459-82c7-43aa-b261-b37568fba54d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:47.414066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.424375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85710544-1f33-4134-afaf-98a57b204718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.434159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-85710544-1f33-4134-afaf-98a57b204718 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7965b673-6222-4aff-99c1-dd1ec5faf820 HTTP/1.1" status: 204 len: 168 time: 1.6520545 Feb 04 15:36:47.436306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85710544-1f33-4134-afaf-98a57b204718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7965b673-6222-4aff-99c1-dd1ec5faf820,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:47.438391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49360) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:47.459396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-510fa52b-67b5-4986-9c08-01e770da42d4 None None] Port f173dd7e-6414-4e07-bd30-e83694eff463 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:47.476479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-510fa52b-67b5-4986-9c08-01e770da42d4 None None] Provisioning complete for port b0424693-7936-41a4-a2a5-d8694446b4a1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:47.477242 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-510fa52b-67b5-4986-9c08-01e770da42d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.540913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3f95f33-3164-41db-947f-88fb28e3efc6 req-ac0fe6b1-47b6-4517-9d1d-6b3ac15b0be8 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/1ac2e134-1ccc-4677-99c7-f5b3eb0ea583 HTTP/1.1" status: 200 len: 1783 time: 0.4292791 Feb 04 15:36:47.609727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa17233-b15b-4621-877f-ed8364281ee2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.614106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa17233-b15b-4621-877f-ed8364281ee2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.616621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa17233-b15b-4621-877f-ed8364281ee2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:47.625480 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4fa17233-b15b-4621-877f-ed8364281ee2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3862603 Feb 04 15:36:47.626420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49364) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:47.642434 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.661874 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.663189 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.718563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.803400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-8c1e0a16-54ad-4394-a588-370309f629eb service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778320 Feb 04 15:36:47.896325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0fe292b8-73ce-4518-9265-1b0c8c81c654 None None] Provisioning complete for port f173dd7e-6414-4e07-bd30-e83694eff463 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:47.897135 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0fe292b8-73ce-4518-9265-1b0c8c81c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.917503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event updated for resources: {'Port': ['ID=f83dcbb9-5f93-4b16-8718-5cf19de878fe,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:47.929315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.929850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:47.966058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0fe292b8-73ce-4518-9265-1b0c8c81c654 None None] Port f173dd7e-6414-4e07-bd30-e83694eff463 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:47.978135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Calling delete_port for 848f8459-82c7-43aa-b261-b37568fba54d owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:47.982127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Router dee0273f-e1c1-41f2-b915-45c46971fe46 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:48.074462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:48.080937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:48.347204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-493a28f5-ee39-4b38-b94e-8247c126f0d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 5c922045-a890-496c-ad06-f4e84adfb94f {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:36:48.368796 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-493a28f5-ee39-4b38-b94e-8247c126f0d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.396784 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81e514c9-897a-42e9-b62d-6e9b1d9278ea req-edd41ed6-c1e0-4853-8dae-1f95aea8dbbe tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/1ac2e134-1ccc-4677-99c7-f5b3eb0ea583 HTTP/1.1" status: 200 len: 1783 time: 0.8133719 Feb 04 15:36:48.516543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e8aa9c93-8599-4c7e-a2e4-cfc7aa80f3e8 None None] Provisioning complete for port f83dcbb9-5f93-4b16-8718-5cf19de878fe triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:48.517421 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9c93-8599-4c7e-a2e4-cfc7aa80f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.551344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-493a28f5-ee39-4b38-b94e-8247c126f0d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.590390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa9c93-8599-4c7e-a2e4-cfc7aa80f3e8 None None] Port f83dcbb9-5f93-4b16-8718-5cf19de878fe cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:48.628084 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.649103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d237bc13-f828-49a8-a876-9da93e72c7b7 req-8b87019b-2ce4-4eca-b5cd-d30af4751551 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321865 Feb 04 15:36:48.687663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.689144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:48.694030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbbb572-4948-4055-8c93-101e5f6b30a5']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:48.705695 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] Sync routers for ids ['dee0273f-e1c1-41f2-b915-45c46971fe46'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:48.709078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b80c63-ca47-4307-9cff-eb7817bbb105') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:48.709636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b80c63-ca47-4307-9cff-eb7817bbb105') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:48.713352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-af9f26b6-f2f3-46eb-86b9-c057d7db504a admin admin] 10.222.0.47 "PUT /v2.0/routers/dee0273f-e1c1-41f2-b915-45c46971fe46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6895967 Feb 04 15:36:48.717908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49368) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:48.718257 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] Routers {'dee0273f-e1c1-41f2-b915-45c46971fe46'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:48.719042 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['dee0273f-e1c1-41f2-b915-45c46971fe46'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:48.726074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Router d295fe48-d7fb-4f41-b0f5-1f10f042959a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:48.751303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.752640 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.773494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.838911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-81e514c9-897a-42e9-b62d-6e9b1d9278ea req-0181aa40-c6cc-4be6-aea2-80834c6740ac tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.844831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.860411 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-493a28f5-ee39-4b38-b94e-8247c126f0d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.887593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:36:48.888362 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.903087 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] Set router dee0273f-e1c1-41f2-b915-45c46971fe46 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:36:48.903754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:48.912901 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:48.981159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Pushing event deleted for resources: {'Port': ['ID=848f8459-82c7-43aa-b261-b37568fba54d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:48.998925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.059992 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-81e514c9-897a-42e9-b62d-6e9b1d9278ea req-0181aa40-c6cc-4be6-aea2-80834c6740ac tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.064836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=f173dd7e-6414-4e07-bd30-e83694eff463,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.066383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:49.095755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d9477c9c-a46f-46a9-b606-95998600e52f tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "PUT /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5303991 Feb 04 15:36:49.097653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49370) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:49.130946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1af58b-72b1-4644-8886-40e3afdf683d None None] Sync routers for ids ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:49.141400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.163793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.167479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5bbbb572-4948-4055-8c93-101e5f6b30a5 HTTP/1.1" status: 204 len: 168 time: 1.7257316 Feb 04 15:36:49.206089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad0fba-49d6-4956-8fd5-b19537cdf398 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bbbb572-4948-4055-8c93-101e5f6b30a5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.253121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 0b4aa89b-6380-4b20-9a42-8504780b1484 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:49.254393 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-81e514c9-897a-42e9-b62d-6e9b1d9278ea req-0181aa40-c6cc-4be6-aea2-80834c6740ac tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.255807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1af58b-72b1-4644-8886-40e3afdf683d None None] Routers {'d295fe48-d7fb-4f41-b0f5-1f10f042959a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:49.256749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3d1af58b-72b1-4644-8886-40e3afdf683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:49.266805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-81e514c9-897a-42e9-b62d-6e9b1d9278ea req-0181aa40-c6cc-4be6-aea2-80834c6740ac tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.273415 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.276992 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.280669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81e514c9-897a-42e9-b62d-6e9b1d9278ea req-0181aa40-c6cc-4be6-aea2-80834c6740ac tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/1ac2e134-1ccc-4677-99c7-f5b3eb0ea583 HTTP/1.1" status: 204 len: 173 time: 0.8533318 Feb 04 15:36:49.295899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1fc1fe-ae03-4739-8f3e-6fb43e6b33d7 req-1f06b3a1-7ff0-4e30-9681-d15e1771c999 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "DELETE /v2.0/floatingips/a7fa5bbe-88a2-4485-b6d8-8a75c6a5adbc HTTP/1.1" status: 204 len: 173 time: 2.6532183 Feb 04 15:36:49.322348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:49.327062 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-493a28f5-ee39-4b38-b94e-8247c126f0d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.399714 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-35483e13-5a05-4fe0-8e2b-f588c1c2e3dc tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.404364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0424693-7936-41a4-a2a5-d8694446b4a1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:49.411830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3d1af58b-72b1-4644-8886-40e3afdf683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:49.476380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1af58b-72b1-4644-8886-40e3afdf683d None None] Routers {'d295fe48-d7fb-4f41-b0f5-1f10f042959a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:49.480925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3d1af58b-72b1-4644-8886-40e3afdf683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:49.501656 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:36:45Z', 'revision_number': 5, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port': {'id': '25b7d696-34a1-43e3-8637-3c556ed528b6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:24Z', 'updated_at': '2022-02-04T15:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:49.540270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3d1af58b-72b1-4644-8886-40e3afdf683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:49.542216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1af58b-72b1-4644-8886-40e3afdf683d None None] The sync data for ids ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:49.550508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49378) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:49.551039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a28f5-ee39-4b38-b94e-8247c126f0d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=5c922045-a890-496c-ad06-f4e84adfb94f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.559915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181aa40-c6cc-4be6-aea2-80834c6740ac tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac2e134-1ccc-4677-99c7-f5b3eb0ea583,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:49.577056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b0424693-7936-41a4-a2a5-d8694446b4a1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:49.577860 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.593022 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] Checking router: dee0273f-e1c1-41f2-b915-45c46971fe46 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:36:49.601073 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.638574 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] Routers {'dee0273f-e1c1-41f2-b915-45c46971fe46'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:49.646624 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['dee0273f-e1c1-41f2-b915-45c46971fe46'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:49.659081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-493a28f5-ee39-4b38-b94e-8247c126f0d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:49.669801 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-35483e13-5a05-4fe0-8e2b-f588c1c2e3dc tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:36:49.673202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-35483e13-5a05-4fe0-8e2b-f588c1c2e3dc tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a HTTP/1.1" status: 409 len: 329 time: 0.5687680 Feb 04 15:36:49.673202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49380) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:49.676367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-493a28f5-ee39-4b38-b94e-8247c126f0d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/5c922045-a890-496c-ad06-f4e84adfb94f HTTP/1.1" status: 204 len: 168 time: 1.9676762 Feb 04 15:36:49.677522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49382) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:49.689132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7450347-a686-4d75-89fa-0255aa2ea747 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:49.763315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-399aacdf-4d61-4686-9b65-8515f2ac15a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95cfa9dd2111419cb5adf8e0250c2625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049489 Feb 04 15:36:49.770736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49384) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:49.857599 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] Set router dee0273f-e1c1-41f2-b915-45c46971fe46 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:36:49.896805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e9893-6c05-435b-9c11-269ef6ab1857 req-69ea37c6-af3c-4a5b-ada3-40e17a4f7042 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:49.899275 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df0e9893-6c05-435b-9c11-269ef6ab1857 req-69ea37c6-af3c-4a5b-ada3-40e17a4f7042 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.3663149 Feb 04 15:36:49.943498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-26913ba8-65e5-45fc-91f7-b4db62ef923f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 87c20819-8001-49ac-bac2-17737bba72de {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:36:49.985110 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:36:49Z', 'revision_number': 6, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:49.987318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26913ba8-65e5-45fc-91f7-b4db62ef923f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.000846 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df0e9893-6c05-435b-9c11-269ef6ab1857 req-b08e4f3a-3011-4d14-833a-13c43576e004 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798333 Feb 04 15:36:50.007222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4b6f7628-3730-4c69-89bb-146ab7ac6149 None None] Provisioning complete for port f173dd7e-6414-4e07-bd30-e83694eff463 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:50.007835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7628-3730-4c69-89bb-146ab7ac6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.034414 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75295d9-c2fa-42c7-81df-3662ac23aa15 None None] The sync data for ids ['dee0273f-e1c1-41f2-b915-45c46971fe46'] in n-d-827869-1 is: [{'id': 'dee0273f-e1c1-41f2-b915-45c46971fe46', 'name': 'tempest-AttachSCSIVolumeTestJSON-253673596-router', 'tenant_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:21Z', 'updated_at': '2022-02-04T15:36:49Z', 'revision_number': 6, 'project_id': '5ab98bf93d4746b1a849d6cb808a0b83', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:50.104518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Deleting port 25b7d696-34a1-43e3-8637-3c556ed528b6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:50.105030 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.123645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f7628-3730-4c69-89bb-146ab7ac6149 None None] Port f173dd7e-6414-4e07-bd30-e83694eff463 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:36:50.152811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fbffeb5-fbab-48f4-a6e2-6979fbce8fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.169765 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-542f7db1-85e4-4272-86c9-b33cb498f2d7 req-f5f62819-ad36-4c35-b1fd-4aca52341120 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:36:50.170854 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-542f7db1-85e4-4272-86c9-b33cb498f2d7 req-f5f62819-ad36-4c35-b1fd-4aca52341120 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/1ac2e134-1ccc-4677-99c7-f5b3eb0ea583 HTTP/1.1" status: 404 len: 352 time: 0.1156387 Feb 04 15:36:50.197060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-7d20a3ad-16fc-49a9-a81c-2be54ad24f20 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7415116 Feb 04 15:36:50.198669 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26913ba8-65e5-45fc-91f7-b4db62ef923f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.202834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fbffeb5-fbab-48f4-a6e2-6979fbce8fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.214606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:50.239253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-52b9556b-dd2d-44c2-8a97-3e3ae5a450df req-ee7e5074-4277-4895-b03e-7b2430521863 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-901713450', 'description': 'tempest-description-1520702614'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:50.332914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] For port 25b7d696-34a1-43e3-8637-3c556ed528b6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=25b7d696-34a1-43e3-8637-3c556ed528b6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:50.333349 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.358717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Calling delete_port for 25b7d696-34a1-43e3-8637-3c556ed528b6 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:50.372284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.378080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router 458e2821-8a8f-40ac-aa0e-6a3683cbf767 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:36:50.401425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-52b9556b-dd2d-44c2-8a97-3e3ae5a450df req-ee7e5074-4277-4895-b03e-7b2430521863 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.444260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26913ba8-65e5-45fc-91f7-b4db62ef923f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.489573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fbffeb5-fbab-48f4-a6e2-6979fbce8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.492080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fbffeb5-fbab-48f4-a6e2-6979fbce8fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.496275 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8fbffeb5-fbab-48f4-a6e2-6979fbce8fd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/114f0e50-5649-4ee0-bb17-7d31ae512a1b HTTP/1.1" status: 204 len: 168 time: 0.7008057 Feb 04 15:36:50.577464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbffeb5-fbab-48f4-a6e2-6979fbce8fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f0e50-5649-4ee0-bb17-7d31ae512a1b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.660479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26913ba8-65e5-45fc-91f7-b4db62ef923f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.728873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:50.737785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a1c8cb6c-010a-4ebf-bf3f-331fb8c9cf87 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/458e2821-8a8f-40ac-aa0e-6a3683cbf767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1211023 Feb 04 15:36:50.746208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:50.756954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26913ba8-65e5-45fc-91f7-b4db62ef923f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=87c20819-8001-49ac-bac2-17737bba72de,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:50.787175 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2d325-83d8-4d93-9032-638ab7621f04 None None] Sync routers for ids ['458e2821-8a8f-40ac-aa0e-6a3683cbf767'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:50.808454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26913ba8-65e5-45fc-91f7-b4db62ef923f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.817706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-26913ba8-65e5-45fc-91f7-b4db62ef923f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/87c20819-8001-49ac-bac2-17737bba72de HTTP/1.1" status: 204 len: 168 time: 1.1179512 Feb 04 15:36:50.820081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49394) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:50.839636 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2d325-83d8-4d93-9032-638ab7621f04 None None] Routers {'458e2821-8a8f-40ac-aa0e-6a3683cbf767'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:50.840666 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-45d2d325-83d8-4d93-9032-638ab7621f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['458e2821-8a8f-40ac-aa0e-6a3683cbf767'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:50.880055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6e671-1f2e-4de3-9bc7-0296238ec01d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:50.881557 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-10e6e671-1f2e-4de3-9bc7-0296238ec01d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports/f173dd7e-6414-4e07-bd30-e83694eff463 HTTP/1.1" status: 200 len: 911 time: 0.1332684 Feb 04 15:36:50.893140 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b7d65daa-25c4-45d0-b80a-0c6478a8337d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693192 Feb 04 15:36:50.893140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49396) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:50.897921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-363380fe-fab0-4588-9b40-cc60eca40f15 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f5101af5-1353-4d4c-8fe1-6a8a7c3598e6'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:50.900279 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-45d2d325-83d8-4d93-9032-638ab7621f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:50.903921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49398) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:50.908368 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-52b9556b-dd2d-44c2-8a97-3e3ae5a450df req-ee7e5074-4277-4895-b03e-7b2430521863 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:50.913720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:50.941845 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2d325-83d8-4d93-9032-638ab7621f04 None None] Routers {'458e2821-8a8f-40ac-aa0e-6a3683cbf767'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:50.942700 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-45d2d325-83d8-4d93-9032-638ab7621f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['458e2821-8a8f-40ac-aa0e-6a3683cbf767'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:50.990774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-52b9556b-dd2d-44c2-8a97-3e3ae5a450df req-ee7e5074-4277-4895-b03e-7b2430521863 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.036235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.071638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-52b9556b-dd2d-44c2-8a97-3e3ae5a450df req-ee7e5074-4277-4895-b03e-7b2430521863 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.073106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52b9556b-dd2d-44c2-8a97-3e3ae5a450df req-ee7e5074-4277-4895-b03e-7b2430521863 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8415298 Feb 04 15:36:51.086752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e5074-4277-4895-b03e-7b2430521863 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe45f12-0859-4d59-8880-59b05172aa8f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:51.265326 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-45d2d325-83d8-4d93-9032-638ab7621f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:51.266121 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2d325-83d8-4d93-9032-638ab7621f04 None None] The sync data for ids ['458e2821-8a8f-40ac-aa0e-6a3683cbf767'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:51.288264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.311146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.317068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52623e-ab0e-4bdb-a6d5-64e6b5297113 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:51.344686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 25b7d696-34a1-43e3-8637-3c556ed528b6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:51.388930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b7d696-34a1-43e3-8637-3c556ed528b6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:51.438224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375221e-9a94-404e-8d81-519d442bd42b req-9aa895cc-7933-4495-935a-f61fa595b5ce tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:51.440641 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a375221e-9a94-404e-8d81-519d442bd42b req-9aa895cc-7933-4495-935a-f61fa595b5ce tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.2395315 Feb 04 15:36:51.485498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.532237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 25b7d696-34a1-43e3-8637-3c556ed528b6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:36:51.533364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 25b7d696-34a1-43e3-8637-3c556ed528b6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:36:51.534029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 285ca04b-adec-4d32-8dec-fdcbb860c452 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:51.623994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 285ca04b-adec-4d32-8dec-fdcbb860c452 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:36:51.626207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 285ca04b-adec-4d32-8dec-fdcbb860c452 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:36:51.635949 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a375221e-9a94-404e-8d81-519d442bd42b req-9813da82-ddae-4ab6-97d6-5cf5add6ef0e tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866300 Feb 04 15:36:51.640574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c843726a-c375-4d04-94f4-12588bdb9e83 None None] Provisioning complete for port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:51.641132 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.642145 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c843726a-c375-4d04-94f4-12588bdb9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.645042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.726731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-41f2dd21-c89d-4541-99d7-badb5b451899 req-098e499e-9060-4961-b067-69a79f9b4eca tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-847248350', 'description': 'tempest-description-536395902'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:51.737019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.737932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dee0273f-e1c1-41f2-b915-45c46971fe46 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:36:51.747242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.751631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ff222355-bc62-45fa-a54b-02515c202753 admin admin] 10.222.0.47 "DELETE /v2.0/routers/dee0273f-e1c1-41f2-b915-45c46971fe46 HTTP/1.1" status: 204 len: 168 time: 3.0300498 Feb 04 15:36:51.753146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49414) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:51.802471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:51.807579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.906070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-363380fe-fab0-4588-9b40-cc60eca40f15 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.948643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Allocated IP 172.25.1.4 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/d4c432ca-ea50-4afd-abf3-c7241b7f1389) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:51.961390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-22441ec9-5c1c-4b1e-826e-3dd6ddfedd91 admin admin] Deleting subnet 9682f642-20f8-4349-b4cf-782cc3378e89 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:36:51.982998 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22441ec9-5c1c-4b1e-826e-3dd6ddfedd91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:51.992529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:36:52.060849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-41f2dd21-c89d-4541-99d7-badb5b451899 req-098e499e-9060-4961-b067-69a79f9b4eca tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.083566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] Deleting port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:52.084205 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.093007 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22441ec9-5c1c-4b1e-826e-3dd6ddfedd91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.233598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] For port 01884974-cb02-4b6d-b6f2-9c3609ea84d8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=01884974-cb02-4b6d-b6f2-9c3609ea84d8,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:52.234375 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.262118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] Calling delete_port for 01884974-cb02-4b6d-b6f2-9c3609ea84d8 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:52.274467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49424) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:52.327470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-41f2dd21-c89d-4541-99d7-badb5b451899 req-098e499e-9060-4961-b067-69a79f9b4eca tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.341306 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-41f2dd21-c89d-4541-99d7-badb5b451899 req-098e499e-9060-4961-b067-69a79f9b4eca tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.376921 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22441ec9-5c1c-4b1e-826e-3dd6ddfedd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.415738 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.446334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-41f2dd21-c89d-4541-99d7-badb5b451899 req-098e499e-9060-4961-b067-69a79f9b4eca tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.448976 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41f2dd21-c89d-4541-99d7-badb5b451899 req-098e499e-9060-4961-b067-69a79f9b4eca tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7319906 Feb 04 15:36:52.458982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e499e-9060-4961-b067-69a79f9b4eca tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9739e28-acb4-4bd0-9e82-8bf03babdc88,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.485446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] Pushing event deleted for resources: {'Port': ['ID=01884974-cb02-4b6d-b6f2-9c3609ea84d8,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.499641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f9c25-8afb-4455-910e-68b099d9bda2 None None] No DVR routers for this DVR port 01884974-cb02-4b6d-b6f2-9c3609ea84d8 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:52.511542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-efde0980-a79a-4fc4-b1fd-cf589b8e7aff req-5e4caa1e-fb7e-470a-9799-b38a23a2a023 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1184615216', 'description': 'tempest-description-266762412'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:52.530200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22441ec9-5c1c-4b1e-826e-3dd6ddfedd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.605207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22441ec9-5c1c-4b1e-826e-3dd6ddfedd91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9682f642-20f8-4349-b4cf-782cc3378e89,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.611019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22441ec9-5c1c-4b1e-826e-3dd6ddfedd91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.621184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-22441ec9-5c1c-4b1e-826e-3dd6ddfedd91 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9682f642-20f8-4349-b4cf-782cc3378e89 HTTP/1.1" status: 204 len: 168 time: 0.8464446 Feb 04 15:36:52.622839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49430) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:52.629376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe39082-377d-4c10-afc6-716f36233cfa None None] Network 2818131a-3d72-4bf3-badd-4ad43be248d9 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:52.689847 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efde0980-a79a-4fc4-b1fd-cf589b8e7aff req-5e4caa1e-fb7e-470a-9799-b38a23a2a023 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.745674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.800523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.839285 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efde0980-a79a-4fc4-b1fd-cf589b8e7aff req-5e4caa1e-fb7e-470a-9799-b38a23a2a023 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.848651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efde0980-a79a-4fc4-b1fd-cf589b8e7aff req-5e4caa1e-fb7e-470a-9799-b38a23a2a023 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.896709 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efde0980-a79a-4fc4-b1fd-cf589b8e7aff req-5e4caa1e-fb7e-470a-9799-b38a23a2a023 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.898062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efde0980-a79a-4fc4-b1fd-cf589b8e7aff req-5e4caa1e-fb7e-470a-9799-b38a23a2a023 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4002600 Feb 04 15:36:52.898741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4caa1e-fb7e-470a-9799-b38a23a2a023 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa6a7b5-58bc-4ffa-94fb-4928063007a0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:52.903998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Deleting port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:52.904343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:52.925326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.018963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] DHCP port deletion for 2818131a-3d72-4bf3-badd-4ad43be248d9 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:36:53.053025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-529716162-network', 'tenant_id': '4b16e1e3893345399ad06df7b749f7eb'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:53.054096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] For port 4a1fd315-0d51-4e77-ae48-590cb9c2a471, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4a1fd315-0d51-4e77-ae48-590cb9c2a471,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:53.054783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.081037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Calling delete_port for 4a1fd315-0d51-4e77-ae48-590cb9c2a471 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:53.086300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] Deleting port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:53.087363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.145764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c37e5-3968-488b-acdf-01011f46b5e7 req-419cc52d-714f-4566-850d-1014ba0910f6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:53.162534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba9c37e5-3968-488b-acdf-01011f46b5e7 req-419cc52d-714f-4566-850d-1014ba0910f6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.1591024 Feb 04 15:36:53.167600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.192016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] For port 4a1fd315-0d51-4e77-ae48-590cb9c2a471, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4a1fd315-0d51-4e77-ae48-590cb9c2a471,segment=NetworkSegment(0090a893-119b-4642-9329-840542fa34ff),segment_id=0090a893-119b-4642-9329-840542fa34ff)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:53.192512 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.212158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01884974-cb02-4b6d-b6f2-9c3609ea84d8 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:53.239418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] Calling delete_port for 4a1fd315-0d51-4e77-ae48-590cb9c2a471 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:53.241487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 01884974-cb02-4b6d-b6f2-9c3609ea84d8 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:36:53.241807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01884974-cb02-4b6d-b6f2-9c3609ea84d8 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:36:53.242180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4a1fd315-0d51-4e77-ae48-590cb9c2a471 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:36:53.291620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Made reservation on behalf of 4b16e1e3893345399ad06df7b749f7eb for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:53.294510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.308695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:53.324053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Deleting port f83dcbb9-5f93-4b16-8718-5cf19de878fe {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:53.324479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.328153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba9c37e5-3968-488b-acdf-01011f46b5e7 req-4017afb7-6d93-4fdb-9655-b1f8f5bb44f6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571820 Feb 04 15:36:53.333141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:53.342473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.345479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.350752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43960d03-f315-4e3b-a06c-8eeb0e947093 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:53.355576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:53.356514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.426191 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.465929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=023a60d2-826a-47d7-b648-73cb7fd169ed,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.475973 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.505761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1fd315-0d51-4e77-ae48-590cb9c2a471,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.513278 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.525126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] No DVR routers for this DVR port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:53.554432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] Pushing event deleted for resources: {'Port': ['ID=4a1fd315-0d51-4e77-ae48-590cb9c2a471,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.561663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:53.578307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8d860e5c-ff7d-4ead-883c-199630030bcb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6671472 Feb 04 15:36:53.580606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49436) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:53.584135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:53.587512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6584aa-cffa-4c72-bae1-81a8b5994adf None None] No DVR routers for this DVR port 4a1fd315-0d51-4e77-ae48-590cb9c2a471 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:36:53.588980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:53.638455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:53.651823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Pushing event updated for resources: {'Port': ['ID=d4c432ca-ea50-4afd-abf3-c7241b7f1389,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:53.717423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '023a60d2-826a-47d7-b648-73cb7fd169ed'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:36:53.718379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.723502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.767961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Calling delete_port for f83dcbb9-5f93-4b16-8718-5cf19de878fe owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:53.808495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.856417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2818131a-3d72-4bf3-badd-4ad43be248d9']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:53.879116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7379914d-a7bc-479f-b558-e5ea92b53580 req-1013e9c9-003a-4c03-96aa-f6d759703fdb tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b81ea7aca70446ca982891a1493c56e4 HTTP/1.1" status: 200 len: 10909 time: 0.4790657 Feb 04 15:36:53.897600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-363380fe-fab0-4588-9b40-cc60eca40f15 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.918027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0090a893-119b-4642-9329-840542fa34ff') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:53.918541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0090a893-119b-4642-9329-840542fa34ff') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:53.922566 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.934454 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.937486 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-363380fe-fab0-4588-9b40-cc60eca40f15 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.943460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363380fe-fab0-4588-9b40-cc60eca40f15 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:53.944144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-363380fe-fab0-4588-9b40-cc60eca40f15 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.945606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-363380fe-fab0-4588-9b40-cc60eca40f15 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/ports/f173dd7e-6414-4e07-bd30-e83694eff463 HTTP/1.1" status: 200 len: 911 time: 3.0531480 Feb 04 15:36:53.953233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49438) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:53.961413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.973803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:53.981223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Allocated IP 172.20.0.2 (9441201d-a349-4a5a-8681-870320442b3d/023a60d2-826a-47d7-b648-73cb7fd169ed/f8001dd8-957b-4898-b422-d53a52325424) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:36:54.034723 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.062332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:36:54.143634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9da3ef-c28b-41a6-804b-50a238732b3e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.163168 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.175630 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.229839 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.230468 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Added segment dc09b832-1adf-45d1-bbd4-7166b6ef8f36 of type vlan for network 90423b2e-8114-4c0d-a8c2-b354199a27d7 Feb 04 15:36:54.267187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:54.268586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.276525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:54.281197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363380fe-fab0-4588-9b40-cc60eca40f15 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=f173dd7e-6414-4e07-bd30-e83694eff463,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.285242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:36:54.290870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Pushing event updated for resources: {'Port': ['ID=f8001dd8-957b-4898-b422-d53a52325424,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.390547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Attempting to bind port f8001dd8-957b-4898-b422-d53a52325424 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:36:54.391607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Attempting to bind port f8001dd8-957b-4898-b422-d53a52325424 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:36:54.391774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Attempting to bind port f8001dd8-957b-4898-b422-d53a52325424 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:36:54.402293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:36:54.402995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:54.403694 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.404371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:36:54.405259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Bound port: f8001dd8-957b-4898-b422-d53a52325424, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:36:54.405916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.410718 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.464110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:36:54.465031 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:36:54.477098 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:36:54.543361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] For port f8001dd8-957b-4898-b422-d53a52325424, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:36:54.552459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:54.556555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.592853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.594408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:54.595210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.627395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7379914d-a7bc-479f-b558-e5ea92b53580 req-5ceaacb8-ce6e-485a-8560-863bf1055491 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/18eb89ab-5c13-469e-8b77-87447d9d1f4a HTTP/1.1" status: 200 len: 2985 time: 0.7141864 Feb 04 15:36:54.644467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.699062 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.704146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2818131a-3d72-4bf3-badd-4ad43be248d9 HTTP/1.1" status: 204 len: 168 time: 2.0797281 Feb 04 15:36:54.715857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4346774 Feb 04 15:36:54.722000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49442) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:54.722692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49444) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:54.736005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Request body: {'subnet': {'network_id': '90423b2e-8114-4c0d-a8c2-b354199a27d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-529716162-subnet', 'tenant_id': '4b16e1e3893345399ad06df7b749f7eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:54.763234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] For port f8001dd8-957b-4898-b422-d53a52325424, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f8001dd8-957b-4898-b422-d53a52325424,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:36:54.770983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9652c6a-5fae-46e5-83f2-4cf05cdef548 admin admin] Pushing event deleted for resources: {'Network': ['ID=2818131a-3d72-4bf3-badd-4ad43be248d9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.776908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.833271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:54.852104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7379914d-a7bc-479f-b558-e5ea92b53580 req-1f4ee6ba-3bd8-48d6-b8bc-9f91d4034d2b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/18eb89ab-5c13-469e-8b77-87447d9d1f4a HTTP/1.1" status: 200 len: 2985 time: 0.1711884 Feb 04 15:36:54.859642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745cce2-ce4c-4d69-af37-39b063cdf11e None None] Pushing event updated for resources: {'Port': ['ID=f8001dd8-957b-4898-b422-d53a52325424,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.919531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027398a-a4f7-4281-b566-1f79c612195b admin admin] Pushing event updated for resources: {'Network': ['ID=90423b2e-8114-4c0d-a8c2-b354199a27d7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:54.933125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 90423b2e-8114-4c0d-a8c2-b354199a27d7 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:36:54.936814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Port': ['ID=f83dcbb9-5f93-4b16-8718-5cf19de878fe,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:55.082792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Made reservation on behalf of 4b16e1e3893345399ad06df7b749f7eb for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:55.086960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.228743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abcbe3-f4a2-44eb-8839-7c6bfdc997a4 req-005e9029-1416-45d0-8f23-1a322fe3a0b8 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:55.232340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08abcbe3-f4a2-44eb-8839-7c6bfdc997a4 req-005e9029-1416-45d0-8f23-1a322fe3a0b8 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.2657657 Feb 04 15:36:55.352475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08abcbe3-f4a2-44eb-8839-7c6bfdc997a4 req-0bdc2677-f7c5-485b-8895-2dda94b8fe46 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032200 Feb 04 15:36:55.450195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.461418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.502323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdbaf844-bb6f-4b51-aa9a-d1bc08819dfd req-c97e68f4-cca6-44e1-b7d4-68b1b698ec08 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/8fe45f12-0859-4d59-8880-59b05172aa8f HTTP/1.1" status: 200 len: 1802 time: 0.1018209 Feb 04 15:36:55.537144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.660849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.754584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Pushing event updated for resources: {'Port': ['ID=d4c432ca-ea50-4afd-abf3-c7241b7f1389,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:55.893891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:36:55.904129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.950661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Router d295fe48-d7fb-4f41-b0f5-1f10f042959a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:55.955165 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:55.956461 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-433f56b4-856d-4c8a-b7d3-dc7527d2acbd tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 5.7515492 Feb 04 15:36:56.083108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-b9c289a4-7e85-4e9b-9bcf-895a626e7232 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.4 HTTP/1.1" status: 200 len: 694 time: 0.1004250 Feb 04 15:36:56.102033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fdbaf844-bb6f-4b51-aa9a-d1bc08819dfd req-9037453c-b009-4661-8f56-98828e5a4a21 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.162970 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.265616 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fdbaf844-bb6f-4b51-aa9a-d1bc08819dfd req-9037453c-b009-4661-8f56-98828e5a4a21 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.405161 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fdbaf844-bb6f-4b51-aa9a-d1bc08819dfd req-9037453c-b009-4661-8f56-98828e5a4a21 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.407915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fdbaf844-bb6f-4b51-aa9a-d1bc08819dfd req-9037453c-b009-4661-8f56-98828e5a4a21 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.409176 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdbaf844-bb6f-4b51-aa9a-d1bc08819dfd req-9037453c-b009-4661-8f56-98828e5a4a21 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/8fe45f12-0859-4d59-8880-59b05172aa8f HTTP/1.1" status: 204 len: 173 time: 0.8968139 Feb 04 15:36:56.420267 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.455154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] Provisioning complete for port f8001dd8-957b-4898-b422-d53a52325424 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:56.456887 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.460311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037453c-b009-4661-8f56-98828e5a4a21 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe45f12-0859-4d59-8880-59b05172aa8f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:56.682623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port f173dd7e-6414-4e07-bd30-e83694eff463 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:56.683712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.698022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.787595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da341d8-7069-4f69-abcd-49d3369aab99 req-939f08cd-0c36-42f8-bb45-cdc57efd011c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:56.789277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7da341d8-7069-4f69-abcd-49d3369aab99 req-939f08cd-0c36-42f8-bb45-cdc57efd011c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.1939251 Feb 04 15:36:56.807553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] For port f8001dd8-957b-4898-b422-d53a52325424, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f8001dd8-957b-4898-b422-d53a52325424,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:56.882567 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.904649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.911017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for f173dd7e-6414-4e07-bd30-e83694eff463 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:56.916725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7da341d8-7069-4f69-abcd-49d3369aab99 req-6d487134-3050-4a05-92ac-ce1f0f4594d1 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175621 Feb 04 15:36:56.921087 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.921957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:56.930516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:36:56.969813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c79c1112-6351-4410-ac43-7a845fa3a9da tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "PUT /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2849541 Feb 04 15:36:56.989414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03714ee2-b121-4eaa-971d-9fdbd69d24bb None None] Sync routers for ids ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:36:56.990802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49452) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:57.012233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03714ee2-b121-4eaa-971d-9fdbd69d24bb None None] Routers {'d295fe48-d7fb-4f41-b0f5-1f10f042959a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:57.012854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-03714ee2-b121-4eaa-971d-9fdbd69d24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:57.026291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=240b371f-90ba-4f17-9205-da281c4d6a39,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:57.058057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-03714ee2-b121-4eaa-971d-9fdbd69d24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:57.062759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:36:57.063198 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:36:57.070909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03714ee2-b121-4eaa-971d-9fdbd69d24bb None None] Routers {'d295fe48-d7fb-4f41-b0f5-1f10f042959a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:36:57.071615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-03714ee2-b121-4eaa-971d-9fdbd69d24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:57.078074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:36:57.112659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-03714ee2-b121-4eaa-971d-9fdbd69d24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:36:57.113424 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03714ee2-b121-4eaa-971d-9fdbd69d24bb None None] The sync data for ids ['d295fe48-d7fb-4f41-b0f5-1f10f042959a'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:36:57.146022 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-b2a44571-dcab-4d01-954c-9f2cfd78014b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] show failed (client error): The resource could not be found. Feb 04 15:36:57.153176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:57.153512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2a44571-dcab-4d01-954c-9f2cfd78014b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-707801318 HTTP/1.1" status: 404 len: 334 time: 0.1579068 Feb 04 15:36:57.153689 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-e947cb6b-d83b-4299-9adf-475b4ed0ef34 req-0060e164-0392-45b2-9c33-7c7cdd0dd9f4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:36:57.153880 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e947cb6b-d83b-4299-9adf-475b4ed0ef34 req-0060e164-0392-45b2-9c33-7c7cdd0dd9f4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/8fe45f12-0859-4d59-8880-59b05172aa8f HTTP/1.1" status: 404 len: 352 time: 0.1199813 Feb 04 15:36:57.160188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49454) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:57.171808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.172428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.188113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3c261640-270d-4758-bd6b-916e5713e6a7 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:57.197055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456347f5-dcbc-4aa2-be18-b934859135e1 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:57.255355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=3ba78d14-7767-4ba7-adf4-70aba495eb22,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:57.266344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=f8001dd8-957b-4898-b422-d53a52325424,revision_number=4']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:57.278463 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-3c261640-270d-4758-bd6b-916e5713e6a7 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] update failed (client error): The resource could not be found. Feb 04 15:36:57.279871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3c261640-270d-4758-bd6b-916e5713e6a7 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1404903291 HTTP/1.1" status: 404 len: 335 time: 0.1045539 Feb 04 15:36:57.291930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49458) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:57.296718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Checking segment: {'id': 'dc09b832-1adf-45d1-bbd4-7166b6ef8f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90423b2e-8114-4c0d-a8c2-b354199a27d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:36:57.297096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Network hostable DHCP agents. Network: 90423b2e-8114-4c0d-a8c2-b354199a27d7, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:36:57.325492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-81f14d1f-6412-431e-83db-c45236c82799 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7388983 Feb 04 15:36:57.330834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49460) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:57.346280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-bf436e2d-b68c-471b-a5b8-1d940ad0410d tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.350468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11aec4ed-7ec5-417a-a41c-f9fafb22d9cd req-bf436e2d-b68c-471b-a5b8-1d940ad0410d tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 1.1812997 Feb 04 15:36:57.382315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:01:e0:bf', 'name': 'tempest-NetworksTestDHCPv6-1099486469'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:36:57.389396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Network 90423b2e-8114-4c0d-a8c2-b354199a27d7 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:36:57.470255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 90423b2e-8114-4c0d-a8c2-b354199a27d7) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:36:57.479512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.483639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.484599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.496796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-ed1e2809-5225-4c31-9ef7-c339576b47c6 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips/16de9018-9b97-4bb6-aea9-f98a222c6621 HTTP/1.1" status: 200 len: 691 time: 0.0988986 Feb 04 15:36:57.535315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d659b654-b955-4e5a-8b2a-8a0744161383 req-99c2b9b0-52a8-495b-b3b1-d3a505b606a8 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/b9739e28-acb4-4bd0-9e82-8bf03babdc88 HTTP/1.1" status: 200 len: 1801 time: 0.3403306 Feb 04 15:36:57.603995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f8001dd8-957b-4898-b422-d53a52325424 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:57.612845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-40048a40-7502-4b7f-9f5e-31507f751c38 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Deleting subnet 7d71d2d2-be47-4767-976c-cd91554a6aae {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:36:57.639165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d56b7b45-c77d-4adb-8a3d-b97dfbf42d4b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9012082 Feb 04 15:36:57.641608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40048a40-7502-4b7f-9f5e-31507f751c38 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.669014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2dcda8-e51a-4303-bdbf-bb47f36a448d None None] Network 90423b2e-8114-4c0d-a8c2-b354199a27d7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:57.762902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40048a40-7502-4b7f-9f5e-31507f751c38 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.785661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-7d628215-9f19-45bd-8a4e-c9750fd38bc5 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:57.787569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-7d628215-9f19-45bd-8a4e-c9750fd38bc5 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.2478278 Feb 04 15:36:57.837725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-42dfca9a-e9f9-4198-a89c-a6b373ed22ec tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:36:57.839025 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-42dfca9a-e9f9-4198-a89c-a6b373ed22ec tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067756 Feb 04 15:36:57.904730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d659b654-b955-4e5a-8b2a-8a0744161383 req-c33cbb20-4d02-404c-8b48-6b1f42c5c799 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.917589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:57.974439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-52f333b4-d007-4e50-9290-22522e8b6791 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0905447 Feb 04 15:36:58.022915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d659b654-b955-4e5a-8b2a-8a0744161383 req-c33cbb20-4d02-404c-8b48-6b1f42c5c799 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.028281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f8001dd8-957b-4898-b422-d53a52325424 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:58.028941 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.039981 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=f173dd7e-6414-4e07-bd30-e83694eff463,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:58.068575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-3e13e276-aca4-47fc-a9b1-3529eb513e54 tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0726640 Feb 04 15:36:58.081270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.099064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:36:58.118780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b1b463-d577-4aa2-80e5-1ca3c6c7de22 None None] Network 90423b2e-8114-4c0d-a8c2-b354199a27d7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:58.262526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Deleting port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:58.263974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.307413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] For port f8001dd8-957b-4898-b422-d53a52325424, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f8001dd8-957b-4898-b422-d53a52325424,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:58.327608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.331166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.360920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Deleting port d4c432ca-ea50-4afd-abf3-c7241b7f1389 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:36:58.361452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.526998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] For port 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,segment=NetworkSegment(c5ddefc9-d5e3-4619-8bca-01b49368f52e),segment_id=c5ddefc9-d5e3-4619-8bca-01b49368f52e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:36:58.527519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.532277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.532771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.550681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40048a40-7502-4b7f-9f5e-31507f751c38 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.564288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Calling delete_port for 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:58.567092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Calling delete_port for d4c432ca-ea50-4afd-abf3-c7241b7f1389 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:36:58.605632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a84c25-2a1a-4a79-b333-7f9f0f4c2fd9 None None] Pushing event updated for resources: {'Port': ['ID=f8001dd8-957b-4898-b422-d53a52325424,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:58.643610 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.657100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 59f79eab-8884-44c1-b20d-1b17c2ea6089 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:36:58.682773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d659b654-b955-4e5a-8b2a-8a0744161383 req-c33cbb20-4d02-404c-8b48-6b1f42c5c799 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.688047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d659b654-b955-4e5a-8b2a-8a0744161383 req-c33cbb20-4d02-404c-8b48-6b1f42c5c799 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.689810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d659b654-b955-4e5a-8b2a-8a0744161383 req-c33cbb20-4d02-404c-8b48-6b1f42c5c799 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/b9739e28-acb4-4bd0-9e82-8bf03babdc88 HTTP/1.1" status: 204 len: 173 time: 1.0985076 Feb 04 15:36:58.817533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cbb20-4d02-404c-8b48-6b1f42c5c799 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9739e28-acb4-4bd0-9e82-8bf03babdc88,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:58.887868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:58.930095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Pushing event deleted for resources: {'Port': ['ID=d4c432ca-ea50-4afd-abf3-c7241b7f1389,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:59.054956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.057870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.059254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-463bbaab-31fa-4490-8f86-f4d07a35a59c req-a4783bb1-32c4-4c1f-9d98-496035fbc89c tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "DELETE /v2.0/floatingips/16de9018-9b97-4bb6-aea9-f98a222c6621 HTTP/1.1" status: 204 len: 173 time: 0.9578269 Feb 04 15:36:59.074583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.167482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:59.321902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f8001dd8-957b-4898-b422-d53a52325424 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:36:59.413499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f8001dd8-957b-4898-b422-d53a52325424 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:59.413969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.457128 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.488121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4809fa24-a630-42a8-aae8-923190b4fe48 None None] Provisioning complete for port f8001dd8-957b-4898-b422-d53a52325424 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:36:59.488906 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4809fa24-a630-42a8-aae8-923190b4fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.740528 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40048a40-7502-4b7f-9f5e-31507f751c38 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.846518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-c22e7ccc-2454-4b98-895f-a9a6b4b6312d tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:36:59.848175 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-c22e7ccc-2454-4b98-895f-a9a6b4b6312d tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/networks?id=90423b2e-8114-4c0d-a8c2-b354199a27d7 HTTP/1.1" status: 200 len: 813 time: 0.2249172 Feb 04 15:36:59.879790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:36:59.881386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-dc5d846d-fb51-4acb-b4a2-798d9e3b06c7 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/quotas/4b16e1e3893345399ad06df7b749f7eb HTTP/1.1" status: 200 len: 375 time: 0.0237553 Feb 04 15:36:59.886967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40048a40-7502-4b7f-9f5e-31507f751c38 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:36:59.893723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-40048a40-7502-4b7f-9f5e-31507f751c38 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/subnets/7d71d2d2-be47-4767-976c-cd91554a6aae HTTP/1.1" status: 204 len: 168 time: 2.6003017 Feb 04 15:36:59.895546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40048a40-7502-4b7f-9f5e-31507f751c38 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Subnet': ['ID=7d71d2d2-be47-4767-976c-cd91554a6aae,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:36:59.900654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49486) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:36:59.901207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dcbb9b-57d9-4d97-9044-1081b28f0559 None None] Network 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:36:59.965578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-e5fddcd6-2732-4b08-a5e0-c917c77ae43c tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b16e1e3893345399ad06df7b749f7eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704381 Feb 04 15:37:00.036163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e986e-e11b-41b0-a980-cc8db1603c22 req-02731f15-1135-4813-ba99-36c20a92e382 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:00.038342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-990e986e-e11b-41b0-a980-cc8db1603c22 req-02731f15-1135-4813-ba99-36c20a92e382 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 1.2419488 Feb 04 15:37:00.106727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:00.113761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f61c702b-1050-4d52-9627-6b83edbc0455 admin admin] 10.222.0.47 "PUT /v2.0/routers/5b43ac6a-d384-4afc-aa68-f7e588fc02c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3868198 Feb 04 15:37:00.120810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49488) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:00.124124 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] Sync routers for ids ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:00.151830 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] Routers {'5b43ac6a-d384-4afc-aa68-f7e588fc02c5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:00.152996 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.191330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router 458e2821-8a8f-40ac-aa0e-6a3683cbf767 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:00.203563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-9afd4b8f-1f77-41c5-af52-ea4a08ee7499 service neutron] 10.222.0.47 "GET /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877317 Feb 04 15:37:00.244700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] DHCP port deletion for 7bc3d88a-e7ad-41df-a696-8aa133fa4d0f request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:00.277715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 172.20.0.6 (9441201d-a349-4a5a-8681-870320442b3d/023a60d2-826a-47d7-b648-73cb7fd169ed/59f79eab-8884-44c1-b20d-1b17c2ea6089) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:00.330216 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.333036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] Deleting port 59957d59-702b-4240-8afb-767732e2dc11 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:00.333715 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.340003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fe01:e0bf (9441201d-a349-4a5a-8681-870320442b3d/3ba78d14-7767-4ba7-adf4-70aba495eb22/59f79eab-8884-44c1-b20d-1b17c2ea6089) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:00.364398 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] Set router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:00.367830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-990e986e-e11b-41b0-a980-cc8db1603c22 req-67e2f7cb-0ae1-41fc-a04a-e6a72ae37c2a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024220 Feb 04 15:37:00.502336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] For port 59957d59-702b-4240-8afb-767732e2dc11, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=59957d59-702b-4240-8afb-767732e2dc11,segment=NetworkSegment(01c5beef-c5ab-4be0-8a50-a8732379f819),segment_id=01c5beef-c5ab-4be0-8a50-a8732379f819)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:00.502336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.513211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-a5b42c8f-b2a8-464f-a2d9-78014035ff49 service neutron] 10.222.0.47 "GET /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553148 Feb 04 15:37:00.515896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-682266f6-7926-4b9d-a816-e06a5845b6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.517756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.522322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] Calling delete_port for 59957d59-702b-4240-8afb-767732e2dc11 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:00.678205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:00.695695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d8ec0e54-fe15-49c0-8cc0-75b940bd1ace tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/458e2821-8a8f-40ac-aa0e-6a3683cbf767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7184114 Feb 04 15:37:00.696188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.712517 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-1d42bdd2-dcfd-4be1-b633-406f3ad911f8 req-894d31b1-d58e-4735-8b83-efc1884976a3 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:37:00.715251 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d42bdd2-dcfd-4be1-b633-406f3ad911f8 req-894d31b1-d58e-4735-8b83-efc1884976a3 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/b9739e28-acb4-4bd0-9e82-8bf03babdc88 HTTP/1.1" status: 404 len: 352 time: 0.2129018 Feb 04 15:37:00.722451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ec744-a88f-4c05-8e04-6b78e6fa6092 None None] Sync routers for ids ['458e2821-8a8f-40ac-aa0e-6a3683cbf767'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:00.722715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49490) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:00.734897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] No DVR routers for this DVR port 59957d59-702b-4240-8afb-767732e2dc11 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:00.796275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152cbee-48c6-4b0a-a370-d242f5026ec6 None None] Pushing event deleted for resources: {'Port': ['ID=59957d59-702b-4240-8afb-767732e2dc11,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:00.799234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3293177e-b616-4a9c-8957-5d38dbf1acca tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=458e2821-8a8f-40ac-aa0e-6a3683cbf767 HTTP/1.1" status: 200 len: 205 time: 0.0627506 Feb 04 15:37:00.801670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:00.808284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ec744-a88f-4c05-8e04-6b78e6fa6092 None None] Routers {'458e2821-8a8f-40ac-aa0e-6a3683cbf767'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:00.808775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49494) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:00.809668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cf6ec744-a88f-4c05-8e04-6b78e6fa6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['458e2821-8a8f-40ac-aa0e-6a3683cbf767'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.814857 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:36:58Z', 'revision_number': 5, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port': {'id': 'c118b088-3516-44ec-b662-b99e8824f8e1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:33:53Z', 'updated_at': '2022-02-04T15:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.885958 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] Checking router: 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:00.898474 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] Routers {'5b43ac6a-d384-4afc-aa68-f7e588fc02c5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:00.899870 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.906664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cf6ec744-a88f-4c05-8e04-6b78e6fa6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:00.952098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ec744-a88f-4c05-8e04-6b78e6fa6092 None None] Routers {'458e2821-8a8f-40ac-aa0e-6a3683cbf767'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:00.954066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cf6ec744-a88f-4c05-8e04-6b78e6fa6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:36:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['458e2821-8a8f-40ac-aa0e-6a3683cbf767'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:01.028302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cf6ec744-a88f-4c05-8e04-6b78e6fa6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:01.029417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6ec744-a88f-4c05-8e04-6b78e6fa6092 None None] The sync data for ids ['458e2821-8a8f-40ac-aa0e-6a3683cbf767'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:01.036694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-375c38ba-c45f-43a9-bd19-eb5f6ed72930 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.049637 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] Set router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:01.157929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.176568 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:37:00Z', 'revision_number': 6, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:01.208975 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-7e8851c4-9d1e-4720-8d65-1538cde42303 req-32f33ca4-3f0e-4369-8cb8-26a223b7a47b tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] show failed (client error): The resource could not be found. Feb 04 15:37:01.211252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e8851c4-9d1e-4720-8d65-1538cde42303 req-32f33ca4-3f0e-4369-8cb8-26a223b7a47b tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips/16de9018-9b97-4bb6-aea9-f98a222c6621 HTTP/1.1" status: 404 len: 350 time: 0.3862348 Feb 04 15:37:01.214545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.314244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:01.314911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Deleting port 59957d59-702b-4240-8afb-767732e2dc11 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:01.315361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.321226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:01.337581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:01.339961 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf969-4e3a-44d8-8f0d-be59625cf27b None None] The sync data for ids ['5b43ac6a-d384-4afc-aa68-f7e588fc02c5'] in n-d-827869-1 is: [{'id': '5b43ac6a-d384-4afc-aa68-f7e588fc02c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-300454040-router', 'tenant_id': 'a03d77dec3cf490ea443da806c449d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:33:50Z', 'updated_at': '2022-02-04T15:37:00Z', 'revision_number': 6, 'project_id': 'a03d77dec3cf490ea443da806c449d6d', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:01.380072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84d418b4-c707-4bf9-a61f-70f7c4b7d46c req-e38fde2a-e2ef-49e5-b79c-7b671ef6111c tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/3fa6a7b5-58bc-4ffa-94fb-4928063007a0 HTTP/1.1" status: 200 len: 1802 time: 0.4924068 Feb 04 15:37:01.409044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 59957d59-702b-4240-8afb-767732e2dc11 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:01.456937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 59957d59-702b-4240-8afb-767732e2dc11 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:01.456937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 59957d59-702b-4240-8afb-767732e2dc11 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:01.474633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=59f79eab-8884-44c1-b20d-1b17c2ea6089,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:01.556028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6577fef-72a5-44bb-8018-b65236fe3a19 req-7f7be562-6ee6-4c66-855f-92cd2f27d950 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 210 time: 0.0971117 Feb 04 15:37:01.561934 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-375c38ba-c45f-43a9-bd19-eb5f6ed72930 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.574107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] For port 59957d59-702b-4240-8afb-767732e2dc11, host n-d-827869-1, got binding levels [] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:01.574481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.579897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-375c38ba-c45f-43a9-bd19-eb5f6ed72930 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.590335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:01.591182 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.605535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Calling delete_port for 59957d59-702b-4240-8afb-767732e2dc11 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:01.611155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.ipam_backend_mixin [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Port 59957d59-702b-4240-8afb-767732e2dc11 was not found and therefore no delete operation was performed {{(pid=102423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:37:01.613244 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.634146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Deleting port c118b088-3516-44ec-b662-b99e8824f8e1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:01.635597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.653871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Port': ['ID=59957d59-702b-4240-8afb-767732e2dc11,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:01.676099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-05bb1997-69c8-47a8-89b4-94722a22ae0e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3030181 Feb 04 15:37:01.677084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49508) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:01.679899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] No DVR routers for this DVR port 59957d59-702b-4240-8afb-767732e2dc11 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:01.832953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f3ad9ccc-14ac-4392-a156-5e3defb99cd6 None None] Provisioning complete for port 59f79eab-8884-44c1-b20d-1b17c2ea6089 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:01.833816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3ad9ccc-14ac-4392-a156-5e3defb99cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.948445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad9ccc-14ac-4392-a156-5e3defb99cd6 None None] Port 59f79eab-8884-44c1-b20d-1b17c2ea6089 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:37:01.961790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-375c38ba-c45f-43a9-bd19-eb5f6ed72930 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:01.969873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375c38ba-c45f-43a9-bd19-eb5f6ed72930 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Fanout notify agent at l3_agent the message router_deleted on router 458e2821-8a8f-40ac-aa0e-6a3683cbf767 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:37:02.011659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-375c38ba-c45f-43a9-bd19-eb5f6ed72930 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.024295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-375c38ba-c45f-43a9-bd19-eb5f6ed72930 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/458e2821-8a8f-40ac-aa0e-6a3683cbf767 HTTP/1.1" status: 204 len: 168 time: 1.2120054 Feb 04 15:37:02.051275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49512) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:02.064324 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-5b9e7395-a235-4cff-9736-84112a5fa175 req-7ec262af-d457-4747-89e8-11d545fab65a tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] show failed (client error): The resource could not be found. Feb 04 15:37:02.065407 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b9e7395-a235-4cff-9736-84112a5fa175 req-7ec262af-d457-4747-89e8-11d545fab65a tempest-FloatingIPsTestJSON-1965418178 tempest-FloatingIPsTestJSON-1965418178-project] 10.222.0.47 "GET /v2.0/floatingips/16de9018-9b97-4bb6-aea9-f98a222c6621 HTTP/1.1" status: 404 len: 350 time: 0.3007102 Feb 04 15:37:02.068292 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.081095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] For port c118b088-3516-44ec-b662-b99e8824f8e1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c118b088-3516-44ec-b662-b99e8824f8e1,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:02.081828 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.087106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49514) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:02.129922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84d418b4-c707-4bf9-a61f-70f7c4b7d46c req-1c6b65d7-1abf-4f2b-8fe8-a2edc2c7c865 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.136093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc3d88a-e7ad-41df-a696-8aa133fa4d0f']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:02.160216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c5beef-c5ab-4be0-8a50-a8732379f819') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:02.161345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c5beef-c5ab-4be0-8a50-a8732379f819') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:02.189361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.232793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Calling delete_port for c118b088-3516-44ec-b662-b99e8824f8e1 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:02.255088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef75265-3e2f-4e31-9bb5-7b647185fbc7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.273508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef75265-3e2f-4e31-9bb5-7b647185fbc7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.276017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2ef75265-3e2f-4e31-9bb5-7b647185fbc7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5975487 Feb 04 15:37:02.282116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84d418b4-c707-4bf9-a61f-70f7c4b7d46c req-1c6b65d7-1abf-4f2b-8fe8-a2edc2c7c865 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.286580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49516) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:02.299639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7341975-ab52-4189-ac83-ea947f8da207 req-29d05fe4-89d8-4daa-a786-970b98074ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.301308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7341975-ab52-4189-ac83-ea947f8da207 req-29d05fe4-89d8-4daa-a786-970b98074ece service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 1097 time: 0.5377495 Feb 04 15:37:02.302246 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.310579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d9fe98-e62f-4505-976d-bc16fa6f2512 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet f5101af5-1353-4d4c-8fe1-6a8a7c3598e6 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:02.320661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:02.321129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:02.331390 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:02.398860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2d9fe98-e62f-4505-976d-bc16fa6f2512 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.435635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a04f7-523b-4044-828b-9b20ad2dfcaa req-c72ed1fb-e658-4e52-b0b8-a6373cbe70a2 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:02.436717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f63a04f7-523b-4044-828b-9b20ad2dfcaa req-c72ed1fb-e658-4e52-b0b8-a6373cbe70a2 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.2539983 Feb 04 15:37:02.439938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7341975-ab52-4189-ac83-ea947f8da207 req-805823ee-ce2c-4de3-abd4-faf509527f78 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291604 Feb 04 15:37:02.440802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.467105 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.471363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/networks/7bc3d88a-e7ad-41df-a696-8aa133fa4d0f HTTP/1.1" status: 204 len: 168 time: 2.5121331 Feb 04 15:37:02.488871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49518) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:02.512457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb5b09-3f49-4267-855f-31628f3274d0 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Network': ['ID=7bc3d88a-e7ad-41df-a696-8aa133fa4d0f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:02.577422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f63a04f7-523b-4044-828b-9b20ad2dfcaa req-23c8962d-1f1b-4cca-b0f8-7c9f763d0e31 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200984 Feb 04 15:37:02.585237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1fc2f7-aba7-4ad9-9959-4cec85f6b793 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Deleting subnet 4f570a35-b5d3-436c-9a85-52c74cb37cfe {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:02.600577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc2f7-aba7-4ad9-9959-4cec85f6b793 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.678280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc2f7-aba7-4ad9-9959-4cec85f6b793 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.809546 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b17bfbf7-0e9a-4ddd-9bea-e721a7223ae5 req-a3f4c790-8531-44de-93a8-c8671c5b17bd tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 210 time: 0.0533612 Feb 04 15:37:02.857385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc2f7-aba7-4ad9-9959-4cec85f6b793 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:02.961241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc2f7-aba7-4ad9-9959-4cec85f6b793 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.002904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc2f7-aba7-4ad9-9959-4cec85f6b793 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.011431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7a1fc2f7-aba7-4ad9-9959-4cec85f6b793 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/subnets/4f570a35-b5d3-436c-9a85-52c74cb37cfe HTTP/1.1" status: 204 len: 168 time: 0.5209079 Feb 04 15:37:03.013015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49522) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:03.021389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a2bae-10eb-417b-82d5-1565861afa68 None None] Network 8511e5f2-ed20-4661-a2ae-93baca1a525f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:03.025198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fc2f7-aba7-4ad9-9959-4cec85f6b793 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Subnet': ['ID=4f570a35-b5d3-436c-9a85-52c74cb37cfe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:03.039004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2d9fe98-e62f-4505-976d-bc16fa6f2512 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.077542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84d418b4-c707-4bf9-a61f-70f7c4b7d46c req-1c6b65d7-1abf-4f2b-8fe8-a2edc2c7c865 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.080298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84d418b4-c707-4bf9-a61f-70f7c4b7d46c req-1c6b65d7-1abf-4f2b-8fe8-a2edc2c7c865 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.081483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84d418b4-c707-4bf9-a61f-70f7c4b7d46c req-1c6b65d7-1abf-4f2b-8fe8-a2edc2c7c865 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/3fa6a7b5-58bc-4ffa-94fb-4928063007a0 HTTP/1.1" status: 204 len: 173 time: 1.5428905 Feb 04 15:37:03.167759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bc557f-8385-4d5b-843b-206a9498bcbb tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Deleting subnet 7c443816-9e16-4c57-ae97-36be2ca32691 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:03.191440 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-d5291db7-085d-4c58-a77b-7e015ce6e7ac req-97c596ac-4eea-46c6-b6da-86dc13df9e21 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:37:03.193997 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5291db7-085d-4c58-a77b-7e015ce6e7ac req-97c596ac-4eea-46c6-b6da-86dc13df9e21 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/3fa6a7b5-58bc-4ffa-94fb-4928063007a0 HTTP/1.1" status: 404 len: 352 time: 0.0469639 Feb 04 15:37:03.196698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37bc557f-8385-4d5b-843b-206a9498bcbb tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.202032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b65d7-1abf-4f2b-8fe8-a2edc2c7c865 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa6a7b5-58bc-4ffa-94fb-4928063007a0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:03.308445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c118b088-3516-44ec-b662-b99e8824f8e1 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:03.315937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37bc557f-8385-4d5b-843b-206a9498bcbb tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.400242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4dc18-b218-4770-9e94-dc172c5798ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 59f79eab-8884-44c1-b20d-1b17c2ea6089 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:03.400592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2e4dc18-b218-4770-9e94-dc172c5798ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.439037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2d9fe98-e62f-4505-976d-bc16fa6f2512 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.508299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No active binding found for port c118b088-3516-44ec-b662-b99e8824f8e1 {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:37:03.509433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c118b088-3516-44ec-b662-b99e8824f8e1 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:03.511918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:03.537220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.632362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] DHCP port deletion for 8511e5f2-ed20-4661-a2ae-93baca1a525f request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:03.638501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:03.639065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7ccbdd72-1dcc-4b4b-98cc-4ff97e30c297 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:03.676446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c118b088-3516-44ec-b662-b99e8824f8e1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:03.680270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37bc557f-8385-4d5b-843b-206a9498bcbb tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.795672 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-966c8ab5-f8d4-49c0-9652-ee945a27974b req-b565b143-265d-4b01-8d8a-a6fda208286e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b81ea7aca70446ca982891a1493c56e4 HTTP/1.1" status: 200 len: 6157 time: 0.4841611 Feb 04 15:37:03.800599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-abb93a5d-d089-4132-bddc-b007ec597122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.848874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] Deleting port 41a43819-f298-4e99-bc43-2bd01156c223 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:03.849339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.938269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-7b259082-0b36-48b5-b9ad-50e9e25753b3 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:03.940804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-7b259082-0b36-48b5-b9ad-50e9e25753b3 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.50 "GET /v2.0/networks?id=90423b2e-8114-4c0d-a8c2-b354199a27d7 HTTP/1.1" status: 200 len: 813 time: 0.4784274 Feb 04 15:37:03.958513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] For port 41a43819-f298-4e99-bc43-2bd01156c223, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=41a43819-f298-4e99-bc43-2bd01156c223,segment=NetworkSegment(e2d3f5b4-7118-4800-94fe-be26364115bb),segment_id=e2d3f5b4-7118-4800-94fe-be26364115bb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:03.961031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.982907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Request body: {'port': {'device_id': '8e41e623-fffc-4f45-8e31-7eecb3a52606', 'network_id': '90423b2e-8114-4c0d-a8c2-b354199a27d7', 'admin_state_up': True, 'tenant_id': '4b16e1e3893345399ad06df7b749f7eb'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:03.985723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2d9fe98-e62f-4505-976d-bc16fa6f2512 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:03.986693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] Calling delete_port for 41a43819-f298-4e99-bc43-2bd01156c223 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:04.001078 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2e4dc18-b218-4770-9e94-dc172c5798ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.060442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9fe98-e62f-4505-976d-bc16fa6f2512 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=f5101af5-1353-4d4c-8fe1-6a8a7c3598e6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:04.066852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4dc18-b218-4770-9e94-dc172c5798ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 59f79eab-8884-44c1-b20d-1b17c2ea6089 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:04.068190 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37bc557f-8385-4d5b-843b-206a9498bcbb tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.082324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.085106 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff6d527-4983-4619-90a8-66a7bc284182 None None] Network 0b4aa89b-6380-4b20-9a42-8504780b1484 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:04.091979 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2d9fe98-e62f-4505-976d-bc16fa6f2512 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.094093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab51ba-2574-43e2-8ce9-dcdd00577a10 req-0527e3f0-5752-41b6-8de0-404aeaef61be tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:04.095968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e2d9fe98-e62f-4505-976d-bc16fa6f2512 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/f5101af5-1353-4d4c-8fe1-6a8a7c3598e6 HTTP/1.1" status: 204 len: 168 time: 2.0428870 Feb 04 15:37:04.100794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1ab51ba-2574-43e2-8ce9-dcdd00577a10 req-0527e3f0-5752-41b6-8de0-404aeaef61be tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.3098381 Feb 04 15:37:04.104094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49532) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:04.151219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc557f-8385-4d5b-843b-206a9498bcbb tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Subnet': ['ID=7c443816-9e16-4c57-ae97-36be2ca32691,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:04.187917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0095a88-8255-406f-850a-2a69e9f42e60 None None] Network a572ac00-eea8-40ff-ab72-2d3714f6bc0c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:04.189930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37bc557f-8385-4d5b-843b-206a9498bcbb tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.192222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-966c8ab5-f8d4-49c0-9652-ee945a27974b req-4ef4b66a-5b8c-4d51-b8d5-a614ce8649dc tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/18eb89ab-5c13-469e-8b77-87447d9d1f4a HTTP/1.1" status: 200 len: 2985 time: 0.3818521 Feb 04 15:37:04.198387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-37bc557f-8385-4d5b-843b-206a9498bcbb tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/subnets/7c443816-9e16-4c57-ae97-36be2ca32691 HTTP/1.1" status: 204 len: 168 time: 1.1796463 Feb 04 15:37:04.209265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49534) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:04.289835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.323026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1ab51ba-2574-43e2-8ce9-dcdd00577a10 req-1712bfe0-2c75-4db7-9a5f-20147a508d17 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802921 Feb 04 15:37:04.335144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.372109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] Pushing event deleted for resources: {'Port': ['ID=41a43819-f298-4e99-bc43-2bd01156c223,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:04.380056 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.384033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Made reservation on behalf of 4b16e1e3893345399ad06df7b749f7eb for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:04.388376 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.398858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.442501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb680f2-d39e-45a6-9555-3ebffc7dfefc None None] No DVR routers for this DVR port 41a43819-f298-4e99-bc43-2bd01156c223 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:04.570146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6a72178-bd02-4e78-95e6-c8504e121d58 req-7bbd281a-acbe-4983-886b-14301ace18fc tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 210 time: 0.0874574 Feb 04 15:37:04.583251 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.596342 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.622301 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.623109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b43ac6a-d384-4afc-aa68-f7e588fc02c5 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:37:04.639639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-966c8ab5-f8d4-49c0-9652-ee945a27974b req-5e949529-56e1-4078-b915-8dc8f130d77c tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/18eb89ab-5c13-469e-8b77-87447d9d1f4a HTTP/1.1" status: 200 len: 2985 time: 0.4463742 Feb 04 15:37:04.644750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.646448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-700b865e-dbd0-42d8-966d-5bc15fd94fd4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5b43ac6a-d384-4afc-aa68-f7e588fc02c5 HTTP/1.1" status: 204 len: 168 time: 4.5243905 Feb 04 15:37:04.656912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49536) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:04.682445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] DHCP port deletion for 0b4aa89b-6380-4b20-9a42-8504780b1484 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:04.692987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1dea439e-be0d-4ffe-9437-70f9a4f39607 req-d853f97a-4392-44a5-a8c8-639a44782ee4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1140833769', 'description': 'tempest-description-1106286327'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:04.718945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8511e5f2-ed20-4661-a2ae-93baca1a525f']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:04.738357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d3f5b4-7118-4800-94fe-be26364115bb') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:04.738648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d3f5b4-7118-4800-94fe-be26364115bb') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:04.741896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] DHCP port deletion for a572ac00-eea8-40ff-ab72-2d3714f6bc0c request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:04.744322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Allocated IP 172.20.0.11 (90423b2e-8114-4c0d-a8c2-b354199a27d7/240b371f-90ba-4f17-9205-da281c4d6a39/ca1dbb57-abfd-48d8-86e3-c4eb5d696b19) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:04.768074 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.798204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.810996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:04.811525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.813334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] Deleting port b0424693-7936-41a4-a2a5-d8694446b4a1 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:04.813727 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.876567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ed5448-63db-485e-b41c-9a4eb93b7e50 admin admin] Deleting subnet 67b74297-d374-4a54-a7ec-f8bfa8bc6690 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:04.882824 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:04.893109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.896519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5448-63db-485e-b41c-9a4eb93b7e50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.904163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1dea439e-be0d-4ffe-9437-70f9a4f39607 req-d853f97a-4392-44a5-a8c8-639a44782ee4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.923624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.927365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/networks/8511e5f2-ed20-4661-a2ae-93baca1a525f HTTP/1.1" status: 204 len: 168 time: 0.7162130 Feb 04 15:37:04.930272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] Deleting port 7fc45283-3031-424f-a191-1e5dde0b8136 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:04.930837 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:04.937900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49540) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:04.939031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d085d-8d61-429a-bc9a-0b068105325a tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Network': ['ID=8511e5f2-ed20-4661-a2ae-93baca1a525f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:05.048823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] For port b0424693-7936-41a4-a2a5-d8694446b4a1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0424693-7936-41a4-a2a5-d8694446b4a1,segment=NetworkSegment(5e211772-6e2c-469e-8b10-1b74fe1b22d3),segment_id=5e211772-6e2c-469e-8b10-1b74fe1b22d3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:05.049673 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.057269 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.069050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port b0424693-7936-41a4-a2a5-d8694446b4a1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:05.070111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.077463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5448-63db-485e-b41c-9a4eb93b7e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.096001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] For port 7fc45283-3031-424f-a191-1e5dde0b8136, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7fc45283-3031-424f-a191-1e5dde0b8136,segment=NetworkSegment(3b7da2a3-de31-4d37-a5c1-df5c921d6e39),segment_id=3b7da2a3-de31-4d37-a5c1-df5c921d6e39)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:05.096782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.115658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] Calling delete_port for 7fc45283-3031-424f-a191-1e5dde0b8136 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:05.368125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.380622 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2e4dc18-b218-4770-9e94-dc172c5798ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.465933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 41a43819-f298-4e99-bc43-2bd01156c223 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:05.468488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port b0424693-7936-41a4-a2a5-d8694446b4a1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0424693-7936-41a4-a2a5-d8694446b4a1,segment=NetworkSegment(5e211772-6e2c-469e-8b10-1b74fe1b22d3),segment_id=5e211772-6e2c-469e-8b10-1b74fe1b22d3)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:05.469271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.479483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] Calling delete_port for b0424693-7936-41a4-a2a5-d8694446b4a1 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:05.522241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 41a43819-f298-4e99-bc43-2bd01156c223 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:05.522821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 41a43819-f298-4e99-bc43-2bd01156c223 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:05.523506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7fc45283-3031-424f-a191-1e5dde0b8136 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:05.548230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4dc18-b218-4770-9e94-dc172c5798ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=59f79eab-8884-44c1-b20d-1b17c2ea6089,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:05.562535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for b0424693-7936-41a4-a2a5-d8694446b4a1 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:05.595644 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5448-63db-485e-b41c-9a4eb93b7e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.598691 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.609212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1dea439e-be0d-4ffe-9437-70f9a4f39607 req-d853f97a-4392-44a5-a8c8-639a44782ee4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.628465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1dea439e-be0d-4ffe-9437-70f9a4f39607 req-d853f97a-4392-44a5-a8c8-639a44782ee4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.720563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.734465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] Pushing event deleted for resources: {'Port': ['ID=7fc45283-3031-424f-a191-1e5dde0b8136,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:05.739533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc12f0-8e87-48c2-b036-88f11e48ccbb None None] No DVR routers for this DVR port 7fc45283-3031-424f-a191-1e5dde0b8136 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:05.744451 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.761909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No active binding found for port 7fc45283-3031-424f-a191-1e5dde0b8136 {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:37:05.762391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7fc45283-3031-424f-a191-1e5dde0b8136 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:05.762810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0424693-7936-41a4-a2a5-d8694446b4a1 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:05.765927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1dea439e-be0d-4ffe-9437-70f9a4f39607 req-d853f97a-4392-44a5-a8c8-639a44782ee4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.768175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1dea439e-be0d-4ffe-9437-70f9a4f39607 req-d853f97a-4392-44a5-a8c8-639a44782ee4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0898736 Feb 04 15:37:05.805579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853f97a-4392-44a5-a8c8-639a44782ee4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782ac9dd-391f-4268-bb8d-dc734a214044,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:05.841249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Deleting port 7fc45283-3031-424f-a191-1e5dde0b8136 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:05.842196 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.844257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.870461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dc894-1675-4a1c-9329-7e327048dc51 req-24e383c4-7aef-4a87-8d9f-22387e942f15 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:05.872731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b3dc894-1675-4a1c-9329-7e327048dc51 req-24e383c4-7aef-4a87-8d9f-22387e942f15 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.4084034 Feb 04 15:37:05.909059 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2e4dc18-b218-4770-9e94-dc172c5798ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.914197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Port b0424693-7936-41a4-a2a5-d8694446b4a1 update to DOWN by agent not found {{(pid=102424) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 04 15:37:05.915559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d2e4dc18-b218-4770-9e94-dc172c5798ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/59f79eab-8884-44c1-b20d-1b17c2ea6089 HTTP/1.1" status: 204 len: 168 time: 3.6217771 Feb 04 15:37:05.919779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49548) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:05.930688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] Pushing event deleted for resources: {'Port': ['ID=b0424693-7936-41a4-a2a5-d8694446b4a1,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:05.944436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5448-63db-485e-b41c-9a4eb93b7e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:05.952207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f57cf-8825-4614-b5cc-e4b5cb8a2fe6 None None] No DVR routers for this DVR port b0424693-7936-41a4-a2a5-d8694446b4a1 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:06.043491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.058535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed5448-63db-485e-b41c-9a4eb93b7e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b74297-d374-4a54-a7ec-f8bfa8bc6690,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:06.079652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5448-63db-485e-b41c-9a4eb93b7e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.087683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b4ed5448-63db-485e-b41c-9a4eb93b7e50 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/67b74297-d374-4a54-a7ec-f8bfa8bc6690 HTTP/1.1" status: 204 len: 168 time: 1.4235523 Feb 04 15:37:06.090066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49550) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:06.103063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.106681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec34239-62ab-49d5-98bc-16a6bf08e7a7 None None] Network a0be2cef-014a-453e-9195-5603b4495047 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:06.124259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] For port 7fc45283-3031-424f-a191-1e5dde0b8136, host n-d-827869-1, got binding levels [] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:06.124668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.137366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d3ceae-3108-4dae-82df-73a74ca1fe7d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.141099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d3ceae-3108-4dae-82df-73a74ca1fe7d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.144258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d3ceae-3108-4dae-82df-73a74ca1fe7d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.147794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f7d3ceae-3108-4dae-82df-73a74ca1fe7d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2256944 Feb 04 15:37:06.155406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49552) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:06.234831 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b3dc894-1675-4a1c-9329-7e327048dc51 req-b9e08983-8856-40d1-9221-a04ab48b7b23 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009439 Feb 04 15:37:06.241848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Network 90423b2e-8114-4c0d-a8c2-b354199a27d7 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:06.243088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Calling delete_port for 7fc45283-3031-424f-a191-1e5dde0b8136 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:06.249296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.253859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Port 7fc45283-3031-424f-a191-1e5dde0b8136 was not found and therefore no delete operation was performed {{(pid=102423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:37:06.261534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:06.264811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.272652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=b0424693-7936-41a4-a2a5-d8694446b4a1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:06.277756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No DVR routers for this DVR port b0424693-7936-41a4-a2a5-d8694446b4a1 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:06.292942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9293-f5b1-447b-b44d-18503ba5733d req-1e3ff759-b407-4bb5-b520-2874be2d0015 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.300580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dfeb9293-f5b1-447b-b44d-18503ba5733d req-1e3ff759-b407-4bb5-b520-2874be2d0015 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 932 time: 0.2892916 Feb 04 15:37:06.303527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:06.308589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Pushing event updated for resources: {'Port': ['ID=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:06.314991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] No DVR routers for this DVR port 7fc45283-3031-424f-a191-1e5dde0b8136 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:06.359418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-16f5ccdb-4723-4e05-ab8c-6b5d485c26f0 req-58748752-c08d-4ae2-beab-fd613800cf70 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-978394968', 'description': 'tempest-description-1795969466'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:06.397617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e055fbac-3126-4954-b254-860997cc8eae tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 023a60d2-826a-47d7-b648-73cb7fd169ed {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:06.403622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Port': ['ID=7fc45283-3031-424f-a191-1e5dde0b8136,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:06.422846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] DHCP port deletion for a0be2cef-014a-453e-9195-5603b4495047 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:06.464438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e055fbac-3126-4954-b254-860997cc8eae tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.514890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] Deleting port 7e1c2f09-be0a-4833-a642-8a701d512f80 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:06.515668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.522780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:06.523455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.534868 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dfeb9293-f5b1-447b-b44d-18503ba5733d req-f667769a-1c25-4e2b-ab87-2158af7dc464 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333581 Feb 04 15:37:06.537340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.565966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.577237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-caeabca1-2980-4a45-9af6-6b8a745748f9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6059477 Feb 04 15:37:06.580043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a572ac00-eea8-40ff-ab72-2d3714f6bc0c']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:06.598800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Request body: {'port': {'device_id': '8e41e623-fffc-4f45-8e31-7eecb3a52606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:06.603611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7da2a3-de31-4d37-a5c1-df5c921d6e39') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:06.603905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7da2a3-de31-4d37-a5c1-df5c921d6e39') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:06.651200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.670050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e055fbac-3126-4954-b254-860997cc8eae tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.675754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-16f5ccdb-4723-4e05-ab8c-6b5d485c26f0 req-58748752-c08d-4ae2-beab-fd613800cf70 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.691624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.703538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:06.703959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:06.709103 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:06.722558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Deleting port 7e1c2f09-be0a-4833-a642-8a701d512f80 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:06.722919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.723165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] For port 7e1c2f09-be0a-4833-a642-8a701d512f80, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7e1c2f09-be0a-4833-a642-8a701d512f80,segment=NetworkSegment(c5ddefc9-d5e3-4619-8bca-01b49368f52e),segment_id=c5ddefc9-d5e3-4619-8bca-01b49368f52e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:06.724006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.738039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4aa89b-6380-4b20-9a42-8504780b1484']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:06.750462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] Calling delete_port for 7e1c2f09-be0a-4833-a642-8a701d512f80 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:06.756566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.791729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e211772-6e2c-469e-8b10-1b74fe1b22d3') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:06.792386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e211772-6e2c-469e-8b10-1b74fe1b22d3') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:06.849329 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.881541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.930865 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:06.974650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] Pushing event deleted for resources: {'Port': ['ID=7e1c2f09-be0a-4833-a642-8a701d512f80,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:06.991370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bacc1f-9c80-42d7-9027-26a602f40793 None None] No DVR routers for this DVR port 7e1c2f09-be0a-4833-a642-8a701d512f80 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:07.002200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.039761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.046282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/networks/a572ac00-eea8-40ff-ab72-2d3714f6bc0c HTTP/1.1" status: 204 len: 168 time: 2.1044807 Feb 04 15:37:07.053514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] For port 7e1c2f09-be0a-4833-a642-8a701d512f80, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7e1c2f09-be0a-4833-a642-8a701d512f80,segment=NetworkSegment(c5ddefc9-d5e3-4619-8bca-01b49368f52e),segment_id=c5ddefc9-d5e3-4619-8bca-01b49368f52e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:07.054184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.081581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49556) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:07.122088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ababbb-6b43-48ab-a848-590986f29eb5 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Network': ['ID=a572ac00-eea8-40ff-ab72-2d3714f6bc0c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:07.173362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7e1c2f09-be0a-4833-a642-8a701d512f80 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:07.195969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d4751-2618-4ce0-923e-348f846dcf3f req-5ea0e72f-a6b4-448d-8b76-7990b986c77d tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:07.199489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c8d4751-2618-4ce0-923e-348f846dcf3f req-5ea0e72f-a6b4-448d-8b76-7990b986c77d tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.4226270 Feb 04 15:37:07.205554 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7e1c2f09-be0a-4833-a642-8a701d512f80 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:07.208039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7e1c2f09-be0a-4833-a642-8a701d512f80 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:07.212222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Calling delete_port for 7e1c2f09-be0a-4833-a642-8a701d512f80 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:07.278939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Deleting port 945de5e5-2c65-4e75-a41f-0365cdc404cb {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:07.279517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.296961 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.339890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.406121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:07.406551 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:07.412002 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:07.442528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e055fbac-3126-4954-b254-860997cc8eae tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.571181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-16f5ccdb-4723-4e05-ab8c-6b5d485c26f0 req-58748752-c08d-4ae2-beab-fd613800cf70 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.572870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.575056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-827fb5e2-b9b1-4867-a49c-475192cd086b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Deleting subnet 18893a9d-ae3c-419e-8498-a18324ab9de4 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:07.586381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] For port 945de5e5-2c65-4e75-a41f-0365cdc404cb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=945de5e5-2c65-4e75-a41f-0365cdc404cb,segment=NetworkSegment(3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79),segment_id=3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:07.586802 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.592974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.601945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/0b4aa89b-6380-4b20-9a42-8504780b1484 HTTP/1.1" status: 204 len: 168 time: 3.4654388 Feb 04 15:37:07.601945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-16f5ccdb-4723-4e05-ab8c-6b5d485c26f0 req-58748752-c08d-4ae2-beab-fd613800cf70 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.608915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49558) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:07.614058 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-827fb5e2-b9b1-4867-a49c-475192cd086b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.623280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-97278a92-f807-4312-b2d9-ad9defa87bde tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2003207199', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:07.642279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c8d4751-2618-4ce0-923e-348f846dcf3f req-a86bf3d4-5c13-43ef-934f-e7ea5d41ef65 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262080 Feb 04 15:37:07.664255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afce0bb-c774-479b-93d1-db9f2a4896d6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=0b4aa89b-6380-4b20-9a42-8504780b1484,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:07.667496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Calling delete_port for 945de5e5-2c65-4e75-a41f-0365cdc404cb owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:07.706265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58748752-c08d-4ae2-beab-fd613800cf70 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f81e7c-935e-4f6d-aeb3-af2cef5d67f5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:07.718286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-16f5ccdb-4723-4e05-ab8c-6b5d485c26f0 req-58748752-c08d-4ae2-beab-fd613800cf70 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.719842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-16f5ccdb-4723-4e05-ab8c-6b5d485c26f0 req-58748752-c08d-4ae2-beab-fd613800cf70 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3808923 Feb 04 15:37:07.726196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e055fbac-3126-4954-b254-860997cc8eae tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.801571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055fbac-3126-4954-b254-860997cc8eae tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=023a60d2-826a-47d7-b648-73cb7fd169ed,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:07.816931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e055fbac-3126-4954-b254-860997cc8eae tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.822543 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e055fbac-3126-4954-b254-860997cc8eae tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/023a60d2-826a-47d7-b648-73cb7fd169ed HTTP/1.1" status: 204 len: 168 time: 1.6594172 Feb 04 15:37:07.825570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667178e-2742-453e-b047-7de03720e620 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:07.829690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49568) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:07.879539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97278a92-f807-4312-b2d9-ad9defa87bde tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.880872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97278a92-f807-4312-b2d9-ad9defa87bde tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.950952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-827fb5e2-b9b1-4867-a49c-475192cd086b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:07.962177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af425b7-1975-4cb6-a4b6-73cf216b36e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 3ba78d14-7767-4ba7-adf4-70aba495eb22 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:07.976010 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7af425b7-1975-4cb6-a4b6-73cf216b36e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.077481 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97278a92-f807-4312-b2d9-ad9defa87bde tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.096070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7af425b7-1975-4cb6-a4b6-73cf216b36e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.100429 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97278a92-f807-4312-b2d9-ad9defa87bde tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.128891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24e069-63f4-4acb-8691-d1d49f206883 req-8843c880-fb5a-4294-9eb3-750f22c0468d tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.137915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f24e069-63f4-4acb-8691-d1d49f206883 req-8843c880-fb5a-4294-9eb3-750f22c0468d tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 932 time: 0.2796881 Feb 04 15:37:08.169206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97278a92-f807-4312-b2d9-ad9defa87bde tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.171211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-97278a92-f807-4312-b2d9-ad9defa87bde tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5514092 Feb 04 15:37:08.180172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49578) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:08.186085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1145932717'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:08.333885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.375133 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7af425b7-1975-4cb6-a4b6-73cf216b36e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.397043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f24e069-63f4-4acb-8691-d1d49f206883 req-f1c60fa5-3e3e-4fa0-bb42-b8961783f88d tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034688 Feb 04 15:37:08.427171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] No DVR routers for this DVR port 7e1c2f09-be0a-4833-a642-8a701d512f80 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:08.430462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.483575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1c2f09-be0a-4833-a642-8a701d512f80,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:08.488289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-827fb5e2-b9b1-4867-a49c-475192cd086b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.555095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Pushing event deleted for resources: {'Port': ['ID=945de5e5-2c65-4e75-a41f-0365cdc404cb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:08.586538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:08.594765 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.688716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:08.713547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.713896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df699-8918-434c-b895-d341cfb7a7ed req-687c65f7-6dcc-4168-88be-9ed0c457447b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.718924 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-687c65f7-6dcc-4168-88be-9ed0c457447b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 813 time: 0.4346006 Feb 04 15:37:08.719633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.797087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7af425b7-1975-4cb6-a4b6-73cf216b36e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.827510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0be2cef-014a-453e-9195-5603b4495047']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:08.848701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Transition to ACTIVE for port object ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:08.860078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ddefc9-d5e3-4619-8bca-01b49368f52e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:08.860597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ddefc9-d5e3-4619-8bca-01b49368f52e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:08.865260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-827fb5e2-b9b1-4867-a49c-475192cd086b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.898435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af425b7-1975-4cb6-a4b6-73cf216b36e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba78d14-7767-4ba7-adf4-70aba495eb22,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:08.902124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.907831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7af425b7-1975-4cb6-a4b6-73cf216b36e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.913688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7af425b7-1975-4cb6-a4b6-73cf216b36e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/3ba78d14-7767-4ba7-adf4-70aba495eb22 HTTP/1.1" status: 204 len: 168 time: 1.0814955 Feb 04 15:37:08.921767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:08.926835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-1db901d2-5f66-492b-ac08-7af400dc4810 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/quotas/b81ea7aca70446ca982891a1493c56e4 HTTP/1.1" status: 200 len: 375 time: 0.1391256 Feb 04 15:37:08.928940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49584) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:08.963312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ced714-886c-4051-bcae-3a55c792deee req-3b3dc082-4c87-4809-a41c-3ca7a781b502 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:08.966196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4ced714-886c-4051-bcae-3a55c792deee req-3b3dc082-4c87-4809-a41c-3ca7a781b502 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.3638270 Feb 04 15:37:08.972090 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-827fb5e2-b9b1-4867-a49c-475192cd086b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:08.979650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc2d38-cbc9-4047-8a42-56cb01412406 None None] Network 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:08.982118 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-827fb5e2-b9b1-4867-a49c-475192cd086b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/subnets/18893a9d-ae3c-419e-8498-a18324ab9de4 HTTP/1.1" status: 204 len: 168 time: 1.8970804 Feb 04 15:37:08.997180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.051116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49586) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:09.127263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.151664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.152008 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment 7292ad21-a37e-4bd6-8931-989c94d4272a of type vlan for network e1b190b7-c26c-445d-a8b1-7880f67c15f4 Feb 04 15:37:09.348197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.384608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-999c4087-7a80-4a06-be8e-1256115e8056 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2470517 Feb 04 15:37:09.413369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] DHCP port deletion for 7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:09.427712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a799db-b20d-4e90-98c9-dec66d466e24 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:09.474905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.480826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:09.481293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.539936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-83c0f86e-d293-4bbd-9530-8d39a8d52a5f None None] Provisioning complete for port f8001dd8-957b-4898-b422-d53a52325424 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:09.540353 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-83c0f86e-d293-4bbd-9530-8d39a8d52a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.584150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fb5e2-b9b1-4867-a49c-475192cd086b tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Subnet': ['ID=18893a9d-ae3c-419e-8498-a18324ab9de4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:09.595231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bb96c91b-fb16-41ea-95b2-539fc8bf19d9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6057422 Feb 04 15:37:09.595597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.622044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49590) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:09.638932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4571366 Feb 04 15:37:09.645408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49592) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:09.654610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:09.686945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] Deleting port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:09.687339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.730621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=e1b190b7-c26c-445d-a8b1-7880f67c15f4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:09.732445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.799248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.799894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.800517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.801244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.801857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.802565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.804129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.804129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.804519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.804789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.805837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.806388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8c5065-2201-4be8-8110-a7bcd3348686 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:09.823494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] For port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c,segment=NetworkSegment(63cd2836-1899-4aaa-8102-8007f2a737fa),segment_id=63cd2836-1899-4aaa-8102-8007f2a737fa)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:09.824002 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.830442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:09.839041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:09.839805 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:09.848550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Router 5f58f7ad-9595-43f9-9d10-2430b117da14 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:09.854309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-8eff145a-9799-402e-aa3c-4b5762268e24 service neutron] 10.222.0.47 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162734 Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:09.868736 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:09.907046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Pushing event updated for resources: {'Port': ['ID=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:09.942438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] Calling delete_port for e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:09.994727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:10.019218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:10.023623 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.080929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4ced714-886c-4051-bcae-3a55c792deee req-901a0936-146d-490c-90ce-f599f8094498 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0762019 Feb 04 15:37:10.112233 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.157652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] Deleting port f8001dd8-957b-4898-b422-d53a52325424 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:10.158966 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.161022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba4182a-60dc-459a-967a-4c7e84c348a1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.166856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dba4182a-60dc-459a-967a-4c7e84c348a1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5256732 Feb 04 15:37:10.167335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49596) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:10.175107 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.184732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.189029 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a0be2cef-014a-453e-9195-5603b4495047 HTTP/1.1" status: 204 len: 168 time: 4.0706480 Feb 04 15:37:10.250421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d977b9-ed1a-4003-acc5-75fa45a2cc15 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0be2cef-014a-453e-9195-5603b4495047,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:10.301133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-243d261f-86fd-4993-974d-f34beb11b6aa service neutron] 10.222.0.47 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083023 Feb 04 15:37:10.312262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Attempting to bind port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:10.313053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Attempting to bind port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'dc09b832-1adf-45d1-bbd4-7166b6ef8f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90423b2e-8114-4c0d-a8c2-b354199a27d7'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:10.313810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Attempting to bind port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 on network 90423b2e-8114-4c0d-a8c2-b354199a27d7 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:10.319264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.357217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:10.378053 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] Sync routers for ids ['5f58f7ad-9595-43f9-9d10-2430b117da14'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:10.378844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3cea71f3-c11c-434b-9e94-0eb18eba943a admin admin] 10.222.0.47 "PUT /v2.0/routers/5f58f7ad-9595-43f9-9d10-2430b117da14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2507298 Feb 04 15:37:10.390908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49600) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:10.411030 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] Routers {'5f58f7ad-9595-43f9-9d10-2430b117da14'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:10.414149 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5f58f7ad-9595-43f9-9d10-2430b117da14'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:10.416132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 on network 90423b2e-8114-4c0d-a8c2-b354199a27d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:37:10.416715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Attempting to bind port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 on network 90423b2e-8114-4c0d-a8c2-b354199a27d7 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:10.448642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:10.449214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Checking segment: {'id': 'dc09b832-1adf-45d1-bbd4-7166b6ef8f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90423b2e-8114-4c0d-a8c2-b354199a27d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:10.449829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Bound using segment: {'id': 'dc09b832-1adf-45d1-bbd4-7166b6ef8f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90423b2e-8114-4c0d-a8c2-b354199a27d7'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:10.450679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Bound port: ca1dbb57-abfd-48d8-86e3-c4eb5d696b19, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc09b832-1adf-45d1-bbd4-7166b6ef8f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '90423b2e-8114-4c0d-a8c2-b354199a27d7'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:10.451369 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.459288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] No DVR routers for this DVR port e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:10.461321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.471387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49602) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:10.479260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526ff7e-20bf-4d40-8f46-09a0e52a5dd7 None None] Pushing event deleted for resources: {'Port': ['ID=e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:10.526039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ca13b-775c-4f58-a4b1-c2b9d0308bed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.528443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c52ca13b-775c-4f58-a4b1-c2b9d0308bed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3581340 Feb 04 15:37:10.535604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49606) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:10.586514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] For port f8001dd8-957b-4898-b422-d53a52325424, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f8001dd8-957b-4898-b422-d53a52325424,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:10.587275 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.643763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] Calling delete_port for f8001dd8-957b-4898-b422-d53a52325424 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:10.671531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-05734a0d-a8c1-4dd6-82c5-5598322a06d3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340330 Feb 04 15:37:10.676696 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] Set router 5f58f7ad-9595-43f9-9d10-2430b117da14 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:10.695040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13a9f-ac5b-4a49-8a89-42312ac79cc7 req-0c72730b-ba29-4a32-b87a-95bfa24f799d tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:10.699870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ad13a9f-ac5b-4a49-8a89-42312ac79cc7 req-0c72730b-ba29-4a32-b87a-95bfa24f799d tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 944 time: 0.4596541 Feb 04 15:37:10.704683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49612) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:10.733010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b9a94fa4-947a-477c-a826-ec99651be51d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:10.764815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:10.824698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:10.851445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cd2836-1899-4aaa-8102-8007f2a737fa') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:10.851755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cd2836-1899-4aaa-8102-8007f2a737fa') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:10.859527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2afdd49e-8d14-433e-9b1a-03f7130a9df4 req-e7ee106b-30ac-4883-a385-f64c4bd0bae5 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 210 time: 0.1702504 Feb 04 15:37:10.871598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] Pushing event deleted for resources: {'Port': ['ID=f8001dd8-957b-4898-b422-d53a52325424,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:10.873860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154ba0f-8759-49a5-92c5-58c7f354ad2a None None] No DVR routers for this DVR port f8001dd8-957b-4898-b422-d53a52325424 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:11.012496 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:37:08Z', 'revision_number': 5, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:11.035450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.051968 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] Checking router: 5f58f7ad-9595-43f9-9d10-2430b117da14 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:11.062950 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] Routers {'5f58f7ad-9595-43f9-9d10-2430b117da14'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:11.064330 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5f58f7ad-9595-43f9-9d10-2430b117da14'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:11.074811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a5dd4847-f53a-469a-a890-b082b536b996 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ab98bf93d4746b1a849d6cb808a0b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013184 Feb 04 15:37:11.099057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.107147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49620) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:11.137763 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.219858 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] Set router 5f58f7ad-9595-43f9-9d10-2430b117da14 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:11.248121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f8001dd8-957b-4898-b422-d53a52325424 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:11.288814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ad13a9f-ac5b-4a49-8a89-42312ac79cc7 req-e10b657a-c6bf-4da5-9590-42e53b131604 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488553 Feb 04 15:37:11.301311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a94fa4-947a-477c-a826-ec99651be51d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:11.327850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: f8001dd8-957b-4898-b422-d53a52325424 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:11.328335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f8001dd8-957b-4898-b422-d53a52325424 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:11.328700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:11.343629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9a94fa4-947a-477c-a826-ec99651be51d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.347918 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a94fa4-947a-477c-a826-ec99651be51d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:37:11.348389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a94fa4-947a-477c-a826-ec99651be51d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:37:11.362048 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.382574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] For port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:11.385430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:11.386135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e8314af5-7bdc-4c2f-99a2-fb8a86ad8d2c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:11.387179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:11.388092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:11.391567 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:11.474483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b9a94fa4-947a-477c-a826-ec99651be51d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7608054 Feb 04 15:37:11.481750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] For port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,segment=NetworkSegment(dc09b832-1adf-45d1-bbd4-7166b6ef8f36),segment_id=dc09b832-1adf-45d1-bbd4-7166b6ef8f36)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:11.482992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49624) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:11.489583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cf7757df-4504-4bc5-8c77-82dece7d3a97 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:11.496541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.554451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.576123 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:37:08Z', 'revision_number': 5, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:11.600589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.607136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/networks/7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8 HTTP/1.1" status: 204 len: 168 time: 2.5544050 Feb 04 15:37:11.616601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49626) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:11.621839 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec29d9-4fb5-46fd-bff0-93e98e4fbe43 None None] The sync data for ids ['5f58f7ad-9595-43f9-9d10-2430b117da14'] in n-d-827869-1 is: [{'id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'name': 'tempest-FloatingIPsTestJSON-853116965-router', 'tenant_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:37:08Z', 'revision_number': 5, 'project_id': 'c7f1798cb97a4bbd97ba49992f5998d6', 'gw_port': {'id': '1918d50c-7479-41ac-a4d8-d864b5945be6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f58f7ad-9595-43f9-9d10-2430b117da14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:36:14Z', 'updated_at': '2022-02-04T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:11.675455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:11.676199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.677760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] 10.222.0.50 "PUT /v2.0/ports/ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 HTTP/1.1" status: 200 len: 1092 time: 5.0835006 Feb 04 15:37:11.683654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e41e623-fffc-4f45-8e31-7eecb3a52606', 'tag': 'ca1dbb57-abfd-48d8-86e3-c4eb5d696b19'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:11.686438 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e41e623-fffc-4f45-8e31-7eecb3a52606", "tag": "ca1dbb57-abfd-48d8-86e3-c4eb5d696b19"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:37:11.699522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f757cec5-3fff-4b41-b3be-6c18c20515f1 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "GET /v2.0/ports?device_id=d295fe48-d7fb-4f41-b0f5-1f10f042959a HTTP/1.1" status: 200 len: 205 time: 0.0744741 Feb 04 15:37:11.702536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49630) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:11.705435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c6341-2e28-438e-a705-e29f1e7c40d3 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Pushing event deleted for resources: {'Network': ['ID=7ddfb1d1-71e7-4aeb-82b3-6feefeaf2bb8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:11.778722 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3ffe2-29b8-4e3d-9d6a-8f84fd4a99a6 x-openstack-request-id: req-d6e3ffe2-29b8-4e3d-9d6a-8f84fd4a99a6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:37:11.779836 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e41e623-fffc-4f45-8e31-7eecb3a52606", "tag": "ca1dbb57-abfd-48d8-86e3-c4eb5d696b19", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:37:11.779836 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6e3ffe2-29b8-4e3d-9d6a-8f84fd4a99a6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:37:11.780178 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e41e623-fffc-4f45-8e31-7eecb3a52606', 'tag': 'ca1dbb57-abfd-48d8-86e3-c4eb5d696b19', 'status': 'completed', 'code': 200} Feb 04 15:37:11.850067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3db29-3b7a-490e-b9de-1a12e233c7bd service neutron] Pushing event updated for resources: {'Port': ['ID=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:11.867383 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f3ed566-9572-4a67-a52f-a95d62018a80 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.944888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=3c7160e7-24ef-413a-b83d-ab3a20cb97b6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:11.962537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-183994f2-ac66-4bc6-b247-4f4143be693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:11.964555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-183994f2-ac66-4bc6-b247-4f4143be693b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b16e1e3893345399ad06df7b749f7eb&device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 1095 time: 0.2058527 Feb 04 15:37:11.966064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7757df-4504-4bc5-8c77-82dece7d3a97 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:11.970081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf7757df-4504-4bc5-8c77-82dece7d3a97 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:11.972006 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7757df-4504-4bc5-8c77-82dece7d3a97 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:37:11.972707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7757df-4504-4bc5-8c77-82dece7d3a97 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:37:11.972856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3e1cc-7156-4c77-b88f-d69128191768 req-34e3abc8-35b5-4267-9d3e-16280c5c90d7 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:11.985457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eb3e1cc-7156-4c77-b88f-d69128191768 req-34e3abc8-35b5-4267-9d3e-16280c5c90d7 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.8772407 Feb 04 15:37:12.061387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:12.062239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: e1b190b7-c26c-445d-a8b1-7880f67c15f4, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:12.106089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88ddb5b3-2ca7-473a-a837-1016c8460b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.118248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eb3e1cc-7156-4c77-b88f-d69128191768 req-a4ced475-e283-44c8-8fc8-c36413365a3a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250758 Feb 04 15:37:12.128608 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.178883 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-67a117e5-32dc-47a4-9988-2bc6ad465852 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 HTTP/1.1" status: 200 len: 217 time: 0.1982691 Feb 04 15:37:12.217034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:12.225207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88ddb5b3-2ca7-473a-a837-1016c8460b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.239679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-856edcae-d243-41c7-8af8-f7700cbdf471 req-961107b2-089e-445f-8ac7-246ab5a3338c tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 210 time: 0.1461575 Feb 04 15:37:12.245280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f3ed566-9572-4a67-a52f-a95d62018a80 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.249462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f3ed566-9572-4a67-a52f-a95d62018a80 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.297160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cf7757df-4504-4bc5-8c77-82dece7d3a97 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8115723 Feb 04 15:37:12.302750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49634) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:12.304112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e1b190b7-c26c-445d-a8b1-7880f67c15f4) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:12.312020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-582b15f7-bd06-41c2-9781-15a08f8e285f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:12.319672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4674ed48-2357-4ae8-bbcb-919f42bd5861 None None] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:12.324293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.325264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.369711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cde2e9cd-1a0c-407e-b345-66fd167cdd35 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7181065 Feb 04 15:37:12.376487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:12.392417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Deleting port 1918d50c-7479-41ac-a4d8-d864b5945be6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:12.393022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.489173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-56df75f4-c81c-4182-8a25-503eb42dfeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:12.501350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-56df75f4-c81c-4182-8a25-503eb42dfeb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=240b371f-90ba-4f17-9205-da281c4d6a39 HTTP/1.1" status: 200 len: 853 time: 0.2824130 Feb 04 15:37:12.662233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-6eb4bbe0-84da-40e9-8090-57ed23ceaa6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90423b2e-8114-4c0d-a8c2-b354199a27d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424727 Feb 04 15:37:12.688375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:12.690297 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.700150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f3ed566-9572-4a67-a52f-a95d62018a80 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.701609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3ed566-9572-4a67-a52f-a95d62018a80 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Fanout notify agent at l3_agent the message router_deleted on router d295fe48-d7fb-4f41-b0f5-1f10f042959a {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:37:12.714868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f3ed566-9572-4a67-a52f-a95d62018a80 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.720310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8f3ed566-9572-4a67-a52f-a95d62018a80 tempest-RoutersNegativeIpV6Test-339136419 tempest-RoutersNegativeIpV6Test-339136419-project] 10.222.0.47 "DELETE /v2.0/routers/d295fe48-d7fb-4f41-b0f5-1f10f042959a HTTP/1.1" status: 204 len: 168 time: 1.0088067 Feb 04 15:37:12.750450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88ddb5b3-2ca7-473a-a837-1016c8460b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.756009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88ddb5b3-2ca7-473a-a837-1016c8460b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.760498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-88ddb5b3-2ca7-473a-a837-1016c8460b65 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39859c80-ff15-45fb-a5ab-ba903b497d9b HTTP/1.1" status: 204 len: 168 time: 1.6023405 Feb 04 15:37:12.928366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582b15f7-bd06-41c2-9781-15a08f8e285f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:12.935810 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-582b15f7-bd06-41c2-9781-15a08f8e285f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:12.948767 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-582b15f7-bd06-41c2-9781-15a08f8e285f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:37:12.949527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582b15f7-bd06-41c2-9781-15a08f8e285f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:37:13.002964 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-a59dbb86-cf5e-4076-9ba8-ff51c23064b6 service neutron] 10.222.0.50 "GET /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237619 Feb 04 15:37:13.017092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-582b15f7-bd06-41c2-9781-15a08f8e285f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7125306 Feb 04 15:37:13.018014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49644) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:13.030321 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-068b5aa3-7c01-4025-be76-672ee6606b3f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:13.033539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Allocated IP 2001:db8::2 (e1b190b7-c26c-445d-a8b1-7880f67c15f4/3c7160e7-24ef-413a-b83d-ab3a20cb97b6/4835b4a1-697d-428a-8dcb-bfaafe83fe8a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:13.055844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddb5b3-2ca7-473a-a837-1016c8460b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39859c80-ff15-45fb-a5ab-ba903b497d9b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:13.207495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 945de5e5-2c65-4e75-a41f-0365cdc404cb no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:13.214641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] For port 1918d50c-7479-41ac-a4d8-d864b5945be6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1918d50c-7479-41ac-a4d8-d864b5945be6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:13.215453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.232367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Calling delete_port for 1918d50c-7479-41ac-a4d8-d864b5945be6 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:13.266889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b5aa3-7c01-4025-be76-672ee6606b3f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:13.273693 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-068b5aa3-7c01-4025-be76-672ee6606b3f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.277013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 945de5e5-2c65-4e75-a41f-0365cdc404cb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:13.277565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 945de5e5-2c65-4e75-a41f-0365cdc404cb not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:13.280617 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-068b5aa3-7c01-4025-be76-672ee6606b3f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:37:13.281142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068b5aa3-7c01-4025-be76-672ee6606b3f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:37:13.321111 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-068b5aa3-7c01-4025-be76-672ee6606b3f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2983978 Feb 04 15:37:13.327652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49654) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:13.334218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-25859a6e-9af9-49d4-af2b-aaf8dd47db6a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:13.429791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09cc41f0-3e8f-45d6-b0cf-42a9be978544 req-be8fefd2-3b4d-40ec-ad4a-b7b170ba7d75 service neutron] 10.222.0.50 "GET /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101758 Feb 04 15:37:13.485816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49656) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:13.522897 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.536826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.538509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf8c6b-d496-46cf-9ac7-f828c04ff38b req-29c11174-7039-4f5a-ac5a-af83e536378f tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:13.540368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7cdf8c6b-d496-46cf-9ac7-f828c04ff38b req-29c11174-7039-4f5a-ac5a-af83e536378f tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.1384125 Feb 04 15:37:13.604142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25859a6e-9af9-49d4-af2b-aaf8dd47db6a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:13.607875 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-25859a6e-9af9-49d4-af2b-aaf8dd47db6a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.609606 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-25859a6e-9af9-49d4-af2b-aaf8dd47db6a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:37:13.610107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25859a6e-9af9-49d4-af2b-aaf8dd47db6a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:37:13.660719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Pushing event updated for resources: {'Port': ['ID=4835b4a1-697d-428a-8dcb-bfaafe83fe8a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:13.672202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-25859a6e-9af9-49d4-af2b-aaf8dd47db6a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3434117 Feb 04 15:37:13.683954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:13.685437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49660) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:13.689404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:13.693378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bcca6fe8-c6dc-4b76-bd47-26628b96da47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:13.694358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:13.716609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7cdf8c6b-d496-46cf-9ac7-f828c04ff38b req-2a582929-6a47-4aaf-adec-52ddfa97b436 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554596 Feb 04 15:37:13.735859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-028d302e-2c76-4b2b-939f-2c7dfbadc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:13.738808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-028d302e-2c76-4b2b-939f-2c7dfbadc43b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b16e1e3893345399ad06df7b749f7eb&device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 1095 time: 0.1438653 Feb 04 15:37:13.784929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade5a1-c9a3-4773-973f-5852f54b6e5b req-d385e13b-39a2-4f53-b2b7-245b1ae69417 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:13.786068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cade5a1-c9a3-4773-973f-5852f54b6e5b req-d385e13b-39a2-4f53-b2b7-245b1ae69417 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 944 time: 1.1111145 Feb 04 15:37:13.959331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Attempting to bind port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:13.960310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Attempting to bind port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:13.961849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Attempting to bind port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a on network e1b190b7-c26c-445d-a8b1-7880f67c15f4 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:13.972065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:13.972680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Checking segment: {'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:13.973287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df699-8918-434c-b895-d341cfb7a7ed req-590fbc89-79b0-4387-876e-a52d66222abb tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:13.973522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.973997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Bound using segment: {'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:13.974815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Bound port: 4835b4a1-697d-428a-8dcb-bfaafe83fe8a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:13.975537 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:13.975742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-590fbc89-79b0-4387-876e-a52d66222abb tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 813 time: 1.2987761 Feb 04 15:37:14.005498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'port': {'device_id': '494a4925-3352-4ae3-afb7-2762257154c2', 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956', 'admin_state_up': True, 'tenant_id': 'b81ea7aca70446ca982891a1493c56e4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:14.020735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cade5a1-c9a3-4773-973f-5852f54b6e5b req-3cca4b13-83cd-4000-9b5e-114e0b2ac8f3 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794922 Feb 04 15:37:14.119758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] For port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:14.123917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49664) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:14.124817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcca6fe8-c6dc-4b76-bd47-26628b96da47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:14.127308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] For port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4835b4a1-697d-428a-8dcb-bfaafe83fe8a,segment=NetworkSegment(7292ad21-a37e-4bd6-8931-989c94d4272a),segment_id=7292ad21-a37e-4bd6-8931-989c94d4272a)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:14.128491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bcca6fe8-c6dc-4b76-bd47-26628b96da47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.130225 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcca6fe8-c6dc-4b76-bd47-26628b96da47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:37:14.130644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcca6fe8-c6dc-4b76-bd47-26628b96da47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:37:14.135880 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.204009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.257434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c9a8509b-8283-4ce7-b0e5-3ffc7dee82cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a03d77dec3cf490ea443da806c449d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239581 Feb 04 15:37:14.258331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.277451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bcca6fe8-c6dc-4b76-bd47-26628b96da47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5891244 Feb 04 15:37:14.285400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3ceee-37e0-411f-8102-76bbca59529f None None] Pushing event updated for resources: {'Port': ['ID=4835b4a1-697d-428a-8dcb-bfaafe83fe8a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:14.292898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49666) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:14.293343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49668) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:14.372580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9d32b8ed-a3a3-4631-94db-aa7728967a7b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0751979 Feb 04 15:37:14.387136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49670) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:14.395464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1918d50c-7479-41ac-a4d8-d864b5945be6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:14.731572 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-046360ed-32ce-4083-b7a1-4bc1fff1155f req-a9868d0f-9a75-4bfc-afa1-d1301742c7c2 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 210 time: 0.1506495 Feb 04 15:37:14.813340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-44d6b581-40c3-4c97-8410-afe2a16fcc5a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d684c84d353b42099823a994ffa1ede5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3216100 Feb 04 15:37:14.813340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:14.824672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6336b-6772-491b-8a8c-351538e7fc91 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.827897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-09f6336b-6772-491b-8a8c-351538e7fc91 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4334874 Feb 04 15:37:14.858427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Made reservation on behalf of b81ea7aca70446ca982891a1493c56e4 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:14.864712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.873434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49678) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:14.879470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-1431dd9f-7a41-43c5-bb19-88973a6d37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:14.884740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-1431dd9f-7a41-43c5-bb19-88973a6d37b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90423b2e-8114-4c0d-a8c2-b354199a27d7 HTTP/1.1" status: 200 len: 914 time: 1.1370947 Feb 04 15:37:14.920088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.976793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a12f9e4-156e-483e-af76-c643a7edbd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:14.982000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8af58498-8701-4b0c-8d1b-561a104c11d4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065633 Feb 04 15:37:15.015208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49682) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:15.023211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:15.032037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-1507098f-4d48-4faa-ad6d-40427380c184 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 HTTP/1.1" status: 200 len: 217 time: 0.1349971 Feb 04 15:37:15.266064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.306709 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.308716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.314987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.421073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-29672ca3-d7ac-423d-ab13-b66ee02d2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:15.423882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-29672ca3-d7ac-423d-ab13-b66ee02d2292 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=240b371f-90ba-4f17-9205-da281c4d6a39 HTTP/1.1" status: 200 len: 853 time: 0.3720911 Feb 04 15:37:15.439629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.440209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f58f7ad-9595-43f9-9d10-2430b117da14 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:37:15.463388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.464602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e0065be8-a207-4918-a43d-4448e2206db8 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5f58f7ad-9595-43f9-9d10-2430b117da14 HTTP/1.1" status: 204 len: 168 time: 5.0724792 Feb 04 15:37:15.481042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49686) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:15.482320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Allocated IP 172.20.0.6 (a21adb9b-5f6b-4243-a61d-187c3da55956/d62aab49-ed6d-46a4-816c-68adc06e06ae/ed5477dd-428f-472a-9c86-93c8c3f77aa8) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:15.489385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4835b4a1-697d-428a-8dcb-bfaafe83fe8a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:15.510667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a12f9e4-156e-483e-af76-c643a7edbd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.531850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-cec8e17c-11ab-4920-9023-cc0b898b85fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90423b2e-8114-4c0d-a8c2-b354199a27d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633523 Feb 04 15:37:15.686214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:15.687084 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.722932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef7e5c-3ba0-4a87-9588-8f587f26d55a admin admin] Deleting subnet 40bccc1b-17fe-47a8-a4da-d6aa742baf57 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:15.729418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ef7e5c-3ba0-4a87-9588-8f587f26d55a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.774874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:15.802562 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.812057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ef7e5c-3ba0-4a87-9588-8f587f26d55a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:15.990691 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.081631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4835b4a1-697d-428a-8dcb-bfaafe83fe8a,segment=NetworkSegment(7292ad21-a37e-4bd6-8931-989c94d4272a),segment_id=7292ad21-a37e-4bd6-8931-989c94d4272a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:16.089594 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.092203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eed4d8-a109-4f53-8e40-0f751cccaddd req-d8f9aa4d-f0c2-4d56-aa81-586d39cd985a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.094948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9eed4d8-a109-4f53-8e40-0f751cccaddd req-d8f9aa4d-f0c2-4d56-aa81-586d39cd985a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 944 time: 0.6922543 Feb 04 15:37:16.178566 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-4dc8de62-8633-41d2-a281-ea2afbc06eb2 service neutron] 10.222.0.50 "GET /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379020 Feb 04 15:37:16.185465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.190555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.192777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75f73e51-f77a-473b-8c0d-27f654506de7 HTTP/1.1" status: 204 len: 168 time: 1.3742731 Feb 04 15:37:16.196729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=4835b4a1-697d-428a-8dcb-bfaafe83fe8a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:16.210551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8::1 (e1b190b7-c26c-445d-a8b1-7880f67c15f4/3c7160e7-24ef-413a-b83d-ab3a20cb97b6/8a51e3c3-d822-468b-8cb6-4af586cfc25f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:16.284091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29694a58-78a8-47e9-ab9e-45ad71e5f959 None None] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:16.301386 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ef7e5c-3ba0-4a87-9588-8f587f26d55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.322909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86c09a49-3fdc-40c6-aeca-35f7a699454f req-a50ed8cc-ea83-4b7b-bd32-f13f6e16e2b7 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 210 time: 0.1556830 Feb 04 15:37:16.327112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a12f9e4-156e-483e-af76-c643a7edbd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.329760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a12f9e4-156e-483e-af76-c643a7edbd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.343283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1a12f9e4-156e-483e-af76-c643a7edbd53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cb920e6-0336-4d40-92cb-0f55ba54fd4e HTTP/1.1" status: 204 len: 168 time: 2.0467308 Feb 04 15:37:16.386853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f73e51-f77a-473b-8c0d-27f654506de7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:16.437320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.438023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.438723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.439418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.440198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.440951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.441695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.442481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.443342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.444083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.444647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9eed4d8-a109-4f53-8e40-0f751cccaddd req-6232f3d0-c185-43d9-bb91-f5b6ef518187 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355436 Feb 04 15:37:16.456122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12f9e4-156e-483e-af76-c643a7edbd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb920e6-0336-4d40-92cb-0f55ba54fd4e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:16.456902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.457573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab07411-7061-4155-9aac-b70716e3604c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:16.607760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ef7e5c-3ba0-4a87-9588-8f587f26d55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.623378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2b27fa3-d719-4c4c-a4ae-0f8f3ba0d07f req-ee0ca0e2-e834-4c89-9ae2-946f35523eb1 service neutron] 10.222.0.50 "GET /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281862 Feb 04 15:37:16.679528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b7196e19-09cf-479e-a3a0-e448d70a3c88 None None] Provisioning complete for port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:16.680156 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7196e19-09cf-479e-a3a0-e448d70a3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.682855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:37:16.685472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.690150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.694825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef7e5c-3ba0-4a87-9588-8f587f26d55a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40bccc1b-17fe-47a8-a4da-d6aa742baf57,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:16.706841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ef7e5c-3ba0-4a87-9588-8f587f26d55a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.712187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-69ef7e5c-3ba0-4a87-9588-8f587f26d55a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/40bccc1b-17fe-47a8-a4da-d6aa742baf57 HTTP/1.1" status: 204 len: 168 time: 1.2186079 Feb 04 15:37:16.721700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49700) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:16.737451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.754218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6b05b-d6bb-4c68-9785-b7935d94aab7 None None] Network ae7c6d37-c57b-4902-af28-51c9a6184c43 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:16.796910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:16.803958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:16.813757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:16.814958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.844013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=ee6d49a4-dd84-44d3-be0f-a0f2ec66d795,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:16.872631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d7759caf-92ae-4257-9ded-c0fdd7056312 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8556952 Feb 04 15:37:16.875779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49702) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:16.881071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:d3:4e:ef', 'name': 'tempest-NetworksTestDHCPv6-789828009'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:16.899195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.921706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:16.932033 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.031668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:17.042767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Network a21adb9b-5f6b-4243-a61d-187c3da55956 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:17.048704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:17.054664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e447b0-d341-4c4e-9c65-5be7a3532e20 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:17.069549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:17.072705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'Port': ['ID=ed5477dd-428f-472a-9c86-93c8c3f77aa8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:17.074592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:17.077895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:17.082210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.169427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:37:17.429062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4835b4a1-697d-428a-8dcb-bfaafe83fe8a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:17.619204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-5d83fcc6-e9c6-4757-b27c-ce951fd76193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.621265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-5d83fcc6-e9c6-4757-b27c-ce951fd76193 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.2903090 Feb 04 15:37:17.630194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:17.698884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=8a51e3c3-d822-468b-8cb6-4af586cfc25f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:17.729420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77c769-81c7-451a-9a8c-880d613620ed req-38b22a32-7eb6-446a-b78c-a685196b7173 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.740450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:17.741830 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.743980 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf77c769-81c7-451a-9a8c-880d613620ed req-38b22a32-7eb6-446a-b78c-a685196b7173 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 931 time: 0.2927465 Feb 04 15:37:17.762990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:37:17.829019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:17.829398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.859438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Deleting port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:17.860468 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:17.888156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf77c769-81c7-451a-9a8c-880d613620ed req-e476f4a6-a4c3-411f-b381-75f4431e0857 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430321 Feb 04 15:37:17.997994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a6d12-ab7b-42f5-be75-409b44ee3375 req-187ecb88-829b-4a6e-aaad-15b707b712d5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.000691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:18.028499 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-022a6d12-ab7b-42f5-be75-409b44ee3375 req-187ecb88-829b-4a6e-aaad-15b707b712d5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.4979627 Feb 04 15:37:18.084669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-1a0271fb-9bae-45f2-8e3b-0d3e005dc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.087296 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-1a0271fb-9bae-45f2-8e3b-0d3e005dc372 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.4508531 Feb 04 15:37:18.090749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-79388cb2-8f48-4e21-b613-826fd7729f6d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0974147 Feb 04 15:37:18.117515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 1f139b17-855d-47cc-8be6-06b0b0381536 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:37:18.169110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-e7068f85-2afe-41b8-83fd-84e355d769ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 217 time: 0.0651722 Feb 04 15:37:18.176169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] DHCP port deletion for ae7c6d37-c57b-4902-af28-51c9a6184c43 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:18.178239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d364559-ec89-453d-aadb-fa2371046a78 req-21e33c2d-d1e1-48a7-90c0-27567ecb78b7 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.188307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d364559-ec89-453d-aadb-fa2371046a78 req-21e33c2d-d1e1-48a7-90c0-27567ecb78b7 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 944 time: 0.1452363 Feb 04 15:37:18.212582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'ee6d49a4-dd84-44d3-be0f-a0f2ec66d795'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:18.214024 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:18.266379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-604c3882-03a9-452c-a8f3-5cd29e332c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:18.268346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-604c3882-03a9-452c-a8f3-5cd29e332c5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.0698323 Feb 04 15:37:18.288944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:18.310316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Request body: {'port': {'device_id': '494a4925-3352-4ae3-afb7-2762257154c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:18.354724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-d6626213-8f4a-4831-87b7-9eb90f8bc0b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749159 Feb 04 15:37:18.366605 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:37:18.554132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-66436069-ab0a-4b34-bea3-f780558e2c9e service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904559 Feb 04 15:37:18.709393 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d364559-ec89-453d-aadb-fa2371046a78 req-a020917a-3aaf-494d-8f2d-7eb82a5121ac tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190196 Feb 04 15:37:18.762205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49746) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:18.953874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fed3:4eef (9441201d-a349-4a5a-8681-870320442b3d/ee6d49a4-dd84-44d3-be0f-a0f2ec66d795/1f139b17-855d-47cc-8be6-06b0b0381536) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:19.070725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1918d50c-7479-41ac-a4d8-d864b5945be6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:19.078874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3897b33f-dd17-4056-a4af-e61d8c135e92 req-5e050806-af4d-426c-b18a-a3c21e2c7298 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995291 Feb 04 15:37:19.105861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-08d0c8fc-3a40-46fb-9fcf-de9069a7026c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-19531912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:19.156155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1918d50c-7479-41ac-a4d8-d864b5945be6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:19.156962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1918d50c-7479-41ac-a4d8-d864b5945be6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:19.171114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,segment=NetworkSegment(dc09b832-1adf-45d1-bbd4-7166b6ef8f36),segment_id=dc09b832-1adf-45d1-bbd4-7166b6ef8f36)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:19.206631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3a95ba17-b72c-4b3a-8a0f-2f14217fe85b None None] Provisioning complete for port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:19.207637 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a95ba17-b72c-4b3a-8a0f-2f14217fe85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.309159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ca1dbb57-abfd-48d8-86e3-c4eb5d696b19', 'network_id': '90423b2e-8114-4c0d-a8c2-b354199a27d7', 'port_id': 'ca1dbb57-abfd-48d8-86e3-c4eb5d696b19', 'mac_address': 'fa:16:3e:bf:27:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240b371f-90ba-4f17-9205-da281c4d6a39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:37:19.327098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3b31585d-cb5b-4abb-9372-f2ed344d4f02 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:19.406962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-08d0c8fc-3a40-46fb-9fcf-de9069a7026c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.410242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-08d0c8fc-3a40-46fb-9fcf-de9069a7026c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.454509 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.464303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd13f-ff2f-41bb-aba2-a202c82d8463 req-b03dcdec-f86b-416a-b4b6-5e17a0dcdb4d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:19.467377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799fd13f-ff2f-41bb-aba2-a202c82d8463 req-b03dcdec-f86b-416a-b4b6-5e17a0dcdb4d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 931 time: 0.3789642 Feb 04 15:37:19.506825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] Deleting port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:19.507259 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.510824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:19.624128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,segment=NetworkSegment(dc09b832-1adf-45d1-bbd4-7166b6ef8f36),segment_id=dc09b832-1adf-45d1-bbd4-7166b6ef8f36)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:19.668051 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-022a6d12-ab7b-42f5-be75-409b44ee3375 req-0cc24a08-c2c8-4746-be7f-baa4bb1a688c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6365223 Feb 04 15:37:19.671419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] For port 3b31585d-cb5b-4abb-9372-f2ed344d4f02, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3b31585d-cb5b-4abb-9372-f2ed344d4f02,segment=NetworkSegment(3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79),segment_id=3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:19.672022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.687276 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.708279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.724610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Calling delete_port for 3b31585d-cb5b-4abb-9372-f2ed344d4f02 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:19.759931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] For port 3b31585d-cb5b-4abb-9372-f2ed344d4f02, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3b31585d-cb5b-4abb-9372-f2ed344d4f02,segment=NetworkSegment(3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79),segment_id=3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:19.763608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.770454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-08d0c8fc-3a40-46fb-9fcf-de9069a7026c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.792412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-08d0c8fc-3a40-46fb-9fcf-de9069a7026c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.831912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799fd13f-ff2f-41bb-aba2-a202c82d8463 req-0af7f574-ee37-4059-a7b7-f32b13ef4f19 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815199 Feb 04 15:37:19.867664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] Calling delete_port for 3b31585d-cb5b-4abb-9372-f2ed344d4f02 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:19.890710 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.892972 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-08d0c8fc-3a40-46fb-9fcf-de9069a7026c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:19.895159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-08d0c8fc-3a40-46fb-9fcf-de9069a7026c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1312966 Feb 04 15:37:19.901378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49766) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:19.912215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-42823659'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:19.971991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.030210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Made reservation on behalf of 0424edd1a93f4684aa59c692bdb4f8db for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:20.041467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.063794 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.073123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3a95ba17-b72c-4b3a-8a0f-2f14217fe85b None None] Provisioning complete for port 8a51e3c3-d822-468b-8cb6-4af586cfc25f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:20.074013 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a95ba17-b72c-4b3a-8a0f-2f14217fe85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.096585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 3b31585d-cb5b-4abb-9372-f2ed344d4f02, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3b31585d-cb5b-4abb-9372-f2ed344d4f02,segment=NetworkSegment(3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79),segment_id=3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:20.101882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.146656 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.251979 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ca1dbb57-abfd-48d8-86e3-c4eb5d696b19'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:37:20.272256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f7573-61de-416e-8edf-afeca49f19fc req-e15d9831-6be6-416d-9875-dba4995a0cec tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.276555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f9f7573-61de-416e-8edf-afeca49f19fc req-e15d9831-6be6-416d-9875-dba4995a0cec tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 945 time: 0.1825383 Feb 04 15:37:20.311908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3a95ba17-b72c-4b3a-8a0f-2f14217fe85b None None] Port 8a51e3c3-d822-468b-8cb6-4af586cfc25f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:37:20.365631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.473829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=3b31585d-cb5b-4abb-9372-f2ed344d4f02,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.492894 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.513099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f4f5f23b-fd33-48b5-a8db-59d4c21085da None None] Provisioning complete for port 8a51e3c3-d822-468b-8cb6-4af586cfc25f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:20.513596 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f23b-fd33-48b5-a8db-59d4c21085da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.514302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f9f7573-61de-416e-8edf-afeca49f19fc req-fcaaaac3-3b89-44e6-ba99-1f618cdaa963 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211552 Feb 04 15:37:20.561260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:20.580097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:20.585721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:20.596156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5f23b-fd33-48b5-a8db-59d4c21085da None None] Port 8a51e3c3-d822-468b-8cb6-4af586cfc25f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:37:20.603303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.604461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.638969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Allocated IP 2001:db8::f816:3eff:fe7e:7ce3 (9441201d-a349-4a5a-8681-870320442b3d/ee6d49a4-dd84-44d3-be0f-a0f2ec66d795/ced97eca-1929-475a-9395-d89ab816f764) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:20.644364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7671871 Feb 04 15:37:20.645544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49782) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:20.655950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a1780-d596-4026-ac7e-a02ab4fc06c6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=1f139b17-855d-47cc-8be6-06b0b0381536,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.687215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] Pushing event deleted for resources: {'Port': ['ID=3b31585d-cb5b-4abb-9372-f2ed344d4f02,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.698501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e84132-72af-44a9-9c94-03fcb3e2b3d3 None None] No DVR routers for this DVR port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:20.710820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.761554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.781124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.842335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:20.850492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b31585d-cb5b-4abb-9372-f2ed344d4f02,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.858896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] No DVR routers for this DVR port 3b31585d-cb5b-4abb-9372-f2ed344d4f02 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:20.864451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5477dd-428f-472a-9c86-93c8c3f77aa8 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:20.873816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.874247 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Added segment 2f8fd0d7-60bd-4f48-8c95-8039a7e59805 of type vlan for network 142eb259-95f4-44ba-88e6-2d5357ded54b Feb 04 15:37:20.903818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea42b8-890a-46fc-b775-31403e0001ad,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:20.904154 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:20.956160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced78ae2-ea88-4a6f-bff8-76145c9f327e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:20.962408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ced78ae2-ea88-4a6f-bff8-76145c9f327e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3097003 Feb 04 15:37:20.974571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49794) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:20.990592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.037657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.042054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.084014 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.107179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Transition to ACTIVE for port object ed5477dd-428f-472a-9c86-93c8c3f77aa8 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:21.163831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.193671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.201689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.202107 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.208817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.209521 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.216947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.246360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-54ce7c30-e930-4a61-b3d2-0b7e394a3a6b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 1f139b17-855d-47cc-8be6-06b0b0381536 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:21.246824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54ce7c30-e930-4a61-b3d2-0b7e394a3a6b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.259710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c3ab-1391-43f9-87c5-8488810c68f7 req-af1727c4-ffcc-40c0-8821-d93c14726a14 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.267579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e351c3ab-1391-43f9-87c5-8488810c68f7 req-af1727c4-ffcc-40c0-8821-d93c14726a14 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.4108138 Feb 04 15:37:21.269080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aac15-3216-45af-b764-38ae2c88439e req-3487accc-88c3-495c-ad22-2d64fd406e52 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:21.271778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c1aac15-3216-45af-b764-38ae2c88439e req-3487accc-88c3-495c-ad22-2d64fd406e52 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 943 time: 0.2073810 Feb 04 15:37:21.300344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:21.304064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:21.310259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:21.336814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=8a51e3c3-d822-468b-8cb6-4af586cfc25f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.337077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Pushing event updated for resources: {'Port': ['ID=ced97eca-1929-475a-9395-d89ab816f764,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.342492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7c6d37-c57b-4902-af28-51c9a6184c43']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:21.373513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:21.373909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdc6174-fa9d-4f51-b7d5-28bb98e0ed79') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:21.411764 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5085886 Feb 04 15:37:21.423308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.423614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Attempting to bind port ced97eca-1929-475a-9395-d89ab816f764 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:21.423868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Attempting to bind port ced97eca-1929-475a-9395-d89ab816f764 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:21.424355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Attempting to bind port ced97eca-1929-475a-9395-d89ab816f764 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:21.434246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49800) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:21.434533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:21.434533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:21.434917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.435065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:21.435690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Bound port: ced97eca-1929-475a-9395-d89ab816f764, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:21.436012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.445031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'subnet': {'network_id': '142eb259-95f4-44ba-88e6-2d5357ded54b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:21.499684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118bc5a-b65d-47b3-ac69-4604ed9f5d06 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Network': ['ID=142eb259-95f4-44ba-88e6-2d5357ded54b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.520966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 142eb259-95f4-44ba-88e6-2d5357ded54b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:21.528183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e351c3ab-1391-43f9-87c5-8488810c68f7 req-16d152df-4e52-40d2-9840-fc032dc6b926 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595315 Feb 04 15:37:21.533583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.568803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c1aac15-3216-45af-b764-38ae2c88439e req-41e9ab23-5548-4b6a-a4e6-3e8cce2846ea tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621943 Feb 04 15:37:21.627703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] For port ced97eca-1929-475a-9395-d89ab816f764, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:21.633476 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54ce7c30-e930-4a61-b3d2-0b7e394a3a6b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.645531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Pushing event updated for resources: {'Port': ['ID=ed5477dd-428f-472a-9c86-93c8c3f77aa8,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.665968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:21.666750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:21.670988 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:21.678385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-54ce7c30-e930-4a61-b3d2-0b7e394a3a6b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 1f139b17-855d-47cc-8be6-06b0b0381536 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:21.688501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] For port ced97eca-1929-475a-9395-d89ab816f764, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ced97eca-1929-475a-9395-d89ab816f764,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:21.698829 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.806288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50261f0e-6527-4903-9f87-5b5a30feff1f None None] Pushing event updated for resources: {'Port': ['ID=ced97eca-1929-475a-9395-d89ab816f764,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:21.841587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:21.862695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.870963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b23c80e-5e77-4278-881a-f60661f884d5 req-2e12e5c8-7e2e-42ce-8404-8d83df5c7e87 tempest-FlavorsV2NegativeTest-415600681 tempest-FlavorsV2NegativeTest-415600681-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e291f3322c3846569052c6bfcfe8c74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1659157 Feb 04 15:37:21.871887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:21.879419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:21.883301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ae7c6d37-c57b-4902-af28-51c9a6184c43 HTTP/1.1" status: 204 len: 168 time: 5.1595650 Feb 04 15:37:21.946241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Attempting to bind port ed5477dd-428f-472a-9c86-93c8c3f77aa8 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:21.946649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Attempting to bind port ed5477dd-428f-472a-9c86-93c8c3f77aa8 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:21.947032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Attempting to bind port ed5477dd-428f-472a-9c86-93c8c3f77aa8 on network a21adb9b-5f6b-4243-a61d-187c3da55956 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:21.971958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0451e-3746-4618-9c1a-5e30b3330757 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7c6d37-c57b-4902-af28-51c9a6184c43,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:22.185621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Port ed5477dd-428f-472a-9c86-93c8c3f77aa8 on network a21adb9b-5f6b-4243-a61d-187c3da55956 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:37:22.186413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Attempting to bind port ed5477dd-428f-472a-9c86-93c8c3f77aa8 on network a21adb9b-5f6b-4243-a61d-187c3da55956 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:22.228934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:22.230216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Checking segment: {'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:22.230867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Bound using segment: {'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:22.231440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Bound port: ed5477dd-428f-472a-9c86-93c8c3f77aa8, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81ab10a-dbda-4ca4-84e7-66e3235ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:22.231911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.307774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49814) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:22.327436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1d78-48c4-49af-867c-a90b9abe0483 req-e9d29ec4-9516-449f-8c01-db2d5456228f tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.330332 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20fa1d78-48c4-49af-867c-a90b9abe0483 req-e9d29ec4-9516-449f-8c01-db2d5456228f tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 945 time: 0.5904841 Feb 04 15:37:22.336197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Made reservation on behalf of 0424edd1a93f4684aa59c692bdb4f8db for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:22.340844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.432448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c80e-5e77-4278-881a-f60661f884d5 req-7ebb60e5-e32a-4f1c-bb0b-6b05d19effc5 tempest-FlavorsV2NegativeTest-415600681 tempest-FlavorsV2NegativeTest-415600681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.434248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b23c80e-5e77-4278-881a-f60661f884d5 req-7ebb60e5-e32a-4f1c-bb0b-6b05d19effc5 tempest-FlavorsV2NegativeTest-415600681 tempest-FlavorsV2NegativeTest-415600681-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5071685 Feb 04 15:37:22.463085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-63b4a32e-7f23-496f-b6ae-347c0f6f9ff5 None None] Provisioning complete for port 8a51e3c3-d822-468b-8cb6-4af586cfc25f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:22.463698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63b4a32e-7f23-496f-b6ae-347c0f6f9ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.489485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-204b8a60-1050-47fb-8492-2fb8272e0d8b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7f1798cb97a4bbd97ba49992f5998d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735282 Feb 04 15:37:22.490469 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20fa1d78-48c4-49af-867c-a90b9abe0483 req-064f4057-5c65-4415-804c-c9b3cd175d12 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353552 Feb 04 15:37:22.492098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49816) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:22.494747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54ce7c30-e930-4a61-b3d2-0b7e394a3a6b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.525462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-63b4a32e-7f23-496f-b6ae-347c0f6f9ff5 None None] Port 8a51e3c3-d822-468b-8cb6-4af586cfc25f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:37:22.542837 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b23c80e-5e77-4278-881a-f60661f884d5 req-67b3e0c1-f77b-41d8-bb6c-ad2cca9739ee tempest-FlavorsV2NegativeTest-415600681 tempest-FlavorsV2NegativeTest-415600681-project] 10.222.0.47 "GET /v2.0/quotas/e291f3322c3846569052c6bfcfe8c74d HTTP/1.1" status: 200 len: 375 time: 0.0624471 Feb 04 15:37:22.550948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] For port ed5477dd-428f-472a-9c86-93c8c3f77aa8, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:22.559486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] For port ed5477dd-428f-472a-9c86-93c8c3f77aa8, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:22.582992 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.594692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce7c30-e930-4a61-b3d2-0b7e394a3a6b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=1f139b17-855d-47cc-8be6-06b0b0381536,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:22.623016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b23c80e-5e77-4278-881a-f60661f884d5 req-a5e3c4c2-257b-4e3f-b928-d98e6f0d76a4 tempest-FlavorsV2NegativeTest-415600681 tempest-FlavorsV2NegativeTest-415600681-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e291f3322c3846569052c6bfcfe8c74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619600 Feb 04 15:37:22.670750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.671600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.673488 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] 10.222.0.30 "PUT /v2.0/ports/ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 200 len: 1091 time: 4.3884709 Feb 04 15:37:22.692363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:22.692602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54ce7c30-e930-4a61-b3d2-0b7e394a3a6b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.700072 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54ce7c30-e930-4a61-b3d2-0b7e394a3a6b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/1f139b17-855d-47cc-8be6-06b0b0381536 HTTP/1.1" status: 204 len: 168 time: 1.7218256 Feb 04 15:37:22.701653 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b2673e-3837-42f9-a008-6f9ad282e10e" -d '{"events": [{"name": "network-changed", "server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:37:22.705324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49826) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:22.760061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:37:22.839371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86af5375-81ce-4916-8ecc-7875895707e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.859260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c47df3-b2a1-4d42-9710-ba55ca5aaceb service neutron] Pushing event updated for resources: {'Port': ['ID=ed5477dd-428f-472a-9c86-93c8c3f77aa8,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:22.879469 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86af5375-81ce-4916-8ecc-7875895707e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.916818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:22.934632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb0ded-86ed-4319-b82d-5a0d7eaeeccf req-8076761d-aecd-4a6d-8601-b53ec6f18a9a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.938954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdeb0ded-86ed-4319-b82d-5a0d7eaeeccf req-8076761d-aecd-4a6d-8601-b53ec6f18a9a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2099113 Feb 04 15:37:22.980761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce364a2-2849-4e6a-b8b4-1bb2535cc771 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.982628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce364a2-2849-4e6a-b8b4-1bb2535cc771 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:22.984557 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0ce364a2-2849-4e6a-b8b4-1bb2535cc771 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2712831 Feb 04 15:37:23.000763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49836) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:23.133094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdeb0ded-86ed-4319-b82d-5a0d7eaeeccf req-ffafb5f0-9618-440b-81c6-eea4ce4c830a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817043 Feb 04 15:37:23.134609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df699-8918-434c-b895-d341cfb7a7ed req-8e5029e0-d7cd-46ee-8ac3-40e5d9342536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.136486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-8e5029e0-d7cd-46ee-8ac3-40e5d9342536 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1094 time: 0.3575599 Feb 04 15:37:23.150400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c872cd3-4d2e-4cf9-a183-b22e96317121 req-e93be6b5-98f8-47f8-8044-3c59e7909ba1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.152436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c872cd3-4d2e-4cf9-a183-b22e96317121 req-e93be6b5-98f8-47f8-8044-3c59e7909ba1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 943 time: 0.3721757 Feb 04 15:37:23.157646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.198443 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86af5375-81ce-4916-8ecc-7875895707e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.201496 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86af5375-81ce-4916-8ecc-7875895707e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.202890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86af5375-81ce-4916-8ecc-7875895707e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/551275af-f028-4f5a-8707-c8b211af8482 HTTP/1.1" status: 204 len: 168 time: 0.7038560 Feb 04 15:37:23.228097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0b0da6-1ea6-4080-a44d-05a5c1b84a23 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet ee6d49a4-dd84-44d3-be0f-a0f2ec66d795 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:23.262928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0da6-1ea6-4080-a44d-05a5c1b84a23 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.295625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af5375-81ce-4916-8ecc-7875895707e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551275af-f028-4f5a-8707-c8b211af8482,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:23.297907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:23.301925 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503d6da8-2929-429d-a535-4bae7cf512ec x-openstack-request-id: req-503d6da8-2929-429d-a535-4bae7cf512ec {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:37:23.302403 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:37:23.303245 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-503d6da8-2929-429d-a535-4bae7cf512ec {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:37:23.304114 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8', 'status': 'completed', 'code': 200} Feb 04 15:37:23.325272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:23.348512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-756b1d67-4cce-4b10-a9e0-39af48b0d4d4 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9702423 Feb 04 15:37:23.351385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-cfffc800-1d5e-49bb-9a23-275308f8bf57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 200 len: 217 time: 0.1973152 Feb 04 15:37:23.358887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:23.375936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:23.381834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:23.385609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0da6-1ea6-4080-a44d-05a5c1b84a23 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.397930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-354375505'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:23.532692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:23.537145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.578752 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0da6-1ea6-4080-a44d-05a5c1b84a23 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.615762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:23.641212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.641686 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment ed6994f5-4497-406d-ac10-35101e33b1fa of type vlan for network 3a737d52-830b-46eb-95dc-92c8265f76f3 Feb 04 15:37:23.650777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ced97eca-1929-475a-9395-d89ab816f764 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:23.750964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Subnet': ['ID=eb7a423b-3ca2-4e9f-b1c9-8ad4f5396aa8,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:23.768323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:23.795005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c872cd3-4d2e-4cf9-a183-b22e96317121 req-fd342a97-4672-4595-8952-38fb2954b090 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173658 Feb 04 15:37:23.824023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:23.838334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Checking segment: {'id': '2f8fd0d7-60bd-4f48-8c95-8039a7e59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '142eb259-95f4-44ba-88e6-2d5357ded54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:23.839430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network hostable DHCP agents. Network: 142eb259-95f4-44ba-88e6-2d5357ded54b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:23.847726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df699-8918-434c-b895-d341cfb7a7ed req-378b6e51-a2c3-49f6-afcc-2dfebbac754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:23.850546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-378b6e51-a2c3-49f6-afcc-2dfebbac754d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.4549553 Feb 04 15:37:23.877183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.894870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ced97eca-1929-475a-9395-d89ab816f764 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:23.895593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.959938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-521780ed-e3b5-4842-85d0-97fb3fa265f6 None None] Provisioning complete for port ced97eca-1929-475a-9395-d89ab816f764 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:23.960625 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-521780ed-e3b5-4842-85d0-97fb3fa265f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:23.967533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-d6b26905-6caf-47fe-8477-a217e5459615 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057184 Feb 04 15:37:23.971561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network 142eb259-95f4-44ba-88e6-2d5357ded54b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:23.995373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.002409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.003365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.055149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6800079 Feb 04 15:37:24.061852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49856) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:24.073025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:24.114166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 142eb259-95f4-44ba-88e6-2d5357ded54b) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:24.120624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.122434 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.179150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0da6-1ea6-4080-a44d-05a5c1b84a23 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.243978 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f599e489-a7e0-4882-ab59-00b06ed87222 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8086264 Feb 04 15:37:24.252862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49860) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:24.261226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b0da6-1ea6-4080-a44d-05a5c1b84a23 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6d49a4-dd84-44d3-be0f-a0f2ec66d795,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:24.263638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de063e9c-0bd4-4e80-9c9d-2e95340d700a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=3a737d52-830b-46eb-95dc-92c8265f76f3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:24.274435 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0da6-1ea6-4080-a44d-05a5c1b84a23 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.276759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'network': {'name': 'tempest-router-network01--1196831366'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:24.279543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8c0b0da6-1ea6-4080-a44d-05a5c1b84a23 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/ee6d49a4-dd84-44d3-be0f-a0f2ec66d795 HTTP/1.1" status: 204 len: 168 time: 1.2742290 Feb 04 15:37:24.283289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49862) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:24.324787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-8bf87b89-4038-46c5-8436-1d59eaf2f869 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470447 Feb 04 15:37:24.344918 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-946bdb0e-d09e-43cd-9af5-ec9378d5a67d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590947 Feb 04 15:37:24.359154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53daae-9959-4b46-9106-0c613960ea9a req-43be8469-0679-4b0d-b374-9bb3ea1fa423 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:24.374357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c53daae-9959-4b46-9106-0c613960ea9a req-43be8469-0679-4b0d-b374-9bb3ea1fa423 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 945 time: 0.3906624 Feb 04 15:37:24.417171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49864) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:24.418720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49868) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:24.439715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:24.655749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ab361-a1f5-4b7f-bbda-65c0bb6e2e5a None None] Network 142eb259-95f4-44ba-88e6-2d5357ded54b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:24.656696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3a737d52-830b-46eb-95dc-92c8265f76f3 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:24.688660 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c53daae-9959-4b46-9106-0c613960ea9a req-c3f7ed97-5dc5-4430-bb25-a5713827d856 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126693 Feb 04 15:37:24.700255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154721d9-a2e8-4261-8c48-073c213d6c51 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:24.745916 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cf87137-53d2-4948-b071-ab44f259e93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.868698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Made reservation on behalf of 0424edd1a93f4684aa59c692bdb4f8db for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:24.874253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:24.931048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:24.935638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.026608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cf87137-53d2-4948-b071-ab44f259e93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.029804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:25.038826 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.045666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:25.050556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cf87137-53d2-4948-b071-ab44f259e93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.089477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:25.089859 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.130576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf87137-53d2-4948-b071-ab44f259e93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5123daa0-feab-4991-a757-1d4779e53164,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:25.196690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:25.199019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.232619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-594df699-8918-434c-b895-d341cfb7a7ed req-081fcf15-0245-46bc-bc18-27e165ca6e19 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990908 Feb 04 15:37:25.240411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4448545-f7e3-4011-891b-124749203916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-142eb259-95f4-44ba-88e6-2d5357ded54b', 'network_id': '142eb259-95f4-44ba-88e6-2d5357ded54b', 'tenant_id': '0424edd1a93f4684aa59c692bdb4f8db', 'fixed_ips': [{'subnet_id': 'eb7a423b-3ca2-4e9f-b1c9-8ad4f5396aa8'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:25.241305 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4448545-f7e3-4011-891b-124749203916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.253697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.254656 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Added segment 877d0c0e-bc16-4444-b131-f6f7a57d177f of type vlan for network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 Feb 04 15:37:25.290385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712e67-c62b-4ce4-b34c-c01abe0bb8c9 req-c4c61afe-5143-444b-ae35-537009064c3b tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.293514 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb712e67-c62b-4ce4-b34c-c01abe0bb8c9 req-c4c61afe-5143-444b-ae35-537009064c3b tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.4620996 Feb 04 15:37:25.300465 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-521780ed-e3b5-4842-85d0-97fb3fa265f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.317303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:17Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:20Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:25.329636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5cf87137-53d2-4948-b071-ab44f259e93d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e291f3322c3846569052c6bfcfe8c74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001620 Feb 04 15:37:25.330687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49888) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:25.389780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49890) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:25.430718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port ced97eca-1929-475a-9395-d89ab816f764, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ced97eca-1929-475a-9395-d89ab816f764,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:25.437539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:25.438055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Updating router c04420a9-19e8-4557-ad02-bebede8a187e port 8a51e3c3-d822-468b-8cb6-4af586cfc25f binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:37:25.462729 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.496929 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.508519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be556af-bbd4-4839-b49d-7eb0e7abf588 req-2549a2e1-8011-4e68-a5f9-d9dbd106305f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.517132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8be556af-bbd4-4839-b49d-7eb0e7abf588 req-2549a2e1-8011-4e68-a5f9-d9dbd106305f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 943 time: 0.4619529 Feb 04 15:37:25.626313 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.651151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-10228277-12c1-433b-aa1a-ee081282a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.653906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-10228277-12c1-433b-aa1a-ee081282a7bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1094 time: 0.3498187 Feb 04 15:37:25.659273 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fa54bef-eb7d-4c71-bfdc-ea5ec7afd1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.661594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:25.685172 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.691041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb712e67-c62b-4ce4-b34c-c01abe0bb8c9 req-2721a151-bf0e-4e12-9635-a2af5e5e27bf tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993605 Feb 04 15:37:25.703826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=ced97eca-1929-475a-9395-d89ab816f764,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:25.716462 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-521780ed-e3b5-4842-85d0-97fb3fa265f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:37:25.716923 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-521780ed-e3b5-4842-85d0-97fb3fa265f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:37:25.749197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.760518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:25.761944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.762711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8be556af-bbd4-4839-b49d-7eb0e7abf588 req-2c4fa9fa-2824-4f08-af18-c80542f2f17b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445757 Feb 04 15:37:25.785352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a4448545-f7e3-4011-891b-124749203916 None None] Allocated IP 172.20.0.2 (142eb259-95f4-44ba-88e6-2d5357ded54b/eb7a423b-3ca2-4e9f-b1c9-8ad4f5396aa8/15954d9c-b74d-4882-9812-f097bd5fa3db) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:25.817689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e41e623-fffc-4f45-8e31-7eecb3a52606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1dbb57-abfd-48d8-86e3-c4eb5d696b19'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:25.821379 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca694b71-9970-4d29-be20-dea15b2b3f3f" -d '{"events": [{"server_uuid": "8e41e623-fffc-4f45-8e31-7eecb3a52606", "name": "network-vif-plugged", "status": "completed", "tag": "ca1dbb57-abfd-48d8-86e3-c4eb5d696b19"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:37:25.848090 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fa54bef-eb7d-4c71-bfdc-ea5ec7afd1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.860275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,segment=NetworkSegment(dc09b832-1adf-45d1-bbd4-7166b6ef8f36),segment_id=dc09b832-1adf-45d1-bbd4-7166b6ef8f36)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:25.916604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-network', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:25.948772 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b8e54-1ba8-4ebd-8377-c51d55033d1e x-openstack-request-id: req-088b8e54-1ba8-4ebd-8377-c51d55033d1e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:37:25.949137 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e41e623-fffc-4f45-8e31-7eecb3a52606", "name": "network-vif-plugged", "status": "completed", "tag": "ca1dbb57-abfd-48d8-86e3-c4eb5d696b19", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:37:25.949415 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-088b8e54-1ba8-4ebd-8377-c51d55033d1e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:37:25.949823 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e41e623-fffc-4f45-8e31-7eecb3a52606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1dbb57-abfd-48d8-86e3-c4eb5d696b19', 'code': 200} Feb 04 15:37:25.951254 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:25.990833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7360544 Feb 04 15:37:25.994792 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.007651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49898) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:26.038549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'network': {'name': 'tempest-router-network02--1932506225'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:26.092620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.101725 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fa54bef-eb7d-4c71-bfdc-ea5ec7afd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.104687 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fa54bef-eb7d-4c71-bfdc-ea5ec7afd1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.107301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18a350-995c-4d91-aa00-130dd2bcaedf tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Network': ['ID=6b272190-40b1-4df6-8ff9-f56292b0ebd1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.109508 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4fa54bef-eb7d-4c71-bfdc-ea5ec7afd1ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5123daa0-feab-4991-a757-1d4779e53164 HTTP/1.1" status: 204 len: 168 time: 0.7544429 Feb 04 15:37:26.135689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] Deleting port ced97eca-1929-475a-9395-d89ab816f764 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:26.136074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.192425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Made reservation on behalf of de6c2adb5ad5445fa4acc82f826a34ce for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:26.194968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:37:26.203920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.217268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa54bef-eb7d-4c71-bfdc-ea5ec7afd1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5123daa0-feab-4991-a757-1d4779e53164,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.217268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b4d1f-d326-41a1-b4aa-4cf8d9f9defa req-25c3a1b7-9a96-40d6-a664-0b5e959393a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.218066 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4448545-f7e3-4011-891b-124749203916 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.218829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-721b4d1f-d326-41a1-b4aa-4cf8d9f9defa req-25c3a1b7-9a96-40d6-a664-0b5e959393a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 1097 time: 0.1875391 Feb 04 15:37:26.260546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f68668-b936-4d70-a95c-5c646dcd9aa4 req-75a5b26d-efaa-49a0-8aba-41475f9cd5ce tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.263310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94f68668-b936-4d70-a95c-5c646dcd9aa4 req-75a5b26d-efaa-49a0-8aba-41475f9cd5ce tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.4160693 Feb 04 15:37:26.264384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=dcf82a34-7bfb-4410-a133-4ece62541518,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.286984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:26.297521 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4448545-f7e3-4011-891b-124749203916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.304694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-55463d56-eb10-4c2a-9a0b-45d53306ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.306085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-55463d56-eb10-4c2a-9a0b-45d53306ca67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 914 time: 0.6396801 Feb 04 15:37:26.359757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-721b4d1f-d326-41a1-b4aa-4cf8d9f9defa req-c7a0d378-a6b4-40d1-8057-ba6b55477aa2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703986 Feb 04 15:37:26.418142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.430143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Made reservation on behalf of 0424edd1a93f4684aa59c692bdb4f8db for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:26.433751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.490937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.526237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-0c60719f-39ac-4a41-8ebd-30781ea1682e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 200 len: 217 time: 0.2063572 Feb 04 15:37:26.675092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4448545-f7e3-4011-891b-124749203916 None None] Network 142eb259-95f4-44ba-88e6-2d5357ded54b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:26.687258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-248f5b86-d7c6-4a67-a51d-40adec70487c None None] Could not find standard attr ID for object 1f139b17-855d-47cc-8be6-06b0b0381536. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:37:26.716143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a4448545-f7e3-4011-891b-124749203916 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:26.719568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4448545-f7e3-4011-891b-124749203916 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:26.750603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4448545-f7e3-4011-891b-124749203916 None None] Pushing event updated for resources: {'Port': ['ID=15954d9c-b74d-4882-9812-f097bd5fa3db,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:26.812222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] For port ced97eca-1929-475a-9395-d89ab816f764, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ced97eca-1929-475a-9395-d89ab816f764,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:26.812659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.825423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:26.826414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: 3a737d52-830b-46eb-95dc-92c8265f76f3, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:26.849241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] Calling delete_port for ced97eca-1929-475a-9395-d89ab816f764 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:26.858242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a4448545-f7e3-4011-891b-124749203916 None None] Attempting to bind port 15954d9c-b74d-4882-9812-f097bd5fa3db on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:26.858242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a4448545-f7e3-4011-891b-124749203916 None None] Attempting to bind port 15954d9c-b74d-4882-9812-f097bd5fa3db by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '2f8fd0d7-60bd-4f48-8c95-8039a7e59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '142eb259-95f4-44ba-88e6-2d5357ded54b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:26.858242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4448545-f7e3-4011-891b-124749203916 None None] Attempting to bind port 15954d9c-b74d-4882-9812-f097bd5fa3db on network 142eb259-95f4-44ba-88e6-2d5357ded54b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:26.876752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.882620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4448545-f7e3-4011-891b-124749203916 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:26.883049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4448545-f7e3-4011-891b-124749203916 None None] Checking segment: {'id': '2f8fd0d7-60bd-4f48-8c95-8039a7e59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '142eb259-95f4-44ba-88e6-2d5357ded54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:26.883523 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4448545-f7e3-4011-891b-124749203916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.883985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4448545-f7e3-4011-891b-124749203916 None None] Bound using segment: {'id': '2f8fd0d7-60bd-4f48-8c95-8039a7e59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '142eb259-95f4-44ba-88e6-2d5357ded54b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:26.884691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a4448545-f7e3-4011-891b-124749203916 None None] Bound port: 15954d9c-b74d-4882-9812-f097bd5fa3db, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8fd0d7-60bd-4f48-8c95-8039a7e59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '142eb259-95f4-44ba-88e6-2d5357ded54b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:26.885166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4448545-f7e3-4011-891b-124749203916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:26.903132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94f68668-b936-4d70-a95c-5c646dcd9aa4 req-976566ce-2574-4486-a764-dd589f37fdcd tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310740 Feb 04 15:37:26.914197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-9d42d37f-ea63-4f2d-983c-0aa7f726eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:26.914197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-9d42d37f-ea63-4f2d-983c-0aa7f726eb36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.2316287 Feb 04 15:37:26.936599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:26.942536 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.010029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-48eec838-16fa-4223-bb44-3e8aa3541642 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684917 Feb 04 15:37:27.017597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.018299 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Added segment 0c11806e-f6a3-413c-a7cc-911e2e7e2356 of type vlan for network 2a93187c-abee-4b6a-8043-9e1246efeb2e Feb 04 15:37:27.042986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:27.045569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a4448545-f7e3-4011-891b-124749203916 None None] For port 15954d9c-b74d-4882-9812-f097bd5fa3db, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:27.049316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a4448545-f7e3-4011-891b-124749203916 None None] For port 15954d9c-b74d-4882-9812-f097bd5fa3db, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=15954d9c-b74d-4882-9812-f097bd5fa3db,segment=NetworkSegment(2f8fd0d7-60bd-4f48-8c95-8039a7e59805),segment_id=2f8fd0d7-60bd-4f48-8c95-8039a7e59805)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:27.061467 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4448545-f7e3-4011-891b-124749203916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.086780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 3a737d52-830b-46eb-95dc-92c8265f76f3 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:27.143052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] For port ced97eca-1929-475a-9395-d89ab816f764, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ced97eca-1929-475a-9395-d89ab816f764,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:27.156859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c812b-dc99-442d-9e52-1ebf65f07a2c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.166523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.166885 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Added segment cf808a63-53de-458f-b1f7-6a3049e1df81 of type vlan for network 46907810-c836-4b11-a6cf-0217c6631eb5 Feb 04 15:37:27.175506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4448545-f7e3-4011-891b-124749203916 None None] Pushing event updated for resources: {'Port': ['ID=15954d9c-b74d-4882-9812-f097bd5fa3db,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.208744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.234902 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.260410 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.271147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.275599 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.276899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.286907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3a737d52-830b-46eb-95dc-92c8265f76f3) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:27.311050 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.317897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d91ba-55a8-46a2-88bf-e9bfe02f1b62 None None] Network 3a737d52-830b-46eb-95dc-92c8265f76f3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:27.330898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.331604 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.345911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.402896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-faf37ee0-1049-4bbe-a50c-ebf451d3297d service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825552 Feb 04 15:37:27.433108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-781ad14c-4913-4165-a397-f39a939727e6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3645797 Feb 04 15:37:27.464565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49918) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:27.469244 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.485349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.487144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.490041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] No DVR routers for this DVR port ced97eca-1929-475a-9395-d89ab816f764 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:27.496599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=ced97eca-1929-475a-9395-d89ab816f764,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.511807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7f450-0ad8-49d0-9616-15f93cacec09 req-18e6cee6-7f73-4849-8e8f-58d2e391b13f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.513695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bb7f450-0ad8-49d0-9616-15f93cacec09 req-18e6cee6-7f73-4849-8e8f-58d2e391b13f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 943 time: 0.3421915 Feb 04 15:37:27.536157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461fd35-007b-4e2a-b5dd-bcab90953d95 None None] Pushing event updated for resources: {'Port': ['ID=8a51e3c3-d822-468b-8cb6-4af586cfc25f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.629711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.630557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.631255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.680071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:27.692657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8d548-f4bb-4e1a-86b5-0c86762e5bc4 None None] Pushing event deleted for resources: {'Port': ['ID=ced97eca-1929-475a-9395-d89ab816f764,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.719354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Attempting to bind port 8a51e3c3-d822-468b-8cb6-4af586cfc25f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:27.720102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Attempting to bind port 8a51e3c3-d822-468b-8cb6-4af586cfc25f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:27.720374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.3205481 Feb 04 15:37:27.720953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Attempting to bind port 8a51e3c3-d822-468b-8cb6-4af586cfc25f on network e1b190b7-c26c-445d-a8b1-7880f67c15f4 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:27.784527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49922) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:27.801189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:27.802310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Checking segment: {'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:27.802841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.803352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Bound using segment: {'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:27.807457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Bound port: 8a51e3c3-d822-468b-8cb6-4af586cfc25f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7292ad21-a37e-4bd6-8931-989c94d4272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:27.808011 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:27.836547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Request body: {'subnet': {'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-subnet', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:27.851476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8337824 Feb 04 15:37:27.901303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ced97eca-1929-475a-9395-d89ab816f764 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:27.948496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540dde5-df05-495e-93ef-65de1736dd0f req-98954117-910d-42c4-809d-8e5709d4dd3e tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:27.960935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b4239-ffb0-4bf3-87e0-638a2a535f30 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Network': ['ID=2a93187c-abee-4b6a-8043-9e1246efeb2e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:27.971362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b540dde5-df05-495e-93ef-65de1736dd0f req-98954117-910d-42c4-809d-8e5709d4dd3e tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 1.0550659 Feb 04 15:37:27.980538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43b2673e-3837-42f9-a008-6f9ad282e10e req-8cd3607a-a394-452c-83a5-0e79bdabb97c service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640285 Feb 04 15:37:27.989451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49926) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:28.002737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:28.015615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2a93187c-abee-4b6a-8043-9e1246efeb2e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:28.018736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'subnet': {'network_id': '6b272190-40b1-4df6-8ff9-f56292b0ebd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:28.057090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908cb317-7fd2-4fef-884b-58e0feebfac7 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:28.060648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ced97eca-1929-475a-9395-d89ab816f764 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:28.061271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ced97eca-1929-475a-9395-d89ab816f764 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:28.137712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:28.137712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.138399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Made reservation on behalf of de6c2adb5ad5445fa4acc82f826a34ce for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:28.138399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.141365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=56326e1c-a715-4542-9861-c9bc68162ba8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:28.284110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0245b80f-5138-42e6-b6e0-453338405cc3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8581600 Feb 04 15:37:28.292505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49932) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:28.308486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:2d:b7:4d', 'name': 'tempest-NetworksTestDHCPv6-270643409'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:28.319316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49934) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:28.335755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b540dde5-df05-495e-93ef-65de1736dd0f req-3c2b37db-b73e-472e-aa74-90699c82f7d5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628256 Feb 04 15:37:28.350844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-254189b3-0994-4696-a0d6-5118483058bd None None] Provisioning complete for port 8a51e3c3-d822-468b-8cb6-4af586cfc25f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:28.351190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-254189b3-0994-4696-a0d6-5118483058bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.354917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] For port 8a51e3c3-d822-468b-8cb6-4af586cfc25f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:28.443361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3a737d52-830b-46eb-95dc-92c8265f76f3', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:28.444838 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.454365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] For port 8a51e3c3-d822-468b-8cb6-4af586cfc25f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8a51e3c3-d822-468b-8cb6-4af586cfc25f,segment=NetworkSegment(7292ad21-a37e-4bd6-8931-989c94d4272a),segment_id=7292ad21-a37e-4bd6-8931-989c94d4272a)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:28.475897 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.604601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-254189b3-0994-4696-a0d6-5118483058bd None None] Port 8a51e3c3-d822-468b-8cb6-4af586cfc25f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:37:28.650949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bb7f450-0ad8-49d0-9616-15f93cacec09 req-2e24b332-34f0-49d8-8609-7feed3fa0d27 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1156168 Feb 04 15:37:28.657169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac7382-d58d-4830-84b5-c7bbffb987c9 admin admin] Pushing event updated for resources: {'Network': ['ID=46907810-c836-4b11-a6cf-0217c6631eb5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:28.715020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf80eb9-215a-41dd-a6a7-931253437a14 req-a9f5eb64-4a7e-4e32-a61a-808b6fde6d98 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:28.716526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dbf80eb9-215a-41dd-a6a7-931253437a14 req-a9f5eb64-4a7e-4e32-a61a-808b6fde6d98 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.2718251 Feb 04 15:37:28.728819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.766148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-821634325-network', 'tenant_id': 'bbb454b0a400480fb7c37fc21f3e27bd'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:28.778257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 46907810-c836-4b11-a6cf-0217c6631eb5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:28.831649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Made reservation on behalf of 0424edd1a93f4684aa59c692bdb4f8db for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:28.846141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.896768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ed5477dd-428f-472a-9c86-93c8c3f77aa8 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:37:28.939666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:28.951733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Made reservation on behalf of bbb454b0a400480fb7c37fc21f3e27bd for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:28.953017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '56326e1c-a715-4542-9861-c9bc68162ba8'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:28.954144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.955283 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:28.998725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e444df-7186-46a3-a41b-ac34e45f594f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:29.020657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:29.021576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:29.036001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461fd35-007b-4e2a-b5dd-bcab90953d95 None None] Pushing event updated for resources: {'Port': ['ID=8a51e3c3-d822-468b-8cb6-4af586cfc25f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:29.039453 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.048982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dbf80eb9-215a-41dd-a6a7-931253437a14 req-9fe1a53b-1f03-4a51-9f13-4a95cea18b04 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731638 Feb 04 15:37:29.097764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Checking segment: {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:29.099072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Network hostable DHCP agents. Network: 46907810-c836-4b11-a6cf-0217c6631eb5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:29.167302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.175058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Network 46907810-c836-4b11-a6cf-0217c6631eb5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:29.282526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 46907810-c836-4b11-a6cf-0217c6631eb5) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:29.301500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:29.302449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.334924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.348174 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.404388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:29.424176 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.424536 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Added segment 35a94cbc-2a10-4a49-8ce0-6cb471b8ce23 of type vlan for network ac82600d-3c65-459e-9abe-21c191d508c6 Feb 04 15:37:29.461817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a39a3-db97-49ee-9bfa-b5fd8a4ead95 None None] Network 46907810-c836-4b11-a6cf-0217c6631eb5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:29.499424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.525727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced519a-9a35-4464-ac56-68ba3a882ff7 None None] Network 142eb259-95f4-44ba-88e6-2d5357ded54b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:29.622557 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.650800 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-27800e2a-ff42-44ec-a8ff-7ad6f609e64b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8646920 Feb 04 15:37:29.682139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49946) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:29.704705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:29.758363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Subnet': ['ID=76260319-daac-4501-a484-8f6113751363,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:29.766031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:29.768209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.834384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.837120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:29.874312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb140f2-aa2f-4dd6-a9de-2fa24eefb297 req-344413d7-c511-49c5-bc75-03f3dec5cea4 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:29.880259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dfb140f2-aa2f-4dd6-a9de-2fa24eefb297 req-344413d7-c511-49c5-bc75-03f3dec5cea4 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2428057 Feb 04 15:37:29.881862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Checking segment: {'id': '877d0c0e-bc16-4444-b131-f6f7a57d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b272190-40b1-4df6-8ff9-f56292b0ebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:29.882536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network hostable DHCP agents. Network: 6b272190-40b1-4df6-8ff9-f56292b0ebd1, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:30.036287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.040389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:30.041833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 15954d9c-b74d-4882-9812-f097bd5fa3db up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:30.064965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 6b272190-40b1-4df6-8ff9-f56292b0ebd1) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:30.084194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.085360 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.108808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7212fe4-b426-41d9-bcb8-2b73571bc1e2 None None] Network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:30.120025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2399592-abb4-43ae-994c-436706e1a274,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.123719 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:30.162018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dfb140f2-aa2f-4dd6-a9de-2fa24eefb297 req-7904091e-fde7-48f0-9ad6-8669760d93c7 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551610 Feb 04 15:37:30.180446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 2fca9303-0477-486a-8fb3-8ba6418cd941 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:37:30.204589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-99f19417-4a82-49ba-ba70-09bea4bf9345 None None] Provisioning complete for port 8a51e3c3-d822-468b-8cb6-4af586cfc25f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:30.204974 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99f19417-4a82-49ba-ba70-09bea4bf9345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.207679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Allocated IP 2001:db8::f816:3eff:fe7a:e55 (9441201d-a349-4a5a-8681-870320442b3d/56326e1c-a715-4542-9861-c9bc68162ba8/b6c52147-e6d1-4fc8-9632-7a1b60809833) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:30.248016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-23a4fe00-15c4-4105-b9bf-3fa737d49611 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2564876 Feb 04 15:37:30.250933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49950) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:30.261813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'subnet': {'network_id': '2a93187c-abee-4b6a-8043-9e1246efeb2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:30.297025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Allocated IP 2001:db8:1::2 (3a737d52-830b-46eb-95dc-92c8265f76f3/dcf82a34-7bfb-4410-a133-4ece62541518/d3bc7962-089d-4a4a-98fb-043610cbc25d) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:30.339442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-92b569c4-8a1a-403d-84f9-fb3adc1a280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.342225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-92b569c4-8a1a-403d-84f9-fb3adc1a280a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b16e1e3893345399ad06df7b749f7eb&device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 1097 time: 0.6520324 Feb 04 15:37:30.345223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:30.353865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.355878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.357151 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.507430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3c817-d256-4808-b7a6-650df239a781 req-f8deb7f8-8eb8-4c9b-8257-e36bdb90d26b tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.515285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0d3c817-d256-4808-b7a6-650df239a781 req-f8deb7f8-8eb8-4c9b-8257-e36bdb90d26b tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.8140836 Feb 04 15:37:30.550721 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.692405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa332f-64ba-458e-ba23-338b948766ea req-b4b875ff-7303-4e57-94e1-b6e2bc53bd93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:30.694086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05fa332f-64ba-458e-ba23-338b948766ea req-b4b875ff-7303-4e57-94e1-b6e2bc53bd93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 943 time: 0.1388135 Feb 04 15:37:30.720080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Made reservation on behalf of 0424edd1a93f4684aa59c692bdb4f8db for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:30.727061 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.747884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4187276 Feb 04 15:37:30.788882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49952) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:30.793957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ed5477dd-428f-472a-9c86-93c8c3f77aa8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:30.801253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Request body: {'subnet': {'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-821634325-subnet', 'tenant_id': 'bbb454b0a400480fb7c37fc21f3e27bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:30.822605 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5001f14d-5ba3-421a-90ba-14557a41d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.841273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c4f46-5a35-488c-9279-0c1de9c954c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ac82600d-3c65-459e-9abe-21c191d508c6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:30.849848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 15954d9c-b74d-4882-9812-f097bd5fa3db triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:30.850430 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.855274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-6b272190-40b1-4df6-8ff9-f56292b0ebd1', 'network_id': '6b272190-40b1-4df6-8ff9-f56292b0ebd1', 'tenant_id': '0424edd1a93f4684aa59c692bdb4f8db', 'fixed_ips': [{'subnet_id': '76260319-daac-4501-a484-8f6113751363'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:30.855274 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:30.895600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ac82600d-3c65-459e-9abe-21c191d508c6 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:30.929558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8', 'network_id': 'a21adb9b-5f6b-4243-a61d-187c3da55956', 'port_id': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8', 'mac_address': 'fa:16:3e:d6:b5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62aab49-ed6d-46a4-816c-68adc06e06ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:37:30.952358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05fa332f-64ba-458e-ba23-338b948766ea req-b223d03c-2d71-40e8-ab29-0ccc9de2ff0b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449164 Feb 04 15:37:31.002608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0d3c817-d256-4808-b7a6-650df239a781 req-2de05193-0573-4dfd-a097-09dac37cc750 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085011 Feb 04 15:37:31.016904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-be36f9c5-73c7-4973-9722-a0df771cf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:31.032341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-be36f9c5-73c7-4973-9722-a0df771cf4a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90423b2e-8114-4c0d-a8c2-b354199a27d7 HTTP/1.1" status: 200 len: 914 time: 0.6568675 Feb 04 15:37:31.068501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Made reservation on behalf of bbb454b0a400480fb7c37fc21f3e27bd for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:31.072732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.125646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-87ed5db2-820b-4369-85a9-ef77fcf5d3dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 HTTP/1.1" status: 200 len: 217 time: 0.0852969 Feb 04 15:37:31.269596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-87c8e40c-2666-4a20-a68a-7ffdbca55efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:31.279221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-87c8e40c-2666-4a20-a68a-7ffdbca55efd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=240b371f-90ba-4f17-9205-da281c4d6a39 HTTP/1.1" status: 200 len: 853 time: 0.1193740 Feb 04 15:37:31.351409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-46907810-c836-4b11-a6cf-0217c6631eb5', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:31.352416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.355909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-dabb36f3-58bb-4239-9ebd-d3e2b3e1d080 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90423b2e-8114-4c0d-a8c2-b354199a27d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688207 Feb 04 15:37:31.446081 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99f19417-4a82-49ba-ba70-09bea4bf9345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.529067 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.562680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.658541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.672939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5477dd-428f-472a-9c86-93c8c3f77aa8 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:31.689475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5836-eb33-4257-a05a-88b205c645dd req-a69b1247-c025-49f0-851e-9348ec0d64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:31.692618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e58e5836-eb33-4257-a05a-88b205c645dd req-a69b1247-c025-49f0-851e-9348ec0d64a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.3884847 Feb 04 15:37:31.712345 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.721237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-35d2ff0b-e33c-4de2-9ae7-b347a5b36d86 service neutron] 10.222.0.50 "GET /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534696 Feb 04 15:37:31.733251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928e49e-0823-452c-b131-542cd86be984 req-381ea647-93d0-49df-9689-c97cb4277c75 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:31.741233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c928e49e-0823-452c-b131-542cd86be984 req-381ea647-93d0-49df-9689-c97cb4277c75 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.3897579 Feb 04 15:37:31.746468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.757350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-99f19417-4a82-49ba-ba70-09bea4bf9345 None None] For port 8a51e3c3-d822-468b-8cb6-4af586cfc25f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8a51e3c3-d822-468b-8cb6-4af586cfc25f,segment=NetworkSegment(7292ad21-a37e-4bd6-8931-989c94d4272a),segment_id=7292ad21-a37e-4bd6-8931-989c94d4272a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:31.769357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.782256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Subnet': ['ID=3f6351b2-a4ab-4c29-b9b3-0fb8f365cdf1,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:31.791155 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-99f19417-4a82-49ba-ba70-09bea4bf9345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.793497 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.795614 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.809019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ed5477dd-428f-472a-9c86-93c8c3f77aa8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:31.813372 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.827780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.859623 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:31.879974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Checking segment: {'id': '0c11806e-f6a3-413c-a7cc-911e2e7e2356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a93187c-abee-4b6a-8043-9e1246efeb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:31.880358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network hostable DHCP agents. Network: 2a93187c-abee-4b6a-8043-9e1246efeb2e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:31.883168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Allocated IP 172.20.0.2 (6b272190-40b1-4df6-8ff9-f56292b0ebd1/76260319-daac-4501-a484-8f6113751363/030e00e0-90e1-4501-84b0-99e1cb7ddce6) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:31.884645 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e58e5836-eb33-4257-a05a-88b205c645dd req-0c1af72d-55df-4c9d-9fcb-7f074d56ad6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832621 Feb 04 15:37:31.894196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c928e49e-0823-452c-b131-542cd86be984 req-b4fd5a32-7fb7-47b0-9b21-d687785ba170 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520288 Feb 04 15:37:31.937033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:17Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:28Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:31.943580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:31.969245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network 2a93187c-abee-4b6a-8043-9e1246efeb2e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:31.997359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Network 3a737d52-830b-46eb-95dc-92c8265f76f3 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:32.087270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Allocated IP 172.25.1.224 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/80c0ca02-e951-4b66-bf21-bb8083abd580) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:32.100099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:32.128699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:32.159618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:32.164263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390b409-f242-4372-97ab-ed7abaab0529 None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:17Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:28Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:32.187961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:32.243019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2a93187c-abee-4b6a-8043-9e1246efeb2e) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:32.249664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Checking segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:32.250327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Network hostable DHCP agents. Network: ac82600d-3c65-459e-9abe-21c191d508c6, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:32.254163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.254649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.268654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f19417-4a82-49ba-ba70-09bea4bf9345 None None] Pushing event updated for resources: {'Port': ['ID=8a51e3c3-d822-468b-8cb6-4af586cfc25f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:32.285287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.300729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 15954d9c-b74d-4882-9812-f097bd5fa3db, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=15954d9c-b74d-4882-9812-f097bd5fa3db,segment=NetworkSegment(2f8fd0d7-60bd-4f48-8c95-8039a7e59805),segment_id=2f8fd0d7-60bd-4f48-8c95-8039a7e59805)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:32.303444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8659cb-46da-45ec-a450-a7db9e299219 None None] Network 2a93187c-abee-4b6a-8043-9e1246efeb2e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:32.308525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ed5477dd-428f-472a-9c86-93c8c3f77aa8'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:37:32.325929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4f89da96-a406-4564-a90b-93f6f8c432b6 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0721042 Feb 04 15:37:32.332116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fe2d:b74d (9441201d-a349-4a5a-8681-870320442b3d/56326e1c-a715-4542-9861-c9bc68162ba8/2fca9303-0477-486a-8fb3-8ba6418cd941) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:32.351691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49960) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:32.380410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76ece1f-58a1-49a6-8c91-49900151716a,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:32.406791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8:1::1 (3a737d52-830b-46eb-95dc-92c8265f76f3/dcf82a34-7bfb-4410-a133-4ece62541518/6dd486fb-66cc-4fc4-a799-0213b7a4dce2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:32.420083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.569743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a32777ff-5aad-41a8-81b1-8f9be83a16c5 req-3e93b3ff-4c71-4ffd-aadf-c48dc15a99db service neutron] 10.222.0.50 "GET /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8396003 Feb 04 15:37:32.671443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Network ac82600d-3c65-459e-9abe-21c191d508c6 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:32.837056 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.956190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c51a7-3273-481b-8814-9c2867627785 req-28fbf73d-b373-4058-8e16-30bb4103b4b4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.959097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-283c51a7-3273-481b-8814-9c2867627785 req-28fbf73d-b373-4058-8e16-30bb4103b4b4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 944 time: 0.7766228 Feb 04 15:37:32.965903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ac82600d-3c65-459e-9abe-21c191d508c6) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:32.970531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:32.993570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:32.994581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.001510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.069828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54becfb-002e-4f5a-a4a9-bc018440e766 req-2a5b3aae-c6b4-4d7d-80b3-0716bddf1960 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.072141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d54becfb-002e-4f5a-a4a9-bc018440e766 req-2a5b3aae-c6b4-4d7d-80b3-0716bddf1960 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.7757387 Feb 04 15:37:33.140659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-8a2094f5-7fb3-4f6c-a133-b53428591f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.143438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-8a2094f5-7fb3-4f6c-a133-b53428591f01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.8213291 Feb 04 15:37:33.151864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Pushing event updated for resources: {'Port': ['ID=b6c52147-e6d1-4fc8-9632-7a1b60809833,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.232113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Allocated IP 172.20.0.2 (46907810-c836-4b11-a6cf-0217c6631eb5/40e444df-7186-46a3-a41b-ac34e45f594f/ab02934a-0e54-44cd-ab53-280501b8b609) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:33.236295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.239223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=80c0ca02-e951-4b66-bf21-bb8083abd580,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.248008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:33.250132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 3a737d52-830b-46eb-95dc-92c8265f76f3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:33.267691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:33.278074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:33.278644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.295988 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5affab15-63b8-48ed-80ce-eecb25e1c341 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4988737 Feb 04 15:37:33.309830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:33.310117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a30851-232e-4418-85b8-ed772b4151cb None None] Network ac82600d-3c65-459e-9abe-21c191d508c6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:33.346826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-938e6b8d-7460-45ab-96a2-bc21f77fb3a1 None None] Provisioning complete for port 15954d9c-b74d-4882-9812-f097bd5fa3db triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:33.347217 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-938e6b8d-7460-45ab-96a2-bc21f77fb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.399955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-283c51a7-3273-481b-8814-9c2867627785 req-6aed26c2-53a3-442b-a124-3997ea6377b6 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490132 Feb 04 15:37:33.474227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:33.589767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.683542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.697050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d54becfb-002e-4f5a-a4a9-bc018440e766 req-2621435f-2f1a-40a6-8b97-2fb2de298e37 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351312 Feb 04 15:37:33.724979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-eecb56d3-f059-46a2-84cf-24460e53a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.728148 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-eecb56d3-f059-46a2-84cf-24460e53a78e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.5234604 Feb 04 15:37:33.756701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63644cad-a928-4462-97ce-b3e100098974 req-cf22e78b-2fe1-4b8f-a8c6-5e3e867640f5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:33.763753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63644cad-a928-4462-97ce-b3e100098974 req-cf22e78b-2fe1-4b8f-a8c6-5e3e867640f5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.1988976 Feb 04 15:37:33.783340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Attempting to bind port b6c52147-e6d1-4fc8-9632-7a1b60809833 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:33.784065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Attempting to bind port b6c52147-e6d1-4fc8-9632-7a1b60809833 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:33.784172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Attempting to bind port b6c52147-e6d1-4fc8-9632-7a1b60809833 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:33.838495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.839343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-062e8538-8122-4c12-9864-308ed28a4769 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 217 time: 0.0967984 Feb 04 15:37:33.843829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Attempting to bind port d3bc7962-089d-4a4a-98fb-043610cbc25d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:33.844207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Attempting to bind port d3bc7962-089d-4a4a-98fb-043610cbc25d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:33.844579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Attempting to bind port d3bc7962-089d-4a4a-98fb-043610cbc25d on network 3a737d52-830b-46eb-95dc-92c8265f76f3 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:33.893826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:33.894273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:33.894643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.895046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:33.895552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Bound port: b6c52147-e6d1-4fc8-9632-7a1b60809833, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:33.895944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.909160 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7c7dc72-1042-4818-a2fb-07728323d4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.947621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Pushing event updated for resources: {'Port': ['ID=d3bc7962-089d-4a4a-98fb-043610cbc25d,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:33.967735 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.974464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:33.974924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Checking segment: {'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:33.975316 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:33.975715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Bound using segment: {'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:33.976222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Bound port: d3bc7962-089d-4a4a-98fb-043610cbc25d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:33.976816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.002850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-2a93187c-abee-4b6a-8043-9e1246efeb2e', 'network_id': '2a93187c-abee-4b6a-8043-9e1246efeb2e', 'tenant_id': '0424edd1a93f4684aa59c692bdb4f8db', 'fixed_ips': [{'subnet_id': '3f6351b2-a4ab-4c29-b9b3-0fb8f365cdf1'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:34.003634 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.091535 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63644cad-a928-4462-97ce-b3e100098974 req-ca279525-b66e-4af6-b99f-2a9ec8cf592c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218088 Feb 04 15:37:34.119402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=2fca9303-0477-486a-8fb3-8ba6418cd941,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:34.245685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:34.250660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:34.254483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:34.261560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.262738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.291525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.301688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c8274a82-97d3-44e4-9e9d-9fee09911e52 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.0047975 Feb 04 15:37:34.303104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.303338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.305960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49984) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:34.540621 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.543662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.549823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=ed5477dd-428f-472a-9c86-93c8c3f77aa8,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:34.550102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:34.617477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c5b10-a71d-40be-8608-e0906d1766f4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.625889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c5b10-a71d-40be-8608-e0906d1766f4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.628112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8a7c5b10-a71d-40be-8608-e0906d1766f4 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3162787 Feb 04 15:37:34.630929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49990) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:34.650427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network 3a737d52-830b-46eb-95dc-92c8265f76f3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:34.662438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574c13-4df9-4b20-877c-32a0f90b7134 req-f0871718-d76e-48f7-ae77-4d4061ef8223 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.672904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a574c13-4df9-4b20-877c-32a0f90b7134 req-f0871718-d76e-48f7-ae77-4d4061ef8223 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2106895 Feb 04 15:37:34.678125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:34.709239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8a51e3c3-d822-468b-8cb6-4af586cfc25f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:34.729294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-ec67b63f-20c4-4d1c-920d-846af7f917fb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.730897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-ec67b63f-20c4-4d1c-920d-846af7f917fb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 804 time: 0.6718652 Feb 04 15:37:34.744228 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.746885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.760036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-2261edd8-5f01-493c-a741-d131614c94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:34.761641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-2261edd8-5f01-493c-a741-d131614c94f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.8025477 Feb 04 15:37:34.774881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-7bc00c59-74e1-41eb-9a86-4693bec44899 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/quotas/bbb454b0a400480fb7c37fc21f3e27bd HTTP/1.1" status: 200 len: 375 time: 0.0315804 Feb 04 15:37:34.825465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] For port b6c52147-e6d1-4fc8-9632-7a1b60809833, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:34.850896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d4d26-be5f-4c79-b18e-f217046e6b18 None None] Network ac82600d-3c65-459e-9abe-21c191d508c6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:34.878817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-747bbfe0-8a14-4291-b65c-7e3ced7262c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076038 Feb 04 15:37:34.885168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-60a868c8-95bb-4162-b897-aef434b2561e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942118 Feb 04 15:37:34.889036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:34.920808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] For port d3bc7962-089d-4a4a-98fb-043610cbc25d, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:34.969309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Network 46907810-c836-4b11-a6cf-0217c6631eb5 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:34.979616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] For port b6c52147-e6d1-4fc8-9632-7a1b60809833, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b6c52147-e6d1-4fc8-9632-7a1b60809833,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:35.015733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:35.032468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] For port d3bc7962-089d-4a4a-98fb-043610cbc25d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d3bc7962-089d-4a4a-98fb-043610cbc25d,segment=NetworkSegment(ed6994f5-4497-406d-ac10-35101e33b1fa),segment_id=ed6994f5-4497-406d-ac10-35101e33b1fa)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:35.039109 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.042208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:35.050520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:35.053624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:35.069149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.071307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=15954d9c-b74d-4882-9812-f097bd5fa3db,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:35.080410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:35.196159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a574c13-4df9-4b20-877c-32a0f90b7134 req-831904e2-778f-42c4-adf1-ec4fa4ddd1c2 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220921 Feb 04 15:37:35.273043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:35.276817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Allocated IP 172.20.0.2 (2a93187c-abee-4b6a-8043-9e1246efeb2e/3f6351b2-a4ab-4c29-b9b3-0fb8f365cdf1/6069846d-f93e-4f57-a0cd-d4fc860c5ce7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:35.295965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Allocated IP 172.20.0.1 (6b272190-40b1-4df6-8ff9-f56292b0ebd1/76260319-daac-4501-a484-8f6113751363/690c25d6-2336-41ed-a9c6-bd9fc2b58d49) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:35.323302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-12a209aa-928b-4609-8d12-a21ed3119ece tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 2fca9303-0477-486a-8fb3-8ba6418cd941 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:35.326508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-12a209aa-928b-4609-8d12-a21ed3119ece tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.360652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Pushing event updated for resources: {'Port': ['ID=ab02934a-0e54-44cd-ab53-280501b8b609,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:35.396039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-35ebcca1-3958-4c8e-8400-9f5fc564c861 service neutron] 10.222.0.47 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626956 Feb 04 15:37:35.408355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-f932d452-4142-4ff5-b360-181e4ad6b145 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215356 Feb 04 15:37:35.536667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Pushing event updated for resources: {'Port': ['ID=030e00e0-90e1-4501-84b0-99e1cb7ddce6,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:35.539076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8a51e3c3-d822-468b-8cb6-4af586cfc25f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:35.539576 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.576810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Attempting to bind port ab02934a-0e54-44cd-ab53-280501b8b609 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:35.576810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Attempting to bind port ab02934a-0e54-44cd-ab53-280501b8b609 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:35.576810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Attempting to bind port ab02934a-0e54-44cd-ab53-280501b8b609 on network 46907810-c836-4b11-a6cf-0217c6631eb5 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:35.695018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:35.707883 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:35.713027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b3718b9d-b7ac-438b-9dae-c39c2e32abfa tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2398508 Feb 04 15:37:35.718147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49994) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:35.729838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1643126050'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:35.730636 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:35.731471 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:35.809372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c093-e0f3-43ec-98b8-0356ca6da5a9 req-b4e4b82a-ccf9-439d-90aa-31c433473d5e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:35.822418 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0828c093-e0f3-43ec-98b8-0356ca6da5a9 req-b4e4b82a-ccf9-439d-90aa-31c433473d5e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 944 time: 0.4200778 Feb 04 15:37:35.850167 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-12a209aa-928b-4609-8d12-a21ed3119ece tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:35.903016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2de76774-9ff0-4056-b5f6-925bd37eb918 req-e51e101f-df78-4873-98a0-95a5e898e58c service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679608 Feb 04 15:37:35.951872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-12a209aa-928b-4609-8d12-a21ed3119ece tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 2fca9303-0477-486a-8fb3-8ba6418cd941 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:35.998450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.014448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-48a67e85-a030-4449-878a-a58ffa35621c service neutron] 10.222.0.47 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960951 Feb 04 15:37:36.028265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.062734 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.182824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:36.189417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.234181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-228cbcc0-e3b8-4149-a570-ef97e945657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:36.236274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-228cbcc0-e3b8-4149-a570-ef97e945657b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.2018111 Feb 04 15:37:36.296796 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.305801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0828c093-e0f3-43ec-98b8-0356ca6da5a9 req-afa2bbff-fdd7-4839-a614-a5fc81306706 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173508 Feb 04 15:37:36.339119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:36.342632 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:36.395689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.396050 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment 59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7 of type vlan for network bd2440b4-dc9f-44f5-8670-e6f9449944b6 Feb 04 15:37:36.638014 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.693907 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.719245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Attempting to bind port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:36.720433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Attempting to bind port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '877d0c0e-bc16-4444-b131-f6f7a57d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b272190-40b1-4df6-8ff9-f56292b0ebd1'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:36.721492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Attempting to bind port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 on network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:36.742746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.748913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:36.749580 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.827195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:36.831850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Checking segment: {'id': '877d0c0e-bc16-4444-b131-f6f7a57d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b272190-40b1-4df6-8ff9-f56292b0ebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:36.832689 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.833429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Bound using segment: {'id': '877d0c0e-bc16-4444-b131-f6f7a57d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b272190-40b1-4df6-8ff9-f56292b0ebd1'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:36.834400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Bound port: 030e00e0-90e1-4501-84b0-99e1cb7ddce6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877d0c0e-bc16-4444-b131-f6f7a57d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b272190-40b1-4df6-8ff9-f56292b0ebd1'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:36.835401 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.898563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=bd2440b4-dc9f-44f5-8670-e6f9449944b6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:36.901060 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-12a209aa-928b-4609-8d12-a21ed3119ece tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.937250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:36.941859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Checking segment: {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:36.944157 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:33Z', 'revision_number': 3, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:34Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:36.945134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:36.946723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Bound using segment: {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:36.947766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Bound port: ab02934a-0e54-44cd-ab53-280501b8b609, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:36.950550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.013832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network bd2440b4-dc9f-44f5-8670-e6f9449944b6 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:37.036036 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:37.036444 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Updating router c04420a9-19e8-4557-ad02-bebede8a187e port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:37:37.041705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b002270-45c4-46e5-94aa-7f3aebe22caf req-e1ec05e4-bcdb-407e-b11c-b0dc5806dbd2 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:37.043991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b002270-45c4-46e5-94aa-7f3aebe22caf req-e1ec05e4-bcdb-407e-b11c-b0dc5806dbd2 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.5010958 Feb 04 15:37:37.071798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a209aa-928b-4609-8d12-a21ed3119ece tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=2fca9303-0477-486a-8fb3-8ba6418cd941,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.096267 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cdd6f0ce-c185-4df3-8a5a-983624cc2234 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3572898 Feb 04 15:37:37.103504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50010) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:37.112135 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-12a209aa-928b-4609-8d12-a21ed3119ece tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.118413 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.122363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-12a209aa-928b-4609-8d12-a21ed3119ece tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/2fca9303-0477-486a-8fb3-8ba6418cd941 HTTP/1.1" status: 204 len: 168 time: 2.4845321 Feb 04 15:37:37.135975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:37.171196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Network 2a93187c-abee-4b6a-8043-9e1246efeb2e is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:37.233211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.264705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50012) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:37.289077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:37.293689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:37.353420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d24aac-a44a-44e9-9aae-3d7302d2d9f8 None None] Pushing event updated for resources: {'Port': ['ID=b6c52147-e6d1-4fc8-9632-7a1b60809833,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.413006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459eca35-c485-46de-818c-4c53d7909ee5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:37.420800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459eca35-c485-46de-818c-4c53d7909ee5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:37.424039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-459eca35-c485-46de-818c-4c53d7909ee5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1556778 Feb 04 15:37:37.436839 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.445064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50016) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:37.543598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:37.547519 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.550877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccb71c6-58cd-4bcd-a685-0d51b48d964e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 56326e1c-a715-4542-9861-c9bc68162ba8 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:37.586915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:37.588002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cccb71c6-58cd-4bcd-a685-0d51b48d964e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.662099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478ad1a-ed8d-4959-9dc9-c3208c59e032 req-14bbdbfa-084d-4dbe-b7d5-3cb67ba235fe tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:37.669153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5478ad1a-ed8d-4959-9dc9-c3208c59e032 req-14bbdbfa-084d-4dbe-b7d5-3cb67ba235fe tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.5945084 Feb 04 15:37:37.672093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Port': ['ID=690c25d6-2336-41ed-a9c6-bd9fc2b58d49,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.681743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:37.687053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:37.720740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b002270-45c4-46e5-94aa-7f3aebe22caf req-a3b3f5f4-1797-482d-bc67-2037c534872a tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449921 Feb 04 15:37:37.739413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66da1b1-008d-46d2-8ed4-dd342d98016a None None] Network 3a737d52-830b-46eb-95dc-92c8265f76f3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:37.817104 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.826514 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.835898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.904885 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Pushing event updated for resources: {'Port': ['ID=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:37.905507 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:37.922820 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.923319 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.923752 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.924098 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.924508 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.925514 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.925514 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.925514 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.926044 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.926220 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.926596 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.926941 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:37.994764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ed5477dd-428f-472a-9c86-93c8c3f77aa8 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:38.023454 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Attempting to bind port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:38.025238 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Attempting to bind port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:38.025816 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Attempting to bind port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 on network 3a737d52-830b-46eb-95dc-92c8265f76f3 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:38.032735 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:38.033351 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Checking segment: {'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:38.033931 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.034516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Bound using segment: {'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:38.035334 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Bound port: 6dd486fb-66cc-4fc4-a799-0213b7a4dce2, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6994f5-4497-406d-ac10-35101e33b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:38.035918 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.157157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] For port 030e00e0-90e1-4501-84b0-99e1cb7ddce6, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:38.162467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d749a71-9407-43f3-86f4-b77bd6fa6e3b req-d10861d1-2af5-40f2-8bf8-c1868c147c6f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 210 time: 0.0977890 Feb 04 15:37:38.177433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:37:38.194567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Attempting to bind port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:38.198360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Attempting to bind port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '0c11806e-f6a3-413c-a7cc-911e2e7e2356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a93187c-abee-4b6a-8043-9e1246efeb2e'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:38.200594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Attempting to bind port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 on network 2a93187c-abee-4b6a-8043-9e1246efeb2e {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:38.217571 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cccb71c6-58cd-4bcd-a685-0d51b48d964e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.228051 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] For port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:38.241212 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] For port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,segment=NetworkSegment(ed6994f5-4497-406d-ac10-35101e33b1fa),segment_id=ed6994f5-4497-406d-ac10-35101e33b1fa)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:38.254683 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.299865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-4217ca34-4d92-4e3e-b274-0ca3be5844e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.301714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:38.302193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Checking segment: {'id': '0c11806e-f6a3-413c-a7cc-911e2e7e2356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a93187c-abee-4b6a-8043-9e1246efeb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:38.302604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.303015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Bound using segment: {'id': '0c11806e-f6a3-413c-a7cc-911e2e7e2356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a93187c-abee-4b6a-8043-9e1246efeb2e'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:38.305880 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-4217ca34-4d92-4e3e-b274-0ca3be5844e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 2.0575278 Feb 04 15:37:38.310913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Bound port: 6069846d-f93e-4f57-a0cd-d4fc860c5ce7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c11806e-f6a3-413c-a7cc-911e2e7e2356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2a93187c-abee-4b6a-8043-9e1246efeb2e'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:38.311399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.313556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-beee9641-688e-4bc3-a48f-86bcbf51d657 None None] Provisioning complete for port d3bc7962-089d-4a4a-98fb-043610cbc25d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:38.313932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-beee9641-688e-4bc3-a48f-86bcbf51d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.333816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] For port 030e00e0-90e1-4501-84b0-99e1cb7ddce6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=030e00e0-90e1-4501-84b0-99e1cb7ddce6,segment=NetworkSegment(877d0c0e-bc16-4444-b131-f6f7a57d177f),segment_id=877d0c0e-bc16-4444-b131-f6f7a57d177f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:38.357690 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:38.360812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] For port ab02934a-0e54-44cd-ab53-280501b8b609, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:38.366519 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5478ad1a-ed8d-4959-9dc9-c3208c59e032 req-e4ea7154-88d9-4ae4-9cd8-37b73fcc5085 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518887 Feb 04 15:37:38.367124 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:38.406221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.456939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Pushing event updated for resources: {'Port': ['ID=d3bc7962-089d-4a4a-98fb-043610cbc25d,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:38.465898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.600887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b6c52147-e6d1-4fc8-9632-7a1b60809833 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:38.606578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-cc280106-3446-434e-8436-fadf68fc6968 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 217 time: 0.2359734 Feb 04 15:37:38.651337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] For port ab02934a-0e54-44cd-ab53-280501b8b609, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ab02934a-0e54-44cd-ab53-280501b8b609,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:38.670694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.672633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.673809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.676607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.677314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.677884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.678509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.679069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.679603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.681329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.685202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.685835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6d50ed-9af0-4137-910f-5e195db79059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:37:38.699670 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:38.719933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-f4b25c41-8f11-45b4-8bcb-8dd61460e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.721846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-f4b25c41-8f11-45b4-8bcb-8dd61460e78a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.0930908 Feb 04 15:37:38.742447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=d748dbf9-5c26-4801-86c1-4317858d2f92,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:38.749845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.788541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:38.794317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c03871-8bbd-4dc2-a917-64c7fd91f2cc req-d12b9cc4-b3b8-4316-ad4a-7e41652396eb tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.796109 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8c03871-8bbd-4dc2-a917-64c7fd91f2cc req-d12b9cc4-b3b8-4316-ad4a-7e41652396eb tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 944 time: 0.3736694 Feb 04 15:37:38.819388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:38.820054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: bd2440b4-dc9f-44f5-8670-e6f9449944b6, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:38.827164 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea0122-b292-4518-9217-6c88b8698d3a None None] Pushing event updated for resources: {'Port': ['ID=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:38.902859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network bd2440b4-dc9f-44f5-8670-e6f9449944b6 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:38.914984 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8c03871-8bbd-4dc2-a917-64c7fd91f2cc req-2292a78f-407c-4258-807d-d3251011c9a4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068897 Feb 04 15:37:38.951488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, bd2440b4-dc9f-44f5-8670-e6f9449944b6) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:38.956683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:38.957387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.009644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d61d32-09a6-49ba-b8e1-22e8b4bd20ad None None] Network bd2440b4-dc9f-44f5-8670-e6f9449944b6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:39.015883 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8c8c9a77-35c8-4d8f-9e9f-8e3b657660db tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9099019 Feb 04 15:37:39.022372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50028) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:39.049441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-6024d64e-27f9-4184-8e5c-b8d3c7e544c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2910774 Feb 04 15:37:39.051352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cccb71c6-58cd-4bcd-a685-0d51b48d964e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.103615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port ed5477dd-428f-472a-9c86-93c8c3f77aa8 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:37:39.112263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Pushing event updated for resources: {'Port': ['ID=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.165354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port ed5477dd-428f-472a-9c86-93c8c3f77aa8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:39.171557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.345212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c5a00-c999-4d1d-8af9-ce0f1776abff None None] Pushing event updated for resources: {'Port': ['ID=030e00e0-90e1-4501-84b0-99e1cb7ddce6,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.352697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] For port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:39.441840 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:33Z', 'revision_number': 3, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:38Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:39.508465 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2099ee2-5372-4011-ad0e-55fc2c9358d3 None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:33Z', 'revision_number': 3, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:38Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:39.514703 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cccb71c6-58cd-4bcd-a685-0d51b48d964e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.518278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:39.556462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a279c-9028-46ec-a948-8bb72621e6f1 req-fa48ca01-ef2d-4841-b457-28612386780a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:39.564701 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e61a279c-9028-46ec-a948-8bb72621e6f1 req-fa48ca01-ef2d-4841-b457-28612386780a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.4413211 Feb 04 15:37:39.658670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015a699-d9cd-42e4-98a7-87612d970759 None None] Pushing event updated for resources: {'Port': ['ID=ab02934a-0e54-44cd-ab53-280501b8b609,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.671447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb71c6-58cd-4bcd-a685-0d51b48d964e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=56326e1c-a715-4542-9861-c9bc68162ba8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:39.698079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] For port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,segment=NetworkSegment(0c11806e-f6a3-413c-a7cc-911e2e7e2356),segment_id=0c11806e-f6a3-413c-a7cc-911e2e7e2356)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:39.713849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Sync routers for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:39.735916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c42b9-7f59-4966-8c3c-016c9a131135 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:39.743280 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cccb71c6-58cd-4bcd-a685-0d51b48d964e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.750795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cccb71c6-58cd-4bcd-a685-0d51b48d964e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/56326e1c-a715-4542-9861-c9bc68162ba8 HTTP/1.1" status: 204 len: 168 time: 2.2963557 Feb 04 15:37:39.754297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50032) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:39.801578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2e8c2-72bf-4790-a463-3b820c2a54c1 req-e64bc7d9-b8e8-42e6-85d4-787d92ce93df tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:39.812407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5e2e8c2-72bf-4790-a463-3b820c2a54c1 req-e64bc7d9-b8e8-42e6-85d4-787d92ce93df tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.7390399 Feb 04 15:37:39.817180 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.818992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-08ab3f2d-3001-460f-8f2f-3f001ab47bd4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 10.1351666 Feb 04 15:37:39.823129 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-9ac91ea3-0447-4fd8-b43e-c2f524d25630 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587236 Feb 04 15:37:39.837097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50034) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:39.837831 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:39.848779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86b3068d-1f35-4067-9b8d-2dae535169a7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812745 Feb 04 15:37:39.860994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-d520fcca-0067-4378-8d81-e3b1ac1f5823 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:39.862613 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-d520fcca-0067-4378-8d81-e3b1ac1f5823 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 804 time: 0.5967569 Feb 04 15:37:39.863240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50036) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:39.897417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Request body: {'port': {'device_id': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'admin_state_up': True, 'tenant_id': 'bbb454b0a400480fb7c37fc21f3e27bd'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:39.927525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e61a279c-9028-46ec-a948-8bb72621e6f1 req-1976eb96-3bc4-4d7c-9edb-14af7e91eab9 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618011 Feb 04 15:37:39.992876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b6c52147-e6d1-4fc8-9632-7a1b60809833 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:39.993288 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.028320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17ce2b7c-2a1e-4e4c-93e0-25e25cd836a2 req-69cef4d8-ffdf-463d-b72c-4df5d79e2e22 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178527 Feb 04 15:37:40.198723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:40.199683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.202463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5e2e8c2-72bf-4790-a463-3b820c2a54c1 req-8d4a9650-8aed-430f-ad2f-968dfc9a1b91 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890564 Feb 04 15:37:40.215679 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.217903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-beee9641-688e-4bc3-a48f-86bcbf51d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.255495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:40.266806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:40.277321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.548056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.596171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.649866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895aa59-afb3-4ff9-bc15-db0f3c6cda7e None None] Pushing event updated for resources: {'Port': ['ID=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:40.820272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:40.849213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4fe1c-41cc-492c-8aaf-81474b3056c9 req-2626601c-d3d2-4f9f-aade-7da752136132 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.850959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5d4fe1c-41cc-492c-8aaf-81474b3056c9 req-2626601c-d3d2-4f9f-aade-7da752136132 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 944 time: 0.4383581 Feb 04 15:37:40.867071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Port': ['ID=690c25d6-2336-41ed-a9c6-bd9fc2b58d49,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:40.886438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3742347c-cb47-4590-830b-0a2814902a64 req-8af84be1-bfc2-4bbf-8ab4-f260ed7ff0e0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 210 time: 0.8084171 Feb 04 15:37:40.909880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa4811-d6c5-44ca-aa23-bbaff66ce76f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:40.914366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-32aa4811-d6c5-44ca-aa23-bbaff66ce76f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0416863 Feb 04 15:37:40.973680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50040) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:41.087620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.093623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:41.129107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6f6bae-bdb9-44b1-925d-ce8d92e39115 None None] Network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:41.248821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5d4fe1c-41cc-492c-8aaf-81474b3056c9 req-908401df-8330-409d-8c5b-7f08bfe22522 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735309 Feb 04 15:37:41.277578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34282b6-828f-4918-ac75-c3cc12ca69cb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:41.281865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a34282b6-828f-4918-ac75-c3cc12ca69cb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2783701 Feb 04 15:37:41.290147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:41.436719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089ba0a-4cb3-4cbb-b134-ee1c8919e5e0 req-eb7b51cc-80af-4977-a621-1e709784e162 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:41.446808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f089ba0a-4cb3-4cbb-b134-ee1c8919e5e0 req-eb7b51cc-80af-4977-a621-1e709784e162 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.3613968 Feb 04 15:37:41.529116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f089ba0a-4cb3-4cbb-b134-ee1c8919e5e0 req-9b55a6fa-f122-4cbe-b202-2e209e4e8e5a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813067 Feb 04 15:37:41.562677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-beee9641-688e-4bc3-a48f-86bcbf51d657 None None] For port d3bc7962-089d-4a4a-98fb-043610cbc25d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d3bc7962-089d-4a4a-98fb-043610cbc25d,segment=NetworkSegment(ed6994f5-4497-406d-ac10-35101e33b1fa),segment_id=ed6994f5-4497-406d-ac10-35101e33b1fa)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:41.577214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Made reservation on behalf of bbb454b0a400480fb7c37fc21f3e27bd for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:41.587294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.598723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b365bd22-6938-43d5-8c41-88559a5c82f1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3061118 Feb 04 15:37:41.609182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50048) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:41.623186 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-beee9641-688e-4bc3-a48f-86bcbf51d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.627272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9846c6-0dd3-43e5-ab25-2976cbbff731 None None] Network 46907810-c836-4b11-a6cf-0217c6631eb5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:41.631234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:41.702384 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:41.704534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:41.707063 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85bbc35-112d-4bc5-af5b-f61e5ef14a4c" -d '{"events": [{"server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "name": "network-vif-plugged", "status": "completed", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:37:41.842734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:41.856929 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1547e3-639f-464e-afc2-ecacb7ac4058 x-openstack-request-id: req-ed1547e3-639f-464e-afc2-ecacb7ac4058 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:37:41.857606 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "name": "network-vif-plugged", "status": "completed", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:37:41.860358 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed1547e3-639f-464e-afc2-ecacb7ac4058 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:37:41.861152 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8', 'code': 200} Feb 04 15:37:41.918260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Allocated IP 2001:db8:2::2 (bd2440b4-dc9f-44f5-8670-e6f9449944b6/d748dbf9-5c26-4801-86c1-4317858d2f92/bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:41.970565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ed5477dd-428f-472a-9c86-93c8c3f77aa8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:42.038987 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.152568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Allocated IP 172.20.0.6 (ac82600d-3c65-459e-9abe-21c191d508c6/b76ece1f-58a1-49a6-8c91-49900151716a/10a05179-cbec-4462-8206-8019fdc6a216) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:42.164061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Provisioning complete for port b6c52147-e6d1-4fc8-9632-7a1b60809833 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:42.165405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.244557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee9641-688e-4bc3-a48f-86bcbf51d657 None None] Pushing event updated for resources: {'Port': ['ID=d3bc7962-089d-4a4a-98fb-043610cbc25d,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:42.249599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28023f22-5b98-4b79-92ce-e1ad4e70f917 req-50d78ced-b2ab-4692-aeb8-f5616b97f608 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 210 time: 0.1668792 Feb 04 15:37:42.307630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b6c52147-e6d1-4fc8-9632-7a1b60809833, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b6c52147-e6d1-4fc8-9632-7a1b60809833,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:42.335605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6921522e-aca7-4306-9840-aee589c61f69 req-5d25fc47-59ad-471d-b5ca-fc31eaf6a0de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4818223 Feb 04 15:37:42.484110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] Deleting port b6c52147-e6d1-4fc8-9632-7a1b60809833 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:42.484514 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.600566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] For port b6c52147-e6d1-4fc8-9632-7a1b60809833, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b6c52147-e6d1-4fc8-9632-7a1b60809833,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:42.600976 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.618146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] Calling delete_port for b6c52147-e6d1-4fc8-9632-7a1b60809833 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:42.717922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122b6c2-1272-4a14-8455-61c298530cb8 None None] Network 2a93187c-abee-4b6a-8043-9e1246efeb2e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:42.724160 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:42.724658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f85f-6bb4-4f95-b162-344df449db37 req-01faa740-5166-4b47-9e70-b28dcbefbea4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.724938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 15954d9c-b74d-4882-9812-f097bd5fa3db up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:42.726346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af17f85f-6bb4-4f95-b162-344df449db37 req-01faa740-5166-4b47-9e70-b28dcbefbea4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 945 time: 0.2209013 Feb 04 15:37:42.739706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921522e-aca7-4306-9840-aee589c61f69 req-b02b606c-cbef-428b-8f42-07a56bea49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.741338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6921522e-aca7-4306-9840-aee589c61f69 req-b02b606c-cbef-428b-8f42-07a56bea49f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 1097 time: 0.2673688 Feb 04 15:37:42.777123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:42.832543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:42.858427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64386164-8bce-4448-b98a-94297b04541b req-315569d3-73f7-400d-807e-6b8b10241346 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.865500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64386164-8bce-4448-b98a-94297b04541b req-315569d3-73f7-400d-807e-6b8b10241346 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 1.4592955 Feb 04 15:37:42.912604 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af17f85f-6bb4-4f95-b162-344df449db37 req-29faf51f-0702-4776-8b10-1f9dd6a886d1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616178 Feb 04 15:37:42.953061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699c409-200a-4cae-9c98-9f3a5b0812ca req-03deb2a9-cd0d-433d-8804-ac58260cc34c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:42.973527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e699c409-200a-4cae-9c98-9f3a5b0812ca req-03deb2a9-cd0d-433d-8804-ac58260cc34c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 1.5312591 Feb 04 15:37:43.008955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.047545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921522e-aca7-4306-9840-aee589c61f69 req-165b8420-b239-4ed5-8229-82729d9b006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.049248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6921522e-aca7-4306-9840-aee589c61f69 req-165b8420-b239-4ed5-8229-82729d9b006e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.2550294 Feb 04 15:37:43.103153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=ed5477dd-428f-472a-9c86-93c8c3f77aa8,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.105801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Port b6c52147-e6d1-4fc8-9632-7a1b60809833 update to ACTIVE by agent not found {{(pid=102424) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 04 15:37:43.112179 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.171667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e699c409-200a-4cae-9c98-9f3a5b0812ca req-1c6b2176-4bee-4e4a-ab9e-3d7ca296fe15 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972861 Feb 04 15:37:43.187076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6921522e-aca7-4306-9840-aee589c61f69 req-22e07bc1-a5e9-4f56-ae7c-9cb46a87f7b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87 HTTP/1.1" status: 200 len: 217 time: 0.1272316 Feb 04 15:37:43.195849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede736-cc8e-4e5a-aa8d-9b85ec5ab6aa req-a8726c9e-2057-4bb5-820f-b6582fe1b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.197404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58ede736-cc8e-4e5a-aa8d-9b85ec5ab6aa req-a8726c9e-2057-4bb5-820f-b6582fe1b8e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1096 time: 0.5727768 Feb 04 15:37:43.249809 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.260291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Provisioning complete for port d3bc7962-089d-4a4a-98fb-043610cbc25d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:43.260559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.315954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event deleted for resources: {'Port': ['ID=b6c52147-e6d1-4fc8-9632-7a1b60809833,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.326407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123e952-677c-4835-a73f-0c153899fd5e req-95bc98c4-c519-446e-9dd6-3be3cc69e41a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.328240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e123e952-677c-4835-a73f-0c153899fd5e req-95bc98c4-c519-446e-9dd6-3be3cc69e41a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.2480738 Feb 04 15:37:43.392171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] No DVR routers for this DVR port b6c52147-e6d1-4fc8-9632-7a1b60809833 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:43.430594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Pushing event updated for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.435131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:43.438878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.484929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921522e-aca7-4306-9840-aee589c61f69 req-0097114e-afe6-4202-95ec-717998535413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.487046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6921522e-aca7-4306-9840-aee589c61f69 req-0097114e-afe6-4202-95ec-717998535413 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.2873859 Feb 04 15:37:43.489216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Network ac82600d-3c65-459e-9abe-21c191d508c6 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:43.504341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:43.517011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:43.517448 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.587283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955a135-fa51-46dd-8a23-f3766982158c None None] Pushing event deleted for resources: {'Port': ['ID=b6c52147-e6d1-4fc8-9632-7a1b60809833,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:43.592382 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.604260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.604957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.650389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58ede736-cc8e-4e5a-aa8d-9b85ec5ab6aa req-d7698568-327f-4360-811f-e06a02dd47a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082375 Feb 04 15:37:43.659258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Router 93cec2b3-d00b-470e-8a58-fb669a67e9dc is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:37:43.664796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 15954d9c-b74d-4882-9812-f097bd5fa3db triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:43.665410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.689554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6921522e-aca7-4306-9840-aee589c61f69 req-9c6f0f25-6361-43ac-861d-3cbafa76d846 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921180 Feb 04 15:37:43.718792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e123e952-677c-4835-a73f-0c153899fd5e req-f1cae241-a143-49cb-8926-07a6da22de87 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764280 Feb 04 15:37:43.725922 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-0f224b7e-f44f-457c-8521-42e6833e9e77 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8337240 Feb 04 15:37:43.727536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Deleting port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:43.727867 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.776384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.787898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Request body: {'port': {'device_id': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:43.800310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8:2::1 (bd2440b4-dc9f-44f5-8670-e6f9449944b6/d748dbf9-5c26-4801-86c1-4317858d2f92/0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:43.800819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be847f-99aa-4d20-b514-3851826a96ca req-5d2ad813-e06a-4b13-8b4a-732d8c7ff73b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:43.809610 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5be847f-99aa-4d20-b514-3851826a96ca req-5d2ad813-e06a-4b13-8b4a-732d8c7ff73b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 931 time: 0.4048994 Feb 04 15:37:43.886538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Network bd2440b4-dc9f-44f5-8670-e6f9449944b6 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:43.894223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:34Z', 'revision_number': 3, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:43.951108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Checking router: ece2e3a2-be57-4ce8-a45f-d11ab2eb409b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:43.951672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Updating router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b port 80c0ca02-e951-4b66-bf21-bb8083abd580 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:37:43.955405 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:43.957594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:43.976258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:43.987355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6921522e-aca7-4306-9840-aee589c61f69 req-f53bb669-9bf8-47d7-b480-99c91d482bfa service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866561 Feb 04 15:37:44.010238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] For port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,segment=NetworkSegment(dc09b832-1adf-45d1-bbd4-7166b6ef8f36),segment_id=dc09b832-1adf-45d1-bbd4-7166b6ef8f36)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:44.010624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.025307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Calling delete_port for ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:44.077916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:44.089306 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20438204-65c9-462c-8f44-e3b7002f855a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "PUT /v2.0/routers/93cec2b3-d00b-470e-8a58-fb669a67e9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7279403 Feb 04 15:37:44.102938 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba022a-43b7-43b4-8f4f-b815b0f55716 None None] Sync routers for ids ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:44.108351 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5be847f-99aa-4d20-b514-3851826a96ca req-8cadb400-ec36-4f38-82a1-3681b0dd4ff6 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977161 Feb 04 15:37:44.108894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50062) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:44.120630 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba022a-43b7-43b4-8f4f-b815b0f55716 None None] Routers {'93cec2b3-d00b-470e-8a58-fb669a67e9dc'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:44.121284 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-faba022a-43b7-43b4-8f4f-b815b0f55716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:44.170632 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-faba022a-43b7-43b4-8f4f-b815b0f55716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:44.182588 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba022a-43b7-43b4-8f4f-b815b0f55716 None None] Routers {'93cec2b3-d00b-470e-8a58-fb669a67e9dc'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:44.183365 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-faba022a-43b7-43b4-8f4f-b815b0f55716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:44.222839 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-faba022a-43b7-43b4-8f4f-b815b0f55716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:44.223913 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba022a-43b7-43b4-8f4f-b815b0f55716 None None] The sync data for ids ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:44.357344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.390991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704026b-dd42-4d03-8d9a-92ef148b65b0 req-b485b4a8-f2d5-494c-8a63-a58852042a3d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:44.392968 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4704026b-dd42-4d03-8d9a-92ef148b65b0 req-b485b4a8-f2d5-494c-8a63-a58852042a3d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 945 time: 0.2587309 Feb 04 15:37:44.427125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:44.435721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Pushing event updated for resources: {'Port': ['ID=bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.465333 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6921522e-aca7-4306-9840-aee589c61f69 req-1c9bdb21-0e3c-4b98-8566-64c85d88e6ed service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328545 Feb 04 15:37:44.498998 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.504945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4704026b-dd42-4d03-8d9a-92ef148b65b0 req-a3ad2192-f82c-45ac-b9e6-f41c78e82350 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758214 Feb 04 15:37:44.534095 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.604068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a05179-cbec-4462-8206-8019fdc6a216 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:44.654274 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.663698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network bd2440b4-dc9f-44f5-8670-e6f9449944b6 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:44.690632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:44.697384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:44.698468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.711459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.764085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Transition to ACTIVE for port object 10a05179-cbec-4462-8206-8019fdc6a216 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:37:44.780424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:44.819620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Attempting to bind port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:44.820157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Attempting to bind port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:44.820673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Attempting to bind port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 on network bd2440b4-dc9f-44f5-8670-e6f9449944b6 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:44.842041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670b763-f20b-432a-8310-0b88139bede6 req-a12f4fd1-a47d-4c88-a665-6156b34bf00c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:44.851897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2670b763-f20b-432a-8310-0b88139bede6 req-a12f4fd1-a47d-4c88-a665-6156b34bf00c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.4798620 Feb 04 15:37:44.972195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Pushing event updated for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:44.991582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Provisioning complete for port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:44.992608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.040292 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2670b763-f20b-432a-8310-0b88139bede6 req-7b526195-b875-4724-a31d-672c265fec90 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852450 Feb 04 15:37:45.109962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.112984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:45.113700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Checking segment: {'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:45.114360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.127901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Bound using segment: {'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:45.128828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Bound port: bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:45.129492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.182363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9845ea4-3cba-419b-92c2-0916846be7e0 req-fcb13773-713c-414e-841b-08212268877a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:45.194581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9845ea4-3cba-419b-92c2-0916846be7e0 req-fcb13773-713c-414e-841b-08212268877a tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 946 time: 0.2461882 Feb 04 15:37:45.217784 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.220227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Allocated IP 172.20.0.1 (46907810-c836-4b11-a6cf-0217c6631eb5/40e444df-7186-46a3-a41b-ac34e45f594f/8089b5d6-4f04-4fd8-aede-4672b3ad8fd7) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:45.528189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.601828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] For port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:45.664023 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.681133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.781337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:37:45.822260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] For port 030e00e0-90e1-4501-84b0-99e1cb7ddce6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=030e00e0-90e1-4501-84b0-99e1cb7ddce6,segment=NetworkSegment(877d0c0e-bc16-4444-b131-f6f7a57d177f),segment_id=877d0c0e-bc16-4444-b131-f6f7a57d177f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:45.831650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Attempting to bind port 10a05179-cbec-4462-8206-8019fdc6a216 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:45.832270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.833396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Attempting to bind port 10a05179-cbec-4462-8206-8019fdc6a216 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:45.834795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Attempting to bind port 10a05179-cbec-4462-8206-8019fdc6a216 on network ac82600d-3c65-459e-9abe-21c191d508c6 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:45.849557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.855261 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.903770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Port 10a05179-cbec-4462-8206-8019fdc6a216 on network ac82600d-3c65-459e-9abe-21c191d508c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:37:45.904490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Attempting to bind port 10a05179-cbec-4462-8206-8019fdc6a216 on network ac82600d-3c65-459e-9abe-21c191d508c6 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:45.911339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Could not find standard attr ID for object 2fca9303-0477-486a-8fb3-8ba6418cd941. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:37:45.946135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Provisioning complete for port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:45.946887 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:45.999444 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.017212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:46.017886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Checking segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:46.018494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Bound using segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:46.019153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Bound port: 10a05179-cbec-4462-8206-8019fdc6a216, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:46.019737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.041141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9845ea4-3cba-419b-92c2-0916846be7e0 req-d6426704-a292-4cb3-8fa7-eb04a3c4df2b tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd9da3ef-c28b-41a6-804b-50a238732b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8284135 Feb 04 15:37:46.074399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Pushing event updated for resources: {'Port': ['ID=030e00e0-90e1-4501-84b0-99e1cb7ddce6,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.113714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Attempting to bind port 80c0ca02-e951-4b66-bf21-bb8083abd580 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:46.114366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Attempting to bind port 80c0ca02-e951-4b66-bf21-bb8083abd580 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:46.114941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Attempting to bind port 80c0ca02-e951-4b66-bf21-bb8083abd580 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:46.119979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Network 46907810-c836-4b11-a6cf-0217c6631eb5 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:46.137850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:46.156198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:46.156807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:46.157466 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.167250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:46.169296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Bound port: 80c0ca02-e951-4b66-bf21-bb8083abd580, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:46.169785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.237420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:46.251587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:46.256555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Pushing event updated for resources: {'Port': ['ID=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.271128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86bbad5-0945-4867-865d-ec8d5b6844aa None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:46.310779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:46.333150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:46.354685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3780-f0c3-474d-965d-8ff5233f3bf8 req-8ef76d0d-8906-425d-93cb-a14cda455fbb tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.356382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4db3780-f0c3-474d-965d-8ff5233f3bf8 req-8ef76d0d-8906-425d-93cb-a14cda455fbb tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 945 time: 0.1330676 Feb 04 15:37:46.385607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.387223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.417502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=d0ed67bd-e3a8-4348-850a-1fbda3e810d5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.459052 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.472520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db4b51d1-7604-4012-b7b8-cb4ffc680f02 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.8510082 Feb 04 15:37:46.481319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50080) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:46.498767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:46.507331 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:46:bd:6e', 'name': 'tempest-NetworksTestDHCPv6-2048535095'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:46.520762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] For port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518,segment=NetworkSegment(59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7),segment_id=59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:46.529847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4db3780-f0c3-474d-965d-8ff5233f3bf8 req-945b96d3-d63a-46bb-8323-e7c00c62eea7 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331050 Feb 04 15:37:46.534809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3839b-9509-4b57-b8ab-beb76fae2266 None None] Pushing event updated for resources: {'Port': ['ID=80c0ca02-e951-4b66-bf21-bb8083abd580,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.537203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:46.573797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.615086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.622433 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.762151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6bd6-de81-40aa-848a-97598d7420b7 req-0ee5abed-ac01-4818-993e-06b04b3dc428 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.771001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0ed6bd6-de81-40aa-848a-97598d7420b7 req-0ee5abed-ac01-4818-993e-06b04b3dc428 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 943 time: 1.1359730 Feb 04 15:37:46.784775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Pushing event deleted for resources: {'Port': ['ID=ca1dbb57-abfd-48d8-86e3-c4eb5d696b19,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.810114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a8367-5eb8-4c06-9265-b5ce770cc687 None None] Pushing event updated for resources: {'Port': ['ID=bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.811181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Pushing event updated for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:46.825478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:46.826155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.829113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-3dd8fe6b-6772-430b-a70e-e1ea0dd1bc2e service neutron] 10.222.0.50 "PUT /v2.0/ports/10a05179-cbec-4462-8206-8019fdc6a216 HTTP/1.1" status: 200 len: 1091 time: 3.0888357 Feb 04 15:37:46.837608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:46.842494 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5" -d '{"events": [{"name": "network-changed", "server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "tag": "10a05179-cbec-4462-8206-8019fdc6a216"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:37:46.886020 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] For port 80c0ca02-e951-4b66-bf21-bb8083abd580, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:46.889387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.909211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.910651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:46.965225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] For port 80c0ca02-e951-4b66-bf21-bb8083abd580, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80c0ca02-e951-4b66-bf21-bb8083abd580,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:46.992062 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.024236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.096281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:47.097902 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.232714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-da811058-2819-42e4-9bd1-ad5dab93f952 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1140833769&fields=id&tenant_id=b81ea7aca70446ca982891a1493c56e4 HTTP/1.1" status: 200 len: 267 time: 0.4231963 Feb 04 15:37:47.256246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] For port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,segment=NetworkSegment(ed6994f5-4497-406d-ac10-35101e33b1fa),segment_id=ed6994f5-4497-406d-ac10-35101e33b1fa)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:47.279878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:47.293424 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.316223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'd0ed67bd-e3a8-4348-850a-1fbda3e810d5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:47.318455 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.321255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] No DVR routers for this DVR port ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:37:47.341941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.348291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-bb907920-89f6-4cb7-82d8-655c70e9ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:47.348482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64386164-8bce-4448-b98a-94297b04541b req-0371d31f-eb4a-46e0-98ce-304ed0073b94 tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.50 "DELETE /v2.0/ports/ca1dbb57-abfd-48d8-86e3-c4eb5d696b19 HTTP/1.1" status: 204 len: 173 time: 4.4629111 Feb 04 15:37:47.348663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-bb907920-89f6-4cb7-82d8-655c70e9ac0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 1094 time: 0.3554292 Feb 04 15:37:47.375140 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0ed6bd6-de81-40aa-848a-97598d7420b7 req-a9bb6322-fed4-43b5-88ea-b678f504701c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027153 Feb 04 15:37:47.379372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-6e7fc969-5f19-4069-ab54-b8cbd964b4e5 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:47.381645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e41e623-fffc-4f45-8e31-7eecb3a52606', 'name': 'network-vif-deleted', 'tag': 'ca1dbb57-abfd-48d8-86e3-c4eb5d696b19'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:47.388025 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f42f5a4-c839-4ad5-8f37-573c5717d436" -d '{"events": [{"server_uuid": "8e41e623-fffc-4f45-8e31-7eecb3a52606", "name": "network-vif-deleted", "tag": "ca1dbb57-abfd-48d8-86e3-c4eb5d696b19"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:37:47.390805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-6e7fc969-5f19-4069-ab54-b8cbd964b4e5 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 945 time: 0.1573043 Feb 04 15:37:47.398832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'port': {'security_groups': ['18eb89ab-5c13-469e-8b77-87447d9d1f4a', '782ac9dd-391f-4268-bb8d-dc734a214044']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:47.422117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:47.423236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:47.426941 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-6aa1cab8-fccb-403b-a801-c8b49fabca74 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:37:47.428729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6aa1cab8-fccb-403b-a801-c8b49fabca74 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "PUT /v2.0/routers/93cec2b3-d00b-470e-8a58-fb669a67e9dc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.2364891 Feb 04 15:37:47.435292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50092) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:47.435517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3839b-9509-4b57-b8ab-beb76fae2266 None None] Pushing event updated for resources: {'Port': ['ID=80c0ca02-e951-4b66-bf21-bb8083abd580,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:47.511460 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ae9cf-8da0-4b97-a7a6-0685d2234542 x-openstack-request-id: req-1f6ae9cf-8da0-4b97-a7a6-0685d2234542 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:37:47.511891 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "tag": "10a05179-cbec-4462-8206-8019fdc6a216", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:37:47.512248 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f6ae9cf-8da0-4b97-a7a6-0685d2234542 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:37:47.513114 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216', 'status': 'completed', 'code': 200} Feb 04 15:37:47.514989 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-00784f1d-edcb-4d79-aa04-5fe167aa5daf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10a05179-cbec-4462-8206-8019fdc6a216 HTTP/1.1" status: 200 len: 217 time: 0.1080334 Feb 04 15:37:47.576640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network bd2440b4-dc9f-44f5-8670-e6f9449944b6 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:47.633017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Provisioning complete for port ab02934a-0e54-44cd-ab53-280501b8b609 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:47.633363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.640633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:47.647982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:47.809129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-e7c3d4fb-a9c3-4c98-b6a6-a3c54a26a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:47.812221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-e7c3d4fb-a9c3-4c98-b6a6-a3c54a26a7cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.2836299 Feb 04 15:37:47.896117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:47.963786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-9060aa02-907d-472a-9d09-b4f020baf815 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983021 Feb 04 15:37:48.115666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:48.137147 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02071441-4001-4d85-8b6a-fde53a1220a3 req-04b400cf-e91c-4497-add3-14d6e768f5cc tempest-InstanceActionsTestJSON-1087693986 tempest-InstanceActionsTestJSON-1087693986-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e41e623-fffc-4f45-8e31-7eecb3a52606 HTTP/1.1" status: 200 len: 210 time: 0.0861752 Feb 04 15:37:48.143747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:48.223759 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.233819 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa08dd7-7187-4950-a00b-c27c68b0df0d x-openstack-request-id: req-afa08dd7-7187-4950-a00b-c27c68b0df0d {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:37:48.234194 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e41e623-fffc-4f45-8e31-7eecb3a52606", "name": "network-vif-deleted", "tag": "ca1dbb57-abfd-48d8-86e3-c4eb5d696b19", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:37:48.234455 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-afa08dd7-7187-4950-a00b-c27c68b0df0d {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:37:48.234870 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e41e623-fffc-4f45-8e31-7eecb3a52606', 'name': 'network-vif-deleted', 'tag': 'ca1dbb57-abfd-48d8-86e3-c4eb5d696b19', 'status': 'completed', 'code': 200} Feb 04 15:37:48.449773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 030e00e0-90e1-4501-84b0-99e1cb7ddce6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:48.465783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Pushing event updated for resources: {'Port': ['ID=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:48.476753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.501165 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-eec86a0a-2de1-40fc-9da3-e7cd1f629a93 service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773355 Feb 04 15:37:48.579760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Allocated IP 2001:db8::f816:3eff:febc:3e03 (9441201d-a349-4a5a-8681-870320442b3d/d0ed67bd-e3a8-4348-850a-1fbda3e810d5/6d61ae9f-96b9-44e1-a055-42eb4fc74338) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:48.620730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bf69b-8080-448c-9931-fcc575cbb923 req-e31d7360-8a9a-470e-9ee0-9ec08ded13df tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:48.622355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf8bf69b-8080-448c-9931-fcc575cbb923 req-e31d7360-8a9a-470e-9ee0-9ec08ded13df tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2499342 Feb 04 15:37:48.639145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 721fbc8c-aa63-4631-968d-7f594d770ade yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:37:48.677876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9971c7ce-91cd-4bc8-b003-aeb3ef18d7ca req-4f7b2575-8903-42d0-905d-9a955112d35f service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652522 Feb 04 15:37:48.760150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:48.767366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1be52890-2656-486f-9b20-54642bcd1c27 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7436810 Feb 04 15:37:48.770572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50100) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:48.778204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1339495823'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:48.818441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf8bf69b-8080-448c-9931-fcc575cbb923 req-c99bdb63-781d-47c4-b449-c631db1ab300 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861091 Feb 04 15:37:48.873810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.882455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.886366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:48.918984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:48.924979 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:48.985311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] For port ed5477dd-428f-472a-9c86-93c8c3f77aa8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:48.991056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-9aadb0f0-8f73-415f-9e63-e8e151fba6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:48.992865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-9aadb0f0-8f73-415f-9e63-e8e151fba6d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 1094 time: 0.1941812 Feb 04 15:37:49.010563 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdab46f-f2f4-4c76-9036-7a8dd4350599 None None] Network bd2440b4-dc9f-44f5-8670-e6f9449944b6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:49.015710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:37:49.018400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Pushing event updated for resources: {'Port': ['ID=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:49.025519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.079490 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.082871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.083340 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added segment e458049e-ad5f-4646-b536-3ff71d63c53a of type vlan for network af9feb04-fd50-48e3-843f-44c3f6325e91 Feb 04 15:37:49.095122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018ee7-7ba3-41c3-ad64-ecbfe6c82dd8 req-32f09a5a-01cf-418d-acec-f27af85d81d5 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.096773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74018ee7-7ba3-41c3-ad64-ecbfe6c82dd8 req-32f09a5a-01cf-418d-acec-f27af85d81d5 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 943 time: 0.1396365 Feb 04 15:37:49.118612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.128001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:49.128654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:49.136304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.150500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.169643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.199216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:49.199658 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.208460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'ed5477dd-428f-472a-9c86-93c8c3f77aa8'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:37:49.246283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74018ee7-7ba3-41c3-ad64-ecbfe6c82dd8 req-166e5401-4495-4a5b-89ca-27d4b0b8244b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413560 Feb 04 15:37:49.287993 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Network 46907810-c836-4b11-a6cf-0217c6631eb5 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:49.293251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-552c339a-8716-4218-b766-09d2b168728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.293542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:49.322417 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-552c339a-8716-4218-b766-09d2b168728b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 905 time: 0.3170104 Feb 04 15:37:49.364036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.400443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] For port ab02934a-0e54-44cd-ab53-280501b8b609, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ab02934a-0e54-44cd-ab53-280501b8b609,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:49.407530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.412171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.413647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.422132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50bc7549-b68f-4ef9-a3f6-a3a2d5b48e8f req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "PUT /v2.0/ports/ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 200 len: 981 time: 2.0297332 Feb 04 15:37:49.441737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:49.452406 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.466817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b7d20-c8b5-4a07-9fea-36a449762615 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'Port': ['ID=ed5477dd-428f-472a-9c86-93c8c3f77aa8,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:49.480933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.496196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.498984 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:49.551102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fe46:bd6e (9441201d-a349-4a5a-8681-870320442b3d/d0ed67bd-e3a8-4348-850a-1fbda3e810d5/721fbc8c-aa63-4631-968d-7f594d770ade) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:49.592128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:37:49.597379 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0457c95-5907-4c1b-890c-8e7c28d5f852" -d '{"events": [{"name": "network-changed", "server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:37:49.605947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50114) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:49.641896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ed5477dd-428f-472a-9c86-93c8c3f77aa8'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:37:49.691438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-da24ac54-bb9d-4af3-a043-9f3853e9aa74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10a05179-cbec-4462-8206-8019fdc6a216 HTTP/1.1" status: 200 len: 217 time: 0.3647044 Feb 04 15:37:49.717692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:49.834449 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-cb494064-f5fb-4fc4-b726-132d72f37bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:49.836805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-cb494064-f5fb-4fc4-b726-132d72f37bbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.0584865 Feb 04 15:37:49.852037 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af51097-9237-49f0-9119-b1388ec84e8e x-openstack-request-id: req-1af51097-9237-49f0-9119-b1388ec84e8e {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:37:49.852411 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:37:49.852635 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1af51097-9237-49f0-9119-b1388ec84e8e {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:37:49.853016 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8', 'status': 'completed', 'code': 200} Feb 04 15:37:49.870391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0956511 Feb 04 15:37:49.887264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50120) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:49.939639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'subnet': {'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:49.954623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:34Z', 'revision_number': 3, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:49.989874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Pushing event updated for resources: {'Port': ['ID=6d61ae9f-96b9-44e1-a055-42eb4fc74338,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:49.994467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:50.066304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-a6569018-50c8-420f-9188-85a812c70949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.067791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-a6569018-50c8-420f-9188-85a812c70949 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1135 time: 0.2562249 Feb 04 15:37:50.146374 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.208970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9a607-3220-4968-9818-e2a4e096da88 None None] Pushing event updated for resources: {'Port': ['ID=ab02934a-0e54-44cd-ab53-280501b8b609,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.220358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:50.239078 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6aede9fb-e6b2-4064-8092-870b49082263 admin admin] 10.222.0.47 "PUT /v2.0/routers/ece2e3a2-be57-4ce8-a45f-d11ab2eb409b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3242817 Feb 04 15:37:50.261051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:50.267684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Deleting port 690c25d6-2336-41ed-a9c6-bd9fc2b58d49 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:50.268019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.353908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Provisioning complete for port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:50.354429 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.366532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06762178-eb04-4e1c-a4b2-0a508a8f8257 None None] The sync data for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 is: [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:34Z', 'revision_number': 3, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:50.385412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:50.391833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-03966486-0072-43bd-bf1f-9a8eb41a3300 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5330644 Feb 04 15:37:50.397781 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7995f0b7-4b9d-4d29-bdd5-d08456dc1b43 req-5ab7d257-08c4-445f-8ec9-9a415691a4ee tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/782ac9dd-391f-4268-bb8d-dc734a214044 HTTP/1.1" status: 200 len: 1803 time: 0.7903659 Feb 04 15:37:50.399621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55080bba-7782-4bea-b505-ee2d858f8205 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Network': ['ID=af9feb04-fd50-48e3-843f-44c3f6325e91,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.462225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-d880a49c-8ac2-4965-ab1e-1d2f41351ca1 admin admin] Deleting subnet 240b371f-90ba-4f17-9205-da281c4d6a39 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:50.467640 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d880a49c-8ac2-4965-ab1e-1d2f41351ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.475456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-78df932e-d4c2-4e16-a11e-8c50ae312280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.478031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-78df932e-d4c2-4e16-a11e-8c50ae312280 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 914 time: 0.3722239 Feb 04 15:37:50.516523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.521725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Made reservation on behalf of 42a0db1c4a1c4ee0921ede78f4688550 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:50.534845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.585207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-4a25995c-5739-4d72-9a51-496a2bd4c806 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 200 len: 217 time: 0.0850191 Feb 04 15:37:50.608029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network af9feb04-fd50-48e3-843f-44c3f6325e91 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:37:50.611436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:37:50.707333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.717304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:50.746594 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d880a49c-8ac2-4965-ab1e-1d2f41351ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.748874 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-7995f0b7-4b9d-4d29-bdd5-d08456dc1b43 req-5fbd135d-fc75-42ce-b52c-5343ce7ad654 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:37:50.753801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:50.761730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7995f0b7-4b9d-4d29-bdd5-d08456dc1b43 req-5fbd135d-fc75-42ce-b52c-5343ce7ad654 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/782ac9dd-391f-4268-bb8d-dc734a214044 HTTP/1.1" status: 409 len: 341 time: 0.3126557 Feb 04 15:37:50.768098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:50.775520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.776233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.795890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2666-a041-4ff9-a1c6-63d375c7fc60 req-8a6989da-6c0e-4c80-baaa-18f06c6e137b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.805761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01cd2666-a041-4ff9-a1c6-63d375c7fc60 req-8a6989da-6c0e-4c80-baaa-18f06c6e137b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 943 time: 0.3831511 Feb 04 15:37:50.817939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Calling delete_port for 690c25d6-2336-41ed-a9c6-bd9fc2b58d49 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:50.860085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=721fbc8c-aa63-4631-968d-7f594d770ade,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:50.886089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Provisioning complete for port 690c25d6-2336-41ed-a9c6-bd9fc2b58d49 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:50.887102 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:50.902007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-87ae183f-1a06-4cfa-b0c6-181d0a8af204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:50.918209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-87ae183f-1a06-4cfa-b0c6-181d0a8af204 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.2912242 Feb 04 15:37:50.992929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bdb3860f-4155-496d-9cb2-dc737cb8d02d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4818347 Feb 04 15:37:50.999251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d3bc7962-089d-4a4a-98fb-043610cbc25d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:51.036440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50136) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:51.157030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-4f2c6991-3c04-4d91-af80-bb5c1bdb5c48 service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506058 Feb 04 15:37:51.306413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Attempting to bind port 6d61ae9f-96b9-44e1-a055-42eb4fc74338 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:51.306788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Attempting to bind port 6d61ae9f-96b9-44e1-a055-42eb4fc74338 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:51.307157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Attempting to bind port 6d61ae9f-96b9-44e1-a055-42eb4fc74338 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:51.368075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:51.368458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:51.368960 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.369370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:51.369888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Bound port: 6d61ae9f-96b9-44e1-a055-42eb4fc74338, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:51.370336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.387348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Port 690c25d6-2336-41ed-a9c6-bd9fc2b58d49 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:37:51.475239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:44Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:37:46Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:51.490008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d3bc7962-089d-4a4a-98fb-043610cbc25d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:51.490374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.505795 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d880a49c-8ac2-4965-ab1e-1d2f41351ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.637962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3fec6d32-cc99-4b1e-9d4a-bbc2405df524 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:51.640043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3fec6d32-cc99-4b1e-9d4a-bbc2405df524 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/networks?id=46907810-c836-4b11-a6cf-0217c6631eb5 HTTP/1.1" status: 200 len: 828 time: 0.4820650 Feb 04 15:37:51.704243 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:51.801112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01cd2666-a041-4ff9-a1c6-63d375c7fc60 req-4a75b82b-61c0-4a65-9f95-374b269d882e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9943638 Feb 04 15:37:51.815049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-a11ab269-0a11-448a-a45b-c4d71d29c60d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8816044 Feb 04 15:37:51.850220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Subnet': ['ID=a970b896-9f35-42a2-a28a-fda1405792f8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:51.941654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-891dec52-8fcc-4b92-9e33-54c97760e2b3 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/quotas/de6c2adb5ad5445fa4acc82f826a34ce HTTP/1.1" status: 200 len: 375 time: 0.2658949 Feb 04 15:37:51.956394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d880a49c-8ac2-4965-ab1e-1d2f41351ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.023843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 10a05179-cbec-4462-8206-8019fdc6a216 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:37:52.036659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:52.037073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Updating router c04420a9-19e8-4557-ad02-bebede8a187e port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:37:52.054101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Provisioning complete for port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:52.054528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.204323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa3fe4d8-5533-491d-84a7-f439d03ddfc5 req-a0c6219e-f5e8-49e7-89cd-e7ea1ce428b8 service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0354223 Feb 04 15:37:52.236608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a2ac3-5ec5-42f6-ba30-e9d5db9cd1c5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.244689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a2ac3-5ec5-42f6-ba30-e9d5db9cd1c5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.246879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-245a2ac3-5ec5-42f6-ba30-e9d5db9cd1c5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0924208 Feb 04 15:37:52.263717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50150) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:52.323465 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.328431 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:37:52.353126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] For port 6d61ae9f-96b9-44e1-a055-42eb4fc74338, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:52.362879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-91e0d7a6-eb27-4a59-bf41-290127647f1e service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936436 Feb 04 15:37:52.372081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d880a49c-8ac2-4965-ab1e-1d2f41351ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.377360 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d880a49c-8ac2-4965-ab1e-1d2f41351ca1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/240b371f-90ba-4f17-9205-da281c4d6a39 HTTP/1.1" status: 204 len: 168 time: 2.7379327 Feb 04 15:37:52.378716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880a49c-8ac2-4965-ab1e-1d2f41351ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240b371f-90ba-4f17-9205-da281c4d6a39,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:52.385842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50152) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:52.395557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a52df-9234-4d24-9ecc-812c75c1c24c req-2fd51593-6f4f-47ae-b0d6-7f463f04cc76 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.397351 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c15a52df-9234-4d24-9ecc-812c75c1c24c req-2fd51593-6f4f-47ae-b0d6-7f463f04cc76 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 984 time: 0.1960244 Feb 04 15:37:52.482342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-e0183bf8-ece7-44d2-8aec-7b77d0fd1460 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=de6c2adb5ad5445fa4acc82f826a34ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5173326 Feb 04 15:37:52.555268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.569133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:52.571813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Checking segment: {'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:52.575070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network hostable DHCP agents. Network: af9feb04-fd50-48e3-843f-44c3f6325e91, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:37:52.618287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Port': ['ID=690c25d6-2336-41ed-a9c6-bd9fc2b58d49,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:52.621392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] For port 6d61ae9f-96b9-44e1-a055-42eb4fc74338, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6d61ae9f-96b9-44e1-a055-42eb4fc74338,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:52.636772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.645923 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c15a52df-9234-4d24-9ecc-812c75c1c24c req-9a7f8719-82f8-49cf-b1b2-7f6592db7712 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=782ac9dd-391f-4268-bb8d-dc734a214044&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1776271 Feb 04 15:37:52.703364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network af9feb04-fd50-48e3-843f-44c3f6325e91 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:37:52.730834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-af4462b6-5fe5-45e7-9cd2-fd350f1ec23c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 721fbc8c-aa63-4631-968d-7f594d770ade {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:37:52.731686 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af4462b6-5fe5-45e7-9cd2-fd350f1ec23c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.757358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0457c95-5907-4c1b-890c-8e7c28d5f852 req-1da52120-67d6-437b-802f-d2bdb05401c3 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495967 Feb 04 15:37:52.761471 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:52.792382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '10a05179-cbec-4462-8206-8019fdc6a216', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'port_id': '10a05179-cbec-4462-8206-8019fdc6a216', 'mac_address': 'fa:16:3e:c6:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76ece1f-58a1-49a6-8c91-49900151716a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:37:52.877696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, af9feb04-fd50-48e3-843f-44c3f6325e91) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:52.984423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:52.985071 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.010449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad9d1ac-d0ca-4d41-bc71-73524f910bc3 None None] Network af9feb04-fd50-48e3-843f-44c3f6325e91 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:53.050523 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-833c524b-0a81-4a99-8263-06e36f427a9a service neutron] 10.222.0.47 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583837 Feb 04 15:37:53.160651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.186139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d52920aa-f78c-4f19-aff2-53751aed029e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2820792 Feb 04 15:37:53.216452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50158) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:53.257396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-863949b5-e355-4cd1-994e-5115582c1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:53.261273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-863949b5-e355-4cd1-994e-5115582c1b0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1135 time: 0.3660994 Feb 04 15:37:53.356836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:53.388378 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.439505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af4462b6-5fe5-45e7-9cd2-fd350f1ec23c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.469382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-af4462b6-5fe5-45e7-9cd2-fd350f1ec23c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 721fbc8c-aa63-4631-968d-7f594d770ade owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:37:53.504253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32397c35-d146-41e5-a9ed-c0977fe6f93e None None] Pushing event updated for resources: {'Port': ['ID=6d61ae9f-96b9-44e1-a055-42eb4fc74338,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:53.540338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cee461-6207-4014-94bc-ee3c25e5154d req-e113cb3f-3367-4889-8d94-ef8ebb45be80 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:53.542907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09cee461-6207-4014-94bc-ee3c25e5154d req-e113cb3f-3367-4889-8d94-ef8ebb45be80 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 943 time: 0.4815190 Feb 04 15:37:53.600933 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.727792 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Sync routers for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:53.743343 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:53.743988 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.782015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.819814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90423b2e-8114-4c0d-a8c2-b354199a27d7']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.832814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc09b832-1adf-45d1-bbd4-7166b6ef8f36') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.833111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc09b832-1adf-45d1-bbd4-7166b6ef8f36') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:53.833766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a05179-cbec-4462-8206-8019fdc6a216 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:37:53.855550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.866284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:53.868457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Provisioning complete for port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:53.869048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.871785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.879514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:37:53.879974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.936780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-af9feb04-fd50-48e3-843f-44c3f6325e91', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:37:53.937863 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.950033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-65390603-c45d-4b7b-9145-f917d3a1b6ba service neutron] 10.222.0.47 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984687 Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:37:53.950784 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:37:53.961393 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:53.971224 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.002000 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:54.034265 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.047716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] 10.222.0.47 "DELETE /v2.0/networks/90423b2e-8114-4c0d-a8c2-b354199a27d7 HTTP/1.1" status: 204 len: 168 time: 1.6468632 Feb 04 15:37:54.049437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a605de-dda3-4b10-9ce7-0de68d46215d admin admin] Pushing event deleted for resources: {'Network': ['ID=90423b2e-8114-4c0d-a8c2-b354199a27d7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:54.055040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:54.073230 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.231907 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af4462b6-5fe5-45e7-9cd2-fd350f1ec23c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.317616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50170) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:54.320399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09cee461-6207-4014-94bc-ee3c25e5154d req-ecbff6a0-d804-4e4c-b805-3bdfd176f8fb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408292 Feb 04 15:37:54.329550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4462b6-5fe5-45e7-9cd2-fd350f1ec23c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=721fbc8c-aa63-4631-968d-7f594d770ade,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:54.419262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af4462b6-5fe5-45e7-9cd2-fd350f1ec23c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.425395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-af4462b6-5fe5-45e7-9cd2-fd350f1ec23c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/721fbc8c-aa63-4631-968d-7f594d770ade HTTP/1.1" status: 204 len: 168 time: 2.1480649 Feb 04 15:37:54.437299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50174) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:54.486340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['10a05179-cbec-4462-8206-8019fdc6a216'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:37:54.499489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4fc12ca9-5ba0-4c2c-9220-29769309f2f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b16e1e3893345399ad06df7b749f7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755805 Feb 04 15:37:54.505301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50178) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:54.550475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04db565-225e-4c04-9895-01df17ed96c8 req-6a1bdb9b-0844-4b73-83df-4bc5cb0bff6f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:54.559338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a04db565-225e-4c04-9895-01df17ed96c8 req-6a1bdb9b-0844-4b73-83df-4bc5cb0bff6f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 984 time: 0.2238467 Feb 04 15:37:54.595460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-8e8044d6-0276-4bce-a9c3-a16a5cb1d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:54.601249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-8e8044d6-0276-4bce-a9c3-a16a5cb1d99c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 914 time: 1.3170319 Feb 04 15:37:54.625394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22e060ff-8175-4f2a-b861-c1c96760dc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.651813 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:37:48Z', 'revision_number': 2, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:54.657953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Router 93cec2b3-d00b-470e-8a58-fb669a67e9dc has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:37:54.675400 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a04db565-225e-4c04-9895-01df17ed96c8 req-91a0c042-ba83-4c29-a78f-0b896725a9e6 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=782ac9dd-391f-4268-bb8d-dc734a214044&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1151593 Feb 04 15:37:54.716650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22e060ff-8175-4f2a-b861-c1c96760dc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.814113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-5c585903-5fc2-4901-b35e-a93b6b43d93a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 200 len: 217 time: 0.0590267 Feb 04 15:37:54.867761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22e060ff-8175-4f2a-b861-c1c96760dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.870479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22e060ff-8175-4f2a-b861-c1c96760dc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.871749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-22e060ff-8175-4f2a-b861-c1c96760dc95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd9da3ef-c28b-41a6-804b-50a238732b3e HTTP/1.1" status: 204 len: 168 time: 0.3639677 Feb 04 15:37:54.896681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e060ff-8175-4f2a-b861-c1c96760dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9da3ef-c28b-41a6-804b-50a238732b3e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:54.908577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:54.916897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:54.961939 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6215cc61-a6ae-4b1c-afe4-b99ea69af22c req-1aaaef6a-34d3-41eb-85f9-f1836cbe490f tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 210 time: 0.3593857 Feb 04 15:37:54.965647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-49ccc272-f0b5-419c-8cd1-8ea530d41239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:54.968746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-49ccc272-f0b5-419c-8cd1-8ea530d41239 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.1187680 Feb 04 15:37:55.008971 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Checking router: ece2e3a2-be57-4ce8-a45f-d11ab2eb409b for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:37:55.018036 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Updating router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:37:55.044145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735aedd7-0ab2-4029-bd69-b1a9ba2106bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:55.047355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735aedd7-0ab2-4029-bd69-b1a9ba2106bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:55.052915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-735aedd7-0ab2-4029-bd69-b1a9ba2106bf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6113017 Feb 04 15:37:55.062912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:55.066942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-591d77ce-7a23-4b0b-9b72-6aa5f9bf5a48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410488 Feb 04 15:37:55.105153 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.203953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-85edd066-b0fe-48d3-8052-1eb28fd9fd93 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet d0ed67bd-e3a8-4348-850a-1fbda3e810d5 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:37:55.213953 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85edd066-b0fe-48d3-8052-1eb28fd9fd93 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.354283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85edd066-b0fe-48d3-8052-1eb28fd9fd93 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.384751 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:37:55.490929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85edd066-b0fe-48d3-8052-1eb28fd9fd93 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.604473 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85edd066-b0fe-48d3-8052-1eb28fd9fd93 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.652512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85edd066-b0fe-48d3-8052-1eb28fd9fd93 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.656740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-85edd066-b0fe-48d3-8052-1eb28fd9fd93 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/d0ed67bd-e3a8-4348-850a-1fbda3e810d5 HTTP/1.1" status: 204 len: 168 time: 0.5914547 Feb 04 15:37:55.657886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd066-b0fe-48d3-8052-1eb28fd9fd93 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ed67bd-e3a8-4348-850a-1fbda3e810d5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:55.667992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:55.724517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.759139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] For port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518,segment=NetworkSegment(59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7),segment_id=59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:55.787764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.821508 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.864299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ac686d9-b4bc-4369-951a-e0e127b938b2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1900754 Feb 04 15:37:55.878452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50204) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:55.906947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Allocated IP 2001:db8:3::2 (af9feb04-fd50-48e3-843f-44c3f6325e91/a970b896-9f35-42a2-a28a-fda1405792f8/15f5e150-0c21-4fb5-b141-f0132cc41ddb) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:55.931434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:55.932422 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.961364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:37:55.966615 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:55.979032 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.012711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-38de1df7-bf4b-4d88-adb1-357bf95b70fa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "PUT /v2.0/routers/93cec2b3-d00b-470e-8a58-fb669a67e9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5715775 Feb 04 15:37:56.035085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50208) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:56.043656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ce2e7-bce6-47ea-ac5b-5dee977fb0d9 None None] Sync routers for ids ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:37:56.074072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-e1317dc9-6738-4d2b-b558-f75f36fdcc84 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9734616 Feb 04 15:37:56.076970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843d71c-4fb0-49b6-82a0-d9a9c79c11cd req-b504010b-c986-40ed-8d85-6eb6ec00e4eb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:56.078694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3843d71c-4fb0-49b6-82a0-d9a9c79c11cd req-b504010b-c986-40ed-8d85-6eb6ec00e4eb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 944 time: 0.3995409 Feb 04 15:37:56.120029 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fba4fa-0dbb-457a-b451-00fba138fe30 None None] Pushing event updated for resources: {'Port': ['ID=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.150066 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-dfe6c0f5-4fae-42ec-a5da-eee371099c97 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] delete failed (client error): The resource could not be found. Feb 04 15:37:56.157202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dfe6c0f5-4fae-42ec-a5da-eee371099c97 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-349415142 HTTP/1.1" status: 404 len: 334 time: 0.1148720 Feb 04 15:37:56.171220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50212) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:56.181422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8ee82ad4-328b-4902-87cf-905a5bbc8c4c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'router': {'external_gateway_info': {'network_id': '93cec2b3-d00b-470e-8a58-fb669a67e9dc'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:56.187021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Provisioning complete for port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:56.187564 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.204315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4b9c1-e650-4d07-babd-2f4a0641ad22 None None] Pushing event updated for resources: {'Port': ['ID=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.268914 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Attempting to bind port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:56.269369 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Attempting to bind port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:56.270055 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Attempting to bind port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 on network 46907810-c836-4b11-a6cf-0217c6631eb5 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:56.291210 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:56.291582 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Checking segment: {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:56.293694 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.294363 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Bound using segment: {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:56.296901 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Bound port: 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:56.298990 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.455602 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] For port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:56.460005 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] For port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:56.465454 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.505055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3843d71c-4fb0-49b6-82a0-d9a9c79c11cd req-9936d0ba-9e01-46d6-936f-6fe1b1f008eb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703718 Feb 04 15:37:56.586720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4d3cb-290e-4a9c-bc5e-cfc8c82b65c5 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:37:56.653893 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fba4fa-0dbb-457a-b451-00fba138fe30 None None] Pushing event updated for resources: {'Port': ['ID=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:56.690154 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:56.691098 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:56.765893 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba2b4c3f-9495-43e9-86c2-f9058c709fd4 req-fced5e4a-38cc-4662-b06d-aa1a9e642f82 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347280 Feb 04 15:37:56.896115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5031a-4db8-4c81-8a82-e0083bcfe0ad req-b65c826a-7e4d-47c5-aa0d-0a7c6f788026 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:56.914590 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:56.919283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bea5031a-4db8-4c81-8a82-e0083bcfe0ad req-b65c826a-7e4d-47c5-aa0d-0a7c6f788026 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 984 time: 0.9481099 Feb 04 15:37:56.953689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:56.980362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ce2e7-bce6-47ea-ac5b-5dee977fb0d9 None None] Routers {'93cec2b3-d00b-470e-8a58-fb669a67e9dc'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:56.983282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-328ce2e7-bce6-47ea-ac5b-5dee977fb0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:57.223009 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:37:56Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:57.259136 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b7e1a-43e1-40e3-ba08-2d92a6dd3668 None None] The sync data for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 is: [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:37:56Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:57.280379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bea5031a-4db8-4c81-8a82-e0083bcfe0ad req-d2e3fa1d-4416-4c2e-8c7c-fbf5473bb0ac tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=782ac9dd-391f-4268-bb8d-dc734a214044&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3560767 Feb 04 15:37:57.373147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Pushing event updated for resources: {'Port': ['ID=bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:57.397003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,segment=NetworkSegment(0c11806e-f6a3-413c-a7cc-911e2e7e2356),segment_id=0c11806e-f6a3-413c-a7cc-911e2e7e2356)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:57.794249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8d5fc-ca05-4c95-8b41-8028c300bd57 req-4ee19b64-a21b-43c5-b340-40226989ada4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:57.798659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6eb8d5fc-ca05-4c95-8b41-8028c300bd57 req-4ee19b64-a21b-43c5-b340-40226989ada4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 944 time: 0.1281350 Feb 04 15:37:57.871263 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9fa651e-24bb-4587-99a2-8ff2f453acf6 req-6bd57fba-eb72-4ad0-ae30-b37627d75ce1 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 210 time: 0.0557342 Feb 04 15:37:57.902445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-328ce2e7-bce6-47ea-ac5b-5dee977fb0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:57.925115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:57.929011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.929243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Attempting to bind port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:57.929415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50230) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:57.929514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Attempting to bind port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:57.929941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Attempting to bind port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb on network bd2440b4-dc9f-44f5-8670-e6f9449944b6 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:57.943266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:57.944130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ab02934a-0e54-44cd-ab53-280501b8b609 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:57.968421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6eb8d5fc-ca05-4c95-8b41-8028c300bd57 req-bf992a66-4bb5-4cde-80bb-42ac3500d25b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591418 Feb 04 15:37:58.021153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:58.021896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Checking segment: {'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:58.022021 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.022388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Bound using segment: {'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:58.022954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Bound port: 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:58.023478 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.168429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1185823246-network', 'tenant_id': '2938330e0c6e47f39ca530e9d0cbb9ca'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:58.178896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] For port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:37:58.184501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] For port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,segment=NetworkSegment(59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7),segment_id=59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:37:58.186264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:58.199031 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ee82ad4-328b-4902-87cf-905a5bbc8c4c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.239417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.260123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Made reservation on behalf of 2938330e0c6e47f39ca530e9d0cbb9ca for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:58.263315 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.268148 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-8ee82ad4-328b-4902-87cf-905a5bbc8c4c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] update failed (client error): The resource could not be found. Feb 04 15:37:58.269295 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ee82ad4-328b-4902-87cf-905a5bbc8c4c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "PUT /v2.0/routers/93cec2b3-d00b-470e-8a58-fb669a67e9dc HTTP/1.1" status: 404 len: 339 time: 2.0955966 Feb 04 15:37:58.280192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50236) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:37:58.291077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.299748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-9eef58aa-3e5d-446a-b351-da24e4701e9d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:58.302008 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-9eef58aa-3e5d-446a-b351-da24e4701e9d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.50 "GET /v2.0/networks?id=46907810-c836-4b11-a6cf-0217c6631eb5 HTTP/1.1" status: 200 len: 828 time: 1.9039335 Feb 04 15:37:58.327675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Request body: {'port': {'device_id': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'admin_state_up': True, 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:37:58.379892 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.408717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ce2e7-bce6-47ea-ac5b-5dee977fb0d9 None None] Routers {'93cec2b3-d00b-470e-8a58-fb669a67e9dc'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:58.409390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-328ce2e7-bce6-47ea-ac5b-5dee977fb0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:58.455862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ab02934a-0e54-44cd-ab53-280501b8b609 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:58.456249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.511500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-328ce2e7-bce6-47ea-ac5b-5dee977fb0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:58.512212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ce2e7-bce6-47ea-ac5b-5dee977fb0d9 None None] The sync data for ids ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:37:58.520807 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.594458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Network af9feb04-fd50-48e3-843f-44c3f6325e91 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:37:58.611420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:37:58.614156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:37:58.713916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd4b62-173a-4ce9-a2f7-3f1f382e83c0 req-be77f6b8-f8c7-419b-9225-0a6d08ac303a tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:58.722456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-80dd4b62-173a-4ce9-a2f7-3f1f382e83c0 req-be77f6b8-f8c7-419b-9225-0a6d08ac303a tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 984 time: 0.2513144 Feb 04 15:37:58.868265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:37:58.872356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Provisioning complete for port ab02934a-0e54-44cd-ab53-280501b8b609 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:58.872752 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:58.949182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:37:58.949914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:37:58.952238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b6c52147-e6d1-4fc8-9632-7a1b60809833 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:37:58.993196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b6c52147-e6d1-4fc8-9632-7a1b60809833 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:37:58.993550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b6c52147-e6d1-4fc8-9632-7a1b60809833 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:37:59.051209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-80dd4b62-173a-4ce9-a2f7-3f1f382e83c0 req-ac913353-a3c2-435c-bf79-7007e9c1f93b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=782ac9dd-391f-4268-bb8d-dc734a214044&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3277473 Feb 04 15:37:59.088053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Made reservation on behalf of de6c2adb5ad5445fa4acc82f826a34ce for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:37:59.092916 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.132619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Allocated IP 2001:db8:3::1 (af9feb04-fd50-48e3-843f-44c3f6325e91/a970b896-9f35-42a2-a28a-fda1405792f8/4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:59.197053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Attempting to bind port 15f5e150-0c21-4fb5-b141-f0132cc41ddb on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:37:59.197641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Attempting to bind port 15f5e150-0c21-4fb5-b141-f0132cc41ddb by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:37:59.207943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Attempting to bind port 15f5e150-0c21-4fb5-b141-f0132cc41ddb on network af9feb04-fd50-48e3-843f-44c3f6325e91 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:37:59.215308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:37:59.264120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fae6d2c6-0e87-4a00-ba55-c7100b89a8f7 req-02e42613-b936-4388-9ef6-c6e184602c4d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 210 time: 0.2540550 Feb 04 15:37:59.377554 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4b9c1-e650-4d07-babd-2f4a0641ad22 None None] Pushing event updated for resources: {'Port': ['ID=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:59.519716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.563801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981cb4-9802-4d33-913c-107b8c82a262 req-b6d4a521-c616-4b2d-9252-0725d740b5e3 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:37:59.572750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-42981cb4-9802-4d33-913c-107b8c82a262 req-b6d4a521-c616-4b2d-9252-0725d740b5e3 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 944 time: 0.3267839 Feb 04 15:37:59.642693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:37:59.643376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Checking segment: {'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:37:59.644109 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.644885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Bound using segment: {'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:37:59.645789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Bound port: 15f5e150-0c21-4fb5-b141-f0132cc41ddb, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:37:59.646534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.652514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Pushing event updated for resources: {'Port': ['ID=15f5e150-0c21-4fb5-b141-f0132cc41ddb,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:37:59.680158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Allocated IP 172.20.0.10 (46907810-c836-4b11-a6cf-0217c6631eb5/40e444df-7186-46a3-a41b-ac34e45f594f/0aed1e62-66a5-460e-8d88-2d6aff57b795) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:37:59.698757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:37:59.703932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-42981cb4-9802-4d33-913c-107b8c82a262 req-81462f8a-c6ad-4747-8680-da2458ab2f50 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298625 Feb 04 15:37:59.796986 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-bc843c95-9d4b-4a3e-9ecb-27a389106f0e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-978394968&fields=id&tenant_id=b81ea7aca70446ca982891a1493c56e4 HTTP/1.1" status: 200 len: 267 time: 0.3035169 Feb 04 15:37:59.863763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Provisioning complete for port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:37:59.864333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd998434-00e5-43a9-bd42-f9552f901caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.899260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] For port 6d61ae9f-96b9-44e1-a055-42eb4fc74338, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6d61ae9f-96b9-44e1-a055-42eb4fc74338,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:37:59.910719 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.933039 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.979294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:37:59.983535 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:37:59.989045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:00.003004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.012550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.013422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.031076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-1fbfc6e1-0095-4df3-9f94-7d6fa8d09ae0 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:00.032641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-1fbfc6e1-0095-4df3-9f94-7d6fa8d09ae0 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 984 time: 0.2218139 Feb 04 15:38:00.034099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.050708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:00.051310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.051795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'port': {'security_groups': ['18eb89ab-5c13-469e-8b77-87447d9d1f4a', '782ac9dd-391f-4268-bb8d-dc734a214044', '35f81e7c-935e-4f6d-aeb3-af2cef5d67f5']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:00.073269 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.073269 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Added segment f8187f4f-baa8-42b7-91e1-7790fd764948 of type vlan for network 2ae56582-5437-4517-aec9-74bae3154b7c Feb 04 15:38:00.079046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 10a05179-cbec-4462-8206-8019fdc6a216 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:00.099687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] Deleting port 6d61ae9f-96b9-44e1-a055-42eb4fc74338 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:00.100460 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.111310 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d921853-04c3-47f2-ac04-75af0bd46dc2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:00.194383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:00.222281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:00.228896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:00.229932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.235756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=11f22b02-4ae5-419f-bd80-a609fa554b52,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:00.265323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.276013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=6d61ae9f-96b9-44e1-a055-42eb4fc74338,revision_number=5']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:00.279228 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.318096 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.346294 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fb06c8f9-bc49-4d98-8741-8472baf350d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.4652483 Feb 04 15:38:00.353940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50252) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:00.372358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:dc:c8:b7', 'name': 'tempest-NetworksTestDHCPv6-1548968887'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:00.382686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.415204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] For port 15f5e150-0c21-4fb5-b141-f0132cc41ddb, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:00.445355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] For port 15f5e150-0c21-4fb5-b141-f0132cc41ddb, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=15f5e150-0c21-4fb5-b141-f0132cc41ddb,segment=NetworkSegment(e458049e-ad5f-4646-b536-3ff71d63c53a),segment_id=e458049e-ad5f-4646-b536-3ff71d63c53a)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:00.463395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.463395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:00.463919 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.475965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.532919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network af9feb04-fd50-48e3-843f-44c3f6325e91 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:00.556725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac680a9c-8ac5-4fa5-9312-bd10b8e0bc4d req-f2abb310-ee98-4ab7-a664-e38a8fc426a5 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 210 time: 0.1430087 Feb 04 15:38:00.597903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:00.620105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] For port 6d61ae9f-96b9-44e1-a055-42eb4fc74338, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6d61ae9f-96b9-44e1-a055-42eb4fc74338,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:00.620817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.627663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:00.628228 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.642262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.652648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 10a05179-cbec-4462-8206-8019fdc6a216 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:00.662454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7266076 Feb 04 15:38:00.666725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50254) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:00.693799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Request body: {'subnet': {'network_id': '2ae56582-5437-4517-aec9-74bae3154b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1185823246-subnet', 'tenant_id': '2938330e0c6e47f39ca530e9d0cbb9ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:00.698326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] Calling delete_port for 6d61ae9f-96b9-44e1-a055-42eb4fc74338 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:00.709074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:00.734649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76594cc9-0d50-40b3-9ffb-2aeb3b5f1611 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae56582-5437-4517-aec9-74bae3154b7c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:00.773517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f326-8b11-4149-90e2-d0fb2880e361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.775481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48f51a-de38-4de2-bf4a-ef099b55cf49 None None] Pushing event updated for resources: {'Port': ['ID=15f5e150-0c21-4fb5-b141-f0132cc41ddb,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:00.813477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 10a05179-cbec-4462-8206-8019fdc6a216 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:00.813852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:00.814018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Network 46907810-c836-4b11-a6cf-0217c6631eb5 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:00.863980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:00.869905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:00.885659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Allocated IP 172.20.0.1 (142eb259-95f4-44ba-88e6-2d5357ded54b/eb7a423b-3ca2-4e9f-b1c9-8ad4f5396aa8/1ad4460b-44db-417e-9cae-2e7f9c930319) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:00.995175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:01.067379 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.115612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Made reservation on behalf of 2938330e0c6e47f39ca530e9d0cbb9ca for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:01.118885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.120984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Pushing event updated for resources: {'Port': ['ID=0aed1e62-66a5-460e-8d88-2d6aff57b795,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:01.157466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2ae56582-5437-4517-aec9-74bae3154b7c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:38:01.165337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 030e00e0-90e1-4501-84b0-99e1cb7ddce6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:01.169141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.170168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.302962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Could not find standard attr ID for object 721fbc8c-aa63-4631-968d-7f594d770ade. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:38:01.311838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.326102 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.345518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f6c1-f38e-4697-aafe-5bd1c95f07da req-591d7668-8756-42d1-a8af-82f3e5974216 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:01.348217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfe2f6c1-f38e-4697-aafe-5bd1c95f07da req-591d7668-8756-42d1-a8af-82f3e5974216 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 944 time: 0.5319221 Feb 04 15:38:01.362173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-2674ada2-7907-49c3-99f4-03a0cc61b79a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0421219 Feb 04 15:38:01.372881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network 142eb259-95f4-44ba-88e6-2d5357ded54b is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:01.379423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:01.419761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Request body: {'port': {'device_id': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:01.425598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port ebbe117f-3679-43ea-b5f5-578782e09083 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:38:01.430989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.448811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:01.473458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Provisioning complete for port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:01.474604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.582889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Port': ['ID=1ad4460b-44db-417e-9cae-2e7f9c930319,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:01.614912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] For port ed5477dd-428f-472a-9c86-93c8c3f77aa8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:01.620007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:44Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:37:58Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:01.668682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfe2f6c1-f38e-4697-aafe-5bd1c95f07da req-a8e8ff92-8582-4d7e-9d8b-8d69d52b2362 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096731 Feb 04 15:38:01.731369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5aa2f-cd40-4f1b-b0af-cad8dce50d60 None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:37:44Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:37:58Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:01.741432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:01.742078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.749944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.783918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.791588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.887974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:01.936923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] Pushing event deleted for resources: {'Port': ['ID=6d61ae9f-96b9-44e1-a055-42eb4fc74338,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:02.081821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.111308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fedc:c8b7 (9441201d-a349-4a5a-8681-870320442b3d/11f22b02-4ae5-419f-bd80-a609fa554b52/ebbe117f-3679-43ea-b5f5-578782e09083) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:02.123036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.139027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f163beef-5bf8-43af-b5f6-ca55f187a708 None None] No DVR routers for this DVR port 6d61ae9f-96b9-44e1-a055-42eb4fc74338 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:02.185514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:02.189418 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9dd31f-9a9d-4d04-82d5-9019a6c41ed4" -d '{"events": [{"server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "name": "network-vif-plugged", "status": "completed", "tag": "10a05179-cbec-4462-8206-8019fdc6a216"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:02.194278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'ed5477dd-428f-472a-9c86-93c8c3f77aa8'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:38:02.243369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:02.244646 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.335810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] For port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:02.337700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23687b-c661-4336-822f-ef20754bb649 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:02.340981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'Port': ['ID=ed5477dd-428f-472a-9c86-93c8c3f77aa8,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:02.364768 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.391442 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.464729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:02.478292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.571750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.572950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.579805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01200a03-1823-44f8-bab1-39d4e1ae7ef7 req-13670d98-db30-4d4f-93a7-ea8abd97db3e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "PUT /v2.0/ports/ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 200 len: 1020 time: 2.5315073 Feb 04 15:38:02.592401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:02.600157 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f2f02-6fe0-4efc-b073-0b12954c8169" -d '{"events": [{"name": "network-changed", "server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:02.634731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Provisioning complete for port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:02.635301 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.673312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c549cb-5d91-44b6-be4f-a7a05cf4e8c7 None None] Network af9feb04-fd50-48e3-843f-44c3f6325e91 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:02.735315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.765129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872ec81-413b-434d-9fef-d1e271e536c6 req-23fd133a-a57e-4a87-9987-b43c268b50f1 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:02.766541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1872ec81-413b-434d-9fef-d1e271e536c6 req-23fd133a-a57e-4a87-9987-b43c268b50f1 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 932 time: 0.8171823 Feb 04 15:38:02.767324 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ed5477dd-428f-472a-9c86-93c8c3f77aa8'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:38:02.834031 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caa34b2-d40d-473a-b8ad-f78875335617 x-openstack-request-id: req-3caa34b2-d40d-473a-b8ad-f78875335617 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:02.836453 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "name": "network-vif-plugged", "status": "completed", "tag": "10a05179-cbec-4462-8206-8019fdc6a216", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:02.836946 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3caa34b2-d40d-473a-b8ad-f78875335617 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:02.837762 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216', 'code': 200} Feb 04 15:38:02.848132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.893514 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1872ec81-413b-434d-9fef-d1e271e536c6 req-e564ee4b-3325-4ac8-8761-208c9c7e3791 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091826 Feb 04 15:38:02.906700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.911292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:02.980353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c69e24f-3dd3-417e-b9c0-2ad5625fa07f,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.013099 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb85831-2a7e-4f5b-807a-4a3b4e15f413 x-openstack-request-id: req-1cb85831-2a7e-4f5b-807a-4a3b4e15f413 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:03.013447 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:03.013653 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1cb85831-2a7e-4f5b-807a-4a3b4e15f413 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:03.014104 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8', 'status': 'completed', 'code': 200} Feb 04 15:38:03.025343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event updated for resources: {'Port': ['ID=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.051289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Checking segment: {'id': 'f8187f4f-baa8-42b7-91e1-7790fd764948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2ae56582-5437-4517-aec9-74bae3154b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:03.051668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Network hostable DHCP agents. Network: 2ae56582-5437-4517-aec9-74bae3154b7c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:03.140700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Network 2ae56582-5437-4517-aec9-74bae3154b7c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:03.160370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:03.160956 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.169718 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6d804a96-2aa9-4f75-a0e0-d5f78035d76b req-32d1aedb-cfb8-4b21-a2af-ee7a806e9fa6 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/35f81e7c-935e-4f6d-aeb3-af2cef5d67f5 HTTP/1.1" status: 200 len: 1802 time: 0.4511425 Feb 04 15:38:03.180346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Network af9feb04-fd50-48e3-843f-44c3f6325e91 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:03.190520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17bc2-399b-4649-8da5-53e65e8a48fb req-fb704513-6780-405c-906e-b20165d68d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.192074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1a17bc2-399b-4649-8da5-53e65e8a48fb req-fb704513-6780-405c-906e-b20165d68d54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 1096 time: 0.4117291 Feb 04 15:38:03.194041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2ae56582-5437-4517-aec9-74bae3154b7c) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:03.202752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:03.220157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.221028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.237397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.260924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ed66f-b480-4573-a1bf-b4e513270b98 None None] Network 2ae56582-5437-4517-aec9-74bae3154b7c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:03.271316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-a5aa9be1-8bb6-416a-adcb-5744f10beec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.272605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-a5aa9be1-8bb6-416a-adcb-5744f10beec6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b81ea7aca70446ca982891a1493c56e4&device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1174 time: 0.2495236 Feb 04 15:38:03.285872 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.347313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567872e4-a722-4a72-a2bf-ffb728563de3 req-7f3084e2-0317-49fb-9890-105a96f8a117 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.350254 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-567872e4-a722-4a72-a2bf-ffb728563de3 req-7f3084e2-0317-49fb-9890-105a96f8a117 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 945 time: 0.2237942 Feb 04 15:38:03.357289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aed1e62-66a5-460e-8d88-2d6aff57b795 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:03.389158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-152eaff0-b013-43ea-9b72-f7cc78a20ab7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7083249 Feb 04 15:38:03.406110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.469257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Transition to ACTIVE for port object 0aed1e62-66a5-460e-8d88-2d6aff57b795 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:03.485942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.522340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-567872e4-a722-4a72-a2bf-ffb728563de3 req-e3c1a75b-ef38-467a-b732-7851c744b5a0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519639 Feb 04 15:38:03.536736 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.579126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Pushing event updated for resources: {'Port': ['ID=0aed1e62-66a5-460e-8d88-2d6aff57b795,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.593100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:03.608500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:03.621265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.683777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:03.691297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.692211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.742955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] For port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,segment=NetworkSegment(59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7),segment_id=59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:03.759907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=ebbe117f-3679-43ea-b5f5-578782e09083,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.766341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-75dc4157-4ac9-45ba-b2cc-743e43678a55 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4103556 Feb 04 15:38:03.770634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50282) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:03.833921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Pushing event updated for resources: {'Port': ['ID=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:03.865525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.879394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d0e0-ded1-40ac-9d1a-339d2ef53357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.889509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Attempting to bind port 0aed1e62-66a5-460e-8d88-2d6aff57b795 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:03.889866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Attempting to bind port 0aed1e62-66a5-460e-8d88-2d6aff57b795 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:03.890232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Attempting to bind port 0aed1e62-66a5-460e-8d88-2d6aff57b795 on network 46907810-c836-4b11-a6cf-0217c6631eb5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:38:03.899378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Port 0aed1e62-66a5-460e-8d88-2d6aff57b795 on network 46907810-c836-4b11-a6cf-0217c6631eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:38:03.899787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Attempting to bind port 0aed1e62-66a5-460e-8d88-2d6aff57b795 on network 46907810-c836-4b11-a6cf-0217c6631eb5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:38:03.918499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87cfe8-d4f4-4830-b983-c61a785c2b01 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:03.920147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9b87cfe8-d4f4-4830-b983-c61a785c2b01 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1482797 Feb 04 15:38:03.921315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:38:03.921715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Checking segment: {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:03.922140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Bound using segment: {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:38:03.922597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Bound port: 0aed1e62-66a5-460e-8d88-2d6aff57b795, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf808a63-53de-458f-b1f7-6a3049e1df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:03.922965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:03.925920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50284) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:03.956866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:04.034234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1a17bc2-399b-4649-8da5-53e65e8a48fb req-2aed2b30-f5eb-475e-9506-2782df83c9f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8279433 Feb 04 15:38:04.113068 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-6d804a96-2aa9-4f75-a0e0-d5f78035d76b req-68ea6815-0854-4010-b7f6-2625895914b6 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:38:04.118601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6d804a96-2aa9-4f75-a0e0-d5f78035d76b req-68ea6815-0854-4010-b7f6-2625895914b6 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/35f81e7c-935e-4f6d-aeb3-af2cef5d67f5 HTTP/1.1" status: 409 len: 341 time: 0.9189131 Feb 04 15:38:04.147938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] For port 0aed1e62-66a5-460e-8d88-2d6aff57b795, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:04.170948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.207024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Provisioning complete for port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:04.207685 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.209959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.217108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-d55b4b33-7392-4d3c-986c-568f9de902bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.219099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-d55b4b33-7392-4d3c-986c-568f9de902bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 200 len: 914 time: 0.9380152 Feb 04 15:38:04.230209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] For port 0aed1e62-66a5-460e-8d88-2d6aff57b795, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:04.244756 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.339812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.340918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.342521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] 10.222.0.50 "PUT /v2.0/ports/0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 200 len: 1092 time: 2.9367793 Feb 04 15:38:04.343180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:04.343871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:04.347518 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a8a0af-21fe-4d45-b430-815296631fca" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:04.364169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9d102363-8920-4b22-a0d2-422c1a238a68 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port ebbe117f-3679-43ea-b5f5-578782e09083 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:04.364644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d102363-8920-4b22-a0d2-422c1a238a68 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.406318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-1bbd1b60-1f66-480e-9697-09b6c2acbc52 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.414390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-1bbd1b60-1f66-480e-9697-09b6c2acbc52 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/networks?id=2ae56582-5437-4517-aec9-74bae3154b7c HTTP/1.1" status: 200 len: 809 time: 0.2981324 Feb 04 15:38:04.449933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-a83e8ebe-530d-40ef-918a-970641717e24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 200 len: 217 time: 0.1455078 Feb 04 15:38:04.473799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a3995-1f47-43b9-8972-b58ea11862fd service neutron] Pushing event updated for resources: {'Port': ['ID=0aed1e62-66a5-460e-8d88-2d6aff57b795,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:04.481263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014f616-d489-4e7a-978a-d74f1f285a61 req-7ffc47dc-1b39-413b-81e1-02c4641fdf26 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.487125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a014f616-d489-4e7a-978a-d74f1f285a61 req-7ffc47dc-1b39-413b-81e1-02c4641fdf26 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 944 time: 0.2763584 Feb 04 15:38:04.500064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-01800870-ed0a-4f15-a4c3-9024aad55382 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/quotas/2938330e0c6e47f39ca530e9d0cbb9ca HTTP/1.1" status: 200 len: 375 time: 0.0846958 Feb 04 15:38:04.547770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Pushing event updated for resources: {'Port': ['ID=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:04.593944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-9e32a06a-5f48-4841-bab0-ac69740d3111 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2938330e0c6e47f39ca530e9d0cbb9ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928676 Feb 04 15:38:04.669185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event updated for resources: {'Port': ['ID=1ad4460b-44db-417e-9cae-2e7f9c930319,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:04.675509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.727622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce255c31-ec48-473a-baa5-511b7843d6c9 None None] Network 2ae56582-5437-4517-aec9-74bae3154b7c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:04.737746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '11f22b02-4ae5-419f-bd80-a609fa554b52'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:38:04.738771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.756211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:04.756908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.765731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-2bb0765b-cc0e-4601-aedf-03f7df3204fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.767789 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-2bb0765b-cc0e-4601-aedf-03f7df3204fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 200 len: 853 time: 0.2694290 Feb 04 15:38:04.801363 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d102363-8920-4b22-a0d2-422c1a238a68 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:04.820149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-03ee0eba-2b99-4f61-80b8-df2bc7122a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:04.823048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-03ee0eba-2b99-4f61-80b8-df2bc7122a8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de6c2adb5ad5445fa4acc82f826a34ce&device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 1095 time: 0.3175375 Feb 04 15:38:04.839772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-79efd910-7696-4878-8393-8bc8a5fd2678 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a21adb9b-5f6b-4243-a61d-187c3da55956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483682 Feb 04 15:38:04.882930 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a014f616-d489-4e7a-978a-d74f1f285a61 req-7c5a4a00-77b3-46bb-843a-ee76641d0be5 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056378 Feb 04 15:38:04.945312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9d102363-8920-4b22-a0d2-422c1a238a68 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for ebbe117f-3679-43ea-b5f5-578782e09083 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:04.952708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-523fa432-57d1-44cd-9e4a-09f7da947964 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 200 len: 217 time: 0.1112399 Feb 04 15:38:04.971936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ab43d741-d444-4f25-a53f-0a05fb130864 None None] Could not find standard attr ID for object 6d61ae9f-96b9-44e1-a055-42eb4fc74338. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:38:05.022664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:05.036458 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:05.054388 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:05.055437 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:05.081391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9b6797a2-10fb-4ea4-9e4f-e4282213c8f6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8606255 Feb 04 15:38:05.082283 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50304) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:05.093258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-ee13acb2-c6b0-453d-b5e0-e9bcf568bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.098014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-ee13acb2-c6b0-453d-b5e0-e9bcf568bd1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40e444df-7186-46a3-a41b-ac34e45f594f HTTP/1.1" status: 200 len: 867 time: 0.1195331 Feb 04 15:38:05.126841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:05.227522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-0aced253-49e0-4b54-936c-e907848f3cd5 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347785 Feb 04 15:38:05.279427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Allocated IP 2001:db8::f816:3eff:fe57:9fdd (9441201d-a349-4a5a-8681-870320442b3d/11f22b02-4ae5-419f-bd80-a609fa554b52/cac8fcfc-a25a-41bf-904b-8cca534cef6e) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:05.287090 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:05.321057 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4240202c-1b39-47f4-91ec-1c1f5e65fdae x-openstack-request-id: req-4240202c-1b39-47f4-91ec-1c1f5e65fdae {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:05.321368 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:05.321635 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4240202c-1b39-47f4-91ec-1c1f5e65fdae {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:05.322119 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'status': 'completed', 'code': 200} Feb 04 15:38:05.359578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-bce8dbad-d08e-48f8-901a-5d8807e12007 service neutron] 10.222.0.47 "GET /v2.0/networks/2ae56582-5437-4517-aec9-74bae3154b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635486 Feb 04 15:38:05.380600 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d102363-8920-4b22-a0d2-422c1a238a68 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.440287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d102363-8920-4b22-a0d2-422c1a238a68 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=ebbe117f-3679-43ea-b5f5-578782e09083,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:05.524385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-e13a1de0-ef2f-4aeb-ae4b-68cbef06faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.525900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-e13a1de0-ef2f-4aeb-ae4b-68cbef06faab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46907810-c836-4b11-a6cf-0217c6631eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4170763 Feb 04 15:38:05.534337 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d102363-8920-4b22-a0d2-422c1a238a68 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.539939 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9d102363-8920-4b22-a0d2-422c1a238a68 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/ebbe117f-3679-43ea-b5f5-578782e09083 HTTP/1.1" status: 204 len: 168 time: 1.6100273 Feb 04 15:38:05.541899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50308) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:05.651115 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:00Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:02Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:05.684941 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:05.685599 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Updating router c04420a9-19e8-4557-ad02-bebede8a187e port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:38:05.691841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Network 142eb259-95f4-44ba-88e6-2d5357ded54b is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:05.714583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-5bccb691-d2cd-4738-9c2e-ab925e9827a9 service neutron] 10.222.0.47 "GET /v2.0/networks/2ae56582-5437-4517-aec9-74bae3154b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463616 Feb 04 15:38:05.727432 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.741428 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.749341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08943680-6caa-4408-988c-efea37008640 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.754695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:05.761381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08943680-6caa-4408-988c-efea37008640 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.767821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50310) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:05.774071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-08943680-6caa-4408-988c-efea37008640 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2243013 Feb 04 15:38:05.860139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-831c525e-5063-475e-87b7-858f724be67f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 11f22b02-4ae5-419f-bd80-a609fa554b52 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:05.878436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-831c525e-5063-475e-87b7-858f724be67f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.878832 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:05.912488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-c68aea8f-c12b-447a-82bc-14c4b0c4f797 service neutron] 10.222.0.50 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732803 Feb 04 15:38:05.928800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb1f26-b3ed-45f0-8380-386115abadb5 req-37b70104-6a15-42ba-8d76-6ca51f082f8c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:05.937026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72eb1f26-b3ed-45f0-8380-386115abadb5 req-37b70104-6a15-42ba-8d76-6ca51f082f8c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 945 time: 0.5927260 Feb 04 15:38:06.041348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:06.163978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Pushing event updated for resources: {'Port': ['ID=cac8fcfc-a25a-41bf-904b-8cca534cef6e,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:06.169228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:06.231848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:06.235021 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.243941 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.279859 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-831c525e-5063-475e-87b7-858f724be67f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.287166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8a081ac-8e68-4bea-b49a-d338ca586382 req-b1e94d00-fb1c-4b74-8cda-6cfa7821c37e service neutron] 10.222.0.50 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659015 Feb 04 15:38:06.296606 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306215d4-3dfd-4f9a-8a62-2177cf8e47b2 None None] Pushing event updated for resources: {'Port': ['ID=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:06.346935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb37253-6c4d-4449-b903-ae7bc0b0431b req-bc62406d-17df-4fa6-8f52-750dae3f9696 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.351194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cfb37253-6c4d-4449-b903-ae7bc0b0431b req-bc62406d-17df-4fa6-8f52-750dae3f9696 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1023 time: 0.1190076 Feb 04 15:38:06.397482 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Attempting to bind port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:06.398702 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Attempting to bind port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:06.398890 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Attempting to bind port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 on network af9feb04-fd50-48e3-843f-44c3f6325e91 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:38:06.405816 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:38:06.406197 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Checking segment: {'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:06.406632 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.407021 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Bound using segment: {'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:38:06.407549 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Bound port: 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e458049e-ad5f-4646-b536-3ff71d63c53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:06.407928 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.432589 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.450771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-831c525e-5063-475e-87b7-858f724be67f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.468222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Attempting to bind port cac8fcfc-a25a-41bf-904b-8cca534cef6e on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:06.469557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Attempting to bind port cac8fcfc-a25a-41bf-904b-8cca534cef6e by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:06.469557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Attempting to bind port cac8fcfc-a25a-41bf-904b-8cca534cef6e on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:38:06.576370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cfb37253-6c4d-4449-b903-ae7bc0b0431b req-58e2b839-721a-4bc0-954d-95f1aa5abcda tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=35f81e7c-935e-4f6d-aeb3-af2cef5d67f5&id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=782ac9dd-391f-4268-bb8d-dc734a214044&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2122357 Feb 04 15:38:06.597519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a0af-21fe-4d45-b430-815296631fca req-57e1f73e-9420-4e6f-ae85-1b4dc4c12cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.602723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a8a0af-21fe-4d45-b430-815296631fca req-57e1f73e-9420-4e6f-ae85-1b4dc4c12cdf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de6c2adb5ad5445fa4acc82f826a34ce&device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 1095 time: 0.2058878 Feb 04 15:38:06.692416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:38:06.692416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:06.692780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.693056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:38:06.693483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Bound port: cac8fcfc-a25a-41bf-904b-8cca534cef6e, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:06.693867 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.712235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80c0ca02-e951-4b66-bf21-bb8083abd580 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:06.731705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Provisioning complete for port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:06.732120 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.782887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72eb1f26-b3ed-45f0-8380-386115abadb5 req-816c3c09-6319-4783-ab4c-003dc8e99f0d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8447433 Feb 04 15:38:06.820932 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] For port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:06.841447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a0af-21fe-4d45-b430-815296631fca req-f00f23f0-2831-41ad-938d-5744f04e688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:06.841794 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] For port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,segment=NetworkSegment(e458049e-ad5f-4646-b536-3ff71d63c53a),segment_id=e458049e-ad5f-4646-b536-3ff71d63c53a)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:06.843979 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a8a0af-21fe-4d45-b430-815296631fca req-f00f23f0-2831-41ad-938d-5744f04e688e service neutron] 10.222.0.50 "GET /v2.0/networks?id=46907810-c836-4b11-a6cf-0217c6631eb5 HTTP/1.1" status: 200 len: 929 time: 0.2335031 Feb 04 15:38:06.852718 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.856155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d29f2f02-6fe0-4efc-b073-0b12954c8169 req-506e6896-3935-4706-89c5-790ff461aa21 service neutron] 10.222.0.30 "GET /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5106332 Feb 04 15:38:06.879054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-831c525e-5063-475e-87b7-858f724be67f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.904164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] For port cac8fcfc-a25a-41bf-904b-8cca534cef6e, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:06.908986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] For port cac8fcfc-a25a-41bf-904b-8cca534cef6e, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=cac8fcfc-a25a-41bf-904b-8cca534cef6e,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:06.949258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:06.996634 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.038577 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-831c525e-5063-475e-87b7-858f724be67f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.044076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a8a0af-21fe-4d45-b430-815296631fca req-e3743239-76a3-413c-b73c-8bd031f30b32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 200 len: 217 time: 0.1865239 Feb 04 15:38:07.044692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:38:07.050154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-831c525e-5063-475e-87b7-858f724be67f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/11f22b02-4ae5-419f-bd80-a609fa554b52 HTTP/1.1" status: 204 len: 168 time: 1.2741861 Feb 04 15:38:07.063818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50332) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:07.106366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Provisioning complete for port 15f5e150-0c21-4fb5-b141-f0132cc41ddb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:07.107261 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.152393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c525e-5063-475e-87b7-858f724be67f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=11f22b02-4ae5-419f-bd80-a609fa554b52,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:07.171599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.extraroute_db [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 15:38:07.171847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b10694-7f98-4f7a-a14e-33eaa09fb488 None None] Pushing event updated for resources: {'Port': ['ID=cac8fcfc-a25a-41bf-904b-8cca534cef6e,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:07.188024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Router 93cec2b3-d00b-470e-8a58-fb669a67e9dc has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:07.189780 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:07.193892 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:07.296356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.extraroute_db [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Removed routes are [] {{(pid=102422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 15:38:07.300411 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.337992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c9ab6ee7-9ebd-4ddc-9861-ebe3cfafd03e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2263808 Feb 04 15:38:07.340966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50336) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:07.391857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 80c0ca02-e951-4b66-bf21-bb8083abd580 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:07.393139 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.408791 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:07.468695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:07.475116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cbbe0-aaa6-4af2-82b3-ff36d3a9fc9e req-4b5377c4-9506-46e3-ba69-a21d0f779ba8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.478292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad4cbbe0-aaa6-4af2-82b3-ff36d3a9fc9e req-4b5377c4-9506-46e3-ba69-a21d0f779ba8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 944 time: 0.6330342 Feb 04 15:38:07.484641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a0af-21fe-4d45-b430-815296631fca req-2a72ff18-8d87-41d0-93fe-e286e10d0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.497619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a8a0af-21fe-4d45-b430-815296631fca req-2a72ff18-8d87-41d0-93fe-e286e10d0505 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40e444df-7186-46a3-a41b-ac34e45f594f HTTP/1.1" status: 200 len: 867 time: 0.4154379 Feb 04 15:38:07.553363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-0aeb13f8-39e1-42b1-93c1-0244cebb75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.555272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-0aeb13f8-39e1-42b1-93c1-0244cebb75f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.2362041 Feb 04 15:38:07.622938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad4cbbe0-aaa6-4af2-82b3-ff36d3a9fc9e req-cbe0a879-311e-4969-b7dc-59c6df3db7e5 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050892 Feb 04 15:38:07.657778 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306215d4-3dfd-4f9a-8a62-2177cf8e47b2 None None] Pushing event updated for resources: {'Port': ['ID=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:07.659390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-2c3b3da6-98a1-4b71-b3f6-ca190d435666 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.661419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-2c3b3da6-98a1-4b71-b3f6-ca190d435666 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.30 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1023 time: 0.5103557 Feb 04 15:38:07.719216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a0af-21fe-4d45-b430-815296631fca req-e69569e7-9529-4933-bbbb-a22dc5881cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.721107 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a8a0af-21fe-4d45-b430-815296631fca req-e69569e7-9529-4933-bbbb-a22dc5881cbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46907810-c836-4b11-a6cf-0217c6631eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219396 Feb 04 15:38:07.775945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c4b57e-0e13-4447-a910-7ffba631a7a0 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:38:07.783350 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:00Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:06Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:07.805932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-f9d3edb0-5723-476b-936d-6eae0166cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:07.807627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-f9d3edb0-5723-476b-936d-6eae0166cd5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.2265511 Feb 04 15:38:07.823775 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f768529-1402-4fb0-b7e4-4cdd98380aa8 None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:00Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:06Z', 'revision_number': 4, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:08.007274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05f4bba9-2c65-4454-8cb0-ff06397e53ac req-5efd9279-dc01-4468-8cda-03113f2ab026 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 210 time: 0.3570549 Feb 04 15:38:08.020222 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.080924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9107938-5aa1-4740-9b84-f86174196693 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.086084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a9107938-5aa1-4740-9b84-f86174196693 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7236273 Feb 04 15:38:08.129434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50342) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:08.183635 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.254708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] For port 15f5e150-0c21-4fb5-b141-f0132cc41ddb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=15f5e150-0c21-4fb5-b141-f0132cc41ddb,segment=NetworkSegment(e458049e-ad5f-4646-b536-3ff71d63c53a),segment_id=e458049e-ad5f-4646-b536-3ff71d63c53a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:08.268107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:08.286380 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.298767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-58a18400-c8ff-4332-a82a-0eb631b3278e tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "PUT /v2.0/routers/93cec2b3-d00b-470e-8a58-fb669a67e9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0173988 Feb 04 15:38:08.302444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50344) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:08.307168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5731335f-1248-4995-bbe5-fd886548fa0e None None] Sync routers for ids ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:08.315738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 80c0ca02-e951-4b66-bf21-bb8083abd580, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80c0ca02-e951-4b66-bf21-bb8083abd580,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:08.321478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4b57e-0e13-4447-a910-7ffba631a7a0 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:38:08.359973 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.361447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:08.415295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731335f-1248-4995-bbe5-fd886548fa0e None None] Routers {'93cec2b3-d00b-470e-8a58-fb669a67e9dc'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:08.416420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5731335f-1248-4995-bbe5-fd886548fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:08.508984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Pushing event updated for resources: {'Port': ['ID=15f5e150-0c21-4fb5-b141-f0132cc41ddb,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.653455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-5d44f1b2-57a1-4b0b-a2bc-a0578b2a9a95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 217 time: 0.2161872 Feb 04 15:38:08.681191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Provisioning complete for port 1ad4460b-44db-417e-9cae-2e7f9c930319 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:08.681797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.749360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5731335f-1248-4995-bbe5-fd886548fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:08.759405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1c06408e-97fa-44b3-b2cf-ecd7ab0f0044 None None] Port 1ad4460b-44db-417e-9cae-2e7f9c930319 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:38:08.802522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731335f-1248-4995-bbe5-fd886548fa0e None None] Routers {'93cec2b3-d00b-470e-8a58-fb669a67e9dc'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:08.803311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5731335f-1248-4995-bbe5-fd886548fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:08.892736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-3bd6a297-88ce-4889-a619-d5f288d677d0 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.895393 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-3bd6a297-88ce-4889-a619-d5f288d677d0 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.30 "GET /v2.0/networks?id=2ae56582-5437-4517-aec9-74bae3154b7c HTTP/1.1" status: 200 len: 809 time: 0.5447865 Feb 04 15:38:08.899042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-513be31d-a88d-45c0-a1fd-9b61293cd26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.901615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-513be31d-a88d-45c0-a1fd-9b61293cd26a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.1349316 Feb 04 15:38:08.917101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5731335f-1248-4995-bbe5-fd886548fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:08.917633 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4901be-c17e-4f3f-9464-cdaa8c51fe58 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.918209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5731335f-1248-4995-bbe5-fd886548fa0e None None] The sync data for ids ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:08.921946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d48b4-834c-4a16-ba32-058964ea9ed1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.924164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=80c0ca02-e951-4b66-bf21-bb8083abd580,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:08.926339 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e61d48b4-834c-4a16-ba32-058964ea9ed1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7944100 Feb 04 15:38:08.927504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50348) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:08.929858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.938791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:08.939066 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:08.939885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f94d0-7898-4330-9cd8-d82b0e9e8ca5 req-69ade69f-37f4-48ae-b18e-4d968aac2843 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:08.948699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc4f94d0-7898-4330-9cd8-d82b0e9e8ca5 req-69ade69f-37f4-48ae-b18e-4d968aac2843 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1023 time: 0.7541814 Feb 04 15:38:08.953872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Request body: {'port': {'device_id': 'a75d7f94-b73c-4c01-8eb0-75b7664a1ceb', 'network_id': '2ae56582-5437-4517-aec9-74bae3154b7c', 'admin_state_up': True, 'tenant_id': '2938330e0c6e47f39ca530e9d0cbb9ca'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:08.988822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] Provisioning complete for port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:08.989265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.024505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83988e1-f160-49ca-8a80-8f7344cce619 req-ddce7e9e-faf6-42f9-9c56-a8c45acdcdca tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.027427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a83988e1-f160-49ca-8a80-8f7344cce619 req-ddce7e9e-faf6-42f9-9c56-a8c45acdcdca tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.5890284 Feb 04 15:38:09.031198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-2aa5c0f9-c10b-45a9-a3bb-7c69e97d9c62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113605 Feb 04 15:38:09.040671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a8a0af-21fe-4d45-b430-815296631fca req-a4222a25-9834-43d8-8770-c54ea5e0165e service neutron] 10.222.0.50 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3012013 Feb 04 15:38:09.048738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Deleting port ed5477dd-428f-472a-9c86-93c8c3f77aa8 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:09.049142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.059610 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bb4cf1b1-5733-45f5-9d10-915a3f0d47c9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029320 Feb 04 15:38:09.101964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50352) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:09.108764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.121866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:09.357186 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-4b4901be-c17e-4f3f-9464-cdaa8c51fe58 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 15:38:09.358298 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4b4901be-c17e-4f3f-9464-cdaa8c51fe58 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/routers/93cec2b3-d00b-470e-8a58-fb669a67e9dc HTTP/1.1" status: 409 len: 329 time: 1.0204794 Feb 04 15:38:09.364052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc4f94d0-7898-4330-9cd8-d82b0e9e8ca5 req-cf602e40-45c7-451c-ad57-ee82f79044d9 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=35f81e7c-935e-4f6d-aeb3-af2cef5d67f5&id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=782ac9dd-391f-4268-bb8d-dc734a214044&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4145858 Feb 04 15:38:09.366292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50354) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:09.382416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.428344 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a83988e1-f160-49ca-8a80-8f7344cce619 req-ae69ce0f-4ade-470c-b2c0-fc1fcb7a43b2 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238826 Feb 04 15:38:09.465255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ab02934a-0e54-44cd-ab53-280501b8b609 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:09.506740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a8a0af-21fe-4d45-b430-815296631fca req-919409e6-4ae9-454b-9857-d318c251a123 service neutron] 10.222.0.50 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809512 Feb 04 15:38:09.511452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-275d1e6b-9e00-4680-adc6-d525ea9afa14 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041958 Feb 04 15:38:09.552671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] For port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,segment=NetworkSegment(e458049e-ad5f-4646-b536-3ff71d63c53a),segment_id=e458049e-ad5f-4646-b536-3ff71d63c53a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:09.569757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.649894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Made reservation on behalf of 2938330e0c6e47f39ca530e9d0cbb9ca for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:09.654236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:09.654722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.668000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] For port ed5477dd-428f-472a-9c86-93c8c3f77aa8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ed5477dd-428f-472a-9c86-93c8c3f77aa8,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:09.668381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.671166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.682970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] Provisioning complete for port 1ad4460b-44db-417e-9cae-2e7f9c930319 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:09.683810 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.703176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe4dc-b7b2-4f52-ad37-ec008b80a866 req-96a0df70-a250-44c6-b04d-464a8e608bd1 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.711481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Calling delete_port for ed5477dd-428f-472a-9c86-93c8c3f77aa8 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:09.711999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7bfe4dc-b7b2-4f52-ad37-ec008b80a866 req-96a0df70-a250-44c6-b04d-464a8e608bd1 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 944 time: 0.1607399 Feb 04 15:38:09.741590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-042499ee-8a9c-4005-9fff-7d1b12c210d1 req-6a970ada-5a83-4ac2-aaeb-2e52a297f2e4 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221212 Feb 04 15:38:09.750781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0974d3-374b-42f6-9da3-3cf9253d5158 req-2832c5dc-8a7e-48a4-ab4d-8b876198ef9a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:09.759563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f0974d3-374b-42f6-9da3-3cf9253d5158 req-2832c5dc-8a7e-48a4-ab4d-8b876198ef9a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 945 time: 0.2748814 Feb 04 15:38:09.766550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] Pushing event updated for resources: {'Port': ['ID=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:09.766945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:09.770626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.771204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ab02934a-0e54-44cd-ab53-280501b8b609 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:09.771747 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:09.815545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-58369443-89a2-4248-8885-682bc5d43ff0 None None] Port 1ad4460b-44db-417e-9cae-2e7f9c930319 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:38:09.845595 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7bfe4dc-b7b2-4f52-ad37-ec008b80a866 req-f7e11bb3-89fe-4e4e-8bc0-1762e52c0237 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317365 Feb 04 15:38:09.947232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Allocated IP 172.20.0.14 (2ae56582-5437-4517-aec9-74bae3154b7c/2c69e24f-3dd3-417e-b9c0-2ad5625fa07f/3f7c6273-1a9b-4d9c-af94-ad854bdebd54) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:09.969113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09880d1d-e4fd-469a-83a4-9651eeb16d5c req-634b58d1-13a6-43e1-a90a-2df40271b289 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 210 time: 0.0380280 Feb 04 15:38:10.090389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 0aed1e62-66a5-460e-8d88-2d6aff57b795 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:38:10.146581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f0974d3-374b-42f6-9da3-3cf9253d5158 req-fb8c1346-37f2-4034-8461-d8882a7f9d3a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860991 Feb 04 15:38:10.188194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:10.200069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.202039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ed916a15-e179-444e-9c9d-dff505afb7da tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 200 len: 954 time: 5.0870194 Feb 04 15:38:10.204508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50362) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:10.204770 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:10.242670 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:10.244827 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:10.264753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.281883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 0aed1e62-66a5-460e-8d88-2d6aff57b795, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:10.307196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'port_id': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'mac_address': 'fa:16:3e:2f:aa:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:38:10.449260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.468088 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:10.483718 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.501429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aed1e62-66a5-460e-8d88-2d6aff57b795 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:10.604240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Pushing event updated for resources: {'Port': ['ID=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:10.631445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:10.703534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 0aed1e62-66a5-460e-8d88-2d6aff57b795, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:10.711267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Network 2ae56582-5437-4517-aec9-74bae3154b7c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:10.723436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:10.726908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.738332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:10.741780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.763387 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.767965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0cb50f10-d839-44ba-b81c-2c6f6faaa41d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 200 len: 954 time: 0.5566421 Feb 04 15:38:10.776290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50370) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:10.785949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'routes': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:10.790006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:38:10.839630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:10.854940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=48ad381a-24cb-44e7-8dd3-3206e7f45603,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:10.857470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:10.879769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:10.880381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:10.881443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d5a924-78e3-436e-806d-d5ca3f53de2a None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:10.895169 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:07Z', 'revision_number': 6, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:10.912308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be99a-9506-4911-a0cf-115c29018dfe req-1341f6ba-2a64-4881-9ee6-f7db15b7d5b1 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:10.914096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b03be99a-9506-4911-a0cf-115c29018dfe req-1341f6ba-2a64-4881-9ee6-f7db15b7d5b1 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 945 time: 0.3725832 Feb 04 15:38:10.924825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8131964 Feb 04 15:38:10.925863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'Port': ['ID=ed5477dd-428f-472a-9c86-93c8c3f77aa8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:10.936277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50374) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:10.937712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.938106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.938521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.938792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.939365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.939954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.940454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.940805 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:10.941156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.941653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.942269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.942769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.943259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.947290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.947925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.948438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.948945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.949459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.949953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.951250 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:10.951601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.951879 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:10.952262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.952754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.953260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.953827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.954540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9b18c2-d761-400e-8564-14c21be8878d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:10.968565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:9d:26:cb', 'name': 'tempest-NetworksTestDHCPv6-617417851'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:11.041651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=0aed1e62-66a5-460e-8d88-2d6aff57b795,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:11.052563 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:11.053130 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.071287 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:11.074678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11add437-89db-4009-9143-fd9acff9740c req-2889e099-b2f3-4333-ac0f-6123a549a0fe tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:11.077645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11add437-89db-4009-9143-fd9acff9740c req-2889e099-b2f3-4333-ac0f-6123a549a0fe tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=494a4925-3352-4ae3-afb7-2762257154c2 HTTP/1.1" status: 200 len: 1023 time: 0.4816248 Feb 04 15:38:11.095611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:11.096520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.101047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] No DVR routers for this DVR port ed5477dd-428f-472a-9c86-93c8c3f77aa8 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:11.104822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.109550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22e63d31-21ff-4f5f-8339-fe606f1b17a4 req-45b73083-afe5-468b-9a8c-26e5bee2a9ff tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.30 "DELETE /v2.0/ports/ed5477dd-428f-472a-9c86-93c8c3f77aa8 HTTP/1.1" status: 204 len: 173 time: 3.3613482 Feb 04 15:38:11.114877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'name': 'network-vif-deleted', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:11.118112 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1429b9e3-9f0f-48de-b056-4270a25e2340" -d '{"events": [{"server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "name": "network-vif-deleted", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:11.159192 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b03be99a-9506-4911-a0cf-115c29018dfe req-ab0a6952-a317-41fd-8268-dcb3e3835b23 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236388 Feb 04 15:38:11.170883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.305353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-adfdd5a3-363d-488c-acfe-4e827268c99c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3875217 Feb 04 15:38:11.372822 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:07Z', 'revision_number': 6, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:11.385140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Request body: {'port': {'device_id': 'a75d7f94-b73c-4c01-8eb0-75b7664a1ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:11.396721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['0aed1e62-66a5-460e-8d88-2d6aff57b795'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:38:11.408045 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f3e21-bdb4-4c9b-ab12-0381fe68e1b4 None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:07Z', 'revision_number': 6, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:11.466664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11add437-89db-4009-9143-fd9acff9740c req-c8e29824-1d80-49f8-86ab-1b12e631a1b4 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=35f81e7c-935e-4f6d-aeb3-af2cef5d67f5&id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=782ac9dd-391f-4268-bb8d-dc734a214044&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3614554 Feb 04 15:38:11.518773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440c8f-66f4-4511-8959-20f70b05b381 req-4cefc6e3-7fee-4350-acc5-36ae9aef9e02 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:11.525518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f440c8f-66f4-4511-8959-20f70b05b381 req-4cefc6e3-7fee-4350-acc5-36ae9aef9e02 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.1826713 Feb 04 15:38:11.597509 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:11.615501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:11.671126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 15f5e150-0c21-4fb5-b141-f0132cc41ddb up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:11.707451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f440c8f-66f4-4511-8959-20f70b05b381 req-840c2e1a-e29b-4e27-989e-0dcccc080f96 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592152 Feb 04 15:38:11.768289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abe193-f2c6-4f65-af88-e171e6fd29c0 req-eb71f8d3-d9ac-45e6-956c-c185ccf449ce tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:11.770323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25abe193-f2c6-4f65-af88-e171e6fd29c0 req-eb71f8d3-d9ac-45e6-956c-c185ccf449ce tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 945 time: 0.2011485 Feb 04 15:38:11.996293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ed5477dd-428f-472a-9c86-93c8c3f77aa8 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:12.017670 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25abe193-f2c6-4f65-af88-e171e6fd29c0 req-f5b1ae5e-9ac0-4d9e-8841-dc7a5fdd7aad tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310071 Feb 04 15:38:12.061029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: ed5477dd-428f-472a-9c86-93c8c3f77aa8 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:12.061370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ed5477dd-428f-472a-9c86-93c8c3f77aa8 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:12.084744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 15f5e150-0c21-4fb5-b141-f0132cc41ddb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:12.085210 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.095136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.142264 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3734b155-fdbc-44da-80ba-bdbb069e06e4 x-openstack-request-id: req-3734b155-fdbc-44da-80ba-bdbb069e06e4 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:12.142728 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494a4925-3352-4ae3-afb7-2762257154c2", "name": "network-vif-deleted", "tag": "ed5477dd-428f-472a-9c86-93c8c3f77aa8", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:12.143148 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3734b155-fdbc-44da-80ba-bdbb069e06e4 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:12.143794 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494a4925-3352-4ae3-afb7-2762257154c2', 'name': 'network-vif-deleted', 'tag': 'ed5477dd-428f-472a-9c86-93c8c3f77aa8', 'status': 'completed', 'code': 200} Feb 04 15:38:12.172010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Deleting port 1ad4460b-44db-417e-9cae-2e7f9c930319 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:12.173268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.186879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566635a-af1c-4eb0-be3f-6cd9b9625e39 None None] Update dhcp port {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': '48ad381a-24cb-44e7-8dd3-3206e7f45603'}], 'binding:host_id': 'n-d-827869-1'}, 'id': 'cac8fcfc-a25a-41bf-904b-8cca534cef6e'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:38:12.199931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42698eed-051f-42eb-a550-56ede6cc070d req-4e4f8a29-bc96-4965-950c-3a60c390e2d3 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.213156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42698eed-051f-42eb-a550-56ede6cc070d req-4e4f8a29-bc96-4965-950c-3a60c390e2d3 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 932 time: 0.2983789 Feb 04 15:38:12.240432 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8566635a-af1c-4eb0-be3f-6cd9b9625e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.248333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port e272804e-20c9-401e-8a65-a0a29a7fc310 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:38:12.479174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.extraroute_db [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added routes are [] {{(pid=102423) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 15:38:12.479515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.extraroute_db [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102423) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 15:38:12.503151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42698eed-051f-42eb-a550-56ede6cc070d req-f6b77397-f219-4c84-a0a9-545a1c20338c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883782 Feb 04 15:38:12.558393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811539c-f88d-409c-83ec-afb343deb912 req-2af4dc40-adf0-4e11-8456-7ca2bde0351f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:12.560179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c811539c-f88d-409c-83ec-afb343deb912 req-2af4dc40-adf0-4e11-8456-7ca2bde0351f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 945 time: 0.1358485 Feb 04 15:38:12.609937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.615666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:12.619042 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.671032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Calling delete_port for 1ad4460b-44db-417e-9cae-2e7f9c930319 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:12.695434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:12.696046 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.732118 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c811539c-f88d-409c-83ec-afb343deb912 req-b07f5aa8-e851-4dec-9850-7c27f8865978 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647272 Feb 04 15:38:12.761006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:12.775581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.829676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Transition to ACTIVE for port object 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:38:12.840035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:12.891609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.900999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:12.901374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.993155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:12.997297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80c0ca02-e951-4b66-bf21-bb8083abd580 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:13.014097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.018301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.060483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee4da7-0ef1-43d7-a325-61d7868d86c6 req-7cdca395-283e-4065-89f5-cd76e83863fa tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:13.060755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 80c0ca02-e951-4b66-bf21-bb8083abd580 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:13.061083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.062145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0aee4da7-0ef1-43d7-a325-61d7868d86c6 req-7cdca395-283e-4065-89f5-cd76e83863fa tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2346232 Feb 04 15:38:13.112711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::39c (9441201d-a349-4a5a-8681-870320442b3d/48ad381a-24cb-44e7-8dd3-3206e7f45603/e272804e-20c9-401e-8a65-a0a29a7fc310) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:13.157456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-77a27a5a-2547-4f6e-b530-fbf1aa6c99ed req-62ac8b91-b7a9-4f98-8910-f5e5c8c88023 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/782ac9dd-391f-4268-bb8d-dc734a214044 HTTP/1.1" status: 200 len: 1803 time: 0.5349736 Feb 04 15:38:13.236728 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0aee4da7-0ef1-43d7-a325-61d7868d86c6 req-6954424a-7643-4967-ad06-69e8dc7bb382 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140137 Feb 04 15:38:13.257132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Attempting to bind port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:13.257132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Attempting to bind port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'f8187f4f-baa8-42b7-91e1-7790fd764948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2ae56582-5437-4517-aec9-74bae3154b7c'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:13.257499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Attempting to bind port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 on network 2ae56582-5437-4517-aec9-74bae3154b7c {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:38:13.263138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 on network 2ae56582-5437-4517-aec9-74bae3154b7c not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:38:13.263138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Attempting to bind port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 on network 2ae56582-5437-4517-aec9-74bae3154b7c {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:38:13.276390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:38:13.276794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Checking segment: {'id': 'f8187f4f-baa8-42b7-91e1-7790fd764948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2ae56582-5437-4517-aec9-74bae3154b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:13.277131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Bound using segment: {'id': 'f8187f4f-baa8-42b7-91e1-7790fd764948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2ae56582-5437-4517-aec9-74bae3154b7c'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:38:13.277566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Bound port: 3f7c6273-1a9b-4d9c-af94-ad854bdebd54, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8187f4f-baa8-42b7-91e1-7790fd764948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2ae56582-5437-4517-aec9-74bae3154b7c'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:13.277930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.281442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:13.375586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-77a27a5a-2547-4f6e-b530-fbf1aa6c99ed req-8961ff2d-ed0c-4201-8d02-ff0c8976f92a tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.426989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-77a27a5a-2547-4f6e-b530-fbf1aa6c99ed req-8961ff2d-ed0c-4201-8d02-ff0c8976f92a tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.455384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] For port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:13.463466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] For port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,segment=NetworkSegment(f8187f4f-baa8-42b7-91e1-7790fd764948),segment_id=f8187f4f-baa8-42b7-91e1-7790fd764948)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:13.472381 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.483379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:13.497646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:13.516884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:13.517451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:13.521608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.525675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ed39f67-43cb-4ec0-93ab-675cc35ff233 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 200 len: 704 time: 2.7453682 Feb 04 15:38:13.529132 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50400) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:13.540261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:13.542623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.544242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/3f7c6273-1a9b-4d9c-af94-ad854bdebd54 HTTP/1.1" status: 200 len: 1092 time: 2.1721399 Feb 04 15:38:13.544875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75d7f94-b73c-4c01-8eb0-75b7664a1ceb', 'tag': '3f7c6273-1a9b-4d9c-af94-ad854bdebd54'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:13.551807 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f733a94-53ee-4f47-b10f-b8870c4d6f14" -d '{"events": [{"name": "network-changed", "server_uuid": "a75d7f94-b73c-4c01-8eb0-75b7664a1ceb", "tag": "3f7c6273-1a9b-4d9c-af94-ad854bdebd54"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:13.580468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286932d-a7c5-41dc-b448-10051cb1d8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.646597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-11b6d589-0954-46c4-adad-e2a95bb83540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:13.648156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-11b6d589-0954-46c4-adad-e2a95bb83540 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2938330e0c6e47f39ca530e9d0cbb9ca&device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 1095 time: 0.0617664 Feb 04 15:38:13.658592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.695990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:13.696588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.704931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-77a27a5a-2547-4f6e-b530-fbf1aa6c99ed req-8961ff2d-ed0c-4201-8d02-ff0c8976f92a tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.707573 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-77a27a5a-2547-4f6e-b530-fbf1aa6c99ed req-8961ff2d-ed0c-4201-8d02-ff0c8976f92a tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:13.708758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-77a27a5a-2547-4f6e-b530-fbf1aa6c99ed req-8961ff2d-ed0c-4201-8d02-ff0c8976f92a tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/782ac9dd-391f-4268-bb8d-dc734a214044 HTTP/1.1" status: 204 len: 173 time: 0.5403349 Feb 04 15:38:13.731310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-61f6d148-d7b4-4928-a18e-78258791b4aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7c6273-1a9b-4d9c-af94-ad854bdebd54 HTTP/1.1" status: 200 len: 217 time: 0.0751920 Feb 04 15:38:13.759582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f63fc887-8919-43ca-bda8-f7683fccb9ea tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 200 len: 704 time: 0.2235591 Feb 04 15:38:13.767282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Port': ['ID=1ad4460b-44db-417e-9cae-2e7f9c930319,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.789464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50410) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:13.802730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961ff2d-ed0c-4201-8d02-ff0c8976f92a tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782ac9dd-391f-4268-bb8d-dc734a214044,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:13.828838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-c19d83ef-7425-448b-86cc-690fa3059101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:13.831235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-c19d83ef-7425-448b-86cc-690fa3059101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c69e24f-3dd3-417e-b9c0-2ad5625fa07f HTTP/1.1" status: 200 len: 849 time: 0.0917187 Feb 04 15:38:13.908496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-b904e82d-3f04-4444-98c2-4412b010172c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ae56582-5437-4517-aec9-74bae3154b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651195 Feb 04 15:38:13.998542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.045353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca0a47-825d-4183-bb38-5d485008c01c req-747311e3-1a64-442c-a51a-ad4396ba321d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.047143 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbca0a47-825d-4183-bb38-5d485008c01c req-747311e3-1a64-442c-a51a-ad4396ba321d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 945 time: 0.2097425 Feb 04 15:38:14.081252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-8566635a-af1c-4eb0-be3f-6cd9b9625e39 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/48ad381a-24cb-44e7-8dd3-3206e7f45603/cac8fcfc-a25a-41bf-904b-8cca534cef6e) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:14.105207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 0aed1e62-66a5-460e-8d88-2d6aff57b795 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:14.109261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:14.118157 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:14.126862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=e272804e-20c9-401e-8a65-a0a29a7fc310,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:14.130592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbca0a47-825d-4183-bb38-5d485008c01c req-a3cf591b-5532-4491-8100-7d2e759902e0 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704031 Feb 04 15:38:14.133432 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-0bc31743-7283-4561-917b-6d35ca93b197 service neutron] 10.222.0.30 "GET /v2.0/networks/2ae56582-5437-4517-aec9-74bae3154b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099087 Feb 04 15:38:14.173352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:14.179256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.179942 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.189969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4907fc-bff9-4160-b34a-d434ae1223de req-af8f2a98-56e1-4b83-9435-6b19cecb71de tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.191657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e4907fc-bff9-4160-b34a-d434ae1223de req-af8f2a98-56e1-4b83-9435-6b19cecb71de tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 944 time: 0.3125038 Feb 04 15:38:14.220267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:12Z', 'revision_number': 7, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:14.269551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:14.312233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:14.312965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:14.320951 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29976bd1-31b0-4ee8-ac53-08a665a268a3 req-8880cb14-e075-450c-9a3a-6cf4a1e223cc service neutron] 10.222.0.30 "GET /v2.0/networks/2ae56582-5437-4517-aec9-74bae3154b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764724 Feb 04 15:38:14.323299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8566635a-af1c-4eb0-be3f-6cd9b9625e39 None None] For port cac8fcfc-a25a-41bf-904b-8cca534cef6e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=cac8fcfc-a25a-41bf-904b-8cca534cef6e,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:14.325624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 0aed1e62-66a5-460e-8d88-2d6aff57b795 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:14.330834 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6177d4fc-7b6c-40de-bf3b-08ad5c4307cf x-openstack-request-id: req-6177d4fc-7b6c-40de-bf3b-08ad5c4307cf {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:14.332003 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75d7f94-b73c-4c01-8eb0-75b7664a1ceb", "tag": "3f7c6273-1a9b-4d9c-af94-ad854bdebd54", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:14.332509 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6177d4fc-7b6c-40de-bf3b-08ad5c4307cf {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:14.333201 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75d7f94-b73c-4c01-8eb0-75b7664a1ceb', 'tag': '3f7c6273-1a9b-4d9c-af94-ad854bdebd54', 'status': 'completed', 'code': 200} Feb 04 15:38:14.337189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.353138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-989a1b86-7f8a-48f3-8fd0-cc955c501c79 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3862119 Feb 04 15:38:14.356885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50422) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:14.414645 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e4907fc-bff9-4160-b34a-d434ae1223de req-09985e17-1e2e-48f6-ba60-67eebc0f5456 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801491 Feb 04 15:38:14.416514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 0aed1e62-66a5-460e-8d88-2d6aff57b795 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:14.416898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.447956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-792a8a73-4e14-4f0b-8ea1-d04fc7cc5b57 req-b56ae52f-2d1d-4b2b-b758-c695944d250b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/35f81e7c-935e-4f6d-aeb3-af2cef5d67f5 HTTP/1.1" status: 200 len: 1802 time: 0.1076739 Feb 04 15:38:14.499187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-3ec1ec94-8b56-483f-84e0-83f6d02ed7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.501837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-3ec1ec94-8b56-483f-84e0-83f6d02ed7c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2938330e0c6e47f39ca530e9d0cbb9ca&device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 1095 time: 0.1035688 Feb 04 15:38:14.502907 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8566635a-af1c-4eb0-be3f-6cd9b9625e39 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.508701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:14.543141 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8566635a-af1c-4eb0-be3f-6cd9b9625e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.603227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7d338-e5b3-41bc-b87a-f45990ed5d0a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.609918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7d338-e5b3-41bc-b87a-f45990ed5d0a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.618202 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a4d7d338-e5b3-41bc-b87a-f45990ed5d0a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2512903 Feb 04 15:38:14.618515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50424) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:14.668636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-792a8a73-4e14-4f0b-8ea1-d04fc7cc5b57 req-a563d592-f1ee-4765-b21f-1bb578d3f43d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.723066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566635a-af1c-4eb0-be3f-6cd9b9625e39 None None] Pushing event updated for resources: {'Port': ['ID=cac8fcfc-a25a-41bf-904b-8cca534cef6e,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:14.755003 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-792a8a73-4e14-4f0b-8ea1-d04fc7cc5b57 req-a563d592-f1ee-4765-b21f-1bb578d3f43d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.775520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Router 93cec2b3-d00b-470e-8a58-fb669a67e9dc has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:14.787590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.818738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:14.821900 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841a4c0d-291c-4b43-8257-3769f6cc893b" -d '{"events": [{"server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "name": "network-vif-plugged", "status": "completed", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:14.839089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73174-7a7f-4de1-909e-bff6b330eb81 req-2228d7f8-8268-4629-a24f-595ff2a40fa6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.841791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5db73174-7a7f-4de1-909e-bff6b330eb81 req-2228d7f8-8268-4629-a24f-595ff2a40fa6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2544951 Feb 04 15:38:14.850559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 0aed1e62-66a5-460e-8d88-2d6aff57b795, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:14.887442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-be79a74c-a5db-47d7-840f-d8a3f4a250c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:14.891534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:14.897649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-be79a74c-a5db-47d7-840f-d8a3f4a250c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ae56582-5437-4517-aec9-74bae3154b7c HTTP/1.1" status: 200 len: 910 time: 0.3809462 Feb 04 15:38:14.978998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:14.987681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5416f48d-b3c0-4ec1-88db-2a6940da5f1a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "PUT /v2.0/routers/93cec2b3-d00b-470e-8a58-fb669a67e9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6115220 Feb 04 15:38:14.995737 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7767f-3025-4ee8-b0c0-bf835ad1326c None None] Sync routers for ids ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:15.014217 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7767f-3025-4ee8-b0c0-bf835ad1326c None None] Routers {'93cec2b3-d00b-470e-8a58-fb669a67e9dc'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:15.014855 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7cc7767f-3025-4ee8-b0c0-bf835ad1326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.016577 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5db73174-7a7f-4de1-909e-bff6b330eb81 req-dd768dd3-81d3-4f18-8b8f-e0be849f930c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285379 Feb 04 15:38:15.017281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50428) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:15.064158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-3fb85936-e859-4a38-af24-2dd35eceda7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7c6273-1a9b-4d9c-af94-ad854bdebd54 HTTP/1.1" status: 200 len: 217 time: 0.1627431 Feb 04 15:38:15.073625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-792a8a73-4e14-4f0b-8ea1-d04fc7cc5b57 req-a563d592-f1ee-4765-b21f-1bb578d3f43d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.084087 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7cc7767f-3025-4ee8-b0c0-bf835ad1326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.084728 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-792a8a73-4e14-4f0b-8ea1-d04fc7cc5b57 req-a563d592-f1ee-4765-b21f-1bb578d3f43d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.088311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-792a8a73-4e14-4f0b-8ea1-d04fc7cc5b57 req-a563d592-f1ee-4765-b21f-1bb578d3f43d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/35f81e7c-935e-4f6d-aeb3-af2cef5d67f5 HTTP/1.1" status: 204 len: 173 time: 0.6444480 Feb 04 15:38:15.125031 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7767f-3025-4ee8-b0c0-bf835ad1326c None None] Routers {'93cec2b3-d00b-470e-8a58-fb669a67e9dc'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:15.125526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=0aed1e62-66a5-460e-8d88-2d6aff57b795,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:15.125738 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7cc7767f-3025-4ee8-b0c0-bf835ad1326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.174749 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-f7618b8f-b892-4982-b606-6756adf25afb tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] show failed (client error): The resource could not be found. Feb 04 15:38:15.178768 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f7618b8f-b892-4982-b606-6756adf25afb tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1516791614 HTTP/1.1" status: 404 len: 335 time: 0.1548314 Feb 04 15:38:15.188051 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7cc7767f-3025-4ee8-b0c0-bf835ad1326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.189159 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7767f-3025-4ee8-b0c0-bf835ad1326c None None] The sync data for ids ['93cec2b3-d00b-470e-8a58-fb669a67e9dc'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:15.198790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:12Z', 'revision_number': 7, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:15.212205 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4019cc-fd55-4692-b50a-d6c97fd1a66f x-openstack-request-id: req-6c4019cc-fd55-4692-b50a-d6c97fd1a66f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:15.212668 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "name": "network-vif-plugged", "status": "completed", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:15.213194 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c4019cc-fd55-4692-b50a-d6c97fd1a66f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:15.214032 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'code': 200} Feb 04 15:38:15.236399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4f8efda3-9176-4c00-8246-9d9460d6b154 req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1381150935', 'description': 'tempest-description-827864302'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:15.247402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50434) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:15.258911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563d592-f1ee-4765-b21f-1bb578d3f43d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f81e7c-935e-4f6d-aeb3-af2cef5d67f5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:15.272985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e96f37e7-0876-4262-90fa-67dd16f94694 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:15.277625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d8008790-c13d-4fdf-abe0-665ce80ce88f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port e272804e-20c9-401e-8a65-a0a29a7fc310 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:15.277944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8008790-c13d-4fdf-abe0-665ce80ce88f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.332830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fdbbcf-1e7c-4398-8ac3-d60a44c8196d None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:12Z', 'revision_number': 7, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642', 'name': '', 'network_id': 'af9feb04-fd50-48e3-843f-44c3f6325e91', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:54:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:57Z', 'updated_at': '2022-02-04T15:38:09Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'a970b896-9f35-42a2-a28a-fda1405792f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:15.401192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.451385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device cac8fcfc-a25a-41bf-904b-8cca534cef6e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:15.500433 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-e96f37e7-0876-4262-90fa-67dd16f94694 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] update failed (client error): The resource could not be found. Feb 04 15:38:15.505539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e96f37e7-0876-4262-90fa-67dd16f94694 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1017026830 HTTP/1.1" status: 404 len: 335 time: 0.2552829 Feb 04 15:38:15.509166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50440) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:15.524462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port cac8fcfc-a25a-41bf-904b-8cca534cef6e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:15.525018 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.531620 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8008790-c13d-4fdf-abe0-665ce80ce88f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.539557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-ec98c744-c3b3-4b28-9284-ecfcccab8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:15.541090 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-ec98c744-c3b3-4b28-9284-ecfcccab8847 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c69e24f-3dd3-417e-b9c0-2ad5625fa07f HTTP/1.1" status: 200 len: 849 time: 0.4685917 Feb 04 15:38:15.587003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d8008790-c13d-4fdf-abe0-665ce80ce88f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for e272804e-20c9-401e-8a65-a0a29a7fc310 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:15.592862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355465f-8ed9-4b9e-b048-3a10002678e4 req-b47cbf74-01ef-47c0-9355-41d3d5b1fb8e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:15.602541 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5355465f-8ed9-4b9e-b048-3a10002678e4 req-b47cbf74-01ef-47c0-9355-41d3d5b1fb8e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 946 time: 0.2397420 Feb 04 15:38:15.633460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f8efda3-9176-4c00-8246-9d9460d6b154 req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.666253 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.707453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-288a9ef1-8e95-46d2-bf7a-b635370a96b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ae56582-5437-4517-aec9-74bae3154b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095133 Feb 04 15:38:15.718445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port cac8fcfc-a25a-41bf-904b-8cca534cef6e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=cac8fcfc-a25a-41bf-904b-8cca534cef6e,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:15.722423 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5355465f-8ed9-4b9e-b048-3a10002678e4 req-d114f4b7-5302-4de0-ae23-06b438743a0f tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185882 Feb 04 15:38:15.723988 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.745432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-00946d2d-00e0-4ea7-860e-85f69a0d8292 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Deleting subnet 3f6351b2-a4ab-4c29-b9b3-0fb8f365cdf1 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:15.762418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00946d2d-00e0-4ea7-860e-85f69a0d8292 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:15.769318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757044b-6e09-4e3a-abb2-7641e33548b5 req-b73b09bd-283d-43a5-8671-bd24c2c41eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:15.771545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e757044b-6e09-4e3a-abb2-7641e33548b5 req-b73b09bd-283d-43a5-8671-bd24c2c41eea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 1097 time: 0.3674247 Feb 04 15:38:15.806998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=cac8fcfc-a25a-41bf-904b-8cca534cef6e,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.003339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca071d-7b97-410f-8c81-2b9d6931c029 req-ab6e53a1-30e6-4cf4-8efd-94b288f6b025 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.005293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bcca071d-7b97-410f-8c81-2b9d6931c029 req-ab6e53a1-30e6-4cf4-8efd-94b288f6b025 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 944 time: 0.0817449 Feb 04 15:38:16.011089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:16.011744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.160245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bcca071d-7b97-410f-8c81-2b9d6931c029 req-af99eb3e-59e2-4944-bfb6-6aedbe75a67b tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211696 Feb 04 15:38:16.204020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,segment=NetworkSegment(e458049e-ad5f-4646-b536-3ff71d63c53a),segment_id=e458049e-ad5f-4646-b536-3ff71d63c53a)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:16.204796 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.223739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:16.325399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e757044b-6e09-4e3a-abb2-7641e33548b5 req-1feaa741-b8f4-4744-8efd-715394e648b7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182984 Feb 04 15:38:16.361236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00946d2d-00e0-4ea7-860e-85f69a0d8292 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.393649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c67f0c-f1dd-404f-b2a9-62a53f41646d req-8cba6db7-6b2d-4c58-8414-3a33588c5def tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.395404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80c67f0c-f1dd-404f-b2a9-62a53f41646d req-8cba6db7-6b2d-4c58-8414-3a33588c5def tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.1201921 Feb 04 15:38:16.456022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2de341ea-bb5f-499b-a140-7bd2b43b7973 None None] Provisioning complete for port cac8fcfc-a25a-41bf-904b-8cca534cef6e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:16.457049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2de341ea-bb5f-499b-a140-7bd2b43b7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.470724 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80c67f0c-f1dd-404f-b2a9-62a53f41646d req-1002ff07-150f-4606-98f7-a0c2976bfbd1 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650444 Feb 04 15:38:16.573510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-749ab4d7-e4e8-477b-abac-d894738806e7 service neutron] 10.222.0.30 "GET /v2.0/networks/2ae56582-5437-4517-aec9-74bae3154b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356483 Feb 04 15:38:16.611173 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.669680 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f8efda3-9176-4c00-8246-9d9460d6b154 req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.686642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.714892 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f8efda3-9176-4c00-8246-9d9460d6b154 req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.798170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853c30c7-6e83-4a0e-99a6-ca203c9f514b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:16.802516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00946d2d-00e0-4ea7-860e-85f69a0d8292 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.814286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4f8efda3-9176-4c00-8246-9d9460d6b154 req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.836190 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f8efda3-9176-4c00-8246-9d9460d6b154 req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.6869457 Feb 04 15:38:16.838870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-87faf0f6-745a-4a01-8790-f0d52239c7e6 None None] Could not find standard attr ID for object e272804e-20c9-401e-8a65-a0a29a7fc310. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:38:16.877650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8008790-c13d-4fdf-abe0-665ce80ce88f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.887777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.888293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.888767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.889220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.889684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.890143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.890584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.891034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.891464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.891919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.892352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.892789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201243c-51b3-4108-80e0-1a9e53f524f1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:16.964495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251fe0a-0536-4091-a5dd-117ccc72fd5a req-ef995f6b-c666-4769-928d-257e55b0f2b5 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:16.966191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f251fe0a-0536-4091-a5dd-117ccc72fd5a req-ef995f6b-c666-4769-928d-257e55b0f2b5 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 946 time: 0.0856295 Feb 04 15:38:16.974914 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:16.994482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8008790-c13d-4fdf-abe0-665ce80ce88f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=e272804e-20c9-401e-8a65-a0a29a7fc310,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:17.024663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f733a94-53ee-4f47-b10f-b8870c4d6f14 req-d94d8a5d-8a77-49ff-9fe9-f02971966764 service neutron] 10.222.0.30 "GET /v2.0/networks/2ae56582-5437-4517-aec9-74bae3154b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368510 Feb 04 15:38:17.090913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5858c045-bdaf-4007-b656-96e2cf64d7cd req-1fff5969-27bb-4dc7-b452-010e1adf3f6f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/853c30c7-6e83-4a0e-99a6-ca203c9f514b HTTP/1.1" status: 200 len: 1802 time: 0.2142479 Feb 04 15:38:17.095186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00946d2d-00e0-4ea7-860e-85f69a0d8292 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.098632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8008790-c13d-4fdf-abe0-665ce80ce88f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.104972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d8008790-c13d-4fdf-abe0-665ce80ce88f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/e272804e-20c9-401e-8a65-a0a29a7fc310 HTTP/1.1" status: 204 len: 168 time: 2.4850295 Feb 04 15:38:17.108174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50458) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:17.165017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5858c045-bdaf-4007-b656-96e2cf64d7cd req-08de3fde-6f38-4c36-822b-b8d37f1f41b2 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Request body: {'security_group': {'name': 'tempest-sg-hth-739161225', 'description': 'tempest-description-hth-2134268663'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:17.175141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f251fe0a-0536-4091-a5dd-117ccc72fd5a req-8651f339-01e5-4e12-b12f-e57065ca01e0 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978383 Feb 04 15:38:17.184763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda6f8-46df-4d54-a68a-b2b35bbc8559 req-4a64a5e2-5503-458f-978a-cf7977c25997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:17.186498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90bda6f8-46df-4d54-a68a-b2b35bbc8559 req-4a64a5e2-5503-458f-978a-cf7977c25997 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.2190619 Feb 04 15:38:17.215757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00946d2d-00e0-4ea7-860e-85f69a0d8292 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6351b2-a4ab-4c29-b9b3-0fb8f365cdf1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:17.247298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00946d2d-00e0-4ea7-860e-85f69a0d8292 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.249097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb1cb0c-da49-47d9-868f-d1aa84333734 None None] Network 2a93187c-abee-4b6a-8043-9e1246efeb2e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:17.251486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-00946d2d-00e0-4ea7-860e-85f69a0d8292 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/subnets/3f6351b2-a4ab-4c29-b9b3-0fb8f365cdf1 HTTP/1.1" status: 204 len: 168 time: 1.7352226 Feb 04 15:38:17.263618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50466) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:17.397086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90bda6f8-46df-4d54-a68a-b2b35bbc8559 req-35d7113d-4e4a-4190-8852-f03ca5869090 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138804 Feb 04 15:38:17.403588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:17.463881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-16272ac5-ccc1-4c5b-a7c3-2bd4ad1676f1 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Deleting subnet 76260319-daac-4501-a484-8f6113751363 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:17.502211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41dd2a-7db9-44d7-9dc9-f54034f7d654 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:17.505336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41dd2a-7db9-44d7-9dc9-f54034f7d654 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:17.511338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f41dd2a-7db9-44d7-9dc9-f54034f7d654 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3965590 Feb 04 15:38:17.511338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16272ac5-ccc1-4c5b-a7c3-2bd4ad1676f1 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.518612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5858c045-bdaf-4007-b656-96e2cf64d7cd req-08de3fde-6f38-4c36-822b-b8d37f1f41b2 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.525425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50474) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:17.531420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device cac8fcfc-a25a-41bf-904b-8cca534cef6e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:17.590671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4557a27-2bda-4b89-b9cb-60686afce77f req-b883a847-e6b7-40c5-8cdf-7125bda36c4c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:17.592247 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4557a27-2bda-4b89-b9cb-60686afce77f req-b883a847-e6b7-40c5-8cdf-7125bda36c4c tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 944 time: 0.1037591 Feb 04 15:38:17.595579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:17.607554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4a2943ce-2b29-4425-a9c7-6ed6a2427bba tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8168623 Feb 04 15:38:17.608229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50476) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:17.618801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port cac8fcfc-a25a-41bf-904b-8cca534cef6e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:17.619055 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.622239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:17.682639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] DHCP port deletion for 2a93187c-abee-4b6a-8043-9e1246efeb2e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:17.687012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16272ac5-ccc1-4c5b-a7c3-2bd4ad1676f1 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.696278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:17.697739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:17.700375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f412296b-eb34-40d3-8ef5-124676445c32 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet a970b896-9f35-42a2-a28a-fda1405792f8 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:17.712117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f412296b-eb34-40d3-8ef5-124676445c32 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.736540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5858c045-bdaf-4007-b656-96e2cf64d7cd req-08de3fde-6f38-4c36-822b-b8d37f1f41b2 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.750482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5858c045-bdaf-4007-b656-96e2cf64d7cd req-08de3fde-6f38-4c36-822b-b8d37f1f41b2 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.753235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5858c045-bdaf-4007-b656-96e2cf64d7cd req-08de3fde-6f38-4c36-822b-b8d37f1f41b2 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.754750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4557a27-2bda-4b89-b9cb-60686afce77f req-b35bd998-5a34-4635-915d-39531520396e tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381087 Feb 04 15:38:17.766907 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5858c045-bdaf-4007-b656-96e2cf64d7cd req-08de3fde-6f38-4c36-822b-b8d37f1f41b2 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "PUT /v2.0/security-groups/853c30c7-6e83-4a0e-99a6-ca203c9f514b HTTP/1.1" status: 200 len: 1776 time: 0.6556306 Feb 04 15:38:17.791454 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f412296b-eb34-40d3-8ef5-124676445c32 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.801517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca8d3de-b40b-4160-92df-3c5d27cb47d6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 48ad381a-24cb-44e7-8dd3-3206e7f45603 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:17.808048 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d3de-b40b-4160-92df-3c5d27cb47d6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:17.947280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de3fde-6f38-4c36-822b-b8d37f1f41b2 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853c30c7-6e83-4a0e-99a6-ca203c9f514b,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:17.954242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d3de-b40b-4160-92df-3c5d27cb47d6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.004831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16272ac5-ccc1-4c5b-a7c3-2bd4ad1676f1 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.107834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bd963-9f78-47a7-97e4-424df6081b66 req-cedc72ac-eec4-4401-9693-d60acd448b9c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:18.109743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f0bd963-9f78-47a7-97e4-424df6081b66 req-cedc72ac-eec4-4401-9693-d60acd448b9c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2651014 Feb 04 15:38:18.149942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:38:18.153523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 10a05179-cbec-4462-8206-8019fdc6a216 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:38:18.205147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f0bd963-9f78-47a7-97e4-424df6081b66 req-78756b80-373f-4f1f-ab91-80307ec5e32c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860603 Feb 04 15:38:18.283112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d3de-b40b-4160-92df-3c5d27cb47d6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.289773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16272ac5-ccc1-4c5b-a7c3-2bd4ad1676f1 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.295768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:18.333827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c09d68b0-72fe-400f-a8fb-0d3343625509 req-bfd6edc8-89d1-4eee-a29d-904bd9526eed tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/853c30c7-6e83-4a0e-99a6-ca203c9f514b HTTP/1.1" status: 200 len: 1776 time: 0.4847977 Feb 04 15:38:18.347190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f412296b-eb34-40d3-8ef5-124676445c32 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.359387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16272ac5-ccc1-4c5b-a7c3-2bd4ad1676f1 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Subnet': ['ID=76260319-daac-4501-a484-8f6113751363,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.361849 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:38:18.370394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:38:18.408229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16272ac5-ccc1-4c5b-a7c3-2bd4ad1676f1 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.412476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16272ac5-ccc1-4c5b-a7c3-2bd4ad1676f1 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/subnets/76260319-daac-4501-a484-8f6113751363 HTTP/1.1" status: 204 len: 168 time: 1.1476378 Feb 04 15:38:18.418189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50486) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:18.435131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db1bac-bf7c-4a75-8491-1b40a4c775e3 None None] Network 6b272190-40b1-4df6-8ff9-f56292b0ebd1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:18.462807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5968187-afdf-48eb-9a2d-adcce68ddb3a req-ca932dc3-5581-4ef2-a220-307e8714875b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:18.465074 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e5968187-afdf-48eb-9a2d-adcce68ddb3a req-ca932dc3-5581-4ef2-a220-307e8714875b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 946 time: 0.1112726 Feb 04 15:38:18.529684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08a0e750-94b9-44b2-b68e-18a2218f90e3 req-a9bd48c1-a2db-4c04-ac57-82a9d0e0c41e tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/853c30c7-6e83-4a0e-99a6-ca203c9f514b HTTP/1.1" status: 200 len: 1776 time: 0.1536760 Feb 04 15:38:18.543219 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d3de-b40b-4160-92df-3c5d27cb47d6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.563861 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f412296b-eb34-40d3-8ef5-124676445c32 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.566395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] Deleting port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:18.567023 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.575245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.626886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412296b-eb34-40d3-8ef5-124676445c32 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=a970b896-9f35-42a2-a28a-fda1405792f8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.645694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f412296b-eb34-40d3-8ef5-124676445c32 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.651651 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f412296b-eb34-40d3-8ef5-124676445c32 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/a970b896-9f35-42a2-a28a-fda1405792f8 HTTP/1.1" status: 204 len: 168 time: 1.0398977 Feb 04 15:38:18.653353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50488) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:18.684035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e5968187-afdf-48eb-9a2d-adcce68ddb3a req-2aae83d1-baa5-4dd6-8e2c-be9743d42392 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992822 Feb 04 15:38:18.686623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d9197-f82f-446d-83a5-77974ef9f432 None None] Network af9feb04-fd50-48e3-843f-44c3f6325e91 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:18.711487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-08a0e750-94b9-44b2-b68e-18a2218f90e3 req-59fc0a87-464b-4fb4-a0c5-694bc506512b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.732630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8d3de-b40b-4160-92df-3c5d27cb47d6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=48ad381a-24cb-44e7-8dd3-3206e7f45603,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.756319 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-08a0e750-94b9-44b2-b68e-18a2218f90e3 req-59fc0a87-464b-4fb4-a0c5-694bc506512b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.759419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d3de-b40b-4160-92df-3c5d27cb47d6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.765753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ca8d3de-b40b-4160-92df-3c5d27cb47d6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/48ad381a-24cb-44e7-8dd3-3206e7f45603 HTTP/1.1" status: 204 len: 168 time: 1.2034340 Feb 04 15:38:18.770951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50496) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:18.819976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Deleting port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:18.820603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.848655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b63d38f-508f-452a-a004-88d2e7b6f9c1 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:18.900022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-08a0e750-94b9-44b2-b68e-18a2218f90e3 req-59fc0a87-464b-4fb4-a0c5-694bc506512b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.902725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-08a0e750-94b9-44b2-b68e-18a2218f90e3 req-59fc0a87-464b-4fb4-a0c5-694bc506512b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.904168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08a0e750-94b9-44b2-b68e-18a2218f90e3 req-59fc0a87-464b-4fb4-a0c5-694bc506512b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/853c30c7-6e83-4a0e-99a6-ca203c9f514b HTTP/1.1" status: 204 len: 173 time: 0.3733416 Feb 04 15:38:18.926808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-30507003-0a0c-4df4-9ca6-34306ae5a309 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1506960 Feb 04 15:38:18.929798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50506) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:18.932347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc0a87-464b-4fb4-a0c5-694bc506512b tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c30c7-6e83-4a0e-99a6-ca203c9f514b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:18.955245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] For port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,segment=NetworkSegment(0c11806e-f6a3-413c-a7cc-911e2e7e2356),segment_id=0c11806e-f6a3-413c-a7cc-911e2e7e2356)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:18.955641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:18.988798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Calling delete_port for 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:18.993142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] For port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,segment=NetworkSegment(0c11806e-f6a3-413c-a7cc-911e2e7e2356),segment_id=0c11806e-f6a3-413c-a7cc-911e2e7e2356)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:18.994048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.017820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] Calling delete_port for 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:19.057790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1806b3-9230-4b5a-9cfe-5399fe665948 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:19.063601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1f1806b3-9230-4b5a-9cfe-5399fe665948 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1284242 Feb 04 15:38:19.068350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50508) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:19.091427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.167386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fbfd5c-3743-41af-811e-180e312b1964 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:19.169383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-02fbfd5c-3743-41af-811e-180e312b1964 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0984497 Feb 04 15:38:19.175865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50510) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:19.231295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b208a0b-9352-42fa-9d67-49c02e45f8bf req-7eeb0253-e60c-41a4-b150-c7d1cc7f7f66 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:19.234481 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b208a0b-9352-42fa-9d67-49c02e45f8bf req-7eeb0253-e60c-41a4-b150-c7d1cc7f7f66 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 944 time: 0.2174044 Feb 04 15:38:19.291237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-06c9d3a4-7878-4135-904e-55d9bf780156 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133506 Feb 04 15:38:19.309694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50514) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:19.321238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.348400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:19.393067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] No DVR routers for this DVR port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:19.447961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:19.476293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-4690ecd8-e2e1-4295-b298-bb8577c1c7bc tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 258 time: 0.5625610 Feb 04 15:38:19.496959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:19.506429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Port': ['ID=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:19.523763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 15f5e150-0c21-4fb5-b141-f0132cc41ddb {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:19.524439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.551907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b208a0b-9352-42fa-9d67-49c02e45f8bf req-f6231282-5823-42f6-a39a-ee84d4af8c89 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997284 Feb 04 15:38:19.555757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:19.556687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:19.596232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:19.661623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,segment=NetworkSegment(f8187f4f-baa8-42b7-91e1-7790fd764948),segment_id=f8187f4f-baa8-42b7-91e1-7790fd764948)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:19.684171 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.705858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 15f5e150-0c21-4fb5-b141-f0132cc41ddb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=15f5e150-0c21-4fb5-b141-f0132cc41ddb,segment=NetworkSegment(e458049e-ad5f-4646-b536-3ff71d63c53a),segment_id=e458049e-ad5f-4646-b536-3ff71d63c53a)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:19.705858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.746980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 15f5e150-0c21-4fb5-b141-f0132cc41ddb owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:19.753495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '10a05179-cbec-4462-8206-8019fdc6a216', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'port_id': '10a05179-cbec-4462-8206-8019fdc6a216', 'mac_address': 'fa:16:3e:c6:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76ece1f-58a1-49a6-8c91-49900151716a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:38:19.758235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.764183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '3f7c6273-1a9b-4d9c-af94-ad854bdebd54', 'network_id': '2ae56582-5437-4517-aec9-74bae3154b7c', 'port_id': '3f7c6273-1a9b-4d9c-af94-ad854bdebd54', 'mac_address': 'fa:16:3e:47:0a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c69e24f-3dd3-417e-b9c0-2ad5625fa07f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:38:19.766927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:19.775437 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.918531 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.924456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a93187c-abee-4b6a-8043-9e1246efeb2e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:19.934200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] DHCP port deletion for 6b272190-40b1-4df6-8ff9-f56292b0ebd1 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:19.947761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:19.982147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No DVR routers for this DVR port 15f5e150-0c21-4fb5-b141-f0132cc41ddb on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:20.011135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c11806e-f6a3-413c-a7cc-911e2e7e2356') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.011630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c11806e-f6a3-413c-a7cc-911e2e7e2356') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.027753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=15f5e150-0c21-4fb5-b141-f0132cc41ddb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.054095 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.061944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:20.066255 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.092070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815d829-bacf-45c0-bad3-57a741e3f63a None None] DHCP port deletion for af9feb04-fd50-48e3-843f-44c3f6325e91 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:20.098790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] No DVR routers for this DVR port 6069846d-f93e-4f57-a0cd-d4fc860c5ce7 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:20.137783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.152030 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.165819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.174315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9feb04-fd50-48e3-843f-44c3f6325e91']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.180292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10a05179-cbec-4462-8206-8019fdc6a216 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:38:20.187102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36853532-732a-48ba-96b2-2392395058bf req-644fb77b-5071-400c-be7d-e3ec1d5b5ebb tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:20.189926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36853532-732a-48ba-96b2-2392395058bf req-644fb77b-5071-400c-be7d-e3ec1d5b5ebb tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2811642 Feb 04 15:38:20.201853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e458049e-ad5f-4646-b536-3ff71d63c53a') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.202384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e458049e-ad5f-4646-b536-3ff71d63c53a') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.209564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:20.209564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.212954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:20.213210 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:20.239899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011a210-ead2-48bc-9f30-9d886fe94f9d None None] Pushing event deleted for resources: {'Port': ['ID=6069846d-f93e-4f57-a0cd-d4fc860c5ce7,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.239899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.243461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.244672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:20.253269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,segment=NetworkSegment(f8187f4f-baa8-42b7-91e1-7790fd764948),segment_id=f8187f4f-baa8-42b7-91e1-7790fd764948)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:20.269383 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.292853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.301451 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.362964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] Deleting port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:20.362964 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.367113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:16Z', 'revision_number': 8, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.381404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:20.383344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:20.394919 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:20.399433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36853532-732a-48ba-96b2-2392395058bf req-86391f9d-77ca-4e06-8ad4-c8443cd83825 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897824 Feb 04 15:38:20.406466 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.418993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.426071 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/networks/2a93187c-abee-4b6a-8043-9e1246efeb2e HTTP/1.1" status: 204 len: 168 time: 2.0036800 Feb 04 15:38:20.430770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50520) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:20.532452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.537916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['10a05179-cbec-4462-8206-8019fdc6a216'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:38:20.576587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70f42f-c27d-44ff-abda-caeccc8cbcfa tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Network': ['ID=2a93187c-abee-4b6a-8043-9e1246efeb2e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.610337 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.628782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.657949 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.666903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/af9feb04-fd50-48e3-843f-44c3f6325e91 HTTP/1.1" status: 204 len: 168 time: 1.9747543 Feb 04 15:38:20.670835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50538) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:20.678987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db9e3-16a7-45ba-ac56-b6425184b6e3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=af9feb04-fd50-48e3-843f-44c3f6325e91,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.706751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Allocated IP 172.25.1.16 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/439a7ff1-208f-4da7-96bf-7e58f3f4a06e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:20.753528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:20.838446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3f7c6273-1a9b-4d9c-af94-ad854bdebd54'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:38:20.911073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] Deleting port cac8fcfc-a25a-41bf-904b-8cca534cef6e {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:20.911520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.919348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] For port 030e00e0-90e1-4501-84b0-99e1cb7ddce6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=030e00e0-90e1-4501-84b0-99e1cb7ddce6,segment=NetworkSegment(877d0c0e-bc16-4444-b131-f6f7a57d177f),segment_id=877d0c0e-bc16-4444-b131-f6f7a57d177f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:20.919742 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.922717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:20.926410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:20.927411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:20.944251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:20.985327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.003385 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-8dc6674d-15d3-41ac-8d5a-60948f560d56 req-12c4f86e-0d26-4516-be5e-482a93a10374 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:38:21.005168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dc6674d-15d3-41ac-8d5a-60948f560d56 req-12c4f86e-0d26-4516-be5e-482a93a10374 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/35f81e7c-935e-4f6d-aeb3-af2cef5d67f5 HTTP/1.1" status: 404 len: 352 time: 0.1110878 Feb 04 15:38:21.035033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:21.042497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:21.046920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:21.080984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Pushing event updated for resources: {'Port': ['ID=439a7ff1-208f-4da7-96bf-7e58f3f4a06e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:21.220812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Deleting port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:21.222410 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.267128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.336058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] Calling delete_port for 030e00e0-90e1-4501-84b0-99e1cb7ddce6 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:21.337427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:38:21.340068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.423392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device cac8fcfc-a25a-41bf-904b-8cca534cef6e no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:21.456502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc6807-6b2c-4a94-9d81-44f51a805f0d req-84d7b23b-19e9-4f88-894d-f86c8ef5ff91 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:21.459602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eafc6807-6b2c-4a94-9d81-44f51a805f0d req-84d7b23b-19e9-4f88-894d-f86c8ef5ff91 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 945 time: 0.2895308 Feb 04 15:38:21.477418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] For port 030e00e0-90e1-4501-84b0-99e1cb7ddce6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=030e00e0-90e1-4501-84b0-99e1cb7ddce6,segment=NetworkSegment(877d0c0e-bc16-4444-b131-f6f7a57d177f),segment_id=877d0c0e-bc16-4444-b131-f6f7a57d177f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:21.478341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.547180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Calling delete_port for 030e00e0-90e1-4501-84b0-99e1cb7ddce6 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:21.581247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:21.622949 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.632422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.683406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] For port cac8fcfc-a25a-41bf-904b-8cca534cef6e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=cac8fcfc-a25a-41bf-904b-8cca534cef6e,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:21.683765 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.716697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] Calling delete_port for cac8fcfc-a25a-41bf-904b-8cca534cef6e owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:21.724050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eafc6807-6b2c-4a94-9d81-44f51a805f0d req-093138ac-a412-4170-a2e7-e5df7df4b515 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346075 Feb 04 15:38:21.812792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.863195 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.866026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3796315 Feb 04 15:38:21.880036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.908152 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.957702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Port': ['ID=030e00e0-90e1-4501-84b0-99e1cb7ddce6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:21.961008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] No DVR routers for this DVR port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:21.963401 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.973442 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:21.993551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-c8f9159e-7b2c-4633-a2a1-72d04f92deae tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.1143196 Feb 04 15:38:22.025928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] Pushing event deleted for resources: {'Port': ['ID=030e00e0-90e1-4501-84b0-99e1cb7ddce6,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.057995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2c32e-f72e-405b-9cff-67e74310d2c6 None None] No DVR routers for this DVR port 030e00e0-90e1-4501-84b0-99e1cb7ddce6 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:22.125743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.145134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132440f7-d624-460c-acd1-e3496b24c072 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Pushing event updated for resources: {'Port': ['ID=439a7ff1-208f-4da7-96bf-7e58f3f4a06e,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.170001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.239892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b272190-40b1-4df6-8ff9-f56292b0ebd1']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:22.266777 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:38:22.267166 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:38:22.296483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 10a05179-cbec-4462-8206-8019fdc6a216 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:22.368118 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-199acf79-806f-4bf4-b304-fec7b1c23460 req-746f8463-e75b-42e7-b2c7-af88ad7e82c1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:38:22.381384 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-199acf79-806f-4bf4-b304-fec7b1c23460 req-746f8463-e75b-42e7-b2c7-af88ad7e82c1 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/782ac9dd-391f-4268-bb8d-dc734a214044 HTTP/1.1" status: 404 len: 352 time: 0.1910100 Feb 04 15:38:22.391743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877d0c0e-bc16-4444-b131-f6f7a57d177f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:22.392386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877d0c0e-bc16-4444-b131-f6f7a57d177f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:22.406569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 10a05179-cbec-4462-8206-8019fdc6a216 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:22.407206 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.425583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.426196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:16Z', 'revision_number': 8, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:22.491638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.498210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f3d-7454-467c-a422-12cdd78d115e req-53c037e2-7483-49e5-84c3-ff12b8908584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:22.500186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8231f3d-7454-467c-a422-12cdd78d115e req-53c037e2-7483-49e5-84c3-ff12b8908584 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 1096 time: 0.2448575 Feb 04 15:38:22.530553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:22.531254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:22.534835 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:22.552037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea174a-f616-41ab-adb2-37a39426b6b3 None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:16Z', 'revision_number': 8, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb', 'name': '', 'network_id': 'bd2440b4-dc9f-44f5-8670-e6f9449944b6', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:81:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:41Z', 'updated_at': '2022-02-04T15:38:03Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'd748dbf9-5c26-4801-86c1-4317858d2f92', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:22.693090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.729645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] For port cac8fcfc-a25a-41bf-904b-8cca534cef6e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=cac8fcfc-a25a-41bf-904b-8cca534cef6e,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:22.734542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:22.737759 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dedabfe-c30f-462e-b5e0-31271276724b" -d '{"events": [{"server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "name": "network-vif-plugged", "status": "completed", "tag": "10a05179-cbec-4462-8206-8019fdc6a216"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:22.768495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:22.781816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.815361 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.817944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/networks/6b272190-40b1-4df6-8ff9-f56292b0ebd1 HTTP/1.1" status: 204 len: 168 time: 2.3857582 Feb 04 15:38:22.818312 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.831245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07273312-fc84-4450-8aea-70883a8fc03a tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Network': ['ID=6b272190-40b1-4df6-8ff9-f56292b0ebd1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:22.835673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50576) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:22.873397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.894703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.902656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-c314dfc8-cd5c-4629-a071-06df8115c955 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:22.904834 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-c314dfc8-cd5c-4629-a071-06df8115c955 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.9026103 Feb 04 15:38:22.925858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9c04a-143f-4c04-9d65-3aa1c9f5a22b req-ecc4d0c4-7f80-40a0-ac4b-671f59d279f0 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:22.935686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-e349f26a-0bce-447c-bd19-a32bb1e14a37 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:38:22.936794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6b6d407-87c8-4817-a40f-63604e30e416 req-e349f26a-0bce-447c-bd19-a32bb1e14a37 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079632 Feb 04 15:38:22.938821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7b9c04a-143f-4c04-9d65-3aa1c9f5a22b req-ecc4d0c4-7f80-40a0-ac4b-671f59d279f0 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2561500 Feb 04 15:38:22.944188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:22.944877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.030932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-922f9d44-a378-4df6-b1f7-775c945ce42c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Deleting subnet eb7a423b-3ca2-4e9f-b1c9-8ad4f5396aa8 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:23.051440 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-922f9d44-a378-4df6-b1f7-775c945ce42c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.055276 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.076188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 15f5e150-0c21-4fb5-b141-f0132cc41ddb no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:23.088989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] No DVR routers for this DVR port cac8fcfc-a25a-41bf-904b-8cca534cef6e on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:23.118470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=ef2914f9-b61a-41c5-92c9-4274f2ae7469,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.135459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.178184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 15f5e150-0c21-4fb5-b141-f0132cc41ddb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:23.181185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 15f5e150-0c21-4fb5-b141-f0132cc41ddb not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:23.181928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-922f9d44-a378-4df6-b1f7-775c945ce42c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.182603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 030e00e0-90e1-4501-84b0-99e1cb7ddce6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:23.185803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f3d-7454-467c-a422-12cdd78d115e req-c69dde55-b5ed-42d3-ab47-2fbdecefd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:23.198996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8231f3d-7454-467c-a422-12cdd78d115e req-c69dde55-b5ed-42d3-ab47-2fbdecefd464 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 0.6844702 Feb 04 15:38:23.227027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=cac8fcfc-a25a-41bf-904b-8cca534cef6e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.239888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 030e00e0-90e1-4501-84b0-99e1cb7ddce6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:23.240469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 030e00e0-90e1-4501-84b0-99e1cb7ddce6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:23.260358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.356905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baee6c-0466-4fec-bd81-37a6517d75e3 None None] Pushing event deleted for resources: {'Port': ['ID=cac8fcfc-a25a-41bf-904b-8cca534cef6e,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.379716 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-ae85c0f0-3ee8-4bfa-b797-63c7a70d1d43 req-3cec3275-c0c8-46bb-96a4-efa95b991643 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:38:23.381597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae85c0f0-3ee8-4bfa-b797-63c7a70d1d43 req-3cec3275-c0c8-46bb-96a4-efa95b991643 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/3fa6a7b5-58bc-4ffa-94fb-4928063007a0 HTTP/1.1" status: 404 len: 352 time: 0.0556993 Feb 04 15:38:23.395087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:23.417538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:23.440511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a617ab6e-c788-4b77-99d5-6e457eb7a009 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:23.456656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:23.458080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.469750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8231f3d-7454-467c-a422-12cdd78d115e req-9078e857-72d9-4d9f-8a3d-64990456557a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 200 len: 217 time: 0.2387352 Feb 04 15:38:23.488136 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-922f9d44-a378-4df6-b1f7-775c945ce42c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.498961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7b9c04a-143f-4c04-9d65-3aa1c9f5a22b req-1539f92c-74be-48b2-b657-be4ae14a24db tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432956 Feb 04 15:38:23.632245 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efad2e9f-a36c-4d5f-ab67-2b4324b3cb8e x-openstack-request-id: req-efad2e9f-a36c-4d5f-ab67-2b4324b3cb8e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:23.632559 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "name": "network-vif-plugged", "status": "completed", "tag": "10a05179-cbec-4462-8206-8019fdc6a216", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:23.633629 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-efad2e9f-a36c-4d5f-ab67-2b4324b3cb8e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:23.634285 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216', 'code': 200} Feb 04 15:38:23.647710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d7b9662c-c7f0-48fe-b868-d4ce3590bff6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3282840 Feb 04 15:38:23.654225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50598) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:23.669916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4ec7e334-1967-40f8-ae4d-dda2c75e704e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:23.715949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55ac26-6729-4ef7-9bda-22c11cb0643f req-c8dec952-96a5-4daa-9ef4-77d0f66bdf29 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:23.724250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e55ac26-6729-4ef7-9bda-22c11cb0643f req-c8dec952-96a5-4daa-9ef4-77d0f66bdf29 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 945 time: 0.1552289 Feb 04 15:38:23.733094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-922f9d44-a378-4df6-b1f7-775c945ce42c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.745121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:23.758228 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-922f9d44-a378-4df6-b1f7-775c945ce42c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:23.765705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-922f9d44-a378-4df6-b1f7-775c945ce42c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/subnets/eb7a423b-3ca2-4e9f-b1c9-8ad4f5396aa8 HTTP/1.1" status: 204 len: 168 time: 0.9281375 Feb 04 15:38:23.768124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50600) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:23.814727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f9d44-a378-4df6-b1f7-775c945ce42c tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7a423b-3ca2-4e9f-b1c9-8ad4f5396aa8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:23.890077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:23.891992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4f294a7e-b1f7-4bdc-9ac2-14c2d33b5642 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:23.898897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f7b3ab-9b82-457f-939a-d33cf3cebcbe None None] Network 142eb259-95f4-44ba-88e6-2d5357ded54b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:23.947694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e55ac26-6729-4ef7-9bda-22c11cb0643f req-0f90c51e-a23f-4c10-9b92-f2434bf30281 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223537 Feb 04 15:38:23.964146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'ef2914f9-b61a-41c5-92c9-4274f2ae7469'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:38:23.970597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.021706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.045020 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-8aaf5293-deea-4504-88da-5414cb729e14 req-44a66a91-dad3-4223-8e71-94864d064e89 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:38:24.062630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8aaf5293-deea-4504-88da-5414cb729e14 req-44a66a91-dad3-4223-8e71-94864d064e89 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/b9739e28-acb4-4bd0-9e82-8bf03babdc88 HTTP/1.1" status: 404 len: 352 time: 0.0530610 Feb 04 15:38:24.267691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Deleting port 15954d9c-b74d-4882-9812-f097bd5fa3db {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:24.269006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.275887 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-ff1f5210-7f28-4321-b02e-9c7d0320cbe3 req-53a0265e-76bb-44a3-be35-03c4fb787458 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:38:24.277539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ff1f5210-7f28-4321-b02e-9c7d0320cbe3 req-53a0265e-76bb-44a3-be35-03c4fb787458 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/8fe45f12-0859-4d59-8880-59b05172aa8f HTTP/1.1" status: 404 len: 352 time: 0.0668342 Feb 04 15:38:24.348743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:24.414038 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-edfb57dc-2349-47d2-8878-e17280069291 req-bf990f47-1e1b-4e7e-875c-e656e418b107 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] show failed (client error): The resource could not be found. Feb 04 15:38:24.415889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edfb57dc-2349-47d2-8878-e17280069291 req-bf990f47-1e1b-4e7e-875c-e656e418b107 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/1ac2e134-1ccc-4677-99c7-f5b3eb0ea583 HTTP/1.1" status: 404 len: 352 time: 0.0514467 Feb 04 15:38:24.448498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] For port 15954d9c-b74d-4882-9812-f097bd5fa3db, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=15954d9c-b74d-4882-9812-f097bd5fa3db,segment=NetworkSegment(2f8fd0d7-60bd-4f48-8c95-8039a7e59805),segment_id=2f8fd0d7-60bd-4f48-8c95-8039a7e59805)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:24.450504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.517871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Calling delete_port for 15954d9c-b74d-4882-9812-f097bd5fa3db owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:24.751419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f3d-7454-467c-a422-12cdd78d115e req-0105ebbc-63f6-4b55-a412-edfbb5b94254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:24.752339 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:24.754157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8231f3d-7454-467c-a422-12cdd78d115e req-0105ebbc-63f6-4b55-a412-edfbb5b94254 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 1.2464688 Feb 04 15:38:24.905505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8231f3d-7454-467c-a422-12cdd78d115e req-b27295f4-d190-4141-a5ca-2417e45968ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976851 Feb 04 15:38:24.935868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Port': ['ID=15954d9c-b74d-4882-9812-f097bd5fa3db,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:24.946863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] No DVR routers for this DVR port 15954d9c-b74d-4882-9812-f097bd5fa3db on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:24.995348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:38:25.006111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:25.007016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.057812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Allocated IP 2001:db8::f816:3eff:fe9d:59a3 (9441201d-a349-4a5a-8681-870320442b3d/ef2914f9-b61a-41c5-92c9-4274f2ae7469/01336471-0756-4933-a0f8-756834fa025d) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:25.065340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-4f274158-b18c-40ff-8d75-9bcf29b0a3e9 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:25.069540 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-4f274158-b18c-40ff-8d75-9bcf29b0a3e9 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.3855312 Feb 04 15:38:25.081631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.122958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142eb259-95f4-44ba-88e6-2d5357ded54b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:25.136759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8fd0d7-60bd-4f48-8c95-8039a7e59805') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:25.137108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8fd0d7-60bd-4f48-8c95-8039a7e59805') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:25.156186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.165892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47249da6-613d-4795-8a7b-ffa43665e7e5 None None] DHCP port deletion for 142eb259-95f4-44ba-88e6-2d5357ded54b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:25.178236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.195045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:25.204968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.206052 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.281193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,segment=NetworkSegment(f8187f4f-baa8-42b7-91e1-7790fd764948),segment_id=f8187f4f-baa8-42b7-91e1-7790fd764948)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:25.307604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:25.330242 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:25.382203 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.384186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.398229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.406516 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/networks/142eb259-95f4-44ba-88e6-2d5357ded54b HTTP/1.1" status: 204 len: 168 time: 1.6260273 Feb 04 15:38:25.407485 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.422639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50626) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:25.424013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-ea7b9a05-25cf-421e-8ba0-40fc7305577c tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.3389733 Feb 04 15:38:25.434058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.456769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:25.469506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d7aaaad1-a6ef-46ad-a06c-b01cb1937bc4 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cec2b3-d00b-470e-8a58-fb669a67e9dc HTTP/1.1" status: 200 len: 205 time: 0.0451281 Feb 04 15:38:25.478267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d503-95da-4fa5-96ce-d8386e971f69 tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Pushing event deleted for resources: {'Network': ['ID=142eb259-95f4-44ba-88e6-2d5357ded54b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.482562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50628) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:25.489064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Request body: {'floatingip': {'port_id': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:25.494033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:25.508722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75c574-9113-4ac2-8bd5-130aa4585111 req-99357fea-d693-42e9-a21c-867f6f4ba3f7 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:25.512344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:25.515148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf75c574-9113-4ac2-8bd5-130aa4585111 req-99357fea-d693-42e9-a21c-867f6f4ba3f7 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.1810215 Feb 04 15:38:25.566819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:25.567398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.608939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 15954d9c-b74d-4882-9812-f097bd5fa3db no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:25.620854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Pushing event updated for resources: {'Port': ['ID=01336471-0756-4933-a0f8-756834fa025d,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:25.683665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,segment=NetworkSegment(59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7),segment_id=59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:25.684073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.693689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75d7f94-b73c-4c01-8eb0-75b7664a1ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7c6273-1a9b-4d9c-af94-ad854bdebd54'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:25.698814 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e445c5c-0f32-49e0-a642-b6f4245358e4" -d '{"events": [{"server_uuid": "a75d7f94-b73c-4c01-8eb0-75b7664a1ceb", "name": "network-vif-plugged", "status": "completed", "tag": "3f7c6273-1a9b-4d9c-af94-ad854bdebd54"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:25.699109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:25.712504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5b89e9d-3895-447c-9e81-51f4cb84b56f tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.723265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf75c574-9113-4ac2-8bd5-130aa4585111 req-741690ff-abea-41b4-bac7-88621df7528d tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494918 Feb 04 15:38:25.807520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 15954d9c-b74d-4882-9812-f097bd5fa3db {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:25.807974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 15954d9c-b74d-4882-9812-f097bd5fa3db not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:25.843660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Attempting to bind port 01336471-0756-4933-a0f8-756834fa025d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:25.844108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Attempting to bind port 01336471-0756-4933-a0f8-756834fa025d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:25.844383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Attempting to bind port 01336471-0756-4933-a0f8-756834fa025d on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:38:25.858185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:38:25.858578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:25.859016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.859393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:38:25.859909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Bound port: 01336471-0756-4933-a0f8-756834fa025d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:25.860329 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:25.913405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8231f3d-7454-467c-a422-12cdd78d115e req-080c053f-814b-4914-a53e-0f4d8ee25710 service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9876292 Feb 04 15:38:25.997955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.017865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] For port 01336471-0756-4933-a0f8-756834fa025d, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:26.032025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] For port 01336471-0756-4933-a0f8-756834fa025d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=01336471-0756-4933-a0f8-756834fa025d,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:26.057842 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.121587 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5b89e9d-3895-447c-9e81-51f4cb84b56f tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.125575 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5b89e9d-3895-447c-9e81-51f4cb84b56f tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.181406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec7e334-1967-40f8-ae4d-dda2c75e704e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:26.181406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ec7e334-1967-40f8-ae4d-dda2c75e704e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.182512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e9d7a-e38e-4c40-840f-222f1e0890c5 None None] Pushing event updated for resources: {'Port': ['ID=01336471-0756-4933-a0f8-756834fa025d,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.207694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee848079-7965-49a2-8f0e-1f1521f12ea0 req-c5947588-4bdb-4060-80f2-07a67b4dfd08 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.213412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee848079-7965-49a2-8f0e-1f1521f12ea0 req-c5947588-4bdb-4060-80f2-07a67b4dfd08 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 1023 time: 0.2491820 Feb 04 15:38:26.242734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5b89e9d-3895-447c-9e81-51f4cb84b56f tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.244070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b89e9d-3895-447c-9e81-51f4cb84b56f tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Fanout notify agent at l3_agent the message router_deleted on router 93cec2b3-d00b-470e-8a58-fb669a67e9dc {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:38:26.254487 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a5b89e9d-3895-447c-9e81-51f4cb84b56f tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.262772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a5b89e9d-3895-447c-9e81-51f4cb84b56f tempest-RoutersNegativeTest-75329626 tempest-RoutersNegativeTest-75329626-project] 10.222.0.47 "DELETE /v2.0/routers/93cec2b3-d00b-470e-8a58-fb669a67e9dc HTTP/1.1" status: 204 len: 168 time: 0.7700469 Feb 04 15:38:26.344441 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee848079-7965-49a2-8f0e-1f1521f12ea0 req-c91034d9-0046-4d44-b4b6-9ff121474732 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups?id=dec15121-02ab-4b2c-a648-756f9bb20e1a&id=18eb89ab-5c13-469e-8b77-87447d9d1f4a&id=68fe0419-1c1c-421c-aec8-26e2fb93c899&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0979509 Feb 04 15:38:26.641446 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8231f3d-7454-467c-a422-12cdd78d115e req-6539056d-5925-442c-89d9-f6dca92bebaa service neutron] 10.222.0.30 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965170 Feb 04 15:38:26.701780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00ee6e-9f73-41a5-b17b-ee1416f344d3 req-b674cf44-b5ef-4694-9bf6-71fa8c170606 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.703499 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e00ee6e-9f73-41a5-b17b-ee1416f344d3 req-b674cf44-b5ef-4694-9bf6-71fa8c170606 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 946 time: 0.1327195 Feb 04 15:38:26.726084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-e4746fe9-f048-43d8-b669-5d3c8e214849 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:26.728603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-e4746fe9-f048-43d8-b669-5d3c8e214849 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 1023 time: 0.1191278 Feb 04 15:38:26.804971 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:26.867739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:26.952438 n-d-827869-1 neutron-server[102422]: INFO neutron.db.ipam_backend_mixin [None req-4ec7e334-1967-40f8-ae4d-dda2c75e704e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef2914f9-b61a-41c5-92c9-4274f2ae7469 (CIDR: 2001:db8::/64) Feb 04 15:38:26.958965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:26.969682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e00ee6e-9f73-41a5-b17b-ee1416f344d3 req-ed28a112-fce6-4194-b517-db51c99b949f tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544343 Feb 04 15:38:26.974553 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec7e334-1967-40f8-ae4d-dda2c75e704e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:38:26.975685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec7e334-1967-40f8-ae4d-dda2c75e704e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:38:27.140691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Deleting port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:27.140691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.155142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.199246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4ec7e334-1967-40f8-ae4d-dda2c75e704e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.5415256 Feb 04 15:38:27.214320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50650) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:27.223593 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1663df8d-bf7c-406f-ac81-970ef501c61b x-openstack-request-id: req-1663df8d-bf7c-406f-ac81-970ef501c61b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:27.226447 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75d7f94-b73c-4c01-8eb0-75b7664a1ceb", "name": "network-vif-plugged", "status": "completed", "tag": "3f7c6273-1a9b-4d9c-af94-ad854bdebd54", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:27.234872 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1663df8d-bf7c-406f-ac81-970ef501c61b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:27.235651 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75d7f94-b73c-4c01-8eb0-75b7664a1ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7c6273-1a9b-4d9c-af94-ad854bdebd54', 'code': 200} Feb 04 15:38:27.263529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:27.718850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] For port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,segment=NetworkSegment(c81ab10a-dbda-4ca4-84e7-66e3235ae189),segment_id=c81ab10a-dbda-4ca4-84e7-66e3235ae189)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:27.719626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.748929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Calling delete_port for 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:27.808201 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:27.815185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01336471-0756-4933-a0f8-756834fa025d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:27.833657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.042285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 01336471-0756-4933-a0f8-756834fa025d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:28.046174 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.193941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.219293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:38:28.242669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ece8fd48-51c8-42f6-b0b1-e1cf154f2cc6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0424edd1a93f4684aa59c692bdb4f8db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2821226 Feb 04 15:38:28.253101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cceed3-4ab6-4ba4-9a97-080667792f06 req-be07b098-f507-4495-95f4-a0c7d19a1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:28.255693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37cceed3-4ab6-4ba4-9a97-080667792f06 req-be07b098-f507-4495-95f4-a0c7d19a1099 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 1097 time: 0.9007475 Feb 04 15:38:28.256369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50658) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:28.264351 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.279588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-26d1d164-d7f5-44e2-82dc-26c2c88ef3b5 None None] Provisioning complete for port 01336471-0756-4933-a0f8-756834fa025d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:28.280265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-26d1d164-d7f5-44e2-82dc-26c2c88ef3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.317025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'Port': ['ID=41d1fcf4-396b-4fa7-b7ad-944acb6ce77d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:28.343317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461c6e-ccd9-4dc8-b946-f919745c71a7 req-34f156f1-c0be-4b93-bbc5-c5bbd9fe2533 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:28.346191 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1461c6e-ccd9-4dc8-b946-f919745c71a7 req-34f156f1-c0be-4b93-bbc5-c5bbd9fe2533 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.9506629 Feb 04 15:38:28.349234 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Floating IP 2d5d089d-f7a7-44ca-a10e-3d9322955093 associated. External IP: 172.25.1.16, port: 0aed1e62-66a5-460e-8d88-2d6aff57b795. Feb 04 15:38:28.355523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 01336471-0756-4933-a0f8-756834fa025d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=01336471-0756-4933-a0f8-756834fa025d,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:28.368830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.375820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37cceed3-4ab6-4ba4-9a97-080667792f06 req-1aa5e0b2-93ca-4e37-88d2-af44e09083da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040089 Feb 04 15:38:28.468596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] No DVR routers for this DVR port 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:28.472646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7803ecfd-0ed0-46e8-bab1-0987af4b33b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.473242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.478496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8865b25-71e1-46e5-bd92-3650ad00afda req-c8174203-998c-4368-9c52-e26e02362f93 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.30 "DELETE /v2.0/ports/41d1fcf4-396b-4fa7-b7ad-944acb6ce77d HTTP/1.1" status: 204 len: 173 time: 1.7405984 Feb 04 15:38:28.484381 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=01336471-0756-4933-a0f8-756834fa025d,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:28.487323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'name': 'network-vif-deleted', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:28.491970 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9748d5ce-c518-479f-8885-316e81afa0f0" -d '{"events": [{"server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "name": "network-vif-deleted", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:28.513129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7803ecfd-0ed0-46e8-bab1-0987af4b33b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.524905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:28.531590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:28.569760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:28.614547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1461c6e-ccd9-4dc8-b946-f919745c71a7 req-e3cae6ea-a95b-4435-9d88-c29732dd7999 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075162 Feb 04 15:38:28.829197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccafd3da-0b2d-4780-a521-a83a0ecf4a86 req-c371cf68-0e3a-4409-a2dc-a90da5b45b6c tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f HTTP/1.1" status: 200 len: 210 time: 0.1155396 Feb 04 15:38:29.054631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c194683-d6d1-4033-80c5-21da8e3b04d6 req-ff18fb20-e4f9-47a9-90c5-93c828ea3534 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:29.056388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c194683-d6d1-4033-80c5-21da8e3b04d6 req-ff18fb20-e4f9-47a9-90c5-93c828ea3534 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 946 time: 0.1045704 Feb 04 15:38:29.155396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c194683-d6d1-4033-80c5-21da8e3b04d6 req-d7daf7cf-2ec2-4059-ba9b-4d3a3593caca tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906830 Feb 04 15:38:29.160554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.285195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:29.306168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:29.315823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:29.326277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6c652fb2-a122-47f0-af06-78ca90b13be6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6530426 Feb 04 15:38:29.332185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50670) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:29.340224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d8c918-0ef3-461a-80e4-98b2fff6ef50 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:29.346653 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:29.351339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:29.356700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.390124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7803ecfd-0ed0-46e8-bab1-0987af4b33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.392939 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7803ecfd-0ed0-46e8-bab1-0987af4b33b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.393852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7803ecfd-0ed0-46e8-bab1-0987af4b33b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43ea42b8-890a-46fc-b775-31403e0001ad HTTP/1.1" status: 204 len: 168 time: 1.1302178 Feb 04 15:38:29.395365 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:29.398695 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:29.462955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2190986 Feb 04 15:38:29.469147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50674) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:29.483007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:37:d6:9f', 'name': 'tempest-NetworksTestDHCPv6-1397767202'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:29.498827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803ecfd-0ed0-46e8-bab1-0987af4b33b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea42b8-890a-46fc-b775-31403e0001ad,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:29.571486 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5962cec-e4d0-4bb3-b453-26e056a80389 x-openstack-request-id: req-b5962cec-e4d0-4bb3-b453-26e056a80389 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:29.571486 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f", "name": "network-vif-deleted", "tag": "41d1fcf4-396b-4fa7-b7ad-944acb6ce77d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:29.571486 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5962cec-e4d0-4bb3-b453-26e056a80389 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:29.571486 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae8980-a20c-4c90-b7c3-5a1fae3d2a9f', 'name': 'network-vif-deleted', 'tag': '41d1fcf4-396b-4fa7-b7ad-944acb6ce77d', 'status': 'completed', 'code': 200} Feb 04 15:38:29.572008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3e6fd-5946-428e-ae10-e6cb123bdd28 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=766537d0-edd8-465d-a026-768469ca82e0,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:29.576711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ee0219-e0bf-44e6-91dc-0777fbcb9fec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet d748dbf9-5c26-4801-86c1-4317858d2f92 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:29.583115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48ee0219-e0bf-44e6-91dc-0777fbcb9fec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.632595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01336471-0756-4933-a0f8-756834fa025d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:29.706883 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:29.776921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48ee0219-e0bf-44e6-91dc-0777fbcb9fec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.867292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 01336471-0756-4933-a0f8-756834fa025d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:29.867915 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:29.958568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0cdf-c014-4949-8461-9696a4851b26 req-6a75a780-82b2-44c8-9b8c-49e79b1542f2 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:29.975070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4afe0cdf-c014-4949-8461-9696a4851b26 req-6a75a780-82b2-44c8-9b8c-49e79b1542f2 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.1764743 Feb 04 15:38:30.021024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:30.106560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b115e9ba-c25a-4a28-82aa-329caaf47ff3 None None] Update dhcp port {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': 'ef2914f9-b61a-41c5-92c9-4274f2ae7469', 'ip_address': '2001:db8::f816:3eff:fe9d:59a3'}, {'subnet_id': '766537d0-edd8-465d-a026-768469ca82e0'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '01336471-0756-4933-a0f8-756834fa025d'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:38:30.143637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4afe0cdf-c014-4949-8461-9696a4851b26 req-fd0ea9fb-2c68-4e60-ba6f-4db23b60ebeb tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677632 Feb 04 15:38:30.215082 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b115e9ba-c25a-4a28-82aa-329caaf47ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.228654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48ee0219-e0bf-44e6-91dc-0777fbcb9fec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.338719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:30.393464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79de4f-2276-402a-a710-4918f28f9c12 req-acc298bf-d4ff-4f63-939d-afb1ac74cd16 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:30.409210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c79de4f-2276-402a-a710-4918f28f9c12 req-acc298bf-d4ff-4f63-939d-afb1ac74cd16 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 946 time: 0.0953109 Feb 04 15:38:30.419510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:30.442046 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:26Z', 'revision_number': 9, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:30.444667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:30.445398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 41d1fcf4-396b-4fa7-b7ad-944acb6ce77d not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:30.532459 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48ee0219-e0bf-44e6-91dc-0777fbcb9fec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.544368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c79de4f-2276-402a-a710-4918f28f9c12 req-90fa63d8-2cab-456f-95b5-f3d28f0d47a5 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327403 Feb 04 15:38:30.565424 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:30.566891 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d50c4551-16e1-4631-9188-e7d00b3391b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.647135 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:30.648179 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:30.759024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1808a3f3-52c3-49e9-a688-5be314e1e5d4 req-a4a7be89-4834-499c-9b40-3141c93be803 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/68fe0419-1c1c-421c-aec8-26e2fb93c899 HTTP/1.1" status: 200 len: 1802 time: 0.1165679 Feb 04 15:38:30.782952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-b115e9ba-c25a-4a28-82aa-329caaf47ff3 None None] Allocated IP 2001:db8:0:1::2 (9441201d-a349-4a5a-8681-870320442b3d/766537d0-edd8-465d-a026-768469ca82e0/01336471-0756-4933-a0f8-756834fa025d) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:30.829616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee0219-e0bf-44e6-91dc-0777fbcb9fec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=d748dbf9-5c26-4801-86c1-4317858d2f92,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:30.831115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e414efd-f0f5-4579-98e4-f3dc942afe87 None None] Network bd2440b4-dc9f-44f5-8670-e6f9449944b6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:30.836425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48ee0219-e0bf-44e6-91dc-0777fbcb9fec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.849054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50706) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:30.850657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-48ee0219-e0bf-44e6-91dc-0777fbcb9fec tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/d748dbf9-5c26-4801-86c1-4317858d2f92 HTTP/1.1" status: 204 len: 168 time: 1.5165770 Feb 04 15:38:30.919121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.925819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:30.930885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1808a3f3-52c3-49e9-a688-5be314e1e5d4 req-e8650849-b963-49ff-99e4-4cd08db54319 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:30.973302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 752a89f4-9242-4931-8161-90f3c12495b7 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:38:30.983464 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:30.999947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] Sync routers for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:31.078406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.122992 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1808a3f3-52c3-49e9-a688-5be314e1e5d4 req-e8650849-b963-49ff-99e4-4cd08db54319 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.145650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:31.146328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:31.169644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-29a75ece-ad88-40b6-8bc7-da226abca71b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "PUT /v2.0/floatingips/2d5d089d-f7a7-44ca-a10e-3d9322955093 HTTP/1.1" status: 200 len: 996 time: 5.7125111 Feb 04 15:38:31.172388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:31.178593 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:31.226032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.253437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-18bce3db-eda0-4fe3-894c-3071a905040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:31.258953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-18bce3db-eda0-4fe3-894c-3071a905040d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de6c2adb5ad5445fa4acc82f826a34ce&device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 1097 time: 0.0608411 Feb 04 15:38:31.289334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1808a3f3-52c3-49e9-a688-5be314e1e5d4 req-e8650849-b963-49ff-99e4-4cd08db54319 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.296993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1808a3f3-52c3-49e9-a688-5be314e1e5d4 req-e8650849-b963-49ff-99e4-4cd08db54319 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.314107 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1808a3f3-52c3-49e9-a688-5be314e1e5d4 req-e8650849-b963-49ff-99e4-4cd08db54319 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/68fe0419-1c1c-421c-aec8-26e2fb93c899 HTTP/1.1" status: 204 len: 173 time: 0.5448120 Feb 04 15:38:31.316320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50718) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:31.401339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8650849-b963-49ff-99e4-4cd08db54319 tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe0419-1c1c-421c-aec8-26e2fb93c899,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:31.434911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-d48f41e6-ecb2-4ab0-a334-7f867ca334a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:31.436538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-d48f41e6-ecb2-4ab0-a334-7f867ca334a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46907810-c836-4b11-a6cf-0217c6631eb5 HTTP/1.1" status: 200 len: 929 time: 0.1683025 Feb 04 15:38:31.481380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b115e9ba-c25a-4a28-82aa-329caaf47ff3 None None] For port 01336471-0756-4933-a0f8-756834fa025d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=01336471-0756-4933-a0f8-756834fa025d,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:31.484762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:31.485402 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.494242 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:26Z', 'revision_number': 9, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:31.565043 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf2cbe-88f9-4ccb-97d4-591e67ed61d6 None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:26Z', 'revision_number': 9, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '6dd486fb-66cc-4fc4-a799-0213b7a4dce2', 'name': '', 'network_id': '3a737d52-830b-46eb-95dc-92c8265f76f3', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:f3:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:30Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': 'dcf82a34-7bfb-4410-a133-4ece62541518', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:31.610981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-78921681-e124-40ea-aef9-855e6ac3e3df tempest-ServiceProvidersTest-2107258471 tempest-ServiceProvidersTest-2107258471-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2881727 Feb 04 15:38:31.666530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:31.670326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b115e9ba-c25a-4a28-82aa-329caaf47ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.710209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518,segment=NetworkSegment(59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7),segment_id=59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:31.710909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.733880 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b115e9ba-c25a-4a28-82aa-329caaf47ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:31.747019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:31.898393 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-938bdd1c-e4a9-4a00-809e-1613c2ef6da3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 200 len: 999 time: 0.4347792 Feb 04 15:38:32.015832 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.018940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-5a323c95-889a-416d-a6aa-ab006bed727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:32.020802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-5a323c95-889a-416d-a6aa-ab006bed727d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40e444df-7186-46a3-a41b-ac34e45f594f HTTP/1.1" status: 200 len: 867 time: 0.1215713 Feb 04 15:38:32.065933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a169a1c-19b3-49b8-8b43-48cce0ce8746 None None] DHCP port deletion for bd2440b4-dc9f-44f5-8670-e6f9449944b6 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:32.109676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No DVR routers for this DVR port bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:32.121097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:32.246877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115e9ba-c25a-4a28-82aa-329caaf47ff3 None None] Pushing event updated for resources: {'Port': ['ID=01336471-0756-4933-a0f8-756834fa025d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:32.267606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-92c75709-bff4-4685-b036-873f72bc8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:32.276616 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-92c75709-bff4-4685-b036-873f72bc8151 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46907810-c836-4b11-a6cf-0217c6631eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2432942 Feb 04 15:38:32.282544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-2c8a8fe1-3971-4be0-be20-9325c68c57da service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:38:32.299868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-2c8a8fe1-3971-4be0-be20-9325c68c57da service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218625 Feb 04 15:38:32.332151 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dbd9df-71c1-4887-a8be-747251c77363 x-openstack-request-id: req-58dbd9df-71c1-4887-a8be-747251c77363 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:32.332869 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:32.333292 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58dbd9df-71c1-4887-a8be-747251c77363 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:32.333859 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'status': 'completed', 'code': 200} Feb 04 15:38:32.399427 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:38:32.424527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8:0:1::33b (9441201d-a349-4a5a-8681-870320442b3d/766537d0-edd8-465d-a026-768469ca82e0/752a89f4-9242-4931-8161-90f3c12495b7) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:32.444038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '2d5d089d-f7a7-44ca-a10e-3d9322955093', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'port_id': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'mac_address': 'fa:16:3e:2f:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:21Z', 'updated_at': '2022-02-04T15:38:27Z', 'revision_number': 1, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:38:02Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:32.469797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fe37:d69f (9441201d-a349-4a5a-8681-870320442b3d/ef2914f9-b61a-41c5-92c9-4274f2ae7469/752a89f4-9242-4931-8161-90f3c12495b7) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:32.503267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] Checking router: ece2e3a2-be57-4ce8-a45f-d11ab2eb409b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:32.514182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:32.514994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:32.573681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.619294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50746) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:32.681853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-15aeaf5c-8dab-4629-8312-a32ee7cce5f8 service neutron] 10.222.0.47 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807747 Feb 04 15:38:32.722486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2440b4-dc9f-44f5-8670-e6f9449944b6']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:32.775316 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-491943b1-8f80-4fc2-8e88-09d12cf689a6 req-ee8633bb-23a2-4d31-ae1e-1b29a2dd940d tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "GET /v2.0/security-groups/dec15121-02ab-4b2c-a648-756f9bb20e1a HTTP/1.1" status: 200 len: 1803 time: 0.3033264 Feb 04 15:38:32.779614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:32.780254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59240ef7-9f2e-4bdc-b0d1-dc80c390c4b7') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:32.803779 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:32.812291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:32.865431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-79ca85e2-f9f4-4521-9df9-031173606615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:32.867688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-79ca85e2-f9f4-4521-9df9-031173606615 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de6c2adb5ad5445fa4acc82f826a34ce&device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 1097 time: 0.4059985 Feb 04 15:38:32.923252 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.079830 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571165ec-6946-4b91-b76d-e981a03a13fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.116317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:33.116850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:33.125933 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:33.231974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba6b719d-527e-4074-a0b1-5a57228e6a89 req-0f1ec152-0f28-4b06-b55a-2ed3c42682fe service neutron] 10.222.0.47 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409179 Feb 04 15:38:33.278007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.405843 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.477158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-491943b1-8f80-4fc2-8e88-09d12cf689a6 req-841f4c8c-6b30-4ece-b41f-1b265539c45f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.500499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:33.523273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:33.527569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:33.538941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:33.539645 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.540328 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.633906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=752a89f4-9242-4931-8161-90f3c12495b7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:33.663264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef772d89-0886-4c1f-a926-7c3d17f28679 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1848869 Feb 04 15:38:33.667238 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.668398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50760) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:33.681888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/bd2440b4-dc9f-44f5-8670-e6f9449944b6 HTTP/1.1" status: 204 len: 168 time: 2.8264756 Feb 04 15:38:33.685216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50766) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:33.726514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-491943b1-8f80-4fc2-8e88-09d12cf689a6 req-841f4c8c-6b30-4ece-b41f-1b265539c45f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.786624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b8d30-272e-461e-9161-6a04b4cd11e2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=bd2440b4-dc9f-44f5-8670-e6f9449944b6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:33.841243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-7bda5716-4b04-448d-8c85-106bcaad3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:33.843520 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-7bda5716-4b04-448d-8c85-106bcaad3e59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=46907810-c836-4b11-a6cf-0217c6631eb5 HTTP/1.1" status: 200 len: 929 time: 0.9624147 Feb 04 15:38:33.855320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01336471-0756-4933-a0f8-756834fa025d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:33.952620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6aef200f-fb3d-4c67-b345-c2fc7f0d5d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:33.958196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aaeaa1d2-8f21-4c9e-bc19-610da616edc3 None None] Provisioning complete for port 01336471-0756-4933-a0f8-756834fa025d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:33.958818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa1d2-8f21-4c9e-bc19-610da616edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.138946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 01336471-0756-4933-a0f8-756834fa025d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:34.139332 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.140619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571165ec-6946-4b91-b76d-e981a03a13fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.149536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-491943b1-8f80-4fc2-8e88-09d12cf689a6 req-841f4c8c-6b30-4ece-b41f-1b265539c45f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.152971 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-491943b1-8f80-4fc2-8e88-09d12cf689a6 req-841f4c8c-6b30-4ece-b41f-1b265539c45f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.160522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-491943b1-8f80-4fc2-8e88-09d12cf689a6 req-841f4c8c-6b30-4ece-b41f-1b265539c45f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] 10.222.0.47 "DELETE /v2.0/security-groups/dec15121-02ab-4b2c-a648-756f9bb20e1a HTTP/1.1" status: 204 len: 173 time: 1.3839440 Feb 04 15:38:34.177724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50768) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:34.203585 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571165ec-6946-4b91-b76d-e981a03a13fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.228798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '2d5d089d-f7a7-44ca-a10e-3d9322955093', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'port_id': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'mac_address': 'fa:16:3e:2f:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:21Z', 'updated_at': '2022-02-04T15:38:27Z', 'revision_number': 1, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:38:02Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:34.298864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92275ef5-aa7c-4775-a3dd-600d098e196a None None] The sync data for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 is: [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '2d5d089d-f7a7-44ca-a10e-3d9322955093', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'port_id': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'mac_address': 'fa:16:3e:2f:aa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:38:21Z', 'updated_at': '2022-02-04T15:38:27Z', 'revision_number': 1, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:38:02Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:34.339859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-571165ec-6946-4b91-b76d-e981a03a13fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11e2a18555094e2299722d7cc9f3d914&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7188342 Feb 04 15:38:34.346297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-ed8477ba-bca9-4e3f-b19c-b14fd1ed5b8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 200 len: 999 time: 0.4707918 Feb 04 15:38:34.347100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50770) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:34.360203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f4c8c-6b30-4ece-b41f-1b265539c45f tempest-SecurityGroupsTestJSON-32745527 tempest-SecurityGroupsTestJSON-32745527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec15121-02ab-4b2c-a648-756f9bb20e1a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.547960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571165ec-6946-4b91-b76d-e981a03a13fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0952d108-161d-4004-957d-e623f3fbd5fe,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:34.583769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-c06d19c9-35ca-4f69-9294-b7d025f5ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:34.585896 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-c06d19c9-35ca-4f69-9294-b7d025f5ef4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40e444df-7186-46a3-a41b-ac34e45f594f HTTP/1.1" status: 200 len: 867 time: 0.2107236 Feb 04 15:38:34.702394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7e43e630-12dd-4730-8f72-81499da28c90 None None] Provisioning complete for port 752a89f4-9242-4931-8161-90f3c12495b7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:34.702811 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e43e630-12dd-4730-8f72-81499da28c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.743040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6afacf18-f426-4225-830d-281786ce7ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.790887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-82aa4735-7e09-495b-b2cd-4cdec99aa445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:34.790887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-82aa4735-7e09-495b-b2cd-4cdec99aa445 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46907810-c836-4b11-a6cf-0217c6631eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935234 Feb 04 15:38:34.791435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7e43e630-12dd-4730-8f72-81499da28c90 None None] Port 752a89f4-9242-4931-8161-90f3c12495b7 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:38:34.793222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-aafbe50d-91fd-4f1c-bd4c-e1ed435444b0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 752a89f4-9242-4931-8161-90f3c12495b7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:34.793871 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aafbe50d-91fd-4f1c-bd4c-e1ed435444b0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.850611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6afacf18-f426-4225-830d-281786ce7ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:34.935469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:34.954803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c635fb81-d0b1-46ac-866c-1a79fe381c41 admin admin] Deleting subnet d62aab49-ed6d-46a4-816c-68adc06e06ae {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:34.961232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c635fb81-d0b1-46ac-866c-1a79fe381c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.005509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:35.005956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf941cf3-d16a-4ed3-8fe3-ded8d2c7b518 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:35.010311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:35.070389 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aafbe50d-91fd-4f1c-bd4c-e1ed435444b0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.080886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:35.086252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-aafbe50d-91fd-4f1c-bd4c-e1ed435444b0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 752a89f4-9242-4931-8161-90f3c12495b7 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:35.107065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0e66b381-6b8d-43bc-bd0a-93ae75e3f8cb not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:35.128199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-f2d5e12c-1927-4017-abf7-a9de93290e07 service neutron] 10.222.0.50 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084915 Feb 04 15:38:35.128828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6afacf18-f426-4225-830d-281786ce7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.131632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6afacf18-f426-4225-830d-281786ce7ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.135206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6afacf18-f426-4225-830d-281786ce7ee6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0952d108-161d-4004-957d-e623f3fbd5fe HTTP/1.1" status: 204 len: 168 time: 0.7743301 Feb 04 15:38:35.169267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c635fb81-d0b1-46ac-866c-1a79fe381c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.182142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-48407bc4-9ce0-4972-8a62-c413c3924c5a tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 258 time: 1.2262511 Feb 04 15:38:35.278141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:35.329312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afacf18-f426-4225-830d-281786ce7ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952d108-161d-4004-957d-e623f3fbd5fe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:35.346212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.437019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ac1fccb-fd96-4b9e-a943-2fc0f0db575b req-211f3907-070a-4f19-a44a-9f03044bfd53 service neutron] 10.222.0.50 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968271 Feb 04 15:38:35.583324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c635fb81-d0b1-46ac-866c-1a79fe381c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:35.721840 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.002970 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababd3d0-7a91-4c38-98b2-d8ee38fa529b None None] New status for floating IP 2d5d089d-f7a7-44ca-a10e-3d9322955093: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:38:36.400671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c635fb81-d0b1-46ac-866c-1a79fe381c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.430375 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c635fb81-d0b1-46ac-866c-1a79fe381c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.434603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c635fb81-d0b1-46ac-866c-1a79fe381c41 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d62aab49-ed6d-46a4-816c-68adc06e06ae HTTP/1.1" status: 204 len: 168 time: 2.2280397 Feb 04 15:38:36.437067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50832) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:36.476761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635fb81-d0b1-46ac-866c-1a79fe381c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62aab49-ed6d-46a4-816c-68adc06e06ae,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:36.549701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.664657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.701508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aafbe50d-91fd-4f1c-bd4c-e1ed435444b0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.827732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbe50d-91fd-4f1c-bd4c-e1ed435444b0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=752a89f4-9242-4931-8161-90f3c12495b7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:36.899246 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:36.961456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.024329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21adb9b-5f6b-4243-a61d-187c3da55956']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:37.057742 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81ab10a-dbda-4ca4-84e7-66e3235ae189') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:37.058091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81ab10a-dbda-4ca4-84e7-66e3235ae189') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:37.081954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.119537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.139260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:37.139672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:37.141752 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:37.204463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aafbe50d-91fd-4f1c-bd4c-e1ed435444b0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.208719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-aafbe50d-91fd-4f1c-bd4c-e1ed435444b0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/752a89f4-9242-4931-8161-90f3c12495b7 HTTP/1.1" status: 204 len: 168 time: 3.5390983 Feb 04 15:38:37.221540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.224264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50852) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:37.229262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Allocated IP 172.25.1.15 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/241aabc1-72db-459f-8001-b1eede52570b) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:37.266144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50854) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:37.311541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.317550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.326641 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.332130 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a21adb9b-5f6b-4243-a61d-187c3da55956 HTTP/1.1" status: 204 len: 168 time: 0.8936622 Feb 04 15:38:37.427767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5d903-e4e3-4b4b-9c24-fbc996354ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21adb9b-5f6b-4243-a61d-187c3da55956,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:37.588918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3eaa7f02-8cc9-42b6-8139-343546238962 tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2084797575', 'prefixes': ['172.20.0.0/16']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:37.826667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50874) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:37.837928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3eaa7f02-8cc9-42b6-8139-343546238962 tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] Notify callbacks [] for subnetpool, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:37.839594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3eaa7f02-8cc9-42b6-8139-343546238962 tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5722983 Feb 04 15:38:37.854470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50876) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:37.855487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39016393-6961-4cb9-9912-a4066e030551 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:37.861455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-39016393-6961-4cb9-9912-a4066e030551 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6288834 Feb 04 15:38:37.870153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50878) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:37.936774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eb5ed-9856-4d72-b491-f80c3d68cc93 req-4139db19-369c-4fc3-a806-0351ddc200e4 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:37.951582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f8eb5ed-9856-4d72-b491-f80c3d68cc93 req-4139db19-369c-4fc3-a806-0351ddc200e4 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 946 time: 0.1853156 Feb 04 15:38:37.965401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-10603bc7-6b34-4668-b1b5-79b91abdb9ac tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] 10.222.0.47 "GET /v2.0/subnetpools/bf1b62a7-53c0-41dd-af88-3089cd6cfe85 HTTP/1.1" status: 200 len: 732 time: 0.1094294 Feb 04 15:38:37.976987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50880) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:37.991914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1ae5cc7c-62cb-4778-85c1-0a864e2faca4 tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-105793446'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:38.011098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-934f2d29-496d-410c-b604-0816fb05188e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b81ea7aca70446ca982891a1493c56e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826816 Feb 04 15:38:38.015301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50882) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:38.089054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.174276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af241089-e300-44e9-9981-ce4f78ec0b62 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:38.178572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-af241089-e300-44e9-9981-ce4f78ec0b62 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3032687 Feb 04 15:38:38.222903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50886) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:38.372951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ae5cc7c-62cb-4778-85c1-0a864e2faca4 tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] Notify callbacks [] for subnetpool, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.377847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f8eb5ed-9856-4d72-b491-f80c3d68cc93 req-e4343a44-dce8-497b-97e0-849dcfa1ecf3 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249511 Feb 04 15:38:38.384540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50888) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:38.387335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1ae5cc7c-62cb-4778-85c1-0a864e2faca4 tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] 10.222.0.47 "PUT /v2.0/subnetpools/bf1b62a7-53c0-41dd-af88-3089cd6cfe85 HTTP/1.1" status: 200 len: 683 time: 0.4030395 Feb 04 15:38:38.450407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.466093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a18811-4964-4a19-bb91-660db63175a8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:38.469169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a18811-4964-4a19-bb91-660db63175a8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:38.474323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a18811-4964-4a19-bb91-660db63175a8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:38.476085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-73a18811-4964-4a19-bb91-660db63175a8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2191699 Feb 04 15:38:38.485193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50892) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:38.498559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ecebc044-9448-4710-a845-7a6817c6c032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.551509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:38.557644 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.578878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ecebc044-9448-4710-a845-7a6817c6c032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.597354 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ed47cf2-404b-43ca-b8b1-49832c3cd0eb tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] Notify callbacks [] for subnetpool, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.598554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ed47cf2-404b-43ca-b8b1-49832c3cd0eb tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] 10.222.0.47 "DELETE /v2.0/subnetpools/bf1b62a7-53c0-41dd-af88-3089cd6cfe85 HTTP/1.1" status: 204 len: 168 time: 0.2130353 Feb 04 15:38:38.601963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50902) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:38.608700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c7542d-647f-4272-be36-2c016dd73b8d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 766537d0-edd8-465d-a026-768469ca82e0 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:38.629842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91c7542d-647f-4272-be36-2c016dd73b8d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.667847 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-16924c66-a601-40be-b7e5-c1df2c225d7f tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] show failed (client error): The resource could not be found. Feb 04 15:38:38.668916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16924c66-a601-40be-b7e5-c1df2c225d7f tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] 10.222.0.47 "GET /v2.0/subnetpools/bf1b62a7-53c0-41dd-af88-3089cd6cfe85 HTTP/1.1" status: 404 len: 346 time: 0.0658331 Feb 04 15:38:38.674339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50904) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:38.699639 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-84322915-61dd-4dc2-a989-3ea5e9f05b9a tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] delete failed (client error): The resource could not be found. Feb 04 15:38:38.701062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-84322915-61dd-4dc2-a989-3ea5e9f05b9a tempest-SubnetPoolsTestJSON-1786328215 tempest-SubnetPoolsTestJSON-1786328215-project] 10.222.0.47 "DELETE /v2.0/subnetpools/bf1b62a7-53c0-41dd-af88-3089cd6cfe85 HTTP/1.1" status: 404 len: 346 time: 0.0252628 Feb 04 15:38:38.719601 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91c7542d-647f-4272-be36-2c016dd73b8d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.770273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 6dd486fb-66cc-4fc4-a799-0213b7a4dce2, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,segment=NetworkSegment(ed6994f5-4497-406d-ac10-35101e33b1fa),segment_id=ed6994f5-4497-406d-ac10-35101e33b1fa)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:38.771034 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.791084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ecebc044-9448-4710-a845-7a6817c6c032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.793532 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ecebc044-9448-4710-a845-7a6817c6c032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:38.794787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ecebc044-9448-4710-a845-7a6817c6c032 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18eb89ab-5c13-469e-8b77-87447d9d1f4a HTTP/1.1" status: 204 len: 168 time: 0.7788057 Feb 04 15:38:38.798916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:38.808970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:38.812394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:38.820181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:38.871547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Pushing event updated for resources: {'Port': ['ID=241aabc1-72db-459f-8001-b1eede52570b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:38.879087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebc044-9448-4710-a845-7a6817c6c032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eb89ab-5c13-469e-8b77-87447d9d1f4a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:39.099291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91c7542d-647f-4272-be36-2c016dd73b8d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.381540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:39.393323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-64d7b9be-e940-463f-a1bc-32b8d89c4bf1 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:39.408322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-64d7b9be-e940-463f-a1bc-32b8d89c4bf1 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.30 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 946 time: 0.1769075 Feb 04 15:38:39.416419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91c7542d-647f-4272-be36-2c016dd73b8d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.454461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.566570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.622397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7542d-647f-4272-be36-2c016dd73b8d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=766537d0-edd8-465d-a026-768469ca82e0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:39.653275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ebc66-8c1a-44b1-a30d-fad283f29671 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:39.677517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91c7542d-647f-4272-be36-2c016dd73b8d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.680155 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.696451 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-91c7542d-647f-4272-be36-2c016dd73b8d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/766537d0-edd8-465d-a026-768469ca82e0 HTTP/1.1" status: 204 len: 168 time: 1.2092664 Feb 04 15:38:39.702414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50926) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:39.797067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:39.931501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=6dd486fb-66cc-4fc4-a799-0213b7a4dce2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:39.979219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519d7f-cdb5-4c2d-814f-d54040c5fbdc req-bb27a905-9dd8-4d7c-ae7d-e0c4b2245e3b tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:39.981886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5519d7f-cdb5-4c2d-814f-d54040c5fbdc req-bb27a905-9dd8-4d7c-ae7d-e0c4b2245e3b tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 946 time: 0.4274962 Feb 04 15:38:39.988847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b35b41f-370b-435e-8a5d-375fd0b3f371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.100949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03210d8-f6dd-473d-afaf-90a906d578f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet ef2914f9-b61a-41c5-92c9-4274f2ae7469 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:40.107655 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d03210d8-f6dd-473d-afaf-90a906d578f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.275773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d03210d8-f6dd-473d-afaf-90a906d578f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.301240 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.416319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Deleting port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:40.416672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.446820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.495400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.619643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] For port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,segment=NetworkSegment(f8187f4f-baa8-42b7-91e1-7790fd764948),segment_id=f8187f4f-baa8-42b7-91e1-7790fd764948)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:40.619997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.660558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Calling delete_port for 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:40.745416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.854393 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5519d7f-cdb5-4c2d-814f-d54040c5fbdc req-7d93ae09-f477-4684-8335-189c2a2a831e tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921853-04c3-47f2-ac04-75af0bd46dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8526654 Feb 04 15:38:40.979672 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:40.981269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.7979457 Feb 04 15:38:40.982090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6e3f0-b94d-47e7-972e-60aff1354b73 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Pushing event updated for resources: {'Port': ['ID=241aabc1-72db-459f-8001-b1eede52570b,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:40.998884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:41.086417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d03210d8-f6dd-473d-afaf-90a906d578f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.166099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-85a84016-d0a7-4b54-82b9-de1b186ec56b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.1575310 Feb 04 15:38:41.198912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50958) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:41.382875 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d03210d8-f6dd-473d-afaf-90a906d578f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.414638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-540d2420-9a43-4dcd-8e70-3ebdee98d2ea None None] Provisioning complete for port 01336471-0756-4933-a0f8-756834fa025d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:41.421246 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-540d2420-9a43-4dcd-8e70-3ebdee98d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.437641 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.498002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-ca7b5eff-ac0c-49e8-b01b-ccbd7e320285 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:41.508248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-ca7b5eff-ac0c-49e8-b01b-ccbd7e320285 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.3291283 Feb 04 15:38:41.509148 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d03210d8-f6dd-473d-afaf-90a906d578f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:41.512809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d03210d8-f6dd-473d-afaf-90a906d578f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/ef2914f9-b61a-41c5-92c9-4274f2ae7469 HTTP/1.1" status: 204 len: 168 time: 1.8093383 Feb 04 15:38:41.534783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03210d8-f6dd-473d-afaf-90a906d578f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2914f9-b61a-41c5-92c9-4274f2ae7469,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:41.542399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50966) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:41.577809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3f7c6273-1a9b-4d9c-af94-ad854bdebd54'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:38:41.579935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caac036-bd21-4921-9371-b6403d8c6a5a None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:41.583053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-a27376a1-8c53-4fea-a060-efcc948b27db tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:38:41.585076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1443057c-a65d-4dd4-8365-ffc2844600aa req-a27376a1-8c53-4fea-a060-efcc948b27db tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424361 Feb 04 15:38:41.695630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-770407183-network', 'tenant_id': '01706eed0ac64263a64ab79ae452909c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:41.702770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f53bab1-7d0f-4aa7-a113-ebd457fef23b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1587946 Feb 04 15:38:41.705470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Pushing event deleted for resources: {'Port': ['ID=3f7c6273-1a9b-4d9c-af94-ad854bdebd54,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:41.723239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50972) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:41.729872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:42.128375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:42.155905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] No DVR routers for this DVR port 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:42.178224 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.183558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b35b41f-370b-435e-8a5d-375fd0b3f371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.195626 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-367a4130-252c-4c35-b462-c13cb3aab5f6 req-23987bc9-9cf0-4968-8cd8-7aabf7c0605d tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.30 "DELETE /v2.0/ports/3f7c6273-1a9b-4d9c-af94-ad854bdebd54 HTTP/1.1" status: 204 len: 173 time: 2.7740874 Feb 04 15:38:42.219453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75d7f94-b73c-4c01-8eb0-75b7664a1ceb', 'name': 'network-vif-deleted', 'tag': '3f7c6273-1a9b-4d9c-af94-ad854bdebd54'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:42.227236 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891895b6-bf59-46ec-bc2a-45eca8892cac" -d '{"events": [{"server_uuid": "a75d7f94-b73c-4c01-8eb0-75b7664a1ceb", "name": "network-vif-deleted", "tag": "3f7c6273-1a9b-4d9c-af94-ad854bdebd54"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:42.268264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Deleting port 01336471-0756-4933-a0f8-756834fa025d {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:42.268938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.311077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Made reservation on behalf of 01706eed0ac64263a64ab79ae452909c for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:42.313590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.332539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b35b41f-370b-435e-8a5d-375fd0b3f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.348350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-085be0f3-514a-421a-bfd5-e7ad56119a9b req-d91edd47-3cf2-4629-bcbf-b00c37bce4e3 tempest-ServerTagsTestJSON-569525817 tempest-ServerTagsTestJSON-569525817-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75d7f94-b73c-4c01-8eb0-75b7664a1ceb HTTP/1.1" status: 200 len: 210 time: 0.1618962 Feb 04 15:38:42.360665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.404639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696edfb-1d06-4abd-aa36-ad7e4f93aa19 req-b9f0d2b7-951c-4df7-b023-731e63e3cdab tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:42.409474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] For port 01336471-0756-4933-a0f8-756834fa025d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=01336471-0756-4933-a0f8-756834fa025d,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:42.409793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.413615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4696edfb-1d06-4abd-aa36-ad7e4f93aa19 req-b9f0d2b7-951c-4df7-b023-731e63e3cdab tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6034927 Feb 04 15:38:42.458821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Calling delete_port for 01336471-0756-4933-a0f8-756834fa025d owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:42.574037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4696edfb-1d06-4abd-aa36-ad7e4f93aa19 req-5dd94226-adfa-4fc6-a233-a5eb32b9af79 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.1591325 Feb 04 15:38:42.598909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4696edfb-1d06-4abd-aa36-ad7e4f93aa19 req-8f9e9031-ed4a-46c0-9a90-906f65e41031 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Request body: {'floatingip': {'port_id': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:42.636758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35b41f-370b-435e-8a5d-375fd0b3f371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c39507-8459-446b-af6f-6153d7cb14c8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:42.657419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1b35b41f-370b-435e-8a5d-375fd0b3f371 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df9d2bd5bad940889325f31e734915f7&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2610843 Feb 04 15:38:42.658930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:42.669793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50990) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:42.693213 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e9a3ce54-9928-4f9a-93f2-d02965608a49 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0052633 Feb 04 15:38:42.695249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50994) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:42.699260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:42.721597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.769106 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] No DVR routers for this DVR port 01336471-0756-4933-a0f8-756834fa025d on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:42.829404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:42.830568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:42.867422 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3fc025-00c0-4f80-935a-5a2503a0ea51 x-openstack-request-id: req-2e3fc025-00c0-4f80-935a-5a2503a0ea51 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:38:42.868478 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75d7f94-b73c-4c01-8eb0-75b7664a1ceb", "name": "network-vif-deleted", "tag": "3f7c6273-1a9b-4d9c-af94-ad854bdebd54", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:38:42.868996 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e3fc025-00c0-4f80-935a-5a2503a0ea51 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:38:42.869647 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75d7f94-b73c-4c01-8eb0-75b7664a1ceb', 'name': 'network-vif-deleted', 'tag': '3f7c6273-1a9b-4d9c-af94-ad854bdebd54', 'status': 'completed', 'code': 200} Feb 04 15:38:42.892981 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4696edfb-1d06-4abd-aa36-ad7e4f93aa19 req-8f9e9031-ed4a-46c0-9a90-906f65e41031 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.917269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:42.925893 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:42.926451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20783187-bee6-425d-8891-172f3d421778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.010972 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20783187-bee6-425d-8891-172f3d421778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.110392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Pushing event deleted for resources: {'Port': ['ID=01336471-0756-4933-a0f8-756834fa025d,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:43.188472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20783187-bee6-425d-8891-172f3d421778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.191405 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20783187-bee6-425d-8891-172f3d421778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.202162 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20783187-bee6-425d-8891-172f3d421778 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4c39507-8459-446b-af6f-6153d7cb14c8 HTTP/1.1" status: 204 len: 168 time: 0.5305159 Feb 04 15:38:43.232529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20783187-bee6-425d-8891-172f3d421778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c39507-8459-446b-af6f-6153d7cb14c8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:43.258010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b8e39a-b45c-40b6-ad9f-92c47890a270 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet dcf82a34-7bfb-4410-a133-4ece62541518 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:43.263587 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03b8e39a-b45c-40b6-ad9f-92c47890a270 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.272648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:43.335212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03b8e39a-b45c-40b6-ad9f-92c47890a270 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.566049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51002) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:43.585094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03b8e39a-b45c-40b6-ad9f-92c47890a270 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.699353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03b8e39a-b45c-40b6-ad9f-92c47890a270 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.773684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.774345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.774845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.775393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.777125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.777491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.784359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.784923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.789438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.789820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.790188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.790525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac58dc7-04e2-499e-a91d-d3f8f2e0aee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:38:43.800369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9415d90-79a8-4495-b2b5-3bf802e5a5c4 admin admin] Deleting subnet 2c69e24f-3dd3-417e-b9c0-2ad5625fa07f {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:43.836400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01336471-0756-4933-a0f8-756834fa025d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:43.849171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03b8e39a-b45c-40b6-ad9f-92c47890a270 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.857425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:43.875606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-03b8e39a-b45c-40b6-ad9f-92c47890a270 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/dcf82a34-7bfb-4410-a133-4ece62541518 HTTP/1.1" status: 204 len: 168 time: 1.1757395 Feb 04 15:38:43.877467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51014) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:44.012952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db03721-e494-443d-a9d4-63578d7150b2 None None] Network 3a737d52-830b-46eb-95dc-92c8265f76f3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:44.062548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 01336471-0756-4933-a0f8-756834fa025d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:44.064142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 01336471-0756-4933-a0f8-756834fa025d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:44.100154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8e39a-b45c-40b6-ad9f-92c47890a270 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf82a34-7bfb-4410-a133-4ece62541518,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:44.146381 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-4696edfb-1d06-4abd-aa36-ad7e4f93aa19 req-8f9e9031-ed4a-46c0-9a90-906f65e41031 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 15:38:44.166369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4696edfb-1d06-4abd-aa36-ad7e4f93aa19 req-8f9e9031-ed4a-46c0-9a90-906f65e41031 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "PUT /v2.0/floatingips/6cf5b12d-8a37-4c4b-9198-d18aba5054af HTTP/1.1" status: 409 len: 550 time: 1.5805340 Feb 04 15:38:44.190816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.213495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:44.215859 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.227704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.228371 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Added segment edaa453f-f1c9-4b76-92be-91257310db8b of type vlan for network 8c233989-c83e-426e-ac12-94ea7c37fa9a Feb 04 15:38:44.312795 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.394445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e9415d90-79a8-4495-b2b5-3bf802e5a5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.406135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port d3bc7962-089d-4a4a-98fb-043610cbc25d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:44.407987 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.428338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:44.534391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:44.535568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3f7c6273-1a9b-4d9c-af94-ad854bdebd54 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:44.553392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 10, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:44.568811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.570566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:44.571336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.658304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:44.728738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port d3bc7962-089d-4a4a-98fb-043610cbc25d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d3bc7962-089d-4a4a-98fb-043610cbc25d,segment=NetworkSegment(ed6994f5-4497-406d-ac10-35101e33b1fa),segment_id=ed6994f5-4497-406d-ac10-35101e33b1fa)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:44.732097 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:44.748503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:44.757163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:44.799550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5431139 Feb 04 15:38:44.808584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51034) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:44.841868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Request body: {'subnet': {'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-770407183-subnet', 'tenant_id': '01706eed0ac64263a64ab79ae452909c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:44.852751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for d3bc7962-089d-4a4a-98fb-043610cbc25d owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:45.093110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Pushing event updated for resources: {'Network': ['ID=8c233989-c83e-426e-ac12-94ea7c37fa9a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:45.096958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Made reservation on behalf of 01706eed0ac64263a64ab79ae452909c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:45.111070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:45.112077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.146004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e9415d90-79a8-4495-b2b5-3bf802e5a5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.286837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca357378-3207-4447-9e8d-20c95610986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125a0504-873a-4c2b-b3a2-6eada8679f6d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:45.341272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-c2ae9dad-89ed-487d-bd47-83bd8a2ed66b tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips/6cf5b12d-8a37-4c4b-9198-d18aba5054af HTTP/1.1" status: 200 len: 692 time: 0.9225914 Feb 04 15:38:45.385915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-de801438-20ef-4568-876e-75fc6222538d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5224380 Feb 04 15:38:45.404154 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.429239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7314d1f4-b1ab-4ca6-9d99-efcfcb844b8c None None] DHCP port deletion for 3a737d52-830b-46eb-95dc-92c8265f76f3 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:45.432027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 8c233989-c83e-426e-ac12-94ea7c37fa9a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:38:45.487046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No DVR routers for this DVR port d3bc7962-089d-4a4a-98fb-043610cbc25d on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:45.495249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=d3bc7962-089d-4a4a-98fb-043610cbc25d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:45.515961 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e9415d90-79a8-4495-b2b5-3bf802e5a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.711517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e9415d90-79a8-4495-b2b5-3bf802e5a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.735341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d3bc7962-089d-4a4a-98fb-043610cbc25d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:45.845604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9415d90-79a8-4495-b2b5-3bf802e5a5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c69e24f-3dd3-417e-b9c0-2ad5625fa07f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:45.865594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.879597 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e9415d90-79a8-4495-b2b5-3bf802e5a5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:45.898038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e9415d90-79a8-4495-b2b5-3bf802e5a5c4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2c69e24f-3dd3-417e-b9c0-2ad5625fa07f HTTP/1.1" status: 204 len: 168 time: 2.3264365 Feb 04 15:38:45.904611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:45.906626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-b0f57ee9-170f-4bb9-8fcb-fb2c8a4e305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:45.909161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-b0f57ee9-170f-4bb9-8fcb-fb2c8a4e305f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e7cb113e41846e29bac2c976a443f94&device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 1097 time: 0.3462224 Feb 04 15:38:46.028941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d3bc7962-089d-4a4a-98fb-043610cbc25d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:46.029490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d3bc7962-089d-4a4a-98fb-043610cbc25d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:46.244752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0bb511fe-aaaf-4994-935f-2fee4cfd43f0 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:46.245932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a737d52-830b-46eb-95dc-92c8265f76f3']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:46.247368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0bb511fe-aaaf-4994-935f-2fee4cfd43f0 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.8908966 Feb 04 15:38:46.324368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.410783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0a727514-0323-4860-8745-efc479fe358d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:38:46.412425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 10, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:46.413096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0a727514-0323-4860-8745-efc479fe358d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453484 Feb 04 15:38:46.508399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924088ab-d6e1-426d-858c-e84cb68af43a None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:39Z', 'revision_number': 10, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None, '_interfaces': [{'id': '8a51e3c3-d822-468b-8cb6-4af586cfc25f', 'name': '', 'network_id': 'e1b190b7-c26c-445d-a8b1-7880f67c15f4', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'mac_address': 'fa:16:3e:ad:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:14Z', 'updated_at': '2022-02-04T15:37:31Z', 'revision_number': 5, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'subnets': [{'id': '3c7160e7-24ef-413a-b83d-ab3a20cb97b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:46.560485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:38:46.633837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.640123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17adc9bc-7823-41f2-b2d4-62b41dd863fc,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:46.646132 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6994f5-4497-406d-ac10-35101e33b1fa') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:46.646850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6994f5-4497-406d-ac10-35101e33b1fa') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:46.702877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.787493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Checking segment: {'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:46.788205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Network hostable DHCP agents. Network: 8c233989-c83e-426e-ac12-94ea7c37fa9a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:46.814063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.821151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.831734 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-a212c058-dc22-4c8b-9a0d-e796e0f79500 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.3894966 Feb 04 15:38:46.832757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=21384da1-0d9b-436d-8b1a-4377ff6eca30,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:46.852423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:46.853398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:46.866379 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:46.894312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:46.929175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:46.946554 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dc8738-41db-4418-b666-ebb8e4b86d73 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:47.163247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:47.164090 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.196801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-a019b6a3-5155-461d-8804-abf18bfec00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:47.198861 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-a019b6a3-5155-461d-8804-abf18bfec00c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 200 len: 919 time: 1.1189492 Feb 04 15:38:47.211727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-f27ff641-9684-4032-ac89-2ac95e3dfc6e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.3551781 Feb 04 15:38:47.264845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Network 8c233989-c83e-426e-ac12-94ea7c37fa9a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:47.420128 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.487174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:47.526698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae56582-5437-4517-aec9-74bae3154b7c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:47.558806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8187f4f-baa8-42b7-91e1-7790fd764948') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:47.560569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8187f4f-baa8-42b7-91e1-7790fd764948') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:47.575912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:47.582979 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6dd486fb-66cc-4fc4-a799-0213b7a4dce2 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:47.611293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.640963 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.655501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:47.656585 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.693591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19328379-a013-453e-a506-2234cc41e282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '21384da1-0d9b-436d-8b1a-4377ff6eca30'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:38:47.695143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19328379-a013-453e-a506-2234cc41e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:47.744940 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:47.775597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 8c233989-c83e-426e-ac12-94ea7c37fa9a) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:47.780355 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.794676 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.798530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/3a737d52-830b-46eb-95dc-92c8265f76f3 HTTP/1.1" status: 204 len: 168 time: 3.9131973 Feb 04 15:38:47.802073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:47.804389 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.832753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51086) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:47.854045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1b790-a207-4c7f-b160-6c902b9f8f9d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=3a737d52-830b-46eb-95dc-92c8265f76f3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:47.868308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.883362 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:47.893962 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2ae56582-5437-4517-aec9-74bae3154b7c HTTP/1.1" status: 204 len: 168 time: 1.9694936 Feb 04 15:38:47.950267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3446b392-dc09-4b2b-a045-9283ca2e4b62 None None] Network 8c233989-c83e-426e-ac12-94ea7c37fa9a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:48.305887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-79a83ec6-1715-4c7a-b470-53aede893a32 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4859245 Feb 04 15:38:48.307846 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-44fcb905-54f5-462b-916b-8095ca859740 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87 HTTP/1.1" status: 200 len: 217 time: 1.0873256 Feb 04 15:38:48.326871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c72bd934-920d-40ee-a91b-41583ea1d07b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.6021647 Feb 04 15:38:48.345259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20bfa2-64f0-4044-8196-599d231d4612 None None] Network 8c233989-c83e-426e-ac12-94ea7c37fa9a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:48.353015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51106) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:48.361566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-19328379-a013-453e-a506-2234cc41e282 None None] Allocated IP 2001:db8::f816:3eff:fec3:e525 (9441201d-a349-4a5a-8681-870320442b3d/21384da1-0d9b-436d-8b1a-4377ff6eca30/c740b643-1705-4561-a349-c35de0230153) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:48.506706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3f232-49f6-417e-af70-e530ca876382 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae56582-5437-4517-aec9-74bae3154b7c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:48.592315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fa11b31c-eb4e-4aa4-9835-7e37820853d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:48.646975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51112) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:48.929267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-87d4d84f-619e-4c18-b3d1-de11899eb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:48.932082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-87d4d84f-619e-4c18-b3d1-de11899eb8e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 200 len: 858 time: 0.5852394 Feb 04 15:38:49.163635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-7d342711-f762-4cac-9e89-d2b04c9d8011 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e985d09d-8199-4466-8547-0d0dba1afd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061377 Feb 04 15:38:49.219154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-785d6258-0a2d-4e43-b02d-e57449331b44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2938330e0c6e47f39ca530e9d0cbb9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670867 Feb 04 15:38:49.291115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51128) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:49.476428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Deleting port 241aabc1-72db-459f-8001-b1eede52570b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:49.477502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.619325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa11b31c-eb4e-4aa4-9835-7e37820853d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:49.646710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa11b31c-eb4e-4aa4-9835-7e37820853d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.827380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51138) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:49.943405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19328379-a013-453e-a506-2234cc41e282 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:49.960227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19328379-a013-453e-a506-2234cc41e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.087051 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.087483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.101138 n-d-827869-1 neutron-server[102422]: INFO neutron.db.ipam_backend_mixin [None req-fa11b31c-eb4e-4aa4-9835-7e37820853d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21384da1-0d9b-436d-8b1a-4377ff6eca30 (CIDR: 2001:db8::/64) Feb 04 15:38:50.103813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19328379-a013-453e-a506-2234cc41e282 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:50.105742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19328379-a013-453e-a506-2234cc41e282 None None] Pushing event updated for resources: {'Port': ['ID=c740b643-1705-4561-a349-c35de0230153,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:50.115714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-19328379-a013-453e-a506-2234cc41e282 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:50.121229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19328379-a013-453e-a506-2234cc41e282 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:50.144932 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa11b31c-eb4e-4aa4-9835-7e37820853d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:38:50.146814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa11b31c-eb4e-4aa4-9835-7e37820853d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:38:50.205819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-4805e496-462c-4231-a039-1290e04c87ec service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0278895 Feb 04 15:38:50.208531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ff73c92-9966-4496-b711-cf1659505082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.235014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Calling delete_port for 241aabc1-72db-459f-8001-b1eede52570b owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:50.287569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fa11b31c-eb4e-4aa4-9835-7e37820853d0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9288127 Feb 04 15:38:50.291387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51144) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:50.297200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-19328379-a013-453e-a506-2234cc41e282 None None] Attempting to bind port c740b643-1705-4561-a349-c35de0230153 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:38:50.299929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-19328379-a013-453e-a506-2234cc41e282 None None] Attempting to bind port c740b643-1705-4561-a349-c35de0230153 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:38:50.300906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19328379-a013-453e-a506-2234cc41e282 None None] Attempting to bind port c740b643-1705-4561-a349-c35de0230153 on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:38:50.326750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19328379-a013-453e-a506-2234cc41e282 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:38:50.330536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19328379-a013-453e-a506-2234cc41e282 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:50.331013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:50.332024 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19328379-a013-453e-a506-2234cc41e282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.333053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19328379-a013-453e-a506-2234cc41e282 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:38:50.336713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-19328379-a013-453e-a506-2234cc41e282 None None] Bound port: c740b643-1705-4561-a349-c35de0230153, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:38:50.339680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19328379-a013-453e-a506-2234cc41e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.583007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-19328379-a013-453e-a506-2234cc41e282 None None] For port c740b643-1705-4561-a349-c35de0230153, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:38:50.598520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-195bb8c4-0561-4e08-b7bc-86ada91ed52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.608603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-19328379-a013-453e-a506-2234cc41e282 None None] For port c740b643-1705-4561-a349-c35de0230153, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c740b643-1705-4561-a349-c35de0230153,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:38:50.623348 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19328379-a013-453e-a506-2234cc41e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.752730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ff73c92-9966-4496-b711-cf1659505082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:50.807147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19328379-a013-453e-a506-2234cc41e282 None None] Pushing event updated for resources: {'Port': ['ID=c740b643-1705-4561-a349-c35de0230153,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.038421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc2cb2e4-d45e-439e-8727-8ead0e232a22 req-4fc83158-7222-4ae6-b26a-08903d7898d8 service neutron] 10.222.0.50 "GET /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7880852 Feb 04 15:38:51.128305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:51.133088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.326275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ff73c92-9966-4496-b711-cf1659505082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.336086 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ff73c92-9966-4496-b711-cf1659505082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.342049 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4ff73c92-9966-4496-b711-cf1659505082 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d921853-04c3-47f2-ac04-75af0bd46dc2 HTTP/1.1" status: 204 len: 168 time: 2.0380943 Feb 04 15:38:51.364102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-195bb8c4-0561-4e08-b7bc-86ada91ed52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.416512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-195bb8c4-0561-4e08-b7bc-86ada91ed52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.437437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff73c92-9966-4496-b711-cf1659505082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d921853-04c3-47f2-ac04-75af0bd46dc2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.637469 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-195bb8c4-0561-4e08-b7bc-86ada91ed52f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53dd8b565e5f4945a0303e34f3764849&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7998252 Feb 04 15:38:51.644938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51158) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:51.646163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb8c4-0561-4e08-b7bc-86ada91ed52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84aae6-475e-4c52-b325-07f99cfbcbd9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.700710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.740882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.838377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:51.878798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:51.901098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:51.901849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:51.949032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Pushing event deleted for resources: {'Port': ['ID=241aabc1-72db-459f-8001-b1eede52570b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.950428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-d106b627-18db-40b4-b1bf-f1ec1393b457 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:51.971349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-d106b627-18db-40b4-b1bf-f1ec1393b457 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 813 time: 1.1489203 Feb 04 15:38:51.984803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=58aae8fa-cadd-4fc9-9e5e-6e576fc73379,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:51.985691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c740b643-1705-4561-a349-c35de0230153 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:51.990766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-93932e9f-69f0-4da4-935b-adce8e4cd7f7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6840498 Feb 04 15:38:51.997276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.010462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:52.028927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:a2:17:99', 'name': 'tempest-NetworksTestDHCPv6-1064183109'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:52.081578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-301c9bc7-91a9-4f4b-8169-7f7412f53d32 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/quotas/01706eed0ac64263a64ab79ae452909c HTTP/1.1" status: 200 len: 375 time: 0.1091106 Feb 04 15:38:52.153827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c740b643-1705-4561-a349-c35de0230153 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:52.154636 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.385944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.552437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c740b643-1705-4561-a349-c35de0230153, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c740b643-1705-4561-a349-c35de0230153,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:52.560052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.565209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.571380 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.574435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0239abbe-cd50-4d04-915f-a2b21296d50a req-0e8316d7-2e4a-4f8a-9c1e-18fa98c7cf35 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "DELETE /v2.0/floatingips/6cf5b12d-8a37-4c4b-9198-d18aba5054af HTTP/1.1" status: 204 len: 173 time: 5.3602376 Feb 04 15:38:52.633077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eb9746f-3ee2-46d7-84f5-9b7bea7645e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:52.889759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c740b643-1705-4561-a349-c35de0230153,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:52.971258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.104966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eb9746f-3ee2-46d7-84f5-9b7bea7645e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.145112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-25834b08-2b8c-47e5-b6df-ac3d0c701c6d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 1001 time: 0.3775256 Feb 04 15:38:53.260974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51196) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:53.293924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eff1d1-71b3-49f4-b175-bebe9b1b3fc4 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:53.307246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-20e25356-7b2c-41fd-8766-76216a2efe51 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:53.310449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-20e25356-7b2c-41fd-8766-76216a2efe51 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports/0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 200 len: 943 time: 0.1640642 Feb 04 15:38:53.351345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-578bc898-c0f5-4c93-8e9b-e1b983eab36b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&fields=id HTTP/1.1" status: 200 len: 210 time: 1.1655099 Feb 04 15:38:53.434435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:53.592163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eb9746f-3ee2-46d7-84f5-9b7bea7645e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.594839 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6eb9746f-3ee2-46d7-84f5-9b7bea7645e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.602028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6eb9746f-3ee2-46d7-84f5-9b7bea7645e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f84aae6-475e-4c52-b325-07f99cfbcbd9 HTTP/1.1" status: 204 len: 168 time: 1.9198387 Feb 04 15:38:53.655293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9746f-3ee2-46d7-84f5-9b7bea7645e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84aae6-475e-4c52-b325-07f99cfbcbd9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:53.666034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c740b643-1705-4561-a349-c35de0230153 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:53.732975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2024396305-network', 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:53.788005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.815942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-47a82ed5-44cf-4c30-8d44-3312f33f7dab tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 1001 time: 0.2330444 Feb 04 15:38:53.879212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f1851d48-f45b-4103-8797-6d2c73e0817c None None] Provisioning complete for port c740b643-1705-4561-a349-c35de0230153 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:53.881943 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-2edc2171-c6be-4d40-a778-ec4e135fd212 service neutron] 10.222.0.47 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297737 Feb 04 15:38:53.891754 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f1851d48-f45b-4103-8797-6d2c73e0817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.962994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c740b643-1705-4561-a349-c35de0230153 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:53.963650 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:53.980661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:53.984486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.200534 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.215450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port b3d4c3a4-053a-4d4b-ad80-2a278f4498c2 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:38:54.374780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-ae223277-71d3-4c51-9357-478cc0477c87 service neutron] 10.222.0.47 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820619 Feb 04 15:38:54.431030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2759429-e105-49fc-b825-68149e1842ae None None] Update dhcp port {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'fixed_ips': [{'subnet_id': '21384da1-0d9b-436d-8b1a-4377ff6eca30', 'ip_address': '2001:db8::f816:3eff:fec3:e525'}, {'subnet_id': '58aae8fa-cadd-4fc9-9e5e-6e576fc73379'}], 'binding:host_id': 'n-d-827869-1'}, 'id': 'c740b643-1705-4561-a349-c35de0230153'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:38:54.439130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 8a51e3c3-d822-468b-8cb6-4af586cfc25f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:54.439644 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.537824 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2759429-e105-49fc-b825-68149e1842ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.731062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:54.799151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c16af01b-91c6-4f0d-8567-8f34f8bda145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.850434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-2d660fbd-6803-4c54-8d92-750ea94fe964 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:54.854611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-2d660fbd-6803-4c54-8d92-750ea94fe964 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 1.0209613 Feb 04 15:38:54.904610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 8a51e3c3-d822-468b-8cb6-4af586cfc25f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8a51e3c3-d822-468b-8cb6-4af586cfc25f,segment=NetworkSegment(7292ad21-a37e-4bd6-8931-989c94d4272a),segment_id=7292ad21-a37e-4bd6-8931-989c94d4272a)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:54.905388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:54.909257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-fdeb4a08-35dc-49a8-a229-2e828c61c8ac tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:38:54.915265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-fdeb4a08-35dc-49a8-a229-2e828c61c8ac tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315211 Feb 04 15:38:54.931048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 8a51e3c3-d822-468b-8cb6-4af586cfc25f owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:55.129587 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c16af01b-91c6-4f0d-8567-8f34f8bda145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.146762 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c16af01b-91c6-4f0d-8567-8f34f8bda145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.181903 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6d14f92d-6e4c-4146-9698-eb78d92ea8a1 req-227130fc-e7b3-4ba8-b9a4-33dc39e5381c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 210 time: 0.0569069 Feb 04 15:38:55.183901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-75e12174-908d-4e9d-b5a6-da145e3f7565 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 1001 time: 0.2322521 Feb 04 15:38:55.237998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:55.314654 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.333072 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.338044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c16af01b-91c6-4f0d-8567-8f34f8bda145 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ae09ba49ee94103a880c1e00d33c982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922682 Feb 04 15:38:55.351456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51250) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:55.359983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8:0:1::1f0 (9441201d-a349-4a5a-8681-870320442b3d/58aae8fa-cadd-4fc9-9e5e-6e576fc73379/b3d4c3a4-053a-4d4b-ad80-2a278f4498c2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:55.380505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16af01b-91c6-4f0d-8567-8f34f8bda145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d5d46-d2f9-4980-8e35-9dd6f9ba63e3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:55.416282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::f816:3eff:fea2:1799 (9441201d-a349-4a5a-8681-870320442b3d/21384da1-0d9b-436d-8b1a-4377ff6eca30/b3d4c3a4-053a-4d4b-ad80-2a278f4498c2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:55.460232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:55.470976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e4684-fa96-4101-bdc3-921030a5ef66,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:55.497500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.549563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.622185 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.623249 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Added segment 2832345b-81bf-4897-9ddd-1e16384bf6dc of type vlan for network 105b279f-e3c3-41d5-a12c-29ac016934da Feb 04 15:38:55.723027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=8a51e3c3-d822-468b-8cb6-4af586cfc25f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:55.867561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e60dbaf9-a8d1-479f-8f41-6766f1f17856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.871960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.934903 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:55.976874 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e60dbaf9-a8d1-479f-8f41-6766f1f17856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.131010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:56.156422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e60dbaf9-a8d1-479f-8f41-6766f1f17856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.158573 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e60dbaf9-a8d1-479f-8f41-6766f1f17856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.159700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e60dbaf9-a8d1-479f-8f41-6766f1f17856 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f85d5d46-d2f9-4980-8e35-9dd6f9ba63e3 HTTP/1.1" status: 204 len: 168 time: 0.7969763 Feb 04 15:38:56.231900 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dbaf9-a8d1-479f-8f41-6766f1f17856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d5d46-d2f9-4980-8e35-9dd6f9ba63e3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:56.247523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.261198 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.262279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:56.262801 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.269426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.269767 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Floating IP 2d5d089d-f7a7-44ca-a10e-3d9322955093 disassociated. External IP: 172.25.1.16, port: 0aed1e62-66a5-460e-8d88-2d6aff57b795. Feb 04 15:38:56.290977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:56.300954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-99dfef96-9eaf-4267-a8e1-4a0be1eca7fe tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4668953 Feb 04 15:38:56.304739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51272) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:56.308402 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:56.332239 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:56.333242 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:56.433920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf7742d-349c-4d63-9632-cd6ec279e890 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting subnet 3c7160e7-24ef-413a-b83d-ab3a20cb97b6 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:38:56.444897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0cf7742d-349c-4d63-9632-cd6ec279e890 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.447663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.1651313 Feb 04 15:38:56.452380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51274) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:56.462280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Request body: {'subnet': {'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2024396305-subnet', 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:56.469833 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.549096 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:56.562492 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0cf7742d-349c-4d63-9632-cd6ec279e890 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.651455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:56.657085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:56.689669 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:55Z', 'revision_number': 11, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:56.760368 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:38:56.777354 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:56.778371 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:56.919131 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:57.019254 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:55Z', 'revision_number': 11, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:57.075905 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7add4d2-d126-4b37-9e6a-e0e7f0f1233e None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:55Z', 'revision_number': 11, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:38:57.117035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab197f-b03d-47ac-b1ef-fb49f27590f7 admin admin] Pushing event updated for resources: {'Network': ['ID=105b279f-e3c3-41d5-a12c-29ac016934da,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.149187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 105b279f-e3c3-41d5-a12c-29ac016934da details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:38:57.234738 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0cf7742d-349c-4d63-9632-cd6ec279e890 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.316329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.349724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.358965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-b2759429-e105-49fc-b825-68149e1842ae None None] Allocated IP 2001:db8:0:1::2 (9441201d-a349-4a5a-8681-870320442b3d/58aae8fa-cadd-4fc9-9e5e-6e576fc73379/c740b643-1705-4561-a349-c35de0230153) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:57.482209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b2759429-e105-49fc-b825-68149e1842ae None None] For port c740b643-1705-4561-a349-c35de0230153, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c740b643-1705-4561-a349-c35de0230153,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:57.498647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70b91-2570-4152-8ff3-7eea8202233a req-789d8e89-7aae-428e-b9cc-65c4b4941099 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.501417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-87a70b91-2570-4152-8ff3-7eea8202233a req-789d8e89-7aae-428e-b9cc-65c4b4941099 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.3040960 Feb 04 15:38:57.535859 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2759429-e105-49fc-b825-68149e1842ae None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.549511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2759429-e105-49fc-b825-68149e1842ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.550061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=185b96d7-6170-4199-b3ee-2d2358a9e456,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.589429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:38:57.606271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:57.614173 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0cf7742d-349c-4d63-9632-cd6ec279e890 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.622870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:38:57.647970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.648449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0cf7742d-349c-4d63-9632-cd6ec279e890 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.652738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.654922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0cf7742d-349c-4d63-9632-cd6ec279e890 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/3c7160e7-24ef-413a-b83d-ab3a20cb97b6 HTTP/1.1" status: 204 len: 168 time: 1.3478920 Feb 04 15:38:57.658747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51322) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:57.677781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=b3d4c3a4-053a-4d4b-ad80-2a278f4498c2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.682881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Checking segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:38:57.683260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Network hostable DHCP agents. Network: 105b279f-e3c3-41d5-a12c-29ac016934da, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:38:57.702786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-042cd507-1caa-47b1-a5df-ab349d161a14 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.703202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7742d-349c-4d63-9632-cd6ec279e890 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7160e7-24ef-413a-b83d-ab3a20cb97b6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.704397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8a51e3c3-d822-468b-8cb6-4af586cfc25f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:57.705549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-042cd507-1caa-47b1-a5df-ab349d161a14 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 813 time: 0.5897496 Feb 04 15:38:57.707500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2d290-ad2d-441b-87fd-52f87413e058 None None] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:57.727315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Request body: {'port': {'device_id': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a', 'admin_state_up': True, 'tenant_id': '01706eed0ac64263a64ab79ae452909c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:57.735113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:57.771208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f0985b12-19b6-43fc-b175-f14d23f006fc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.7585154 Feb 04 15:38:57.790095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51328) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:57.795723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-87a70b91-2570-4152-8ff3-7eea8202233a req-b79fe05b-42fb-4788-ab75-c8a3f4b29de3 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822082 Feb 04 15:38:57.797399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8a51e3c3-d822-468b-8cb6-4af586cfc25f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:38:57.798027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8a51e3c3-d822-468b-8cb6-4af586cfc25f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:38:57.855724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Network 105b279f-e3c3-41d5-a12c-29ac016934da is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:38:57.875984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2759429-e105-49fc-b825-68149e1842ae None None] Pushing event updated for resources: {'Port': ['ID=c740b643-1705-4561-a349-c35de0230153,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:57.908913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 105b279f-e3c3-41d5-a12c-29ac016934da) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:38:57.920791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:38:57.924679 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:57.937959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ab01b-9e90-4a37-851c-00ad3f7da21f None None] Network 105b279f-e3c3-41d5-a12c-29ac016934da requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:57.939635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:57.940842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.014718 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8bab2abd-c15b-4ef4-85dc-c070ee115815 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5603313 Feb 04 15:38:58.094484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a1dee6d-68b2-4e55-a386-a0b98e889726 req-4a6b006f-afc5-4f7e-a1e4-2b774084e37d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 210 time: 0.1211145 Feb 04 15:38:58.167914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-991453377-network', 'tenant_id': '8fcffaa5105e45e5896d01b299eaaeb0'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:58.179811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Deleting port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:58.180150 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.190642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] DHCP port deletion for e1b190b7-c26c-445d-a8b1-7880f67c15f4 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:38:58.198973 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e7698-9984-4f38-8ebf-4ae6726b90b8 None None] Network 105b279f-e3c3-41d5-a12c-29ac016934da requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:38:58.325658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] For port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4835b4a1-697d-428a-8dcb-bfaafe83fe8a,segment=NetworkSegment(7292ad21-a37e-4bd6-8931-989c94d4272a),segment_id=7292ad21-a37e-4bd6-8931-989c94d4272a)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:58.326395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.345712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Calling delete_port for 4835b4a1-697d-428a-8dcb-bfaafe83fe8a owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:58.358343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:38:58.372945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.386704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] Sync routers for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:38:58.430899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:38:58.431832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:58.439448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-35cf4980-ba26-4b08-ae08-79e12724125e tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "PUT /v2.0/floatingips/2d5d089d-f7a7-44ca-a10e-3d9322955093 HTTP/1.1" status: 200 len: 694 time: 3.2234828 Feb 04 15:38:58.440400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Made reservation on behalf of 8fcffaa5105e45e5896d01b299eaaeb0 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:58.444534 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.450196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:58.452963 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f62017c-e5fe-4b19-aeab-7a72c35e1869" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:58.483858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.503906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 10a05179-cbec-4462-8206-8019fdc6a216 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:38:58.508120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.519232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Made reservation on behalf of 01706eed0ac64263a64ab79ae452909c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:38:58.528512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.568965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Port': ['ID=4835b4a1-697d-428a-8dcb-bfaafe83fe8a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:58.572063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No DVR routers for this DVR port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:58.615681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0b7eaa7b-61a6-461e-ab39-98dba7c6398a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port b3d4c3a4-053a-4d4b-ad80-2a278f4498c2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:58.615681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b7eaa7b-61a6-461e-ab39-98dba7c6398a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.720194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.736276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] Deleting port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:58.736923 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.753166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b190b7-c26c-445d-a8b1-7880f67c15f4']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:58.764954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7292ad21-a37e-4bd6-8931-989c94d4272a') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:58.765372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7292ad21-a37e-4bd6-8931-989c94d4272a') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:38:58.776988 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.793181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.800554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:38:58.800994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.878243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-16363c7b-0c3f-4500-89b6-006fdaf1802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:58.880251 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-16363c7b-0c3f-4500-89b6-006fdaf1802b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de6c2adb5ad5445fa4acc82f826a34ce&device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 1097 time: 0.4075031 Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:38:58.905600 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:38:58.926521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.932058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-40e2a6e2-42f0-4026-94cd-7bee46b66e1c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:58.933926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-40e2a6e2-42f0-4026-94cd-7bee46b66e1c tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.50 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 946 time: 0.3838468 Feb 04 15:38:58.958113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:58.966041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/networks/e1b190b7-c26c-445d-a8b1-7880f67c15f4 HTTP/1.1" status: 204 len: 168 time: 1.2774961 Feb 04 15:38:58.966041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d6a6a-e76e-4180-8e93-bfb0f8fccce7 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Pushing event deleted for resources: {'Network': ['ID=e1b190b7-c26c-445d-a8b1-7880f67c15f4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:58.999238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51354) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:38:59.004262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'routes': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:38:59.046862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:38:59.049775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] For port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:59.050177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.085748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.087587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Allocated IP 172.20.0.14 (8c233989-c83e-426e-ac12-94ea7c37fa9a/17adc9bc-7823-41f2-b2d4-62b41dd863fc/c49554e9-0a57-4eeb-b69f-5a9a86019aaa) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:38:59.106949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] Calling delete_port for 4835b4a1-697d-428a-8dcb-bfaafe83fe8a owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:59.112039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] Port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:38:59.122133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.196024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] Pushing event deleted for resources: {'Port': ['ID=4835b4a1-697d-428a-8dcb-bfaafe83fe8a,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:59.222389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.extraroute_db [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Added routes are [] {{(pid=102422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 15:38:59.222705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.extraroute_db [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Removed routes are [] {{(pid=102422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 15:38:59.223068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.236601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-a9568e40-40e2-4cbc-a6b8-64f0b6fc1b3f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.244859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-a9568e40-40e2-4cbc-a6b8-64f0b6fc1b3f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.3376091 Feb 04 15:38:59.283260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] Network e1b190b7-c26c-445d-a8b1-7880f67c15f4 is not hosted by any dhcp agent {{(pid=102424) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:38:59.284023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e1074-5c96-434a-820f-923af5247211 None None] No DVR routers for this DVR port 4835b4a1-697d-428a-8dcb-bfaafe83fe8a on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:38:59.309937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-5f25fc6e-d97c-4706-8c55-64c5d4a4c910 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/quotas/8d702575eaff4676adf0ff43212c4f9d HTTP/1.1" status: 200 len: 375 time: 0.0638356 Feb 04 15:38:59.318788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:38:59.324440 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e464c36-6a91-446b-861e-773989ff606d" -d '{"events": [{"server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "10a05179-cbec-4462-8206-8019fdc6a216"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:38:59.335158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b7eaa7b-61a6-461e-ab39-98dba7c6398a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.376674 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-bf084c03-01ba-484d-b90c-b452b17fa3c3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656865 Feb 04 15:38:59.486316 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.498056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0b7eaa7b-61a6-461e-ab39-98dba7c6398a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for b3d4c3a4-053a-4d4b-ad80-2a278f4498c2 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:38:59.584803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.585078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e7de92b0-518b-48b6-aa99-7771edcdae76 None None] Provisioning complete for port c740b643-1705-4561-a349-c35de0230153 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:59.585456 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7de92b0-518b-48b6-aa99-7771edcdae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.633164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c740b643-1705-4561-a349-c35de0230153 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:38:59.656366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:38:59.700049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.705331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:38:59.736819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf85c92-c0d6-4016-ae96-a896bf3eeb0b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:59.769476 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.769476 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Added segment e556d839-29b5-49a2-9ecd-82dfbedde35a of type vlan for network c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc Feb 04 15:38:59.770306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-8f298940-9177-4ddc-a892-2056dec81bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:38:59.772449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-8f298940-9177-4ddc-a892-2056dec81bc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46907810-c836-4b11-a6cf-0217c6631eb5 HTTP/1.1" status: 200 len: 929 time: 0.8621984 Feb 04 15:38:59.865537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.871149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:38:59.873505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.910712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.913629 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-8ebf05db-09c5-4ee5-a51c-df13c716418f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 200 len: 217 time: 0.1117880 Feb 04 15:38:59.938021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c740b643-1705-4561-a349-c35de0230153 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:38:59.938651 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.940012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.950397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Deleting port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:38:59.950786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:38:59.998978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:38:02Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:00.005075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router c04420a9-19e8-4557-ad02-bebede8a187e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:00.029686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] Checking router: ece2e3a2-be57-4ce8-a45f-d11ab2eb409b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:00.037593 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-914972b2-e028-478f-8043-f3115f12b1af service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595361 Feb 04 15:39:00.051409 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:39:00.079031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:00.079787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:00.124123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1bac4ff9-ebb6-4e8a-a05a-e085b88968f6 None None] Provisioning complete for port b3d4c3a4-053a-4d4b-ad80-2a278f4498c2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:00.124586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1bac4ff9-ebb6-4e8a-a05a-e085b88968f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.159272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:00.168380 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.170579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2d77cefd-4ffd-40bd-8fb8-102302f50fef tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 200 len: 705 time: 1.1695209 Feb 04 15:39:00.172751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51360) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:00.179787 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] Sync routers for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:00.191131 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:00.193894 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:00.202370 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-77c606f0-f1e4-41ac-b749-1a53d969a811 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 200 len: 205 time: 0.0285490 Feb 04 15:39:00.205379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51362) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:00.244258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-e03de6f7-c19f-4a4c-a5d5-33394fb1c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.256738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4835b4a1-697d-428a-8dcb-bfaafe83fe8a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:00.258215 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-e03de6f7-c19f-4a4c-a5d5-33394fb1c992 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40e444df-7186-46a3-a41b-ac34e45f594f HTTP/1.1" status: 200 len: 867 time: 0.2856655 Feb 04 15:39:00.273365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] For port 6cb132a5-e996-424a-8d73-fbb6e7b27e87, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=6cb132a5-e996-424a-8d73-fbb6e7b27e87,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:00.273760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.278797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b7eaa7b-61a6-461e-ab39-98dba7c6398a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.301185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e26d85f7-87ea-4fb6-a0da-a688148579b6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.303976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1bac4ff9-ebb6-4e8a-a05a-e085b88968f6 None None] Port b3d4c3a4-053a-4d4b-ad80-2a278f4498c2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:00.307846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 4835b4a1-697d-428a-8dcb-bfaafe83fe8a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:00.308350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4835b4a1-697d-428a-8dcb-bfaafe83fe8a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:00.312156 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.313341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.315021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.330608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.335820 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:00.341575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:00.375760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Calling delete_port for 6cb132a5-e996-424a-8d73-fbb6e7b27e87 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:00.423814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Network 8c233989-c83e-426e-ac12-94ea7c37fa9a is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:00.428924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6866312 Feb 04 15:39:00.480681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:00.486736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51364) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:00.494587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7eaa7b-61a6-461e-ab39-98dba7c6398a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=b3d4c3a4-053a-4d4b-ad80-2a278f4498c2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:00.519405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Request body: {'subnet': {'network_id': 'c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-991453377-subnet', 'tenant_id': '8fcffaa5105e45e5896d01b299eaaeb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:00.546259 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6d59e550-79dd-4461-b5d4-4acd6e447b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.562973 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-721e776b-6f4e-4ac8-b6df-7e0932b001d1 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242076 Feb 04 15:39:00.641286 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:55Z', 'revision_number': 11, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:00.652380 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e26d85f7-87ea-4fb6-a0da-a688148579b6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.653112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:00.665690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e26d85f7-87ea-4fb6-a0da-a688148579b6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.689616 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] Checking router: c04420a9-19e8-4557-ad02-bebede8a187e for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:00.692018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-79961e6d-670d-4842-b2c0-c2b2c76c7817 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.694198 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-79961e6d-670d-4842-b2c0-c2b2c76c7817 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "GET /v2.0/ports?device_id=27c22ae6-9f23-4987-868c-c08ee38d7cf9 HTTP/1.1" status: 200 len: 943 time: 0.2830930 Feb 04 15:39:00.709698 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] Routers {'c04420a9-19e8-4557-ad02-bebede8a187e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:00.711629 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['c04420a9-19e8-4557-ad02-bebede8a187e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:00.733330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:38:02Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:00.738246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:00.739006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.752110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b7eaa7b-61a6-461e-ab39-98dba7c6398a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.756947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0b7eaa7b-61a6-461e-ab39-98dba7c6398a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/b3d4c3a4-053a-4d4b-ad80-2a278f4498c2 HTTP/1.1" status: 204 len: 168 time: 2.9620655 Feb 04 15:39:00.770912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51366) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:00.815944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8124d39-721d-4bc8-9c47-5be6f6a450ee None None] The sync data for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 is: [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:37:47Z', 'revision_number': 4, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8089b5d6-4f04-4fd8-aede-4672b3ad8fd7', 'name': '', 'network_id': '46907810-c836-4b11-a6cf-0217c6631eb5', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'mac_address': 'fa:16:3e:bd:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:43Z', 'updated_at': '2022-02-04T15:38:02Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'subnets': [{'id': '40e444df-7186-46a3-a41b-ac34e45f594f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:00.874997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e26d85f7-87ea-4fb6-a0da-a688148579b6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.875822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26d85f7-87ea-4fb6-a0da-a688148579b6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Fanout notify agent at l3_agent the message router_deleted on router c04420a9-19e8-4557-ad02-bebede8a187e {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:39:00.891150 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] Set router c04420a9-19e8-4557-ad02-bebede8a187e gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:00.963020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e26d85f7-87ea-4fb6-a0da-a688148579b6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:00.964325 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e26d85f7-87ea-4fb6-a0da-a688148579b6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 204 len: 168 time: 0.7580152 Feb 04 15:39:00.977158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51376) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:00.979063 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:55Z', 'revision_number': 11, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:00.985858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f5e30d1f-4eff-480b-bfa0-0f367dbc916a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1567091537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:01.038916 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d55d7-787e-4db9-b93f-ae232b1c56a8 None None] The sync data for ids ['c04420a9-19e8-4557-ad02-bebede8a187e'] in n-d-827869-1 is: [{'id': 'c04420a9-19e8-4557-ad02-bebede8a187e', 'name': 'tempest-RoutersIpV6Test-router-2003207199', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:07Z', 'updated_at': '2022-02-04T15:38:55Z', 'revision_number': 11, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:01.192612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Deleting port 10a05179-cbec-4462-8206-8019fdc6a216 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:01.193195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.237438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110f57-3092-4701-b475-a2776cb9c937 req-d4c28403-0580-4942-b1b2-b65aa43df018 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.239379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-d4c28403-0580-4942-b1b2-b65aa43df018 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 804 time: 0.2179940 Feb 04 15:39:01.300151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-55a94ad2-d81a-4c8f-8ef9-6219a7d339d4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/quotas/bbb454b0a400480fb7c37fc21f3e27bd HTTP/1.1" status: 200 len: 375 time: 0.0228655 Feb 04 15:39:01.338734 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d02846-ae92-4e6e-977a-5b073fc9d4de x-openstack-request-id: req-86d02846-ae92-4e6e-977a-5b073fc9d4de {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:01.339267 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:01.339267 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86d02846-ae92-4e6e-977a-5b073fc9d4de {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:01.339613 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'status': 'completed', 'code': 200} Feb 04 15:39:01.343711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-9811193e-c4a5-4c8c-acc0-a432c43bbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.345292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-9811193e-c4a5-4c8c-acc0-a432c43bbcdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46907810-c836-4b11-a6cf-0217c6631eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0861695 Feb 04 15:39:01.358653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:01.365239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5270e613-2231-4a04-aa3f-bff76624b85d None None] New status for floating IP 2d5d089d-f7a7-44ca-a10e-3d9322955093: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:39:01.372230 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-8ccf990d-8ace-4c98-b237-553eaeafc61e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6545208 Feb 04 15:39:01.380919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e1e12-bc7d-48de-b9c3-14134f4d2fba admin admin] Pushing event updated for resources: {'Network': ['ID=c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:01.415841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Request body: {'port': {'device_id': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:01.438096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:39:01.451419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] For port 10a05179-cbec-4462-8206-8019fdc6a216, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=10a05179-cbec-4462-8206-8019fdc6a216,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:01.451856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.461571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-9c3b47da-28d0-4b90-be35-322e5aeff4e0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1523247 Feb 04 15:39:01.466888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5e30d1f-4eff-480b-bfa0-0f367dbc916a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.467972 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5e30d1f-4eff-480b-bfa0-0f367dbc916a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.508006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Calling delete_port for 10a05179-cbec-4462-8206-8019fdc6a216 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:01.627668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.637156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Made reservation on behalf of 8fcffaa5105e45e5896d01b299eaaeb0 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:01.639764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.681736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a50e7-f98d-4fe2-a385-3a7b938596fe tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.686927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-5c99bb3f-38e0-406b-9d89-a2f148a87410 service neutron] 10.222.0.47 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090385 Feb 04 15:39:01.687164 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cb7a50e7-f98d-4fe2-a385-3a7b938596fe tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9118030 Feb 04 15:39:01.689173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51388) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:01.816788 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5e30d1f-4eff-480b-bfa0-0f367dbc916a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.823797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-699e0a9c-8aa9-473e-9e53-930b79f89231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.825443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-699e0a9c-8aa9-473e-9e53-930b79f89231 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de6c2adb5ad5445fa4acc82f826a34ce&device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 1097 time: 0.4927850 Feb 04 15:39:01.867134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5e30d1f-4eff-480b-bfa0-0f367dbc916a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.916568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5e30d1f-4eff-480b-bfa0-0f367dbc916a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:01.920340 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f5e30d1f-4eff-480b-bfa0-0f367dbc916a tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9385493 Feb 04 15:39:01.923353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:01.930561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d89a3add-8d30-4513-ab56-446d186a5df3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:01.997279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba596ca-8f74-4ce9-b2ca-0112776912c1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:01.999068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1ba596ca-8f74-4ce9-b2ca-0112776912c1 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2438056 Feb 04 15:39:02.011123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51392) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:02.031876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-a2b2d61f-fb82-4cbc-bac7-3dd8dd5f492c service neutron] 10.222.0.47 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520178 Feb 04 15:39:02.088826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-46027d70-1836-4dc4-af80-9ce964549ebf service neutron] 10.222.0.47 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003682 Feb 04 15:39:02.217361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd08f1b-a3b4-4667-9cd2-9c1635b3f086 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.219025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd08f1b-a3b4-4667-9cd2-9c1635b3f086 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.220660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd08f1b-a3b4-4667-9cd2-9c1635b3f086 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.222313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6fd08f1b-a3b4-4667-9cd2-9c1635b3f086 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2101569 Feb 04 15:39:02.227164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51396) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:02.335422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.350332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.354484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['73a4562e-cef9-40e7-8148-8eeab0127420'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:02.484850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-34d175e4-3b90-4d41-8df7-c4e7cd21772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.486507 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-34d175e4-3b90-4d41-8df7-c4e7cd21772d service neutron] 10.222.0.50 "GET /v2.0/networks?id=46907810-c836-4b11-a6cf-0217c6631eb5 HTTP/1.1" status: 200 len: 929 time: 0.6419365 Feb 04 15:39:02.516912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6cb132a5-e996-424a-8d73-fbb6e7b27e87 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:02.526731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Pushing event deleted for resources: {'Port': ['ID=6cb132a5-e996-424a-8d73-fbb6e7b27e87,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:02.588677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 6cb132a5-e996-424a-8d73-fbb6e7b27e87 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:02.589768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 6cb132a5-e996-424a-8d73-fbb6e7b27e87 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:02.665440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-8f7b1f44-234a-4334-908b-a80c21acb92e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 200 len: 217 time: 0.1292579 Feb 04 15:39:02.696731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d89a3add-8d30-4513-ab56-446d186a5df3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.706073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae46a3ac-d354-483c-821b-f5f0070e2c48 req-8f4f74c1-7488-4231-9ed7-c5c6953aff3b tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 210 time: 0.4067855 Feb 04 15:39:02.746918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Pushing event deleted for resources: {'Port': ['ID=10a05179-cbec-4462-8206-8019fdc6a216,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:02.754660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fed4a5-a2f3-4885-85fc-136087beacaf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 21384da1-0d9b-436d-8b1a-4377ff6eca30 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:02.762677 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d89a3add-8d30-4513-ab56-446d186a5df3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.765634 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2fed4a5-a2f3-4885-85fc-136087beacaf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.813567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] No DVR routers for this DVR port 6cb132a5-e996-424a-8d73-fbb6e7b27e87 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:02.827965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bd7b4c6-933f-4d93-b916-8afc7614f769 req-f0cbe40d-6a53-4c36-8d5a-9acd1ec302db service neutron] 10.222.0.47 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7813568 Feb 04 15:39:02.827965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.831337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.50 "DELETE /v2.0/ports/6cb132a5-e996-424a-8d73-fbb6e7b27e87 HTTP/1.1" status: 204 len: 173 time: 3.6238713 Feb 04 15:39:02.840636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] No DVR routers for this DVR port 10a05179-cbec-4462-8206-8019fdc6a216 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:02.856576 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.883404 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:02.886965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5f5ae99-b2b1-4658-a1b3-78152ba4eea1 req-716a23ff-b249-4d3e-a7bf-478b73d92a68 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "DELETE /v2.0/ports/10a05179-cbec-4462-8206-8019fdc6a216 HTTP/1.1" status: 204 len: 173 time: 2.1852691 Feb 04 15:39:02.889570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'name': 'network-vif-deleted', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:02.897283 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d451e9-df10-4c07-a7bf-63fd15b95392" -d '{"events": [{"server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "name": "network-vif-deleted", "tag": "10a05179-cbec-4462-8206-8019fdc6a216"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:02.916026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-04dbb984-5fac-446c-a18a-baed293dc34a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.917604 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-04dbb984-5fac-446c-a18a-baed293dc34a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.5797567 Feb 04 15:39:02.946117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-d7e788d0-6dfd-4ce3-aeaf-ea07fd219114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:02.948433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-d7e788d0-6dfd-4ce3-aeaf-ea07fd219114 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40e444df-7186-46a3-a41b-ac34e45f594f HTTP/1.1" status: 200 len: 867 time: 0.2273154 Feb 04 15:39:02.951582 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970e726d-7c6a-46b6-ad45-33ac5da91bac x-openstack-request-id: req-970e726d-7c6a-46b6-ad45-33ac5da91bac {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:02.951582 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "10a05179-cbec-4462-8206-8019fdc6a216", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:02.951894 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-970e726d-7c6a-46b6-ad45-33ac5da91bac {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:02.952166 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216', 'code': 200} Feb 04 15:39:02.963239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Request body: {'port': {'device_id': '0c649b1b-2e38-47ea-b795-72679ab8a37e', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'admin_state_up': True, 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:02.989300 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2fed4a5-a2f3-4885-85fc-136087beacaf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.067400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359034d8-b16d-4716-bbab-374c1e07240b req-7eb9a87f-7eb0-4705-b49f-95878f4f93e8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:03.074803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-359034d8-b16d-4716-bbab-374c1e07240b req-7eb9a87f-7eb0-4705-b49f-95878f4f93e8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 932 time: 0.2689319 Feb 04 15:39:03.103522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58845011-3715-4c0a-8067-c5f991382dcf,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:03.140199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49554e9-0a57-4eeb-b69f-5a9a86019aaa {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:03.154378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.187352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18d0b969-658b-44d0-947c-272f4babcb8a req-de3da764-85f5-4318-bdcd-41edb3a87ff7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 210 time: 0.0758219 Feb 04 15:39:03.201158 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2fed4a5-a2f3-4885-85fc-136087beacaf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.203112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Transition to ACTIVE for port object c49554e9-0a57-4eeb-b69f-5a9a86019aaa will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:03.228268 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.242950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Checking segment: {'id': 'e556d839-29b5-49a2-9ecd-82dfbedde35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:03.243323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Network hostable DHCP agents. Network: c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:03.244846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-359034d8-b16d-4716-bbab-374c1e07240b req-f8786c7f-448a-4a22-b91d-bea0f4171df4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618369 Feb 04 15:39:03.258710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89a3add-8d30-4513-ab56-446d186a5df3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Router 3b574a4d-e4e7-45a0-a6d2-242e23af0f1c is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:39:03.272668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-0df160cc-a866-42dc-a965-8ae9fdbd8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:03.274215 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-0df160cc-a866-42dc-a965-8ae9fdbd8035 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46907810-c836-4b11-a6cf-0217c6631eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2707422 Feb 04 15:39:03.354200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6553f7c4-3a17-4196-b395-816749ba3be9', 'name': 'network-vif-deleted', 'tag': '6cb132a5-e996-424a-8d73-fbb6e7b27e87'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:03.356739 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af989579-f2ca-4a09-8016-b7dc066b0fce" -d '{"events": [{"server_uuid": "6553f7c4-3a17-4196-b395-816749ba3be9", "name": "network-vif-deleted", "tag": "6cb132a5-e996-424a-8d73-fbb6e7b27e87"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:03.368165 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96f23b7a-2794-4e00-a70b-bfca496a9331 req-3d221fec-6f31-433c-907e-06b9e88c10e1 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 210 time: 0.0868242 Feb 04 15:39:03.406735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-8b0fbe9d-bf50-4452-ba1a-29dd86079bb8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips/2d5d089d-f7a7-44ca-a10e-3d9322955093 HTTP/1.1" status: 200 len: 692 time: 0.1288357 Feb 04 15:39:03.418096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:03.427564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Network c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:03.469783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:03.484231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e463bd-6da2-4745-aeb0-5452f2e0a883 None None] Network c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:03.489090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:03.490109 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334c6c59-a197-473c-91d0-c1ff16eb5ad3 x-openstack-request-id: req-334c6c59-a197-473c-91d0-c1ff16eb5ad3 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:03.490277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.490392 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c22ae6-9f23-4987-868c-c08ee38d7cf9", "name": "network-vif-deleted", "tag": "10a05179-cbec-4462-8206-8019fdc6a216", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:03.490655 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-334c6c59-a197-473c-91d0-c1ff16eb5ad3 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:03.491057 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c22ae6-9f23-4987-868c-c08ee38d7cf9', 'name': 'network-vif-deleted', 'tag': '10a05179-cbec-4462-8206-8019fdc6a216', 'status': 'completed', 'code': 200} Feb 04 15:39:03.519265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2fed4a5-a2f3-4885-85fc-136087beacaf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.520307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:03.524566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.527494 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b62dcb6-7727-4f76-90de-ece350022511 x-openstack-request-id: req-2b62dcb6-7727-4f76-90de-ece350022511 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:03.527795 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6553f7c4-3a17-4196-b395-816749ba3be9", "name": "network-vif-deleted", "tag": "6cb132a5-e996-424a-8d73-fbb6e7b27e87", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:03.528277 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b62dcb6-7727-4f76-90de-ece350022511 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:03.528404 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6553f7c4-3a17-4196-b395-816749ba3be9', 'name': 'network-vif-deleted', 'tag': '6cb132a5-e996-424a-8d73-fbb6e7b27e87', 'status': 'completed', 'code': 200} Feb 04 15:39:03.545388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-31732af0-85c0-4a07-8e44-f300873af9c1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0392852 Feb 04 15:39:03.663458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-056499e2-aaf8-4474-9fed-6674503e7aa1 service neutron] 10.222.0.50 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713093 Feb 04 15:39:03.704545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89a3add-8d30-4513-ab56-446d186a5df3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:03.721840 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] Sync routers for ids ['3b574a4d-e4e7-45a0-a6d2-242e23af0f1c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:03.742840 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] Routers {'3b574a4d-e4e7-45a0-a6d2-242e23af0f1c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:03.745279 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:38:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3b574a4d-e4e7-45a0-a6d2-242e23af0f1c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:03.748120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Attempting to bind port c49554e9-0a57-4eeb-b69f-5a9a86019aaa on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:03.748922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Attempting to bind port c49554e9-0a57-4eeb-b69f-5a9a86019aaa by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:03.748922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Attempting to bind port c49554e9-0a57-4eeb-b69f-5a9a86019aaa on network 8c233989-c83e-426e-ac12-94ea7c37fa9a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:03.804309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Port c49554e9-0a57-4eeb-b69f-5a9a86019aaa on network 8c233989-c83e-426e-ac12-94ea7c37fa9a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:39:03.804672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Attempting to bind port c49554e9-0a57-4eeb-b69f-5a9a86019aaa on network 8c233989-c83e-426e-ac12-94ea7c37fa9a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:03.828891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:03.829292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Checking segment: {'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:03.829734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Bound using segment: {'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:03.830095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Bound port: c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:03.830464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.859419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d89a3add-8d30-4513-ab56-446d186a5df3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.862947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-173ea046-f1b3-433c-b004-d11d8c37dbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.879906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d89a3add-8d30-4513-ab56-446d186a5df3 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "PUT /v2.0/routers/3b574a4d-e4e7-45a0-a6d2-242e23af0f1c HTTP/1.1" status: 200 len: 698 time: 1.9503613 Feb 04 15:39:03.886613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f321d187-189e-4010-886a-e68b88803845 None None] Network c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:03.893831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51418) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:03.907491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2fed4a5-a2f3-4885-85fc-136087beacaf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:03.914470 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] Set router 3b574a4d-e4e7-45a0-a6d2-242e23af0f1c gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:03.920726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a2fed4a5-a2f3-4885-85fc-136087beacaf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/21384da1-0d9b-436d-8b1a-4377ff6eca30 HTTP/1.1" status: 204 len: 168 time: 1.6922135 Feb 04 15:39:03.929149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51420) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:03.931983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d91262-a3cf-4a1c-9c17-3f50aec3320d None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:03.947846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fed4a5-a2f3-4885-85fc-136087beacaf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=21384da1-0d9b-436d-8b1a-4377ff6eca30,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:04.001677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110f57-3092-4701-b475-a2776cb9c937 req-5ce5c971-d3d1-41f9-9845-72f2d08c7dd4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.011117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-5ce5c971-d3d1-41f9-9845-72f2d08c7dd4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.30 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 804 time: 0.4334037 Feb 04 15:39:04.042680 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b574a4d-e4e7-45a0-a6d2-242e23af0f1c', 'name': 'tempest-RoutersIpV6Test-router-1567091537', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:01Z', 'updated_at': '2022-02-04T15:39:02Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:04.045347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Request body: {'port': {'device_id': '6199b264-48d4-4d17-9dc4-874e9f978587', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'admin_state_up': True, 'tenant_id': 'bbb454b0a400480fb7c37fc21f3e27bd'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:04.075902 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] Checking router: 3b574a4d-e4e7-45a0-a6d2-242e23af0f1c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:04.089833 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] Routers {'3b574a4d-e4e7-45a0-a6d2-242e23af0f1c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:04.091391 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3b574a4d-e4e7-45a0-a6d2-242e23af0f1c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:04.221015 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] Set router 3b574a4d-e4e7-45a0-a6d2-242e23af0f1c gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:04.279923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-320aba11-ec8a-4892-aac5-dc23224ff2a4 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.281517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-320aba11-ec8a-4892-aac5-dc23224ff2a4 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 784 time: 0.8028779 Feb 04 15:39:04.340141 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b574a4d-e4e7-45a0-a6d2-242e23af0f1c', 'name': 'tempest-RoutersIpV6Test-router-1567091537', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:01Z', 'updated_at': '2022-02-04T15:39:02Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:04.372369 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca68dd-1e6c-4bba-9836-e5ac81aaeec5 None None] The sync data for ids ['3b574a4d-e4e7-45a0-a6d2-242e23af0f1c'] in n-d-827869-1 is: [{'id': '3b574a4d-e4e7-45a0-a6d2-242e23af0f1c', 'name': 'tempest-RoutersIpV6Test-router-1567091537', 'tenant_id': '42a0db1c4a1c4ee0921ede78f4688550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:01Z', 'updated_at': '2022-02-04T15:39:02Z', 'revision_number': 2, 'project_id': '42a0db1c4a1c4ee0921ede78f4688550', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:04.383472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-d9317e5a-1a83-4643-9449-4672361eb4c5 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0941021 Feb 04 15:39:04.480862 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-e4daef52-823f-48b6-825d-96137ad8f695 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0714457 Feb 04 15:39:04.517384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 10a05179-cbec-4462-8206-8019fdc6a216 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:04.566100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 10a05179-cbec-4462-8206-8019fdc6a216 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:04.567456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 10a05179-cbec-4462-8206-8019fdc6a216 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:04.617007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f62017c-e5fe-4b19-aeab-7a72c35e1869 req-067fbc0e-c2da-4f0b-b0c7-99de5a8fba66 service neutron] 10.222.0.50 "GET /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9348538 Feb 04 15:39:04.659655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:04.663741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Made reservation on behalf of bbb454b0a400480fb7c37fc21f3e27bd for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:04.668113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.674203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2644ea59-1d10-460b-a106-63923f6d1a8b req-92a7ee9f-7c60-4036-8343-b4fffba8604e tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=6553f7c4-3a17-4196-b395-816749ba3be9 HTTP/1.1" status: 200 len: 210 time: 0.2296610 Feb 04 15:39:04.687006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51438) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:04.687245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b55b111d-7ff4-4e88-a60f-d46d15c2911f tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/routers/3b574a4d-e4e7-45a0-a6d2-242e23af0f1c HTTP/1.1" status: 200 len: 704 time: 0.7903242 Feb 04 15:39:04.695567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373736366-network', 'tenant_id': '406616fbf56f414ea4f0d6f2c55b9074'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:04.696326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Allocated IP 172.20.0.6 (105b279f-e3c3-41d5-a12c-29ac016934da/185b96d7-6170-4199-b3ee-2d2358a9e456/31b40514-6329-4c84-8ce7-00194382a32e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:04.703871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51440) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:04.708756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Deleting port 439a7ff1-208f-4da7-96bf-7e58f3f4a06e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:04.710111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.711266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:04.766393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-137f1034-c2dd-4fb7-8ce0-fd6376525bd0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 58aae8fa-cadd-4fc9-9e5e-6e576fc73379 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:04.771191 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.777288 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0d5a0734-53b9-4f7e-a38c-33da91355c37 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b574a4d-e4e7-45a0-a6d2-242e23af0f1c HTTP/1.1" status: 200 len: 205 time: 0.0662653 Feb 04 15:39:04.786116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-137f1034-c2dd-4fb7-8ce0-fd6376525bd0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.788849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51442) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:04.849589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Made reservation on behalf of 406616fbf56f414ea4f0d6f2c55b9074 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:04.853248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.918056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.976753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.977062 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.979160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:04.979789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:04.981412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 1092 time: 3.5724125 Feb 04 15:39:04.996604 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9d2b509-54c4-43bf-a444-419b168c53c5 req-403cae14-974c-4403-bcea-8f13b70849f4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 210 time: 0.1510007 Feb 04 15:39:05.018216 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-137f1034-c2dd-4fb7-8ce0-fd6376525bd0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.026749 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccdba460-d996-4f33-823b-c884d400724e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.028456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Calling delete_port for 439a7ff1-208f-4da7-96bf-7e58f3f4a06e owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:05.120607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e508dc7-8c3a-4aa7-a596-9487c91139c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:05.155270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Allocated IP 172.20.0.9 (ac82600d-3c65-459e-9abe-21c191d508c6/b76ece1f-58a1-49a6-8c91-49900151716a/d233d712-1cbe-4f98-bfac-585b63db4358) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:05.272692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-603ce960-b40f-4ec3-b415-81887a46adae None None] Provisioning complete for port c740b643-1705-4561-a349-c35de0230153 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:05.273785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-603ce960-b40f-4ec3-b415-81887a46adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.276940 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.288700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.373124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:05.433970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb283dbf-c5e0-4d7a-a2ea-90e299c9cc82,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:05.441373 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.441848 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Added segment 788677ca-64cf-4233-b709-27f7224bbba7 of type vlan for network a65e55c0-a415-4a9d-a76d-a821ef105543 Feb 04 15:39:05.522950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.531195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.531962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:05.534648 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c4b7f0-e964-46db-b2ec-6997b522415a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:05.559964 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccdba460-d996-4f33-823b-c884d400724e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.569339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-a3d05283-2866-48e1-871d-6b75c299d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:05.571145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-a3d05283-2866-48e1-871d-6b75c299d65d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1095 time: 0.5071378 Feb 04 15:39:05.577714 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccdba460-d996-4f33-823b-c884d400724e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.578583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Pushing event deleted for resources: {'Port': ['ID=439a7ff1-208f-4da7-96bf-7e58f3f4a06e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:05.588620 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.614894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.625742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-137f1034-c2dd-4fb7-8ce0-fd6376525bd0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.629142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.630297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:05.630963 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.698457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a331b9-8106-4cf0-9c85-93ab545ef035 req-c019854e-002f-4bfb-9727-bd4f5f16ab89 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:05.700121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2a331b9-8106-4cf0-9c85-93ab545ef035 req-c019854e-002f-4bfb-9727-bd4f5f16ab89 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.4461110 Feb 04 15:39:05.729136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-769e903d-a84c-4aaf-b878-fea1bcb8dfd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 0.1387537 Feb 04 15:39:05.732642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.756847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0680254 Feb 04 15:39:05.766504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51448) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:05.790998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68812f4-3193-4b6a-9149-d94a8cf106c7 admin admin] Pushing event updated for resources: {'Network': ['ID=a65e55c0-a415-4a9d-a76d-a821ef105543,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:05.800382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.805261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Request body: {'subnet': {'network_id': 'a65e55c0-a415-4a9d-a76d-a821ef105543', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373736366-subnet', 'tenant_id': '406616fbf56f414ea4f0d6f2c55b9074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:05.805492 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.807464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8230aa6-3e3e-48b4-bd32-e9af800f9e9c req-7012d77d-93cb-4731-b5a0-e50e96cbbea8 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "DELETE /v2.0/floatingips/2d5d089d-f7a7-44ca-a10e-3d9322955093 HTTP/1.1" status: 204 len: 173 time: 1.3208485 Feb 04 15:39:05.809949 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccdba460-d996-4f33-823b-c884d400724e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.810245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.810584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdba460-d996-4f33-823b-c884d400724e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Fanout notify agent at l3_agent the message router_deleted on router 3b574a4d-e4e7-45a0-a6d2-242e23af0f1c {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:39:05.829837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccdba460-d996-4f33-823b-c884d400724e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.829837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ccdba460-d996-4f33-823b-c884d400724e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/3b574a4d-e4e7-45a0-a6d2-242e23af0f1c HTTP/1.1" status: 204 len: 168 time: 1.0384557 Feb 04 15:39:05.840247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a65e55c0-a415-4a9d-a76d-a821ef105543 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:39:05.854134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51452) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:05.920925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-43bb4753-ff84-4745-9aa7-d3c37014a5a5 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b574a4d-e4e7-45a0-a6d2-242e23af0f1c HTTP/1.1" status: 200 len: 205 time: 0.0651822 Feb 04 15:39:05.931298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51454) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:05.944665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-a3b2a527-0593-45fc-a2b5-64f96c812fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:05.947301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-a3b2a527-0593-45fc-a2b5-64f96c812fa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.1959865 Feb 04 15:39:05.957513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2a331b9-8106-4cf0-9c85-93ab545ef035 req-31375d23-1bce-46a1-bb31-557b211fe2b0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311995 Feb 04 15:39:05.983433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:05.995781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-137f1034-c2dd-4fb7-8ce0-fd6376525bd0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.058961 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f93c375-2234-401e-9aa6-3e28a84806ea x-openstack-request-id: req-4f93c375-2234-401e-9aa6-3e28a84806ea {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:06.059565 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:06.060044 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f93c375-2234-401e-9aa6-3e28a84806ea {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:06.060591 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'status': 'completed', 'code': 200} Feb 04 15:39:06.062979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Network ac82600d-3c65-459e-9abe-21c191d508c6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:06.064433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-d9b3f064-c95e-4168-81be-6208395b7c69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990038 Feb 04 15:39:06.107336 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-3be5df6f-296d-4681-9d3f-5cf72836435c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] delete failed (client error): The resource could not be found. Feb 04 15:39:06.108622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3be5df6f-296d-4681-9d3f-5cf72836435c tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/3b574a4d-e4e7-45a0-a6d2-242e23af0f1c HTTP/1.1" status: 404 len: 336 time: 0.1759896 Feb 04 15:39:06.111492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Made reservation on behalf of 406616fbf56f414ea4f0d6f2c55b9074 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:06.113812 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.125124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51462) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.127889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:06.135262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:06.142318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Pushing event updated for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:06.165287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f1034-c2dd-4fb7-8ce0-fd6376525bd0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=58aae8fa-cadd-4fc9-9e5e-6e576fc73379,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:06.188902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-137f1034-c2dd-4fb7-8ce0-fd6376525bd0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.193674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-137f1034-c2dd-4fb7-8ce0-fd6376525bd0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/58aae8fa-cadd-4fc9-9e5e-6e576fc73379 HTTP/1.1" status: 204 len: 168 time: 2.2558656 Feb 04 15:39:06.196000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51464) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.201473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ebfa84-00cb-4a3d-853c-0b875ce03151 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:06.283947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:06.285004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.295111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Network 105b279f-e3c3-41d5-a12c-29ac016934da is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:06.301034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b996b6-c153-47e8-bf34-ea19f48336c7 req-ce729480-6e15-4bec-bf59-7fa971ac1187 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:06.303255 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-829a8e97-026d-4f9e-b652-67a79c254b5d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:06.303716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829a8e97-026d-4f9e-b652-67a79c254b5d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:06.306886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5b996b6-c153-47e8-bf34-ea19f48336c7 req-ce729480-6e15-4bec-bf59-7fa971ac1187 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 931 time: 0.2379062 Feb 04 15:39:06.307076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-829a8e97-026d-4f9e-b652-67a79c254b5d tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/a970b896-9f35-42a2-a28a-fda1405792f8 HTTP/1.1" status: 404 len: 337 time: 0.1802354 Feb 04 15:39:06.321274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-abee0e88-b9ad-4495-b809-3a03a5a71dde tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223507 Feb 04 15:39:06.324087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51466) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.324420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51468) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.335053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:06.341620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:06.351303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event updated for resources: {'Port': ['ID=31b40514-6329-4c84-8ce7-00194382a32e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:06.359478 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-86be7c33-93be-4568-a8d4-528e54b345f1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:06.361053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86be7c33-93be-4568-a8d4-528e54b345f1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:06.366905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-86be7c33-93be-4568-a8d4-528e54b345f1 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/d748dbf9-5c26-4801-86c1-4317858d2f92 HTTP/1.1" status: 404 len: 337 time: 0.0410948 Feb 04 15:39:06.376541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:06.381362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.389745 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-88c96e91-c7e0-4ad4-aa92-ae13c4574891 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3620639 Feb 04 15:39:06.422542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Request body: {'port': {'device_id': '6199b264-48d4-4d17-9dc4-874e9f978587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:06.467380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0de1b-178d-4ef2-8a29-bd5d0c6dcdbc req-a36fd8b9-0900-43ca-bf84-eb1153f106f6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:06.469048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2e0de1b-178d-4ef2-8a29-bd5d0c6dcdbc req-a36fd8b9-0900-43ca-bf84-eb1153f106f6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 931 time: 0.2855542 Feb 04 15:39:06.474120 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7003ac-112a-4065-aadd-5995e0db93a6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:06.474656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7003ac-112a-4065-aadd-5995e0db93a6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:06.477135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:39:06.481118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5f7003ac-112a-4065-aadd-5995e0db93a6 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/dcf82a34-7bfb-4410-a133-4ece62541518 HTTP/1.1" status: 404 len: 337 time: 0.0960958 Feb 04 15:39:06.482076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51474) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.482227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:06.482978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.491205 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-77bcc2bc-5197-465e-86e8-3105dbea6328 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695912 Feb 04 15:39:06.546082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-ac3a25dc-0a56-4073-8925-4bfa36fe7183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5918157 Feb 04 15:39:06.558380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] Deleting port c740b643-1705-4561-a349-c35de0230153 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:06.558678 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.584430 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d27fd2c-d965-496d-ba37-deb8ad71d700 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:06.584889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d27fd2c-d965-496d-ba37-deb8ad71d700 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:06.590926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1d27fd2c-d965-496d-ba37-deb8ad71d700 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/3c7160e7-24ef-413a-b83d-ab3a20cb97b6 HTTP/1.1" status: 404 len: 337 time: 0.0769598 Feb 04 15:39:06.596797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51476) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.608103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Request body: {'port': {'device_id': '0c649b1b-2e38-47ea-b795-72679ab8a37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:06.633593 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5b996b6-c153-47e8-bf34-ea19f48336c7 req-8125e266-f9fe-4305-85bb-aa799e2a4b76 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102653 Feb 04 15:39:06.639493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] For port c740b643-1705-4561-a349-c35de0230153, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c740b643-1705-4561-a349-c35de0230153,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:06.640186 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.657150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8f41fcb8-d82a-4ebf-9960-c3ebd2a40b93 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 200 len: 205 time: 0.0559959 Feb 04 15:39:06.657816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51478) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.661610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2e0de1b-178d-4ef2-8a29-bd5d0c6dcdbc req-6302845f-947a-463e-9e17-3316f172aa22 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748633 Feb 04 15:39:06.662588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] Calling delete_port for c740b643-1705-4561-a349-c35de0230153 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:06.677728 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.733513 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-7d7fc715-0730-4f64-a95c-909d22d27a25 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] delete failed (client error): The resource could not be found. Feb 04 15:39:06.737407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7d7fc715-0730-4f64-a95c-909d22d27a25 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/c04420a9-19e8-4557-ad02-bebede8a187e HTTP/1.1" status: 404 len: 336 time: 0.0762453 Feb 04 15:39:06.738216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51480) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:06.771859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:06.779130 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de6905bb-e40e-4c05-bbf5-f2dcd958fc44 req-f2e274b1-d392-4bcb-b7f8-58137249bfe7 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728100 Feb 04 15:39:06.790860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.134092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77128329-6056-43ee-8bee-3e8bcd363c50,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:07.144660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ded4c0d4-ee7d-4c8a-96b9-d2a551a1615b tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=458e2821-8a8f-40ac-aa0e-6a3683cbf767 HTTP/1.1" status: 200 len: 205 time: 0.4015703 Feb 04 15:39:07.164528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.165489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51486) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:07.191737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:07.195637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.197375 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.236401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] Pushing event deleted for resources: {'Port': ['ID=c740b643-1705-4561-a349-c35de0230153,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:07.238786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093398a-8b2a-4f30-971c-cf0eb6f87a0b None None] No DVR routers for this DVR port c740b643-1705-4561-a349-c35de0230153 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:07.266437 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-214150c1-3109-47f1-9cdb-7e1ae42deb70 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] delete failed (client error): The resource could not be found. Feb 04 15:39:07.267544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-214150c1-3109-47f1-9cdb-7e1ae42deb70 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/458e2821-8a8f-40ac-aa0e-6a3683cbf767 HTTP/1.1" status: 404 len: 336 time: 0.1007485 Feb 04 15:39:07.273579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51488) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:07.310565 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.483945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df83c33-50a9-46eb-9ca7-2663bcdf161d req-5499eed6-7ba6-428f-b9a0-806ffbd8980e tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.486877 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3df83c33-50a9-46eb-9ca7-2663bcdf161d req-5499eed6-7ba6-428f-b9a0-806ffbd8980e tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.3472190 Feb 04 15:39:07.539102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c740b643-1705-4561-a349-c35de0230153 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:07.574638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c740b643-1705-4561-a349-c35de0230153 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:07.575293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c740b643-1705-4561-a349-c35de0230153 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:07.628796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Checking segment: {'id': '788677ca-64cf-4233-b709-27f7224bbba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a65e55c0-a415-4a9d-a76d-a821ef105543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:07.629299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Network hostable DHCP agents. Network: a65e55c0-a415-4a9d-a76d-a821ef105543, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:07.663580 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-0239ce3a-8596-4d2c-abd0-71e57b4aee16 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:07.664032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0239ce3a-8596-4d2c-abd0-71e57b4aee16 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:07.667380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0239ce3a-8596-4d2c-abd0-71e57b4aee16 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/f5101af5-1353-4d4c-8fe1-6a8a7c3598e6 HTTP/1.1" status: 404 len: 337 time: 0.3883286 Feb 04 15:39:07.673247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51490) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:07.691345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e298220-5eec-4a86-bc85-c97594be503f req-647698f7-d8e4-4008-8bd2-e1bd9772ae24 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.692145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3df83c33-50a9-46eb-9ca7-2663bcdf161d req-741e1ca9-4f59-45dd-8ddc-3d6fb3ce3b3e tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842802 Feb 04 15:39:07.694570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e298220-5eec-4a86-bc85-c97594be503f req-647698f7-d8e4-4008-8bd2-e1bd9772ae24 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7629306 Feb 04 15:39:07.698459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-1dce10bf-4779-4c2c-baef-595f34d9f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.703086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-1dce10bf-4779-4c2c-baef-595f34d9f483 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1095 time: 0.7661736 Feb 04 15:39:07.763281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-265a685a-74c6-4a3a-8fa7-7a11f0264e82 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=b164e5af-1855-4fc8-b3a2-76fd04f6d35f HTTP/1.1" status: 200 len: 205 time: 0.0817149 Feb 04 15:39:07.769358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51496) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:07.849889 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-97a02945-aa3f-4e6d-b871-d756e28b9341 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] delete failed (client error): The resource could not be found. Feb 04 15:39:07.853416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-97a02945-aa3f-4e6d-b871-d756e28b9341 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/b164e5af-1855-4fc8-b3a2-76fd04f6d35f HTTP/1.1" status: 404 len: 336 time: 0.0803523 Feb 04 15:39:07.859873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51498) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:07.871661 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e298220-5eec-4a86-bc85-c97594be503f req-be4eb20c-a784-40f5-8d69-f42e862a41cf tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1271102 Feb 04 15:39:07.898356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Network a65e55c0-a415-4a9d-a76d-a821ef105543 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:07.940945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a65e55c0-a415-4a9d-a76d-a821ef105543) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:07.949300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bea262-25d1-4223-a497-6c8718765d46 None None] Network a65e55c0-a415-4a9d-a76d-a821ef105543 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:07.958769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:07.960063 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:07.978309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3f188fd8-b175-4a53-8453-b7b8b25b4046 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7 HTTP/1.1" status: 200 len: 205 time: 0.1166663 Feb 04 15:39:07.985784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51502) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:07.993021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b40514-6329-4c84-8ce7-00194382a32e {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:08.008144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.047224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0f24ffd4-4141-49c4-be75-b8fe597daa7b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2734840 Feb 04 15:39:08.078579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Transition to ACTIVE for port object 31b40514-6329-4c84-8ce7-00194382a32e will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:08.096504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.135156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-24dc7c43-bfe2-49ea-a538-bdeadab3de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.136782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-24dc7c43-bfe2-49ea-a538-bdeadab3de52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 0.3880806 Feb 04 15:39:08.142896 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-744b5a7d-add5-4b70-aa5f-a919594332b8 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] delete failed (client error): The resource could not be found. Feb 04 15:39:08.144703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-744b5a7d-add5-4b70-aa5f-a919594332b8 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/3fb0b8c8-3d91-4e11-9e46-6cbc2fcddce7 HTTP/1.1" status: 404 len: 336 time: 0.1515036 Feb 04 15:39:08.145911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c0944e-e788-40c1-a3b8-cce7c932b3ea None None] Network a65e55c0-a415-4a9d-a76d-a821ef105543 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:08.155719 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.160316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51506) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:08.193302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7a240-57d0-4d3d-9b80-478b8bc14694 req-dd3235b8-31e9-4af3-8f4f-2d1259b0d752 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.195011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6e7a240-57d0-4d3d-9b80-478b8bc14694 req-dd3235b8-31e9-4af3-8f4f-2d1259b0d752 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 931 time: 0.2284570 Feb 04 15:39:08.251701 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-0c36d974-4e7d-465e-8b8a-f6abb391eafe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 0.0916348 Feb 04 15:39:08.283499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0c4d2-41f9-4b1a-8ad0-b067541ac4d5 req-5e024df6-c056-486d-8896-d0851e701efc tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.297588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-95e0c4d2-41f9-4b1a-8ad0-b067541ac4d5 req-5e024df6-c056-486d-8896-d0851e701efc tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.5088282 Feb 04 15:39:08.312210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Pushing event updated for resources: {'Port': ['ID=31b40514-6329-4c84-8ce7-00194382a32e,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:08.328745 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6b9589-633c-4126-b5f7-6cfba1ef8565 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:08.329433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6b9589-633c-4126-b5f7-6cfba1ef8565 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:08.337660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ad6b9589-633c-4126-b5f7-6cfba1ef8565 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/edcc1003-41b6-4dc2-96dc-244e871c6771 HTTP/1.1" status: 404 len: 337 time: 0.1607094 Feb 04 15:39:08.337880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51508) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:08.338255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51510) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:08.341032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d233d712-1cbe-4f98-bfac-585b63db4358 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:08.379640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:08.403508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.420173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6e7a240-57d0-4d3d-9b80-478b8bc14694 req-1386464a-183a-482d-a3ce-997bde41804b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896713 Feb 04 15:39:08.429609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-4d8b67e6-e2d8-4651-ad79-b955b783d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.431267 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-4d8b67e6-e2d8-4651-ad79-b955b783d1e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.1665368 Feb 04 15:39:08.440427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:08.447193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0c72ec45-7e3f-4d9b-aa40-d53a6dfaa731 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=673b8107-edf7-4ed7-b32f-037ca0be2cd8 HTTP/1.1" status: 200 len: 205 time: 0.0964961 Feb 04 15:39:08.453503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51512) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:08.455142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.455751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.463514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Attempting to bind port 31b40514-6329-4c84-8ce7-00194382a32e on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:08.463914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Attempting to bind port 31b40514-6329-4c84-8ce7-00194382a32e by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:08.464198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Attempting to bind port 31b40514-6329-4c84-8ce7-00194382a32e on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:08.475455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86887818-22a3-41e5-a8b8-af159499c2a2 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:08.488708 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=555eb895-8d75-4dad-8025-5853c9ca1f6f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:08.492926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Transition to ACTIVE for port object d233d712-1cbe-4f98-bfac-585b63db4358 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:08.520758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-d0dea59d-175b-4975-81d8-b664f1ab9776 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780947 Feb 04 15:39:08.524355 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-f916fe0d-ca6d-46c7-8931-51118c7a7dbd tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] delete failed (client error): The resource could not be found. Feb 04 15:39:08.524639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-95e0c4d2-41f9-4b1a-8ad0-b067541ac4d5 req-7d2f2e09-4357-40ed-bcef-c999d0fb7448 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254612 Feb 04 15:39:08.524790 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f916fe0d-ca6d-46c7-8931-51118c7a7dbd tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/673b8107-edf7-4ed7-b32f-037ca0be2cd8 HTTP/1.1" status: 404 len: 336 time: 0.0702372 Feb 04 15:39:08.525591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Port 31b40514-6329-4c84-8ce7-00194382a32e on network 105b279f-e3c3-41d5-a12c-29ac016934da not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:39:08.525932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Attempting to bind port 31b40514-6329-4c84-8ce7-00194382a32e on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:08.526883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.536384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51514) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:08.545920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:08.546403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Checking segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:08.546941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Bound using segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:08.547483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Bound port: 31b40514-6329-4c84-8ce7-00194382a32e, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:08.547923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.556059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e375848-3c70-4a8b-a690-ebadfa141f0e admin admin] Deleting subnet 58845011-3715-4c0a-8067-c5f991382dcf {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:08.564260 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d93b557c-d34d-497c-9e6b-4b8e84722639 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2368214 Feb 04 15:39:08.608012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51516) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:08.618166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-eb8fd3f2-9ab5-42ab-a0fa-3a2f90816538 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:08.629693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e375848-3c70-4a8b-a690-ebadfa141f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.760181 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ca3176-0cbf-4483-8978-26ee190d6d3e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:08.761145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ca3176-0cbf-4483-8978-26ee190d6d3e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:08.766883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-59ca3176-0cbf-4483-8978-26ee190d6d3e tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/95adada6-57aa-451a-b251-8d71ddb2261d HTTP/1.1" status: 404 len: 337 time: 0.2003510 Feb 04 15:39:08.777146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51520) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:08.787777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6349032-ffd4-43d5-bd6c-4b34308d6168 req-91fc727a-9b1f-4b5a-a8bd-e893447339fd tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1784620 Feb 04 15:39:08.799187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Pushing event updated for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:08.815421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': '555eb895-8d75-4dad-8025-5853c9ca1f6f'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:39:08.820448 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.843061 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e375848-3c70-4a8b-a690-ebadfa141f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:08.890157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2e15ace2-fc71-4a8f-9e76-006893940867 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5be5a0f-ddfe-44d3-afd2-a9443f593a4b HTTP/1.1" status: 200 len: 205 time: 0.1002979 Feb 04 15:39:08.918783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815c041-cf12-4b10-a0f0-cca08f0442b2 req-96d5962d-e811-45e1-b6b9-954e9dbc7be7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:08.921914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4815c041-cf12-4b10-a0f0-cca08f0442b2 req-96d5962d-e811-45e1-b6b9-954e9dbc7be7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 943 time: 0.3113256 Feb 04 15:39:08.922484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51524) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:08.943366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-331864f8-66e3-48cb-b640-b2d0dbbf9f37 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094086 Feb 04 15:39:08.949063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] For port 31b40514-6329-4c84-8ce7-00194382a32e, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:09.006560 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-54343ea9-658b-4f54-8e17-99fca1628099 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] delete failed (client error): The resource could not be found. Feb 04 15:39:09.010661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-54343ea9-658b-4f54-8e17-99fca1628099 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/routers/d5be5a0f-ddfe-44d3-afd2-a9443f593a4b HTTP/1.1" status: 404 len: 336 time: 0.0871284 Feb 04 15:39:09.013878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] For port 31b40514-6329-4c84-8ce7-00194382a32e, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=31b40514-6329-4c84-8ce7-00194382a32e,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:09.014804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51526) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:09.052386 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.053458 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e375848-3c70-4a8b-a690-ebadfa141f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.058147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/555eb895-8d75-4dad-8025-5853c9ca1f6f/d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:09.105393 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7440e0e-d6fe-48d1-87f6-51548b4f27a2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:09.105634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7440e0e-d6fe-48d1-87f6-51548b4f27a2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:09.112373 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c7440e0e-d6fe-48d1-87f6-51548b4f27a2 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/ba6a96d4-5bf7-411e-a314-422145365da1 HTTP/1.1" status: 404 len: 337 time: 0.0766361 Feb 04 15:39:09.115149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51528) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:09.146336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Attempting to bind port d233d712-1cbe-4f98-bfac-585b63db4358 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:09.147276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Attempting to bind port d233d712-1cbe-4f98-bfac-585b63db4358 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:09.147276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Attempting to bind port d233d712-1cbe-4f98-bfac-585b63db4358 on network ac82600d-3c65-459e-9abe-21c191d508c6 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:09.160055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f396db-a117-4c0e-85ed-3147417fa149 req-6fe42075-33ee-4214-ae66-f9ff27cd24df tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.164375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.165015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.167224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] 10.222.0.50 "PUT /v2.0/ports/31b40514-6329-4c84-8ce7-00194382a32e HTTP/1.1" status: 200 len: 1091 time: 2.5661182 Feb 04 15:39:09.168517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58f396db-a117-4c0e-85ed-3147417fa149 req-6fe42075-33ee-4214-ae66-f9ff27cd24df tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2409942 Feb 04 15:39:09.169377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c649b1b-2e38-47ea-b795-72679ab8a37e', 'tag': '31b40514-6329-4c84-8ce7-00194382a32e'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:09.172290 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfb6f9a-b286-4286-8939-f2b579fdef66" -d '{"events": [{"name": "network-changed", "server_uuid": "0c649b1b-2e38-47ea-b795-72679ab8a37e", "tag": "31b40514-6329-4c84-8ce7-00194382a32e"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:09.178417 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4815c041-cf12-4b10-a0f0-cca08f0442b2 req-09eff5ae-f94e-4fe7-afb1-6e74ee2ec940 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337110 Feb 04 15:39:09.179076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8fd3f2-9ab5-42ab-a0fa-3a2f90816538 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:09.182425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Port d233d712-1cbe-4f98-bfac-585b63db4358 on network ac82600d-3c65-459e-9abe-21c191d508c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:39:09.182652 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eb8fd3f2-9ab5-42ab-a0fa-3a2f90816538 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.182981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Attempting to bind port d233d712-1cbe-4f98-bfac-585b63db4358 on network ac82600d-3c65-459e-9abe-21c191d508c6 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:09.192913 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-5005b2ad-e308-4924-93fc-553e9eab02b0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:09.192913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5005b2ad-e308-4924-93fc-553e9eab02b0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:09.196313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5005b2ad-e308-4924-93fc-553e9eab02b0 tempest-RoutersIpV6Test-2005737744 tempest-RoutersIpV6Test-2005737744-project] 10.222.0.47 "DELETE /v2.0/subnets/d5712a52-01fe-45c2-973d-c5b62e9d4dbb HTTP/1.1" status: 404 len: 337 time: 0.0782840 Feb 04 15:39:09.283466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58f396db-a117-4c0e-85ed-3147417fa149 req-fe4ff260-ffa6-42db-b1ff-4b79ad8505d7 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081734 Feb 04 15:39:09.291172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:09.291772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Checking segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:09.292427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Bound using segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:09.293239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Bound port: d233d712-1cbe-4f98-bfac-585b63db4358, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:09.293844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.315144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95c4b7f0-e964-46db-b2ec-6997b522415a req-97252773-fb87-4540-8e1d-8a745cce5859 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614564 Feb 04 15:39:09.319534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d722c-8c07-4df2-8174-3ea8458a3044 service neutron] Pushing event updated for resources: {'Port': ['ID=31b40514-6329-4c84-8ce7-00194382a32e,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:09.391397 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:39:09.402711 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3febf29-8cf6-47b2-b0fa-a174350d41eb x-openstack-request-id: req-c3febf29-8cf6-47b2-b0fa-a174350d41eb {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:09.403029 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c649b1b-2e38-47ea-b795-72679ab8a37e", "tag": "31b40514-6329-4c84-8ce7-00194382a32e", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:09.403205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e375848-3c70-4a8b-a690-ebadfa141f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.403440 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c3febf29-8cf6-47b2-b0fa-a174350d41eb {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:09.403672 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c649b1b-2e38-47ea-b795-72679ab8a37e', 'tag': '31b40514-6329-4c84-8ce7-00194382a32e', 'status': 'completed', 'code': 200} Feb 04 15:39:09.419658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-03865773-47b6-43b1-af15-94beae92789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.421606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-03865773-47b6-43b1-af15-94beae92789f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 1094 time: 0.1462402 Feb 04 15:39:09.424123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.433206 n-d-827869-1 neutron-server[102423]: INFO neutron.db.ipam_backend_mixin [None req-eb8fd3f2-9ab5-42ab-a0fa-3a2f90816538 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 555eb895-8d75-4dad-8025-5853c9ca1f6f (CIDR: 2001:db8::/64) Feb 04 15:39:09.448378 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8fd3f2-9ab5-42ab-a0fa-3a2f90816538 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:39:09.448975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8fd3f2-9ab5-42ab-a0fa-3a2f90816538 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:09.452207 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.491181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e375848-3c70-4a8b-a690-ebadfa141f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58845011-3715-4c0a-8067-c5f991382dcf,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:09.499132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e375848-3c70-4a8b-a690-ebadfa141f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.505967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6e375848-3c70-4a8b-a690-ebadfa141f0e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/58845011-3715-4c0a-8067-c5f991382dcf HTTP/1.1" status: 204 len: 168 time: 1.1571410 Feb 04 15:39:09.513321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51538) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:09.552915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:09.560114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:09.565395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:09.568472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-a4fc52df-8de1-424a-8992-2afc81b40d71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31b40514-6329-4c84-8ce7-00194382a32e HTTP/1.1" status: 200 len: 217 time: 0.1287684 Feb 04 15:39:09.594033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Pushing event updated for resources: {'Port': ['ID=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:09.603889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:09.626788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.650138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:09.668282 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.669865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Attempting to bind port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:09.670437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Attempting to bind port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:09.670813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Attempting to bind port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:09.679566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:09.679566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:09.680143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.680455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:09.686051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Bound port: d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:09.686051 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.686471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-eb8fd3f2-9ab5-42ab-a0fa-3a2f90816538 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0719321 Feb 04 15:39:09.688386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51544) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:09.695486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:09.718257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.737904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.738716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.740332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] 10.222.0.30 "PUT /v2.0/ports/d233d712-1cbe-4f98-bfac-585b63db4358 HTTP/1.1" status: 200 len: 1091 time: 3.3258114 Feb 04 15:39:09.753271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:09.756422 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:09.783234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a26543-e009-431f-94a5-3d318965756e req-b506ed2d-22b3-4716-9311-3ce8ee0326cd tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.783709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1a29f-0b49-4c4f-85ca-470d06e7ec08 req-832782f9-f162-4532-8d3c-632fe44b384d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.785492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1a26543-e009-431f-94a5-3d318965756e req-b506ed2d-22b3-4716-9311-3ce8ee0326cd tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 943 time: 0.2140422 Feb 04 15:39:09.791880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] For port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:09.792444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5df1a29f-0b49-4c4f-85ca-470d06e7ec08 req-832782f9-f162-4532-8d3c-632fe44b384d tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 946 time: 0.1991224 Feb 04 15:39:09.800022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] For port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:09.806698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:09.822360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51548) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:09.827929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-6a06c3d2-1e87-415b-842b-38b6a4379e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:09.829716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-6a06c3d2-1e87-415b-842b-38b6a4379e45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.2533181 Feb 04 15:39:09.845025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a7bd-cb32-464e-9459-597a50367040 service neutron] Pushing event updated for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:09.890233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-694f0ead-ce7c-4f99-8a5c-02191c56ecb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505936 Feb 04 15:39:09.922312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1641e6-6a00-41bc-8403-cfe894f3e155 None None] Pushing event updated for resources: {'Port': ['ID=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:09.956606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1a26543-e009-431f-94a5-3d318965756e req-457c5d5c-a467-48bb-a144-f3c9c751d7ce tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577554 Feb 04 15:39:09.988628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5df1a29f-0b49-4c4f-85ca-470d06e7ec08 req-c60d0441-30d2-4e26-a606-7f9fc8a58059 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951087 Feb 04 15:39:10.011661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.024823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110f57-3092-4701-b475-a2776cb9c937 req-654269b5-88fe-438b-bdf5-248f7f4a36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.028561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-654269b5-88fe-438b-bdf5-248f7f4a36c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 1094 time: 0.2314146 Feb 04 15:39:10.070993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-947b8e2a-9fa9-4711-ab11-7a48c86f30f8 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524324 Feb 04 15:39:10.084262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:10.092049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.101782 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2379f767-d8cd-4290-bd0d-d574601fc363 x-openstack-request-id: req-2379f767-d8cd-4290-bd0d-d574601fc363 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:10.102135 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:10.102350 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2379f767-d8cd-4290-bd0d-d574601fc363 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:10.102747 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'status': 'completed', 'code': 200} Feb 04 15:39:10.106447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-efeefa4e-0b7a-4883-8469-6ada63844acd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d233d712-1cbe-4f98-bfac-585b63db4358 HTTP/1.1" status: 200 len: 217 time: 0.0590065 Feb 04 15:39:10.108192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:10.128934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e556d839-29b5-49a2-9ecd-82dfbedde35a') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:10.129266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e556d839-29b5-49a2-9ecd-82dfbedde35a') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:10.161477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.185779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.202326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b68f499f-76ef-4f9c-8331-7a65d74b8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.204014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-b68f499f-76ef-4f9c-8331-7a65d74b8f46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.0872240 Feb 04 15:39:10.205206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:10.208722 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:10.212400 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:10.303894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-e852a352-730a-445d-9b94-2259fcbdf2be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736539 Feb 04 15:39:10.381562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb4405d9-3491-4582-b73b-ca1a2f81aabc req-702eb99c-c76f-4083-8211-902e2b879a88 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813253 Feb 04 15:39:10.405020 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b3c1ee03-7927-4520-9d2e-bb16e6916bf5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42a0db1c4a1c4ee0921ede78f4688550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789225 Feb 04 15:39:10.416343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2f95c-86e8-4d77-9c03-5eed24d7ec4e req-30d955d3-4571-4f8e-bedd-fb587b4af1e4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.418425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7e2f95c-86e8-4d77-9c03-5eed24d7ec4e req-30d955d3-4571-4f8e-bedd-fb587b4af1e4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.3146238 Feb 04 15:39:10.421588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51558) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:10.521811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:39:10.575248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7e2f95c-86e8-4d77-9c03-5eed24d7ec4e req-070ee7e6-5ae4-41a1-a0b0-302d589f34bd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335809 Feb 04 15:39:10.635013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84835cdc-408a-400c-9e25-aab754d33ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.667141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-05cf0138-be30-4fc7-8fd8-bad9194988ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.669741 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-05cf0138-be30-4fc7-8fd8-bad9194988ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 1094 time: 0.1839836 Feb 04 15:39:10.716302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:10.730680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a', 'port_id': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'mac_address': 'fa:16:3e:1a:42:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17adc9bc-7823-41f2-b2d4-62b41dd863fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:39:10.737747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84835cdc-408a-400c-9e25-aab754d33ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.740880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.755631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.763584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc HTTP/1.1" status: 204 len: 168 time: 1.2441607 Feb 04 15:39:10.771999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51560) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:10.785551 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.789245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca694cd-873c-4221-a08f-3a5ff2958fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a4b02a-1c61-456c-ab13-57fc3c8f0ebc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:10.800788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef4e8-42db-46aa-8d8e-b103df24af9c req-d8ed826d-aeab-46db-a555-48dcc10ae9a5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.802401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49554e9-0a57-4eeb-b69f-5a9a86019aaa {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:10.806905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-682ef4e8-42db-46aa-8d8e-b103df24af9c req-d8ed826d-aeab-46db-a555-48dcc10ae9a5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 943 time: 0.5287282 Feb 04 15:39:10.823809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:10.828242 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:10.852720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-eee38514-f499-43c1-898b-eae33019b6c3 service neutron] 10.222.0.30 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408435 Feb 04 15:39:10.908217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:10.948050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce26f1e-65b9-4095-b14e-2003ac0d02ad req-3c78f24a-8116-4766-8905-a615c1ef7596 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.949637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ce26f1e-65b9-4095-b14e-2003ac0d02ad req-3c78f24a-8116-4766-8905-a615c1ef7596 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2321274 Feb 04 15:39:10.988792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-48b0b67e-7ef3-46b7-b0f9-cc27fb364352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:10.992007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-48b0b67e-7ef3-46b7-b0f9-cc27fb364352 service neutron] 10.222.0.50 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 0.3099122 Feb 04 15:39:10.993645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Deleting subnet 77128329-6056-43ee-8bee-3e8bcd363c50 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:11.004764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.029842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-682ef4e8-42db-46aa-8d8e-b103df24af9c req-0a01df57-a4c7-4124-b89b-39adb7b1c0bd tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757722 Feb 04 15:39:11.068341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.086036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84835cdc-408a-400c-9e25-aab754d33ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.089778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84835cdc-408a-400c-9e25-aab754d33ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.093289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-84835cdc-408a-400c-9e25-aab754d33ef0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/031d4619-6701-4884-80e2-92fffdd5fd84 HTTP/1.1" status: 204 len: 168 time: 0.6676936 Feb 04 15:39:11.093289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-61011113-66b2-4664-843a-597eaaf8b708 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31b40514-6329-4c84-8ce7-00194382a32e HTTP/1.1" status: 200 len: 217 time: 0.0926230 Feb 04 15:39:11.093861 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6110f57-3092-4701-b475-a2776cb9c937 req-7274261c-5750-4870-8f94-f90241ffc2c7 service neutron] 10.222.0.30 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258372 Feb 04 15:39:11.143833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.183635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c49554e9-0a57-4eeb-b69f-5a9a86019aaa'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:11.205231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-13cdfee9-9c27-42d1-8dce-83836108068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:11.206777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-13cdfee9-9c27-42d1-8dce-83836108068c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.0554953 Feb 04 15:39:11.222021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ce26f1e-65b9-4095-b14e-2003ac0d02ad req-96a5045f-aa21-4ba0-bdcb-9704a6c839c9 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561622 Feb 04 15:39:11.371585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e900345-be2e-4ebc-a51b-81609d59088f req-01f10533-0fe3-4db1-9a5c-787d449fa12d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:11.373433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e900345-be2e-4ebc-a51b-81609d59088f req-01f10533-0fe3-4db1-9a5c-787d449fa12d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 943 time: 0.1624448 Feb 04 15:39:11.379094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-647f56ac-247f-4c36-8cab-4c836168f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:11.382698 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-647f56ac-247f-4c36-8cab-4c836168f5fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 1094 time: 0.2341881 Feb 04 15:39:11.385475 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.422500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84835cdc-408a-400c-9e25-aab754d33ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031d4619-6701-4884-80e2-92fffdd5fd84,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:11.444918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:39:11.510652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-36f7e97a-f68f-400f-b1f0-99372997e0cf None None] Provisioning complete for port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:11.511123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-36f7e97a-f68f-400f-b1f0-99372997e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.613560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77128329-6056-43ee-8bee-3e8bcd363c50,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:11.631246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.638429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/77128329-6056-43ee-8bee-3e8bcd363c50 HTTP/1.1" status: 204 len: 168 time: 0.8547349 Feb 04 15:39:11.642898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51574) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:11.673214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.680266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.680783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.681235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.681681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.682181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.682623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.683562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.688860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.688860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.688860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.689439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4db62-187e-4fb7-9a64-9e4eb71141f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:11.691087 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-36f7e97a-f68f-400f-b1f0-99372997e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.730770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-36f7e97a-f68f-400f-b1f0-99372997e0cf None None] For port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:11.733809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:11.738733 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-36f7e97a-f68f-400f-b1f0-99372997e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.784793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e900345-be2e-4ebc-a51b-81609d59088f req-ffa831b1-ce0e-4b79-b7c9-17e725491d7c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959870 Feb 04 15:39:11.817556 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-d297d436-a6f2-4525-8053-dd1a401d383e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4767759 Feb 04 15:39:11.821480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-b156b31a-a1dd-4816-92a8-cba894c915d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:11.822580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-b156b31a-a1dd-4816-92a8-cba894c915d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 905 time: 0.4219644 Feb 04 15:39:11.827735 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.846083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7e97a-f68f-400f-b1f0-99372997e0cf None None] Pushing event updated for resources: {'Port': ['ID=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:11.881608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a1e2e-cb90-488d-8d8f-8e8e39aefa26 req-0b2bf63a-bf82-4a9f-bcb4-9e023b59c1a0 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:11.888969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b4a1e2e-cb90-488d-8d8f-8e8e39aefa26 req-0b2bf63a-bf82-4a9f-bcb4-9e023b59c1a0 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 946 time: 0.5472152 Feb 04 15:39:11.904194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:11.905119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:11.916629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-9703ccbb-3d3e-4dc8-a278-cfe66346204e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d233d712-1cbe-4f98-bfac-585b63db4358 HTTP/1.1" status: 200 len: 217 time: 0.0791965 Feb 04 15:39:12.003935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-21b0ada3-6738-4c7b-8856-21888fd4f57f tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.006383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-21b0ada3-6738-4c7b-8856-21888fd4f57f tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 946 time: 0.6669962 Feb 04 15:39:12.142873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72917-651e-4b76-a405-5584d556f2f7 req-4e1e8e64-36c7-440e-85ce-948039ad6260 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.144584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84f72917-651e-4b76-a405-5584d556f2f7 req-4e1e8e64-36c7-440e-85ce-948039ad6260 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 945 time: 0.2258668 Feb 04 15:39:12.156922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.158350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b4a1e2e-cb90-488d-8d8f-8e8e39aefa26 req-c88cb41a-01d9-47da-a2ca-bf01d7b052e5 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/security-groups?id=c97c812b-dc99-442d-9e52-1ebf65f07a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628191 Feb 04 15:39:12.163155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-f41cee94-08bc-4637-99e0-59ef726e6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.164649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-f41cee94-08bc-4637-99e0-59ef726e6ba0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.2125607 Feb 04 15:39:12.242554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65e55c0-a415-4a9d-a76d-a821ef105543']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:12.248819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-0000dd67-a81c-4107-a4c0-1215565454f2 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216864 Feb 04 15:39:12.249039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-3bd0ab17-660f-4459-a134-aaadce4bf5b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704217 Feb 04 15:39:12.249894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.271358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788677ca-64cf-4233-b709-27f7224bbba7') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:12.271722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788677ca-64cf-4233-b709-27f7224bbba7') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:12.299094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.318717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84f72917-651e-4b76-a405-5584d556f2f7 req-bbee9108-62e5-49bc-afeb-c52bf88c54e9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648540 Feb 04 15:39:12.377177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.396320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:12.396978 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:12.400120 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:12.455588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51594) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:12.534689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdfb6f9a-b286-4286-8939-f2b579fdef66 req-e85d37d8-e1fb-48a6-83dc-efafccbd4273 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477245 Feb 04 15:39:12.540353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:12.586490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.633997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.635477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010a1b7-c136-4d33-be3a-dad370b2b3af req-63fc3bac-ed0f-49b1-a08e-9ca09073273a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.636327 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 31b40514-6329-4c84-8ce7-00194382a32e details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:39:12.637046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1010a1b7-c136-4d33-be3a-dad370b2b3af req-63fc3bac-ed0f-49b1-a08e-9ca09073273a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 943 time: 0.3594205 Feb 04 15:39:12.640039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a65e55c0-a415-4a9d-a76d-a821ef105543 HTTP/1.1" status: 204 len: 168 time: 0.9902139 Feb 04 15:39:12.660362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-cbe74de9-7120-4a83-afe9-3a09d964bbce service neutron] 10.222.0.30 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911705 Feb 04 15:39:12.667223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff32fa-f33d-4d30-a616-9de3f068a385 admin admin] Pushing event deleted for resources: {'Network': ['ID=a65e55c0-a415-4a9d-a76d-a821ef105543,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:12.667436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Deleting port 0aed1e62-66a5-460e-8d88-2d6aff57b795 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:12.667745 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.696486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port c49554e9-0a57-4eeb-b69f-5a9a86019aaa completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:12.702800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0cc59-2197-404b-8607-d880598fd341 req-fc56e7ea-7f5e-4844-9dde-867dd05b23be tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.707783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port c49554e9-0a57-4eeb-b69f-5a9a86019aaa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:12.708804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.719525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e1d0cc59-2197-404b-8607-d880598fd341 req-fc56e7ea-7f5e-4844-9dde-867dd05b23be tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2449822 Feb 04 15:39:12.774914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] For port 0aed1e62-66a5-460e-8d88-2d6aff57b795, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0aed1e62-66a5-460e-8d88-2d6aff57b795,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:12.775288 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.790056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Calling delete_port for 0aed1e62-66a5-460e-8d88-2d6aff57b795 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:12.905050 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.911664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e1d0cc59-2197-404b-8607-d880598fd341 req-6f94116b-75a6-4a0e-bafd-05d8f2405ac5 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897957 Feb 04 15:39:12.925059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-1021722365'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:12.946622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-b652a401-e34e-45e2-a6b5-ecc814b9042f tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:12.948548 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-b652a401-e34e-45e2-a6b5-ecc814b9042f tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.30 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.4484904 Feb 04 15:39:12.963024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:12.967753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:12.970768 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40113ccf-809a-4301-9535-3f8da8851ad9" -d '{"events": [{"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-plugged", "status": "completed", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:12.980014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:12.984709 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 31b40514-6329-4c84-8ce7-00194382a32e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=31b40514-6329-4c84-8ce7-00194382a32e,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:13.023297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4217c9b0-0d82-48a4-9558-f24a1f0e22ea req-8de94f20-98d8-4e0c-8a67-4c44c0d32150 service neutron] 10.222.0.30 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510771 Feb 04 15:39:13.032021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '31b40514-6329-4c84-8ce7-00194382a32e', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'port_id': '31b40514-6329-4c84-8ce7-00194382a32e', 'mac_address': 'fa:16:3e:a9:8c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b96d7-6170-4199-b3ee-2d2358a9e456', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:39:13.065775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] For port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:13.075978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.097750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.105836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51604) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:13.115894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['0aed1e62-66a5-460e-8d88-2d6aff57b795'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:13.139824 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1010a1b7-c136-4d33-be3a-dad370b2b3af req-7738565e-f5d2-465b-acf6-fa7e13eb699f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191868 Feb 04 15:39:13.142220 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.160734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b40514-6329-4c84-8ce7-00194382a32e {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:13.188825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 31b40514-6329-4c84-8ce7-00194382a32e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=31b40514-6329-4c84-8ce7-00194382a32e,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:13.195153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Pushing event deleted for resources: {'Port': ['ID=0aed1e62-66a5-460e-8d88-2d6aff57b795,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.195500 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.197065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:13.201750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.211093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.246527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.247280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.249492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.272531 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5b0f4d-4158-445f-b726-ce902671305d x-openstack-request-id: req-cc5b0f4d-4158-445f-b726-ce902671305d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:13.272531 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-plugged", "status": "completed", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:13.272882 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cc5b0f4d-4158-445f-b726-ce902671305d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:13.273142 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'code': 200} Feb 04 15:39:13.273760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=31b40514-6329-4c84-8ce7-00194382a32e,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.318493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-65e7af37-1341-414a-9c09-c38bfeab7744 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8fcffaa5105e45e5896d01b299eaaeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095704 Feb 04 15:39:13.323612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51608) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:13.347378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b2164-93dc-456c-9056-23b169b4c9d0 req-2030864a-fe34-42d1-80ce-92252fca5ae9 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.348136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] No DVR routers for this DVR port 0aed1e62-66a5-460e-8d88-2d6aff57b795 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:13.349062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-445b2164-93dc-456c-9056-23b169b4c9d0 req-2030864a-fe34-42d1-80ce-92252fca5ae9 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 943 time: 0.2163835 Feb 04 15:39:13.358803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.362435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15f29077-5ed9-4644-b16e-542c6ea00a29 req-b7671f5f-0a6b-48d7-86f3-fd6561fb7f52 tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.50 "DELETE /v2.0/ports/0aed1e62-66a5-460e-8d88-2d6aff57b795 HTTP/1.1" status: 204 len: 173 time: 1.3489804 Feb 04 15:39:13.376813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'name': 'network-vif-deleted', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:13.381118 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b84d6d8-e697-4c15-bcb3-4cb0774fd0e0" -d '{"events": [{"server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "name": "network-vif-deleted", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:13.426308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:13.438308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-23ef9571-ce87-4b37-b3e8-6e3ec5757b22 req-b8ed0551-f3a9-4ed8-ad7f-b93f32aad3aa tempest-FloatingIPsAssociationNegativeTestJSON-807343054 tempest-FloatingIPsAssociationNegativeTestJSON-807343054-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f13ca-0292-401a-bdd6-635cb1839267 HTTP/1.1" status: 200 len: 210 time: 0.0932715 Feb 04 15:39:13.453522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:13.460562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.461169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.466016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=6a75d6a1-8429-4581-bb70-accc00c36c76,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.469426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,revision_number=5']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.477892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-445b2164-93dc-456c-9056-23b169b4c9d0 req-53101ae2-40e4-471e-bb07-68fda3c7d8cf tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112404 Feb 04 15:39:13.478553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f0361-e73d-4c27-b895-83c6ec1aedab None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:13.483822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec04cdf-c209-490b-972c-aae684afef9b req-fa5fbca0-508a-4789-9573-3cd204ebf1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.487634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Deleting port 73a4562e-cef9-40e7-8148-8eeab0127420 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:13.487992 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.495258 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ec04cdf-c209-490b-972c-aae684afef9b req-fa5fbca0-508a-4789-9573-3cd204ebf1a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1097 time: 0.1723642 Feb 04 15:39:13.600280 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-533641d3-4393-4734-bce9-3819ec26bf80 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9061296 Feb 04 15:39:13.606948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51614) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:13.616455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:c7:35:db', 'name': 'tempest-NetworksTestDHCPv6-1470099332'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:13.682193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:13.685150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:13.689576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8632abd0-e87a-4e03-b6de-92970650fbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.694306 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9827ca-ee6d-4984-b4b4-55dad842a684 x-openstack-request-id: req-1d9827ca-ee6d-4984-b4b4-55dad842a684 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:13.694894 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9f13ca-0292-401a-bdd6-635cb1839267", "name": "network-vif-deleted", "tag": "0aed1e62-66a5-460e-8d88-2d6aff57b795", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:13.695163 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d9827ca-ee6d-4984-b4b4-55dad842a684 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:13.695594 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9f13ca-0292-401a-bdd6-635cb1839267', 'name': 'network-vif-deleted', 'tag': '0aed1e62-66a5-460e-8d88-2d6aff57b795', 'status': 'completed', 'code': 200} Feb 04 15:39:13.774534 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ec04cdf-c209-490b-972c-aae684afef9b req-d7a15449-b987-496f-bb2f-db4cc9dc1dda service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661169 Feb 04 15:39:13.777031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8632abd0-e87a-4e03-b6de-92970650fbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.823403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:13.824017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.827581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.830319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] For port 73a4562e-cef9-40e7-8148-8eeab0127420, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=73a4562e-cef9-40e7-8148-8eeab0127420,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:13.831045 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.832497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28868187-0fd6-408a-8dd1-912ecf76c497 req-ae04aa6c-0724-4715-a423-93031c5fac9d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:13.846147 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28868187-0fd6-408a-8dd1-912ecf76c497 req-ae04aa6c-0724-4715-a423-93031c5fac9d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1880357 Feb 04 15:39:13.847439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.868768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Calling delete_port for 73a4562e-cef9-40e7-8148-8eeab0127420 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:13.897284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:13.931240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28868187-0fd6-408a-8dd1-912ecf76c497 req-afc6fb5c-690a-45d8-967b-68faaf2954e7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827997 Feb 04 15:39:13.962717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.963061 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9 of type vlan for network 3bb26b48-49ce-4183-91e9-fdae1baa8efe Feb 04 15:39:13.972581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8632abd0-e87a-4e03-b6de-92970650fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.976500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11d0fa7-1772-49c8-bb57-f5ee380734c6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:13.978038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8632abd0-e87a-4e03-b6de-92970650fbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:13.999735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8632abd0-e87a-4e03-b6de-92970650fbd7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eaf85c92-c0d6-4016-ae96-a896bf3eeb0b HTTP/1.1" status: 204 len: 168 time: 0.6670527 Feb 04 15:39:14.035256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632abd0-e87a-4e03-b6de-92970650fbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf85c92-c0d6-4016-ae96-a896bf3eeb0b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:14.060151 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.106466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:14.163505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.168950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.169604 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.301729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8409245 Feb 04 15:39:14.309148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51622) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:14.321201 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-821235623'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:14.328725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c04e9b-dc16-4ff4-b61f-a4d7a9b97137 req-87a02c89-6e03-4622-b590-c63164fe72be tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.336804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07c04e9b-dc16-4ff4-b61f-a4d7a9b97137 req-87a02c89-6e03-4622-b590-c63164fe72be tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/ports?device_id=61bfb13e-06c3-49c8-9e98-7cdd19331096 HTTP/1.1" status: 200 len: 945 time: 0.2354224 Feb 04 15:39:14.414922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6629a5-196c-4129-ba2d-ff45a86837d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=3bb26b48-49ce-4183-91e9-fdae1baa8efe,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:14.430167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3bb26b48-49ce-4183-91e9-fdae1baa8efe details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:39:14.452124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b633-48ec-488a-9c37-f905c01ced59 req-8e1ae58c-4ed7-438c-af05-79dfee241713 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.458884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7174b633-48ec-488a-9c37-f905c01ced59 req-8e1ae58c-4ed7-438c-af05-79dfee241713 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 944 time: 0.1769655 Feb 04 15:39:14.460288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:14.463890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.464413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07c04e9b-dc16-4ff4-b61f-a4d7a9b97137 req-4256cdd5-d436-4a0a-aa22-96a6777b2364 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.47 "GET /v2.0/security-groups?id=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264288 Feb 04 15:39:14.478438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.542598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port 66c07abf-6e05-41e0-9cfa-7654ff145f30 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:39:14.568343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.578538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 0aed1e62-66a5-460e-8d88-2d6aff57b795 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:14.625966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 0aed1e62-66a5-460e-8d88-2d6aff57b795 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:14.626368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 0aed1e62-66a5-460e-8d88-2d6aff57b795 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:14.629809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7174b633-48ec-488a-9c37-f905c01ced59 req-027b3666-b4c7-4f23-8da8-765866790842 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468563 Feb 04 15:39:14.630514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51630) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:14.646281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:14.667116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.667468 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment cb1a7c2d-73d5-4115-ac57-65ebed0f84d0 of type vlan for network 917a4089-92f9-4d5c-8913-a18ce54e13f3 Feb 04 15:39:14.689826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51632) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:14.731112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Pushing event deleted for resources: {'Port': ['ID=73a4562e-cef9-40e7-8148-8eeab0127420,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:14.811669 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.818442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0e67476d-e1c6-430d-bf0c-8c1dac387e5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=406616fbf56f414ea4f0d6f2c55b9074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620374 Feb 04 15:39:14.824558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51634) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:14.867114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] No DVR routers for this DVR port 73a4562e-cef9-40e7-8148-8eeab0127420 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:14.877056 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.883513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3cdc2fd-22ed-4b7f-86ad-91b3d10fc12a req-a0135702-9b3e-4e37-bee5-7e8ba174bc57 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] 10.222.0.30 "DELETE /v2.0/ports/73a4562e-cef9-40e7-8148-8eeab0127420 HTTP/1.1" status: 204 len: 173 time: 1.9230344 Feb 04 15:39:14.947488 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.964038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1e5e-cb4c-4fbc-aa83-236e5c7dd0e3 req-f0564e41-2855-4f9e-bce1-7df79eaac50e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.964327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:14.964947 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:14.971780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d10b1e5e-cb4c-4fbc-aa83-236e5c7dd0e3 req-f0564e41-2855-4f9e-bce1-7df79eaac50e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 943 time: 0.2477858 Feb 04 15:39:15.064357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d10b1e5e-cb4c-4fbc-aa83-236e5c7dd0e3 req-6c803dfa-a08f-4f53-a920-82c3b3e6cc22 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915792 Feb 04 15:39:15.152130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8432653 Feb 04 15:39:15.185107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:15.192672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': '3bb26b48-49ce-4183-91e9-fdae1baa8efe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:15.205468 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66479d85-8188-40c7-b5f5-7fe4b430824d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.220829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::2ca (9441201d-a349-4a5a-8681-870320442b3d/555eb895-8d75-4dad-8025-5853c9ca1f6f/66c07abf-6e05-41e0-9cfa-7654ff145f30) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:15.221409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e395b46f-444d-4521-bb3b-ca51908f6322 None None] Provisioning complete for port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:15.221409 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e395b46f-444d-4521-bb3b-ca51908f6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.231821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8:0:1:f816:3eff:fec7:35db (9441201d-a349-4a5a-8681-870320442b3d/6a75d6a1-8429-4581-bb70-accc00c36c76/66c07abf-6e05-41e0-9cfa-7654ff145f30) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:15.265432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94d809-c6e8-4026-b998-51a42387c2d1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=917a4089-92f9-4d5c-8913-a18ce54e13f3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:15.282658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 917a4089-92f9-4d5c-8913-a18ce54e13f3 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:39:15.355003 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66479d85-8188-40c7-b5f5-7fe4b430824d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.398731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c57a4-1b26-4772-80a0-82d0eeef4b05 req-dfe47292-ebd6-4017-95a9-815ce8afc159 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.400345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-097c57a4-1b26-4772-80a0-82d0eeef4b05 req-dfe47292-ebd6-4017-95a9-815ce8afc159 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2945716 Feb 04 15:39:15.516489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:15.520598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.563561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51642) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:15.578156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-097c57a4-1b26-4772-80a0-82d0eeef4b05 req-bb4f4010-68a4-4413-b186-08048f5c092e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631165 Feb 04 15:39:15.578953 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.620120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:15.631956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.693666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:15.694394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.706803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66479d85-8188-40c7-b5f5-7fe4b430824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.710112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bfb13e-06c3-49c8-9e98-7cdd19331096', 'name': 'network-vif-deleted', 'tag': '73a4562e-cef9-40e7-8148-8eeab0127420'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:15.712068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66479d85-8188-40c7-b5f5-7fe4b430824d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.712659 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4482f71f-edc9-44f3-ae61-e76f9a5ae28e" -d '{"events": [{"server_uuid": "61bfb13e-06c3-49c8-9e98-7cdd19331096", "name": "network-vif-deleted", "tag": "73a4562e-cef9-40e7-8148-8eeab0127420"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:15.714060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-66479d85-8188-40c7-b5f5-7fe4b430824d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb283dbf-c5e0-4d7a-a2ea-90e299c9cc82 HTTP/1.1" status: 204 len: 168 time: 0.8847787 Feb 04 15:39:15.718882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=66c07abf-6e05-41e0-9cfa-7654ff145f30,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:15.768397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:15.776155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:15.780255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:15.786728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.787789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:15.816792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cda8ad-9475-4ab4-a70b-26ee8a74a5b9 req-548eb259-34d7-45cf-9d88-c62ad05e631a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:15.819100 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3cda8ad-9475-4ab4-a70b-26ee8a74a5b9 req-548eb259-34d7-45cf-9d88-c62ad05e631a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 944 time: 0.0896752 Feb 04 15:39:15.824388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bb224696-cecb-40ac-8b15-03aa8c67b9bb tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2132175 Feb 04 15:39:15.829351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51650) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:15.858478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66479d85-8188-40c7-b5f5-7fe4b430824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb283dbf-c5e0-4d7a-a2ea-90e299c9cc82,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:15.870896 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f8d53d-d80e-4fca-a1f8-450501483642 x-openstack-request-id: req-05f8d53d-d80e-4fca-a1f8-450501483642 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:15.872045 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bfb13e-06c3-49c8-9e98-7cdd19331096", "name": "network-vif-deleted", "tag": "73a4562e-cef9-40e7-8148-8eeab0127420", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:15.872573 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05f8d53d-d80e-4fca-a1f8-450501483642 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:15.873393 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bfb13e-06c3-49c8-9e98-7cdd19331096', 'name': 'network-vif-deleted', 'tag': '73a4562e-cef9-40e7-8148-8eeab0127420', 'status': 'completed', 'code': 200} Feb 04 15:39:15.929350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3cda8ad-9475-4ab4-a70b-26ee8a74a5b9 req-8704ceaa-23a8-4e5b-8ed7-87d41bb39212 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540757 Feb 04 15:39:16.016731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-072fa277-a1dd-4c5e-aa64-5d5b767ef41c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port 66c07abf-6e05-41e0-9cfa-7654ff145f30 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:16.017803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-072fa277-a1dd-4c5e-aa64-5d5b767ef41c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.136068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-16084883-f652-4391-b549-f87e6ea24f83 None None] Provisioning complete for port 66c07abf-6e05-41e0-9cfa-7654ff145f30 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:16.136068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-16084883-f652-4391-b549-f87e6ea24f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.178570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-16084883-f652-4391-b549-f87e6ea24f83 None None] Port 66c07abf-6e05-41e0-9cfa-7654ff145f30 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:16.180085 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-072fa277-a1dd-4c5e-aa64-5d5b767ef41c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.202572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-072fa277-a1dd-4c5e-aa64-5d5b767ef41c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for 66c07abf-6e05-41e0-9cfa-7654ff145f30 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:16.463863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e8d5c-fad6-4091-8aff-8d61dea64e74 req-d42d09b6-4839-4848-9fb1-7ab1f923a7d0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:16.466561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f9e8d5c-fad6-4091-8aff-8d61dea64e74 req-d42d09b6-4839-4848-9fb1-7ab1f923a7d0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 943 time: 0.2076058 Feb 04 15:39:16.467609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-072fa277-a1dd-4c5e-aa64-5d5b767ef41c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.509514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fa277-a1dd-4c5e-aa64-5d5b767ef41c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=66c07abf-6e05-41e0-9cfa-7654ff145f30,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:16.555045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d233d712-1cbe-4f98-bfac-585b63db4358 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:39:16.576676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 73a4562e-cef9-40e7-8148-8eeab0127420 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:16.591695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 31b40514-6329-4c84-8ce7-00194382a32e up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:16.602574 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-072fa277-a1dd-4c5e-aa64-5d5b767ef41c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.608726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-072fa277-a1dd-4c5e-aa64-5d5b767ef41c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/66c07abf-6e05-41e0-9cfa-7654ff145f30 HTTP/1.1" status: 204 len: 168 time: 0.7777665 Feb 04 15:39:16.621703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51666) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:16.734426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 73a4562e-cef9-40e7-8148-8eeab0127420 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:16.736196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 73a4562e-cef9-40e7-8148-8eeab0127420 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:16.814634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678967e-9a72-4620-a08e-e3089c1c5d8b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:16.819603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f678967e-9a72-4620-a08e-e3089c1c5d8b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1953740 Feb 04 15:39:16.842734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51670) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:16.846226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 31b40514-6329-4c84-8ce7-00194382a32e completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:16.862254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 31b40514-6329-4c84-8ce7-00194382a32e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:16.862626 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.875580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:16.997532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d09742-72f2-4c5a-acac-ca2c861c290b req-6407e922-9597-47e7-b49c-bf4f84faafad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.002478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01d09742-72f2-4c5a-acac-ca2c861c290b req-6407e922-9597-47e7-b49c-bf4f84faafad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2362239 Feb 04 15:39:17.097290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=caa7d607-1007-4dbf-b741-f28f8ff58bb3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:17.128688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01d09742-72f2-4c5a-acac-ca2c861c290b req-93711a4f-122e-49b1-917e-95b4b1126768 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161807 Feb 04 15:39:17.209772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:17.220506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f9e8d5c-fad6-4091-8aff-8d61dea64e74 req-dfdce044-cbcc-443c-b2cd-d95fde3aa03e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7322001 Feb 04 15:39:17.280043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'port_id': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'mac_address': 'fa:16:3e:60:0a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76ece1f-58a1-49a6-8c91-49900151716a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:39:17.333924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.343754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5411ee42-b1fc-45f4-b9b5-18e16b54200a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.346306 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5411ee42-b1fc-45f4-b9b5-18e16b54200a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4891884 Feb 04 15:39:17.350313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51684) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:17.356020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': 'c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3bb26b48-49ce-4183-91e9-fdae1baa8efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:17.356479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: 3bb26b48-49ce-4183-91e9-fdae1baa8efe, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:17.407857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def36196-d6c3-4ace-8a0b-b8efd857cc88 req-eb6ae14f-1215-43fe-b646-6daabec07018 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.410379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-def36196-d6c3-4ace-8a0b-b8efd857cc88 req-eb6ae14f-1215-43fe-b646-6daabec07018 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 944 time: 0.1533983 Feb 04 15:39:17.414793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.540758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-def36196-d6c3-4ace-8a0b-b8efd857cc88 req-ab4c872b-d992-44ca-bbc5-008b92e495aa tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113932 Feb 04 15:39:17.548535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 31b40514-6329-4c84-8ce7-00194382a32e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=31b40514-6329-4c84-8ce7-00194382a32e,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:17.553192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c649b1b-2e38-47ea-b795-72679ab8a37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b40514-6329-4c84-8ce7-00194382a32e'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:17.557365 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6f3d0f-a042-4c86-b6e4-af6fa5bd86f4" -d '{"events": [{"server_uuid": "0c649b1b-2e38-47ea-b795-72679ab8a37e", "name": "network-vif-plugged", "status": "completed", "tag": "31b40514-6329-4c84-8ce7-00194382a32e"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:17.563369 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.589360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d233d712-1cbe-4f98-bfac-585b63db4358 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:17.626600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:17.628942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.638756 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.730981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=31b40514-6329-4c84-8ce7-00194382a32e,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:17.791309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 3bb26b48-49ce-4183-91e9-fdae1baa8efe is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:17.821632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:17.863540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3bb26b48-49ce-4183-91e9-fdae1baa8efe) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:17.876871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d0f2be-e4a1-4a2b-a020-a04528f362cc None None] Network 3bb26b48-49ce-4183-91e9-fdae1baa8efe requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:17.921318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb411db8-dda5-4e08-a9da-f1cd30db0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.924392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb411db8-dda5-4e08-a9da-f1cd30db0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.925206 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97b3ed1-cd36-48e9-b184-e80af532c189 x-openstack-request-id: req-a97b3ed1-cd36-48e9-b184-e80af532c189 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:17.925923 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c649b1b-2e38-47ea-b795-72679ab8a37e", "name": "network-vif-plugged", "status": "completed", "tag": "31b40514-6329-4c84-8ce7-00194382a32e", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:17.926443 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a97b3ed1-cd36-48e9-b184-e80af532c189 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:17.927309 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c649b1b-2e38-47ea-b795-72679ab8a37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b40514-6329-4c84-8ce7-00194382a32e', 'code': 200} Feb 04 15:39:17.927443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb411db8-dda5-4e08-a9da-f1cd30db0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.930206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cb411db8-dda5-4e08-a9da-f1cd30db0727 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5753174 Feb 04 15:39:17.932974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51708) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:17.943742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:17.944725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:17.995044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 555eb895-8d75-4dad-8025-5853c9ca1f6f {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:17.999581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.003113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d233d712-1cbe-4f98-bfac-585b63db4358'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:18.067896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dfb1c61e-976e-4feb-aca5-016502f1fa8c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8807633 Feb 04 15:39:18.074281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51710) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:18.087884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': '917a4089-92f9-4d5c-8913-a18ce54e13f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:18.117085 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.196222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-7bdecb9c-f8a7-4490-a289-05852b899b50 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:18.198348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3bb26b48-49ce-4183-91e9-fdae1baa8efe', 'network_id': '3bb26b48-49ce-4183-91e9-fdae1baa8efe', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': 'caa7d607-1007-4dbf-b741-f28f8ff58bb3'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:39:18.199628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.200249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-7bdecb9c-f8a7-4490-a289-05852b899b50 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 813 time: 0.5077806 Feb 04 15:39:18.273580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-e3993cc6-712c-4640-b45c-b01456cf8e63 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/quotas/01706eed0ac64263a64ab79ae452909c HTTP/1.1" status: 200 len: 375 time: 0.0330472 Feb 04 15:39:18.293241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.466862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Allocated IP 172.20.0.2 (3bb26b48-49ce-4183-91e9-fdae1baa8efe/caa7d607-1007-4dbf-b741-f28f8ff58bb3/61ff496e-a285-4431-b8b3-fb221ea6237b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:18.602243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246c26-f58d-4b84-8dbc-c551570182ea req-f798fca2-0181-416c-b7af-2e6b0ae6b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:18.603861 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06246c26-f58d-4b84-8dbc-c551570182ea req-f798fca2-0181-416c-b7af-2e6b0ae6b265 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 1096 time: 0.5744607 Feb 04 15:39:18.664864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:18.668545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.691428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-0982f5ea-555a-401d-88f9-50a41ff3a2ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3924265 Feb 04 15:39:18.765370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Deleting port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:18.766402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.814489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60df9b2-22c9-4ec0-8284-7361e8b0ac9a req-40a2ac9c-3217-4833-a814-5c23f6cd8508 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:18.822795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e60df9b2-22c9-4ec0-8284-7361e8b0ac9a req-40a2ac9c-3217-4833-a814-5c23f6cd8508 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 944 time: 0.2847054 Feb 04 15:39:18.830350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06246c26-f58d-4b84-8dbc-c551570182ea req-dcdc45eb-c41d-4938-87c1-154855683686 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162108 Feb 04 15:39:18.854010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.898415 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.918478 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:18.922589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e60df9b2-22c9-4ec0-8284-7361e8b0ac9a req-5d4cc191-2b24-471b-8711-64f179127852 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987678 Feb 04 15:39:19.022970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-891eaf8d-7657-4ca0-b4b8-36b0f264d2c4 service neutron] 10.222.0.47 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956507 Feb 04 15:39:19.043651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Network 3bb26b48-49ce-4183-91e9-fdae1baa8efe is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:19.048374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Pushing event updated for resources: {'Port': ['ID=61ff496e-a285-4431-b8b3-fb221ea6237b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:19.053032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:19.056621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:19.073611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.151316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Attempting to bind port 61ff496e-a285-4431-b8b3-fb221ea6237b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:19.152647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] For port 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:19.153032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.162894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Attempting to bind port 61ff496e-a285-4431-b8b3-fb221ea6237b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3bb26b48-49ce-4183-91e9-fdae1baa8efe'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:19.163771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Attempting to bind port 61ff496e-a285-4431-b8b3-fb221ea6237b on network 3bb26b48-49ce-4183-91e9-fdae1baa8efe {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:19.182643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:19.182643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Checking segment: {'id': 'c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3bb26b48-49ce-4183-91e9-fdae1baa8efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:19.182643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.183811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Bound using segment: {'id': 'c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3bb26b48-49ce-4183-91e9-fdae1baa8efe'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:19.185116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Bound port: 61ff496e-a285-4431-b8b3-fb221ea6237b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3bb26b48-49ce-4183-91e9-fdae1baa8efe'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:19.185930 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.189696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a7363-a7f2-469a-86f0-e47770493e56 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:19.190971 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.193989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Calling delete_port for 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:19.199743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/555eb895-8d75-4dad-8025-5853c9ca1f6f HTTP/1.1" status: 204 len: 168 time: 1.2648759 Feb 04 15:39:19.205161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51732) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:19.218905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=555eb895-8d75-4dad-8025-5853c9ca1f6f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:19.257027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.257803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.258393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.258919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.259357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.259796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.260229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.260864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.261317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.261766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.262328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.262993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acdbb7-59e7-4c55-b99a-10faec8ff6d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:19.290452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddd41c-d17f-48d7-a23a-4c8c751e9585 req-a546dee0-58ed-4808-b6d2-3a763fd5112c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:19.303586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bddd41c-d17f-48d7-a23a-4c8c751e9585 req-a546dee0-58ed-4808-b6d2-3a763fd5112c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 945 time: 0.2576425 Feb 04 15:39:19.309381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-69b0265e-8a48-4c21-ad8b-058b1a5403c9 service neutron] 10.222.0.47 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466922 Feb 04 15:39:19.342431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Deleting port bf6801b6-decc-475c-9fa9-1f572054c957 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:19.342747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.348787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f24222-09ae-42cd-a50d-ab5236a1a413 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet 6a75d6a1-8429-4581-bb70-accc00c36c76 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:19.431522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bddd41c-d17f-48d7-a23a-4c8c751e9585 req-2484bd35-62dc-4b2d-be0f-8aa158b74b2b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266320 Feb 04 15:39:19.432582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.475412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] For port 61ff496e-a285-4431-b8b3-fb221ea6237b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:19.525930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] For port 61ff496e-a285-4431-b8b3-fb221ea6237b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=61ff496e-a285-4431-b8b3-fb221ea6237b,segment=NetworkSegment(c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9),segment_id=c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:19.528583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] For port bf6801b6-decc-475c-9fa9-1f572054c957, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bf6801b6-decc-475c-9fa9-1f572054c957,segment=NetworkSegment(3ad00d57-37d5-4c44-9f4f-0f58eb0c3149),segment_id=3ad00d57-37d5-4c44-9f4f-0f58eb0c3149)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:19.529638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.540210 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.549283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': 'cb1a7c2d-73d5-4115-ac57-65ebed0f84d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '917a4089-92f9-4d5c-8913-a18ce54e13f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:19.549658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: 917a4089-92f9-4d5c-8913-a18ce54e13f3, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:19.551694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Calling delete_port for bf6801b6-decc-475c-9fa9-1f572054c957 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:19.557264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=da3e176f-23d3-4913-9416-8d00e4b8b2c8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:19.601916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 917a4089-92f9-4d5c-8913-a18ce54e13f3 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:19.644010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 917a4089-92f9-4d5c-8913-a18ce54e13f3) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:19.658655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:19.659818 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.677813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ad751-c0b0-4719-b64e-df160e6311c5 None None] Network 917a4089-92f9-4d5c-8913-a18ce54e13f3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:19.724907 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a1fb0976-21d4-4543-b6eb-6753b547c49d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6479793 Feb 04 15:39:19.768372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51758) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:19.776428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dbcc51a4-3001-43cb-ab4d-9351d7584405 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1905685632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:19.798899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50d6387a-eec8-4c08-9288-5e6caca7e5a8 req-dc70aa86-f97b-419d-8814-bf5ace150770 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 210 time: 0.1099222 Feb 04 15:39:19.805544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da16c51-e192-4bf9-acef-e99eead8df11 None None] Pushing event updated for resources: {'Port': ['ID=61ff496e-a285-4431-b8b3-fb221ea6237b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:19.860311 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f24222-09ae-42cd-a50d-ab5236a1a413 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.864509 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbcc51a4-3001-43cb-ab4d-9351d7584405 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.866040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbcc51a4-3001-43cb-ab4d-9351d7584405 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:19.996460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbcc51a4-3001-43cb-ab4d-9351d7584405 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.006578 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbcc51a4-3001-43cb-ab4d-9351d7584405 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.076042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbcc51a4-3001-43cb-ab4d-9351d7584405 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.084569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dbcc51a4-3001-43cb-ab4d-9351d7584405 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3146942 Feb 04 15:39:20.086076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51762) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:20.408569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-917a4089-92f9-4d5c-8913-a18ce54e13f3', 'network_id': '917a4089-92f9-4d5c-8913-a18ce54e13f3', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': 'da3e176f-23d3-4913-9416-8d00e4b8b2c8'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:39:20.409746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:20.614437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51772) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:20.851014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Allocated IP 172.21.0.2 (917a4089-92f9-4d5c-8913-a18ce54e13f3/da3e176f-23d3-4913-9416-8d00e4b8b2c8/b0881888-5de0-4943-bf92-82934b89f99b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:20.866971 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d233d712-1cbe-4f98-bfac-585b63db4358 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:20.973250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port d233d712-1cbe-4f98-bfac-585b63db4358 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:20.979144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port d233d712-1cbe-4f98-bfac-585b63db4358 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:20.980149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.035180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53793728-2a3b-414f-8449-f2b1339bc2cb req-24edbbe0-0703-49f3-8f6b-fc3a1e0263ed tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:21.041021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53793728-2a3b-414f-8449-f2b1339bc2cb req-24edbbe0-0703-49f3-8f6b-fc3a1e0263ed tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 945 time: 0.4280140 Feb 04 15:39:21.112133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b730ed87-8630-43b3-b154-bdfd9f07e1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.139490 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.205729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:21.208892 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b870aeaf-0e0c-4657-91a2-fdf34740badf" -d '{"events": [{"server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "name": "network-vif-plugged", "status": "completed", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:21.229096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:21.239723 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.248684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53793728-2a3b-414f-8449-f2b1339bc2cb req-535a8989-426b-4a41-bc92-b5f7cb3bcd68 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674294 Feb 04 15:39:21.251142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.351653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.433642 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f24222-09ae-42cd-a50d-ab5236a1a413 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.613579 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc208b07-3c8b-4724-9906-7b86636a51a8 req-02dbc76c-06ee-4a07-8869-6fd185ceff18 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 210 time: 0.0642288 Feb 04 15:39:21.657675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b730ed87-8630-43b3-b154-bdfd9f07e1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.707662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b730ed87-8630-43b3-b154-bdfd9f07e1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.778193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.808922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fccc9-ffff-4970-baaf-ee2c8cbe860e req-16bf2dee-d678-47d4-8c15-dd8445fe81ed tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:21.824647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b730ed87-8630-43b3-b154-bdfd9f07e1ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69e41101071d406da24a9fcd2295c3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2070894 Feb 04 15:39:21.824647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51786) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:21.827120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-636fccc9-ffff-4970-baaf-ee2c8cbe860e req-16bf2dee-d678-47d4-8c15-dd8445fe81ed tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 944 time: 1.4032223 Feb 04 15:39:21.837022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730ed87-8630-43b3-b154-bdfd9f07e1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d995945e-d6e4-43cd-bcc0-b224e162ac7c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:21.842061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-37bb570c-b9de-4760-be63-c565f1360706 None None] Provisioning complete for port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:21.842793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-37bb570c-b9de-4760-be63-c565f1360706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.948580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:21.968462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.20.0.1 (3bb26b48-49ce-4183-91e9-fdae1baa8efe/caa7d607-1007-4dbf-b741-f28f8ff58bb3/e3802f25-c3d8-4182-8bd2-f8a806ff2e60) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:22.057234 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37193ca5-7002-4d2a-83a8-9d413e4ad37f x-openstack-request-id: req-37193ca5-7002-4d2a-83a8-9d413e4ad37f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:22.057697 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "name": "network-vif-plugged", "status": "completed", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:22.058202 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37193ca5-7002-4d2a-83a8-9d413e4ad37f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:22.058858 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'code': 200} Feb 04 15:39:22.073328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 61ff496e-a285-4431-b8b3-fb221ea6237b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:22.120086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f24222-09ae-42cd-a50d-ab5236a1a413 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.194714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6801b6-decc-475c-9fa9-1f572054c957,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:22.216953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f24222-09ae-42cd-a50d-ab5236a1a413 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.236859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37e34089-e019-4b75-826e-e3cdbc27f9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.274555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37e34089-e019-4b75-826e-e3cdbc27f9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.442332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859197c-e328-473c-9292-219f584753c8 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:22.445626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf02040-f449-48ab-9f3d-a4cbf37eacbf None None] Network 3bb26b48-49ce-4183-91e9-fdae1baa8efe requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:22.522867 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-24f24222-09ae-42cd-a50d-ab5236a1a413 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.530950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-24f24222-09ae-42cd-a50d-ab5236a1a413 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/6a75d6a1-8429-4581-bb70-accc00c36c76 HTTP/1.1" status: 204 len: 168 time: 3.3196423 Feb 04 15:39:22.533296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37e34089-e019-4b75-826e-e3cdbc27f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.536395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f24222-09ae-42cd-a50d-ab5236a1a413 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=6a75d6a1-8429-4581-bb70-accc00c36c76,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:22.536620 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37e34089-e019-4b75-826e-e3cdbc27f9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.540369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-37e34089-e019-4b75-826e-e3cdbc27f9cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d995945e-d6e4-43cd-bcc0-b224e162ac7c HTTP/1.1" status: 204 len: 168 time: 0.7105682 Feb 04 15:39:22.545083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Pushing event deleted for resources: {'Port': ['ID=8089b5d6-4f04-4fd8-aede-4672b3ad8fd7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:22.558178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51796) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:22.575838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaa1cf-4118-45e7-ac58-54e7744a3363 req-de76601c-5e70-4d79-9838-1997f7eba6d9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.583364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3aaa1cf-4118-45e7-ac58-54e7744a3363 req-de76601c-5e70-4d79-9838-1997f7eba6d9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.4177389 Feb 04 15:39:22.624491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e34089-e019-4b75-826e-e3cdbc27f9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d995945e-d6e4-43cd-bcc0-b224e162ac7c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:22.656411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3aaa1cf-4118-45e7-ac58-54e7744a3363 req-b0f3d5b6-9f21-400b-968f-5eea8753b93a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/quotas/8d702575eaff4676adf0ff43212c4f9d HTTP/1.1" status: 200 len: 375 time: 0.0720241 Feb 04 15:39:22.679900 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.693776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0b6f5-57ff-4dd3-aa60-dd0525adae46 req-e40c6392-7a42-4033-8dff-a765561230be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.695428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bc0b6f5-57ff-4dd3-aa60-dd0525adae46 req-e40c6392-7a42-4033-8dff-a765561230be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 1096 time: 0.5342994 Feb 04 15:39:22.776731 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.786408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 61ff496e-a285-4431-b8b3-fb221ea6237b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:22.786818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.791086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-5f8f59be-d342-4590-9578-be8ec0ecbb8c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:22.792744 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-5f8f59be-d342-4590-9578-be8ec0ecbb8c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.50 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 813 time: 0.6257465 Feb 04 15:39:22.807105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bc0b6f5-57ff-4dd3-aa60-dd0525adae46 req-9fe8412d-22ab-4ebb-9379-d35e9cf4fbb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032152 Feb 04 15:39:22.815212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Request body: {'port': {'device_id': '40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35', 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a', 'admin_state_up': True, 'tenant_id': '01706eed0ac64263a64ab79ae452909c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:22.849465 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.884951 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3aaa1cf-4118-45e7-ac58-54e7744a3363 req-72bf66ec-ea2f-4cf9-88c3-4282efeef857 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2267902 Feb 04 15:39:22.906273 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.908959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:22.917095 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d06f8efd-08fb-4275-9c72-fb62354003f6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3526094 Feb 04 15:39:22.917768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51804) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:22.937909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:22.951755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-636fccc9-ffff-4970-baaf-ee2c8cbe860e req-6c399ec6-da56-4116-bf71-dd1d7051d9fc tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9188988 Feb 04 15:39:23.022266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Network 917a4089-92f9-4d5c-8913-a18ce54e13f3 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:23.041439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:23.044371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 3bb26b48-49ce-4183-91e9-fdae1baa8efe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:23.052234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=e3802f25-c3d8-4182-8bd2-f8a806ff2e60,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:23.055351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:23.062530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:23.089257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:23.102313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Pushing event updated for resources: {'Port': ['ID=b0881888-5de0-4943-bf92-82934b89f99b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:23.127019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4d77bcdc-db70-484a-9018-f29c334458a3 None None] Provisioning complete for port 61ff496e-a285-4431-b8b3-fb221ea6237b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:23.127582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4d77bcdc-db70-484a-9018-f29c334458a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.167399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.177247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3aaa1cf-4118-45e7-ac58-54e7744a3363 req-a9bd87ef-01eb-44fd-b803-031152be3fda service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912714 Feb 04 15:39:23.204093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.288623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51806) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:23.293660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21467f39-942b-4aa5-8eb7-0d4710d52584 req-ed37abac-061e-4646-b109-8ad54c4300ab tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 210 time: 0.2154624 Feb 04 15:39:23.353937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1c7e-aeec-4556-85fc-f4ba081bd523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.366167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Made reservation on behalf of 01706eed0ac64263a64ab79ae452909c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:23.369867 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.474021 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.514130 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3aaa1cf-4118-45e7-ac58-54e7744a3363 req-b36b5bd8-4b72-43b9-ad22-31c3aabe6474 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347080 Feb 04 15:39:23.514837 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.557296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Attempting to bind port b0881888-5de0-4943-bf92-82934b89f99b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:23.558643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Attempting to bind port b0881888-5de0-4943-bf92-82934b89f99b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'cb1a7c2d-73d5-4115-ac57-65ebed0f84d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '917a4089-92f9-4d5c-8913-a18ce54e13f3'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:23.558643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Attempting to bind port b0881888-5de0-4943-bf92-82934b89f99b on network 917a4089-92f9-4d5c-8913-a18ce54e13f3 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:23.573661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:23.574159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Checking segment: {'id': 'cb1a7c2d-73d5-4115-ac57-65ebed0f84d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '917a4089-92f9-4d5c-8913-a18ce54e13f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:23.574474 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.574869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Bound using segment: {'id': 'cb1a7c2d-73d5-4115-ac57-65ebed0f84d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '917a4089-92f9-4d5c-8913-a18ce54e13f3'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:23.575372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Bound port: b0881888-5de0-4943-bf92-82934b89f99b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1a7c2d-73d5-4115-ac57-65ebed0f84d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '917a4089-92f9-4d5c-8913-a18ce54e13f3'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:23.575759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.663279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.665864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:39:23.679117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 61ff496e-a285-4431-b8b3-fb221ea6237b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=61ff496e-a285-4431-b8b3-fb221ea6237b,segment=NetworkSegment(c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9),segment_id=c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:23.726192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:23.733898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.825384 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:23.916895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] For port b0881888-5de0-4943-bf92-82934b89f99b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:23.929343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] For port b0881888-5de0-4943-bf92-82934b89f99b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0881888-5de0-4943-bf92-82934b89f99b,segment=NetworkSegment(cb1a7c2d-73d5-4115-ac57-65ebed0f84d0),segment_id=cb1a7c2d-73d5-4115-ac57-65ebed0f84d0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:23.963439 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.110900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] Deleting port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:24.117020 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.123988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=61ff496e-a285-4431-b8b3-fb221ea6237b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:24.436350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:24.696953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] For port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:24.697812 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.710123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4853d-c371-420b-ac79-bd06e619927d None None] Pushing event updated for resources: {'Port': ['ID=b0881888-5de0-4943-bf92-82934b89f99b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:24.738233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] Calling delete_port for d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:24.755666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9668bae5-c680-48d3-af7a-bbd393333de2 None None] Provisioning complete for port 61ff496e-a285-4431-b8b3-fb221ea6237b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:24.756053 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9668bae5-c680-48d3-af7a-bbd393333de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:24.880532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Router fae7090d-1bd4-42f8-88d4-930ad5eca0aa has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:25.087086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.096727 n-d-827869-1 neutron-server[102424]: INFO neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No ports have port_id starting with d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f Feb 04 15:39:25.111086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-536dcc82-c219-4bea-a39d-09ea7bbb7037 req-a5c32b86-42fd-4720-bff3-f0ee7819ff51 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 210 time: 0.1597011 Feb 04 15:39:25.177318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] Pushing event deleted for resources: {'Port': ['ID=d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:25.187373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01305d4d-0c92-4baa-a718-d1cda439b5f8 None None] No DVR routers for this DVR port d6cfa94d-486c-4fa2-a4f9-5c4fb6be471f on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:25.312041 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.334767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9668bae5-c680-48d3-af7a-bbd393333de2 None None] Provisioning complete for port e3802f25-c3d8-4182-8bd2-f8a806ff2e60 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:25.335549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9668bae5-c680-48d3-af7a-bbd393333de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.339070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:25.339439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Allocated IP 172.20.0.9 (8c233989-c83e-426e-ac12-94ea7c37fa9a/17adc9bc-7823-41f2-b2d4-62b41dd863fc/a41b2cb0-82f7-4ed6-ae97-eb846421a591) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:25.349435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:25.392442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcc416-dbd4-4ecf-8859-18117dd8937e None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:25.428402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:25.430783 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.483315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9668bae5-c680-48d3-af7a-bbd393333de2 None None] Port e3802f25-c3d8-4182-8bd2-f8a806ff2e60 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:25.649235 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7208006 Feb 04 15:39:25.660000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51842) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:25.663098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4fafb170-a097-4168-bb96-ff43e85db7c0 None None] Provisioning complete for port e3802f25-c3d8-4182-8bd2-f8a806ff2e60 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:25.663612 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4fafb170-a097-4168-bb96-ff43e85db7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.687595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c84d37e9-ecd0-459e-bee4-e957028dbd6d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:25.734871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269d165-1ccd-44e4-aa79-1efacdd41fc2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=eb3e91f4-5582-4721-a6cd-19710b455dee,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:25.792832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4fafb170-a097-4168-bb96-ff43e85db7c0 None None] Port e3802f25-c3d8-4182-8bd2-f8a806ff2e60 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:25.840465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1c7e-aeec-4556-85fc-f4ba081bd523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.868320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9441201d-a349-4a5a-8681-870320442b3d', 'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'tenant_id': 'b2bf7971b8cf4d06ac24d77142e0c5f6', 'fixed_ips': [{'subnet_id': 'eb3e91f4-5582-4721-a6cd-19710b455dee'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:39:25.869898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.870467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f034380-ee24-4795-8f08-f103f42d13b5 req-65402ef7-861b-4336-99d0-abb13ff7ddf7 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:25.876577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f034380-ee24-4795-8f08-f103f42d13b5 req-65402ef7-861b-4336-99d0-abb13ff7ddf7 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 1.6751478 Feb 04 15:39:25.910334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:25.918872 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-96204958-f7d4-4d8b-9708-12950a38a2a9 admin admin] 10.222.0.47 "PUT /v2.0/routers/fae7090d-1bd4-42f8-88d4-930ad5eca0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3383014 Feb 04 15:39:25.957148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51844) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:25.986244 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:25.999990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:26.027338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca6f1c7e-aeec-4556-85fc-f4ba081bd523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.068482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.093671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d37e9-ecd0-459e-bee4-e957028dbd6d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:26.099212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c84d37e9-ecd0-459e-bee4-e957028dbd6d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.209293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f1c7e-aeec-4556-85fc-f4ba081bd523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07892a54-98e8-4c48-a7af-bdbf4ccf4afb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:26.213834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Allocated IP 2001:db8::2 (9441201d-a349-4a5a-8681-870320442b3d/eb3e91f4-5582-4721-a6cd-19710b455dee/55178f19-3a79-4510-8327-1b000c7072ce) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:26.220640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Network 8c233989-c83e-426e-ac12-94ea7c37fa9a is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:26.234859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ca6f1c7e-aeec-4556-85fc-f4ba081bd523 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87e3bee29c7e42f2823436f28f38ed18&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9420633 Feb 04 15:39:26.238413 n-d-827869-1 neutron-server[102422]: INFO neutron.db.ipam_backend_mixin [None req-c84d37e9-ecd0-459e-bee4-e957028dbd6d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb3e91f4-5582-4721-a6cd-19710b455dee (CIDR: 2001:db8::/64) Feb 04 15:39:26.247067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51848) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:26.251571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:26.267059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:26.299409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c49554e9-0a57-4eeb-b69f-5a9a86019aaa'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:26.302472 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e697326c-2d84-436b-a731-92b9805af349 None None] Network 917a4089-92f9-4d5c-8913-a18ce54e13f3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:26.306065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 61ff496e-a285-4431-b8b3-fb221ea6237b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:26.308481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] Sync routers for ids ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:26.324313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Pushing event updated for resources: {'Port': ['ID=a41b2cb0-82f7-4ed6-ae97-eb846421a591,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:26.349470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f034380-ee24-4795-8f08-f103f42d13b5 req-97e29529-c591-4274-84e9-808e4cc1003d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144705 Feb 04 15:39:26.409430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:26.410263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.464317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-d426016c-d68d-4d1d-97c9-d0b02f25f7ad tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6537867 Feb 04 15:39:26.467659 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.468509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] Routers {'fae7090d-1bd4-42f8-88d4-930ad5eca0aa'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:26.469171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:26.475576 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.516710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Request body: {'port': {'device_id': '40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:26.522382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-efd3203e-7d0f-4b40-b0a1-91e5e696c876 None None] Provisioning complete for port b0881888-5de0-4943-bf92-82934b89f99b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:26.522808 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-efd3203e-7d0f-4b40-b0a1-91e5e696c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.658939 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84d37e9-ecd0-459e-bee4-e957028dbd6d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:39:26.659525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84d37e9-ecd0-459e-bee4-e957028dbd6d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:26.710204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=e3802f25-c3d8-4182-8bd2-f8a806ff2e60,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:26.713468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.771855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3dba6-adc1-46b7-8027-0cc14e3fac07 req-26d3661f-bf62-4780-a85a-772cd2d5748c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:26.779379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4f3dba6-adc1-46b7-8027-0cc14e3fac07 req-26d3661f-bf62-4780-a85a-772cd2d5748c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 931 time: 0.2257857 Feb 04 15:39:26.786212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 61ff496e-a285-4431-b8b3-fb221ea6237b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:26.786663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.817608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c84d37e9-ecd0-459e-bee4-e957028dbd6d tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1440308 Feb 04 15:39:26.817909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.828795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51850) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:26.844909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-273e4198-678f-4e3c-ae2d-be8bd40720c7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:26.853085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-273e4198-678f-4e3c-ae2d-be8bd40720c7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 1.1552591 Feb 04 15:39:26.854039 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:26.861212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] Set router fae7090d-1bd4-42f8-88d4-930ad5eca0aa gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:26.894928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'subnet': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:26.919300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-c91f370a-2822-4feb-b673-69d3f7ba8cd8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/quotas/8d702575eaff4676adf0ff43212c4f9d HTTP/1.1" status: 200 len: 375 time: 0.0646310 Feb 04 15:39:26.946485 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.028233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49868209-0363-48a4-b954-5eb869bb9589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.040294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:27.046885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c3a7e7d3-8139-45e1-8f4f-3a53549eb64e admin admin] 10.222.0.47 "PUT /v2.0/routers/ece2e3a2-be57-4ce8-a45f-d11ab2eb409b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3535457 Feb 04 15:39:27.057750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51852) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:27.068633 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] Sync routers for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:27.080613 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:27.080613 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:27.132174 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.137933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4f3dba6-adc1-46b7-8027-0cc14e3fac07 req-936dd76d-6f74-4682-98f9-909147221ffe tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287916 Feb 04 15:39:27.239575 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:27.269129 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-efd3203e-7d0f-4b40-b0a1-91e5e696c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.312865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Pushing event updated for resources: {'Port': ['ID=55178f19-3a79-4510-8327-1b000c7072ce,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:27.321322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:27.348959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:27.368205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 3bb26b48-49ce-4183-91e9-fdae1baa8efe is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:27.382789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:27.399643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:27.437219 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-efd3203e-7d0f-4b40-b0a1-91e5e696c876 None None] For port b0881888-5de0-4943-bf92-82934b89f99b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0881888-5de0-4943-bf92-82934b89f99b,segment=NetworkSegment(cb1a7c2d-73d5-4115-ac57-65ebed0f84d0),segment_id=cb1a7c2d-73d5-4115-ac57-65ebed0f84d0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:27.453944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-efd3203e-7d0f-4b40-b0a1-91e5e696c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.485623 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:39:20Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:27.507267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0881888-5de0-4943-bf92-82934b89f99b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:27.520342 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] Checking router: ece2e3a2-be57-4ce8-a45f-d11ab2eb409b for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:27.532256 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] Routers {'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:27.533428 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:27.583582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49868209-0363-48a4-b954-5eb869bb9589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.679106 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] Set router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:27.704714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.753044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Attempting to bind port 55178f19-3a79-4510-8327-1b000c7072ce on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:27.760286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Attempting to bind port 55178f19-3a79-4510-8327-1b000c7072ce by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:27.761708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Attempting to bind port 55178f19-3a79-4510-8327-1b000c7072ce on network 9441201d-a349-4a5a-8681-870320442b3d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:27.793247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3203e-7d0f-4b40-b0a1-91e5e696c876 None None] Pushing event updated for resources: {'Port': ['ID=b0881888-5de0-4943-bf92-82934b89f99b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:27.813892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:27.814590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Checking segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:27.815169 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.815822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Bound using segment: {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:27.816545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Bound port: 55178f19-3a79-4510-8327-1b000c7072ce, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415855b-df28-4100-8c30-6de60c9db3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9441201d-a349-4a5a-8681-870320442b3d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:27.817852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.865068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-0fe6b05c-9d24-4202-b0db-3aa371fb514d tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9434409 Feb 04 15:39:27.878709 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49868209-0363-48a4-b954-5eb869bb9589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.882485 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49868209-0363-48a4-b954-5eb869bb9589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:27.883978 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-49868209-0363-48a4-b954-5eb869bb9589 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07892a54-98e8-4c48-a7af-bdbf4ccf4afb HTTP/1.1" status: 204 len: 168 time: 1.6338813 Feb 04 15:39:27.966343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49868209-0363-48a4-b954-5eb869bb9589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07892a54-98e8-4c48-a7af-bdbf4ccf4afb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:27.990132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b0881888-5de0-4943-bf92-82934b89f99b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:27.990799 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.029302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:39:20Z', 'revision_number': 5, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port': {'id': '924fa40a-6996-4e8e-a22b-7f465dbfcad9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:35:36Z', 'updated_at': '2022-02-04T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.056407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.087655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] Checking router: fae7090d-1bd4-42f8-88d4-930ad5eca0aa for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:28.119663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.126001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-155c951e-8126-449c-a4f2-a99c4193506c None None] Provisioning complete for port b0881888-5de0-4943-bf92-82934b89f99b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:28.126682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-155c951e-8126-449c-a4f2-a99c4193506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.172962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] Routers {'fae7090d-1bd4-42f8-88d4-930ad5eca0aa'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:28.173900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.179727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] For port 55178f19-3a79-4510-8327-1b000c7072ce, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:28.202566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-442e963d-8416-4fa8-8f8b-b74ee016cedf service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359256 Feb 04 15:39:28.219468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41b2cb0-82f7-4ed6-ae97-eb846421a591 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:28.246873 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.264080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:28.268256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.288528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] For port 55178f19-3a79-4510-8327-1b000c7072ce, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=55178f19-3a79-4510-8327-1b000c7072ce,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:28.369929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Transition to ACTIVE for port object a41b2cb0-82f7-4ed6-ae97-eb846421a591 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:28.386800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37b2d1-1fbd-40e8-8cc4-01fd936af7fa req-75cbeb3f-c656-4776-971a-d07eae502d88 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:28.388529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e37b2d1-1fbd-40e8-8cc4-01fd936af7fa req-75cbeb3f-c656-4776-971a-d07eae502d88 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.6347280 Feb 04 15:39:28.392237 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.397083 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.415824 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:39:20Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.462162 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93b22ef-1429-47e1-a97e-91ef4e8cdfdd None None] The sync data for ids ['ece2e3a2-be57-4ce8-a45f-d11ab2eb409b'] in n-d-827869-1 is: [{'id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-922852442-router', 'tenant_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:37:29Z', 'updated_at': '2022-02-04T15:39:20Z', 'revision_number': 5, 'project_id': 'de6c2adb5ad5445fa4acc82f826a34ce', 'gw_port': {'id': '80c0ca02-e951-4b66-bf21-bb8083abd580', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece2e3a2-be57-4ce8-a45f-d11ab2eb409b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:37:31Z', 'updated_at': '2022-02-04T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:28.484932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-9d02b596-0550-42e6-9837-5beaa69576b9 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813416 Feb 04 15:39:28.487671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Deleting port 924fa40a-6996-4e8e-a22b-7f465dbfcad9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:28.488025 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.530902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Deleting port 80c0ca02-e951-4b66-bf21-bb8083abd580 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:28.531717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.540926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] Set router fae7090d-1bd4-42f8-88d4-930ad5eca0aa gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:28.625446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a41b2cb0-82f7-4ed6-ae97-eb846421a591,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:28.690776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:39:28Z', 'revision_number': 6, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:28.694715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29fd18-bf07-489f-a4d4-cc159aed44a9 None None] Pushing event updated for resources: {'Port': ['ID=55178f19-3a79-4510-8327-1b000c7072ce,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:28.765938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] For port 924fa40a-6996-4e8e-a22b-7f465dbfcad9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=924fa40a-6996-4e8e-a22b-7f465dbfcad9,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:28.766348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.804379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Calling delete_port for 924fa40a-6996-4e8e-a22b-7f465dbfcad9 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:28.812347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145e9dc-3131-4c28-b6b4-c5eb8b51aa96 None None] The sync data for ids ['fae7090d-1bd4-42f8-88d4-930ad5eca0aa'] in n-d-827869-1 is: [{'id': 'fae7090d-1bd4-42f8-88d4-930ad5eca0aa', 'name': 'tempest-ServerRescueNegativeTestJSON-562292188-router', 'tenant_id': '2e7cb113e41846e29bac2c976a443f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:35:34Z', 'updated_at': '2022-02-04T15:39:28Z', 'revision_number': 6, 'project_id': '2e7cb113e41846e29bac2c976a443f94', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:28.820547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] For port 80c0ca02-e951-4b66-bf21-bb8083abd580, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80c0ca02-e951-4b66-bf21-bb8083abd580,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:28.820943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:28.905848 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e37b2d1-1fbd-40e8-8cc4-01fd936af7fa req-3938dc47-be9c-4efc-b3f9-c187d5dfdcfb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945872 Feb 04 15:39:28.915523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router db7ec004-174c-4b9f-a47d-2259c3b98e95 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:39:28.955073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Calling delete_port for 80c0ca02-e951-4b66-bf21-bb8083abd580 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:29.075783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e8266eeb-22d2-47d0-a4dd-0ce99556dca2 None None] Provisioning complete for port e3802f25-c3d8-4182-8bd2-f8a806ff2e60 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:29.076428 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8266eeb-22d2-47d0-a4dd-0ce99556dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:29.199686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e8266eeb-22d2-47d0-a4dd-0ce99556dca2 None None] Port e3802f25-c3d8-4182-8bd2-f8a806ff2e60 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:29.244915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c2253b7-e54b-4833-afbb-ec311f7e6a3d req-99b86e50-1d81-4405-bbb6-24ede726c486 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 210 time: 0.2470748 Feb 04 15:39:29.252988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d876ce-5ad6-4919-84df-5362bc0beda2 req-3c468adf-70e2-4091-bb52-3d69d0e48b6e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:29.286849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35d876ce-5ad6-4919-84df-5362bc0beda2 req-3c468adf-70e2-4091-bb52-3d69d0e48b6e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 943 time: 0.3265579 Feb 04 15:39:29.571564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0881888-5de0-4943-bf92-82934b89f99b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:29.648512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Attempting to bind port a41b2cb0-82f7-4ed6-ae97-eb846421a591 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:29.649316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Attempting to bind port a41b2cb0-82f7-4ed6-ae97-eb846421a591 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:29.649316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Attempting to bind port a41b2cb0-82f7-4ed6-ae97-eb846421a591 on network 8c233989-c83e-426e-ac12-94ea7c37fa9a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:29.741223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Port a41b2cb0-82f7-4ed6-ae97-eb846421a591 on network 8c233989-c83e-426e-ac12-94ea7c37fa9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:39:29.741857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Attempting to bind port a41b2cb0-82f7-4ed6-ae97-eb846421a591 on network 8c233989-c83e-426e-ac12-94ea7c37fa9a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:29.781762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:29.793551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b0881888-5de0-4943-bf92-82934b89f99b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:29.798932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:29.799349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1eeeb64e-e101-4c33-9e6c-3a11c7f006e9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/db7ec004-174c-4b9f-a47d-2259c3b98e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7087052 Feb 04 15:39:29.805681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51896) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:29.806025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:29.806327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Checking segment: {'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:29.806831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Bound using segment: {'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:29.807307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Bound port: a41b2cb0-82f7-4ed6-ae97-eb846421a591, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edaa453f-f1c9-4b76-92be-91257310db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:29.807737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:29.816844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fac3c-d520-45f2-b13d-dd1b0f98c5e0 None None] Sync routers for ids ['db7ec004-174c-4b9f-a47d-2259c3b98e95'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:29.898795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf097a-5838-4d73-a083-b2fc31a8c97a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:29.903249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c4bf097a-5838-4d73-a083-b2fc31a8c97a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports/e3802f25-c3d8-4182-8bd2-f8a806ff2e60 HTTP/1.1" status: 200 len: 910 time: 0.0915737 Feb 04 15:39:29.904827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51898) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:29.953172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869febb2-5c49-47e5-b521-4cda6d465c52 req-17604bd4-be5a-4856-84ab-7b4850550ab9 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:29.953549 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fac3c-d520-45f2-b13d-dd1b0f98c5e0 None None] Routers {'db7ec004-174c-4b9f-a47d-2259c3b98e95'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:29.954872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-869febb2-5c49-47e5-b521-4cda6d465c52 req-17604bd4-be5a-4856-84ab-7b4850550ab9 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.2440147 Feb 04 15:39:29.955260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-bc7fac3c-d520-45f2-b13d-dd1b0f98c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['db7ec004-174c-4b9f-a47d-2259c3b98e95'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:30.037629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-bc7fac3c-d520-45f2-b13d-dd1b0f98c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:30.099276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] For port a41b2cb0-82f7-4ed6-ae97-eb846421a591, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:30.108674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] For port a41b2cb0-82f7-4ed6-ae97-eb846421a591, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a41b2cb0-82f7-4ed6-ae97-eb846421a591,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:30.121924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-869febb2-5c49-47e5-b521-4cda6d465c52 req-d3a40bda-40b3-49f7-b55e-3db50faab435 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456101 Feb 04 15:39:30.126579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fac3c-d520-45f2-b13d-dd1b0f98c5e0 None None] Routers {'db7ec004-174c-4b9f-a47d-2259c3b98e95'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:30.127720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-bc7fac3c-d520-45f2-b13d-dd1b0f98c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['db7ec004-174c-4b9f-a47d-2259c3b98e95'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:30.149206 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.182331 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35d876ce-5ad6-4919-84df-5362bc0beda2 req-2a6bc5c8-91b0-4bc8-8325-f8ce95f01132 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8920307 Feb 04 15:39:30.229738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-bc7fac3c-d520-45f2-b13d-dd1b0f98c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:30.230506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fac3c-d520-45f2-b13d-dd1b0f98c5e0 None None] The sync data for ids ['db7ec004-174c-4b9f-a47d-2259c3b98e95'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:30.240174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:30.240828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.242441 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] 10.222.0.50 "PUT /v2.0/ports/a41b2cb0-82f7-4ed6-ae97-eb846421a591 HTTP/1.1" status: 200 len: 1091 time: 3.7586932 Feb 04 15:39:30.245156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35', 'tag': 'a41b2cb0-82f7-4ed6-ae97-eb846421a591'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:30.249039 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e" -d '{"events": [{"name": "network-changed", "server_uuid": "40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35", "tag": "a41b2cb0-82f7-4ed6-ae97-eb846421a591"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:30.276803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.objects.ports [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102423) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:39:30.302482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e167e-78a1-4625-b925-8573e21d23f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a41b2cb0-82f7-4ed6-ae97-eb846421a591,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:30.329739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.361999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:30.390333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:30.390996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8089b5d6-4f04-4fd8-aede-4672b3ad8fd7 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:30.437108 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4699e17-2d1e-42c8-b904-5b58b32ce32b x-openstack-request-id: req-c4699e17-2d1e-42c8-b904-5b58b32ce32b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:30.437468 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35", "tag": "a41b2cb0-82f7-4ed6-ae97-eb846421a591", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:30.437768 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4699e17-2d1e-42c8-b904-5b58b32ce32b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:30.438215 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35', 'tag': 'a41b2cb0-82f7-4ed6-ae97-eb846421a591', 'status': 'completed', 'code': 200} Feb 04 15:39:30.532575 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0753b842-77e6-43bb-a254-ce179a26faac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.547783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-6fcd4288-ff59-44c5-af06-5eb69ea936d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:30.551009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-6fcd4288-ff59-44c5-af06-5eb69ea936d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 1094 time: 0.1161397 Feb 04 15:39:30.623339 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-095c737a-b1d2-4f87-bf07-93df17874bcb req-448e085c-bdb0-408d-9cf5-8c538eac27d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 210 time: 0.2250738 Feb 04 15:39:30.624189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Pushing event deleted for resources: {'Port': ['ID=924fa40a-6996-4e8e-a22b-7f465dbfcad9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:30.730255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-c70ebd07-27a5-454c-9212-163ebc103f5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a41b2cb0-82f7-4ed6-ae97-eb846421a591 HTTP/1.1" status: 200 len: 217 time: 0.1442750 Feb 04 15:39:30.746846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.885430 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.908575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:30.949931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 55178f19-3a79-4510-8327-1b000c7072ce up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:30.990921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-e0c96835-1c23-4e63-8d02-fcea02fb4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:30.993815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-e0c96835-1c23-4e63-8d02-fcea02fb4e15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.2445395 Feb 04 15:39:30.995426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.060909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 55178f19-3a79-4510-8327-1b000c7072ce triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:31.061773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.078733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.122504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-aff635fa-cefa-45e9-aea0-c9589590d4ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980289 Feb 04 15:39:31.128104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.128104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae7090d-1bd4-42f8-88d4-930ad5eca0aa {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:39:31.150421 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.158066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-55aeb8bd-8118-48a4-828d-4fa48ab13135 admin admin] 10.222.0.47 "DELETE /v2.0/routers/fae7090d-1bd4-42f8-88d4-930ad5eca0aa HTTP/1.1" status: 204 len: 168 time: 5.1975970 Feb 04 15:39:31.158356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c0ca02-e951-4b66-bf21-bb8083abd580,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:31.170552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51920) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:31.385861 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.453942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 55178f19-3a79-4510-8327-1b000c7072ce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=55178f19-3a79-4510-8327-1b000c7072ce,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:31.468860 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.470961 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.api [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:39:31.471370 n-d-827869-1 neutron-server[102423]: DEBUG oslo_db.api [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:39:31.498437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca614a4c-26c1-4396-a68b-c207d2894bff req-6cbb43b7-8416-4e0f-93e1-eab0f659adb3 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:31.506648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ca614a4c-26c1-4396-a68b-c207d2894bff req-6cbb43b7-8416-4e0f-93e1-eab0f659adb3 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.1432688 Feb 04 15:39:31.540362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b8b0dfc8-b7b4-4494-be2f-555afbe5748f None None] Provisioning complete for port 55178f19-3a79-4510-8327-1b000c7072ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:31.541221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b8b0dfc8-b7b4-4494-be2f-555afbe5748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:31.556071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-36972734-fb72-4048-b80f-27deb75c3ddc service neutron] 10.222.0.50 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261931 Feb 04 15:39:31.627325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf6801b6-decc-475c-9fa9-1f572054c957 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:31.686870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: bf6801b6-decc-475c-9fa9-1f572054c957 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:31.687162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bf6801b6-decc-475c-9fa9-1f572054c957 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:31.687672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 924fa40a-6996-4e8e-a22b-7f465dbfcad9 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:31.693249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=55178f19-3a79-4510-8327-1b000c7072ce,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:31.702112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ca614a4c-26c1-4396-a68b-c207d2894bff req-52df3d2f-bd2a-45c6-bbc8-6ac47ac0720b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945088 Feb 04 15:39:31.771614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 924fa40a-6996-4e8e-a22b-7f465dbfcad9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:31.772808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 924fa40a-6996-4e8e-a22b-7f465dbfcad9 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:31.902336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83d84bbf-7081-412e-9f49-259e02ee4b70 req-b495a837-28e1-4976-ad2e-e4c31f5a672c service neutron] 10.222.0.50 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316600 Feb 04 15:39:32.265693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.272425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-983d5b2a-d39f-4ef3-9d8a-85a56cc7c43e admin admin] Deleting subnet a53afad6-f729-4ade-b21e-110e1069b409 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:32.280324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-983d5b2a-d39f-4ef3-9d8a-85a56cc7c43e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.304038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11453341-aa40-4bbb-beee-d190d33cc681 req-c5da3873-93a5-4097-bcae-36ae3a277f97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 210 time: 0.4046004 Feb 04 15:39:32.376569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-d2331ddb-63e6-43f8-8ea9-398c9b5999cd tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:32.378445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-d2331ddb-63e6-43f8-8ea9-398c9b5999cd tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.6595097 Feb 04 15:39:32.390020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.424961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-43e7b6d3-5c4d-4eb4-a580-a36e3ae58c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:32.428497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-43e7b6d3-5c4d-4eb4-a580-a36e3ae58c79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 1094 time: 0.1326621 Feb 04 15:39:32.476335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Request body: {'port': {'device_id': '56dd39e2-e2c4-4e4e-a74e-ee7050481922', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'admin_state_up': True, 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:32.539428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a70d8-9739-4ed8-8758-a151b2bcd69e req-143a3227-8a2e-46a9-ae77-adeddab80ed7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:32.542139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f27a70d8-9739-4ed8-8758-a151b2bcd69e req-143a3227-8a2e-46a9-ae77-adeddab80ed7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 943 time: 1.0600493 Feb 04 15:39:32.578543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.583091 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.588546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-983d5b2a-d39f-4ef3-9d8a-85a56cc7c43e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.730714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.731584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece2e3a2-be57-4ce8-a45f-d11ab2eb409b {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:39:32.754993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.756529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-56d5edda-bae2-40e8-b12b-f633a0a13330 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ece2e3a2-be57-4ce8-a45f-d11ab2eb409b HTTP/1.1" status: 204 len: 168 time: 5.6967819 Feb 04 15:39:32.760340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-983d5b2a-d39f-4ef3-9d8a-85a56cc7c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.761698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51942) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:32.766051 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f27a70d8-9739-4ed8-8758-a151b2bcd69e req-565c499b-7a5c-4d30-9c1b-7ac551ed45cd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020788 Feb 04 15:39:32.831279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.899413 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-46338c35-f65b-4886-a0d8-b146dd022c1b admin admin] Deleting subnet 40e444df-7186-46a3-a41b-ac34e45f594f {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:32.903038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46338c35-f65b-4886-a0d8-b146dd022c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:32.975432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 55178f19-3a79-4510-8327-1b000c7072ce up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:33.010843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46338c35-f65b-4886-a0d8-b146dd022c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.194034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 55178f19-3a79-4510-8327-1b000c7072ce triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:33.194759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.196539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-983d5b2a-d39f-4ef3-9d8a-85a56cc7c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.207679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-2b468a0c-8e44-4415-98c6-a3446ec5214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:33.209669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-2b468a0c-8e44-4415-98c6-a3446ec5214f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 0.7471654 Feb 04 15:39:33.267584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-7ac02fed-a131-4d17-9b58-44079de08df6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1390288 Feb 04 15:39:33.281844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-983d5b2a-d39f-4ef3-9d8a-85a56cc7c43e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.302400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-983d5b2a-d39f-4ef3-9d8a-85a56cc7c43e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a53afad6-f729-4ade-b21e-110e1069b409 HTTP/1.1" status: 204 len: 168 time: 2.1110921 Feb 04 15:39:33.303739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d5b2a-d39f-4ef3-9d8a-85a56cc7c43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a53afad6-f729-4ade-b21e-110e1069b409,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:33.313799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51946) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:33.324466 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-9b3cd6c8-0edd-4af0-8713-0ff8e42f8b9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a41b2cb0-82f7-4ed6-ae97-eb846421a591 HTTP/1.1" status: 200 len: 217 time: 0.0878096 Feb 04 15:39:33.344945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46338c35-f65b-4886-a0d8-b146dd022c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.371250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c0a99-4a78-455b-9b1e-20310540b71b req-e988f6ad-f071-495c-b3f8-5d6fce4d8af6 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:33.374272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-943c0a99-4a78-455b-9b1e-20310540b71b req-e988f6ad-f071-495c-b3f8-5d6fce4d8af6 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.3799047 Feb 04 15:39:33.379979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] For port 55178f19-3a79-4510-8327-1b000c7072ce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=55178f19-3a79-4510-8327-1b000c7072ce,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:33.449540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:33.453274 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.613114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.627133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ae92925-f5c9-48fa-a282-b8e1bf11bc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.629563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-fa2ab1f7-b827-42ca-957f-3c7616384bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:33.632552 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-fa2ab1f7-b827-42ca-957f-3c7616384bf3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.2547650 Feb 04 15:39:33.672578 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.673504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.752146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-943c0a99-4a78-455b-9b1e-20310540b71b req-89532fc0-2625-4272-b3e2-74873d10b3af tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941740 Feb 04 15:39:33.753184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46338c35-f65b-4886-a0d8-b146dd022c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.753491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.789620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-92d793fa-8d07-4ebf-8843-c9eb2784c367 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100595 Feb 04 15:39:33.851285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9fc3872b-2dde-4729-ab06-c2833be154fd req-fb57eba1-0baf-47e2-8695-630b1f9948f0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 210 time: 0.1535027 Feb 04 15:39:33.860659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280ca55-74ee-4c97-8b8d-ecf31158faea None None] Network 46907810-c836-4b11-a6cf-0217c6631eb5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:33.860978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:33.868054 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46338c35-f65b-4886-a0d8-b146dd022c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.871477 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46338c35-f65b-4886-a0d8-b146dd022c1b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/40e444df-7186-46a3-a41b-ac34e45f594f HTTP/1.1" status: 204 len: 168 time: 1.1051567 Feb 04 15:39:33.907999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51954) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:33.925590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-f3b2b60f-c8f3-4d9a-bc8f-0eb4be65987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:33.928680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-f3b2b60f-c8f3-4d9a-bc8f-0eb4be65987f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1097 time: 0.4578707 Feb 04 15:39:33.932416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Subnet': ['ID=dd733278-9069-4954-9854-c71cacab7f29,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:33.947314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:33.959772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4046ac6-7fda-4eb2-a131-9e0a8fd869c7 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:33.970594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:33.971160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:33.984682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=55178f19-3a79-4510-8327-1b000c7072ce,revision_number=5']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:34.072429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46338c35-f65b-4886-a0d8-b146dd022c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e444df-7186-46a3-a41b-ac34e45f594f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:34.129129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0cb2e377-048a-4067-ab07-87bb447fbf75 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.2434545 Feb 04 15:39:34.140756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51956) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:34.142379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Allocated IP 172.20.0.13 (105b279f-e3c3-41d5-a12c-29ac016934da/185b96d7-6170-4199-b3ee-2d2358a9e456/fa42c618-b253-4008-853f-65c983fda77d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:34.158408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Request body: {'port': {'network_id': '9441201d-a349-4a5a-8681-870320442b3d', 'mac_address': 'fa:16:3e:3f:95:56', 'name': 'tempest-NetworksTestDHCPv6-1128227960'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:34.170040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.227569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.246918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab65e6-91e8-481c-8c05-d6610046e1ab req-4bd3f656-6e88-4758-b4ad-e04ae0f9b282 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:34.248660 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cfab65e6-91e8-481c-8c05-d6610046e1ab req-4bd3f656-6e88-4758-b4ad-e04ae0f9b282 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 943 time: 0.3353326 Feb 04 15:39:34.258783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-49800ee0-9e33-4cef-a801-181be12f1217 service neutron] 10.222.0.50 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487212 Feb 04 15:39:34.359005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e985d09d-8199-4466-8547-0d0dba1afd31']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:34.424047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:34.424681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad00d57-37d5-4c44-9f4f-0f58eb0c3149') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:34.446687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-a19a93fd-9ba4-4089-be61-581c324a307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:34.451638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-a19a93fd-9ba4-4089-be61-581c324a307e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 0.4663742 Feb 04 15:39:34.453673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] DHCP port deletion for 46907810-c836-4b11-a6cf-0217c6631eb5 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:39:34.454542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.21.0.1 (917a4089-92f9-4d5c-8913-a18ce54e13f3/da3e176f-23d3-4913-9416-8d00e4b8b2c8/5d022028-5249-4f56-be54-3da1eb19219a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:34.494382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.537852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-67b00e1c-845b-4a9e-a054-595c738492b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 0.0673046 Feb 04 15:39:34.568775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.578308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cfab65e6-91e8-481c-8c05-d6610046e1ab req-39213d9a-f7cc-4c9b-884f-f565128338f9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845809 Feb 04 15:39:34.578586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] Deleting port ab02934a-0e54-44cd-ab53-280501b8b609 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:34.586512 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.641409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:34.642174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.645242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6003e64b-3ab2-4ad4-82d0-3ebcc87b817e req-009daf9b-5904-48f7-8c25-0a81bd669217 service neutron] 10.222.0.50 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735740 Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:34.649651 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:34.717674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Made reservation on behalf of b2bf7971b8cf4d06ac24d77142e0c5f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:34.734820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-09126fa3-f59e-4561-9f59-b57540ac419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:34.737244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-09126fa3-f59e-4561-9f59-b57540ac419b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.1916459 Feb 04 15:39:34.742012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] For port ab02934a-0e54-44cd-ab53-280501b8b609, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ab02934a-0e54-44cd-ab53-280501b8b609,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:34.742935 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.788433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Deleting port ab02934a-0e54-44cd-ab53-280501b8b609 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:34.789573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.790681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a41b2cb0-82f7-4ed6-ae97-eb846421a591 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:39:34.840336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] Calling delete_port for ab02934a-0e54-44cd-ab53-280501b8b609 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:34.890111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-c06727a5-c78f-49e7-9793-d2d6d5166ce7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436386 Feb 04 15:39:34.911343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80c0ca02-e951-4b66-bf21-bb8083abd580 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:34.919816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-1b150c4d-dc8b-4123-89a3-b97558e929cc service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:39:34.919816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-1b150c4d-dc8b-4123-89a3-b97558e929cc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065894 Feb 04 15:39:34.941547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.947195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 80c0ca02-e951-4b66-bf21-bb8083abd580 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:34.949195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80c0ca02-e951-4b66-bf21-bb8083abd580 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:34.952636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ab02934a-0e54-44cd-ab53-280501b8b609 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:34.954264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:34.958357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e985d09d-8199-4466-8547-0d0dba1afd31 HTTP/1.1" status: 204 len: 168 time: 1.6431241 Feb 04 15:39:35.047620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] For port ab02934a-0e54-44cd-ab53-280501b8b609, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ab02934a-0e54-44cd-ab53-280501b8b609,segment=NetworkSegment(cf808a63-53de-458f-b1f7-6a3049e1df81),segment_id=cf808a63-53de-458f-b1f7-6a3049e1df81)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:35.050537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.059526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c93c3c-adf7-49e8-8164-741ffa629209 admin admin] Pushing event deleted for resources: {'Network': ['ID=e985d09d-8199-4466-8547-0d0dba1afd31,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:35.068880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.085702 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.131359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No active binding found for port ab02934a-0e54-44cd-ab53-280501b8b609 {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:39:35.132108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ab02934a-0e54-44cd-ab53-280501b8b609 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:35.143355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] Pushing event deleted for resources: {'Port': ['ID=ab02934a-0e54-44cd-ab53-280501b8b609,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:35.149408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Calling delete_port for ab02934a-0e54-44cd-ab53-280501b8b609 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:35.151792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248e49a-43fc-4127-a936-1b0a9d62e562 None None] No DVR routers for this DVR port ab02934a-0e54-44cd-ab53-280501b8b609 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:35.169039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a362-b25d-489a-9e37-7c739e8f8a49 req-3bed56f0-03d5-4cac-a0c4-d6b804ff3bae tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:35.174973 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9396a362-b25d-489a-9e37-7c739e8f8a49 req-3bed56f0-03d5-4cac-a0c4-d6b804ff3bae tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.2535326 Feb 04 15:39:35.245293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a41b2cb0-82f7-4ed6-ae97-eb846421a591, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a41b2cb0-82f7-4ed6-ae97-eb846421a591,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:35.278657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.282892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'a41b2cb0-82f7-4ed6-ae97-eb846421a591', 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a', 'port_id': 'a41b2cb0-82f7-4ed6-ae97-eb846421a591', 'mac_address': 'fa:16:3e:47:ab:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17adc9bc-7823-41f2-b2d4-62b41dd863fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:39:35.379489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.396780 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.404288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9396a362-b25d-489a-9e37-7c739e8f8a49 req-834f4584-06b9-495e-a1ae-ea3909fe7106 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662295 Feb 04 15:39:35.420967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4fc6c3e5-a854-4273-a6c8-f01441077213 req-06cb2256-a20b-43b7-986c-51106d17aa14 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 210 time: 0.0739830 Feb 04 15:39:35.421248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 917a4089-92f9-4d5c-8913-a18ce54e13f3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:35.455107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:35.460065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41b2cb0-82f7-4ed6-ae97-eb846421a591 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:35.485454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:35.517263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a41b2cb0-82f7-4ed6-ae97-eb846421a591, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a41b2cb0-82f7-4ed6-ae97-eb846421a591,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:35.535094 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.537446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] No DVR routers for this DVR port ab02934a-0e54-44cd-ab53-280501b8b609 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:35.545746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-fa410c53-e349-41a4-9650-55e28a41f4fb service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684633 Feb 04 15:39:35.638457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51974) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:35.668291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=5d022028-5249-4f56-be54-3da1eb19219a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:35.700049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab02934a-0e54-44cd-ab53-280501b8b609,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:35.757349 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.786660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a41b2cb0-82f7-4ed6-ae97-eb846421a591,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:35.877219 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.920099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-15118530-e838-4ea2-bf86-ba9efe092555 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e7cb113e41846e29bac2c976a443f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509389 Feb 04 15:39:35.928083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51976) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:35.942403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ad1bfc-82ed-4b2b-b4fb-01bbd6b5e555 req-05b815de-283c-4c7e-971e-240774ab5813 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956358 Feb 04 15:39:35.946593 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.967775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:35.991693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6e84839e-a524-4fc9-8bf3-3f3fbb8f8955 None None] Provisioning complete for port 55178f19-3a79-4510-8327-1b000c7072ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:35.994789 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6e84839e-a524-4fc9-8bf3-3f3fbb8f8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.001656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['a41b2cb0-82f7-4ed6-ae97-eb846421a591'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:36.003010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46907810-c836-4b11-a6cf-0217c6631eb5']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:36.020667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf808a63-53de-458f-b1f7-6a3049e1df81') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:36.021083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf808a63-53de-458f-b1f7-6a3049e1df81') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:36.024868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.040977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10535a6-ec9e-49ec-a9c9-e8e442419663 req-c6a7bf3b-920b-40a7-a51a-d96f7b2b345c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:36.048873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c10535a6-ec9e-49ec-a9c9-e8e442419663 req-c6a7bf3b-920b-40a7-a51a-d96f7b2b345c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 944 time: 0.1659555 Feb 04 15:39:36.076059 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.097037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.107755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:36.109101 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.138091 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11e891c2-abdd-41f3-a99f-f836ab8f3a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:36.184654 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:36.188593 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c10535a6-ec9e-49ec-a9c9-e8e442419663 req-1c4a7622-2fd7-4976-8171-7b2b70bee07c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381574 Feb 04 15:39:36.202919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.215625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.216475 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11e891c2-abdd-41f3-a99f-f836ab8f3a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.232747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.246619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/46907810-c836-4b11-a6cf-0217c6631eb5 HTTP/1.1" status: 204 len: 168 time: 2.3369224 Feb 04 15:39:36.290325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] device_id is not set on port a8b28dce-64da-4f65-baf2-b6091cc66f68 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:39:36.328722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d030fa-a1fe-41dc-8559-f48a21c16eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=46907810-c836-4b11-a6cf-0217c6631eb5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:36.333130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Network 105b279f-e3c3-41d5-a12c-29ac016934da is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:36.376002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event updated for resources: {'Port': ['ID=fa42c618-b253-4008-853f-65c983fda77d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:36.404637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11e891c2-abdd-41f3-a99f-f836ab8f3a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.407712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11e891c2-abdd-41f3-a99f-f836ab8f3a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.409093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-11e891c2-abdd-41f3-a99f-f836ab8f3a90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/924f12b6-05cf-4fd4-83e3-4b11bf2f2c95 HTTP/1.1" status: 204 len: 168 time: 0.4798884 Feb 04 15:39:36.449057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e891c2-abdd-41f3-a99f-f836ab8f3a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924f12b6-05cf-4fd4-83e3-4b11bf2f2c95,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:36.455420 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.524210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:36.554843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:36.668016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7bcd68fe-5ead-4885-a8cc-dfb7abe82621 None None] Provisioning complete for port 5d022028-5249-4f56-be54-3da1eb19219a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:36.668891 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7bcd68fe-5ead-4885-a8cc-dfb7abe82621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.796212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd68fe-5ead-4885-a8cc-dfb7abe82621 None None] Port 5d022028-5249-4f56-be54-3da1eb19219a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:36.886168 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:36.909305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51988) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:36.942983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:36.944146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.155707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.164424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.295744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:37.500254 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.634526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93357c-0394-4eb7-b4f3-9802a688fad3 req-f048f7c9-3f45-45c4-b87a-39671a22d40d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:37.637231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c93357c-0394-4eb7-b4f3-9802a688fad3 req-f048f7c9-3f45-45c4-b87a-39671a22d40d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.9225252 Feb 04 15:39:37.692841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b7011622-2cde-47b0-a6a0-a1bdd9814ecf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2260225 Feb 04 15:39:37.723243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Request body: {'port': {'device_id': '56dd39e2-e2c4-4e4e-a74e-ee7050481922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:37.839303 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-330253a6-cf52-40fe-aa72-f196c02ef1c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de6c2adb5ad5445fa4acc82f826a34ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9236224 Feb 04 15:39:37.844050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52010) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:37.845458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6ed0b-f1de-4412-8098-752f905dceb1 req-b80deb77-605e-4cc1-b464-199b15bf57cc tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:37.860343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76e6ed0b-f1de-4412-8098-752f905dceb1 req-b80deb77-605e-4cc1-b464-199b15bf57cc tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 932 time: 1.1588161 Feb 04 15:39:37.882375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8::278 (9441201d-a349-4a5a-8681-870320442b3d/eb3e91f4-5582-4721-a6cd-19710b455dee/a8b28dce-64da-4f65-baf2-b6091cc66f68) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:37.913799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3f:9556 (9441201d-a349-4a5a-8681-870320442b3d/dd733278-9069-4954-9854-c71cacab7f29/a8b28dce-64da-4f65-baf2-b6091cc66f68) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:37.919427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:37.955841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c93357c-0394-4eb7-b4f3-9802a688fad3 req-be762934-ddc9-48f8-893a-c7ed5359989d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785408 Feb 04 15:39:37.971458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=5d022028-5249-4f56-be54-3da1eb19219a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:38.028627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.150744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-372af847-3a6d-4d87-8b78-0931cd6d5b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.193363 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76e6ed0b-f1de-4412-8098-752f905dceb1 req-8ccf8734-67ed-48c3-8ea6-83395e1fcb48 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049028 Feb 04 15:39:38.296751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 917a4089-92f9-4d5c-8913-a18ce54e13f3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:38.301291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:38.403323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-372af847-3a6d-4d87-8b78-0931cd6d5b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.483261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router db7ec004-174c-4b9f-a47d-2259c3b98e95 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:38.554592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa42c618-b253-4008-853f-65c983fda77d {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:38.565566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.601338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Transition to ACTIVE for port object fa42c618-b253-4008-853f-65c983fda77d will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:39:38.633837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.762148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a41b2cb0-82f7-4ed6-ae97-eb846421a591 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:38.790756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:38.798133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-268370d9-f852-480c-be49-0d0e35a73a86 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/db7ec004-174c-4b9f-a47d-2259c3b98e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8890343 Feb 04 15:39:38.802220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52024) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:38.813718 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd47bfe-2490-42f7-ab39-d1f498be50ac None None] Sync routers for ids ['db7ec004-174c-4b9f-a47d-2259c3b98e95'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:38.832827 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd47bfe-2490-42f7-ab39-d1f498be50ac None None] Routers {'db7ec004-174c-4b9f-a47d-2259c3b98e95'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:38.837859 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ebd47bfe-2490-42f7-ab39-d1f498be50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['db7ec004-174c-4b9f-a47d-2259c3b98e95'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:38.928881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4121e569-801c-451c-a6a1-d80af16527f1 None None] Provisioning complete for port 5d022028-5249-4f56-be54-3da1eb19219a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:38.929267 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4121e569-801c-451c-a6a1-d80af16527f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.942084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:38.949834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef82d03-d327-4580-8939-89bcde74ea63 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:38.950677 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ebd47bfe-2490-42f7-ab39-d1f498be50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:38.958847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5ef82d03-d327-4580-8939-89bcde74ea63 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports/5d022028-5249-4f56-be54-3da1eb19219a HTTP/1.1" status: 200 len: 910 time: 0.1507268 Feb 04 15:39:38.960584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52030) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:38.976433 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd47bfe-2490-42f7-ab39-d1f498be50ac None None] Routers {'db7ec004-174c-4b9f-a47d-2259c3b98e95'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:38.981997 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ebd47bfe-2490-42f7-ab39-d1f498be50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['db7ec004-174c-4b9f-a47d-2259c3b98e95'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:39.009306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa42c618-b253-4008-853f-65c983fda77d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.045357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4121e569-801c-451c-a6a1-d80af16527f1 None None] Port 5d022028-5249-4f56-be54-3da1eb19219a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:39.052011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port a41b2cb0-82f7-4ed6-ae97-eb846421a591 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:39.062762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port a41b2cb0-82f7-4ed6-ae97-eb846421a591 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:39.063556 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.070361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827a287-f2b4-4852-8d8d-494eb6a6dd9a req-f15dd7cc-e43b-4b00-9144-6000bd75102f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:39.072607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b827a287-f2b4-4852-8d8d-494eb6a6dd9a req-f15dd7cc-e43b-4b00-9144-6000bd75102f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 944 time: 0.8586240 Feb 04 15:39:39.113517 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ebd47bfe-2490-42f7-ab39-d1f498be50ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:39.114502 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd47bfe-2490-42f7-ab39-d1f498be50ac None None] The sync data for ids ['db7ec004-174c-4b9f-a47d-2259c3b98e95'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:39.205237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-372af847-3a6d-4d87-8b78-0931cd6d5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.209663 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-372af847-3a6d-4d87-8b78-0931cd6d5b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.214742 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-372af847-3a6d-4d87-8b78-0931cd6d5b0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c97c812b-dc99-442d-9e52-1ebf65f07a2c HTTP/1.1" status: 204 len: 168 time: 1.3477862 Feb 04 15:39:39.242930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372af847-3a6d-4d87-8b78-0931cd6d5b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c812b-dc99-442d-9e52-1ebf65f07a2c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.262890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.290522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.384484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a41b2cb0-82f7-4ed6-ae97-eb846421a591, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a41b2cb0-82f7-4ed6-ae97-eb846421a591,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:39.385660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41b2cb0-82f7-4ed6-ae97-eb846421a591'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:39.391388 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05629e31-70cb-41c9-9a2c-d7f14b7213b9" -d '{"events": [{"server_uuid": "40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35", "name": "network-vif-plugged", "status": "completed", "tag": "a41b2cb0-82f7-4ed6-ae97-eb846421a591"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:39.403956 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.430289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event updated for resources: {'Port': ['ID=a8b28dce-64da-4f65-baf2-b6091cc66f68,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.467692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Network 9441201d-a349-4a5a-8681-870320442b3d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:39.474970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:39.526695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a41b2cb0-82f7-4ed6-ae97-eb846421a591,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:39.535903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:39.557803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:39.558769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.575166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.682114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aa04ea87-299b-4812-8edb-01710c8f399f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5275261 Feb 04 15:39:39.686614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Attempting to bind port fa42c618-b253-4008-853f-65c983fda77d on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:39.687078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Attempting to bind port fa42c618-b253-4008-853f-65c983fda77d by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:39.687521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Attempting to bind port fa42c618-b253-4008-853f-65c983fda77d on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:39.691386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:39.713910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b827a287-f2b4-4852-8d8d-494eb6a6dd9a req-9e553d2f-1b48-4830-ac71-32aa4b187ba4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834999 Feb 04 15:39:39.719495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Port fa42c618-b253-4008-853f-65c983fda77d on network 105b279f-e3c3-41d5-a12c-29ac016934da not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:39:39.720002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Attempting to bind port fa42c618-b253-4008-853f-65c983fda77d on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:39.734769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:39.735120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Checking segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:39.735507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Bound using segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:39.735951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Bound port: fa42c618-b253-4008-853f-65c983fda77d, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:39.736322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.820713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:39.976731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] For port fa42c618-b253-4008-853f-65c983fda77d, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:39.981141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] For port fa42c618-b253-4008-853f-65c983fda77d, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa42c618-b253-4008-853f-65c983fda77d,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:39.991421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d008d-a7ce-408b-bf03-b25cf24e396e req-a21adb49-0f80-4d96-a232-8a7c693dd9c0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:39.993833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-438d008d-a7ce-408b-bf03-b25cf24e396e req-a21adb49-0f80-4d96-a232-8a7c693dd9c0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 944 time: 0.1475806 Feb 04 15:39:39.995779 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.033669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b662257-34ee-4fc6-accd-eda73d759474 req-18410280-b5a6-41f4-a760-1633a12a7d1b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.041602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b662257-34ee-4fc6-accd-eda73d759474 req-18410280-b5a6-41f4-a760-1633a12a7d1b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.3322480 Feb 04 15:39:40.092914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.093564 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.099120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa42c618-b253-4008-853f-65c983fda77d HTTP/1.1" status: 200 len: 1092 time: 2.3858693 Feb 04 15:39:40.100364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dd39e2-e2c4-4e4e-a74e-ee7050481922', 'tag': 'fa42c618-b253-4008-853f-65c983fda77d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:40.103337 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b9e849-99c9-4a81-9375-00843a0054b2" -d '{"events": [{"name": "network-changed", "server_uuid": "56dd39e2-e2c4-4e4e-a74e-ee7050481922", "tag": "fa42c618-b253-4008-853f-65c983fda77d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:40.124364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-91edeea2-a1d8-49c8-a581-51a72b5dc07a None None] Provisioning complete for port a8b28dce-64da-4f65-baf2-b6091cc66f68 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:40.125432 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-91edeea2-a1d8-49c8-a581-51a72b5dc07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.162559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-438d008d-a7ce-408b-bf03-b25cf24e396e req-6354c413-fdcc-4a76-955c-22b653e2e474 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356673 Feb 04 15:39:40.193252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c76f6-a2e0-49e2-9dca-3a84507074e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa42c618-b253-4008-853f-65c983fda77d,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:40.272851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-91edeea2-a1d8-49c8-a581-51a72b5dc07a None None] Port a8b28dce-64da-4f65-baf2-b6091cc66f68 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:40.279730 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b662257-34ee-4fc6-accd-eda73d759474 req-a6f1a809-f0c0-43c8-a282-8cc42d606245 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365327 Feb 04 15:39:40.302036 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f02a6f0-a240-42a7-b442-daad2f9d190f x-openstack-request-id: req-0f02a6f0-a240-42a7-b442-daad2f9d190f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:40.302338 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35", "name": "network-vif-plugged", "status": "completed", "tag": "a41b2cb0-82f7-4ed6-ae97-eb846421a591", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:40.302594 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f02a6f0-a240-42a7-b442-daad2f9d190f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:40.303005 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41b2cb0-82f7-4ed6-ae97-eb846421a591', 'code': 200} Feb 04 15:39:40.376937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ab8db538-0dc6-4526-8904-4d3163c346cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting port a8b28dce-64da-4f65-baf2-b6091cc66f68 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:40.377778 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab8db538-0dc6-4526-8904-4d3163c346cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.469670 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e1e2323-2cef-4955-8e86-4a2a320dc444 req-bc150a34-0f9b-46fa-8c24-93209a8004a1 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8fc2a8c-9816-4174-a3a8-600e48c3b01a HTTP/1.1" status: 200 len: 210 time: 0.0733736 Feb 04 15:39:40.506889 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc9a1a0-170b-4857-ac4c-46777249e229 x-openstack-request-id: req-9dc9a1a0-170b-4857-ac4c-46777249e229 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:40.509215 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dd39e2-e2c4-4e4e-a74e-ee7050481922", "tag": "fa42c618-b253-4008-853f-65c983fda77d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:40.509782 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9dc9a1a0-170b-4857-ac4c-46777249e229 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:40.511963 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dd39e2-e2c4-4e4e-a74e-ee7050481922', 'tag': 'fa42c618-b253-4008-853f-65c983fda77d', 'status': 'completed', 'code': 200} Feb 04 15:39:40.640015 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab8db538-0dc6-4526-8904-4d3163c346cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.700081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ab8db538-0dc6-4526-8904-4d3163c346cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Calling delete_port for a8b28dce-64da-4f65-baf2-b6091cc66f68 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:40.726463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-0aa4e44a-8c15-476e-85de-ff114b653556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:40.727591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-0aa4e44a-8c15-476e-85de-ff114b653556 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 1095 time: 0.5412693 Feb 04 15:39:40.898743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 5d022028-5249-4f56-be54-3da1eb19219a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:40.899520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:40.939472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-47981159-3724-46ae-8577-50455d3e6ad8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa42c618-b253-4008-853f-65c983fda77d HTTP/1.1" status: 200 len: 217 time: 0.2034965 Feb 04 15:39:41.047726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.069017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 5d022028-5249-4f56-be54-3da1eb19219a owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:41.221455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52114) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:41.269566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e6e0f-6ded-4ccc-a137-245b1463b048 req-51a711ef-40ee-406a-bb58-ec5f53956e1e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.275071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-170e6e0f-6ded-4ccc-a137-245b1463b048 req-51a711ef-40ee-406a-bb58-ec5f53956e1e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 945 time: 0.3585842 Feb 04 15:39:41.289886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cd284-b211-48c1-9b2d-3ccb83c4d83c req-c4650285-5df7-4f8f-ae50-8b8212ac9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.296925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f61cd284-b211-48c1-9b2d-3ccb83c4d83c req-c4650285-5df7-4f8f-ae50-8b8212ac9a7a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 1096 time: 0.8205655 Feb 04 15:39:41.529074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-2de4fe11-285a-4bf8-9a0c-5ee058e6e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.533564 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-2de4fe11-285a-4bf8-9a0c-5ee058e6e120 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.5569673 Feb 04 15:39:41.645337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-0790d48b-6e34-4c22-b5bf-586d75224f21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992956 Feb 04 15:39:41.657271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-network', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:41.666487 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f61cd284-b211-48c1-9b2d-3ccb83c4d83c req-797e70d5-e94d-45ce-93ef-ba8f3c6492ae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378284 Feb 04 15:39:41.685960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-170e6e0f-6ded-4ccc-a137-245b1463b048 req-2e23a0f1-c585-42dc-9d4a-bfd8f80d9af7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800421 Feb 04 15:39:41.772624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab8db538-0dc6-4526-8904-4d3163c346cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.812927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Made reservation on behalf of e4b7bd91c4074f0b8cff9e9000dc52da for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:41.816589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.842351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:41.866818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8db538-0dc6-4526-8904-4d3163c346cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Port': ['ID=a8b28dce-64da-4f65-baf2-b6091cc66f68,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:41.972121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a5b8a-8a30-4b48-a141-7a9184cf9f5a req-f78633df-cb01-4ca9-abdf-ad5f6930e8a0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:41.986709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-070a5b8a-8a30-4b48-a141-7a9184cf9f5a req-f78633df-cb01-4ca9-abdf-ad5f6930e8a0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 944 time: 0.2827437 Feb 04 15:39:42.033217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-e024a45b-98ad-4b9e-89b6-28010bcbbf51 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622165 Feb 04 15:39:42.081695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52134) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:42.112337 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab8db538-0dc6-4526-8904-4d3163c346cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.118937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab8db538-0dc6-4526-8904-4d3163c346cc tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/a8b28dce-64da-4f65-baf2-b6091cc66f68 HTTP/1.1" status: 204 len: 168 time: 2.4258401 Feb 04 15:39:42.120761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52138) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:42.195116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-070a5b8a-8a30-4b48-a141-7a9184cf9f5a req-82b3ad47-416c-4cdb-8bd8-4e5e24ca904e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070615 Feb 04 15:39:42.257908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.369651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=5d022028-5249-4f56-be54-3da1eb19219a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:42.493033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.502071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2357a2-86e1-42ff-9587-e2b9ab1ed0fb req-b981abe2-c01c-4508-a82d-f81558d9fc33 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544578 Feb 04 15:39:42.504639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.551332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08499fce-0fea-49cc-ae07-33b809a7fff7 req-c09c71aa-e834-4fa3-94fb-5551e11a0ec4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.553602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08499fce-0fea-49cc-ae07-33b809a7fff7 req-c09c71aa-e834-4fa3-94fb-5551e11a0ec4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.6338985 Feb 04 15:39:42.558160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44768e4c-9d2f-4b4b-b63c-df86dff2aff5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:42.607351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:42.647834 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44dc3033-f15c-4c2b-a95c-12851f7a3232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.658103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-edc62f1e-9c43-44ce-9567-d71774d78d5b req-c76ab5ab-028e-4666-86e8-4a4ffe0eb296 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.3087225 Feb 04 15:39:42.664656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.664994 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Added segment 64865c71-93af-4acc-8a62-2498a382d87a of type vlan for network 6e4678e9-ed96-4624-9429-e30e07e55ead Feb 04 15:39:42.671443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353076bd-0d40-449e-ab1d-b06a4a6cb3e9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.673507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-353076bd-0d40-449e-ab1d-b06a4a6cb3e9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5486536 Feb 04 15:39:42.691931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52140) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:42.782136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08499fce-0fea-49cc-ae07-33b809a7fff7 req-14cbe373-6665-48b4-b034-1b778bdeca0d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176943 Feb 04 15:39:42.784225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.798906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-d6c9586c-04a9-49d4-9666-f4dd6e0620c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.801070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-d6c9586c-04a9-49d4-9666-f4dd6e0620c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 1095 time: 0.1774285 Feb 04 15:39:42.956225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.962757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44dc3033-f15c-4c2b-a95c-12851f7a3232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.969422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3d339-16de-4c33-9e7d-68730ba619cf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.971358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44dc3033-f15c-4c2b-a95c-12851f7a3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.972165 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a2c3d339-16de-4c33-9e7d-68730ba619cf tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2782245 Feb 04 15:39:42.977948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.979348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:42.980336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:42.987034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52144) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:43.067197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-aa7fb06b-2da4-443c-b72c-12256b0658de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.068926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-aa7fb06b-2da4-443c-b72c-12256b0658de service neutron] 10.222.0.30 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 0.2591188 Feb 04 15:39:43.081182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8026054 Feb 04 15:39:43.082547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52146) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:43.096501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Request body: {'subnet': {'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-subnet', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:43.132631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76b75e-bd68-4c4e-89e8-5cd3dec252f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4678e9-ed96-4624-9429-e30e07e55ead,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:43.137808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-3aec29df-4cf9-4470-adc2-c13fca7ac0ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa42c618-b253-4008-853f-65c983fda77d HTTP/1.1" status: 200 len: 217 time: 0.0542545 Feb 04 15:39:43.149132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-44dc3033-f15c-4c2b-a95c-12851f7a3232 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc529359b4634afa87add5ae0f9ef7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0590115 Feb 04 15:39:43.162237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52148) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:43.166049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 6e4678e9-ed96-4624-9429-e30e07e55ead details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:39:43.191896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc3033-f15c-4c2b-a95c-12851f7a3232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb9e076-cc0d-43a9-969c-155aa42a1b0e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:43.261926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88524b9d-1ac8-4c50-9467-4412f790aa65 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.267457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88524b9d-1ac8-4c50-9467-4412f790aa65 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.274175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88524b9d-1ac8-4c50-9467-4412f790aa65 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.275966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-88524b9d-1ac8-4c50-9467-4412f790aa65 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2811017 Feb 04 15:39:43.281188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52152) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:43.302348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Made reservation on behalf of e4b7bd91c4074f0b8cff9e9000dc52da for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:43.308130 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.346798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f27ab-b449-4c72-b23e-2e14b2127e41 req-90d97954-8460-4dc4-ab2c-5f0ca4aa4bb6 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.348509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d65f27ab-b449-4c72-b23e-2e14b2127e41 req-90d97954-8460-4dc4-ab2c-5f0ca4aa4bb6 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 945 time: 0.3598821 Feb 04 15:39:43.421840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-719b1b6f-135d-4ee9-b39c-fa53d87a4d30 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet dd733278-9069-4954-9854-c71cacab7f29 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:43.454037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-498d8f8b-4f76-4b1d-b873-a38544285780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.455452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-498d8f8b-4f76-4b1d-b873-a38544285780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.2918909 Feb 04 15:39:43.471556 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-719b1b6f-135d-4ee9-b39c-fa53d87a4d30 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.517466 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-7f79666b-7b2b-400e-b705-a134852866bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524130 Feb 04 15:39:43.545788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d65f27ab-b449-4c72-b23e-2e14b2127e41 req-1909346d-72a0-4cf8-9f08-0494fc913a9b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723571 Feb 04 15:39:43.548228 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-719b1b6f-135d-4ee9-b39c-fa53d87a4d30 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.572796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2e201-5c9c-4ec0-a2d1-74917e8d52d3 req-3b9fb74e-07b7-41c3-b945-f71fc3f472ce tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:43.574763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ad2e201-5c9c-4ec0-a2d1-74917e8d52d3 req-3b9fb74e-07b7-41c3-b945-f71fc3f472ce tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 944 time: 0.2502759 Feb 04 15:39:43.604233 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d61c59f8-20a9-48ca-a550-3c0114db36df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.614443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router db7ec004-174c-4b9f-a47d-2259c3b98e95 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:43.701708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d61c59f8-20a9-48ca-a550-3c0114db36df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.758748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ad2e201-5c9c-4ec0-a2d1-74917e8d52d3 req-f6a107c8-fa3e-4327-bdf7-378ffea5791f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487324 Feb 04 15:39:43.822920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-1dfbf917-5672-4eca-8382-ed626a742bac service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929547 Feb 04 15:39:43.911761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.953356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d61c59f8-20a9-48ca-a550-3c0114db36df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.956170 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d61c59f8-20a9-48ca-a550-3c0114db36df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.957891 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d61c59f8-20a9-48ca-a550-3c0114db36df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/adb9e076-cc0d-43a9-969c-155aa42a1b0e HTTP/1.1" status: 204 len: 168 time: 0.6853485 Feb 04 15:39:43.976537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-719b1b6f-135d-4ee9-b39c-fa53d87a4d30 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:43.987133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e1eb7384-05b0-474e-b118-4a9a7a491b8d req-62401081-7311-4a09-9e0a-3fdc3e98f4f5 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0644484 Feb 04 15:39:44.005856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c59f8-20a9-48ca-a550-3c0114db36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb9e076-cc0d-43a9-969c-155aa42a1b0e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.032278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:44.040998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e7356f-a497-4edf-ae92-0658bdba414e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.049949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c05ff5-8fb5-48e1-8c63-770e20dfa253 None None] Sync routers for ids ['db7ec004-174c-4b9f-a47d-2259c3b98e95'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:44.071820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef2e7e2a-2819-4cf2-91a1-9713a0139680 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/db7ec004-174c-4b9f-a47d-2259c3b98e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1093695 Feb 04 15:39:44.075008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52160) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:44.077458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29b9e849-99c9-4a81-9375-00843a0054b2 req-63e3f996-464b-4b5b-8b38-23b84061b723 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441077 Feb 04 15:39:44.079373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c05ff5-8fb5-48e1-8c63-770e20dfa253 None None] Routers {'db7ec004-174c-4b9f-a47d-2259c3b98e95'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:44.080403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-54c05ff5-8fb5-48e1-8c63-770e20dfa253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['db7ec004-174c-4b9f-a47d-2259c3b98e95'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:44.087689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986346e-8f89-4de0-a45b-31afcb2bc873 req-785b5aba-6bd5-4c40-9bd9-d80552ceee54 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:44.089323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e986346e-8f89-4de0-a45b-31afcb2bc873 req-785b5aba-6bd5-4c40-9bd9-d80552ceee54 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.1830263 Feb 04 15:39:44.104426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Checking segment: {'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:44.105426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Network hostable DHCP agents. Network: 6e4678e9-ed96-4624-9429-e30e07e55ead, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:44.157702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-54c05ff5-8fb5-48e1-8c63-770e20dfa253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:44.172267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c05ff5-8fb5-48e1-8c63-770e20dfa253 None None] Routers {'db7ec004-174c-4b9f-a47d-2259c3b98e95'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:44.173732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-54c05ff5-8fb5-48e1-8c63-770e20dfa253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['db7ec004-174c-4b9f-a47d-2259c3b98e95'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:44.182991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e986346e-8f89-4de0-a45b-31afcb2bc873 req-9cbe9d13-074d-4e42-b604-6180c7a7a433 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833819 Feb 04 15:39:44.202958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Network 6e4678e9-ed96-4624-9429-e30e07e55ead is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:44.225288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 6e4678e9-ed96-4624-9429-e30e07e55ead) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:44.240638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:44.242533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.247035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-54c05ff5-8fb5-48e1-8c63-770e20dfa253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:44.248388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c05ff5-8fb5-48e1-8c63-770e20dfa253 None None] The sync data for ids ['db7ec004-174c-4b9f-a47d-2259c3b98e95'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:44.251297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68479bf8-0273-4ab4-bcc0-a6fa60a01ebe None None] Network 6e4678e9-ed96-4624-9429-e30e07e55ead requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:44.272439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1d026098-275f-4632-9691-3b3a3ccff93b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1795027 Feb 04 15:39:44.276592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:44.290399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:44.349913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.354925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.455275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.487141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-6e4678e9-ed96-4624-9429-e30e07e55ead', 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'fixed_ips': [{'subnet_id': '88e7356f-a497-4edf-ae92-0658bdba414e'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:39:44.488855 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.499681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:44.528324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9a5e04ed-4e7d-47ae-9715-2652d205c3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.552571 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-719b1b6f-135d-4ee9-b39c-fa53d87a4d30 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.626622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b1b6f-135d-4ee9-b39c-fa53d87a4d30 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=dd733278-9069-4954-9854-c71cacab7f29,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:44.630741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-719b1b6f-135d-4ee9-b39c-fa53d87a4d30 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:44.639511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3d417-d1f2-46eb-8033-fcfecda6c594 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:44.639758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-719b1b6f-135d-4ee9-b39c-fa53d87a4d30 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/dd733278-9069-4954-9854-c71cacab7f29 HTTP/1.1" status: 204 len: 168 time: 1.3538127 Feb 04 15:39:44.686321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52170) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:44.781398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Allocated IP 172.20.0.2 (6e4678e9-ed96-4624-9429-e30e07e55ead/88e7356f-a497-4edf-ae92-0658bdba414e/b5209079-81c7-4484-a967-5fef3b8a093b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:44.908694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8f5846-82ed-40cb-9308-65a85dbae03c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Deleting subnet eb3e91f4-5582-4721-a6cd-19710b455dee {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:44.931777 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5846-82ed-40cb-9308-65a85dbae03c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.011614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.026664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777222b0-acec-4f44-a7b4-0cc91325a2c9 req-62c87256-908d-47bc-9fab-ed34954d8252 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.027673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-777222b0-acec-4f44-a7b4-0cc91325a2c9 req-62c87256-908d-47bc-9fab-ed34954d8252 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 944 time: 0.1305280 Feb 04 15:39:45.109227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be323-3dd4-4f58-9d6d-66605c414b5a req-6daef3b5-4a60-4d18-86f7-3e13ace4e652 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.112057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d71be323-3dd4-4f58-9d6d-66605c414b5a req-6daef3b5-4a60-4d18-86f7-3e13ace4e652 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 945 time: 0.3778286 Feb 04 15:39:45.137336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-777222b0-acec-4f44-a7b4-0cc91325a2c9 req-88a6f57d-a461-4021-9463-70dd9a790d66 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992823 Feb 04 15:39:45.205161 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.214709 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5846-82ed-40cb-9308-65a85dbae03c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.216163 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.266307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Pushing event updated for resources: {'Port': ['ID=b5209079-81c7-4484-a967-5fef3b8a093b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:45.286138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.286892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.287406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.287915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.288417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.288975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.289565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.290166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.290732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.291248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.291760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.292261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:45.313350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Network 6e4678e9-ed96-4624-9429-e30e07e55ead is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:45.316516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:45.321949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:45.377242 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9a5e04ed-4e7d-47ae-9715-2652d205c3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.391194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Attempting to bind port b5209079-81c7-4484-a967-5fef3b8a093b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:45.391583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Attempting to bind port b5209079-81c7-4484-a967-5fef3b8a093b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:45.392114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Attempting to bind port b5209079-81c7-4484-a967-5fef3b8a093b on network 6e4678e9-ed96-4624-9429-e30e07e55ead {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:45.400194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:45.400194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Checking segment: {'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:45.400487 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.400887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Bound using segment: {'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:45.401630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Bound port: b5209079-81c7-4484-a967-5fef3b8a093b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:45.402287 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.405514 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d71be323-3dd4-4f58-9d6d-66605c414b5a req-419bd0e8-4b92-4196-a682-3b2d9d6243dd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776568 Feb 04 15:39:45.426654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9a5e04ed-4e7d-47ae-9715-2652d205c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.442385 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1415862-64da-47d3-b6b3-89464e20e7f1 req-864af159-294a-4ac9-bdaa-b6de55e84aa3 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1344936 Feb 04 15:39:45.517437 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5846-82ed-40cb-9308-65a85dbae03c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.566344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] For port b5209079-81c7-4484-a967-5fef3b8a093b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:45.570778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] For port b5209079-81c7-4484-a967-5fef3b8a093b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b5209079-81c7-4484-a967-5fef3b8a093b,segment=NetworkSegment(64865c71-93af-4acc-8a62-2498a382d87a),segment_id=64865c71-93af-4acc-8a62-2498a382d87a)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:45.578509 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.587227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29d97bb7-72e5-4b59-affd-fc94a2ed8517 req-5abcc933-b751-4a0d-bddf-95ef801eacab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8fc2a8c-9816-4174-a3a8-600e48c3b01a HTTP/1.1" status: 200 len: 210 time: 0.1625869 Feb 04 15:39:45.668785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.683437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9a5e04ed-4e7d-47ae-9715-2652d205c3b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5522d51e371b40c18f43c0cefa650f24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1824703 Feb 04 15:39:45.718470 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5846-82ed-40cb-9308-65a85dbae03c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.730576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52180) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:45.737501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e04ed-4e7d-47ae-9715-2652d205c3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64047445-d1ab-4d14-8b06-d6ea382eaf87,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:45.750385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.782218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b83ed-21df-4eaa-a560-83eea0b2c101 None None] Pushing event updated for resources: {'Port': ['ID=b5209079-81c7-4484-a967-5fef3b8a093b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:45.802678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f5846-82ed-40cb-9308-65a85dbae03c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:45.822544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bc8f5846-82ed-40cb-9308-65a85dbae03c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/eb3e91f4-5582-4721-a6cd-19710b455dee HTTP/1.1" status: 204 len: 168 time: 1.1319416 Feb 04 15:39:45.827428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52182) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:45.829830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f5846-82ed-40cb-9308-65a85dbae03c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3e91f4-5582-4721-a6cd-19710b455dee,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:45.897231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f66fec26-c9ee-4b23-a65b-be00b8380493 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625246 Feb 04 15:39:45.902108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52186) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:45.983378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256df0e0-81d0-4c0a-abc5-08945561ca7c req-8564c18e-e4d7-427e-8be1-4599d7ebb6bb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:45.991548 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-256df0e0-81d0-4c0a-abc5-08945561ca7c req-8564c18e-e4d7-427e-8be1-4599d7ebb6bb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.3845396 Feb 04 15:39:45.993058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Allocated IP 172.25.1.137 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/14078d2f-3525-443a-97e4-a67f16844ba9) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:46.049726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf4cb4-5023-4dd7-8d19-81da6d36f51c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.052744 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4ecf4cb4-5023-4dd7-8d19-81da6d36f51c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1488361 Feb 04 15:39:46.061245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:46.110531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-256df0e0-81d0-4c0a-abc5-08945561ca7c req-6a3f8074-f6f3-4388-8b39-0d79961d8c97 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177673 Feb 04 15:39:46.142895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.177689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5101042c-b0e7-4732-a673-6f9b47019258 None None] Network 9441201d-a349-4a5a-8681-870320442b3d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:46.285534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-34904503-51c7-4871-9030-74762818f7f6 None None] Provisioning complete for port 55178f19-3a79-4510-8327-1b000c7072ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:46.286494 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-34904503-51c7-4871-9030-74762818f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.289322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.318456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477c2d-a679-4d79-ad56-2273c391138a req-7fe8b924-7264-462c-bf99-ea897c90efb7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.320192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15477c2d-a679-4d79-ad56-2273c391138a req-7fe8b924-7264-462c-bf99-ea897c90efb7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 945 time: 0.3196485 Feb 04 15:39:46.339392 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e33d605a-8a85-4639-a200-6f22a90586a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.385120 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:39:46.436317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f9374-080a-4008-88b6-0cc95e18e8fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.439529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-840f9374-080a-4008-88b6-0cc95e18e8fd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3777192 Feb 04 15:39:46.444825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:46.458309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a149630-0d5c-4f81-b6cc-a150f179fde9 req-b14da1d3-1d5c-4492-bb56-6e7b40cf1e45 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:46.460418 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a149630-0d5c-4f81-b6cc-a150f179fde9 req-b14da1d3-1d5c-4492-bb56-6e7b40cf1e45 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 944 time: 0.1698956 Feb 04 15:39:46.475539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15477c2d-a679-4d79-ad56-2273c391138a req-2023097b-4329-46bb-a69c-1914272fc5bb tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460257 Feb 04 15:39:46.490513 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e33d605a-8a85-4639-a200-6f22a90586a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.535161 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3babe9ae-c553-4865-a2bc-197d26012323 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872340 Feb 04 15:39:46.547712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52196) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:46.576682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-105bcf0e-2a4d-408e-aeab-1c5bcf8c9a1c req-ff5c1ab0-43f6-43e2-91c0-fdc637406e19 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1273041 Feb 04 15:39:46.577955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.586210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] DHCP port deletion for 9441201d-a349-4a5a-8681-870320442b3d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:39:46.599539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e33d605a-8a85-4639-a200-6f22a90586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.604256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e33d605a-8a85-4639-a200-6f22a90586a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.604720 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8d9890-dca8-4d34-9f0c-d568963913a7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:46.605519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8d9890-dca8-4d34-9f0c-d568963913a7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:46.607677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e33d605a-8a85-4639-a200-6f22a90586a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64047445-d1ab-4d14-8b06-d6ea382eaf87 HTTP/1.1" status: 204 len: 168 time: 0.8743958 Feb 04 15:39:46.624355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ee8d9890-dca8-4d34-9f0c-d568963913a7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/a8b28dce-64da-4f65-baf2-b6091cc66f68 HTTP/1.1" status: 404 len: 333 time: 0.0624812 Feb 04 15:39:46.639262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52200) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:46.647883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d605a-8a85-4639-a200-6f22a90586a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64047445-d1ab-4d14-8b06-d6ea382eaf87,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:46.656228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:46.672623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:46.691768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:46.725960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a149630-0d5c-4f81-b6cc-a150f179fde9 req-3f0cb425-a294-4a9d-8a7b-a8934d3b09a0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038069 Feb 04 15:39:46.728546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] Deleting port 55178f19-3a79-4510-8327-1b000c7072ce {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:46.728847 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:46.741696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fa42c618-b253-4008-853f-65c983fda77d details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:39:46.756053 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-1067902d-6906-4a62-9bd8-a4075c80b70f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:46.756541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1067902d-6906-4a62-9bd8-a4075c80b70f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:46.760399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb0d18c8-10e1-43c9-8829-2bf66b8114d0 req-b95d30c0-f3ea-46ee-b06d-92a4f19934bc tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1353951 Feb 04 15:39:46.762840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1067902d-6906-4a62-9bd8-a4075c80b70f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/dd733278-9069-4954-9854-c71cacab7f29 HTTP/1.1" status: 404 len: 337 time: 0.1126051 Feb 04 15:39:46.763718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52202) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:46.802381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Pushing event updated for resources: {'Port': ['ID=14078d2f-3525-443a-97e4-a67f16844ba9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:46.871685 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-0287aa0f-c576-43ef-aa27-5390d936388c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:46.872165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0287aa0f-c576-43ef-aa27-5390d936388c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:46.878417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0287aa0f-c576-43ef-aa27-5390d936388c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/eb3e91f4-5582-4721-a6cd-19710b455dee HTTP/1.1" status: 404 len: 337 time: 0.1120319 Feb 04 15:39:46.879634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52204) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:46.940369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] For port 55178f19-3a79-4510-8327-1b000c7072ce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=55178f19-3a79-4510-8327-1b000c7072ce,segment=NetworkSegment(f415855b-df28-4100-8c30-6de60c9db3e0),segment_id=f415855b-df28-4100-8c30-6de60c9db3e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:46.942044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.010075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b5209079-81c7-4484-a967-5fef3b8a093b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:47.014142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] Calling delete_port for 55178f19-3a79-4510-8327-1b000c7072ce owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:47.140242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fa42c618-b253-4008-853f-65c983fda77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa42c618-b253-4008-853f-65c983fda77d,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:47.175641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'fa42c618-b253-4008-853f-65c983fda77d', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'port_id': 'fa42c618-b253-4008-853f-65c983fda77d', 'mac_address': 'fa:16:3e:32:37:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b96d7-6170-4199-b3ee-2d2358a9e456', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:39:47.176809 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dbe938-984f-425e-9732-8dfaffbb41ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:47.177740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dbe938-984f-425e-9732-8dfaffbb41ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:47.189851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-55dbe938-984f-425e-9732-8dfaffbb41ed tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/66c07abf-6e05-41e0-9cfa-7654ff145f30 HTTP/1.1" status: 404 len: 333 time: 0.3064272 Feb 04 15:39:47.195335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52210) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:47.227195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b5209079-81c7-4484-a967-5fef3b8a093b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:47.232993 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.308416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.312795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.333598 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fbe396-84a6-4479-9f33-d58f5a47c7db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:47.334645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fbe396-84a6-4479-9f33-d58f5a47c7db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:47.340043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20fbe396-84a6-4479-9f33-d58f5a47c7db tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/6a75d6a1-8429-4581-bb70-accc00c36c76 HTTP/1.1" status: 404 len: 337 time: 0.1401119 Feb 04 15:39:47.347013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:47.360571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.396617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] No DVR routers for this DVR port 55178f19-3a79-4510-8327-1b000c7072ce on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:47.401735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718bffb-d3dd-4c96-8a13-29bbea725827 None None] Pushing event deleted for resources: {'Port': ['ID=55178f19-3a79-4510-8327-1b000c7072ce,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:47.420082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa42c618-b253-4008-853f-65c983fda77d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:39:47.425854 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d5129b-b260-4281-990f-3fdc2a74b3ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:47.426418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d5129b-b260-4281-990f-3fdc2a74b3ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:47.429549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-79d5129b-b260-4281-990f-3fdc2a74b3ce tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/555eb895-8d75-4dad-8025-5853c9ca1f6f HTTP/1.1" status: 404 len: 337 time: 0.0774069 Feb 04 15:39:47.455645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52218) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:47.500186 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a56a5d2-9495-4685-b145-2ecedc717d53 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:47.502799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a56a5d2-9495-4685-b145-2ecedc717d53 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:47.526830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4a56a5d2-9495-4685-b145-2ecedc717d53 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/b3d4c3a4-053a-4d4b-ad80-2a278f4498c2 HTTP/1.1" status: 404 len: 333 time: 0.0726552 Feb 04 15:39:47.532627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port e3802f25-c3d8-4182-8bd2-f8a806ff2e60 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:47.533205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.549295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52224) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:47.625153 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26d8209-62c5-4d88-b0be-b484ceab06d7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:47.625679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26d8209-62c5-4d88-b0be-b484ceab06d7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:47.629949 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b26d8209-62c5-4d88-b0be-b484ceab06d7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/58aae8fa-cadd-4fc9-9e5e-6e576fc73379 HTTP/1.1" status: 404 len: 337 time: 0.0805306 Feb 04 15:39:47.638232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52228) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:47.672184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fcd47-7b96-4d72-a092-060f0a280788 req-9cff2e9d-33e6-46bc-8c16-1f9a264ff3c3 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:47.673807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d02fcd47-7b96-4d72-a092-060f0a280788 req-9cff2e9d-33e6-46bc-8c16-1f9a264ff3c3 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.3582482 Feb 04 15:39:47.709765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ce60c-0431-4368-aef7-25f6a63eff1b None None] Network 6e4678e9-ed96-4624-9429-e30e07e55ead requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:47.741440 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.760434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for e3802f25-c3d8-4182-8bd2-f8a806ff2e60 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:47.788768 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.794583 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-18447ab2-d6fe-4350-8960-f7f15ea37cf6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:47.795080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18447ab2-d6fe-4350-8960-f7f15ea37cf6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:47.798406 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-18447ab2-d6fe-4350-8960-f7f15ea37cf6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/21384da1-0d9b-436d-8b1a-4377ff6eca30 HTTP/1.1" status: 404 len: 337 time: 0.1591873 Feb 04 15:39:47.805354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52234) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:47.808866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fa42c618-b253-4008-853f-65c983fda77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa42c618-b253-4008-853f-65c983fda77d,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:47.822188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.883234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=fa42c618-b253-4008-853f-65c983fda77d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:47.892344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1b9c0215-6b7f-40c4-b7c7-af7647c8170e None None] Provisioning complete for port b5209079-81c7-4484-a967-5fef3b8a093b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:47.892847 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0215-6b7f-40c4-b7c7-af7647c8170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.892969 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-21af5351-46fc-484b-8e66-84b0cf78365e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:47.894199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21af5351-46fc-484b-8e66-84b0cf78365e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:47.897908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:47.898627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-21af5351-46fc-484b-8e66-84b0cf78365e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/752a89f4-9242-4931-8161-90f3c12495b7 HTTP/1.1" status: 404 len: 333 time: 0.0911455 Feb 04 15:39:47.903006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52240) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:47.911825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d02fcd47-7b96-4d72-a092-060f0a280788 req-483562fa-cf9f-4b0f-8996-2aeaf051eeb5 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241263 Feb 04 15:39:47.942112 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44ad024-20be-4a57-aab9-4fcc15438d5c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:47.942869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44ad024-20be-4a57-aab9-4fcc15438d5c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:47.950757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d44ad024-20be-4a57-aab9-4fcc15438d5c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/766537d0-edd8-465d-a026-768469ca82e0 HTTP/1.1" status: 404 len: 337 time: 0.0419724 Feb 04 15:39:47.959407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:48.010631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f58f8-37e4-4439-b55f-4268374b9d37 req-ba9f4565-dcaa-4601-a287-fd19b75bfb3f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.017939 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c53f58f8-37e4-4439-b55f-4268374b9d37 req-ba9f4565-dcaa-4601-a287-fd19b75bfb3f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 945 time: 0.3804164 Feb 04 15:39:48.068579 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-7878c382-c891-4ca0-ac26-b8d75f9c3bc7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:48.069038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7878c382-c891-4ca0-ac26-b8d75f9c3bc7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:48.072150 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7878c382-c891-4ca0-ac26-b8d75f9c3bc7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/ef2914f9-b61a-41c5-92c9-4274f2ae7469 HTTP/1.1" status: 404 len: 337 time: 0.0469315 Feb 04 15:39:48.077168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52246) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:48.141780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b49e7-7261-4b7e-814d-d3e0511867da req-5ed04565-ebd3-426f-a3a8-e891d86dcd42 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.143431 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e44b49e7-7261-4b7e-814d-d3e0511867da req-5ed04565-ebd3-426f-a3a8-e891d86dcd42 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 945 time: 0.1301651 Feb 04 15:39:48.163983 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e10e26a-e896-4472-83fd-c239a9704fb9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:48.164721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e10e26a-e896-4472-83fd-c239a9704fb9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:48.167901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1e10e26a-e896-4472-83fd-c239a9704fb9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/e272804e-20c9-401e-8a65-a0a29a7fc310 HTTP/1.1" status: 404 len: 333 time: 0.0874953 Feb 04 15:39:48.172588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52250) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:48.185968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b5209079-81c7-4484-a967-5fef3b8a093b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b5209079-81c7-4484-a967-5fef3b8a093b,segment=NetworkSegment(64865c71-93af-4acc-8a62-2498a382d87a),segment_id=64865c71-93af-4acc-8a62-2498a382d87a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:48.201618 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.223250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.269769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['fa42c618-b253-4008-853f-65c983fda77d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:48.300052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c53f58f8-37e4-4439-b55f-4268374b9d37 req-af75314b-c11e-4f37-bc0e-0d61ed03811f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811825 Feb 04 15:39:48.321823 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52b49a6-6c50-4b6a-b119-c5c357e40d16 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:48.322322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52b49a6-6c50-4b6a-b119-c5c357e40d16 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:48.325496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b52b49a6-6c50-4b6a-b119-c5c357e40d16 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/48ad381a-24cb-44e7-8dd3-3206e7f45603 HTTP/1.1" status: 404 len: 337 time: 0.1518745 Feb 04 15:39:48.346772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52252) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:48.372225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e44b49e7-7261-4b7e-814d-d3e0511867da req-8c1aca81-0c15-43d2-ad94-745ba3255247 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142920 Feb 04 15:39:48.387033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=e3802f25-c3d8-4182-8bd2-f8a806ff2e60,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:48.426562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 55178f19-3a79-4510-8327-1b000c7072ce no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:48.452025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-9a27ead8-0513-4f06-b2a0-8af4f039144e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:48.454438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-9a27ead8-0513-4f06-b2a0-8af4f039144e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.50 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 945 time: 0.3310730 Feb 04 15:39:48.460905 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08a1843-5186-4ebc-8a7d-ee0769fb8f47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:48.468915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08a1843-5186-4ebc-8a7d-ee0769fb8f47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:48.472725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e08a1843-5186-4ebc-8a7d-ee0769fb8f47 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/ebbe117f-3679-43ea-b5f5-578782e09083 HTTP/1.1" status: 404 len: 333 time: 0.1242819 Feb 04 15:39:48.491650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52256) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:48.512772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 55178f19-3a79-4510-8327-1b000c7072ce {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:48.514734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 55178f19-3a79-4510-8327-1b000c7072ce not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:48.526165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Router 0f61dc25-5b53-403e-9452-79c72f52c8ab is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:39:48.605298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b5209079-81c7-4484-a967-5fef3b8a093b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:48.611159 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20237b2-7aca-462a-8c63-34d5f21bff2a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:48.625920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20237b2-7aca-462a-8c63-34d5f21bff2a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:48.627281 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:48.630176 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b20237b2-7aca-462a-8c63-34d5f21bff2a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/11f22b02-4ae5-419f-bd80-a609fa554b52 HTTP/1.1" status: 404 len: 337 time: 0.1204319 Feb 04 15:39:48.637545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52260) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:48.666459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b6fb7899-a002-4264-857c-d9e92735f9fa req-72bf1239-fb54-4368-af76-8db865bae323 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1432178 Feb 04 15:39:48.841815 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cca8ff-2d5c-464f-9b2a-1ea1a49e7230 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:48.842662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cca8ff-2d5c-464f-9b2a-1ea1a49e7230 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:48.848086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-64cca8ff-2d5c-464f-9b2a-1ea1a49e7230 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/721fbc8c-aa63-4631-968d-7f594d770ade HTTP/1.1" status: 404 len: 333 time: 0.2057731 Feb 04 15:39:48.854832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52266) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:48.887316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b5209079-81c7-4484-a967-5fef3b8a093b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:48.943462 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a235dab9-f925-477a-87da-4da958347be5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:48.943936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a235dab9-f925-477a-87da-4da958347be5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:48.947242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a235dab9-f925-477a-87da-4da958347be5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/d0ed67bd-e3a8-4348-850a-1fbda3e810d5 HTTP/1.1" status: 404 len: 337 time: 0.0890670 Feb 04 15:39:48.984389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52276) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.043839 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4428878-5535-4224-86d5-4ec700e90fbe tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.044328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4428878-5535-4224-86d5-4ec700e90fbe tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.063111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c4428878-5535-4224-86d5-4ec700e90fbe tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/2fca9303-0477-486a-8fb3-8ba6418cd941 HTTP/1.1" status: 404 len: 333 time: 0.0737183 Feb 04 15:39:49.063448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c4544f51-70e6-40aa-85e8-db7fd8d9c47a None None] Provisioning complete for port b5209079-81c7-4484-a967-5fef3b8a093b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:49.063448 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4544f51-70e6-40aa-85e8-db7fd8d9c47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.065255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52284) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.108047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router db7ec004-174c-4b9f-a47d-2259c3b98e95 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:49.109527 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a1e69b-9581-4f0c-8f94-1da2c77fc2b3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.109916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a1e69b-9581-4f0c-8f94-1da2c77fc2b3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.118065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b0a1e69b-9581-4f0c-8f94-1da2c77fc2b3 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/56326e1c-a715-4542-9861-c9bc68162ba8 HTTP/1.1" status: 404 len: 337 time: 0.0484312 Feb 04 15:39:49.119379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52286) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.132048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b5209079-81c7-4484-a967-5fef3b8a093b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:49.132511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.151148 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3c9fb9-26e2-407f-bc41-84ebbdc9cdc8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.151748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3c9fb9-26e2-407f-bc41-84ebbdc9cdc8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.158550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab3c9fb9-26e2-407f-bc41-84ebbdc9cdc8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/1f139b17-855d-47cc-8be6-06b0b0381536 HTTP/1.1" status: 404 len: 333 time: 0.0346329 Feb 04 15:39:49.159190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52288) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.293179 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-88615c48-7d14-4683-9928-d381297145e6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.293645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88615c48-7d14-4683-9928-d381297145e6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.298406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-88615c48-7d14-4683-9928-d381297145e6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/ee6d49a4-dd84-44d3-be0f-a0f2ec66d795 HTTP/1.1" status: 404 len: 337 time: 0.1382411 Feb 04 15:39:49.301843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52292) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.315630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:49.330819 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e092a-3570-4bac-a2c4-8ab01b1e83f2 None None] Sync routers for ids ['db7ec004-174c-4b9f-a47d-2259c3b98e95'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:49.336067 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-3387cbcb-324b-47b4-b812-56132043b1bd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.337726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3387cbcb-324b-47b4-b812-56132043b1bd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.352772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3387cbcb-324b-47b4-b812-56132043b1bd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/59f79eab-8884-44c1-b20d-1b17c2ea6089 HTTP/1.1" status: 404 len: 333 time: 0.0494602 Feb 04 15:39:49.360534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52300) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.371685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-edb29813-b750-4e4a-b22e-b8b8a9b972b3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/db7ec004-174c-4b9f-a47d-2259c3b98e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2874670 Feb 04 15:39:49.382695 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e092a-3570-4bac-a2c4-8ab01b1e83f2 None None] Routers {'db7ec004-174c-4b9f-a47d-2259c3b98e95'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:49.384918 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e74e092a-3570-4bac-a2c4-8ab01b1e83f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['db7ec004-174c-4b9f-a47d-2259c3b98e95'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:49.385772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52302) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.442146 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4c52a896-54c5-4405-b8c5-5caea4b81f5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=db7ec004-174c-4b9f-a47d-2259c3b98e95 HTTP/1.1" status: 200 len: 205 time: 0.0541854 Feb 04 15:39:49.443421 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-3574179c-e24e-4187-bd4d-9281d9f93658 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.443716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8260932-821f-4eb4-824c-9f2758d84ba8 req-2010e7b1-f09c-47a7-909a-a652bc43863a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:49.443925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3574179c-e24e-4187-bd4d-9281d9f93658 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.450890 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3574179c-e24e-4187-bd4d-9281d9f93658 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/3ba78d14-7767-4ba7-adf4-70aba495eb22 HTTP/1.1" status: 404 len: 337 time: 0.0743990 Feb 04 15:39:49.450890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52306) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.451304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52308) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.454227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8260932-821f-4eb4-824c-9f2758d84ba8 req-2010e7b1-f09c-47a7-909a-a652bc43863a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.3354456 Feb 04 15:39:49.486489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Deleting port a41b2cb0-82f7-4ed6-ae97-eb846421a591 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:49.486822 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.507070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:49.511301 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e74e092a-3570-4bac-a2c4-8ab01b1e83f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:49.520085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Sync routers for ids ['0f61dc25-5b53-403e-9452-79c72f52c8ab'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:49.532875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Routers {'0f61dc25-5b53-403e-9452-79c72f52c8ab'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:49.533591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0f61dc25-5b53-403e-9452-79c72f52c8ab'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:49.542480 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94d750b-ab41-4aa8-9daf-c96922cc21d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.543209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94d750b-ab41-4aa8-9daf-c96922cc21d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.547104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f94d750b-ab41-4aa8-9daf-c96922cc21d2 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/023a60d2-826a-47d7-b648-73cb7fd169ed HTTP/1.1" status: 404 len: 337 time: 0.0946200 Feb 04 15:39:49.556549 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e092a-3570-4bac-a2c4-8ab01b1e83f2 None None] Routers {'db7ec004-174c-4b9f-a47d-2259c3b98e95'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:49.556868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52310) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.558505 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e74e092a-3570-4bac-a2c4-8ab01b1e83f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['db7ec004-174c-4b9f-a47d-2259c3b98e95'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:49.596710 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf13687-a719-4ebc-b4ef-76ba09d0069a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.598736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf13687-a719-4ebc-b4ef-76ba09d0069a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.610168 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bbf13687-a719-4ebc-b4ef-76ba09d0069a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/3c34dc0b-4df5-43d2-bbea-467bfaf12f8e HTTP/1.1" status: 404 len: 333 time: 0.0465698 Feb 04 15:39:49.626790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6450719-fb76-4f0f-983a-40b3f1f96bab tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.630590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8260932-821f-4eb4-824c-9f2758d84ba8 req-b380e83b-eb61-43df-9544-365176d6ad2f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753016 Feb 04 15:39:49.634061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52316) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.660978 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e74e092a-3570-4bac-a2c4-8ab01b1e83f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:49.665172 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e092a-3570-4bac-a2c4-8ab01b1e83f2 None None] The sync data for ids ['db7ec004-174c-4b9f-a47d-2259c3b98e95'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:49.704104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:49.705632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-90399268-3448-410c-b624-0999be7aad1e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4277289 Feb 04 15:39:49.709703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52318) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.711005 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8d21c0-6132-43eb-93fb-bd828936f3cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.711531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8d21c0-6132-43eb-93fb-bd828936f3cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.714745 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cf8d21c0-6132-43eb-93fb-bd828936f3cd tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/5c922045-a890-496c-ad06-f4e84adfb94f HTTP/1.1" status: 404 len: 337 time: 0.0793312 Feb 04 15:39:49.725317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52320) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.770798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b47afb9-d42d-43f6-83b8-2e09e31d329b req-c2bdd6a6-041d-4afb-b305-559cab26e123 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0462401 Feb 04 15:39:49.838432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Set router 0f61dc25-5b53-403e-9452-79c72f52c8ab gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:49.922803 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-967325c8-9f48-47f9-bc62-800f03e2aa77 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:49.923037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967325c8-9f48-47f9-bc62-800f03e2aa77 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:49.931377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894faaff-f316-4479-ab45-b34949dd8579 req-c087918d-8816-425c-941c-d8f6166280ef tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:49.933863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-894faaff-f316-4479-ab45-b34949dd8579 req-c087918d-8816-425c-941c-d8f6166280ef tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 945 time: 0.4371846 Feb 04 15:39:49.934773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52324) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:49.935465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-967325c8-9f48-47f9-bc62-800f03e2aa77 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/87c20819-8001-49ac-bac2-17737bba72de HTTP/1.1" status: 404 len: 337 time: 0.1671154 Feb 04 15:39:50.001061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] For port a41b2cb0-82f7-4ed6-ae97-eb846421a591, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a41b2cb0-82f7-4ed6-ae97-eb846421a591,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:50.001474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.064569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Calling delete_port for a41b2cb0-82f7-4ed6-ae97-eb846421a591 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:50.100883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c107b-09ae-4802-923f-102ac412914c req-7b44eb2c-fac1-4f35-9b57-c0a16ae2caa3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:50.102749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f4c107b-09ae-4802-923f-102ac412914c req-7b44eb2c-fac1-4f35-9b57-c0a16ae2caa3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 945 time: 0.2114675 Feb 04 15:39:50.147377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:39:46Z', 'revision_number': 3, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port': {'id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:45Z', 'updated_at': '2022-02-04T15:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:50.205490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Checking router: 0f61dc25-5b53-403e-9452-79c72f52c8ab for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:50.206080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Updating router 0f61dc25-5b53-403e-9452-79c72f52c8ab port 14078d2f-3525-443a-97e4-a67f16844ba9 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:39:50.266752 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.423908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f4c107b-09ae-4802-923f-102ac412914c req-9974dd5a-b995-4119-91d2-f773322a70eb tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815912 Feb 04 15:39:50.538463 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-498c82be-1759-4920-aa6e-fd8da7d6bd05 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:50.539188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498c82be-1759-4920-aa6e-fd8da7d6bd05 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:50.542836 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-498c82be-1759-4920-aa6e-fd8da7d6bd05 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/6614fa5c-40a4-43cc-bc94-607faaa0d8f1 HTTP/1.1" status: 404 len: 333 time: 0.5563095 Feb 04 15:39:50.549649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6450719-fb76-4f0f-983a-40b3f1f96bab tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.552225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52336) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:50.553012 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6450719-fb76-4f0f-983a-40b3f1f96bab tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.598508 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff47894-7245-411b-be1e-930ba087bad9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:50.598840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff47894-7245-411b-be1e-930ba087bad9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:50.603146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cff47894-7245-411b-be1e-930ba087bad9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/46e282cd-edd6-41f2-bade-e2262f533282 HTTP/1.1" status: 404 len: 337 time: 0.0478771 Feb 04 15:39:50.615176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52338) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:50.667323 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-337a44c1-08bd-4b68-ae17-d47ca1d2aa6c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:50.667323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337a44c1-08bd-4b68-ae17-d47ca1d2aa6c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:50.675782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6450719-fb76-4f0f-983a-40b3f1f96bab tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.676435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6450719-fb76-4f0f-983a-40b3f1f96bab tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Fanout notify agent at l3_agent the message router_deleted on router db7ec004-174c-4b9f-a47d-2259c3b98e95 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:39:50.689638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-337a44c1-08bd-4b68-ae17-d47ca1d2aa6c tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/2f55eba5-4455-420f-9a3d-c8ce1f7aac85 HTTP/1.1" status: 404 len: 337 time: 0.0730457 Feb 04 15:39:50.698922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6450719-fb76-4f0f-983a-40b3f1f96bab tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.703708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b6450719-fb76-4f0f-983a-40b3f1f96bab tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/db7ec004-174c-4b9f-a47d-2259c3b98e95 HTTP/1.1" status: 204 len: 168 time: 1.2543328 Feb 04 15:39:50.704708 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52342) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:50.705312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52344) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:50.753382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fa42c618-b253-4008-853f-65c983fda77d up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:50.781595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-894faaff-f316-4479-ab45-b34949dd8579 req-4ba60f45-0a79-4c2f-a375-8d2e4fd8f58b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7900786 Feb 04 15:39:50.830566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.858467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c49554e9-0a57-4eeb-b69f-5a9a86019aaa'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:39:50.868851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a41b2cb0-82f7-4ed6-ae97-eb846421a591 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:50.929402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Pushing event deleted for resources: {'Port': ['ID=a41b2cb0-82f7-4ed6-ae97-eb846421a591,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:50.933952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: a41b2cb0-82f7-4ed6-ae97-eb846421a591 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:50.934350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a41b2cb0-82f7-4ed6-ae97-eb846421a591 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:50.949994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdb3c97-9042-45d9-b756-8758fe451f17 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet da3e176f-23d3-4913-9416-8d00e4b8b2c8 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:50.957775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3c97-9042-45d9-b756-8758fe451f17 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:50.981791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e1dc-f047-4348-bc71-55b3ec35c332 req-81175040-c137-4a5a-bf30-90e29210630c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:50.986561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b294e1dc-f047-4348-bc71-55b3ec35c332 req-81175040-c137-4a5a-bf30-90e29210630c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.2061806 Feb 04 15:39:50.997150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port fa42c618-b253-4008-853f-65c983fda77d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:39:51.017040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port fa42c618-b253-4008-853f-65c983fda77d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:51.017397 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.030077 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-be930869-3840-4a44-b5cb-894d67492521 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:51.030956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be930869-3840-4a44-b5cb-894d67492521 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:51.040488 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-be930869-3840-4a44-b5cb-894d67492521 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/32bbd13e-b2d3-48e3-92ed-04162dece301 HTTP/1.1" status: 404 len: 333 time: 0.3256412 Feb 04 15:39:51.041040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] No DVR routers for this DVR port a41b2cb0-82f7-4ed6-ae97-eb846421a591 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:51.044390 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.048638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9fbbe782-5cae-4347-8894-b3c1e6c57daf req-4bed0b3d-e8e6-43b7-ae38-624bf4076e01 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.50 "DELETE /v2.0/ports/a41b2cb0-82f7-4ed6-ae97-eb846421a591 HTTP/1.1" status: 204 len: 173 time: 2.5740826 Feb 04 15:39:51.049290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52350) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:51.054661 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.076440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35', 'name': 'network-vif-deleted', 'tag': 'a41b2cb0-82f7-4ed6-ae97-eb846421a591'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:51.079518 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287486f-d788-469c-bcc0-743b54439ca0" -d '{"events": [{"server_uuid": "40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35", "name": "network-vif-deleted", "tag": "a41b2cb0-82f7-4ed6-ae97-eb846421a591"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:51.116096 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.141559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.171306 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9e4d1e-1db7-4cdd-a881-04d88ea4bb22 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:51.172231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9e4d1e-1db7-4cdd-a881-04d88ea4bb22 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:51.176466 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4d9e4d1e-1db7-4cdd-a881-04d88ea4bb22 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/4ebc568e-7147-455d-909c-a4d3c9e7cd3b HTTP/1.1" status: 404 len: 337 time: 0.0931613 Feb 04 15:39:51.198673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52356) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:51.203182 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3c97-9042-45d9-b756-8758fe451f17 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.218745 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f535ce09-433a-4451-8114-f39b29f61ac7 req-d593de22-d8b7-41b7-ba45-f72365667d2c tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1986020 Feb 04 15:39:51.250036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.315953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab194db8-921e-411a-9356-7b4dba6078aa None None] Pushing event updated for resources: {'Port': ['ID=14078d2f-3525-443a-97e4-a67f16844ba9,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:51.327218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Attempting to bind port 14078d2f-3525-443a-97e4-a67f16844ba9 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:51.328749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Attempting to bind port 14078d2f-3525-443a-97e4-a67f16844ba9 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:51.328749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Attempting to bind port 14078d2f-3525-443a-97e4-a67f16844ba9 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:51.329912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dd39e2-e2c4-4e4e-a74e-ee7050481922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa42c618-b253-4008-853f-65c983fda77d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:39:51.334198 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cae78c-e4d0-4f33-8603-b28313e6689b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:51.334445 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4118d7-3068-4d37-8584-f4792402c35e" -d '{"events": [{"server_uuid": "56dd39e2-e2c4-4e4e-a74e-ee7050481922", "name": "network-vif-plugged", "status": "completed", "tag": "fa42c618-b253-4008-853f-65c983fda77d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:39:51.335097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cae78c-e4d0-4f33-8603-b28313e6689b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:51.340049 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-08cae78c-e4d0-4f33-8603-b28313e6689b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/c5c802a1-bc0d-4e20-8a41-344a3b6701a5 HTTP/1.1" status: 404 len: 337 time: 0.1368761 Feb 04 15:39:51.343521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52362) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:51.356814 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aee34d-547e-4cb1-96ca-3ec2e2e4a99c x-openstack-request-id: req-b0aee34d-547e-4cb1-96ca-3ec2e2e4a99c {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:51.357347 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35", "name": "network-vif-deleted", "tag": "a41b2cb0-82f7-4ed6-ae97-eb846421a591", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:51.358813 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0aee34d-547e-4cb1-96ca-3ec2e2e4a99c {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:51.359424 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35', 'name': 'network-vif-deleted', 'tag': 'a41b2cb0-82f7-4ed6-ae97-eb846421a591', 'status': 'completed', 'code': 200} Feb 04 15:39:51.362385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:51.363405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:51.363968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.364372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:51.364953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Bound port: 14078d2f-3525-443a-97e4-a67f16844ba9, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:51.365535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.373147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fa42c618-b253-4008-853f-65c983fda77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa42c618-b253-4008-853f-65c983fda77d,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:51.379147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b294e1dc-f047-4348-bc71-55b3ec35c332 req-c2c31c58-41f2-4353-a05f-baaa96571a19 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282557 Feb 04 15:39:51.427007 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.571293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c4a0189d-0c30-4f57-a01b-5ae6810dfaf9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports?device_id=50a84514-26ad-461d-af95-d2130a33fa43 HTTP/1.1" status: 200 len: 205 time: 0.2262075 Feb 04 15:39:51.576032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52366) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:51.604076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Allocated IP 172.20.0.1 (6e4678e9-ed96-4624-9429-e30e07e55ead/88e7356f-a497-4edf-ae92-0658bdba414e/d3e045ff-b1ec-444a-93ea-0b8d05996cca) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:39:51.604735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] For port 14078d2f-3525-443a-97e4-a67f16844ba9, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:51.612166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] For port 14078d2f-3525-443a-97e4-a67f16844ba9, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=14078d2f-3525-443a-97e4-a67f16844ba9,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:51.630366 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7add0f0-7efb-47ee-b28c-d474b7c357ad x-openstack-request-id: req-e7add0f0-7efb-47ee-b28c-d474b7c357ad {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:39:51.631121 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dd39e2-e2c4-4e4e-a74e-ee7050481922", "name": "network-vif-plugged", "status": "completed", "tag": "fa42c618-b253-4008-853f-65c983fda77d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:39:51.631531 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7add0f0-7efb-47ee-b28c-d474b7c357ad {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:39:51.632248 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dd39e2-e2c4-4e4e-a74e-ee7050481922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa42c618-b253-4008-853f-65c983fda77d', 'code': 200} Feb 04 15:39:51.642097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.648533 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-3c9ce882-90e1-47cd-a670-57b53425a6b6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] delete failed (client error): The resource could not be found. Feb 04 15:39:51.655510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c9ce882-90e1-47cd-a670-57b53425a6b6 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/routers/50a84514-26ad-461d-af95-d2130a33fa43 HTTP/1.1" status: 404 len: 336 time: 0.0767069 Feb 04 15:39:51.660715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52368) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:51.688168 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3c97-9042-45d9-b756-8758fe451f17 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.734124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Routers {'0f61dc25-5b53-403e-9452-79c72f52c8ab'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:51.735112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0f61dc25-5b53-403e-9452-79c72f52c8ab'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:51.761715 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-793f6a01-527a-4cd9-be0f-15b4466e3d2f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:51.762485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793f6a01-527a-4cd9-be0f-15b4466e3d2f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:51.773216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-793f6a01-527a-4cd9-be0f-15b4466e3d2f tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/057f6c45-4a1f-4362-aabf-af81d875e81d HTTP/1.1" status: 404 len: 337 time: 0.1103880 Feb 04 15:39:51.793371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52370) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:51.854281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:51.892684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-50932f65-348f-429c-9ed2-e762df2434e7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "GET /v2.0/ports?device_id=e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 HTTP/1.1" status: 200 len: 205 time: 0.0921030 Feb 04 15:39:51.895563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52376) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:51.948291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=fa42c618-b253-4008-853f-65c983fda77d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:51.956328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] Set router 0f61dc25-5b53-403e-9452-79c72f52c8ab gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:51.993033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.024166 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-683710c0-232d-48eb-9dcd-053ed18b6c2e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] delete failed (client error): The resource could not be found. Feb 04 15:39:52.026284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-683710c0-232d-48eb-9dcd-053ed18b6c2e tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/routers/e34c6b4c-4f19-4fb0-a45d-96d334c9cb98 HTTP/1.1" status: 404 len: 336 time: 0.1202304 Feb 04 15:39:52.030671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.141338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Network 6e4678e9-ed96-4624-9429-e30e07e55ead is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:52.146503 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e56103-77b2-4179-ba85-ed8b4c66cf18 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.147226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e56103-77b2-4179-ba85-ed8b4c66cf18 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.147368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:52.155971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-65e56103-77b2-4179-ba85-ed8b4c66cf18 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/dc80f125-e395-4e73-a353-1e336c028775 HTTP/1.1" status: 404 len: 337 time: 0.1222563 Feb 04 15:39:52.165167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e04f21d-7e7e-4bcc-8093-852b0f8b11f7 req-9471834f-937d-48a7-acea-0911aeadb282 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=40f2a0c1-0bfc-42ed-95fc-fd03bb30bc35 HTTP/1.1" status: 200 len: 210 time: 0.1365273 Feb 04 15:39:52.177250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6cc7e-797f-4f6e-bbdc-5ed11ff46721 req-a770cbab-1bd8-41aa-b966-3e9d8974187c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:52.178604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52382) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.221520 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f1c6cc7e-797f-4f6e-bbdc-5ed11ff46721 req-a770cbab-1bd8-41aa-b966-3e9d8974187c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 946 time: 0.3354239 Feb 04 15:39:52.239276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:39:52.287833 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2405ea7-f9a7-4ce6-b5fd-ff703740aea7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.288343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2405ea7-f9a7-4ce6-b5fd-ff703740aea7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.306559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae217-0dac-4c5a-a0f2-75b40e5699d9 req-5b7ddc8f-d06b-40b1-90e5-11d7cb6bfec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:52.306817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2405ea7-f9a7-4ce6-b5fd-ff703740aea7 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/04840fcf-c584-419e-9b44-0fca02db4ebf HTTP/1.1" status: 404 len: 337 time: 0.1243317 Feb 04 15:39:52.307884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52386) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.308894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1eaae217-0dac-4c5a-a0f2-75b40e5699d9 req-5b7ddc8f-d06b-40b1-90e5-11d7cb6bfec8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 1097 time: 0.4217823 Feb 04 15:39:52.309950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.330830 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3c97-9042-45d9-b756-8758fe451f17 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.370040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Pushing event updated for resources: {'Port': ['ID=d3e045ff-b1ec-444a-93ea-0b8d05996cca,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.450713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f1c6cc7e-797f-4f6e-bbdc-5ed11ff46721 req-2763ecf9-2d92-482c-a9ff-df9161e33a24 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279677 Feb 04 15:39:52.457833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1eaae217-0dac-4c5a-a0f2-75b40e5699d9 req-a37956d2-e19a-4fc9-8d2d-41e219363c78 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891097 Feb 04 15:39:52.477758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb3c97-9042-45d9-b756-8758fe451f17 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=da3e176f-23d3-4913-9416-8d00e4b8b2c8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.492931 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a4a7d5-731c-4b48-86a6-3c39441dc83b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.502061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a4a7d5-731c-4b48-86a6-3c39441dc83b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.507491 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f2a4a7d5-731c-4b48-86a6-3c39441dc83b tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/e1998ae3-b049-4ea9-9a91-99ec51b03e55 HTTP/1.1" status: 404 len: 333 time: 0.1962214 Feb 04 15:39:52.513287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3c97-9042-45d9-b756-8758fe451f17 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.520639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7fdb3c97-9042-45d9-b756-8758fe451f17 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/da3e176f-23d3-4913-9416-8d00e4b8b2c8 HTTP/1.1" status: 204 len: 168 time: 1.8076985 Feb 04 15:39:52.522991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.523599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e953f2-e410-4026-a921-6b4e99477552 None None] Network 917a4089-92f9-4d5c-8913-a18ce54e13f3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:52.524755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52392) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.566246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab194db8-921e-411a-9356-7b4dba6078aa None None] Pushing event updated for resources: {'Port': ['ID=14078d2f-3525-443a-97e4-a67f16844ba9,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:52.623004 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-827ffdc9-72a4-4b9a-93ef-429fce27fea3 req-13b05cd3-25c7-4dd3-b6b8-6955564984b3 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1482816 Feb 04 15:39:52.647802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.656975 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-802829e9-dea6-40f0-84d4-350c5a9ed6ab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.657544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802829e9-dea6-40f0-84d4-350c5a9ed6ab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.663835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-802829e9-dea6-40f0-84d4-350c5a9ed6ab tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/83e2c879-c1ab-449a-9834-b63a12d0fd96 HTTP/1.1" status: 404 len: 337 time: 0.1129026 Feb 04 15:39:52.665136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52394) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.695893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e10a2-f18b-4ff1-a2e8-540acdca3802 req-1b756044-86b5-47a8-a0b4-698fa5a8e69c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:52.705166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c84e10a2-f18b-4ff1-a2e8-540acdca3802 req-1b756044-86b5-47a8-a0b4-698fa5a8e69c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.1091897 Feb 04 15:39:52.708270 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1aea05a-e3cb-405b-8c50-5961ecb1ec05 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.709311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1aea05a-e3cb-405b-8c50-5961ecb1ec05 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.715068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a1aea05a-e3cb-405b-8c50-5961ecb1ec05 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/2117645a-17d3-4223-9bc0-dcdee76294e0 HTTP/1.1" status: 404 len: 333 time: 0.0465980 Feb 04 15:39:52.716270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52396) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.751940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68028af-58d2-4c2f-8910-cc46f16c5410 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet caa7d607-1007-4dbf-b741-f28f8ff58bb3 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:39:52.756205 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1004043-7767-4272-adde-430342304a3a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.756664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1004043-7767-4272-adde-430342304a3a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.760049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c1004043-7767-4272-adde-430342304a3a tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/8259fb95-746a-4ee2-b1d7-53a7ffc65304 HTTP/1.1" status: 404 len: 337 time: 0.0428393 Feb 04 15:39:52.760846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c68028af-58d2-4c2f-8910-cc46f16c5410 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.764496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52398) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.790455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-89a57aec-b308-4619-8bf9-a409b5916c32 None None] Provisioning complete for port d3e045ff-b1ec-444a-93ea-0b8d05996cca triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:52.790839 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-89a57aec-b308-4619-8bf9-a409b5916c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.820397 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a5f8ff-027e-4edd-946c-7f90245ae406 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.821693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a5f8ff-027e-4edd-946c-7f90245ae406 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.830231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c5a5f8ff-027e-4edd-946c-7f90245ae406 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/2f818b88-7a55-4bf6-97a0-1d65f1cc5784 HTTP/1.1" status: 404 len: 333 time: 0.0617404 Feb 04 15:39:52.835649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52400) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.856427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c84e10a2-f18b-4ff1-a2e8-540acdca3802 req-3482196c-b34d-4703-8c19-1dfa9502f187 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507483 Feb 04 15:39:52.869601 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-591768d0-1115-4e23-95b8-ba409a7d8945 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.870269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591768d0-1115-4e23-95b8-ba409a7d8945 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.877180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-591768d0-1115-4e23-95b8-ba409a7d8945 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/f45f7398-c7fd-4e6f-bda2-d833b1d3aef6 HTTP/1.1" status: 404 len: 337 time: 0.0399711 Feb 04 15:39:52.877180 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c68028af-58d2-4c2f-8910-cc46f16c5410 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:52.879593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52402) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.881619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-89a57aec-b308-4619-8bf9-a409b5916c32 None None] Port d3e045ff-b1ec-444a-93ea-0b8d05996cca cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:52.922291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:39:46Z', 'revision_number': 3, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port': {'id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:45Z', 'updated_at': '2022-02-04T15:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:52.932886 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c0a0e8-59a4-443d-a773-3f3e0cc144ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.933676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c0a0e8-59a4-443d-a773-3f3e0cc144ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.936897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-28c0a0e8-59a4-443d-a773-3f3e0cc144ba tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/c91bde0f-8048-4ebc-84cf-0590c90ef7f5 HTTP/1.1" status: 404 len: 333 time: 0.0567966 Feb 04 15:39:52.940183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52404) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.973295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f56bf7-fb1d-4502-aa06-bddb24ece43e None None] The sync data for ids ['0f61dc25-5b53-403e-9452-79c72f52c8ab'] in n-d-827869-1 is: [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:39:46Z', 'revision_number': 3, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port': {'id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:45Z', 'updated_at': '2022-02-04T15:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:39:52.974706 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-082f300d-a369-4ebb-8985-f29780f23308 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:52.975184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082f300d-a369-4ebb-8985-f29780f23308 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:52.978811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-082f300d-a369-4ebb-8985-f29780f23308 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/a6012820-5073-49d9-bc66-c5ea41ec8909 HTTP/1.1" status: 404 len: 337 time: 0.0371306 Feb 04 15:39:52.981601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52406) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:52.997662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] DHCP port deletion for 917a4089-92f9-4d5c-8913-a18ce54e13f3 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:39:53.012838 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5347a050-3740-4f8a-9530-b0779efc3bf9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:53.014067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5347a050-3740-4f8a-9530-b0779efc3bf9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:53.020227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5347a050-3740-4f8a-9530-b0779efc3bf9 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/0272bc7c-0ec1-4a82-b549-76642a0d26ec HTTP/1.1" status: 404 len: 333 time: 0.0341597 Feb 04 15:39:53.022488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52408) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:53.031807 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.039942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.057670 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.077248 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f2602d-b501-49b0-b6f7-d513f8032f00 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:53.078195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f2602d-b501-49b0-b6f7-d513f8032f00 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:53.081054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c8f2602d-b501-49b0-b6f7-d513f8032f00 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/eabfc407-464e-484e-a2fb-7a423330cc28 HTTP/1.1" status: 404 len: 337 time: 0.0574219 Feb 04 15:39:53.084840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52410) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:53.100727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] Deleting port b0881888-5de0-4943-bf92-82934b89f99b {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:53.101191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.113323 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17c0482-94de-4c21-bec3-6441d43553e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:53.114159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17c0482-94de-4c21-bec3-6441d43553e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:53.117348 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d17c0482-94de-4c21-bec3-6441d43553e5 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/663c4d6f-c562-45ad-a34d-bb7bd05e618f HTTP/1.1" status: 404 len: 333 time: 0.0316238 Feb 04 15:39:53.121237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52412) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:53.136597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Pushing event updated for resources: {'Port': ['ID=d3e045ff-b1ec-444a-93ea-0b8d05996cca,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:53.156490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c68028af-58d2-4c2f-8910-cc46f16c5410 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.160704 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-b486a26f-1211-490e-a90b-4b2f2309a4b8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:53.160704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b486a26f-1211-490e-a90b-4b2f2309a4b8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:53.163840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b486a26f-1211-490e-a90b-4b2f2309a4b8 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/b37152ee-af71-4cdd-b94d-c46b73215fa0 HTTP/1.1" status: 404 len: 337 time: 0.0421560 Feb 04 15:39:53.164330 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.166886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52414) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:53.210593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] For port b0881888-5de0-4943-bf92-82934b89f99b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0881888-5de0-4943-bf92-82934b89f99b,segment=NetworkSegment(cb1a7c2d-73d5-4115-ac57-65ebed0f84d0),segment_id=cb1a7c2d-73d5-4115-ac57-65ebed0f84d0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:53.211482 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.217034 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6a17d1-2a48-4bcd-977f-f665d152a2f0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:53.218200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6a17d1-2a48-4bcd-977f-f665d152a2f0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:53.226169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fc6a17d1-2a48-4bcd-977f-f665d152a2f0 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/ports/0ed57b02-e160-487e-8cce-033e1acfcd9e HTTP/1.1" status: 404 len: 333 time: 0.0571315 Feb 04 15:39:53.227359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52418) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:53.262432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] Calling delete_port for b0881888-5de0-4943-bf92-82934b89f99b owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:53.272755 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ed8ad3-836b-4c61-961c-1279153d9cec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] DELETE failed (client error): The resource could not be found. Feb 04 15:39:53.273751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ed8ad3-836b-4c61-961c-1279153d9cec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:39:53.278097 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-93ed8ad3-836b-4c61-961c-1279153d9cec tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/subnets/c343fe69-4564-4538-b3b9-f663a72e9fb3 HTTP/1.1" status: 404 len: 337 time: 0.0493724 Feb 04 15:39:53.281588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52424) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:53.385616 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c68028af-58d2-4c2f-8910-cc46f16c5410 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.484323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68028af-58d2-4c2f-8910-cc46f16c5410 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=caa7d607-1007-4dbf-b741-f28f8ff58bb3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:53.486685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Network 6e4678e9-ed96-4624-9429-e30e07e55ead is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:39:53.491827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c68028af-58d2-4c2f-8910-cc46f16c5410 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.494458 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.498536 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c68028af-58d2-4c2f-8910-cc46f16c5410 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/caa7d607-1007-4dbf-b741-f28f8ff58bb3 HTTP/1.1" status: 204 len: 168 time: 0.9332736 Feb 04 15:39:53.501064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52428) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:53.530575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.534919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:53.650252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f037056-8c5e-46cf-a8df-d8725d083031 None None] Network 3bb26b48-49ce-4183-91e9-fdae1baa8efe requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:39:53.774333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4da57f-37b0-4478-9b0d-1b19678e41b2 req-6582c9e2-040f-495e-8846-cff3e12b67b5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:53.776141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c4da57f-37b0-4478-9b0d-1b19678e41b2 req-6582c9e2-040f-495e-8846-cff3e12b67b5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3160710 Feb 04 15:39:53.807072 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.838565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] Pushing event deleted for resources: {'Port': ['ID=b0881888-5de0-4943-bf92-82934b89f99b,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:53.918753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:53.932161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb400a92-40c0-4b01-9ed8-1973cc0dd832 None None] No DVR routers for this DVR port b0881888-5de0-4943-bf92-82934b89f99b on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:53.963343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d0b67-7c4c-4965-bd1f-dc6b3db9bdc3 req-f1fd91f7-4303-4b73-8dfd-2cb38dc5e481 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:53.981272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b10d0b67-7c4c-4965-bd1f-dc6b3db9bdc3 req-f1fd91f7-4303-4b73-8dfd-2cb38dc5e481 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 946 time: 0.2592924 Feb 04 15:39:53.994016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9441201d-a349-4a5a-8681-870320442b3d']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.023288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f415855b-df28-4100-8c30-6de60c9db3e0') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.023692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f415855b-df28-4100-8c30-6de60c9db3e0') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.057606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.118920 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b10d0b67-7c4c-4965-bd1f-dc6b3db9bdc3 req-5912dbe4-4e5f-4d00-a46e-1402f971f587 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381588 Feb 04 15:39:54.135028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.141694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b2e51de2-1560-436b-94ae-db1cd21e7670 None None] Provisioning complete for port d3e045ff-b1ec-444a-93ea-0b8d05996cca triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:54.142357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2e51de2-1560-436b-94ae-db1cd21e7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.155352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:54.155782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:54.165531 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:54.178742 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c4da57f-37b0-4478-9b0d-1b19678e41b2 req-aa7b09ee-5204-4f86-9909-9f71da36c74e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811922 Feb 04 15:39:54.200991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Router 0f61dc25-5b53-403e-9452-79c72f52c8ab has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:39:54.252380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b2e51de2-1560-436b-94ae-db1cd21e7670 None None] Port d3e045ff-b1ec-444a-93ea-0b8d05996cca cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:39:54.353253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.366253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] DHCP port deletion for 3bb26b48-49ce-4183-91e9-fdae1baa8efe request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:39:54.368656 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.381677 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] 10.222.0.47 "DELETE /v2.0/networks/9441201d-a349-4a5a-8681-870320442b3d HTTP/1.1" status: 204 len: 168 time: 1.0979965 Feb 04 15:39:54.448710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b9332-7fff-4388-a4b7-a7727aa2d659 tempest-NetworksTestDHCPv6-1801907600 tempest-NetworksTestDHCPv6-1801907600-project] Pushing event deleted for resources: {'Network': ['ID=9441201d-a349-4a5a-8681-870320442b3d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:54.473022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] Deleting port 61ff496e-a285-4431-b8b3-fb221ea6237b {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:54.473879 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.521267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5574acde-d1f4-4afc-bb85-c3f1108f5d8e req-29fa055b-f226-4a06-a197-ca9c1cee0502 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1052549 Feb 04 15:39:54.532563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.585316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917a4089-92f9-4d5c-8913-a18ce54e13f3']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.596257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] For port 61ff496e-a285-4431-b8b3-fb221ea6237b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=61ff496e-a285-4431-b8b3-fb221ea6237b,segment=NetworkSegment(c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9),segment_id=c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:54.596618 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.615101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1a7c2d-73d5-4115-ac57-65ebed0f84d0') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.615852 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1a7c2d-73d5-4115-ac57-65ebed0f84d0') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:54.645708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] Calling delete_port for 61ff496e-a285-4431-b8b3-fb221ea6237b owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:39:54.826849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.859066 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:54.923779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] Pushing event deleted for resources: {'Port': ['ID=61ff496e-a285-4431-b8b3-fb221ea6237b,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:54.926707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9deb24-b2e9-46a7-9359-7acb14b6347e None None] No DVR routers for this DVR port 61ff496e-a285-4431-b8b3-fb221ea6237b on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:39:54.987246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2b57-ad3b-40f4-aa0c-fece9f7c6150 req-72888955-8e4a-4048-93dc-fa4757c52f1a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.004894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e84c2b57-ad3b-40f4-aa0c-fece9f7c6150 req-72888955-8e4a-4048-93dc-fa4757c52f1a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2301133 Feb 04 15:39:55.034606 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 14078d2f-3525-443a-97e4-a67f16844ba9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:55.134719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e84c2b57-ad3b-40f4-aa0c-fece9f7c6150 req-66b5b307-9c35-409c-b13e-a2ce936c88a0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275213 Feb 04 15:39:55.196914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 14078d2f-3525-443a-97e4-a67f16844ba9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:55.197812 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.290927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52454) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:55.342517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.373888 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.422851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0a2e-8a86-4f40-8d35-af55862397f2 req-e050de85-37c7-4d7f-b607-c4408639f320 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.425499 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-947d0a2e-8a86-4f40-8d35-af55862397f2 req-e050de85-37c7-4d7f-b607-c4408639f320 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1004498 Feb 04 15:39:55.449213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 14078d2f-3525-443a-97e4-a67f16844ba9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=14078d2f-3525-443a-97e4-a67f16844ba9,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:39:55.456087 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.473400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:55.474481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:55.480069 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:55.531770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-947d0a2e-8a86-4f40-8d35-af55862397f2 req-0b23a0dd-7f6b-41ab-8fa6-5932f53a660a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961316 Feb 04 15:39:55.606108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 61ff496e-a285-4431-b8b3-fb221ea6237b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:55.665312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16881f82-8ee5-43f3-9a57-32015be24531 req-13ef491a-b409-4f6b-b75b-5f9148d3bde7 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.668134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16881f82-8ee5-43f3-9a57-32015be24531 req-13ef491a-b409-4f6b-b75b-5f9148d3bde7 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 1.0629773 Feb 04 15:39:55.702904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 61ff496e-a285-4431-b8b3-fb221ea6237b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:55.703177 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 61ff496e-a285-4431-b8b3-fb221ea6237b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:55.703510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0881888-5de0-4943-bf92-82934b89f99b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:39:55.705371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=14078d2f-3525-443a-97e4-a67f16844ba9,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:55.771452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-97bf3d69-e24d-499a-91fc-7297b51a01ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2bf7971b8cf4d06ac24d77142e0c5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745553 Feb 04 15:39:55.771757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b0881888-5de0-4943-bf92-82934b89f99b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:39:55.771757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0881888-5de0-4943-bf92-82934b89f99b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:39:55.775746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52462) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:55.811608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.843262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:55.851872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/917a4089-92f9-4d5c-8913-a18ce54e13f3 HTTP/1.1" status: 204 len: 168 time: 2.3277931 Feb 04 15:39:55.856013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:55.858565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7090f88-9247-4e43-8abf-09dc3a9c5c9c req-ab9ff3a3-fdb9-4aa7-b469-251114b4d0e6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:55.861859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f7090f88-9247-4e43-8abf-09dc3a9c5c9c req-ab9ff3a3-fdb9-4aa7-b469-251114b4d0e6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 946 time: 0.1561787 Feb 04 15:39:55.865837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16881f82-8ee5-43f3-9a57-32015be24531 req-91defb75-5dab-4c25-a213-a33a9b4053d5 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754544 Feb 04 15:39:55.897495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:39:55.916321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-232aba50-40a0-4cc6-a2de-933a490fb65a admin admin] 10.222.0.47 "PUT /v2.0/routers/0f61dc25-5b53-403e-9452-79c72f52c8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1923933 Feb 04 15:39:55.916321 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0ccce-b726-4aab-b7be-3d0b18880244 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=917a4089-92f9-4d5c-8913-a18ce54e13f3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:56.008053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f7090f88-9247-4e43-8abf-09dc3a9c5c9c req-c5cf2d9d-3b2d-4607-b295-5a5eff7728bc tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379306 Feb 04 15:39:56.019614 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e935b753-ddc2-4b0a-923a-58a6dabd2f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.100925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e935b753-ddc2-4b0a-923a-58a6dabd2f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.298612 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a84415f3-7bb4-4206-a8a4-fae1095efa2f req-8bb37e75-1213-47fc-a38e-eec616cbfcff tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.2297914 Feb 04 15:39:56.344252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e935b753-ddc2-4b0a-923a-58a6dabd2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.349544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e935b753-ddc2-4b0a-923a-58a6dabd2f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.358990 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.369156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e935b753-ddc2-4b0a-923a-58a6dabd2f22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4a949f9-1ebb-4ac1-afba-c3a0cccb79b4 HTTP/1.1" status: 204 len: 168 time: 0.5910826 Feb 04 15:39:56.449123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935b753-ddc2-4b0a-923a-58a6dabd2f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a949f9-1ebb-4ac1-afba-c3a0cccb79b4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:56.542916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2688-1f10-468b-ad8f-3012af000f87 req-b452a467-ab49-439e-a931-11f9a56bb84a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:56.545802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1ef2688-1f10-468b-ad8f-3012af000f87 req-b452a467-ab49-439e-a931-11f9a56bb84a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 946 time: 0.3468664 Feb 04 15:39:56.622485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1ef2688-1f10-468b-ad8f-3012af000f87 req-0c4d8f6c-c05d-4710-9e73-43c653947978 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665407 Feb 04 15:39:56.705890 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Sync routers for ids ['0f61dc25-5b53-403e-9452-79c72f52c8ab'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:39:56.756953 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Routers {'0f61dc25-5b53-403e-9452-79c72f52c8ab'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:56.758082 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0f61dc25-5b53-403e-9452-79c72f52c8ab'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:56.768601 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.906364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb26b48-49ce-4183-91e9-fdae1baa8efe']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:56.918988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:56.919290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fb1f7f-a4f7-4cb3-8ded-efee5f2acfb9') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:56.924788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 14078d2f-3525-443a-97e4-a67f16844ba9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:39:56.953603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:56.988068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.003964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:39:57.006159 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:39:57.014841 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:39:57.050376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 14078d2f-3525-443a-97e4-a67f16844ba9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:57.051650 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.084773 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Set router 0f61dc25-5b53-403e-9452-79c72f52c8ab gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:39:57.292849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47655f47-18de-4d0f-94d9-7cad3458728d req-b4d9253f-e87e-478c-b7fe-e2d6e7c52d35 tempest-FloatingIPsNegativeTestJSON-848355692 tempest-FloatingIPsNegativeTestJSON-848355692-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=e4b7bd91c4074f0b8cff9e9000dc52da HTTP/1.1" status: 200 len: 217 time: 0.0763907 Feb 04 15:39:57.300544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.326501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.339413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/3bb26b48-49ce-4183-91e9-fdae1baa8efe HTTP/1.1" status: 204 len: 168 time: 1.4782939 Feb 04 15:39:57.350135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52498) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:57.376209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-1127061466'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:57.392653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78974c-d9ef-4816-8142-b2e31a9bfece tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=3bb26b48-49ce-4183-91e9-fdae1baa8efe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:57.418545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121e90c-1303-4169-98ec-3fbf4ecaf887 req-2dc4c059-bfc9-4434-b35e-9604b9121bcd tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.420831 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1121e90c-1303-4169-98ec-3fbf4ecaf887 req-2dc4c059-bfc9-4434-b35e-9604b9121bcd tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.1903186 Feb 04 15:39:57.422336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:57.427766 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.536007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe640c-9c62-4d9b-997c-48210f54314c req-405b6f92-dcb3-4d71-8af5-c97f24ae554f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.537763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-babe640c-9c62-4d9b-997c-48210f54314c req-405b6f92-dcb3-4d71-8af5-c97f24ae554f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 946 time: 0.1465178 Feb 04 15:39:57.558832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1121e90c-1303-4169-98ec-3fbf4ecaf887 req-20f6a40d-3088-4e9a-a10d-307dc9a59fa4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970345 Feb 04 15:39:57.587446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:39:57.605595 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:39:52Z', 'revision_number': 4, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port': {'id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:45Z', 'updated_at': '2022-02-04T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd3e045ff-b1ec-444a-93ea-0b8d05996cca', 'name': '', 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'mac_address': 'fa:16:3e:8b:e5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '88e7356f-a497-4edf-ae92-0658bdba414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:51Z', 'updated_at': '2022-02-04T15:39:52Z', 'revision_number': 2, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'subnets': [{'id': '88e7356f-a497-4edf-ae92-0658bdba414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:57.668201 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-babe640c-9c62-4d9b-997c-48210f54314c req-7c6ec62a-b4fe-4890-93a5-302ae0442929 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149905 Feb 04 15:39:57.679499 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Checking router: 0f61dc25-5b53-403e-9452-79c72f52c8ab for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:39:57.680928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-482187b4-ea0e-4deb-8b12-b160d3539eac req-48a3a349-4aec-4bc8-beac-5f2e19479d0f tempest-FloatingIPsNegativeTestJSON-848355692 tempest-FloatingIPsNegativeTestJSON-848355692-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0720425 Feb 04 15:39:57.692250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.692996 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment 0a01d02a-b8c1-40e0-973b-73d1c9d44fe1 of type vlan for network 243be365-6536-455e-8411-68919264f73d Feb 04 15:39:57.696321 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Updating router 0f61dc25-5b53-403e-9452-79c72f52c8ab port d3e045ff-b1ec-444a-93ea-0b8d05996cca binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:39:57.813570 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.818868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.861055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.869577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:57.870265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:57.916193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b4ddcad-6d3b-4fc6-98da-34722ca2e3b1 req-87f89409-750a-4daa-8407-158412079185 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0666463 Feb 04 15:39:58.065202 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7116239 Feb 04 15:39:58.069840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52526) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:58.077377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': '243be365-6536-455e-8411-68919264f73d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:58.120804 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-136c21bc-b1e1-4faf-b0db-23195450af66 req-68cb32d9-00e8-47e5-bad9-39deafe461ae tempest-FloatingIPsNegativeTestJSON-848355692 tempest-FloatingIPsNegativeTestJSON-848355692-project] show failed (client error): The resource could not be found. Feb 04 15:39:58.131421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-136c21bc-b1e1-4faf-b0db-23195450af66 req-68cb32d9-00e8-47e5-bad9-39deafe461ae tempest-FloatingIPsNegativeTestJSON-848355692 tempest-FloatingIPsNegativeTestJSON-848355692-project] 10.222.0.47 "GET /v2.0/floatingips/a3c9da34-4bb1-4062-b448-088548b1d984 HTTP/1.1" status: 404 len: 350 time: 0.0876849 Feb 04 15:39:58.144406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52528) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:58.395824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:58.404646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.414776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27de362-490b-4baf-a4f8-bd0bad891a4d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=243be365-6536-455e-8411-68919264f73d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:58.437019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 243be365-6536-455e-8411-68919264f73d details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:39:58.868903 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.884257 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:58.916442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123a313-a2d2-438c-b497-690182522f3a req-7a8b7d81-9229-42ec-a94b-3c335e3b9786 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:58.918456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0123a313-a2d2-438c-b497-690182522f3a req-7a8b7d81-9229-42ec-a94b-3c335e3b9786 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 946 time: 0.2057519 Feb 04 15:39:59.084406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52564) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:39:59.093545 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Pushing event updated for resources: {'Port': ['ID=d3e045ff-b1ec-444a-93ea-0b8d05996cca,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:59.128712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28a10a-39c1-46a4-bd82-728f13dfbe01 req-3fe14963-8875-4c5d-bca6-e605a6a0cc08 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:59.130856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e28a10a-39c1-46a4-bd82-728f13dfbe01 req-3fe14963-8875-4c5d-bca6-e605a6a0cc08 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 946 time: 0.2373400 Feb 04 15:39:59.132444 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.133331 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.134240 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.135059 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.135939 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.136724 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.137549 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.138418 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.141593 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.142716 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.143640 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.145067 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:39:59.238756 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e28a10a-39c1-46a4-bd82-728f13dfbe01 req-2b64aab5-0f6a-4a6e-bfda-63007bc31d20 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973701 Feb 04 15:39:59.303681 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Attempting to bind port d3e045ff-b1ec-444a-93ea-0b8d05996cca on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:39:59.305671 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Attempting to bind port d3e045ff-b1ec-444a-93ea-0b8d05996cca by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:39:59.306599 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Attempting to bind port d3e045ff-b1ec-444a-93ea-0b8d05996cca on network 6e4678e9-ed96-4624-9429-e30e07e55ead {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:39:59.308757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.316286 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:39:59.316679 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Checking segment: {'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:59.317044 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.317431 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Bound using segment: {'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:39:59.317909 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Bound port: d3e045ff-b1ec-444a-93ea-0b8d05996cca, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64865c71-93af-4acc-8a62-2498a382d87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:39:59.318316 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.423712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407664404'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:39:59.428897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.476284 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] For port d3e045ff-b1ec-444a-93ea-0b8d05996cca, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:39:59.481757 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] For port d3e045ff-b1ec-444a-93ea-0b8d05996cca, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d3e045ff-b1ec-444a-93ea-0b8d05996cca,segment=NetworkSegment(64865c71-93af-4acc-8a62-2498a382d87a),segment_id=64865c71-93af-4acc-8a62-2498a382d87a)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:39:59.496483 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.517481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=b685c60a-0aa2-46fa-b5d7-9b034d85f30b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:59.521615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b4662b2-3042-49ec-b636-988a52d9e80b req-c994bf50-cad6-4519-94a1-fc85906f0117 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.2569492 Feb 04 15:39:59.556176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:39:59.562835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Deleting port fa42c618-b253-4008-853f-65c983fda77d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:39:59.563548 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.574967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.598815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.637602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1f5bce82-9609-4a6a-8736-d95ba9606af5 None None] Provisioning complete for port d3e045ff-b1ec-444a-93ea-0b8d05996cca triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:39:59.638674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1f5bce82-9609-4a6a-8736-d95ba9606af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.673785 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe2240-416e-4cfc-8c8d-8c0364edb784 None None] Pushing event updated for resources: {'Port': ['ID=d3e045ff-b1ec-444a-93ea-0b8d05996cca,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:59.701147 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Routers {'0f61dc25-5b53-403e-9452-79c72f52c8ab'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:39:59.702422 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0f61dc25-5b53-403e-9452-79c72f52c8ab'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:39:59.773074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': '0a01d02a-b8c1-40e0-973b-73d1c9d44fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '243be365-6536-455e-8411-68919264f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:39:59.773623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: 243be365-6536-455e-8411-68919264f73d, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:39:59.784925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.794432 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.867244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bc3d1a-7cb1-499c-a93b-153e26627584,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:39:59.906082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 243be365-6536-455e-8411-68919264f73d is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:39:59.921991 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1f5bce82-9609-4a6a-8736-d95ba9606af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.950877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 243be365-6536-455e-8411-68919264f73d) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:39:59.968788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:39:59.971161 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:39:59.988479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039c189-0547-4425-ab56-8f3bd2cb6b01 None None] Network 243be365-6536-455e-8411-68919264f73d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:00.012103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:00.054668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.055169 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment 913f2ec2-f6da-4272-a0a7-234edbb70f00 of type vlan for network 53369477-f715-40b6-af3b-dc8d58013cd0 Feb 04 15:40:00.056300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] For port fa42c618-b253-4008-853f-65c983fda77d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fa42c618-b253-4008-853f-65c983fda77d,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:00.056962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.078299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a72e4793-3231-4f35-9c7f-0a3408f2ff73 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0047343 Feb 04 15:40:00.081850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52576) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:00.111113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3f58429d-e6d7-4d96-a149-5548af75fa58 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2040529354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:00.143109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Calling delete_port for fa42c618-b253-4008-853f-65c983fda77d owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:00.160764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.167197 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] Set router 0f61dc25-5b53-403e-9452-79c72f52c8ab gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:40:00.168358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f58429d-e6d7-4d96-a149-5548af75fa58 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.169485 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f58429d-e6d7-4d96-a149-5548af75fa58 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.376080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f58429d-e6d7-4d96-a149-5548af75fa58 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.433355 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f58429d-e6d7-4d96-a149-5548af75fa58 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.447999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.452969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1f5bce82-9609-4a6a-8736-d95ba9606af5 None None] For port d3e045ff-b1ec-444a-93ea-0b8d05996cca, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d3e045ff-b1ec-444a-93ea-0b8d05996cca,segment=NetworkSegment(64865c71-93af-4acc-8a62-2498a382d87a),segment_id=64865c71-93af-4acc-8a62-2498a382d87a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:00.475601 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1f5bce82-9609-4a6a-8736-d95ba9606af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.478255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.479472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.684462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-243be365-6536-455e-8411-68919264f73d', 'network_id': '243be365-6536-455e-8411-68919264f73d', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': 'b685c60a-0aa2-46fa-b5d7-9b034d85f30b'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:40:00.685348 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.760488 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-138c4fb5-8c34-443d-84fe-74aa47fb09d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.761380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348dfeb-d161-4982-8460-c39bdaec2961 req-6ade5f60-2c0a-4931-829e-354a07ae6cd8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:00.769923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8348dfeb-d161-4982-8460-c39bdaec2961 req-6ade5f60-2c0a-4931-829e-354a07ae6cd8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dd39e2-e2c4-4e4e-a74e-ee7050481922 HTTP/1.1" status: 200 len: 946 time: 0.3118169 Feb 04 15:40:00.845258 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:39:52Z', 'revision_number': 4, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port': {'id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:45Z', 'updated_at': '2022-02-04T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd3e045ff-b1ec-444a-93ea-0b8d05996cca', 'name': '', 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'mac_address': 'fa:16:3e:8b:e5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '88e7356f-a497-4edf-ae92-0658bdba414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:51Z', 'updated_at': '2022-02-04T15:39:59Z', 'revision_number': 4, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'subnets': [{'id': '88e7356f-a497-4edf-ae92-0658bdba414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:00.849293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Deleting port d3e045ff-b1ec-444a-93ea-0b8d05996cca {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:00.852561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.864691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f58429d-e6d7-4d96-a149-5548af75fa58 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.870791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3f58429d-e6d7-4d96-a149-5548af75fa58 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7677317 Feb 04 15:40:00.890631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52596) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:00.906785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'port': {'network_id': '243be365-6536-455e-8411-68919264f73d', 'name': 'tempest-RoutersTest-1824659474'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:00.908132 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278a43-bdd5-4aa3-b96d-99747c25aa31 None None] The sync data for ids ['0f61dc25-5b53-403e-9452-79c72f52c8ab'] in n-d-827869-1 is: [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:39:52Z', 'revision_number': 4, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port': {'id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:45Z', 'updated_at': '2022-02-04T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd3e045ff-b1ec-444a-93ea-0b8d05996cca', 'name': '', 'network_id': '6e4678e9-ed96-4624-9429-e30e07e55ead', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'mac_address': 'fa:16:3e:8b:e5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '88e7356f-a497-4edf-ae92-0658bdba414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:51Z', 'updated_at': '2022-02-04T15:39:59Z', 'revision_number': 4, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'subnets': [{'id': '88e7356f-a497-4edf-ae92-0658bdba414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:00.930081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8315101 Feb 04 15:40:00.930081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86626-0ade-44b2-9d93-62061084419e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=53369477-f715-40b6-af3b-dc8d58013cd0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:00.974741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-cbd7d0e6-7e62-4957-a013-86212b13066b None None] Provisioning complete for port d3e045ff-b1ec-444a-93ea-0b8d05996cca triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:00.975031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d0e6-7e62-4957-a013-86212b13066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:00.984712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 53369477-f715-40b6-af3b-dc8d58013cd0 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:01.189293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96c264cb-c434-41b8-96fa-d35a0647200d req-99cbd8ae-cc66-4157-b83c-24dfe6eb2c0d tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.3423436 Feb 04 15:40:01.235455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bce82-9609-4a6a-8736-d95ba9606af5 None None] Pushing event updated for resources: {'Port': ['ID=d3e045ff-b1ec-444a-93ea-0b8d05996cca,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:01.254357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8348dfeb-d161-4982-8460-c39bdaec2961 req-f1a3e8b3-199f-4769-b7e6-afd29bf213a4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643123 Feb 04 15:40:01.338648 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.423140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:40:01.450510 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] For port d3e045ff-b1ec-444a-93ea-0b8d05996cca, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d3e045ff-b1ec-444a-93ea-0b8d05996cca,segment=NetworkSegment(64865c71-93af-4acc-8a62-2498a382d87a),segment_id=64865c71-93af-4acc-8a62-2498a382d87a)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:01.451463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.533711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Calling delete_port for d3e045ff-b1ec-444a-93ea-0b8d05996cca owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:01.554612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event deleted for resources: {'Port': ['ID=fa42c618-b253-4008-853f-65c983fda77d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:01.907329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] No DVR routers for this DVR port fa42c618-b253-4008-853f-65c983fda77d on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:01.924432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:01.933772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0123a313-a2d2-438c-b497-690182522f3a req-78cf8c09-fc0e-4b6c-b2fe-b44c4af372c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "DELETE /v2.0/ports/fa42c618-b253-4008-853f-65c983fda77d HTTP/1.1" status: 204 len: 173 time: 3.0089426 Feb 04 15:40:01.939721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Allocated IP 172.20.0.2 (243be365-6536-455e-8411-68919264f73d/b685c60a-0aa2-46fa-b5d7-9b034d85f30b/6e4b9fe6-25b0-4db9-bcaf-236a64a25d55) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:01.955909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dd39e2-e2c4-4e4e-a74e-ee7050481922', 'name': 'network-vif-deleted', 'tag': 'fa42c618-b253-4008-853f-65c983fda77d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:01.967633 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dae51cd-45bd-46f0-8582-143a55f6943b" -d '{"events": [{"server_uuid": "56dd39e2-e2c4-4e4e-a74e-ee7050481922", "name": "network-vif-deleted", "tag": "fa42c618-b253-4008-853f-65c983fda77d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:01.980090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:01.988821 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.236073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] device_id is not set on port ffffc385-8630-423d-b89d-61a19a03fed2 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:40:02.379945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.476411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e045ff-b1ec-444a-93ea-0b8d05996cca,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:02.762012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.780148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:02.843240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Network 243be365-6536-455e-8411-68919264f73d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:02.845828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d233d712-1cbe-4f98-bfac-585b63db4358 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:40:02.847911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847348f-8aac-43e5-b183-6619274d6d5a req-2cb0caf9-14fc-4773-aca4-54d655d40d95 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:02.851573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fa42c618-b253-4008-853f-65c983fda77d no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:02.864684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:02.872165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:02.882758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b847348f-8aac-43e5-b183-6619274d6d5a req-2cb0caf9-14fc-4773-aca4-54d655d40d95 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.9419017 Feb 04 15:40:03.037498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: fa42c618-b253-4008-853f-65c983fda77d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:40:03.038610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fa42c618-b253-4008-853f-65c983fda77d not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:40:03.145290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Pushing event updated for resources: {'Port': ['ID=6e4b9fe6-25b0-4db9-bcaf-236a64a25d55,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:03.167847 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:40:03.205708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Attempting to bind port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:03.206900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Attempting to bind port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '0a01d02a-b8c1-40e0-973b-73d1c9d44fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '243be365-6536-455e-8411-68919264f73d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:03.207762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Attempting to bind port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 on network 243be365-6536-455e-8411-68919264f73d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:03.301892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.20.0.5 (243be365-6536-455e-8411-68919264f73d/b685c60a-0aa2-46fa-b5d7-9b034d85f30b/ffffc385-8630-423d-b89d-61a19a03fed2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:03.316877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:03.319474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Checking segment: {'id': '0a01d02a-b8c1-40e0-973b-73d1c9d44fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '243be365-6536-455e-8411-68919264f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:03.319952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.320359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Bound using segment: {'id': '0a01d02a-b8c1-40e0-973b-73d1c9d44fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '243be365-6536-455e-8411-68919264f73d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:03.320872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Bound port: 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a01d02a-b8c1-40e0-973b-73d1c9d44fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '243be365-6536-455e-8411-68919264f73d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:03.326314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.636875 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.682717 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bdd37c-de47-419b-a70b-f668e9f1021f x-openstack-request-id: req-60bdd37c-de47-419b-a70b-f668e9f1021f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:03.683845 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dd39e2-e2c4-4e4e-a74e-ee7050481922", "name": "network-vif-deleted", "tag": "fa42c618-b253-4008-853f-65c983fda77d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:03.684662 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-60bdd37c-de47-419b-a70b-f668e9f1021f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:03.685940 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dd39e2-e2c4-4e4e-a74e-ee7050481922', 'name': 'network-vif-deleted', 'tag': 'fa42c618-b253-4008-853f-65c983fda77d', 'status': 'completed', 'code': 200} Feb 04 15:40:03.691741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:03.767276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=ffffc385-8630-423d-b89d-61a19a03fed2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:03.782542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 243be365-6536-455e-8411-68919264f73d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:03.806306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:03.814463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:04.014887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b847348f-8aac-43e5-b183-6619274d6d5a req-2ce703d7-a80e-4854-8797-b93ec839ebab tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0656636 Feb 04 15:40:04.046273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:04.047381 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.080812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] For port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:04.089345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] For port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6e4b9fe6-25b0-4db9-bcaf-236a64a25d55,segment=NetworkSegment(0a01d02a-b8c1-40e0-973b-73d1c9d44fe1),segment_id=0a01d02a-b8c1-40e0-973b-73d1c9d44fe1)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:04.108937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-adb38c07-6cf4-4fef-82fd-65bdfa495859 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2164841 Feb 04 15:40:04.111809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52634) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:04.130271 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.302307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-691b12a2-6c43-4523-95c3-c9c5ea849f52 req-bc1e2739-a666-4f8b-b57c-3e7a9a9c30aa tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.2109129 Feb 04 15:40:04.304720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.350707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:04.406439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'port_id': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'mac_address': 'fa:16:3e:60:0a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76ece1f-58a1-49a6-8c91-49900151716a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:40:04.443687 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-352661a3-d93a-4d99-b1c8-b77d833d89ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.677269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ef4d4-5967-4a4d-a00c-88f6de2be3d6 None None] Pushing event updated for resources: {'Port': ['ID=6e4b9fe6-25b0-4db9-bcaf-236a64a25d55,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:04.703360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.754502 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d233d712-1cbe-4f98-bfac-585b63db4358 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:04.821955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:04.830189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:04.975613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d233d712-1cbe-4f98-bfac-585b63db4358'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:40:05.010435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:05.154278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3acdb-40b3-4b8b-884e-f997013969cd req-285087b6-626a-4177-b1a3-873586958548 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:05.164349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32d3acdb-40b3-4b8b-884e-f997013969cd req-285087b6-626a-4177-b1a3-873586958548 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.5409811 Feb 04 15:40:05.432311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32d3acdb-40b3-4b8b-884e-f997013969cd req-6e6405d9-c1f9-44e4-82c0-c497ce132465 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634256 Feb 04 15:40:05.665181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:05.725894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Router 0f61dc25-5b53-403e-9452-79c72f52c8ab has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:40:05.780437 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.023475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52678) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:06.030770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': '53369477-f715-40b6-af3b-dc8d58013cd0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:06.165483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75fe10fe-7cdf-4b43-97fc-5f0548b21825 req-8ddcca3c-7dc5-421b-b3dd-7aad4180dfbf tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1566358 Feb 04 15:40:06.458559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:06.469746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-46aab28f-7418-47a2-a5ed-e224b05c48d8 admin admin] 10.222.0.47 "PUT /v2.0/routers/0f61dc25-5b53-403e-9452-79c72f52c8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3211353 Feb 04 15:40:06.475165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52684) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:06.480310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] Sync routers for ids ['0f61dc25-5b53-403e-9452-79c72f52c8ab'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:06.495427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:06.499499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.514681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] Routers {'0f61dc25-5b53-403e-9452-79c72f52c8ab'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:06.515920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0f61dc25-5b53-403e-9452-79c72f52c8ab'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:06.622062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e942451-661a-49ba-874a-90a277cdec99 req-2a55726d-2d65-4ea1-8a8f-c66fe5357e41 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:06.622417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-2a55726d-2d65-4ea1-8a8f-c66fe5357e41 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.6838946 Feb 04 15:40:06.833682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.839192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d233d712-1cbe-4f98-bfac-585b63db4358 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:06.846276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:06.925947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-352f9a08-f4b6-4943-aee0-a327c8030f97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/quotas/8d702575eaff4676adf0ff43212c4f9d HTTP/1.1" status: 200 len: 375 time: 0.3002284 Feb 04 15:40:06.991677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb86e91-4f86-4477-be09-0a5120950159 None None] Network 243be365-6536-455e-8411-68919264f73d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:07.200086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=ffffc385-8630-423d-b89d-61a19a03fed2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:07.450568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] Set router 0f61dc25-5b53-403e-9452-79c72f52c8ab gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:40:07.651944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9937cb88-aaa9-4ab1-bf82-d9c32c88f9da req-4d8a0bb1-9456-4aa5-bcb6-5ee015d3099c tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1003382 Feb 04 15:40:07.671514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.764427 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.777615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:07.981092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:07.989916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=6b6bdf90-15a0-4180-b4e4-5a5be8e1d256,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:08.130505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-2179b625-deae-4b8b-a449-e0c74ae4097c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5528264 Feb 04 15:40:08.196048 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.217507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': '913f2ec2-f6da-4272-a0a7-234edbb70f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53369477-f715-40b6-af3b-dc8d58013cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:08.217896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: 53369477-f715-40b6-af3b-dc8d58013cd0, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:08.339300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 53369477-f715-40b6-af3b-dc8d58013cd0 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:08.371219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 53369477-f715-40b6-af3b-dc8d58013cd0) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:08.375072 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.386770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:08.387705 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.475641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-91354a7b-3373-4b02-bf30-a585d03f27c9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4495270 Feb 04 15:40:08.480905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7580aecf-4122-498e-9ed3-19fa66930bd6 None None] Network 53369477-f715-40b6-af3b-dc8d58013cd0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:08.483904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52736) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:08.486142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-92c613f7-a167-48d8-a863-1a7cab4de93b None None] Provisioning complete for port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:08.486461 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-92c613f7-a167-48d8-a863-1a7cab4de93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.495626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1784792074'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:08.570312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Deleting port 14078d2f-3525-443a-97e4-a67f16844ba9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:08.570312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.584382 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.620860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.640335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:08.660141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.823900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port d233d712-1cbe-4f98-bfac-585b63db4358 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:08.824475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.837065 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-92c613f7-a167-48d8-a863-1a7cab4de93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.880585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-d550117b-fefe-4fea-b892-91f57cc47dea service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:40:08.885782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-d550117b-fefe-4fea-b892-91f57cc47dea service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6213865 Feb 04 15:40:08.963919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:08.969804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:40:02Z', 'revision_number': 5, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port': {'id': '14078d2f-3525-443a-97e4-a67f16844ba9', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:39:45Z', 'updated_at': '2022-02-04T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:08.988335 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:08.989183 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment 39abdf84-64c7-4c94-bfcb-f32e8ee26e57 of type vlan for network 10aaea57-bd47-4d67-bae5-b5ed7d25c3d0 Feb 04 15:40:09.072741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] Checking router: 0f61dc25-5b53-403e-9452-79c72f52c8ab for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:40:09.074323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.150780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52754) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:09.161451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-92c613f7-a167-48d8-a863-1a7cab4de93b None None] For port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6e4b9fe6-25b0-4db9-bcaf-236a64a25d55,segment=NetworkSegment(0a01d02a-b8c1-40e0-973b-73d1c9d44fe1),segment_id=0a01d02a-b8c1-40e0-973b-73d1c9d44fe1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:09.189087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.201598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:09.202324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.204546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:09.205133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.283720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-92c613f7-a167-48d8-a863-1a7cab4de93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.423836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c613f7-a167-48d8-a863-1a7cab4de93b None None] Pushing event updated for resources: {'Port': ['ID=6e4b9fe6-25b0-4db9-bcaf-236a64a25d55,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:09.431779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] For port 14078d2f-3525-443a-97e4-a67f16844ba9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=14078d2f-3525-443a-97e4-a67f16844ba9,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:09.432132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.448693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] Routers {'0f61dc25-5b53-403e-9452-79c72f52c8ab'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:09.449792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0f61dc25-5b53-403e-9452-79c72f52c8ab'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:09.450376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Calling delete_port for 14078d2f-3525-443a-97e4-a67f16844ba9 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:09.564194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ce23cc29-2a4e-4a76-80b7-a06271845bb9 req-5b31e8a0-86f9-4d2e-b77a-8adbc4e7c48b tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1143060 Feb 04 15:40:09.584631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.593468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.649566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-84675872-bf6c-4783-9545-4a4c25729809 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270510 Feb 04 15:40:09.884193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2ec94f1-11d1-45dd-9c10-0649eb485ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.902080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=ffffc385-8630-423d-b89d-61a19a03fed2,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:09.907344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.990641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-53369477-f715-40b6-af3b-dc8d58013cd0', 'network_id': '53369477-f715-40b6-af3b-dc8d58013cd0', 'tenant_id': '8a89d7111d9a4e8dbfee470e82a5edc2', 'fixed_ips': [{'subnet_id': '6b6bdf90-15a0-4180-b4e4-5a5be8e1d256'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:40:09.993807 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:09.995732 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5044463 Feb 04 15:40:10.023793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b62f6-6d7a-4c17-9d2e-65098cac4fa8 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=10aaea57-bd47-4d67-bae5-b5ed7d25c3d0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:10.030688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:10.062280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': '10aaea57-bd47-4d67-bae5-b5ed7d25c3d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:10.096518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 243be365-6536-455e-8411-68919264f73d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:10.119428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:10.187694 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.190358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 10aaea57-bd47-4d67-bae5-b5ed7d25c3d0 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:10.303763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0d6ea-df0a-46e0-8894-b0fa2f03eae9 req-c4ee4dd9-c6a0-4c0b-a7e5-defa0db1dca6 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.314595 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ee0d6ea-df0a-46e0-8894-b0fa2f03eae9 req-c4ee4dd9-c6a0-4c0b-a7e5-defa0db1dca6 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2365155 Feb 04 15:40:10.388913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-4404ef17-e7bb-44e2-952f-0d6574b457f5 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139776 Feb 04 15:40:10.394864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:10.399132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.410452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ee0d6ea-df0a-46e0-8894-b0fa2f03eae9 req-fc48684b-69b0-494d-b1d6-a7d4ee136aa8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947063 Feb 04 15:40:10.481776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router cd650415-4a3f-4eb2-84b0-e172a04263ce is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:40:10.504011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] Set router 0f61dc25-5b53-403e-9452-79c72f52c8ab gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:40:10.664896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.707658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2ec94f1-11d1-45dd-9c10-0649eb485ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.709441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=14078d2f-3525-443a-97e4-a67f16844ba9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:10.726180 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d2ec94f1-11d1-45dd-9c10-0649eb485ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:10.760344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:10.771036 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65234b7a-3dc4-4af4-9ba4-8d29df531fd7 None None] Sync routers for ids ['cd650415-4a3f-4eb2-84b0-e172a04263ce'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:10.794541 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65234b7a-3dc4-4af4-9ba4-8d29df531fd7 None None] Routers {'cd650415-4a3f-4eb2-84b0-e172a04263ce'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:10.795224 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-65234b7a-3dc4-4af4-9ba4-8d29df531fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cd650415-4a3f-4eb2-84b0-e172a04263ce'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:10.815038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827b0d9-4cf1-4e7f-bb91-ce8b3c6fc692 req-ef4437d1-3be8-4d23-acb4-e1ddc4a955f9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:10.823403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d827b0d9-4cf1-4e7f-bb91-ce8b3c6fc692 req-ef4437d1-3be8-4d23-acb4-e1ddc4a955f9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2030191 Feb 04 15:40:10.854326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f12034b9-d2e0-4a48-8976-14087938bfa7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/cd650415-4a3f-4eb2-84b0-e172a04263ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7371643 Feb 04 15:40:10.855108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52784) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:10.918124 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-65234b7a-3dc4-4af4-9ba4-8d29df531fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:10.939584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d2ec94f1-11d1-45dd-9c10-0649eb485ce6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28c4cbb711e340318d3c8ab9f16720a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7691405 Feb 04 15:40:10.949622 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65234b7a-3dc4-4af4-9ba4-8d29df531fd7 None None] Routers {'cd650415-4a3f-4eb2-84b0-e172a04263ce'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:10.950318 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-65234b7a-3dc4-4af4-9ba4-8d29df531fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cd650415-4a3f-4eb2-84b0-e172a04263ce'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:10.954581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52786) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:11.049205 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-65234b7a-3dc4-4af4-9ba4-8d29df531fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.052907 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65234b7a-3dc4-4af4-9ba4-8d29df531fd7 None None] The sync data for ids ['cd650415-4a3f-4eb2-84b0-e172a04263ce'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:11.065037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe25bf5-f097-44ef-82e9-24b395b2790d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:11.069122 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dbe25bf5-f097-44ef-82e9-24b395b2790d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports/ffffc385-8630-423d-b89d-61a19a03fed2 HTTP/1.1" status: 200 len: 977 time: 0.2128093 Feb 04 15:40:11.076889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52788) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:11.082991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec94f1-11d1-45dd-9c10-0649eb485ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9388019-ceef-46e2-8d4c-edcd73ffb892,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:11.095786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d827b0d9-4cf1-4e7f-bb91-ce8b3c6fc692 req-d2ecb8ba-12ce-4bf5-b569-8f006594e01a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713804 Feb 04 15:40:11.109347 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.646396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:11.726469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.815058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:40:08Z', 'revision_number': 6, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:11.862829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1cae131e-a105-4c1b-b84b-1cec848a2868 None None] Provisioning complete for port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:11.863383 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cae131e-a105-4c1b-b84b-1cec848a2868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.938286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:11.997136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9395fe4d-2d5b-40be-a617-37bf5fa8f3a2 None None] The sync data for ids ['0f61dc25-5b53-403e-9452-79c72f52c8ab'] in n-d-827869-1 is: [{'id': '0f61dc25-5b53-403e-9452-79c72f52c8ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-117278248-router', 'tenant_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:39:44Z', 'updated_at': '2022-02-04T15:40:08Z', 'revision_number': 6, 'project_id': 'e4b7bd91c4074f0b8cff9e9000dc52da', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:12.022959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee33fbf8-b5cd-4825-a0a6-b09e93a132d1 req-84d396a2-b5cd-44c5-955d-fc4c8bff6577 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0731645 Feb 04 15:40:12.187159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:12.190745 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cec1ec-857b-41eb-b2f0-00d6adfd5d43" -d '{"events": [{"server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "name": "network-vif-plugged", "status": "completed", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:12.299089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:12.307559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.325099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.327143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1cae131e-a105-4c1b-b84b-1cec848a2868 None None] Provisioning complete for port ffffc385-8630-423d-b89d-61a19a03fed2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:12.327708 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cae131e-a105-4c1b-b84b-1cec848a2868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.335991 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.445451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.494568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.533586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Allocated IP 2001:db8:0:ffff::2 (53369477-f715-40b6-af3b-dc8d58013cd0/6b6bdf90-15a0-4180-b4e4-5a5be8e1d256/1f199706-ec0d-4c34-b8fe-df39a7e2af21) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:12.561665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:12.565445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45d4e535-d945-41b6-9e67-d48839d40612 req-541a4a1f-d45a-4a6e-8ec8-2fda9eb5f953 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 210 time: 0.1690345 Feb 04 15:40:12.568143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.694396 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9460a6f-b927-40d8-b0d0-81243c36f3e6 x-openstack-request-id: req-f9460a6f-b927-40d8-b0d0-81243c36f3e6 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:12.695107 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "name": "network-vif-plugged", "status": "completed", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:12.695209 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9460a6f-b927-40d8-b0d0-81243c36f3e6 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:12.695611 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'code': 200} Feb 04 15:40:12.718523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1cae131e-a105-4c1b-b84b-1cec848a2868 None None] Port ffffc385-8630-423d-b89d-61a19a03fed2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:40:12.814668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.821431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.824518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9388019-ceef-46e2-8d4c-edcd73ffb892 HTTP/1.1" status: 204 len: 168 time: 1.8682010 Feb 04 15:40:12.856806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9388019-ceef-46e2-8d4c-edcd73ffb892,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:12.875536 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.902444 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.903454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f61dc25-5b53-403e-9452-79c72f52c8ab {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:40:12.914233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:12.916237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a84cb46f-a106-41bf-8c56-92e49665f1b0 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0f61dc25-5b53-403e-9452-79c72f52c8ab HTTP/1.1" status: 204 len: 168 time: 6.4357226 Feb 04 15:40:12.941522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c9d60-1512-467f-8b9d-950d190f7c3d req-a8b936e6-c791-491d-b45d-2038a68aa2ee tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:12.956622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f57c9d60-1512-467f-8b9d-950d190f7c3d req-a8b936e6-c791-491d-b45d-2038a68aa2ee tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.6067085 Feb 04 15:40:12.962404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.962404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.962404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.962404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.963143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.963299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.963780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.964353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.964916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.965449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.966051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.966570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd920a2d-445f-4948-9164-c5a6372d5ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:12.973781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52828) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:13.159673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f3fa712a-e5dc-4c66-865e-42f58d08d787 None None] Provisioning complete for port ffffc385-8630-423d-b89d-61a19a03fed2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:13.165149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3fa712a-e5dc-4c66-865e-42f58d08d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.231692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=7dee3473-10a3-4537-ad5b-4be47c146d62,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:13.345336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93629e72-1781-4faa-bf0f-b48205facff5 req-571a0219-0ad5-43cb-93a2-c7fe8c85ec63 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0837610 Feb 04 15:40:13.374232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff01163-03b2-4b2c-8e93-7874ce35f1cc admin admin] Deleting subnet 88e7356f-a497-4edf-ae92-0658bdba414e {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:40:13.481379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa712a-e5dc-4c66-865e-42f58d08d787 None None] Port ffffc385-8630-423d-b89d-61a19a03fed2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:40:13.489247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ff01163-03b2-4b2c-8e93-7874ce35f1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.515314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f57c9d60-1512-467f-8b9d-950d190f7c3d req-617bf136-22a0-4b60-83db-50d03821503f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390469 Feb 04 15:40:13.516479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': '39abdf84-64c7-4c94-bfcb-f32e8ee26e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '10aaea57-bd47-4d67-bae5-b5ed7d25c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:13.516726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: 10aaea57-bd47-4d67-bae5-b5ed7d25c3d0, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:13.625703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.636651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 14078d2f-3525-443a-97e4-a67f16844ba9 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:13.730279 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.733298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 14078d2f-3525-443a-97e4-a67f16844ba9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:40:13.740034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 14078d2f-3525-443a-97e4-a67f16844ba9 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:40:13.741307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d3e045ff-b1ec-444a-93ea-0b8d05996cca no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:13.766911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ff01163-03b2-4b2c-8e93-7874ce35f1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:13.894273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 10aaea57-bd47-4d67-bae5-b5ed7d25c3d0 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:13.969387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d3e045ff-b1ec-444a-93ea-0b8d05996cca {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:40:13.969387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d3e045ff-b1ec-444a-93ea-0b8d05996cca not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:40:14.007362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52840) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:14.023299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Network 53369477-f715-40b6-af3b-dc8d58013cd0 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:14.045860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:14.049889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.056361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:14.059918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33e9589d-c7f7-4cce-bf79-a5cdc4542057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.071444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Pushing event updated for resources: {'Port': ['ID=1f199706-ec0d-4c34-b8fe-df39a7e2af21,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:14.089522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 10aaea57-bd47-4d67-bae5-b5ed7d25c3d0) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:14.120897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:14.122403 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.135829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-355d92e0-45e4-4acb-ad00-d0cd426eaedf req-58b2e0dc-7f5e-4b39-9747-a86fd5989183 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 210 time: 0.1065423 Feb 04 15:40:14.146448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb54d7-81bb-487b-a0e1-b153bb5a8d93 None None] Network 10aaea57-bd47-4d67-bae5-b5ed7d25c3d0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:14.238120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0264823e-5db9-4c5c-a38b-3dcfa32213e4 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.1918356 Feb 04 15:40:14.252113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52846) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:14.291387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Attempting to bind port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:14.291813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Attempting to bind port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '913f2ec2-f6da-4272-a0a7-234edbb70f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53369477-f715-40b6-af3b-dc8d58013cd0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:14.292188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Attempting to bind port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 on network 53369477-f715-40b6-af3b-dc8d58013cd0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:14.302810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:14.303077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Checking segment: {'id': '913f2ec2-f6da-4272-a0a7-234edbb70f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53369477-f715-40b6-af3b-dc8d58013cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:14.303486 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.304109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Bound using segment: {'id': '913f2ec2-f6da-4272-a0a7-234edbb70f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53369477-f715-40b6-af3b-dc8d58013cd0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:14.304637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Bound port: 1f199706-ec0d-4c34-b8fe-df39a7e2af21, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913f2ec2-f6da-4272-a0a7-234edbb70f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '53369477-f715-40b6-af3b-dc8d58013cd0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:14.305335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.417000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c6b71-e331-44e9-9426-4031f4dc1e8a req-6859be6a-6ff7-4b25-92d7-799541aeb36e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:14.424775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.435869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d7c6b71-e331-44e9-9426-4031f4dc1e8a req-6859be6a-6ff7-4b25-92d7-799541aeb36e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.5364316 Feb 04 15:40:14.439010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] For port 1f199706-ec0d-4c34-b8fe-df39a7e2af21, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:14.445223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] For port 1f199706-ec0d-4c34-b8fe-df39a7e2af21, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1f199706-ec0d-4c34-b8fe-df39a7e2af21,segment=NetworkSegment(913f2ec2-f6da-4272-a0a7-234edbb70f00),segment_id=913f2ec2-f6da-4272-a0a7-234edbb70f00)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:14.447488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e942451-661a-49ba-874a-90a277cdec99 req-72624df0-4e30-425d-86d5-0e0f8e2a4039 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:14.450936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-72624df0-4e30-425d-86d5-0e0f8e2a4039 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.6280534 Feb 04 15:40:14.460363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.508101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Request body: {'port': {'device_id': '3f3e1f19-321a-488c-baff-04ba40223704', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'admin_state_up': True, 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:14.543317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc6db5-ff8a-4bbf-bc2a-5318a4e56327 None None] Pushing event updated for resources: {'Port': ['ID=1f199706-ec0d-4c34-b8fe-df39a7e2af21,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:14.632300 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ff01163-03b2-4b2c-8e93-7874ce35f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.700873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d7c6b71-e331-44e9-9426-4031f4dc1e8a req-f0d7fa03-5f1d-4e4d-bf08-825b84ada809 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499790 Feb 04 15:40:14.737388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbaefa3-1930-4d4b-bfa9-3b715a71655b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-10aaea57-bd47-4d67-bae5-b5ed7d25c3d0', 'network_id': '10aaea57-bd47-4d67-bae5-b5ed7d25c3d0', 'tenant_id': '8a89d7111d9a4e8dbfee470e82a5edc2', 'fixed_ips': [{'subnet_id': '7dee3473-10a3-4537-ad5b-4be47c146d62'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:40:14.738253 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9fbaefa3-1930-4d4b-bfa9-3b715a71655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.756772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30100acc-beb8-418a-bd97-f41fbb2d081e req-477187ea-d5a5-4383-b30b-d287f7c91741 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0689521 Feb 04 15:40:14.827887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33e9589d-c7f7-4cce-bf79-a5cdc4542057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.834284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ff01163-03b2-4b2c-8e93-7874ce35f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.864936 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33e9589d-c7f7-4cce-bf79-a5cdc4542057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.875199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ff01163-03b2-4b2c-8e93-7874ce35f1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:14.885327 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3ff01163-03b2-4b2c-8e93-7874ce35f1cc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/88e7356f-a497-4edf-ae92-0658bdba414e HTTP/1.1" status: 204 len: 168 time: 1.7878590 Feb 04 15:40:14.896379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52856) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:14.925424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.005777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a60056c-593f-4e02-8775-3154544b7e76 None None] Network 6e4678e9-ed96-4624-9429-e30e07e55ead requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:15.011263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff01163-03b2-4b2c-8e93-7874ce35f1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e7356f-a497-4edf-ae92-0658bdba414e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.121441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.146122 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-33e9589d-c7f7-4cce-bf79-a5cdc4542057 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24254fe7eae74359ba6ea190345329b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1296010 Feb 04 15:40:15.153387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52862) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:15.202217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=7dee3473-10a3-4537-ad5b-4be47c146d62,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.235627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9589d-c7f7-4cce-bf79-a5cdc4542057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021d6035-864a-4577-97ef-9a8eaa89dfa7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.280230 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-9fbaefa3-1930-4d4b-bfa9-3b715a71655b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dee3473-10a3-4537-ad5b-4be47c146d62: This subnet is being modified by another concurrent operation. Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dee3473-10a3-4537-ad5b-4be47c146d62: This subnet is being modified by another concurrent operation. Feb 04 15:40:15.310124 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:40:15.379552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69585fe5-da20-48e6-af2f-d8de146226d9 None None] Network 10aaea57-bd47-4d67-bae5-b5ed7d25c3d0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:15.381440 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af558b3e-6841-4325-adfc-75df9ba3d187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.501057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.554453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aaea57-bd47-4d67-bae5-b5ed7d25c3d0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:15.559884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af558b3e-6841-4325-adfc-75df9ba3d187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.570784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39abdf84-64c7-4c94-bfcb-f32e8ee26e57') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:15.571190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39abdf84-64c7-4c94-bfcb-f32e8ee26e57') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:15.592205 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.606408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.615366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:15.615366 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.704585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ecd78ff1-0049-45b3-b434-b6869104fb63 req-8685fbe1-31b8-43ea-959e-904a412db05b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 210 time: 0.0862675 Feb 04 15:40:15.706236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1f199706-ec0d-4c34-b8fe-df39a7e2af21 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:15.708070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af558b3e-6841-4325-adfc-75df9ba3d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.719993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af558b3e-6841-4325-adfc-75df9ba3d187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.726415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-af558b3e-6841-4325-adfc-75df9ba3d187 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/021d6035-864a-4577-97ef-9a8eaa89dfa7 HTTP/1.1" status: 204 len: 168 time: 0.5707202 Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:15.743609 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:15.748908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:15.753495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.842708 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af558b3e-6841-4325-adfc-75df9ba3d187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021d6035-864a-4577-97ef-9a8eaa89dfa7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:15.928534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Deleting port b5209079-81c7-4484-a967-5fef3b8a093b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:15.930895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:15.975931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Allocated IP 172.20.0.12 (105b279f-e3c3-41d5-a12c-29ac016934da/185b96d7-6170-4199-b3ee-2d2358a9e456/3d4db25c-0966-40e4-9528-482b22a8d113) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:16.186627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:16.191266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.290910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] For port b5209079-81c7-4484-a967-5fef3b8a093b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b5209079-81c7-4484-a967-5fef3b8a093b,segment=NetworkSegment(64865c71-93af-4acc-8a62-2498a382d87a),segment_id=64865c71-93af-4acc-8a62-2498a382d87a)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:16.291627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.337785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Calling delete_port for b5209079-81c7-4484-a967-5fef3b8a093b owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:16.337928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3eac90-2e9e-4e08-839d-fb7f5c915f13 None None] DHCP port deletion for 6e4678e9-ed96-4624-9429-e30e07e55ead request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:40:16.372432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.423636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.444970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5523-ebab-456d-bcb2-f8c9805cd02b req-4d389f3d-7e3d-4ef8-a746-ab8ff0ee0071 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:16.449590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-17ec5523-ebab-456d-bcb2-f8c9805cd02b req-4d389f3d-7e3d-4ef8-a746-ab8ff0ee0071 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 1.2574317 Feb 04 15:40:16.470693 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.481711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.507200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/10aaea57-bd47-4d67-bae5-b5ed7d25c3d0 HTTP/1.1" status: 204 len: 168 time: 2.2500598 Feb 04 15:40:16.556121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:40:16.556778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52882) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:16.667309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6b8f12a-44d6-48cf-8f2f-a355d5e2bee7 req-ac2853f8-11bf-4b57-af41-979e2ac09269 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0984993 Feb 04 15:40:16.675944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.716766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] No DVR routers for this DVR port b5209079-81c7-4484-a967-5fef3b8a093b on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:16.837098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Network 105b279f-e3c3-41d5-a12c-29ac016934da is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:16.863534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278873834'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:16.870927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event updated for resources: {'Port': ['ID=3d4db25c-0966-40e4-9528-482b22a8d113,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:16.930492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36361359-6cff-4557-a618-b082ed3b0329 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=10aaea57-bd47-4d67-bae5-b5ed7d25c3d0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:16.930813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd34d7-badf-41e1-aa3b-504ae3284bd8 None None] Network 53369477-f715-40b6-af3b-dc8d58013cd0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:16.957627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:16.976583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:16.988357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:16.988704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4678e9-ed96-4624-9429-e30e07e55ead']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:17.008477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64865c71-93af-4acc-8a62-2498a382d87a') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:17.009052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64865c71-93af-4acc-8a62-2498a382d87a') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:17.029265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.054053 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.061842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:17.063029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.064280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port ffffc385-8630-423d-b89d-61a19a03fed2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:17.065323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:17.141349 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:17.145877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5209079-81c7-4484-a967-5fef3b8a093b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.164202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-17ec5523-ebab-456d-bcb2-f8c9805cd02b req-330c9706-7d66-4fb1-8b05-6919fcf8ab3f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526163 Feb 04 15:40:17.193904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:17.207369 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.321422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.331838 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.362963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6e4678e9-ed96-4624-9429-e30e07e55ead HTTP/1.1" status: 204 len: 168 time: 2.4015143 Feb 04 15:40:17.414678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-89b3948a-6083-4532-afc9-9ec87f6adc28 None None] Provisioning complete for port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:17.415599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-89b3948a-6083-4532-afc9-9ec87f6adc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.463468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026bc64-416f-4625-8b80-45433e5f7e22 req-aa345345-4e55-4417-b976-c5209353a107 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.466754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2a3eac90-2e9e-4e08-839d-fb7f5c915f13 None None] Deleting port b5209079-81c7-4484-a967-5fef3b8a093b {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:17.467205 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2a3eac90-2e9e-4e08-839d-fb7f5c915f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.475780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d026bc64-416f-4625-8b80-45433e5f7e22 req-aa345345-4e55-4417-b976-c5209353a107 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 932 time: 0.3364236 Feb 04 15:40:17.477844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecba76d-60fa-455b-9b53-9f0d57857123 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4678e9-ed96-4624-9429-e30e07e55ead,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:17.494347 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.612991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:17.624322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d026bc64-416f-4625-8b80-45433e5f7e22 req-1ec2afb8-fc2b-4050-8819-22d760907e65 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238377 Feb 04 15:40:17.689096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:17.696221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-2a3eac90-2e9e-4e08-839d-fb7f5c915f13 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6e4678e9-ed96-4624-9429-e30e07e55ead could not be found. Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1544, in delete_ports_by_device_id Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1989, in delete_port Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6e4678e9-ed96-4624-9429-e30e07e55ead could not be found. Feb 04 15:40:17.706488 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:40:17.835565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.836299 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment e8e4e935-4c12-4281-a200-d948c47d07b1 of type vlan for network 89f7b2e3-2368-4d09-904d-11d3eb5b6530 Feb 04 15:40:17.837437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52918) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:17.897583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aaae82-2118-4d22-8391-d5a5bf2b2de7 None None] DHCP port deletion for 6e4678e9-ed96-4624-9429-e30e07e55ead request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:40:17.911960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-57b3bb81-a7e2-4725-89b0-ec6e1c7aa29e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4097915 Feb 04 15:40:17.913755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 1f199706-ec0d-4c34-b8fe-df39a7e2af21, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1f199706-ec0d-4c34-b8fe-df39a7e2af21,segment=NetworkSegment(913f2ec2-f6da-4272-a0a7-234edbb70f00),segment_id=913f2ec2-f6da-4272-a0a7-234edbb70f00)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:17.942178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-4daa93c4-619e-4d2d-9f1a-a8daa09f3afe tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:40:17.943791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-4daa93c4-619e-4d2d-9f1a-a8daa09f3afe tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087004 Feb 04 15:40:17.944267 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:17.948260 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be936d7a-5463-414a-b5b3-dcf1dc2e8445 req-85d207c4-d6fd-4899-8830-31274a8872af tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0687253 Feb 04 15:40:17.968922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9084b21a-20c8-4e5b-a3b8-29a85f616dce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4b7bd91c4074f0b8cff9e9000dc52da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251953 Feb 04 15:40:17.970499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52920) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:17.980197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Request body: {'port': {'device_id': '3f3e1f19-321a-488c-baff-04ba40223704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:18.062009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1d9a96e-d99c-4376-ac20-ea97535499aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.065685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.123939 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1d9a96e-d99c-4376-ac20-ea97535499aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.140282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6b1d9-1962-4c67-ae46-ee119a306515 req-d2e246f0-d764-4120-98e4-1e3f9788b3a0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:18.142887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62d6b1d9-1962-4c67-ae46-ee119a306515 req-d2e246f0-d764-4120-98e4-1e3f9788b3a0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4157863 Feb 04 15:40:18.152746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.164595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=1f199706-ec0d-4c34-b8fe-df39a7e2af21,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:18.170546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for ffffc385-8630-423d-b89d-61a19a03fed2 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:18.176027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b5209079-81c7-4484-a967-5fef3b8a093b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:18.214452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1d9a96e-d99c-4376-ac20-ea97535499aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.217863 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1d9a96e-d99c-4376-ac20-ea97535499aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.219204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b1d9a96e-d99c-4376-ac20-ea97535499aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44768e4c-9d2f-4b4b-b63c-df86dff2aff5 HTTP/1.1" status: 204 len: 168 time: 0.2468190 Feb 04 15:40:18.238975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9a96e-d99c-4376-ac20-ea97535499aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44768e4c-9d2f-4b4b-b63c-df86dff2aff5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:18.266869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b5209079-81c7-4484-a967-5fef3b8a093b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:40:18.267334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b5209079-81c7-4484-a967-5fef3b8a093b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:40:18.482822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62d6b1d9-1962-4c67-ae46-ee119a306515 req-7e352d20-4e38-4160-80b1-2cc666421a13 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248897 Feb 04 15:40:18.491334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.500039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:18.501231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.504381 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:18.679889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9330351 Feb 04 15:40:18.683395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52944) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:18.693524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': '89f7b2e3-2368-4d09-904d-11d3eb5b6530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:18.766568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566143f2-b5dc-4304-8b22-0a36c6c3054d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=89f7b2e3-2368-4d09-904d-11d3eb5b6530,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:18.784399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 89f7b2e3-2368-4d09-904d-11d3eb5b6530 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:18.921850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c4007-46d3-4085-a3d6-fa5933dc9348 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:40:19.018418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037af0-0c63-4319-b7c1-079cab419ac6 req-d6a7177a-3c4f-44c5-ba87-1926345d59a0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:19.021240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d037af0-0c63-4319-b7c1-079cab419ac6 req-d6a7177a-3c4f-44c5-ba87-1926345d59a0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 932 time: 0.1810279 Feb 04 15:40:19.062884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-df418371-7cb3-4032-ac24-a8d0b9941ce3 None None] Provisioning complete for port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:19.063600 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-df418371-7cb3-4032-ac24-a8d0b9941ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.135093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:19.144680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.295199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c4007-46d3-4085-a3d6-fa5933dc9348 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:40:19.308165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d037af0-0c63-4319-b7c1-079cab419ac6 req-02fd0671-8a56-4f98-94d3-ee9c5d31a99d tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213085 Feb 04 15:40:19.671884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a96b2c56-331b-430f-a9cc-a48ce5b6d052 req-e1057358-bef8-4757-97c5-9951157b5260 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0447268 Feb 04 15:40:19.783589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:19.910526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': 'e8e4e935-4c12-4281-a200-d948c47d07b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '89f7b2e3-2368-4d09-904d-11d3eb5b6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:19.911582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: 89f7b2e3-2368-4d09-904d-11d3eb5b6530, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:19.953573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=5f3cd2ec-b1de-4225-ae3a-e021f3af6864,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:19.974751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 89f7b2e3-2368-4d09-904d-11d3eb5b6530 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:20.003172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 89f7b2e3-2368-4d09-904d-11d3eb5b6530) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:20.013560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:20.014543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.047632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-995491f2-8d27-487c-b6ae-7dfee7c9536b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3614032 Feb 04 15:40:20.061158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52984) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:20.086258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1097164208'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:20.132244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1f199706-ec0d-4c34-b8fe-df39a7e2af21 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:20.137852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:20.142345 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.183499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:20.203971 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.205239 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment 52a92a51-8e30-4f5f-87f3-4640000a54ea of type vlan for network abd5f27e-79a3-4538-8877-81b75a8b9141 Feb 04 15:40:20.259530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f1743-0bfc-4a2a-9e75-2ec9f3bb1462 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:40:20.334302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.454569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.455223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.512858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:20.514235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:20.514599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e37c-6f3c-4276-a3b4-a56b04b885f3 req-af5a6b73-4b26-43fe-b097-e0ee00ca6202 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:20.552199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3da6e37c-6f3c-4276-a3b4-a56b04b885f3 req-af5a6b73-4b26-43fe-b097-e0ee00ca6202 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 1.4507515 Feb 04 15:40:20.608695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5413778 Feb 04 15:40:20.609881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:20.653176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': 'abd5f27e-79a3-4538-8877-81b75a8b9141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:20.695522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f1743-0bfc-4a2a-9e75-2ec9f3bb1462 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:40:20.771714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53000) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:20.828242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=ffffc385-8630-423d-b89d-61a19a03fed2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:20.868913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f395ab6-7dd1-46aa-bac4-89435cd57502 req-9991b33a-2a2d-4f13-8e42-41857d7359cb tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:20.878255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f395ab6-7dd1-46aa-bac4-89435cd57502 req-9991b33a-2a2d-4f13-8e42-41857d7359cb tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 932 time: 0.2323859 Feb 04 15:40:20.910217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f580899-3669-47ad-bfc9-8ac7fb6461cb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=abd5f27e-79a3-4538-8877-81b75a8b9141,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:20.953889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network abd5f27e-79a3-4538-8877-81b75a8b9141 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:20.989136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f395ab6-7dd1-46aa-bac4-89435cd57502 req-64ca46ab-c028-4868-be78-7dda8f428b02 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093340 Feb 04 15:40:21.001184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:21.027295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.028055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:21.035044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.181446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.181871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.182234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.182571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.182905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.183242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.197907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.198416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.198771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.203877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.204390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.204809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:21.225298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Performing IP validity checks on allocation pools {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 15:40:21.228010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 15:40:21.291089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-14bcfa2f-2dfc-4ea7-9249-b083a15162cf req-e404bba9-6545-4a8d-92ef-22d4327c8771 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1031959 Feb 04 15:40:21.345599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5e1b95e-4429-4563-b637-d405f76bf9d6 req-c42763a1-ffc2-45ee-b66d-afb201ded2f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0999489 Feb 04 15:40:21.405954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1897223125-network', 'tenant_id': '1ccf550346ed4ef1b796ad7258b2b71d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:21.407627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3da6e37c-6f3c-4276-a3b4-a56b04b885f3 req-dfdffc1f-6f3c-48a2-b2ea-c3e1f03610a2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8511307 Feb 04 15:40:21.511325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4db25c-0966-40e4-9528-482b22a8d113 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:21.525542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.531668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.573745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Transition to ACTIVE for port object 3d4db25c-0966-40e4-9528-482b22a8d113 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:21.708972 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.827593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Made reservation on behalf of 1ccf550346ed4ef1b796ad7258b2b71d for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:21.829860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.835005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.864427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:21.934746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-89f7b2e3-2368-4d09-904d-11d3eb5b6530', 'network_id': '89f7b2e3-2368-4d09-904d-11d3eb5b6530', 'tenant_id': '8a89d7111d9a4e8dbfee470e82a5edc2', 'fixed_ips': [{'subnet_id': '5f3cd2ec-b1de-4225-ae3a-e021f3af6864'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:40:21.939009 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.002967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.009841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=d6ec63b5-428f-43d0-bfdb-c863c2e57ac3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:22.017629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.028590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': '52a92a51-8e30-4f5f-87f3-4640000a54ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'abd5f27e-79a3-4538-8877-81b75a8b9141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:22.029310 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: abd5f27e-79a3-4538-8877-81b75a8b9141, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:22.122678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:22.168149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network abd5f27e-79a3-4538-8877-81b75a8b9141 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:22.181690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7f94db-f47d-4443-92ab-5316445231fc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:22.196515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.196815 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Added segment 14f810a5-7909-404e-9e14-d1894056eb9b of type vlan for network d30a9503-0732-4a02-8e46-105bdac13259 Feb 04 15:40:22.202382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4db25c-0966-40e4-9528-482b22a8d113,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:22.241559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831430-6ca3-4ac4-a562-98701f81e954 req-27436c2c-f704-419a-8ee0-b76ff969fc7c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.256241 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-42831430-6ca3-4ac4-a562-98701f81e954 req-27436c2c-f704-419a-8ee0-b76ff969fc7c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4521320 Feb 04 15:40:22.336013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, abd5f27e-79a3-4538-8877-81b75a8b9141) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:22.347936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.349604 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.357964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router cd650415-4a3f-4eb2-84b0-e172a04263ce has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:40:22.392448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Allocated IP 2001:db8::1 (89f7b2e3-2368-4d09-904d-11d3eb5b6530/5f3cd2ec-b1de-4225-ae3a-e021f3af6864/92f1a12b-899e-418b-a1af-174bbd645c17) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:22.527175 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b529b43f-8888-4db9-be73-98aa2197bb44 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8897855 Feb 04 15:40:22.565511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f92e83-effb-49bf-aeb5-743171b0ba4b req-81d85df0-f399-452c-b9ba-78244bded544 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.567191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20f92e83-effb-49bf-aeb5-743171b0ba4b req-81d85df0-f399-452c-b9ba-78244bded544 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 944 time: 0.3661551 Feb 04 15:40:22.569103 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.571410 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53032) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:22.859413 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.883459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.893357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20f92e83-effb-49bf-aeb5-743171b0ba4b req-ea85c43a-ecc3-47d3-a42a-ecdb6e6fabb6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884979 Feb 04 15:40:22.893699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-42831430-6ca3-4ac4-a562-98701f81e954 req-24cd717d-0f90-486e-a58e-2731acfd6f55 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214156 Feb 04 15:40:22.911112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:22.911944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:22.912794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.074026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Attempting to bind port 3d4db25c-0966-40e4-9528-482b22a8d113 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:23.082536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Attempting to bind port 3d4db25c-0966-40e4-9528-482b22a8d113 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:23.086527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Attempting to bind port 3d4db25c-0966-40e4-9528-482b22a8d113 on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:23.112853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Pushing event updated for resources: {'Port': ['ID=92f1a12b-899e-418b-a1af-174bbd645c17,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:23.119444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:23.130810 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.131661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Port 3d4db25c-0966-40e4-9528-482b22a8d113 on network 105b279f-e3c3-41d5-a12c-29ac016934da not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:40:23.132470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Attempting to bind port 3d4db25c-0966-40e4-9528-482b22a8d113 on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:23.154869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c034f81d-4a22-40f0-9361-bc1fe7c880c2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/cd650415-4a3f-4eb2-84b0-e172a04263ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0517397 Feb 04 15:40:23.168066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53052) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:23.184350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:23.185154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Checking segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:23.185794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Bound using segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:23.187171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Bound port: 3d4db25c-0966-40e4-9528-482b22a8d113, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:23.188546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.208192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a575f97-180c-414b-bc67-70ee165fca9b None None] Sync routers for ids ['cd650415-4a3f-4eb2-84b0-e172a04263ce'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:23.220755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Network 89f7b2e3-2368-4d09-904d-11d3eb5b6530 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:23.248769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:23.249023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4704535 Feb 04 15:40:23.256893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:23.261556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53054) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:23.273642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd6244-219b-4c69-8eae-ea44561936ae admin admin] Pushing event updated for resources: {'Network': ['ID=d30a9503-0732-4a02-8e46-105bdac13259,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:23.277919 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eea696d9-6c60-4108-94e9-d12f5de98cda req-02e84b5b-ff06-4f2e-9fac-eef8a57d54cc tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1198070 Feb 04 15:40:23.287962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Request body: {'subnet': {'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1897223125-subnet', 'tenant_id': '1ccf550346ed4ef1b796ad7258b2b71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:23.325572 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.405493 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:40:23.563936 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.570920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d30a9503-0732-4a02-8e46-105bdac13259 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:23.703423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Made reservation on behalf of 1ccf550346ed4ef1b796ad7258b2b71d for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:23.709323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.749506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:23.873832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a575f97-180c-414b-bc67-70ee165fca9b None None] Routers {'cd650415-4a3f-4eb2-84b0-e172a04263ce'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:23.875166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6a575f97-180c-414b-bc67-70ee165fca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cd650415-4a3f-4eb2-84b0-e172a04263ce'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:23.880341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ec63b5-428f-43d0-bfdb-c863c2e57ac3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.030317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6a575f97-180c-414b-bc67-70ee165fca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:24.057686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Attempting to bind port 92f1a12b-899e-418b-a1af-174bbd645c17 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:24.069787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Attempting to bind port 92f1a12b-899e-418b-a1af-174bbd645c17 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'e8e4e935-4c12-4281-a200-d948c47d07b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '89f7b2e3-2368-4d09-904d-11d3eb5b6530'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:24.071872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Attempting to bind port 92f1a12b-899e-418b-a1af-174bbd645c17 on network 89f7b2e3-2368-4d09-904d-11d3eb5b6530 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:24.078425 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-8276499a-9b43-4aaf-941d-a0a7abe0c7ee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 15:40:24.079555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8276499a-9b43-4aaf-941d-a0a7abe0c7ee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/cd650415-4a3f-4eb2-84b0-e172a04263ce/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9079988 Feb 04 15:40:24.085224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53066) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:24.090897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] For port 3d4db25c-0966-40e4-9528-482b22a8d113, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:24.110467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a575f97-180c-414b-bc67-70ee165fca9b None None] Routers {'cd650415-4a3f-4eb2-84b0-e172a04263ce'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:24.111678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6a575f97-180c-414b-bc67-70ee165fca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cd650415-4a3f-4eb2-84b0-e172a04263ce'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:24.114687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7714c-b19c-415a-929a-961bc3ef3127 req-fc69786e-2dcf-4d97-af72-147a7e4968ca tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.116389 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52f7714c-b19c-415a-929a-961bc3ef3127 req-fc69786e-2dcf-4d97-af72-147a7e4968ca tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4864669 Feb 04 15:40:24.125194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] For port 3d4db25c-0966-40e4-9528-482b22a8d113, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d4db25c-0966-40e4-9528-482b22a8d113,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:24.144782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.148181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.171719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:24.172434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Checking segment: {'id': 'e8e4e935-4c12-4281-a200-d948c47d07b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '89f7b2e3-2368-4d09-904d-11d3eb5b6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:24.173707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.173707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Bound using segment: {'id': 'e8e4e935-4c12-4281-a200-d948c47d07b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '89f7b2e3-2368-4d09-904d-11d3eb5b6530'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:24.174227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Bound port: 92f1a12b-899e-418b-a1af-174bbd645c17, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e4e935-4c12-4281-a200-d948c47d07b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '89f7b2e3-2368-4d09-904d-11d3eb5b6530'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:24.174750 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.222050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.222547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.224069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d4db25c-0966-40e4-9528-482b22a8d113 HTTP/1.1" status: 200 len: 1092 time: 6.2618854 Feb 04 15:40:24.224580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3e1f19-321a-488c-baff-04ba40223704', 'tag': '3d4db25c-0966-40e4-9528-482b22a8d113'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:24.227058 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e49bc6-9744-4087-9aab-d3f257d6f2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3e1f19-321a-488c-baff-04ba40223704", "tag": "3d4db25c-0966-40e4-9528-482b22a8d113"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:24.275841 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-030c5271-fb77-449b-b582-63401947f445 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd650415-4a3f-4eb2-84b0-e172a04263ce HTTP/1.1" status: 200 len: 205 time: 0.1868582 Feb 04 15:40:24.277211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53072) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:24.298675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52f7714c-b19c-415a-929a-961bc3ef3127 req-c51112d5-fdc9-4c30-ae44-26ec824dfb2e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653566 Feb 04 15:40:24.310825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26fab017-636b-4ef6-a8cd-7e14d7f95bd0 req-f9b934ed-893b-417b-a838-513af2e61aed tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed&device_id=f8fc2a8c-9816-4174-a3a8-600e48c3b01a HTTP/1.1" status: 200 len: 210 time: 0.1570170 Feb 04 15:40:24.351818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd5f27e-79a3-4538-8877-81b75a8b9141']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:24.360958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6a575f97-180c-414b-bc67-70ee165fca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:24.362438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a575f97-180c-414b-bc67-70ee165fca9b None None] The sync data for ids ['cd650415-4a3f-4eb2-84b0-e172a04263ce'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:24.385270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69a3ec-eb82-4e17-b562-9f86745fee35 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4db25c-0966-40e4-9528-482b22a8d113,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.390433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a92a51-8e30-4f5f-87f3-4640000a54ea') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:24.390834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a92a51-8e30-4f5f-87f3-4640000a54ea') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:24.402779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] For port 92f1a12b-899e-418b-a1af-174bbd645c17, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:24.415062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] For port 92f1a12b-899e-418b-a1af-174bbd645c17, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92f1a12b-899e-418b-a1af-174bbd645c17,segment=NetworkSegment(e8e4e935-4c12-4281-a200-d948c47d07b1),segment_id=e8e4e935-4c12-4281-a200-d948c47d07b1)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:24.427855 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.450216 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36bc40d8-c765-4757-9871-43718b0708a0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.456222 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.566015 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b6d3e3-6e34-4f89-ad46-41158dd30a6d x-openstack-request-id: req-81b6d3e3-6e34-4f89-ad46-41158dd30a6d {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:24.566367 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3e1f19-321a-488c-baff-04ba40223704", "tag": "3d4db25c-0966-40e4-9528-482b22a8d113", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:24.566664 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-81b6d3e3-6e34-4f89-ad46-41158dd30a6d {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:24.567085 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3e1f19-321a-488c-baff-04ba40223704', 'tag': '3d4db25c-0966-40e4-9528-482b22a8d113', 'status': 'completed', 'code': 200} Feb 04 15:40:24.594028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.643178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:24.644125 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:24.650080 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:24.716469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003da69-7331-4d18-86c2-4e7b096643d1 None None] Pushing event updated for resources: {'Port': ['ID=92f1a12b-899e-418b-a1af-174bbd645c17,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.793113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e845f46-17a7-418d-915c-d47050754138 req-741a6a0a-8c95-4672-a4b0-82381477ae61 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.794947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e845f46-17a7-418d-915c-d47050754138 req-741a6a0a-8c95-4672-a4b0-82381477ae61 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 944 time: 0.3610983 Feb 04 15:40:24.855953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.872395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:24.879000 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/abd5f27e-79a3-4538-8877-81b75a8b9141 HTTP/1.1" status: 204 len: 168 time: 2.3048337 Feb 04 15:40:24.897724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53088) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:24.914938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e845f46-17a7-418d-915c-d47050754138 req-1830f55b-5dc8-43d8-aa75-b33ac1922602 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087480 Feb 04 15:40:24.920574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ba2c6-dedf-4bf1-841e-0ad9c0677580 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=abd5f27e-79a3-4538-8877-81b75a8b9141,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:24.968856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e942451-661a-49ba-874a-90a277cdec99 req-cd2b0b9e-adc0-46b2-a108-9d42adc295bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:24.972227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-cd2b0b9e-adc0-46b2-a108-9d42adc295bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 1095 time: 0.5669420 Feb 04 15:40:24.982948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58307622'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:25.021433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.084357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-285473d2-98be-4098-a412-a998e7019380 req-923264b2-601e-406c-a10d-c093acee8217 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0970919 Feb 04 15:40:25.184007 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36bc40d8-c765-4757-9871-43718b0708a0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.187632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36bc40d8-c765-4757-9871-43718b0708a0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.297333 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b54bdc1-24c6-468f-8377-21d3d65ce0fe req-24a49fdd-7cc1-4141-b93f-da887843c611 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01d27a93aabb4f5da51dcdd57fa929bd&device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.4126940 Feb 04 15:40:25.310220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:25.314518 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.317502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36bc40d8-c765-4757-9871-43718b0708a0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.318087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bc40d8-c765-4757-9871-43718b0708a0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Fanout notify agent at l3_agent the message router_deleted on router cd650415-4a3f-4eb2-84b0-e172a04263ce {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:40:25.334874 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36bc40d8-c765-4757-9871-43718b0708a0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.340262 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-36bc40d8-c765-4757-9871-43718b0708a0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/cd650415-4a3f-4eb2-84b0-e172a04263ce HTTP/1.1" status: 204 len: 168 time: 1.0619640 Feb 04 15:40:25.342186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53094) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:25.469482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-164ac80f-1762-457f-bd6c-e13331d9d148 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d4db25c-0966-40e4-9528-482b22a8d113 HTTP/1.1" status: 200 len: 217 time: 0.3759830 Feb 04 15:40:25.566483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e1565f-898c-441c-9a0b-6d167873ee66 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet b685c60a-0aa2-46fa-b5d7-9b034d85f30b {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:40:25.598918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47e1565f-898c-441c-9a0b-6d167873ee66 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.671306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee590ed9-757b-49b0-a479-dfa18ea6f676,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:25.699016 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b54bdc1-24c6-468f-8377-21d3d65ce0fe req-e221a265-5cbe-4769-ba36-ab26c334e017 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=01d27a93aabb4f5da51dcdd57fa929bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2938323 Feb 04 15:40:25.718672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:25.753601 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47e1565f-898c-441c-9a0b-6d167873ee66 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.868820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47e1565f-898c-441c-9a0b-6d167873ee66 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.895183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:25.895748 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment d3273c98-56fe-42fa-993d-c40c8f61094a of type vlan for network 3cba4fe3-f080-46bc-a9a0-5611ac3e2911 Feb 04 15:40:25.997565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47e1565f-898c-441c-9a0b-6d167873ee66 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.148691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1565f-898c-441c-9a0b-6d167873ee66 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=b685c60a-0aa2-46fa-b5d7-9b034d85f30b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:26.171328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-47e1565f-898c-441c-9a0b-6d167873ee66 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.187011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-47e1565f-898c-441c-9a0b-6d167873ee66 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/b685c60a-0aa2-46fa-b5d7-9b034d85f30b HTTP/1.1" status: 204 len: 168 time: 0.8421602 Feb 04 15:40:26.201383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53112) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:26.275272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92f1a12b-899e-418b-a1af-174bbd645c17 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:26.424291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 92f1a12b-899e-418b-a1af-174bbd645c17 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:26.429797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.521033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b069e1-9d76-4d11-8ebe-ed6639e676f0 req-91fdd088-2d5f-4445-aeec-a4a7e66a570c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:26.524232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42b069e1-9d76-4d11-8ebe-ed6639e676f0 req-91fdd088-2d5f-4445-aeec-a4a7e66a570c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 944 time: 0.3630798 Feb 04 15:40:26.537166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.675167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-42b069e1-9d76-4d11-8ebe-ed6639e676f0 req-4d6cac8c-80cc-4cd5-be0c-2d9709fd8a2a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344860 Feb 04 15:40:26.725462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8efbb5-efcf-4a5f-85ff-2797f74842d5 None None] Network 89f7b2e3-2368-4d09-904d-11d3eb5b6530 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:26.727849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118be66-c93f-4c4d-b382-b25d3e20736e None None] Network abd5f27e-79a3-4538-8877-81b75a8b9141 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:26.783566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:26.783950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.839068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118be66-c93f-4c4d-b382-b25d3e20736e None None] Network abd5f27e-79a3-4538-8877-81b75a8b9141 could not be found, it might have been deleted concurrently. {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 15:40:26.878994 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:26.887055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f0cbf-ffc8-435a-b56b-9ddba918719d None None] Network abd5f27e-79a3-4538-8877-81b75a8b9141 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:27.027469 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-520e9fa1-b97a-4ee2-849e-14c7fee1520d req-2a1a266f-0cb5-43c4-a2f5-3d46d877af85 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.0722713 Feb 04 15:40:27.114060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6e4b9fe6-25b0-4db9-bcaf-236a64a25d55,segment=NetworkSegment(0a01d02a-b8c1-40e0-973b-73d1c9d44fe1),segment_id=0a01d02a-b8c1-40e0-973b-73d1c9d44fe1)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:27.115071 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.157904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:27.251019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196508e-030c-424f-917f-161fa6367a84 req-ce1d24ab-b8e4-4059-97bb-15eb43c969d1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:27.258330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f196508e-030c-424f-917f-161fa6367a84 req-ce1d24ab-b8e4-4059-97bb-15eb43c969d1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 2.2826002 Feb 04 15:40:27.267822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54bdc1-24c6-468f-8377-21d3d65ce0fe req-c11dfb5d-6315-45f3-8d51-6582d8e20c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:27.270161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b54bdc1-24c6-468f-8377-21d3d65ce0fe req-c11dfb5d-6315-45f3-8d51-6582d8e20c18 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5337338 Feb 04 15:40:27.343580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d071a0-d3ee-4f1a-86f3-cdcc2ae0bbd8 None None] Network 243be365-6536-455e-8411-68919264f73d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:27.348086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f0cbf-ffc8-435a-b56b-9ddba918719d None None] Network abd5f27e-79a3-4538-8877-81b75a8b9141 could not be found, it might have been deleted concurrently. {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 15:40:27.390453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.479478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Checking segment: {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:27.479835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Network hostable DHCP agents. Network: d30a9503-0732-4a02-8e46-105bdac13259, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:27.509160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No DVR routers for this DVR port 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:27.514893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e942451-661a-49ba-874a-90a277cdec99 req-ca5a8a82-6cca-4cd7-842c-7936988f2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:27.516633 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-ca5a8a82-6cca-4cd7-842c-7936988f2d2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 1.9615865 Feb 04 15:40:27.517481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=6e4b9fe6-25b0-4db9-bcaf-236a64a25d55,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:27.584031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 92f1a12b-899e-418b-a1af-174bbd645c17, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92f1a12b-899e-418b-a1af-174bbd645c17,segment=NetworkSegment(e8e4e935-4c12-4281-a200-d948c47d07b1),segment_id=e8e4e935-4c12-4281-a200-d948c47d07b1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:27.584516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.648400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Network d30a9503-0732-4a02-8e46-105bdac13259 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:27.653713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-63ca1f46-1a96-4982-a77a-77cb0c3fe951 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219726 Feb 04 15:40:27.669673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f196508e-030c-424f-917f-161fa6367a84 req-be65edbf-490f-4017-84a4-d8e488183c5c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795402 Feb 04 15:40:27.809416 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-84553ecc-bbac-411e-bb0d-fb26d6845c2b service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127875 Feb 04 15:40:27.816292 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:40:27.834205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.882309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d30a9503-0732-4a02-8e46-105bdac13259) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:27.922782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:27.923131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243be365-6536-455e-8411-68919264f73d']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:27.923333 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.949669 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.956169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:27.956901 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:27.983124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a01d02a-b8c1-40e0-973b-73d1c9d44fe1') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:27.983555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a01d02a-b8c1-40e0-973b-73d1c9d44fe1') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:28.024852 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.044267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=3cba4fe3-f080-46bc-a9a0-5611ac3e2911,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:28.072738 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-57b92c0b-ed9b-4393-81bc-e83b7d3786a3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.7762253 Feb 04 15:40:28.080857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.089272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0961d58b-b17b-4fc8-9b10-1f9c7fe11ec8 None None] Provisioning complete for port 92f1a12b-899e-418b-a1af-174bbd645c17 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:28.090957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0961d58b-b17b-4fc8-9b10-1f9c7fe11ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.113240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab3e33-0e26-4fa4-8657-64fbd75e7ff3 None None] Network d30a9503-0732-4a02-8e46-105bdac13259 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:28.116325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:28.117718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3cba4fe3-f080-46bc-a9a0-5611ac3e2911 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:28.123461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.133771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9af158a3-15e3-41a4-aa14-c39fe8cff84b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 3.1597972 Feb 04 15:40:28.145240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53166) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:28.161640 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.164053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': '3cba4fe3-f080-46bc-a9a0-5611ac3e2911', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:28.296773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=92f1a12b-899e-418b-a1af-174bbd645c17,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:28.301653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd94d5-d362-4fac-ac32-62778dcfab04 None None] DHCP port deletion for 243be365-6536-455e-8411-68919264f73d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:28.413832 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:28.508958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.539688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.544721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/243be365-6536-455e-8411-68919264f73d HTTP/1.1" status: 204 len: 168 time: 2.3223846 Feb 04 15:40:28.549901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:28.557237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-391196127'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:28.573669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4f246-70c6-457f-9932-280655ce94bc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=243be365-6536-455e-8411-68919264f73d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:28.594981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e942451-661a-49ba-874a-90a277cdec99 req-c69d1812-f995-4376-9e90-e58474930498 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746303 Feb 04 15:40:28.681211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96a244-82f4-4247-a3c4-bdec4fc874b1 req-9eaf1c93-38b5-40f2-a925-f1b868175a1d tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:28.702899 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad96a244-82f4-4247-a3c4-bdec4fc874b1 req-9eaf1c93-38b5-40f2-a925-f1b868175a1d tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 944 time: 0.2870080 Feb 04 15:40:28.709534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:28.722364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.733917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909322c7-12e1-4f86-9659-7717696dc89b req-4ad6926b-f22b-43f1-a37d-2e13e2d4abb1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:28.742330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-909322c7-12e1-4f86-9659-7717696dc89b req-4ad6926b-f22b-43f1-a37d-2e13e2d4abb1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2855711 Feb 04 15:40:28.905464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad96a244-82f4-4247-a3c4-bdec4fc874b1 req-912864c5-a843-4364-b49f-a09ef4fac5b7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999459 Feb 04 15:40:28.917349 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f176d54e-5654-430a-abea-049f1f5a7880 None None] Network d30a9503-0732-4a02-8e46-105bdac13259 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:28.949040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:28.971688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:28.980589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:28.983136 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment 8dc17b01-3e6b-4812-bcda-6f47a63c395e of type vlan for network 8b093993-8831-474a-b877-079c86703293 Feb 04 15:40:28.994315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.116819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.185467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-909322c7-12e1-4f86-9659-7717696dc89b req-f81842be-2a08-4dff-a77f-95d6a78c2b36 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414849 Feb 04 15:40:29.197132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b54bdc1-24c6-468f-8377-21d3d65ce0fe req-d941ec07-f836-4c12-b196-787c1c458239 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.50 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 0.1893227 Feb 04 15:40:29.220391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-3a911d66-f7d3-4520-a564-5188aa3a75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:29.223025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-3a911d66-f7d3-4520-a564-5188aa3a75e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 1095 time: 0.4301980 Feb 04 15:40:29.327609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.327609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:29.327609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:29.944091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-f00562ba-65ee-4c53-84ca-40cddff6fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:29.950166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-f00562ba-65ee-4c53-84ca-40cddff6fee3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 0.6982503 Feb 04 15:40:30.026470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88b80c-976f-45c3-8f34-53e858bfca6f None None] Network 89f7b2e3-2368-4d09-904d-11d3eb5b6530 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:30.065453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-8b267e8e-c292-4d63-b239-1dc5c789c272 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d4db25c-0966-40e4-9528-482b22a8d113 HTTP/1.1" status: 200 len: 217 time: 0.1004591 Feb 04 15:40:30.071519 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.280595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-95f71aa8-0921-4a65-a051-e83b73bb7b39 None None] Provisioning complete for port 92f1a12b-899e-418b-a1af-174bbd645c17 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:30.281198 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95f71aa8-0921-4a65-a051-e83b73bb7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.386108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=ae1d3878-84a2-4c6a-a6ac-9a542919ab17,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:30.388168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92f1a12b-899e-418b-a1af-174bbd645c17 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:30.388566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=8b093993-8831-474a-b877-079c86703293,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:30.413653 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8f5eb1e-3356-4a1a-a80e-7f790eaef51a req-ac4b7d56-7fa0-4e29-830e-4a745aa0a8ab tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=78abdc3f-195b-42f1-8b0f-5e75f2aae1ed HTTP/1.1" status: 200 len: 210 time: 1.2223599 Feb 04 15:40:30.422622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5dc23892-df75-4ddb-8563-f54b592c2b9c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8712986 Feb 04 15:40:30.427892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53222) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:30.438174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': '8b093993-8831-474a-b877-079c86703293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:30.458114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 8b093993-8831-474a-b877-079c86703293 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:30.698885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f79d66-43d4-489e-ae22-cae36ea20fb7 req-84fbe381-b9ec-40a1-8a31-699450e48aab tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:30.700477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0f79d66-43d4-489e-ae22-cae36ea20fb7 req-84fbe381-b9ec-40a1-8a31-699450e48aab tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.0890822 Feb 04 15:40:30.709881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:30.714567 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.770305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-6ae399fd-0f9f-41a4-9021-0b399871b998 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:30.777292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-6ae399fd-0f9f-41a4-9021-0b399871b998 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/networks?id=d30a9503-0732-4a02-8e46-105bdac13259 HTTP/1.1" status: 200 len: 818 time: 0.4429474 Feb 04 15:40:30.844373 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-b7e2bdd3-848d-4155-83e7-5d3f1562303d tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/quotas/1ccf550346ed4ef1b796ad7258b2b71d HTTP/1.1" status: 200 len: 375 time: 0.0465598 Feb 04 15:40:30.856981 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-297b1c69-2270-42b8-8684-a0f446890c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.963604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 92f1a12b-899e-418b-a1af-174bbd645c17 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:30.964053 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:30.997531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-dd9ee33d-b56b-4642-aa73-0906f8ba9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:31.005379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-dd9ee33d-b56b-4642-aa73-0906f8ba9933 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.9189019 Feb 04 15:40:31.008357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': 'd3273c98-56fe-42fa-993d-c40c8f61094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3cba4fe3-f080-46bc-a9a0-5611ac3e2911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:31.008931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: 3cba4fe3-f080-46bc-a9a0-5611ac3e2911, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:31.013899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-32e2746a-4313-4963-8500-a45245aae73a tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ccf550346ed4ef1b796ad7258b2b71d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1446867 Feb 04 15:40:31.019142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.122710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0f79d66-43d4-489e-ae22-cae36ea20fb7 req-597258de-2569-42b6-ae2a-ea010bc6f212 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143903 Feb 04 15:40:31.178014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=6521459c-aba8-4ba2-aa6c-b8c3a86d4be4,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:31.190600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': '8dc17b01-3e6b-4812-bcda-6f47a63c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8b093993-8831-474a-b877-079c86703293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:31.191204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: 8b093993-8831-474a-b877-079c86703293, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:31.229829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-b4352941-f8d9-43b2-9e8e-7e04e93d7c4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029400 Feb 04 15:40:31.270602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 8b093993-8831-474a-b877-079c86703293 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:31.286782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:31.297858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 8b093993-8831-474a-b877-079c86703293) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:31.316160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:31.316789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.350148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b50ebb4-b953-4fe1-b731-13c80887ba95 None None] Network 8b093993-8831-474a-b877-079c86703293 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:31.355815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:40:31.356412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6e4b9fe6-25b0-4db9-bcaf-236a64a25d55 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:40:31.380229 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3b1a19b6-2597-47f1-b730-522770516260 service neutron] 10.222.0.47 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496244 Feb 04 15:40:31.419598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-63bb842f-e817-45cb-9432-6f11313b6900 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9903188 Feb 04 15:40:31.429339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53234) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:31.442754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-85abd02a-4d72-4b2b-8fbc-df4a141e6549 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-657932733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:31.526947 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85abd02a-4d72-4b2b-8fbc-df4a141e6549 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.530100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85abd02a-4d72-4b2b-8fbc-df4a141e6549 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.593554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 3cba4fe3-f080-46bc-a9a0-5611ac3e2911 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:31.604952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712ae0-e282-4a87-a2e8-d22cb3a3f6df req-1406c737-a54e-4a44-8231-5cc4cfec6397 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:31.632848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3712ae0-e282-4a87-a2e8-d22cb3a3f6df req-1406c737-a54e-4a44-8231-5cc4cfec6397 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 944 time: 0.2926710 Feb 04 15:40:31.784762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3cba4fe3-f080-46bc-a9a0-5611ac3e2911) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:31.801078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7900e-1bb0-4216-b95b-304df906fde2 None None] Network 3cba4fe3-f080-46bc-a9a0-5611ac3e2911 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:31.828591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3712ae0-e282-4a87-a2e8-d22cb3a3f6df req-cb3b98f9-b012-4381-99ca-911abbda1880 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743152 Feb 04 15:40:31.834491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85abd02a-4d72-4b2b-8fbc-df4a141e6549 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.844036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85abd02a-4d72-4b2b-8fbc-df4a141e6549 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.882800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85abd02a-4d72-4b2b-8fbc-df4a141e6549 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.887866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:31.888754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.898289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-85abd02a-4d72-4b2b-8fbc-df4a141e6549 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4634032 Feb 04 15:40:31.904484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53240) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:31.969569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-8b093993-8831-474a-b877-079c86703293', 'network_id': '8b093993-8831-474a-b877-079c86703293', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': '6521459c-aba8-4ba2-aa6c-b8c3a86d4be4'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:40:31.970591 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:31.984563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88128c23-56ae-4078-a207-e9ac7c65f5a0 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.8372326 Feb 04 15:40:31.988545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53250) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:32.085708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1dc8c988-49e1-4e27-a847-271b7f59981b None None] Provisioning complete for port 92f1a12b-899e-418b-a1af-174bbd645c17 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:32.086246 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c988-49e1-4e27-a847-271b7f59981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.200217 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.212840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-54c02d47-e350-479d-b38a-acd4e26f6e9d service neutron] 10.222.0.47 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761707 Feb 04 15:40:32.391519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-c4a2a43e-93cc-4499-9af9-822c8b906f39 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0096776 Feb 04 15:40:32.393113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.524641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed27d-595a-4e16-b6a1-966c5d8ee64d req-0a10db6f-ca92-4375-8605-263b0933be83 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:32.527825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3ed27d-595a-4e16-b6a1-966c5d8ee64d req-0a10db6f-ca92-4375-8605-263b0933be83 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 813 time: 0.3954415 Feb 04 15:40:32.546832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3ed27d-595a-4e16-b6a1-966c5d8ee64d req-69b80c99-9f37-47ed-8d62-f9abaed14d2a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/quotas/01706eed0ac64263a64ab79ae452909c HTTP/1.1" status: 200 len: 375 time: 0.0118778 Feb 04 15:40:32.633631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.746188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Allocated IP 172.20.0.2 (8b093993-8831-474a-b877-079c86703293/6521459c-aba8-4ba2-aa6c-b8c3a86d4be4/e122c9e6-3b28-4e07-bc9f-25ab858578fd) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:32.850031 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:32.946371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1d3878-84a2-4c6a-a6ac-9a542919ab17,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:33.087293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3ed27d-595a-4e16-b6a1-966c5d8ee64d req-5bfe082c-ec63-4756-9d36-739ddb3d8cd1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5325742 Feb 04 15:40:33.211113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3d4db25c-0966-40e4-9528-482b22a8d113 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:40:33.388750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.477655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3d4db25c-0966-40e4-9528-482b22a8d113, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d4db25c-0966-40e4-9528-482b22a8d113,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:33.496085 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27e49bc6-9744-4087-9aab-d3f257d6f2d0 req-c4a8dc9b-f52f-4b46-a476-d565d514d439 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9157009 Feb 04 15:40:33.497435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '3d4db25c-0966-40e4-9528-482b22a8d113', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'port_id': '3d4db25c-0966-40e4-9528-482b22a8d113', 'mac_address': 'fa:16:3e:fa:82:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b96d7-6170-4199-b3ee-2d2358a9e456', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:40:33.698948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cba4fe3-f080-46bc-a9a0-5611ac3e2911']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:33.768601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3273c98-56fe-42fa-993d-c40c8f61094a') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:33.768969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3273c98-56fe-42fa-993d-c40c8f61094a') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:33.837074 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.856229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112be5f9-daa5-40aa-93fa-0ce790bf3244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3cba4fe3-f080-46bc-a9a0-5611ac3e2911', 'network_id': '3cba4fe3-f080-46bc-a9a0-5611ac3e2911', 'tenant_id': '8a89d7111d9a4e8dbfee470e82a5edc2', 'fixed_ips': [{'subnet_id': 'ae1d3878-84a2-4c6a-a6ac-9a542919ab17'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:40:33.857362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-112be5f9-daa5-40aa-93fa-0ce790bf3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.872813 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-70d856a8-418d-4a44-a83b-679aec9b6887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.901885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2574e2-e469-47b4-8986-d9718fa8cb03 req-ba9fe88a-44fd-4310-bb72-03d08ee074b1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:33.903692 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.923935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e2574e2-e469-47b4-8986-d9718fa8cb03 req-ba9fe88a-44fd-4310-bb72-03d08ee074b1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 944 time: 0.4712009 Feb 04 15:40:33.933718 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.939124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.970490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:33.971469 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:33.975318 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:34.001389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4db25c-0966-40e4-9528-482b22a8d113 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:34.010765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53308) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:34.013020 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.151549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.20.0.1 (8b093993-8831-474a-b877-079c86703293/6521459c-aba8-4ba2-aa6c-b8c3a86d4be4/29890c15-55ad-43ce-8008-9a1cc004cb72) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:34.196562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3d4db25c-0966-40e4-9528-482b22a8d113, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d4db25c-0966-40e4-9528-482b22a8d113,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:34.212721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Network 8b093993-8831-474a-b877-079c86703293 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:34.220132 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.224178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b2fe1-6179-432f-92cd-c39a9ececc60 None None] Network 3cba4fe3-f080-46bc-a9a0-5611ac3e2911 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:34.240252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-454008a9-0d07-4262-8d3b-3eb3724d2ad3 req-a1a927ae-fff8-4c26-a4b0-7e81575f0b2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d27a93aabb4f5da51dcdd57fa929bd&device_id=f8fc2a8c-9816-4174-a3a8-600e48c3b01a HTTP/1.1" status: 200 len: 210 time: 0.0663323 Feb 04 15:40:34.263500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:34.271140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Pushing event updated for resources: {'Port': ['ID=e122c9e6-3b28-4e07-bc9f-25ab858578fd,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:34.284410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:34.423658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-454008a9-0d07-4262-8d3b-3eb3724d2ad3 req-690399c6-c504-4d82-8cdd-b4342db07f62 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=01d27a93aabb4f5da51dcdd57fa929bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1677799 Feb 04 15:40:34.580644 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e2574e2-e469-47b4-8986-d9718fa8cb03 req-1a827570-016c-43db-ac5a-4891cc4e063d tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487529 Feb 04 15:40:34.591196 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.683192 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.708312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/3cba4fe3-f080-46bc-a9a0-5611ac3e2911 HTTP/1.1" status: 204 len: 168 time: 2.7004128 Feb 04 15:40:34.710163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1241e-4f33-4c9a-b0f5-373429256026 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=3cba4fe3-f080-46bc-a9a0-5611ac3e2911,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:34.712930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53318) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:34.734330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1317548152'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:34.777463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd710-d40c-4567-a1d7-43e4613bf33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:34.854088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['3d4db25c-0966-40e4-9528-482b22a8d113'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:40:34.905331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-051572f3-1598-4bdb-91ef-21f3877e3270 req-a3171327-75c2-419a-957c-3795ee9bb443 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 210 time: 0.1337552 Feb 04 15:40:34.921580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-24824f93-9b1a-40be-8922-7cefee18d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:34.928634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-24824f93-9b1a-40be-8922-7cefee18d570 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 1096 time: 0.9124770 Feb 04 15:40:35.036513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Attempting to bind port e122c9e6-3b28-4e07-bc9f-25ab858578fd on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:35.043109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Attempting to bind port e122c9e6-3b28-4e07-bc9f-25ab858578fd by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '8dc17b01-3e6b-4812-bcda-6f47a63c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8b093993-8831-474a-b877-079c86703293'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:35.044112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Attempting to bind port e122c9e6-3b28-4e07-bc9f-25ab858578fd on network 8b093993-8831-474a-b877-079c86703293 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:35.213074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:35.229682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4afad3-b2d6-4bd0-88e9-f0a2a7295487 req-6d322e7f-b3d6-43a2-a8d6-1c3a063f8de4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:35.230574 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.242019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f4afad3-b2d6-4bd0-88e9-f0a2a7295487 req-6d322e7f-b3d6-43a2-a8d6-1c3a063f8de4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.7452331 Feb 04 15:40:35.350601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:35.351184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Checking segment: {'id': '8dc17b01-3e6b-4812-bcda-6f47a63c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8b093993-8831-474a-b877-079c86703293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:35.351844 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.352473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Bound using segment: {'id': '8dc17b01-3e6b-4812-bcda-6f47a63c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8b093993-8831-474a-b877-079c86703293'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:35.353323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Bound port: e122c9e6-3b28-4e07-bc9f-25ab858578fd, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc17b01-3e6b-4812-bcda-6f47a63c395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8b093993-8831-474a-b877-079c86703293'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:35.353943 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.389358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f4afad3-b2d6-4bd0-88e9-f0a2a7295487 req-b9cd3940-9489-415e-83aa-b3b1a51dc266 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453543 Feb 04 15:40:35.438736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1319ff2b-b699-4654-a9bd-748429e09305 req-0dcf06a2-636a-422d-9a89-bc8dd5b51488 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8fc2a8c-9816-4174-a3a8-600e48c3b01a HTTP/1.1" status: 200 len: 210 time: 0.1951869 Feb 04 15:40:35.464983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=3d4db25c-0966-40e4-9528-482b22a8d113,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:35.609094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.635538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:35.663100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454008a9-0d07-4262-8d3b-3eb3724d2ad3 req-6429db16-31c2-4c9e-bc1a-b54c827edaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:35.665741 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-454008a9-0d07-4262-8d3b-3eb3724d2ad3 req-6429db16-31c2-4c9e-bc1a-b54c827edaba service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2213380 Feb 04 15:40:35.738001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.740999 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f of type vlan for network c9f6aeb6-501e-4830-880c-370a0604ba0e Feb 04 15:40:35.782701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-eeeafd51-f557-4564-99ae-17bf810710b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:35.787842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-eeeafd51-f557-4564-99ae-17bf810710b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 905 time: 0.8217921 Feb 04 15:40:35.828846 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.867017 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.907460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.914039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:35.915378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.946876 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd710-d40c-4567-a1d7-43e4613bf33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.949855 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:35.981020 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2661910 Feb 04 15:40:35.985950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] For port e122c9e6-3b28-4e07-bc9f-25ab858578fd, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:35.986816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-5cc53b5a-532d-4484-b221-861893ad6d61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d233d712-1cbe-4f98-bfac-585b63db4358 HTTP/1.1" status: 200 len: 217 time: 0.0892797 Feb 04 15:40:35.987645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53334) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:36.003963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] For port e122c9e6-3b28-4e07-bc9f-25ab858578fd, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e122c9e6-3b28-4e07-bc9f-25ab858578fd,segment=NetworkSegment(8dc17b01-3e6b-4812-bcda-6f47a63c395e),segment_id=8dc17b01-3e6b-4812-bcda-6f47a63c395e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:36.007877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': 'c9f6aeb6-501e-4830-880c-370a0604ba0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:36.041127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6a07f-1d13-456d-8e60-5bc6fa3d1511 req-160d1374-fd5a-4aae-8866-c13014970469 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:36.043995 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6b6a07f-1d13-456d-8e60-5bc6fa3d1511 req-160d1374-fd5a-4aae-8866-c13014970469 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 945 time: 0.2428577 Feb 04 15:40:36.045081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd710-d40c-4567-a1d7-43e4613bf33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.055645 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.131722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-ad6d7854-223f-4409-a727-61a10dc8345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:36.141298 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-ad6d7854-223f-4409-a727-61a10dc8345d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.1252191 Feb 04 15:40:36.154976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 8b093993-8831-474a-b877-079c86703293 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:36.185085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:36.215041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:36.303263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f65ffb-8f2c-4b58-a246-4fa1e02e828b None None] Pushing event updated for resources: {'Port': ['ID=e122c9e6-3b28-4e07-bc9f-25ab858578fd,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:36.345936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2fdd710-d40c-4567-a1d7-43e4613bf33c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2af33ef6e2494543922c057aa0199d76&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3251956 Feb 04 15:40:36.346990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdd710-d40c-4567-a1d7-43e4613bf33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eabaf1-83d9-415d-9e76-9bfb82b9f466,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:36.389057 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-5e4423ce-9e7a-4606-bb41-59bbda9a2cf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834381 Feb 04 15:40:36.389813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53336) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:36.399249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=29890c15-55ad-43ce-8008-9a1cc004cb72,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:36.771662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-838a38a3-8571-4de4-bafc-8a1e1706ded2 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:36.775565 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-838a38a3-8571-4de4-bafc-8a1e1706ded2 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.50 "GET /v2.0/networks?id=d30a9503-0732-4a02-8e46-105bdac13259 HTTP/1.1" status: 200 len: 818 time: 0.3685541 Feb 04 15:40:36.857113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Request body: {'port': {'device_id': 'c027b8da-5bc2-4a01-9afd-237278d35bc8', 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259', 'admin_state_up': True, 'tenant_id': '1ccf550346ed4ef1b796ad7258b2b71d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:36.879638 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:36.931326 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6b6a07f-1d13-456d-8e60-5bc6fa3d1511 req-a0877123-30c9-4282-99d0-de8209f8908f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8562875 Feb 04 15:40:36.971216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-dae9647e-7570-4fbd-a69d-f42cbcdaca69 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:36.974968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-dae9647e-7570-4fbd-a69d-f42cbcdaca69 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.30 "GET /v2.0/networks?id=d30a9503-0732-4a02-8e46-105bdac13259 HTTP/1.1" status: 200 len: 818 time: 0.6028099 Feb 04 15:40:36.983698 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.014976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73166c18-d0cb-4c9b-9656-f0dca85fc178 req-db65eb3d-747f-494e-91a0-edd58575658b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:37.017178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73166c18-d0cb-4c9b-9656-f0dca85fc178 req-db65eb3d-747f-494e-91a0-edd58575658b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 1.2242143 Feb 04 15:40:37.018280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baba8e-78d9-4c1a-8eaf-97764b31e777 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=c9f6aeb6-501e-4830-880c-370a0604ba0e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:37.020427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7473-9d94-4502-a897-ad8d0b339dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.036429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network c9f6aeb6-501e-4830-880c-370a0604ba0e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:37.061772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Request body: {'port': {'device_id': '8910dd74-3e71-4230-ab21-05e74aba2efe', 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259', 'admin_state_up': True, 'tenant_id': '1ccf550346ed4ef1b796ad7258b2b71d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:37.330423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.401207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a52152bf-3126-4370-8f53-fde50d9bfe97 req-370ccf53-7c3a-4942-b5ba-79bc5d21ccff tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 210 time: 0.1746316 Feb 04 15:40:37.500749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73166c18-d0cb-4c9b-9656-f0dca85fc178 req-7820d768-85c4-41f2-becd-94000bede95e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461041 Feb 04 15:40:37.534628 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-591e59e6-832d-4af6-a995-f2b9f5383200 service neutron] 10.222.0.30 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569041 Feb 04 15:40:37.654589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7473-9d94-4502-a897-ad8d0b339dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:37.775836 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-454008a9-0d07-4262-8d3b-3eb3724d2ad3 req-5934cc82-d858-49fd-a099-b1bc4cb4d756 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8fc2a8c-9816-4174-a3a8-600e48c3b01a HTTP/1.1" status: 200 len: 210 time: 0.3508577 Feb 04 15:40:37.844709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0038fc8a-83b5-4ec9-9ca2-a7079ca555de req-7db460e2-19ad-474d-997c-355d6cce3a75 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8fc2a8c-9816-4174-a3a8-600e48c3b01a HTTP/1.1" status: 200 len: 210 time: 0.0816641 Feb 04 15:40:38.193706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.225937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7473-9d94-4502-a897-ad8d0b339dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.228613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7473-9d94-4502-a897-ad8d0b339dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.234772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ff8e7473-9d94-4502-a897-ad8d0b339dc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5eabaf1-83d9-415d-9e76-9bfb82b9f466 HTTP/1.1" status: 204 len: 168 time: 1.8415062 Feb 04 15:40:38.281749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e7473-9d94-4502-a897-ad8d0b339dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eabaf1-83d9-415d-9e76-9bfb82b9f466,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:38.362007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Made reservation on behalf of 1ccf550346ed4ef1b796ad7258b2b71d for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:38.362007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.434352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201d46-ef66-4c1b-840f-84b9c100eb08 req-34e2345e-8483-4a6f-98b0-91a672bb9c3e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:38.453244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81201d46-ef66-4c1b-840f-84b9c100eb08 req-34e2345e-8483-4a6f-98b0-91a672bb9c3e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 945 time: 0.2866769 Feb 04 15:40:38.553829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e122c9e6-3b28-4e07-bc9f-25ab858578fd up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:38.764209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741b91d-73f8-4881-b4df-54049185689f None None] Network 8b093993-8831-474a-b877-079c86703293 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:38.768836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc47395f-6d6b-41b4-b43d-3970e5bbdca9 req-0c7496fc-c84a-4cae-891e-17fa571bc31d service neutron] 10.222.0.30 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971027 Feb 04 15:40:38.818347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e122c9e6-3b28-4e07-bc9f-25ab858578fd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:38.818601 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:38.928047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d729b919-0856-46d7-92e8-d4094155a8c0 req-342a49db-b6a5-4ba9-9457-0f5246241c8b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=01706eed0ac64263a64ab79ae452909c HTTP/1.1" status: 200 len: 221 time: 0.6864119 Feb 04 15:40:38.950491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:38.958961 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.059789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3d4db25c-0966-40e4-9528-482b22a8d113 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:39.110715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0648bebe-8dc1-4ff6-bf7e-e97933770cf2 None None] Provisioning complete for port e122c9e6-3b28-4e07-bc9f-25ab858578fd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:39.111653 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0648bebe-8dc1-4ff6-bf7e-e97933770cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.182616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.324919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:39.370563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81201d46-ef66-4c1b-840f-84b9c100eb08 req-1f171328-08e7-4a11-8fe5-268167bc49b7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9080803 Feb 04 15:40:39.397733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcff9ee4-595d-426a-804c-fed1002dd7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.399969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e122c9e6-3b28-4e07-bc9f-25ab858578fd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e122c9e6-3b28-4e07-bc9f-25ab858578fd,segment=NetworkSegment(8dc17b01-3e6b-4812-bcda-6f47a63c395e),segment_id=8dc17b01-3e6b-4812-bcda-6f47a63c395e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:39.402524 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0648bebe-8dc1-4ff6-bf7e-e97933770cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.418119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.457576 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.551063 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4101419-e16b-46b7-afbb-850063a854d8 req-2a192844-4f3d-4a0c-8e9a-40a0379c10f3 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 210 time: 0.1323159 Feb 04 15:40:39.615451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 3d4db25c-0966-40e4-9528-482b22a8d113 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:39.651946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-0244b738-ba86-4365-9b52-0d1f92cb37bc tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:39.658973 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-0244b738-ba86-4365-9b52-0d1f92cb37bc tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.30 "GET /v2.0/networks?id=d30a9503-0732-4a02-8e46-105bdac13259 HTTP/1.1" status: 200 len: 818 time: 2.7931159 Feb 04 15:40:39.665200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Made reservation on behalf of 1ccf550346ed4ef1b796ad7258b2b71d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:39.683967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 3d4db25c-0966-40e4-9528-482b22a8d113 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:39.684345 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.688700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.699297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Request body: {'port': {'device_id': '981e621f-41b0-4ad2-ac3f-e0752d8efcfa', 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259', 'admin_state_up': True, 'tenant_id': '1ccf550346ed4ef1b796ad7258b2b71d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:39.771562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Allocated IP 172.20.0.7 (d30a9503-0732-4a02-8e46-105bdac13259/ee590ed9-757b-49b0-a479-dfa18ea6f676/8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:39.876557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-0648bebe-8dc1-4ff6-bf7e-e97933770cf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:39.877098 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-0648bebe-8dc1-4ff6-bf7e-e97933770cf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:39.877642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:39.925791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e122c9e6-3b28-4e07-bc9f-25ab858578fd,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:39.934056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=deebd708-2e23-42c3-9bda-5a9275376c71,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:39.977661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762df0e6-f4bd-4109-92cc-749bd3c78355 req-a996ee9e-fe4b-42e3-9d3f-6fb337ca3c72 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:39.985385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-762df0e6-f4bd-4109-92cc-749bd3c78355 req-a996ee9e-fe4b-42e3-9d3f-6fb337ca3c72 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2491970 Feb 04 15:40:39.993051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.077900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': 'b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c9f6aeb6-501e-4830-880c-370a0604ba0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:40.079491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: c9f6aeb6-501e-4830-880c-370a0604ba0e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:40.119282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.135405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Made reservation on behalf of 1ccf550346ed4ef1b796ad7258b2b71d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:40.154135 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.164289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3e1f19-321a-488c-baff-04ba40223704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4db25c-0966-40e4-9528-482b22a8d113'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:40.201038 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1374f287-2e6e-4a9b-917c-497915005bb6" -d '{"events": [{"server_uuid": "3f3e1f19-321a-488c-baff-04ba40223704", "name": "network-vif-plugged", "status": "completed", "tag": "3d4db25c-0966-40e4-9528-482b22a8d113"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:40.287628 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.294132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3d4db25c-0966-40e4-9528-482b22a8d113, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d4db25c-0966-40e4-9528-482b22a8d113,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:40.318336 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394b6f6b-8cee-492a-898c-911a82aa8098 x-openstack-request-id: req-394b6f6b-8cee-492a-898c-911a82aa8098 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:40.320220 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3e1f19-321a-488c-baff-04ba40223704", "name": "network-vif-plugged", "status": "completed", "tag": "3d4db25c-0966-40e4-9528-482b22a8d113", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:40.323127 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-394b6f6b-8cee-492a-898c-911a82aa8098 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:40.324551 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3e1f19-321a-488c-baff-04ba40223704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4db25c-0966-40e4-9528-482b22a8d113', 'code': 200} Feb 04 15:40:40.330581 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.377056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.429865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e122c9e6-3b28-4e07-bc9f-25ab858578fd up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:40.457115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53396) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:40.469553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcff9ee4-595d-426a-804c-fed1002dd7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.487894 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.507328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Allocated IP 172.20.0.11 (d30a9503-0732-4a02-8e46-105bdac13259/ee590ed9-757b-49b0-a479-dfa18ea6f676/c673249c-983a-4040-827d-af7ff5f4812d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:40.526227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dcff9ee4-595d-426a-804c-fed1002dd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.644462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-762df0e6-f4bd-4109-92cc-749bd3c78355 req-df4172f1-b85d-4bca-a9b5-70510cc95156 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566014 Feb 04 15:40:40.706188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e122c9e6-3b28-4e07-bc9f-25ab858578fd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:40.706747 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.710912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=3d4db25c-0966-40e4-9528-482b22a8d113,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:40.731203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.879565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-24d6149b-350d-4998-ad8f-efe0370becc1 None None] Provisioning complete for port e122c9e6-3b28-4e07-bc9f-25ab858578fd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:40.880347 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24d6149b-350d-4998-ad8f-efe0370becc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:40.975394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Network d30a9503-0732-4a02-8e46-105bdac13259 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:41.030228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network c9f6aeb6-501e-4830-880c-370a0604ba0e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:41.043494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=29890c15-55ad-43ce-8008-9a1cc004cb72,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.045906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dcff9ee4-595d-426a-804c-fed1002dd7e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=129f23d1c47848c49695ae341d2f4146&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7189443 Feb 04 15:40:41.047038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53414) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:41.059911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:41.089169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:41.165006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.175972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-24d6149b-350d-4998-ad8f-efe0370becc1 None None] Provisioning complete for port 29890c15-55ad-43ce-8008-9a1cc004cb72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:41.185758 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24d6149b-350d-4998-ad8f-efe0370becc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.188505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2602036-1950-453e-8eab-6205fd2e17ee req-2c005fa0-cbaf-4da9-b471-6b9fd0cffc7a tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 210 time: 0.2656455 Feb 04 15:40:41.193583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff9ee4-595d-426a-804c-fed1002dd7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b170aa-3296-4ee1-8037-470acd1937a6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.243879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, c9f6aeb6-501e-4830-880c-370a0604ba0e) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:41.253133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.289723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e255d83-bcb6-48df-b1ce-a505015d66e3 req-bdde260a-17e2-4b44-8ca7-12899fa44dd7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:41.292343 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ff2eb6e-1689-47c6-bf6e-4db2b8db53db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.299412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e255d83-bcb6-48df-b1ce-a505015d66e3 req-bdde260a-17e2-4b44-8ca7-12899fa44dd7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 946 time: 0.3854702 Feb 04 15:40:41.304163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-24d6149b-350d-4998-ad8f-efe0370becc1 None None] Port 29890c15-55ad-43ce-8008-9a1cc004cb72 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:40:41.308275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:41.308932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.311309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e457e-84a1-4be7-b773-4b18a932843b None None] Network c9f6aeb6-501e-4830-880c-370a0604ba0e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:41.384218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7ff0-01eb-4d3c-bb2d-0d3e60b1052b req-d83d5ec3-8290-4b1b-9fc9-61976405fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:41.385803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e46f7ff0-01eb-4d3c-bb2d-0d3e60b1052b req-d83d5ec3-8290-4b1b-9fc9-61976405fec4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 1097 time: 0.4862378 Feb 04 15:40:41.409319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Pushing event updated for resources: {'Port': ['ID=c673249c-983a-4040-827d-af7ff5f4812d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.448145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Pushing event updated for resources: {'Port': ['ID=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:41.484144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a426429-a4e3-4580-9d02-79b537f503e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.543109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:41.543837 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.576225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4789fa3e-df93-4d43-9905-d248bd5abc3d tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.5715411 Feb 04 15:40:41.576950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Network d30a9503-0732-4a02-8e46-105bdac13259 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:41.584572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53420) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:41.598832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-a557aa37-8228-4009-a324-9c0426dc7a77 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5823956 Feb 04 15:40:41.613631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e46f7ff0-01eb-4d3c-bb2d-0d3e60b1052b req-05f9abe5-f4fc-4ca5-bd76-4be4105a93c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918561 Feb 04 15:40:41.641545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Request body: {'port': {'device_id': '8910dd74-3e71-4230-ab21-05e74aba2efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:41.655102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:41.666925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a426429-a4e3-4580-9d02-79b537f503e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.669049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.api [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-8e8a893a-6503-442b-b000-fb89e55abb24 {{(pid=102423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:40:41.669378 n-d-827869-1 neutron-server[102423]: DEBUG oslo_db.api [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:40:41.671032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:41.676018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-c9f6aeb6-501e-4830-880c-370a0604ba0e', 'network_id': 'c9f6aeb6-501e-4830-880c-370a0604ba0e', 'tenant_id': '8a89d7111d9a4e8dbfee470e82a5edc2', 'fixed_ips': [{'subnet_id': 'deebd708-2e23-42c3-9bda-5a9275376c71'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:40:41.676882 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.718945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e255d83-bcb6-48df-b1ce-a505015d66e3 req-15cbc727-4120-4557-9a38-87d18e204a83 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136634 Feb 04 15:40:41.759653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 8b093993-8831-474a-b877-079c86703293 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:41.789651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:41.854455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:41.856418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.871986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1630cd8-7864-48af-b666-9d649604e93d req-d6ec33cd-b6ba-46ad-9c73-dd52ef417b65 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:41.874453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1630cd8-7864-48af-b666-9d649604e93d req-d6ec33cd-b6ba-46ad-9c73-dd52ef417b65 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4554672 Feb 04 15:40:41.915157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-f6eba4ba-d28b-400f-acbb-8684e8aadeee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0646772 Feb 04 15:40:41.951698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a426429-a4e3-4580-9d02-79b537f503e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.960847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.972505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a426429-a4e3-4580-9d02-79b537f503e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:41.982304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5a426429-a4e3-4580-9d02-79b537f503e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8b170aa-3296-4ee1-8037-470acd1937a6 HTTP/1.1" status: 204 len: 168 time: 0.9319925 Feb 04 15:40:42.012935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Request body: {'port': {'device_id': 'c027b8da-5bc2-4a01-9afd-237278d35bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:42.073309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a426429-a4e3-4580-9d02-79b537f503e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b170aa-3296-4ee1-8037-470acd1937a6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:42.125410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Allocated IP 2001:db8::1 (c9f6aeb6-501e-4830-880c-370a0604ba0e/deebd708-2e23-42c3-9bda-5a9275376c71/c525e355-b4cc-4a9e-ad1b-bdcec8905d1f) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:42.185718 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.491614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Allocated IP 172.20.0.8 (d30a9503-0732-4a02-8e46-105bdac13259/ee590ed9-757b-49b0-a479-dfa18ea6f676/508e6483-33be-4642-ad8b-eebd06bc633b) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:42.573212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1630cd8-7864-48af-b666-9d649604e93d req-16d8713c-225a-441e-8ed9-6d044f063e08 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256013 Feb 04 15:40:42.604949 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ff2eb6e-1689-47c6-bf6e-4db2b8db53db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.660328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.695999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2ca87f14-fee9-42b4-a5d8-a704f52d9889 None None] Provisioning complete for port 29890c15-55ad-43ce-8008-9a1cc004cb72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:42.696514 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ca87f14-fee9-42b4-a5d8-a704f52d9889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.712939 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ff2eb6e-1689-47c6-bf6e-4db2b8db53db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.726729 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.812441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:42.875975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2eb6e-1689-47c6-bf6e-4db2b8db53db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0337c14c-bdb4-4519-8a35-82d7dbc94143,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:42.896318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Network d30a9503-0732-4a02-8e46-105bdac13259 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:42.909714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:42.938187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:42.998599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.038109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.042143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.182127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2ca87f14-fee9-42b4-a5d8-a704f52d9889 None None] Port 29890c15-55ad-43ce-8008-9a1cc004cb72 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:40:43.187329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Network c9f6aeb6-501e-4830-880c-370a0604ba0e is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:43.212000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:43.215378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Pushing event updated for resources: {'Port': ['ID=c525e355-b4cc-4a9e-ad1b-bdcec8905d1f,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.228089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:43.328552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9ff2eb6e-1689-47c6-bf6e-4db2b8db53db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01d27a93aabb4f5da51dcdd57fa929bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8476596 Feb 04 15:40:43.376920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Attempting to bind port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:43.378296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Attempting to bind port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c9f6aeb6-501e-4830-880c-370a0604ba0e'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:43.379218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Attempting to bind port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f on network c9f6aeb6-501e-4830-880c-370a0604ba0e {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:43.392069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:43.393072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Checking segment: {'id': 'b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c9f6aeb6-501e-4830-880c-370a0604ba0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:43.394342 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.395280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Bound using segment: {'id': 'b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c9f6aeb6-501e-4830-880c-370a0604ba0e'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:43.396578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Bound port: c525e355-b4cc-4a9e-ad1b-bdcec8905d1f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c9f6aeb6-501e-4830-880c-370a0604ba0e'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:43.397734 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.397936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53464) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:43.441289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Pushing event updated for resources: {'Port': ['ID=508e6483-33be-4642-ad8b-eebd06bc633b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.460340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6c04-c83b-41a7-9ee2-7cf37d130bb3 req-a32e75a6-a49b-423d-875c-458a4b652288 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:43.469391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8fd6c04-c83b-41a7-9ee2-7cf37d130bb3 req-a32e75a6-a49b-423d-875c-458a4b652288 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 931 time: 0.6890032 Feb 04 15:40:43.542989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] For port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:43.544268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:43.545067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.558490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] For port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c525e355-b4cc-4a9e-ad1b-bdcec8905d1f,segment=NetworkSegment(b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f),segment_id=b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:43.569085 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.657442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-3a2d4317-e5a9-4dff-96c9-0c5833a56253 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9644423 Feb 04 15:40:43.675908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8fd6c04-c83b-41a7-9ee2-7cf37d130bb3 req-49caf231-03bd-4892-98ac-e8a3535acfe2 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056334 Feb 04 15:40:43.678248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 619dd075-e9e3-4194-a74d-4c27d88382a5 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:40:43.685043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c994f4-1e92-4f27-b9a9-78fe11615c33 None None] Pushing event updated for resources: {'Port': ['ID=c525e355-b4cc-4a9e-ad1b-bdcec8905d1f,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:43.687526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Request body: {'port': {'device_id': '981e621f-41b0-4ad2-ac3f-e0752d8efcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:43.724850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b13b2-eb13-4b14-b8a2-02cda92322b8 req-a3c9d8b7-6b0d-4608-a76e-06b6bab99cf6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:43.727526 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e91b13b2-eb13-4b14-b8a2-02cda92322b8 req-a3c9d8b7-6b0d-4608-a76e-06b6bab99cf6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 946 time: 0.7153635 Feb 04 15:40:43.841920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53474) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:43.868231 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db4e42d6-6ddb-4f95-81b2-654bab8dd34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.965424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:43.965775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:43.980663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c673249c-983a-4040-827d-af7ff5f4812d {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:43.997559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.009542 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e91b13b2-eb13-4b14-b8a2-02cda92322b8 req-7c1f0940-9077-4ef9-b043-f0ac45ab8d31 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560325 Feb 04 15:40:44.024910 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db4e42d6-6ddb-4f95-81b2-654bab8dd34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.042697 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-ed64cae7-452b-4d1a-a863-b268a32eceeb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2360082 Feb 04 15:40:44.106905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Transition to ACTIVE for port object c673249c-983a-4040-827d-af7ff5f4812d will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:44.108261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.126102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a1275-5e40-4648-b4d1-ac09c60c305c req-f0999fe0-8b95-4746-b67d-8edafec8416f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.128619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea8a1275-5e40-4648-b4d1-ac09c60c305c req-f0999fe0-8b95-4746-b67d-8edafec8416f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3308516 Feb 04 15:40:44.131427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.265632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Pushing event updated for resources: {'Port': ['ID=c673249c-983a-4040-827d-af7ff5f4812d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.384975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-37588669-network', 'tenant_id': '5b0103b86eb24a7c9395b5fa2323f58f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:44.402502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:44.412322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-783931e9-d05f-4c02-a2b8-63241b8ed2a3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/619dd075-e9e3-4194-a74d-4c27d88382a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5054731 Feb 04 15:40:44.419590 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad0d68-5328-46dc-a71d-9a480987322f None None] Sync routers for ids ['619dd075-e9e3-4194-a74d-4c27d88382a5'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:44.420994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53504) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:44.440456 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad0d68-5328-46dc-a71d-9a480987322f None None] Routers {'619dd075-e9e3-4194-a74d-4c27d88382a5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:44.442350 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1dad0d68-5328-46dc-a71d-9a480987322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['619dd075-e9e3-4194-a74d-4c27d88382a5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:44.457070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea8a1275-5e40-4648-b4d1-ac09c60c305c req-993abb68-8dcb-4c82-9a99-4d19b7104f66 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203865 Feb 04 15:40:44.487570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c525e355-b4cc-4a9e-ad1b-bdcec8905d1f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:44.514747 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1dad0d68-5328-46dc-a71d-9a480987322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:44.525916 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad0d68-5328-46dc-a71d-9a480987322f None None] Routers {'619dd075-e9e3-4194-a74d-4c27d88382a5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:44.527091 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1dad0d68-5328-46dc-a71d-9a480987322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['619dd075-e9e3-4194-a74d-4c27d88382a5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:44.545347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Made reservation on behalf of 5b0103b86eb24a7c9395b5fa2323f58f for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:44.549727 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.562133 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1dad0d68-5328-46dc-a71d-9a480987322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:44.563265 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dad0d68-5328-46dc-a71d-9a480987322f None None] The sync data for ids ['619dd075-e9e3-4194-a74d-4c27d88382a5'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:44.605855 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:44.606594 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.617085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:44.631855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c688b39-5d49-4a53-b37e-b4f52e0c21dd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.633357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6c688b39-5d49-4a53-b37e-b4f52e0c21dd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports/29890c15-55ad-43ce-8008-9a1cc004cb72 HTTP/1.1" status: 200 len: 910 time: 0.2119701 Feb 04 15:40:44.643874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53512) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:44.644985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-8fbae0c1-0e5f-4d6e-a526-d95ef4d96fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:44.646852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-8fbae0c1-0e5f-4d6e-a526-d95ef4d96fb8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 1096 time: 0.4089339 Feb 04 15:40:44.665171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.669680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] For port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c525e355-b4cc-4a9e-ad1b-bdcec8905d1f,segment=NetworkSegment(b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f),segment_id=b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:44.670087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.707199 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.734995 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.760319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Calling delete_port for c525e355-b4cc-4a9e-ad1b-bdcec8905d1f owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:44.765568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c525e355-b4cc-4a9e-ad1b-bdcec8905d1f,segment=NetworkSegment(b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f),segment_id=b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:44.773067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db4e42d6-6ddb-4f95-81b2-654bab8dd34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.775041 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.776283 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db4e42d6-6ddb-4f95-81b2-654bab8dd34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.779979 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db4e42d6-6ddb-4f95-81b2-654bab8dd34c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0337c14c-bdb4-4519-8a35-82d7dbc94143 HTTP/1.1" status: 204 len: 168 time: 1.3715189 Feb 04 15:40:44.818514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Transition to ACTIVE for port object 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:44.832036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e42d6-6ddb-4f95-81b2-654bab8dd34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0337c14c-bdb4-4519-8a35-82d7dbc94143,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.888512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c525e355-b4cc-4a9e-ad1b-bdcec8905d1f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:44.904332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:44.941877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Attempting to bind port c673249c-983a-4040-827d-af7ff5f4812d on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:44.942251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Attempting to bind port c673249c-983a-4040-827d-af7ff5f4812d by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:44.942581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Attempting to bind port c673249c-983a-4040-827d-af7ff5f4812d on network d30a9503-0732-4a02-8e46-105bdac13259 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:44.956235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Port c673249c-983a-4040-827d-af7ff5f4812d on network d30a9503-0732-4a02-8e46-105bdac13259 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:40:44.956534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Attempting to bind port c673249c-983a-4040-827d-af7ff5f4812d on network d30a9503-0732-4a02-8e46-105bdac13259 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:45.004086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:45.004432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Checking segment: {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:45.004827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Bound using segment: {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:45.005286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Bound port: c673249c-983a-4040-827d-af7ff5f4812d, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:45.005648 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.091920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef4be9-94cf-462e-999c-f8e038b9e7f7 req-136f8461-6fe0-40e1-b408-400036b2743a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.093659 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-adef4be9-94cf-462e-999c-f8e038b9e7f7 req-136f8461-6fe0-40e1-b408-400036b2743a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4888952 Feb 04 15:40:45.273854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-239f5d73-596f-4321-81d5-eb06395b21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.276765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-239f5d73-596f-4321-81d5-eb06395b21b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 0.5341139 Feb 04 15:40:45.306842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-adef4be9-94cf-462e-999c-f8e038b9e7f7 req-a7353150-99c9-4c5c-8f6e-ba5949ae2bff tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022524 Feb 04 15:40:45.424518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ce1c6-42d7-4ce7-92a0-858452eaef7a None None] Network c9f6aeb6-501e-4830-880c-370a0604ba0e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:45.489308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-b850ccb5-908b-4516-93b9-ba2f1b355a61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31b40514-6329-4c84-8ce7-00194382a32e HTTP/1.1" status: 200 len: 217 time: 0.2008381 Feb 04 15:40:45.497000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Pushing event updated for resources: {'Port': ['ID=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:45.545540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f3f72ff9-9307-44f5-b849-3818cd47a1d5 None None] Provisioning complete for port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:45.548912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3f72ff9-9307-44f5-b849-3818cd47a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.572669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508e6483-33be-4642-ad8b-eebd06bc633b {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:45.582472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.599199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Transition to ACTIVE for port object 508e6483-33be-4642-ad8b-eebd06bc633b will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:45.689734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-58243d28-78cb-4434-94a4-684c86b8c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.691439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-58243d28-78cb-4434-94a4-684c86b8c33f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.0851405 Feb 04 15:40:45.692194 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.707459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.717815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25872b13-0f1c-4ea3-bb3e-5b3c7e98f395 req-ff0db0d0-77b4-4a12-b2b5-d5827bafcf49 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:45.719654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25872b13-0f1c-4ea3-bb3e-5b3c7e98f395 req-ff0db0d0-77b4-4a12-b2b5-d5827bafcf49 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 931 time: 0.2288918 Feb 04 15:40:45.766688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] For port c673249c-983a-4040-827d-af7ff5f4812d, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:45.769263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.781728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:45.790966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Attempting to bind port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:45.791823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Attempting to bind port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:45.791823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Attempting to bind port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a on network d30a9503-0732-4a02-8e46-105bdac13259 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:45.793602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.794054 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Added segment 9838c68d-30e6-4ab3-b95c-c60638ba2d1e of type vlan for network d0163a98-5e88-4977-8c49-56ea97ac535e Feb 04 15:40:45.842731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.844000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a on network d30a9503-0732-4a02-8e46-105bdac13259 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:40:45.844187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Attempting to bind port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a on network d30a9503-0732-4a02-8e46-105bdac13259 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:45.854153 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.863597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25872b13-0f1c-4ea3-bb3e-5b3c7e98f395 req-41143580-728e-4295-a663-3bdbfbcfb96a tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285057 Feb 04 15:40:45.867582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:45.867991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Checking segment: {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:45.868728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Bound using segment: {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:45.869253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Bound port: 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:45.869769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:45.910383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Port': ['ID=c525e355-b4cc-4a9e-ad1b-bdcec8905d1f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:45.981610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Pushing event updated for resources: {'Port': ['ID=508e6483-33be-4642-ad8b-eebd06bc633b,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:45.994943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] For port c673249c-983a-4040-827d-af7ff5f4812d, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=c673249c-983a-4040-827d-af7ff5f4812d,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:46.004359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-244f4ef2-7158-4555-bac4-8106c6dda4f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2991788 Feb 04 15:40:46.004673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No DVR routers for this DVR port c525e355-b4cc-4a9e-ad1b-bdcec8905d1f on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:46.043260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.095135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] For port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:46.121509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.126009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] For port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:46.138077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.139686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.140683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.166034 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.208832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-153b05df-0c7a-461c-b165-23f7efecdcd8 None None] Could not find standard attr ID for object c525e355-b4cc-4a9e-ad1b-bdcec8905d1f. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:40:46.246800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.250315 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.255544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] 10.222.0.30 "PUT /v2.0/ports/8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a HTTP/1.1" status: 200 len: 1091 time: 4.6319232 Feb 04 15:40:46.318139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8910dd74-3e71-4230-ab21-05e74aba2efe', 'tag': '8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:46.335266 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd631678-6c28-4ddb-b212-ec97210216b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8910dd74-3e71-4230-ab21-05e74aba2efe", "tag": "8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:46.370149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69629f13-dcdd-4498-86fe-f87d283b30a8 None None] DHCP port deletion for c9f6aeb6-501e-4830-880c-370a0604ba0e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:40:46.377489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53574) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:46.399217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aade45-1d53-424f-aab6-29109ebc4ccf None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:40:46.468764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.635040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1160391653-network', 'tenant_id': 'f3de77b7b1f94586a0840d7389c14945'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:46.656137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aade45-1d53-424f-aab6-29109ebc4ccf None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:40:46.664509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1900a-96f1-4a2a-a252-9bd4bfec1b8a service neutron] Pushing event updated for resources: {'Port': ['ID=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:46.667908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.718893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-67858a24-43cf-4bcd-a8ec-80b25bbda69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.721138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-67858a24-43cf-4bcd-a8ec-80b25bbda69f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ccf550346ed4ef1b796ad7258b2b71d&device_id=8910dd74-3e71-4230-ab21-05e74aba2efe HTTP/1.1" status: 200 len: 1094 time: 0.3642933 Feb 04 15:40:46.731901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=deebd708-2e23-42c3-9bda-5a9275376c71,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:46.771429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2c639-1eed-4ab5-a0c6-7495f3e29a28 req-4c693fab-1fb5-4825-989e-5ac70b13b9c2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.773072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fcf2c639-1eed-4ab5-a0c6-7495f3e29a28 req-4c693fab-1fb5-4825-989e-5ac70b13b9c2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3091960 Feb 04 15:40:46.821608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-dbb0513d-f5dc-4ee8-bf62-4592082e2406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a HTTP/1.1" status: 200 len: 217 time: 0.0787749 Feb 04 15:40:46.822722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ecec47-0a77-4e3b-8aac-df2ce42a30d1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:46.833889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78689ec5-4999-4519-9656-1f1b66bcd336 req-99a5976e-2fba-4b99-a5c5-39f332116378 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.835902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78689ec5-4999-4519-9656-1f1b66bcd336 req-99a5976e-2fba-4b99-a5c5-39f332116378 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 946 time: 1.3437014 Feb 04 15:40:46.847136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:46.847703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.849601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] 10.222.0.50 "PUT /v2.0/ports/c673249c-983a-4040-827d-af7ff5f4812d HTTP/1.1" status: 200 len: 1092 time: 4.8593476 Feb 04 15:40:46.850362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c027b8da-5bc2-4a01-9afd-237278d35bc8', 'tag': 'c673249c-983a-4040-827d-af7ff5f4812d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:46.852740 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d97543d-15fb-49a6-90cb-543467bdf1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c027b8da-5bc2-4a01-9afd-237278d35bc8", "tag": "c673249c-983a-4040-827d-af7ff5f4812d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:46.869583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Made reservation on behalf of f3de77b7b1f94586a0840d7389c14945 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:46.872080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.943186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0934327 Feb 04 15:40:46.977649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53584) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:46.992007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:46.998216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.058248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Request body: {'subnet': {'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-37588669-subnet', 'tenant_id': '5b0103b86eb24a7c9395b5fa2323f58f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:47.061748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f6aeb6-501e-4830-880c-370a0604ba0e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:47.065883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d233d712-1cbe-4f98-bfac-585b63db4358 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:47.075736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-064d342a-5ff3-434b-a680-e7646577249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.077697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-064d342a-5ff3-434b-a680-e7646577249d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee590ed9-757b-49b0-a479-dfa18ea6f676 HTTP/1.1" status: 200 len: 858 time: 0.2090590 Feb 04 15:40:47.085735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:47.085951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74296ff-ac42-44c6-ba7e-0a3bd3e4f79f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:47.098064 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fcf2c639-1eed-4ab5-a0c6-7495f3e29a28 req-631e0273-2b67-4ce6-9306-f6ea78f22f73 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904847 Feb 04 15:40:47.113096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa6a5f-d128-43f0-ae65-6df2a2addab9 None None] Network c9f6aeb6-501e-4830-880c-370a0604ba0e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:47.125029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875dc70-2a69-4f69-ab7c-97a30de5d502 service neutron] Pushing event updated for resources: {'Port': ['ID=c673249c-983a-4040-827d-af7ff5f4812d,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:47.151869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa9f6b-733e-4040-b015-7f21913aca3a admin admin] Pushing event updated for resources: {'Network': ['ID=d0163a98-5e88-4977-8c49-56ea97ac535e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:47.196946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.213134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-40819b4d-61c1-4a23-9626-45e4ce730e9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d30a9503-0732-4a02-8e46-105bdac13259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114461 Feb 04 15:40:47.268446 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78689ec5-4999-4519-9656-1f1b66bcd336 req-e25aae85-9744-46a6-b539-dfa983ee7948 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118319 Feb 04 15:40:47.269609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Made reservation on behalf of 5b0103b86eb24a7c9395b5fa2323f58f for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:47.274657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.291113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-609e3b0d-03b8-4dc0-b342-42f09f86853e service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2580254 Feb 04 15:40:47.310309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.324152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-4ac75e13-3788-4cc2-a7d6-505b780d9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.326841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-4ac75e13-3788-4cc2-a7d6-505b780d9d75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ccf550346ed4ef1b796ad7258b2b71d&device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 1095 time: 0.3617821 Feb 04 15:40:47.397524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:47.398579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:47.409112 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:47.414011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d0163a98-5e88-4977-8c49-56ea97ac535e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:47.629553 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b2dddb-3bb5-4ed3-9b33-230ab08cec8f x-openstack-request-id: req-48b2dddb-3bb5-4ed3-9b33-230ab08cec8f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:47.630032 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8910dd74-3e71-4230-ab21-05e74aba2efe", "tag": "8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:47.630434 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48b2dddb-3bb5-4ed3-9b33-230ab08cec8f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:47.631048 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8910dd74-3e71-4230-ab21-05e74aba2efe', 'tag': '8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a', 'status': 'completed', 'code': 200} Feb 04 15:40:47.633052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-e5ab2842-bdc9-470f-941f-b6aab361af05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c673249c-983a-4040-827d-af7ff5f4812d HTTP/1.1" status: 200 len: 217 time: 0.1417952 Feb 04 15:40:47.662438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Attempting to bind port 508e6483-33be-4642-ad8b-eebd06bc633b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:47.662909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Attempting to bind port 508e6483-33be-4642-ad8b-eebd06bc633b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:47.663423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Attempting to bind port 508e6483-33be-4642-ad8b-eebd06bc633b on network d30a9503-0732-4a02-8e46-105bdac13259 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:47.688496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b0937-1462-4477-a2fd-7551e4ebeb37 None None] DHCP port deletion for c9f6aeb6-501e-4830-880c-370a0604ba0e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:40:47.692707 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af42d50-2f71-419c-ba02-027dbf0eb724 x-openstack-request-id: req-1af42d50-2f71-419c-ba02-027dbf0eb724 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:47.692707 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c027b8da-5bc2-4a01-9afd-237278d35bc8", "tag": "c673249c-983a-4040-827d-af7ff5f4812d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:47.693167 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1af42d50-2f71-419c-ba02-027dbf0eb724 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:47.693489 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c027b8da-5bc2-4a01-9afd-237278d35bc8', 'tag': 'c673249c-983a-4040-827d-af7ff5f4812d', 'status': 'completed', 'code': 200} Feb 04 15:40:47.740843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Port 508e6483-33be-4642-ad8b-eebd06bc633b on network d30a9503-0732-4a02-8e46-105bdac13259 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:40:47.741295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Attempting to bind port 508e6483-33be-4642-ad8b-eebd06bc633b on network d30a9503-0732-4a02-8e46-105bdac13259 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:47.745668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.804317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.813111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.819782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/c9f6aeb6-501e-4830-880c-370a0604ba0e HTTP/1.1" status: 204 len: 168 time: 6.2186706 Feb 04 15:40:47.820453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db5113ad-f704-4cf5-8879-310ec4d7d73f req-5f4e4eca-fe63-45de-8a9a-9331a986f22d service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921908 Feb 04 15:40:47.827556 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.835757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:47.836796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Checking segment: {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:47.837393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Bound using segment: {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:47.838536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Bound port: 508e6483-33be-4642-ad8b-eebd06bc633b, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f810a5-7909-404e-9e14-d1894056eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:47.838536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.842890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53600) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:47.849759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:47.851368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:47.855970 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0875474-ea54-4aee-921c-865fc648ff5c" -d '{"events": [{"server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "name": "network-vif-unplugged", "status": "completed", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:47.864132 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:47.875910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1748512164'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:47.912108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-c54ea07c-0dbc-445d-8320-8591c1a6fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:47.914086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-c54ea07c-0dbc-445d-8320-8591c1a6fe19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee590ed9-757b-49b0-a479-dfa18ea6f676 HTTP/1.1" status: 200 len: 858 time: 0.2625196 Feb 04 15:40:47.928055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcb161-edd7-4beb-9d72-b483ccd55bb6 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=c9f6aeb6-501e-4830-880c-370a0604ba0e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:47.952371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-d6ffc7ce-3565-4e8e-a2f6-ec2c02becee6 service neutron] 10.222.0.30 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215614 Feb 04 15:40:47.958941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:47.968103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.968482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.968816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.969206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.969589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.970585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.971012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.971342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.971733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.972058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.972583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.972768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:40:47.990142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.033893 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-661d79cb-c125-4008-8bf5-854a296dd9e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d30a9503-0732-4a02-8e46-105bdac13259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083570 Feb 04 15:40:48.056669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:48.060322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.080441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:48.087872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-2cd3974a-84c9-41c9-9eac-2264a97932e7 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.089482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-2cd3974a-84c9-41c9-9eac-2264a97932e7 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.30 "GET /v2.0/ports?device_id=6199b264-48d4-4d17-9dc4-874e9f978587 HTTP/1.1" status: 200 len: 945 time: 0.2942896 Feb 04 15:40:48.187022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.187608 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Added segment f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8 of type vlan for network 2f1d4051-337b-4c8e-a417-06c8f4459266 Feb 04 15:40:48.193880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f39bf-a49f-4952-9c70-58a1fa278f40,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:48.218833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-9116974d-98a5-451f-a934-ea883ed43e01 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.220244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c525e355-b4cc-4a9e-ad1b-bdcec8905d1f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:48.227462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-9116974d-98a5-451f-a934-ea883ed43e01 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 804 time: 0.5779433 Feb 04 15:40:48.269391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c525e355-b4cc-4a9e-ad1b-bdcec8905d1f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:40:48.270378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c525e355-b4cc-4a9e-ad1b-bdcec8905d1f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:40:48.272072 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-1639b2aa-577d-4b0a-a8ea-491d1f503442 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/quotas/bbb454b0a400480fb7c37fc21f3e27bd HTTP/1.1" status: 200 len: 375 time: 0.0436478 Feb 04 15:40:48.275903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08785dae-1baf-4115-8a9e-3f00541946b0 req-c0d2b8cd-cabe-4db4-9e44-cd3bb37c772b tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.286865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08785dae-1baf-4115-8a9e-3f00541946b0 req-c0d2b8cd-cabe-4db4-9e44-cd3bb37c772b tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 943 time: 0.3817341 Feb 04 15:40:48.307174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] For port 508e6483-33be-4642-ad8b-eebd06bc633b, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:48.347455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:48.357935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 29890c15-55ad-43ce-8008-9a1cc004cb72 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:48.358526 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.404932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] For port 508e6483-33be-4642-ad8b-eebd06bc633b, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=508e6483-33be-4642-ad8b-eebd06bc633b,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:48.432639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.447723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.464494 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.464858 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment 577e7f62-9fc4-474a-bf48-a4f557faab38 of type vlan for network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 Feb 04 15:40:48.547169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-6e3fbbe6-8198-4b98-ae1a-b129b316b56c service neutron] 10.222.0.30 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510466 Feb 04 15:40:48.560632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.563620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.564857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.566617 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] 10.222.0.30 "PUT /v2.0/ports/508e6483-33be-4642-ad8b-eebd06bc633b HTTP/1.1" status: 200 len: 1091 time: 4.8894753 Feb 04 15:40:48.578837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-b4bb2961-2f74-4645-a940-b6126db922b5 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3056414 Feb 04 15:40:48.580923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-31cab771-e43f-4368-8b23-b8f3e64f96af service neutron] 10.222.0.50 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296249 Feb 04 15:40:48.583388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08785dae-1baf-4115-8a9e-3f00541946b0 req-4df54e8d-780b-4d5a-b338-8d70cb9b487c tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949240 Feb 04 15:40:48.659694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.661474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.662511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.680724 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.805732 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.823345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778617c1-89a3-4020-821b-b3b7a530cdbb service neutron] Pushing event updated for resources: {'Port': ['ID=508e6483-33be-4642-ad8b-eebd06bc633b,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:48.826957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:40:48.838458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4466088 Feb 04 15:40:48.846709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53604) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:48.856302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Request body: {'subnet': {'network_id': '2f1d4051-337b-4c8e-a417-06c8f4459266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1160391653-subnet', 'tenant_id': 'f3de77b7b1f94586a0840d7389c14945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:48.862056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 29890c15-55ad-43ce-8008-9a1cc004cb72 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:48.863907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeec771-691d-4fa9-afe1-71b6bd23d276 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1d4051-337b-4c8e-a417-06c8f4459266,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:48.867865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:48.880568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2f1d4051-337b-4c8e-a417-06c8f4459266 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:48.887261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Deleting port d233d712-1cbe-4f98-bfac-585b63db4358 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:48.887619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.931237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:48.936885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:48.937532 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.024084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-962701ce-197b-487b-a617-315277b959ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.026656 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-962701ce-197b-487b-a617-315277b959ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ccf550346ed4ef1b796ad7258b2b71d&device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 1094 time: 0.3405700 Feb 04 15:40:49.051422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66d12c-ac4b-4922-8529-8303b708bb33 req-c5703bd2-2594-47d9-845c-170b1add4844 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.054164 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e66d12c-ac4b-4922-8529-8303b708bb33 req-c5703bd2-2594-47d9-845c-170b1add4844 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2946870 Feb 04 15:40:49.091259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-9afa1d99-31b6-4ca4-8fc3-88c5c1c54987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.092713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-9afa1d99-31b6-4ca4-8fc3-88c5c1c54987 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ccf550346ed4ef1b796ad7258b2b71d&device_id=8910dd74-3e71-4230-ab21-05e74aba2efe HTTP/1.1" status: 200 len: 1094 time: 0.4077027 Feb 04 15:40:49.105516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Checking segment: {'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:49.105889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Network hostable DHCP agents. Network: d0163a98-5e88-4977-8c49-56ea97ac535e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:49.121885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2565186 Feb 04 15:40:49.135750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53606) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:49.137863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Made reservation on behalf of f3de77b7b1f94586a0840d7389c14945 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:49.142384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.149386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-b4f2a78b-dc2d-4232-8d26-082384befa1d service neutron] 10.222.0.50 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548215 Feb 04 15:40:49.152990 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-cb195e19-02da-4278-9adb-30ce3c4660fb service neutron] 10.222.0.47 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120761 Feb 04 15:40:49.162097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:49.166433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-b7b3f38e-2536-4ead-9a57-d3a02b833a65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508e6483-33be-4642-ad8b-eebd06bc633b HTTP/1.1" status: 200 len: 217 time: 0.1053586 Feb 04 15:40:49.230847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431219-350a-4b6b-9eba-ee20752afa23 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=9de3adb4-c677-49e2-a2aa-98adb6e2a775,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:49.280733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:49.374255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] For port d233d712-1cbe-4f98-bfac-585b63db4358, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d233d712-1cbe-4f98-bfac-585b63db4358,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:49.374682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.429362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Network d0163a98-5e88-4977-8c49-56ea97ac535e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:49.454597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Calling delete_port for d233d712-1cbe-4f98-bfac-585b63db4358 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:49.488629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d0163a98-5e88-4977-8c49-56ea97ac535e) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:49.498234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e66d12c-ac4b-4922-8529-8303b708bb33 req-8e403abb-62a1-4495-bf77-f14b81dfb55e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211450 Feb 04 15:40:49.500718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f8af11-dd6e-4185-8053-fea3c135cedb None None] Network d0163a98-5e88-4977-8c49-56ea97ac535e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:49.511475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-5a66a32d-787d-42f4-96a2-fb09793030df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.513177 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-5a66a32d-787d-42f4-96a2-fb09793030df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee590ed9-757b-49b0-a479-dfa18ea6f676 HTTP/1.1" status: 200 len: 858 time: 0.3197138 Feb 04 15:40:49.554404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.555016 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.579411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-ac73fed6-281d-43f2-8874-43906acf3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.580966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-ac73fed6-281d-43f2-8874-43906acf3a92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d30a9503-0732-4a02-8e46-105bdac13259 HTTP/1.1" status: 200 len: 919 time: 0.4725480 Feb 04 15:40:49.616966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-70d2bff9-7f04-49cd-a95b-68b42dd891c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:49.621481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-70d2bff9-7f04-49cd-a95b-68b42dd891c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ccf550346ed4ef1b796ad7258b2b71d&device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 1095 time: 0.3164086 Feb 04 15:40:49.639295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:49.650283 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-922b2663-3386-4fc1-89d0-829a768998ef service neutron] 10.222.0.47 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682140 Feb 04 15:40:49.653951 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b33e23a7-cbe4-4ba5-9879-5367e3fbf120 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6596439 Feb 04 15:40:49.676636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-dec1352b-2b5a-44fe-ae9d-e26bbb8a6a17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d30a9503-0732-4a02-8e46-105bdac13259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558487 Feb 04 15:40:49.795938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=29890c15-55ad-43ce-8008-9a1cc004cb72,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:49.877453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3457aa34-097d-4f41-a303-08278d85a095 None None] Network d0163a98-5e88-4977-8c49-56ea97ac535e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:49.882702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981e621f-41b0-4ad2-ac3f-e0752d8efcfa', 'tag': '508e6483-33be-4642-ad8b-eebd06bc633b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:49.887435 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd3dcb-d7a1-4104-8666-69b78f15b432" -d '{"events": [{"name": "network-changed", "server_uuid": "981e621f-41b0-4ad2-ac3f-e0752d8efcfa", "tag": "508e6483-33be-4642-ad8b-eebd06bc633b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:49.895329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-5e78df92-69e4-4759-a536-3ab29835ec4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a HTTP/1.1" status: 200 len: 217 time: 0.2896399 Feb 04 15:40:49.914969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:49.920888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.104147 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34579af-4c77-44d5-94d1-e68ae8d076cf x-openstack-request-id: req-f34579af-4c77-44d5-94d1-e68ae8d076cf {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:50.105404 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "name": "network-vif-unplugged", "status": "completed", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:50.105910 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f34579af-4c77-44d5-94d1-e68ae8d076cf {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:50.106545 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'code': 200} Feb 04 15:40:50.774396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71c2e9-a9e7-4c87-a631-e5982bf18d84 req-9cbcd403-a49d-4de1-8aaa-f888d46830c4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:50.777036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c71c2e9-a9e7-4c87-a631-e5982bf18d84 req-9cbcd403-a49d-4de1-8aaa-f888d46830c4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 946 time: 1.1672423 Feb 04 15:40:50.868392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:50.886056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-2b533b46-0e27-4077-890a-37c4b209c98a service neutron] 10.222.0.30 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1548038 Feb 04 15:40:50.999704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.062303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d233d712-1cbe-4f98-bfac-585b63db4358 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:51.145707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-a284e247-73c8-4626-bfab-12d9ef9641a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.148287 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-a284e247-73c8-4626-bfab-12d9ef9641a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee590ed9-757b-49b0-a479-dfa18ea6f676 HTTP/1.1" status: 200 len: 858 time: 1.2358322 Feb 04 15:40:51.156401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-4a16610f-b691-4880-bb18-7cd0b5b5cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.158952 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-4a16610f-b691-4880-bb18-7cd0b5b5cc13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d30a9503-0732-4a02-8e46-105bdac13259 HTTP/1.1" status: 200 len: 919 time: 1.5229268 Feb 04 15:40:51.236964 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-54b5f4cf-e952-4074-89ac-ec2a1e8c4289 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d30a9503-0732-4a02-8e46-105bdac13259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723510 Feb 04 15:40:51.265114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c71c2e9-a9e7-4c87-a631-e5982bf18d84 req-fac67894-b357-4247-809d-2d2dcf131582 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162056 Feb 04 15:40:51.279757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3603e6-2d5d-4246-8828-6a7954085c8d req-08d20612-e764-4638-a346-8446f61c7edc tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.288134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2f3603e6-2d5d-4246-8828-6a7954085c8d req-08d20612-e764-4638-a346-8446f61c7edc tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 943 time: 0.4800682 Feb 04 15:40:51.316380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-bf26807f-a6fe-4cdf-80ce-21144f56d7f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c673249c-983a-4040-827d-af7ff5f4812d HTTP/1.1" status: 200 len: 217 time: 0.1491530 Feb 04 15:40:51.323331 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1de6a0-ff5c-4f34-9d38-9f28bda6243b,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.357650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Checking segment: {'id': 'f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2f1d4051-337b-4c8e-a417-06c8f4459266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:51.358070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Network hostable DHCP agents. Network: 2f1d4051-337b-4c8e-a417-06c8f4459266, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:51.420030 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.442065 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee64ce8a-63a7-454a-b522-4c37c00ab404 x-openstack-request-id: req-ee64ce8a-63a7-454a-b522-4c37c00ab404 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:51.442500 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981e621f-41b0-4ad2-ac3f-e0752d8efcfa", "tag": "508e6483-33be-4642-ad8b-eebd06bc633b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:51.442846 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee64ce8a-63a7-454a-b522-4c37c00ab404 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:51.443350 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981e621f-41b0-4ad2-ac3f-e0752d8efcfa', 'tag': '508e6483-33be-4642-ad8b-eebd06bc633b', 'status': 'completed', 'code': 200} Feb 04 15:40:51.490153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f31b8e19-403b-45ff-80e1-6c3e093334d2 req-af6384bc-0d7f-468d-a3de-c18cbbb65263 service neutron] 10.222.0.30 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914615 Feb 04 15:40:51.515582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Network 2f1d4051-337b-4c8e-a417-06c8f4459266 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:51.522180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Pushing event deleted for resources: {'Port': ['ID=d233d712-1cbe-4f98-bfac-585b63db4358,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:51.574895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db51d457-db75-43a4-81e6-d43fd9c0282b req-dcf216bc-66d2-432b-8fd3-40a0cf9a54e7 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 210 time: 0.0807605 Feb 04 15:40:51.598103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2f1d4051-337b-4c8e-a417-06c8f4459266) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:51.607589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.608763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.655853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0edd13a-88b1-49bc-8734-aeda1217a551 None None] Network 2f1d4051-337b-4c8e-a417-06c8f4459266 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:51.668288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 619dd075-e9e3-4194-a74d-4c27d88382a5 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:40:51.682908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2f3603e6-2d5d-4246-8828-6a7954085c8d req-c09d9fc8-2bb8-4245-a124-23fcb9f97125 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930640 Feb 04 15:40:51.687340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-e2a20161-b1c3-4c48-ae60-5a919c96a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.689103 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-e2a20161-b1c3-4c48-ae60-5a919c96a868 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee590ed9-757b-49b0-a479-dfa18ea6f676 HTTP/1.1" status: 200 len: 858 time: 0.3321686 Feb 04 15:40:51.697775 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e92ed725-6ef7-4d86-9560-95e73e8eabde admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8462834 Feb 04 15:40:51.797649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] No DVR routers for this DVR port d233d712-1cbe-4f98-bfac-585b63db4358 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:51.804169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:51.810812 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b90643c1-3e56-4fd4-8e71-89476c2f8481 req-eeb35f8e-0dba-4e9f-b238-43e42827cc5e tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.30 "DELETE /v2.0/ports/d233d712-1cbe-4f98-bfac-585b63db4358 HTTP/1.1" status: 204 len: 173 time: 3.6905332 Feb 04 15:40:51.900363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-51870092-6381-4c67-8bc2-fcefd05e9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:51.906304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-09f01afd-12e8-4a7c-b5f7-59cc06f07246 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d30a9503-0732-4a02-8e46-105bdac13259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793114 Feb 04 15:40:51.915738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-51870092-6381-4c67-8bc2-fcefd05e9829 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ccf550346ed4ef1b796ad7258b2b71d&device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 1094 time: 0.3393612 Feb 04 15:40:51.935023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-a921db18-ccf3-4c1f-8567-3f3199f73bae service neutron] 10.222.0.30 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381865 Feb 04 15:40:51.999382 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.178212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f162d07a-fe9c-44e9-9722-8ad0221e2faf None None] Network 2f1d4051-337b-4c8e-a417-06c8f4459266 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:52.302288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:40:52.317454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-268ca3d5-d979-467c-b9af-8799c9674dde tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/619dd075-e9e3-4194-a74d-4c27d88382a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6719890 Feb 04 15:40:52.328397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53648) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:52.378188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701137b-587b-4b64-b9a4-e49e7b58aeba None None] Sync routers for ids ['619dd075-e9e3-4194-a74d-4c27d88382a5'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:40:52.418497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701137b-587b-4b64-b9a4-e49e7b58aeba None None] Routers {'619dd075-e9e3-4194-a74d-4c27d88382a5'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:52.419221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6701137b-587b-4b64-b9a4-e49e7b58aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['619dd075-e9e3-4194-a74d-4c27d88382a5'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:52.473645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7b35-edb0-4c35-b1bb-b596154ec9e9 req-519d877b-a1e6-4a70-be70-bde5b4123ff1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:52.476328 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bec7b35-edb0-4c35-b1bb-b596154ec9e9 req-519d877b-a1e6-4a70-be70-bde5b4123ff1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.5543978 Feb 04 15:40:52.489109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6701137b-587b-4b64-b9a4-e49e7b58aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:52.502185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701137b-587b-4b64-b9a4-e49e7b58aeba None None] Routers {'619dd075-e9e3-4194-a74d-4c27d88382a5'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:40:52.503055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6701137b-587b-4b64-b9a4-e49e7b58aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:40:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['619dd075-e9e3-4194-a74d-4c27d88382a5'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:52.548264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4e51b2b7-3ceb-4200-be04-15d571f457ce tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=619dd075-e9e3-4194-a74d-4c27d88382a5 HTTP/1.1" status: 200 len: 205 time: 0.2169108 Feb 04 15:40:52.550675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-d122b127-eea9-4991-894a-2dd3c2269709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:52.551121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6701137b-587b-4b64-b9a4-e49e7b58aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:52.551841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701137b-587b-4b64-b9a4-e49e7b58aeba None None] The sync data for ids ['619dd075-e9e3-4194-a74d-4c27d88382a5'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:40:52.554029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-d122b127-eea9-4991-894a-2dd3c2269709 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d30a9503-0732-4a02-8e46-105bdac13259 HTTP/1.1" status: 200 len: 919 time: 0.5964997 Feb 04 15:40:52.579059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53652) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:52.675293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': '577e7f62-9fc4-474a-bf48-a4f557faab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:52.676213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: 9de3adb4-c677-49e2-a2aa-98adb6e2a775, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:52.755028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=dec9e309-bd62-4d0a-95b6-01a25e47c759,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:52.794143 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-9d3e8765-7d78-4f46-a220-b0f41492b01d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508e6483-33be-4642-ad8b-eebd06bc633b HTTP/1.1" status: 200 len: 217 time: 0.2113361 Feb 04 15:40:52.884998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-862e35b2-cf60-4e78-aa94-3dd210245534 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:52.886803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-862e35b2-cf60-4e78-aa94-3dd210245534 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 804 time: 0.7481763 Feb 04 15:40:52.906215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8a10-71d3-4bdc-9f3e-a3eb7439592a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:52.919382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bec7b35-edb0-4c35-b1bb-b596154ec9e9 req-ebc768cd-3b45-43db-8665-b02abf41ab8e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416791 Feb 04 15:40:52.929302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba1fb7-bbd0-415b-aaec-1327ba57428a req-6990968c-c3d4-4610-94c6-6c12a0043d9a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:52.942440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58ba1fb7-bbd0-415b-aaec-1327ba57428a req-6990968c-c3d4-4610-94c6-6c12a0043d9a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 946 time: 0.5392468 Feb 04 15:40:52.962680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Request body: {'port': {'device_id': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'admin_state_up': True, 'tenant_id': 'bbb454b0a400480fb7c37fc21f3e27bd'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:52.973696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-90482ce4-8041-40f9-ba67-32a43816d0f3 service neutron] 10.222.0.50 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0428047 Feb 04 15:40:52.973696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:52.996953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53672) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:53.008107 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.010907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-e38de203-3b2a-4bfe-97a1-76b3a983b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:53.012590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-e38de203-3b2a-4bfe-97a1-76b3a983b1ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee590ed9-757b-49b0-a479-dfa18ea6f676 HTTP/1.1" status: 200 len: 858 time: 0.1878085 Feb 04 15:40:53.043468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1479953365-network', 'tenant_id': '4a505067a217489a9d269d213a80e765'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:53.070208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd631678-6c28-4ddb-b212-ec97210216b4 req-3ad7b93f-7f8e-4f0b-b4f3-0e77889a0238 service neutron] 10.222.0.30 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1175702 Feb 04 15:40:53.078448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:40:53.135243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device c673249c-983a-4040-827d-af7ff5f4812d details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:40:53.160673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-c58e0be3-87b7-40f6-b90d-9e082a489929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d30a9503-0732-4a02-8e46-105bdac13259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406014 Feb 04 15:40:53.178024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 9de3adb4-c677-49e2-a2aa-98adb6e2a775) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:53.179375 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8a10-71d3-4bdc-9f3e-a3eb7439592a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.189951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8a10-71d3-4bdc-9f3e-a3eb7439592a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.213636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31fbc822-7707-4554-adb5-24d3716f92cd req-70867a20-c9f7-4083-a620-27cd5d75d179 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 210 time: 0.0564144 Feb 04 15:40:53.215330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Made reservation on behalf of 4a505067a217489a9d269d213a80e765 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:53.217715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.235282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:53.236943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.248087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515dd976-a836-448b-8efd-29f421ba8948 None None] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:53.337729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58ba1fb7-bbd0-415b-aaec-1327ba57428a req-ad82ed22-57a7-408a-a5b3-14ad040e280d tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940942 Feb 04 15:40:53.350555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.383069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-df00809d-784a-4b85-80df-e923f5848b95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2295136 Feb 04 15:40:53.383069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:53.402293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:53.419934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:53.436069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a', 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259', 'port_id': '8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a', 'mac_address': 'fa:16:3e:7c:74:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee590ed9-757b-49b0-a479-dfa18ea6f676', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:40:53.439163 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:40:53.478540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'name': 'network-vif-deleted', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:53.481845 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdc3ea2-7750-40e3-8c8c-3752a5dc3c42" -d '{"events": [{"server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "name": "network-vif-deleted", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:53.487947 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8a10-71d3-4bdc-9f3e-a3eb7439592a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.489183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2e8a10-71d3-4bdc-9f3e-a3eb7439592a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Fanout notify agent at l3_agent the message router_deleted on router 619dd075-e9e3-4194-a74d-4c27d88382a5 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:40:53.527144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8a10-71d3-4bdc-9f3e-a3eb7439592a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.529850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bf2e8a10-71d3-4bdc-9f3e-a3eb7439592a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/619dd075-e9e3-4194-a74d-4c27d88382a5 HTTP/1.1" status: 204 len: 168 time: 0.9490805 Feb 04 15:40:53.549357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53680) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:53.619918 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d97543d-15fb-49a6-90cb-543467bdf1bc req-6342d323-0e6c-449a-9aaa-d4a2719a7691 service neutron] 10.222.0.50 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254473 Feb 04 15:40:53.653016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.687896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port c673249c-983a-4040-827d-af7ff5f4812d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=c673249c-983a-4040-827d-af7ff5f4812d,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:53.718956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4669ee-6948-40b1-b850-4f551380ff25 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet 6521459c-aba8-4ba2-aa6c-b8c3a86d4be4 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:40:53.726526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:53.727566 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4669ee-6948-40b1-b850-4f551380ff25 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.752087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'c673249c-983a-4040-827d-af7ff5f4812d', 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259', 'port_id': 'c673249c-983a-4040-827d-af7ff5f4812d', 'mac_address': 'fa:16:3e:ac:0f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee590ed9-757b-49b0-a479-dfa18ea6f676', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:40:53.765941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c9a4-ab45-4eee-9654-50851f83d748 req-49559cda-f0b7-473e-9ec8-cf7b7337ac6d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:53.768589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2583c9a4-ab45-4eee-9654-50851f83d748 req-49559cda-f0b7-473e-9ec8-cf7b7337ac6d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2807994 Feb 04 15:40:53.775962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Made reservation on behalf of bbb454b0a400480fb7c37fc21f3e27bd for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:53.783321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.798816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:53.807239 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.846388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4669ee-6948-40b1-b850-4f551380ff25 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.857542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:53.862194 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.867624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9de3adb4-c677-49e2-a2aa-98adb6e2a775', 'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775', 'tenant_id': '8a89d7111d9a4e8dbfee470e82a5edc2', 'fixed_ips': [{'subnet_id': 'dec9e309-bd62-4d0a-95b6-01a25e47c759'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:40:53.868505 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.898137 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:53.934547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:53.998091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c673249c-983a-4040-827d-af7ff5f4812d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:54.023484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-d24c4bf9-9835-44c0-8f5c-ffa07c98621b service neutron] 10.222.0.30 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460670 Feb 04 15:40:54.041185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50a0ef-a297-4868-850c-06070997834a req-de318566-46fa-47e5-a42c-6ccb6c611b1f tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:54.043825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port c673249c-983a-4040-827d-af7ff5f4812d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=c673249c-983a-4040-827d-af7ff5f4812d,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:54.046305 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e50a0ef-a297-4868-850c-06070997834a req-de318566-46fa-47e5-a42c-6ccb6c611b1f tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 943 time: 0.7032812 Feb 04 15:40:54.052137 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.101890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.115884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4669ee-6948-40b1-b850-4f551380ff25 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.143037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.145121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:40:54.155513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=c673249c-983a-4040-827d-af7ff5f4812d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:54.166339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Allocated IP 2001:db8::2 (9de3adb4-c677-49e2-a2aa-98adb6e2a775/dec9e309-bd62-4d0a-95b6-01a25e47c759/b61f1744-baa3-4c95-ba40-f2950d47c355) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:54.256293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2583c9a4-ab45-4eee-9654-50851f83d748 req-c4ea9bd3-e26e-4281-9946-08bacb45d9bf tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629626 Feb 04 15:40:54.265639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:54.300633 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4bd3dcb-d7a1-4104-8666-69b78f15b432 req-fa7c839e-418d-4f1b-b6e5-55cdc3742079 service neutron] 10.222.0.30 "GET /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399940 Feb 04 15:40:54.327012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a70179d-cc06-488c-9b10-215072900087,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:54.366930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.367334 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Added segment 406a7166-8265-4e6b-b63e-23c8a5e776d1 of type vlan for network c060d540-8a2c-41e4-8e92-34fa06f663b5 Feb 04 15:40:54.459416 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce45d5ad-649a-40bf-bf16-e5c020291603 x-openstack-request-id: req-ce45d5ad-649a-40bf-bf16-e5c020291603 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:54.459730 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6199b264-48d4-4d17-9dc4-874e9f978587", "name": "network-vif-deleted", "tag": "d233d712-1cbe-4f98-bfac-585b63db4358", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:54.460014 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ce45d5ad-649a-40bf-bf16-e5c020291603 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:54.460751 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6199b264-48d4-4d17-9dc4-874e9f978587', 'name': 'network-vif-deleted', 'tag': 'd233d712-1cbe-4f98-bfac-585b63db4358', 'status': 'completed', 'code': 200} Feb 04 15:40:54.513175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.520254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e50a0ef-a297-4868-850c-06070997834a req-ee23dfc6-ee44-4bb1-acf1-3f4258e56544 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436357 Feb 04 15:40:54.572768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['c673249c-983a-4040-827d-af7ff5f4812d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:40:54.577877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b42855-42eb-44f1-a54c-857783025c44 req-94f81859-6e7f-49d0-b692-cf24e3354cdd tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:54.582244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-76b42855-42eb-44f1-a54c-857783025c44 req-94f81859-6e7f-49d0-b692-cf24e3354cdd tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 946 time: 0.2829616 Feb 04 15:40:54.611256 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4669ee-6948-40b1-b850-4f551380ff25 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.649250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ada3c999-3108-478b-8000-5e0e8338778c req-febccbc2-78ca-4312-af8c-3ec4530afcde tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 210 time: 0.1114044 Feb 04 15:40:54.686735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Allocated IP 172.20.0.14 (ac82600d-3c65-459e-9abe-21c191d508c6/b76ece1f-58a1-49a6-8c91-49900151716a/7e288c7b-6f3c-4d3a-a094-f0fb10b1585f) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:40:54.694024 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.702265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.745205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4669ee-6948-40b1-b850-4f551380ff25 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.752282 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4e4669ee-6948-40b1-b850-4f551380ff25 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/6521459c-aba8-4ba2-aa6c-b8c3a86d4be4 HTTP/1.1" status: 204 len: 168 time: 1.1921530 Feb 04 15:40:54.754255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53692) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:54.761321 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.763506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4669ee-6948-40b1-b850-4f551380ff25 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=6521459c-aba8-4ba2-aa6c-b8c3a86d4be4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:54.789190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530dcb04-fd72-46b3-975f-075d9ff9479c None None] Network 8b093993-8831-474a-b877-079c86703293 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:54.804357 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.809288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:54.815457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.848014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:54.909050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:54.911027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:54.924316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:54.941966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50c48d-d9fe-4e1e-a42c-a664602b1f47 req-7a5be776-fd2f-41e4-bd2f-9c22b69b5ce5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:54.943877 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb50c48d-d9fe-4e1e-a42c-a664602b1f47 req-7a5be776-fd2f-41e4-bd2f-9c22b69b5ce5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 946 time: 0.1011965 Feb 04 15:40:55.013500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=866892e5-86fd-4f53-90a7-077591327d52,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:55.048635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Pushing event updated for resources: {'Port': ['ID=b61f1744-baa3-4c95-ba40-f2950d47c355,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:55.084620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:55.091300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 508e6483-33be-4642-ad8b-eebd06bc633b details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:40:55.095020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb50c48d-d9fe-4e1e-a42c-a664602b1f47 req-98be0ef7-1442-424b-a500-77576c239743 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974200 Feb 04 15:40:55.127820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1261251 Feb 04 15:40:55.129816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:55.139411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.139411 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.139911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53694) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:55.157284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Request body: {'subnet': {'network_id': 'c060d540-8a2c-41e4-8e92-34fa06f663b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1479953365-subnet', 'tenant_id': '4a505067a217489a9d269d213a80e765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:55.169104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-91822ec0-e4a6-49e0-83b2-b797369b8ea3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7750325 Feb 04 15:40:55.170032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53696) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:55.171414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f22cc-7b95-498d-9fa4-6046097ffda6 admin admin] Pushing event updated for resources: {'Network': ['ID=c060d540-8a2c-41e4-8e92-34fa06f663b5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:55.186581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Attempting to bind port b61f1744-baa3-4c95-ba40-f2950d47c355 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:40:55.187273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Attempting to bind port b61f1744-baa3-4c95-ba40-f2950d47c355 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '577e7f62-9fc4-474a-bf48-a4f557faab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:40:55.187837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Attempting to bind port b61f1744-baa3-4c95-ba40-f2950d47c355 on network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:40:55.198545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network c060d540-8a2c-41e4-8e92-34fa06f663b5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:55.224674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebec824-983b-4ad7-928e-760406f737f0 req-d3908a3d-b1d5-496a-b5e4-ed20928613d5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.225061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port e122c9e6-3b28-4e07-bc9f-25ab858578fd {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:55.225641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.226628 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eebec824-983b-4ad7-928e-760406f737f0 req-d3908a3d-b1d5-496a-b5e4-ed20928613d5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3746922 Feb 04 15:40:55.269652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Deleting port 3d4db25c-0966-40e4-9528-482b22a8d113 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:55.270478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.300076 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:40:55.316032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:40:55.316869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Checking segment: {'id': '577e7f62-9fc4-474a-bf48-a4f557faab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:55.323474 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.331631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Bound using segment: {'id': '577e7f62-9fc4-474a-bf48-a4f557faab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:40:55.333939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Bound port: b61f1744-baa3-4c95-ba40-f2950d47c355, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577e7f62-9fc4-474a-bf48-a4f557faab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:40:55.342867 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.596515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b30f1-430e-4d75-81f7-a40245c124ea tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.600717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b30f1-430e-4d75-81f7-a40245c124ea tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.609008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b30f1-430e-4d75-81f7-a40245c124ea tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.616924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b30f1-430e-4d75-81f7-a40245c124ea tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.625487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b30f1-430e-4d75-81f7-a40245c124ea tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.629902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a48b30f1-430e-4d75-81f7-a40245c124ea tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4564588 Feb 04 15:40:55.635365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eebec824-983b-4ad7-928e-760406f737f0 req-0404ba8e-ada2-4376-bd83-0171ac181f6a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801262 Feb 04 15:40:55.636254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53704) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:55.648080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] For port b61f1744-baa3-4c95-ba40-f2950d47c355, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:40:55.652011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] For port b61f1744-baa3-4c95-ba40-f2950d47c355, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b61f1744-baa3-4c95-ba40-f2950d47c355,segment=NetworkSegment(577e7f62-9fc4-474a-bf48-a4f557faab38),segment_id=577e7f62-9fc4-474a-bf48-a4f557faab38)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:40:55.660762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Made reservation on behalf of 4a505067a217489a9d269d213a80e765 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:55.665145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] DHCP port deletion for 8b093993-8831-474a-b877-079c86703293 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:40:55.671841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.673226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.797059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1083617858'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:55.861205 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.892208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port e122c9e6-3b28-4e07-bc9f-25ab858578fd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e122c9e6-3b28-4e07-bc9f-25ab858578fd,segment=NetworkSegment(8dc17b01-3e6b-4812-bcda-6f47a63c395e),segment_id=8dc17b01-3e6b-4812-bcda-6f47a63c395e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:55.892859 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.926413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3df7e1e5-9bd9-4917-b8bc-ba06d1179fe4 req-de69ff22-d8a4-40df-b9e2-b1eb2d247c28 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 210 time: 0.1112199 Feb 04 15:40:55.929622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for e122c9e6-3b28-4e07-bc9f-25ab858578fd owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:55.930027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] For port 3d4db25c-0966-40e4-9528-482b22a8d113, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3d4db25c-0966-40e4-9528-482b22a8d113,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:55.930591 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:55.972299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Calling delete_port for 3d4db25c-0966-40e4-9528-482b22a8d113 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:55.977439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463360db-5daa-4bba-b132-ade533ad2230 req-d3b73d04-27c8-447f-a9b7-5a88123f39ed tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:55.979189 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-463360db-5daa-4bba-b132-ade533ad2230 req-d3b73d04-27c8-447f-a9b7-5a88123f39ed tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 943 time: 0.1482122 Feb 04 15:40:56.008663 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 508e6483-33be-4642-ad8b-eebd06bc633b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=508e6483-33be-4642-ad8b-eebd06bc633b,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:56.024945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31bfba-4413-4acf-9c54-1b0fc0d8d7c5 None None] Pushing event updated for resources: {'Port': ['ID=b61f1744-baa3-4c95-ba40-f2950d47c355,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:56.036179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '508e6483-33be-4642-ad8b-eebd06bc633b', 'network_id': 'd30a9503-0732-4a02-8e46-105bdac13259', 'port_id': '508e6483-33be-4642-ad8b-eebd06bc633b', 'mac_address': 'fa:16:3e:c4:20:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee590ed9-757b-49b0-a479-dfa18ea6f676', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:40:56.103723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] Deleting port e122c9e6-3b28-4e07-bc9f-25ab858578fd {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:40:56.104793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.134220 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.300733 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-463360db-5daa-4bba-b132-ade533ad2230 req-54a22233-4afd-4877-821a-2b9317de3380 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555385 Feb 04 15:40:56.339838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] For port e122c9e6-3b28-4e07-bc9f-25ab858578fd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e122c9e6-3b28-4e07-bc9f-25ab858578fd,segment=NetworkSegment(8dc17b01-3e6b-4812-bcda-6f47a63c395e),segment_id=8dc17b01-3e6b-4812-bcda-6f47a63c395e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:56.343875 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.374813 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.400731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508e6483-33be-4642-ad8b-eebd06bc633b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:56.411779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] Calling delete_port for e122c9e6-3b28-4e07-bc9f-25ab858578fd owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:40:56.438136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=e122c9e6-3b28-4e07-bc9f-25ab858578fd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:56.442569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No DVR routers for this DVR port e122c9e6-3b28-4e07-bc9f-25ab858578fd on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:56.503299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 508e6483-33be-4642-ad8b-eebd06bc633b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=508e6483-33be-4642-ad8b-eebd06bc633b,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:56.575314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-8399505e-f511-43a9-8feb-5bd44f5d7495 req-dc90bfe1-e05b-415d-acf4-e625a126edca service neutron] (102422) timed out ('10.222.0.47', 37000) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 15:40:56.585805 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.593454 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.617299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.649421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b093993-8831-474a-b877-079c86703293']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:56.661949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc17b01-3e6b-4812-bcda-6f47a63c395e') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:56.662349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc17b01-3e6b-4812-bcda-6f47a63c395e') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:40:56.674001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.690341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.697837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:40:56.698309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.721075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b61f1744-baa3-4c95-ba40-f2950d47c355 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:56.753733 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.852138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] No DVR routers for this DVR port e122c9e6-3b28-4e07-bc9f-25ab858578fd on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:56.881353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=508e6483-33be-4642-ad8b-eebd06bc633b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:56.914170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:56.920321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60bbe5-3083-4cc1-b15a-21d01cc7e384 None None] Pushing event deleted for resources: {'Port': ['ID=e122c9e6-3b28-4e07-bc9f-25ab858578fd,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:56.920821 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.922437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b61f1744-baa3-4c95-ba40-f2950d47c355 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:56.922869 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.933579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:56.950553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['508e6483-33be-4642-ad8b-eebd06bc633b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:40:57.085520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:57.107691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Network ac82600d-3c65-459e-9abe-21c191d508c6 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:40:57.121114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:57.127166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:40:57.168535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device c673249c-983a-4040-827d-af7ff5f4812d up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:57.196180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09ec76-cad9-4356-9cfe-e1a03790ce78 req-c21cb642-0255-4bcb-9536-f5ee0345ebd4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.199478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b09ec76-cad9-4356-9cfe-e1a03790ce78 req-c21cb642-0255-4bcb-9536-f5ee0345ebd4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.5034754 Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:40:57.264053 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:40:57.278300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:40:57.288917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.309771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.328301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Pushing event updated for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.354031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.363759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/8b093993-8831-474a-b877-079c86703293 HTTP/1.1" status: 204 len: 168 time: 2.6023602 Feb 04 15:40:57.369731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53722) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:57.381607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc486e8-5fea-4dae-b7bd-93fb783807e0 req-3e20da9e-c4ec-4ff5-be11-dc47eeb49c17 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.390929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdc486e8-5fea-4dae-b7bd-93fb783807e0 req-3e20da9e-c4ec-4ff5-be11-dc47eeb49c17 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 946 time: 0.8190966 Feb 04 15:40:57.393430 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.393895 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment b564d80c-75e9-4efd-9ca6-3015604310d1 of type vlan for network 55e064f7-5cac-4e03-957e-f09fb288e7d4 Feb 04 15:40:57.409950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-101562188', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:57.422262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645da33-47de-409c-90b1-9de77c7b15c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=8b093993-8831-474a-b877-079c86703293,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.476243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b61f1744-baa3-4c95-ba40-f2950d47c355, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b61f1744-baa3-4c95-ba40-f2950d47c355,segment=NetworkSegment(577e7f62-9fc4-474a-bf48-a4f557faab38),segment_id=577e7f62-9fc4-474a-bf48-a4f557faab38)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:57.478012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1854b2-0e55-44be-ae88-2d3c168ac434,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.480104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:57.486333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.487447 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.499742 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.525782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdc486e8-5fea-4dae-b7bd-93fb783807e0 req-eea2effc-1a5e-4af1-8577-70dde6fba21e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050730 Feb 04 15:40:57.528233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port c673249c-983a-4040-827d-af7ff5f4812d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:40:57.530558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:57.530928 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.553017 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.556119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.579384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Checking segment: {'id': '406a7166-8265-4e6b-b63e-23c8a5e776d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c060d540-8a2c-41e4-8e92-34fa06f663b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:40:57.581413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Network hostable DHCP agents. Network: c060d540-8a2c-41e4-8e92-34fa06f663b5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:40:57.614569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.629052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Network c060d540-8a2c-41e4-8e92-34fa06f663b5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:40:57.647735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, c060d540-8a2c-41e4-8e92-34fa06f663b5) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:40:57.655088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.655701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.718514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port c673249c-983a-4040-827d-af7ff5f4812d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:57.719048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.740477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.741525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bc5f8f99-45c1-4738-9481-6b766ab7096a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5987656 Feb 04 15:40:57.753255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.766395 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:57.774458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b61f1744-baa3-4c95-ba40-f2950d47c355,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:57.789874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa83811-d271-4e45-bda5-9f5742fcfa49 req-88a7a1e0-b179-4661-af12-7acdde35c556 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:57.797546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2aa83811-d271-4e45-bda5-9f5742fcfa49 req-88a7a1e0-b179-4661-af12-7acdde35c556 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 932 time: 0.1056912 Feb 04 15:40:57.839143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f3d2fd-bceb-4f40-9ee1-3d9a44ae59bd None None] Network c060d540-8a2c-41e4-8e92-34fa06f663b5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:57.841419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e122c9e6-3b28-4e07-bc9f-25ab858578fd no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:40:57.854628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2aa83811-d271-4e45-bda5-9f5742fcfa49 req-235fbe6c-2d14-4daf-a4b9-2e5e8c2ace76 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549886 Feb 04 15:40:57.858536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485547b4-a7f8-42ba-93b3-522db556af1f None None] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:57.882720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b09ec76-cad9-4356-9cfe-e1a03790ce78 req-180ea986-7679-402f-ab09-580a7a4407af tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275764 Feb 04 15:40:57.893694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53726) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:57.895046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1092548 Feb 04 15:40:57.899638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9e3006b3-e47d-4fbb-ab7b-a085aeca3c51 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:57.942104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-26a13987-f090-48f0-b65f-ca57ae368f74 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0357726 Feb 04 15:40:58.062811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Request body: {'port': {'device_id': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:58.272660 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.341744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e3006b3-e47d-4fbb-ab7b-a085aeca3c51 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.346272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event deleted for resources: {'Port': ['ID=3d4db25c-0966-40e4-9528-482b22a8d113,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:58.358769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e9ec5-561f-4d76-8a65-693e0324b6e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=55e064f7-5cac-4e03-957e-f09fb288e7d4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:58.389104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e122c9e6-3b28-4e07-bc9f-25ab858578fd {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:40:58.389694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e122c9e6-3b28-4e07-bc9f-25ab858578fd not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:40:58.420215 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.424311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9065dd-218c-4f9e-86e4-75876aceca54 req-9afdec6f-7f8b-4544-8832-031c02010da6 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.436414 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a9065dd-218c-4f9e-86e4-75876aceca54 req-9afdec6f-7f8b-4544-8832-031c02010da6 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 944 time: 0.4863522 Feb 04 15:40:58.438667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e3006b3-e47d-4fbb-ab7b-a085aeca3c51 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.455881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.470386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:40:58.474809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 55e064f7-5cac-4e03-957e-f09fb288e7d4 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:58.496784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e3006b3-e47d-4fbb-ab7b-a085aeca3c51 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 55e064f7-5cac-4e03-957e-f09fb288e7d4 is not hosted by any dhcp agent {{(pid=102422) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:40:58.503285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3006b3-e47d-4fbb-ab7b-a085aeca3c51 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.504318 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e3006b3-e47d-4fbb-ab7b-a085aeca3c51 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.506027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9e3006b3-e47d-4fbb-ab7b-a085aeca3c51 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "PUT /v2.0/networks/55e064f7-5cac-4e03-957e-f09fb288e7d4 HTTP/1.1" status: 200 len: 723 time: 0.6111693 Feb 04 15:40:58.514292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53738) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:40:58.518202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] No DVR routers for this DVR port 3d4db25c-0966-40e4-9528-482b22a8d113 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:40:58.521584 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:58.530933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-76b42855-42eb-44f1-a54c-857783025c44 req-7889b9c2-8432-4ca1-83cd-0ab28e2414a6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "DELETE /v2.0/ports/3d4db25c-0966-40e4-9528-482b22a8d113 HTTP/1.1" status: 204 len: 173 time: 3.9261220 Feb 04 15:40:58.560882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': '55e064f7-5cac-4e03-957e-f09fb288e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:40:58.733219 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b61f1744-baa3-4c95-ba40-f2950d47c355 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:40:58.775926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3e1f19-321a-488c-baff-04ba40223704', 'name': 'network-vif-deleted', 'tag': '3d4db25c-0966-40e4-9528-482b22a8d113'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:58.782944 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e7eb7b-a9d8-4667-b10f-f2924f43abb1" -d '{"events": [{"server_uuid": "3f3e1f19-321a-488c-baff-04ba40223704", "name": "network-vif-deleted", "tag": "3d4db25c-0966-40e4-9528-482b22a8d113"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:58.783198 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a9065dd-218c-4f9e-86e4-75876aceca54 req-1ddd7ea6-1d0d-42e4-bdfb-ac9cdd02f92d tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444073 Feb 04 15:40:58.785944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3006b3-e47d-4fbb-ab7b-a085aeca3c51 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=55e064f7-5cac-4e03-957e-f09fb288e7d4,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:58.789762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22616480-4c00-436a-908f-c0a05ee43e5f None None] Network c060d540-8a2c-41e4-8e92-34fa06f663b5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:40:58.856649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ae588-0e2e-422b-b856-e9517aa0f39b req-9da3dc36-92e1-4003-b3b1-3df7897014e3 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:58.871074 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d2ae588-0e2e-422b-b856-e9517aa0f39b req-9da3dc36-92e1-4003-b3b1-3df7897014e3 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.7571933 Feb 04 15:40:58.914288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.012557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9295db12-1125-4a1e-a59f-0812ed4cd704 None None] Provisioning complete for port b61f1744-baa3-4c95-ba40-f2950d47c355 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:59.013659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9295db12-1125-4a1e-a59f-0812ed4cd704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.093040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 55e064f7-5cac-4e03-957e-f09fb288e7d4 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:40:59.102899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:40:59.111342 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.140839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d2ae588-0e2e-422b-b856-e9517aa0f39b req-fbc78720-f7a4-4dce-8213-8e9fdefdf91a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682571 Feb 04 15:40:59.484946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-124d5d37-03ff-4479-b51c-2986f2073a17 req-c08f4176-8b2d-4b73-ab35-c2311c953702 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f3e1f19-321a-488c-baff-04ba40223704 HTTP/1.1" status: 200 len: 210 time: 0.0465941 Feb 04 15:40:59.569698 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e6ca85-bd92-49c1-8e40-fc013e53e72d x-openstack-request-id: req-43e6ca85-bd92-49c1-8e40-fc013e53e72d {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:40:59.570432 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3e1f19-321a-488c-baff-04ba40223704", "name": "network-vif-deleted", "tag": "3d4db25c-0966-40e4-9528-482b22a8d113", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:40:59.570901 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43e6ca85-bd92-49c1-8e40-fc013e53e72d {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:40:59.571632 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3e1f19-321a-488c-baff-04ba40223704', 'name': 'network-vif-deleted', 'tag': '3d4db25c-0966-40e4-9528-482b22a8d113', 'status': 'completed', 'code': 200} Feb 04 15:40:59.582436 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.662196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:40:59.674761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.697423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Transition to ACTIVE for port object 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:40:59.741255 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.758872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.805685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c027b8da-5bc2-4a01-9afd-237278d35bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c673249c-983a-4040-827d-af7ff5f4812d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:40:59.810017 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad33b4c-c9d9-45d6-8725-0a035a00c05f" -d '{"events": [{"server_uuid": "c027b8da-5bc2-4a01-9afd-237278d35bc8", "name": "network-vif-plugged", "status": "completed", "tag": "c673249c-983a-4040-827d-af7ff5f4812d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:40:59.815263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.847851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:40:59.891244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port c673249c-983a-4040-827d-af7ff5f4812d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=c673249c-983a-4040-827d-af7ff5f4812d,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:40:59.900605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b61f1744-baa3-4c95-ba40-f2950d47c355 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:40:59.901077 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:40:59.990764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfb84e-ba2a-43f2-a397-d9ee6802b738 req-69f49c1e-e72c-48b4-b54d-623bdc2963bb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:40:59.993595 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fcfb84e-ba2a-43f2-a397-d9ee6802b738 req-69f49c1e-e72c-48b4-b54d-623bdc2963bb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 944 time: 0.2901220 Feb 04 15:41:00.004589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.25.1.22 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/59868a34-f535-4a06-b913-fb5f9841a342) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:00.079634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.160370 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.161485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3d4db25c-0966-40e4-9528-482b22a8d113 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:00.187678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-f86a3a25-02f2-4a68-94c2-b12db07153da tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.196635 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-f86a3a25-02f2-4a68-94c2-b12db07153da tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/networks?id=2f1d4051-337b-4c8e-a417-06c8f4459266 HTTP/1.1" status: 200 len: 825 time: 0.9297860 Feb 04 15:41:00.222249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Attempting to bind port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:00.222892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Attempting to bind port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:00.223200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Attempting to bind port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f on network ac82600d-3c65-459e-9abe-21c191d508c6 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:00.232883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-3d32d0c5-c624-4a40-b26c-81c88fd89681 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/quotas/f3de77b7b1f94586a0840d7389c14945 HTTP/1.1" status: 200 len: 375 time: 0.0348744 Feb 04 15:41:00.239477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f on network ac82600d-3c65-459e-9abe-21c191d508c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:41:00.239979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Attempting to bind port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f on network ac82600d-3c65-459e-9abe-21c191d508c6 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:00.240596 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.272758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fcfb84e-ba2a-43f2-a397-d9ee6802b738 req-aa93f4ec-51bd-4890-abc8-6fcdf15fb402 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533412 Feb 04 15:41:00.284441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:00.284843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Checking segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:00.285496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Bound using segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:00.286352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Bound port: 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:00.286975 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.292169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-e5234c8e-79bc-4e9b-9bc8-010d7f956111 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3de77b7b1f94586a0840d7389c14945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581400 Feb 04 15:41:00.334288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=85e6fe72-742a-4699-842e-e4cb35f87202,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:00.370200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:00.381209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 3d4db25c-0966-40e4-9528-482b22a8d113 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:00.381871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3d4db25c-0966-40e4-9528-482b22a8d113 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:00.390388 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:41:00.456689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': 'b564d80c-75e9-4efd-9ca6-3015604310d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55e064f7-5cac-4e03-957e-f09fb288e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:00.458996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: 55e064f7-5cac-4e03-957e-f09fb288e7d4, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:00.467680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.494253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-06cff8ee-aadb-4865-8203-759709cc321c service neutron] 10.222.0.47 "GET /v2.0/networks/2f1d4051-337b-4c8e-a417-06c8f4459266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974218 Feb 04 15:41:00.511530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 508e6483-33be-4642-ad8b-eebd06bc633b up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:00.536427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:00.571246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 55e064f7-5cac-4e03-957e-f09fb288e7d4 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:00.583913 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.592362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:00.600016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 55e064f7-5cac-4e03-957e-f09fb288e7d4) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:00.614213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b13ed0-28af-4371-b96d-e93b324a91f7 req-ba3ed320-1c47-4ae4-8a49-58885c28c082 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.615887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46b13ed0-28af-4371-b96d-e93b324a91f7 req-ba3ed320-1c47-4ae4-8a49-58885c28c082 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1482353 Feb 04 15:41:00.619008 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.632337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.632962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.686108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-d3b3f1db-50f1-430d-8820-db6f3de143eb service neutron] 10.222.0.47 "GET /v2.0/networks/2f1d4051-337b-4c8e-a417-06c8f4459266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873908 Feb 04 15:41:00.721829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46b13ed0-28af-4371-b96d-e93b324a91f7 req-74d6c8af-2179-42e8-962d-5c8bff0813e5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977154 Feb 04 15:41:00.723363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.724046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:00.724445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:00.726306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] 10.222.0.50 "PUT /v2.0/ports/7e288c7b-6f3c-4d3a-a094-f0fb10b1585f HTTP/1.1" status: 200 len: 1092 time: 2.6957328 Feb 04 15:41:00.733699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-48d6851d-7038-4b7e-92c8-db458716ff92 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2139640 Feb 04 15:41:00.744534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53770) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:00.752954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2179e3fd-3d3d-4cef-b2d9-827f4f221ca9 None None] Network 55e064f7-5cac-4e03-957e-f09fb288e7d4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:00.758792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bddf6d-4c15-4736-af9f-51f29692d3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:00.830979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6d2104fe-cf74-4197-950e-32a8eefe387a tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:00.860210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=c673249c-983a-4040-827d-af7ff5f4812d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:00.901008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:00.915825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:00.929914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:00.983109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=59868a34-f535-4a06-b913-fb5f9841a342,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:01.045743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-b399b8f0-9f17-4460-b48b-401e9d163ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.048207 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-b399b8f0-9f17-4460-b48b-401e9d163ff4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 1095 time: 0.2249231 Feb 04 15:41:01.064282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ecc95-b2a2-461b-b4b4-8dc41cac8450 req-92644f60-d4be-4dae-ab23-0c29fadfddfd tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.074305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a5ecc95-b2a2-461b-b4b4-8dc41cac8450 req-92644f60-d4be-4dae-ab23-0c29fadfddfd tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 944 time: 0.1777284 Feb 04 15:41:01.096843 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2bc4484-e30b-4ca6-8fa7-e3f4c355bfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.115130 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3498f7b6-a87a-4419-a6f5-ee206678a8a1 x-openstack-request-id: req-3498f7b6-a87a-4419-a6f5-ee206678a8a1 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:01.115806 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c027b8da-5bc2-4a01-9afd-237278d35bc8", "name": "network-vif-plugged", "status": "completed", "tag": "c673249c-983a-4040-827d-af7ff5f4812d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:01.116322 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3498f7b6-a87a-4419-a6f5-ee206678a8a1 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:01.117273 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c027b8da-5bc2-4a01-9afd-237278d35bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c673249c-983a-4040-827d-af7ff5f4812d', 'code': 200} Feb 04 15:41:01.132700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:01.152347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8e106-e932-42bb-9afc-88e914e6f14f None None] Update dhcp port {'port': {'network_id': '9de3adb4-c677-49e2-a2aa-98adb6e2a775', 'fixed_ips': [{'subnet_id': 'dec9e309-bd62-4d0a-95b6-01a25e47c759', 'ip_address': '2001:db8::2'}, {'subnet_id': '866892e5-86fd-4f53-90a7-077591327d52'}], 'binding:host_id': 'n-d-827869-1'}, 'id': 'b61f1744-baa3-4c95-ba40-f2950d47c355'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:41:01.207083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 508e6483-33be-4642-ad8b-eebd06bc633b completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:01.217209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-faacb6fd-ad50-4d25-91b5-6117a863f23e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f HTTP/1.1" status: 200 len: 217 time: 0.1081114 Feb 04 15:41:01.232916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a5ecc95-b2a2-461b-b4b4-8dc41cac8450 req-e98b60ea-6a1f-4ef7-ac3d-c1c0637fae29 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569867 Feb 04 15:41:01.252268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 508e6483-33be-4642-ad8b-eebd06bc633b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:01.254316 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.354167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-693f596e-9ff9-4529-a105-703b2c70910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.355709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-693f596e-9ff9-4529-a105-703b2c70910e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.1203520 Feb 04 15:41:01.455339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-1ee9639a-cb26-48a4-b5df-2bd86044141b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702405 Feb 04 15:41:01.469619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6d2104fe-cf74-4197-950e-32a8eefe387a tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10279378'] for subnet, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.472300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-28a8e106-e932-42bb-9afc-88e914e6f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.543835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-223d458b-67ee-414d-9568-e2eae501c127 req-6de736cc-b50a-4327-860a-7b5f6241774a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 210 time: 0.1812119 Feb 04 15:41:01.593816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:01.599213 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37" -d '{"events": [{"name": "network-changed", "server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:01.660388 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.875085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e465-84ca-4b33-a71f-825c3cd3fff4 req-0bf1adae-40ae-438b-8f5b-0bbbeab03a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.878219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dc0e465-84ca-4b33-a71f-825c3cd3fff4 req-0bf1adae-40ae-438b-8f5b-0bbbeab03a0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 1097 time: 0.5475240 Feb 04 15:41:01.946624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3835b6a-6c5b-4bd1-ae37-d8e139405a92 req-0f86f999-e69c-4ce0-86e8-8e4f7e021030 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.956654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07405-1945-4653-83cc-beb47f93cae3 req-8f53bf55-99a8-4594-a1dd-2d039abd04bd tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:01.962486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3835b6a-6c5b-4bd1-ae37-d8e139405a92 req-0f86f999-e69c-4ce0-86e8-8e4f7e021030 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.5323694 Feb 04 15:41:01.966611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-baf07405-1945-4653-83cc-beb47f93cae3 req-8f53bf55-99a8-4594-a1dd-2d039abd04bd tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 944 time: 0.1689122 Feb 04 15:41:01.974428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-55e064f7-5cac-4e03-957e-f09fb288e7d4', 'network_id': '55e064f7-5cac-4e03-957e-f09fb288e7d4', 'tenant_id': '8a89d7111d9a4e8dbfee470e82a5edc2', 'fixed_ips': [{'subnet_id': '85e6fe72-742a-4699-842e-e4cb35f87202'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:41:01.981917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:01.999861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 508e6483-33be-4642-ad8b-eebd06bc633b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=508e6483-33be-4642-ad8b-eebd06bc633b,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:02.036170 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.053561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-c4b8c2d4-fa40-4002-820d-07bf1b15e10a service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325091 Feb 04 15:41:02.058794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dc0e465-84ca-4b33-a71f-825c3cd3fff4 req-76ebbaee-6221-4eaf-afef-df8e0fd28b33 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706190 Feb 04 15:41:02.100768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-baf07405-1945-4653-83cc-beb47f93cae3 req-5b8bba89-dd2d-418a-8ba3-da243febccaa tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329520 Feb 04 15:41:02.103926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3835b6a-6c5b-4bd1-ae37-d8e139405a92 req-d8357ff6-6b3f-4509-afb3-3f291d2b1794 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776975 Feb 04 15:41:02.211533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.236515 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440be1d0-9372-4701-8105-012b09bc77b7 x-openstack-request-id: req-440be1d0-9372-4701-8105-012b09bc77b7 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:02.237151 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:02.237429 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-440be1d0-9372-4701-8105-012b09bc77b7 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:02.237994 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'status': 'completed', 'code': 200} Feb 04 15:41:02.299173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-28a8e106-e932-42bb-9afc-88e914e6f14f None None] Allocated IP 172.20.0.1 (9de3adb4-c677-49e2-a2aa-98adb6e2a775/866892e5-86fd-4f53-90a7-077591327d52/b61f1744-baa3-4c95-ba40-f2950d47c355) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:02.384822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6d2104fe-cf74-4197-950e-32a8eefe387a tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757336336487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9592467'] for subnet, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.386162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=508e6483-33be-4642-ad8b-eebd06bc633b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:02.413405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d681007-7bf9-420e-ab49-ed07fa6936ca req-57bc2136-7c98-4702-958f-d5afac725f8f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.416738 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d681007-7bf9-420e-ab49-ed07fa6936ca req-57bc2136-7c98-4702-958f-d5afac725f8f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1086018 Feb 04 15:41:02.528238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Allocated IP 2001:db8::2 (55e064f7-5cac-4e03-957e-f09fb288e7d4/85e6fe72-742a-4699-842e-e4cb35f87202/50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:02.570268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c31bca2c-7144-4e5f-944e-d652fbce7f8c req-f2e39a63-ef21-47ec-8942-02711e24d96a service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522620 Feb 04 15:41:02.631335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d681007-7bf9-420e-ab49-ed07fa6936ca req-e1040b26-ed8f-489a-83aa-ba8bb6a85d87 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009525 Feb 04 15:41:02.640361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2104fe-cf74-4197-950e-32a8eefe387a tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.641101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6d2104fe-cf74-4197-950e-32a8eefe387a tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.643217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6d2104fe-cf74-4197-950e-32a8eefe387a tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "PUT /v2.0/subnets/85e6fe72-742a-4699-842e-e4cb35f87202 HTTP/1.1" status: 200 len: 826 time: 1.8972478 Feb 04 15:41:02.652502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53816) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:02.686184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-28a8e106-e932-42bb-9afc-88e914e6f14f None None] For port b61f1744-baa3-4c95-ba40-f2950d47c355, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b61f1744-baa3-4c95-ba40-f2950d47c355,segment=NetworkSegment(577e7f62-9fc4-474a-bf48-a4f557faab38),segment_id=577e7f62-9fc4-474a-bf48-a4f557faab38)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:02.725457 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-28a8e106-e932-42bb-9afc-88e914e6f14f None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.735628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-28a8e106-e932-42bb-9afc-88e914e6f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.813246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8e106-e932-42bb-9afc-88e914e6f14f None None] Pushing event updated for resources: {'Port': ['ID=b61f1744-baa3-4c95-ba40-f2950d47c355,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:02.880299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.897329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:02.928902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2104fe-cf74-4197-950e-32a8eefe387a tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=85e6fe72-742a-4699-842e-e4cb35f87202,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:02.936817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdefaeb-8c59-4a03-b4a4-b25b713317a6 req-2c34899c-e6a3-434b-8ff2-5b63dd94090d tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.945356 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9fdefaeb-8c59-4a03-b4a4-b25b713317a6 req-2c34899c-e6a3-434b-8ff2-5b63dd94090d tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 945 time: 0.1431019 Feb 04 15:41:02.961543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-afa90cf4-f6b6-47d7-99a1-1a0fcce5ba46 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:02.964233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-afa90cf4-f6b6-47d7-99a1-1a0fcce5ba46 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.6714070 Feb 04 15:41:02.987979 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.010939 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.077466 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.082903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-c181a7c4-5f07-41ee-b101-ea9431253c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:03.087555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-c181a7c4-5f07-41ee-b101-ea9431253c83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 1095 time: 0.2870383 Feb 04 15:41:03.127907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8910dd74-3e71-4230-ab21-05e74aba2efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a'}, {'server_uuid': '981e621f-41b0-4ad2-ac3f-e0752d8efcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508e6483-33be-4642-ad8b-eebd06bc633b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:03.130395 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604aa324-eaf9-4c9f-a4ef-96f00e80b338" -d '{"events": [{"server_uuid": "8910dd74-3e71-4230-ab21-05e74aba2efe", "name": "network-vif-plugged", "status": "completed", "tag": "8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a"}, {"server_uuid": "981e621f-41b0-4ad2-ac3f-e0752d8efcfa", "name": "network-vif-plugged", "status": "completed", "tag": "508e6483-33be-4642-ad8b-eebd06bc633b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:03.176954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Network 55e064f7-5cac-4e03-957e-f09fb288e7d4 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:03.184217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9fdefaeb-8c59-4a03-b4a4-b25b713317a6 req-f99b3069-b9e1-4ac1-8d57-6a04eb51c19c tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355280 Feb 04 15:41:03.189510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:03.200904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:03.217041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Pushing event updated for resources: {'Port': ['ID=50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:03.334686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Attempting to bind port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:03.337698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Attempting to bind port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b564d80c-75e9-4efd-9ca6-3015604310d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55e064f7-5cac-4e03-957e-f09fb288e7d4'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:03.338287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Attempting to bind port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c on network 55e064f7-5cac-4e03-957e-f09fb288e7d4 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:03.351195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:03.351680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Checking segment: {'id': 'b564d80c-75e9-4efd-9ca6-3015604310d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55e064f7-5cac-4e03-957e-f09fb288e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:03.352166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.354307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Bound using segment: {'id': 'b564d80c-75e9-4efd-9ca6-3015604310d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55e064f7-5cac-4e03-957e-f09fb288e7d4'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:03.355230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Bound port: 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b564d80c-75e9-4efd-9ca6-3015604310d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '55e064f7-5cac-4e03-957e-f09fb288e7d4'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:03.355680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.389815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6d5748f-eec1-4719-9e54-ff579b31cc55 req-af5bfc60-6922-4461-a389-bc17b5bba729 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 210 time: 0.0617192 Feb 04 15:41:03.476240 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.519567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] For port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:03.524551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] For port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c,segment=NetworkSegment(b564d80c-75e9-4efd-9ca6-3015604310d1),segment_id=b564d80c-75e9-4efd-9ca6-3015604310d1)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:03.534506 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.546039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=85e6fe72-742a-4699-842e-e4cb35f87202,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:03.644047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.660629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-fd2a6537-981a-4914-96b9-9752ac0bfd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:03.660867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-fd2a6537-981a-4914-96b9-9752ac0bfd3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 905 time: 0.5330987 Feb 04 15:41:03.670901 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a0eec3-7644-4946-9a9d-18553903feb4 x-openstack-request-id: req-d9a0eec3-7644-4946-9a9d-18553903feb4 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:03.671295 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8910dd74-3e71-4230-ab21-05e74aba2efe", "name": "network-vif-plugged", "status": "completed", "tag": "8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a", "code": 200}, {"server_uuid": "981e621f-41b0-4ad2-ac3f-e0752d8efcfa", "name": "network-vif-plugged", "status": "completed", "tag": "508e6483-33be-4642-ad8b-eebd06bc633b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:03.671493 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9a0eec3-7644-4946-9a9d-18553903feb4 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:03.671884 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8910dd74-3e71-4230-ab21-05e74aba2efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a', 'code': 200} Feb 04 15:41:03.672153 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981e621f-41b0-4ad2-ac3f-e0752d8efcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508e6483-33be-4642-ad8b-eebd06bc633b', 'code': 200} Feb 04 15:41:03.677643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a27c9f-14e7-4570-aeb7-f6e7dda82007 None None] Pushing event updated for resources: {'Port': ['ID=50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:03.703550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a301f304-6cb7-401e-b4fd-0def380c1f0d None None] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:03.716701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e064f7-5cac-4e03-957e-f09fb288e7d4']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:03.725255 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-046e56d0-07d7-48cf-8e5a-9ed5aa8b2365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.854388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-91938ffd-afca-425b-a77e-7fab549f9151 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f HTTP/1.1" status: 200 len: 217 time: 0.1796465 Feb 04 15:41:03.860177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b564d80c-75e9-4efd-9ca6-3015604310d1') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:03.860559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b564d80c-75e9-4efd-9ca6-3015604310d1') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:03.872822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c36544f8-166c-4d5a-8897-f20e86c3bee7 None None] Provisioning complete for port b61f1744-baa3-4c95-ba40-f2950d47c355 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:03.873211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c36544f8-166c-4d5a-8897-f20e86c3bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:03.914030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3ae458b4-0bbe-48c7-9586-125a1f85d1de tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/quotas/8d702575eaff4676adf0ff43212c4f9d HTTP/1.1" status: 200 len: 375 time: 0.8986647 Feb 04 15:41:04.024029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.094761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.111252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:04.111808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.160611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-1ac887f4-6a24-4821-93f8-73a2c4a2ac22 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.163356 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-1ac887f4-6a24-4821-93f8-73a2c4a2ac22 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.30 "GET /v2.0/networks?id=2f1d4051-337b-4c8e-a417-06c8f4459266 HTTP/1.1" status: 200 len: 825 time: 1.1545153 Feb 04 15:41:04.184408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Request body: {'port': {'device_id': '8eef8df7-bc2b-4253-bbf2-f50b260d3976', 'network_id': '2f1d4051-337b-4c8e-a417-06c8f4459266', 'admin_state_up': True, 'tenant_id': 'f3de77b7b1f94586a0840d7389c14945'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:04.207344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-6def7beb-3160-41da-a62f-04728c1a912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.208956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-6def7beb-3160-41da-a62f-04728c1a912d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.2722144 Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:04.212424 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:04.243004 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-07bf4bfe-afae-4cd5-a543-0ea848681cdd tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3279276 Feb 04 15:41:04.274117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d28b3-0274-48f8-a603-63ad91897a4a req-104ddc86-20a8-4f72-89cd-5d941f6bac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.277103 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-648d28b3-0274-48f8-a603-63ad91897a4a req-104ddc86-20a8-4f72-89cd-5d941f6bac86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 1096 time: 0.4737377 Feb 04 15:41:04.291613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d5586-20b3-4d42-8095-38c1e0c6e0ef req-60d4b8e5-7275-433e-a799-278da6f04bfa tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.300396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d07d5586-20b3-4d42-8095-38c1e0c6e0ef req-60d4b8e5-7275-433e-a799-278da6f04bfa tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 944 time: 0.4981387 Feb 04 15:41:04.334630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4824cb7-7d5e-4234-a6b6-9d51175430ca req-0442cf66-34aa-490f-af16-d57e4d4dbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.336202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4824cb7-7d5e-4234-a6b6-9d51175430ca req-0442cf66-34aa-490f-af16-d57e4d4dbf81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8910dd74-3e71-4230-ab21-05e74aba2efe HTTP/1.1" status: 200 len: 1096 time: 0.5354283 Feb 04 15:41:04.339248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.api [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 15:41:04.339248 n-d-827869-1 neutron-server[102423]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 15:41:04.339248 n-d-827869-1 neutron-server[102423]: [parameters: {'id': '55e064f7-5cac-4e03-957e-f09fb288e7d4'}] Feb 04 15:41:04.339248 n-d-827869-1 neutron-server[102423]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:04.339744 n-d-827869-1 neutron-server[102423]: DEBUG oslo_db.api [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:04.341910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-a09d5139-9341-4469-9ed7-62f265015fbc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053734 Feb 04 15:41:04.489496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router f0d68d30-1259-4d10-84ca-059cb59fb843 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:41:04.528277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4824cb7-7d5e-4234-a6b6-9d51175430ca req-af510aa4-6e68-408c-bd12-f0e2c3bc46a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848749 Feb 04 15:41:04.535268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-648d28b3-0274-48f8-a603-63ad91897a4a req-37916ab8-f032-4dab-a91b-05af4339c40f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100077 Feb 04 15:41:04.540305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d07d5586-20b3-4d42-8095-38c1e0c6e0ef req-288edb3d-d03b-401e-b036-8c4d3e3c85a2 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389524 Feb 04 15:41:04.546592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-e665397e-3794-4055-abd4-47ab2843c772 service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876678 Feb 04 15:41:04.574369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Made reservation on behalf of f3de77b7b1f94586a0840d7389c14945 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:04.578356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.641246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-5cc9f4e5-ae42-4cbd-8e51-a3bb001a287e service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969486 Feb 04 15:41:04.651248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0fcfac7c-47f3-4cb4-922f-e555ea22a0fd None None] Provisioning complete for port b61f1744-baa3-4c95-ba40-f2950d47c355 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:04.651827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0fcfac7c-47f3-4cb4-922f-e555ea22a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.671369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df2b88b7-162c-4dd7-ba87-b5239b9cdf37 req-720650bb-edfb-47f4-b23f-20d6f64bfdca service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169786 Feb 04 15:41:04.785349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52231ec8-a035-4ee2-8961-2a24e04395c9 req-48f2ed47-b1cd-4bee-8ecd-a82cd5af64c2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:04.787848 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52231ec8-a035-4ee2-8961-2a24e04395c9 req-48f2ed47-b1cd-4bee-8ecd-a82cd5af64c2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.0810595 Feb 04 15:41:04.842565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:04.892080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:04.931594 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b9112-d0dc-4d1b-a8a7-d85bca7da5b3 None None] Sync routers for ids ['f0d68d30-1259-4d10-84ca-059cb59fb843'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:04.947760 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b9112-d0dc-4d1b-a8a7-d85bca7da5b3 None None] Routers {'f0d68d30-1259-4d10-84ca-059cb59fb843'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:04.948901 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6b7b9112-d0dc-4d1b-a8a7-d85bca7da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f0d68d30-1259-4d10-84ca-059cb59fb843'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:04.955838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52231ec8-a035-4ee2-8961-2a24e04395c9 req-15af582b-e39f-4eeb-822f-48a45158edc8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545832 Feb 04 15:41:05.019757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.024450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b432c1d1-f168-449e-9d38-89b8e51df212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6278448 Feb 04 15:41:05.030640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53840) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:05.046451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-9f26169a-0d84-4952-8b81-acde8596c01f service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360133 Feb 04 15:41:05.145404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:05.145800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.216016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b61f1744-baa3-4c95-ba40-f2950d47c355 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:05.228342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Allocated IP 172.20.0.8 (2f1d4051-337b-4c8e-a417-06c8f4459266/7b1de6a0-ff5c-4f34-9d38-9f28bda6243b/2d298890-d335-472f-bb0a-7aa6d7c97c63) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:05.330414 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6b7b9112-d0dc-4d1b-a8a7-d85bca7da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:05.347332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b61f1744-baa3-4c95-ba40-f2950d47c355 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:05.347951 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.369470 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b9112-d0dc-4d1b-a8a7-d85bca7da5b3 None None] Routers {'f0d68d30-1259-4d10-84ca-059cb59fb843'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:05.370736 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6b7b9112-d0dc-4d1b-a8a7-d85bca7da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f0d68d30-1259-4d10-84ca-059cb59fb843'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:05.513460 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6b7b9112-d0dc-4d1b-a8a7-d85bca7da5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:05.514967 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b9112-d0dc-4d1b-a8a7-d85bca7da5b3 None None] The sync data for ids ['f0d68d30-1259-4d10-84ca-059cb59fb843'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:05.705388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b83f6019-db06-4cd3-8ecb-2a36116eec56 req-8509e7fa-238d-4b87-843e-8526b16f8791 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 210 time: 0.1290586 Feb 04 15:41:05.745420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:05.845039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7a964afe-93c8-48b7-8f3b-b8ca3cbe813a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/routers/f0d68d30-1259-4d10-84ca-059cb59fb843 HTTP/1.1" status: 200 len: 879 time: 0.7848041 Feb 04 15:41:05.860768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53850) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:05.932490 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:05.949799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e321af38-5081-47fe-b9f3-ba418f47e7a5 None None] Network 55e064f7-5cac-4e03-957e-f09fb288e7d4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:06.133004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6bca41cd-02a0-4e7d-bcf0-2a5ad96d206b None None] Provisioning complete for port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:06.133489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bca41cd-02a0-4e7d-bcf0-2a5ad96d206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.261964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348118-eb64-433b-8e7d-0df6d0cc238c req-ff8f2c3d-8ab6-42b0-905d-7cb6934bb918 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:06.274277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09348118-eb64-433b-8e7d-0df6d0cc238c req-ff8f2c3d-8ab6-42b0-905d-7cb6934bb918 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3872747 Feb 04 15:41:06.358585 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.462694 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09348118-eb64-433b-8e7d-0df6d0cc238c req-7d015637-562e-40cf-b424-542a5699f51c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836197 Feb 04 15:41:06.471371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] For port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c,segment=NetworkSegment(b564d80c-75e9-4efd-9ca6-3015604310d1),segment_id=b564d80c-75e9-4efd-9ca6-3015604310d1)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:06.472153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.600849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Calling delete_port for 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:06.659017 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc3f45e3-2ab5-4df0-b72e-18c1782b18e0 req-a0870bd0-aefa-4483-8854-81bffc668748 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 210 time: 0.0798390 Feb 04 15:41:06.729576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.730708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474df3e5-d8e7-43ae-b9d4-f0f4ed83340a req-61c44f8d-44b6-495d-981d-c96560056bc6 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:06.732462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-474df3e5-d8e7-43ae-b9d4-f0f4ed83340a req-61c44f8d-44b6-495d-981d-c96560056bc6 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 945 time: 1.5726726 Feb 04 15:41:06.810568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Network 2f1d4051-337b-4c8e-a417-06c8f4459266 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:06.833865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:06.855604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:06.882847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:06.884912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:06.936577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Pushing event updated for resources: {'Port': ['ID=2d298890-d335-472f-bb0a-7aa6d7c97c63,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.049479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.049752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-474df3e5-d8e7-43ae-b9d4-f0f4ed83340a req-d38bee0f-f250-40e2-8a7b-460a09f386cb tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671576 Feb 04 15:41:07.076129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.077562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.082239 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.138963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6bca41cd-02a0-4e7d-bcf0-2a5ad96d206b None None] Port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c update to ACTIVE by agent not found {{(pid=102424) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 04 15:41:07.148963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-15a5c71c-5e34-4823-aa70-93d73cbac868 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.2809029 Feb 04 15:41:07.150199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53868) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:07.155230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0e5224b2-23a2-4a17-8a63-a57046c0ddd0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-101562188'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:07.161505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-515b37c5-6017-49fa-b8b9-cf43cf96cc9a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9822137 Feb 04 15:41:07.165202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Could not find standard attr ID for object 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:41:07.177488 n-d-827869-1 neutron-server[102424]: INFO neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No ports have port_id starting with 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c Feb 04 15:41:07.181112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0068b7-13fb-428f-9c47-f4ab0b78ed95 None None] DHCP port deletion for 55e064f7-5cac-4e03-957e-f09fb288e7d4 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:41:07.206282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:41:07.212809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c3a37-2629-493c-97b3-32b9e271b26a None None] Network 55e064f7-5cac-4e03-957e-f09fb288e7d4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:07.221147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Port': ['ID=50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:07.257814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No DVR routers for this DVR port 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:07.315179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2beae-9011-4f64-9776-cdac23d52635 req-276c0b78-87fc-44b5-9786-04d0bf2bf09f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.317581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2c2beae-9011-4f64-9776-cdac23d52635 req-276c0b78-87fc-44b5-9786-04d0bf2bf09f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 944 time: 0.5169303 Feb 04 15:41:07.335388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Request body: {'port': {'device_id': '8eef8df7-bc2b-4253-bbf2-f50b260d3976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:07.410208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.544780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2c2beae-9011-4f64-9776-cdac23d52635 req-e1977189-d9a1-4423-8d1f-6131f2e5fe0b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412804 Feb 04 15:41:07.564047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:07.574625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.647917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e064f7-5cac-4e03-957e-f09fb288e7d4']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:07.721035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b564d80c-75e9-4efd-9ca6-3015604310d1') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:07.721482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b564d80c-75e9-4efd-9ca6-3015604310d1') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:07.777898 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.787771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:07.788395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 50f5b9ea-fa51-46b6-aa5b-4ef9ce69260c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:07.816273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce81dd-32bc-4d2f-8eeb-3c0a6cd543fc req-f123498c-de98-4f86-b4b6-7c4ef4950d32 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:07.829500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbce81dd-32bc-4d2f-8eeb-3c0a6cd543fc req-f123498c-de98-4f86-b4b6-7c4ef4950d32 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 931 time: 0.5116825 Feb 04 15:41:07.883007 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.883974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.905551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:07.906299 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:07.911645 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:07.955420 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbce81dd-32bc-4d2f-8eeb-3c0a6cd543fc req-bfcf8a73-0910-44f5-9e61-aa2791e967ef tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131380 Feb 04 15:41:08.030644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:08.071169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'port_id': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'mac_address': 'fa:16:3e:78:67:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76ece1f-58a1-49a6-8c91-49900151716a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:41:08.133250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafa571-7a61-4c69-8774-e10911db2543 req-74c25f45-7a7a-47da-8696-8f874d7e7254 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.148399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-caafa571-7a61-4c69-8774-e10911db2543 req-74c25f45-7a7a-47da-8696-8f874d7e7254 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2124586 Feb 04 15:41:08.219650 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.264323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:08.313275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-caafa571-7a61-4c69-8774-e10911db2543 req-307eae4d-af29-4681-bd9b-86c02697de2c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032178 Feb 04 15:41:08.375069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-1259c9ca-c7af-4b41-b13d-3ea7eb3d6cb4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.377197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-1259c9ca-c7af-4b41-b13d-3ea7eb3d6cb4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.2930388 Feb 04 15:41:08.410785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Request body: {'port': {'device_id': 'cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'admin_state_up': True, 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:08.416891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:08.427232 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.436852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.444802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.452689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/55e064f7-5cac-4e03-957e-f09fb288e7d4 HTTP/1.1" status: 204 len: 168 time: 5.7986414 Feb 04 15:41:08.454164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53878) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:08.486132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a28c88b4-7bd1-4632-873e-6c78f98477ce req-b3ac12ae-6210-4ab1-966e-a87a0766b4e1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 210 time: 0.1077948 Feb 04 15:41:08.629116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04635aca-8e74-4758-bc98-ba8b83ff4f61 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=55e064f7-5cac-4e03-957e-f09fb288e7d4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:08.655799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:08.683028 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-546fdfc9-7870-43eb-a31a-c3e388b4b1c2 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:08.684793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546fdfc9-7870-43eb-a31a-c3e388b4b1c2 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:08.690903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-546fdfc9-7870-43eb-a31a-c3e388b4b1c2 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/55e064f7-5cac-4e03-957e-f09fb288e7d4 HTTP/1.1" status: 404 len: 339 time: 0.2034185 Feb 04 15:41:08.699894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53882) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:08.709413 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1692351413', 'description': 'd1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:08.847619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:08.851960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.863962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['7e288c7b-6f3c-4d3a-a094-f0fb10b1585f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:08.900380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9061779-be28-4570-ad9b-b8b63eb1acc9 req-407e7845-2e4c-4630-8fd1-29a7f50db36c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:08.903321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e5224b2-23a2-4a17-8a63-a57046c0ddd0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:08.916634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9061779-be28-4570-ad9b-b8b63eb1acc9 req-407e7845-2e4c-4630-8fd1-29a7f50db36c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2611837 Feb 04 15:41:08.933544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e5224b2-23a2-4a17-8a63-a57046c0ddd0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.026289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:09.034400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22f062-8db7-4093-9bb4-0f0948ad8771 req-22a6805f-e84e-4b68-92c7-64e9a300e89d tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.036063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc22f062-8db7-4093-9bb4-0f0948ad8771 req-22a6805f-e84e-4b68-92c7-64e9a300e89d tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 945 time: 0.1975331 Feb 04 15:41:09.056724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d298890-d335-472f-bb0a-7aa6d7c97c63 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:09.074524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9061779-be28-4570-ad9b-b8b63eb1acc9 req-790ee3fd-c3e7-4658-b21d-56dc088efa26 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560354 Feb 04 15:41:09.102353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.119549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.120547 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment e96634f1-d63c-4a02-992a-1574f5349e4b of type vlan for network cb887c30-13fa-47ef-88fd-dfadb6c0a50f Feb 04 15:41:09.122885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Transition to ACTIVE for port object 2d298890-d335-472f-bb0a-7aa6d7c97c63 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:09.167010 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.256998 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc22f062-8db7-4093-9bb4-0f0948ad8771 req-83533837-a062-4250-9601-7bd8920a2fc2 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050278 Feb 04 15:41:09.296497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d298890-d335-472f-bb0a-7aa6d7c97c63,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:09.311007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:09.319567 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.383980 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.414482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5224b2-23a2-4a17-8a63-a57046c0ddd0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router f0d68d30-1259-4d10-84ca-059cb59fb843 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:41:09.464944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.470843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.471475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.491758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10117e35-0ad2-48ac-ae5f-b8dee9eb92a0 req-827c533c-8ceb-4289-a7bd-378f5455884d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.499503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10117e35-0ad2-48ac-ae5f-b8dee9eb92a0 req-827c533c-8ceb-4289-a7bd-378f5455884d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 945 time: 0.2152274 Feb 04 15:41:09.563757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Attempting to bind port 2d298890-d335-472f-bb0a-7aa6d7c97c63 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:09.564502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Attempting to bind port 2d298890-d335-472f-bb0a-7aa6d7c97c63 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2f1d4051-337b-4c8e-a417-06c8f4459266'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:09.564502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Attempting to bind port 2d298890-d335-472f-bb0a-7aa6d7c97c63 on network 2f1d4051-337b-4c8e-a417-06c8f4459266 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:09.577668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db522c9-f378-4e0e-bc45-4f5554eb62ce req-1e7f3784-1a79-4955-9d5e-7bb5a69dbd30 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.586491 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2db522c9-f378-4e0e-bc45-4f5554eb62ce req-1e7f3784-1a79-4955-9d5e-7bb5a69dbd30 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 943 time: 0.1696177 Feb 04 15:41:09.612080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Port 2d298890-d335-472f-bb0a-7aa6d7c97c63 on network 2f1d4051-337b-4c8e-a417-06c8f4459266 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:41:09.612407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Attempting to bind port 2d298890-d335-472f-bb0a-7aa6d7c97c63 on network 2f1d4051-337b-4c8e-a417-06c8f4459266 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:09.626709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9240742 Feb 04 15:41:09.640234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:09.640575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Checking segment: {'id': 'f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2f1d4051-337b-4c8e-a417-06c8f4459266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:09.641161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Bound using segment: {'id': 'f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2f1d4051-337b-4c8e-a417-06c8f4459266'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:09.642423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Bound port: 2d298890-d335-472f-bb0a-7aa6d7c97c63, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2f1d4051-337b-4c8e-a417-06c8f4459266'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:09.643130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.648732 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:09.665688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53894) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:09.777824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Allocated IP 172.20.0.7 (105b279f-e3c3-41d5-a12c-29ac016934da/185b96d7-6170-4199-b3ee-2d2358a9e456/2ed9e256-0b88-4b2d-a29a-3483ad6d6137) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:09.843868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2db522c9-f378-4e0e-bc45-4f5554eb62ce req-c7cf3c3e-6e32-400c-ad16-b7ef56d7f02c tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563930 Feb 04 15:41:09.882346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10117e35-0ad2-48ac-ae5f-b8dee9eb92a0 req-b7cb5c18-a5c9-4e29-9a7c-759ad81c8e66 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818414 Feb 04 15:41:09.887638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046dde-f5f2-470f-ad4e-6c3ea3411b20 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=cb887c30-13fa-47ef-88fd-dfadb6c0a50f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:09.905635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c1ee1-3d5a-43ce-8147-7a599618df31 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:09.916772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-914c1ee1-3d5a-43ce-8147-7a599618df31 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/networks?id=cb887c30-13fa-47ef-88fd-dfadb6c0a50f HTTP/1.1" status: 200 len: 765 time: 0.2460413 Feb 04 15:41:09.920630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network cb887c30-13fa-47ef-88fd-dfadb6c0a50f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:41:09.923204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53900) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:09.940923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-20a1d99f-d15b-4b82-8608-e9ebe37184ee tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'description': 'd2'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:09.993281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5224b2-23a2-4a17-8a63-a57046c0ddd0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:10.041172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e5224b2-23a2-4a17-8a63-a57046c0ddd0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.045003 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0e5224b2-23a2-4a17-8a63-a57046c0ddd0 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/f0d68d30-1259-4d10-84ca-059cb59fb843 HTTP/1.1" status: 200 len: 886 time: 2.8934448 Feb 04 15:41:10.050495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53902) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:10.064284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed674c-aa58-4072-aa69-dbeb062e86e5 None None] Sync routers for ids ['f0d68d30-1259-4d10-84ca-059cb59fb843'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:10.076994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed674c-aa58-4072-aa69-dbeb062e86e5 None None] Routers {'f0d68d30-1259-4d10-84ca-059cb59fb843'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:10.077962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b1ed674c-aa58-4072-aa69-dbeb062e86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f0d68d30-1259-4d10-84ca-059cb59fb843'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:10.125259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b1ed674c-aa58-4072-aa69-dbeb062e86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:10.137166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed674c-aa58-4072-aa69-dbeb062e86e5 None None] Routers {'f0d68d30-1259-4d10-84ca-059cb59fb843'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:10.138160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b1ed674c-aa58-4072-aa69-dbeb062e86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f0d68d30-1259-4d10-84ca-059cb59fb843'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:10.179396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b1ed674c-aa58-4072-aa69-dbeb062e86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:10.180139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed674c-aa58-4072-aa69-dbeb062e86e5 None None] The sync data for ids ['f0d68d30-1259-4d10-84ca-059cb59fb843'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:10.209943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] For port 2d298890-d335-472f-bb0a-7aa6d7c97c63, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:10.215258 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86e72b40-126e-40b5-b548-26561ff84a40 req-9c33bc55-b583-492c-bf50-2af4467c1a23 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 210 time: 0.1680698 Feb 04 15:41:10.240546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] For port 2d298890-d335-472f-bb0a-7aa6d7c97c63, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d298890-d335-472f-bb0a-7aa6d7c97c63,segment=NetworkSegment(f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8),segment_id=f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:10.250482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299022-ef26-4d2e-a0ea-ed277e6dd242 req-3611f0e3-9772-4392-9f6c-a927bc6d578e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.261603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9299022-ef26-4d2e-a0ea-ed277e6dd242 req-3611f0e3-9772-4392-9f6c-a927bc6d578e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 946 time: 0.2628450 Feb 04 15:41:10.301758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.343903 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-20a1d99f-d15b-4b82-8608-e9ebe37184ee tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.357753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.369689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9299022-ef26-4d2e-a0ea-ed277e6dd242 req-71d32524-0263-4769-8336-8e4da88ca283 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102238 Feb 04 15:41:10.374942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-20a1d99f-d15b-4b82-8608-e9ebe37184ee tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.378542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.379494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.380625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d298890-d335-472f-bb0a-7aa6d7c97c63 HTTP/1.1" status: 200 len: 1091 time: 3.0499494 Feb 04 15:41:10.388603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20a1d99f-d15b-4b82-8608-e9ebe37184ee tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network cb887c30-13fa-47ef-88fd-dfadb6c0a50f is not hosted by any dhcp agent {{(pid=102423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:41:10.395501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a1d99f-d15b-4b82-8608-e9ebe37184ee tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.396246 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-20a1d99f-d15b-4b82-8608-e9ebe37184ee tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.403583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eef8df7-bc2b-4253-bbf2-f50b260d3976', 'tag': '2d298890-d335-472f-bb0a-7aa6d7c97c63'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:10.403901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-20a1d99f-d15b-4b82-8608-e9ebe37184ee tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "PUT /v2.0/networks/cb887c30-13fa-47ef-88fd-dfadb6c0a50f HTTP/1.1" status: 200 len: 762 time: 0.4737725 Feb 04 15:41:10.404024 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711d83c2-e502-4278-9563-46bd7a8c4404" -d '{"events": [{"name": "network-changed", "server_uuid": "8eef8df7-bc2b-4253-bbf2-f50b260d3976", "tag": "2d298890-d335-472f-bb0a-7aa6d7c97c63"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:10.406102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53906) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:10.496693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4ff8bcac-15d2-49e9-aeb1-dbae66aee99f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/routers/f0d68d30-1259-4d10-84ca-059cb59fb843 HTTP/1.1" status: 200 len: 886 time: 0.4418120 Feb 04 15:41:10.501659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53910) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:10.542340 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea324cab-e600-41bc-ab9b-69ad420c104b x-openstack-request-id: req-ea324cab-e600-41bc-ab9b-69ad420c104b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:10.542835 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eef8df7-bc2b-4253-bbf2-f50b260d3976", "tag": "2d298890-d335-472f-bb0a-7aa6d7c97c63", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:10.543406 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea324cab-e600-41bc-ab9b-69ad420c104b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:10.544296 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eef8df7-bc2b-4253-bbf2-f50b260d3976', 'tag': '2d298890-d335-472f-bb0a-7aa6d7c97c63', 'status': 'completed', 'code': 200} Feb 04 15:41:10.570489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf8f23-68fa-4aef-b49f-334043e645e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d298890-d335-472f-bb0a-7aa6d7c97c63,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:10.582816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aa29ad53-36cb-4b4f-b32e-9fdcf2a8a0dc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0d68d30-1259-4d10-84ca-059cb59fb843 HTTP/1.1" status: 200 len: 205 time: 0.0725653 Feb 04 15:41:10.593437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53912) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:10.607395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1d99f-d15b-4b82-8608-e9ebe37184ee tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=cb887c30-13fa-47ef-88fd-dfadb6c0a50f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:10.647760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network cb887c30-13fa-47ef-88fd-dfadb6c0a50f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:41:10.700610 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:10.710580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72ea1d-8b06-4029-b2bf-f9de8b30cdd9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.713234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eb72ea1d-8b06-4029-b2bf-f9de8b30cdd9 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/networks?id=cb887c30-13fa-47ef-88fd-dfadb6c0a50f HTTP/1.1" status: 200 len: 765 time: 0.3052111 Feb 04 15:41:10.718698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53914) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:10.730756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111443-a5d9-4ac5-9e48-5de648752cc9 req-89926940-d0c3-433c-b364-18b180fa2467 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.733326 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35111443-a5d9-4ac5-9e48-5de648752cc9 req-89926940-d0c3-433c-b364-18b180fa2467 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3801053 Feb 04 15:41:10.744911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:10.785275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-7009bada-587e-49b6-843b-320d3f096ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:10.787804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-7009bada-587e-49b6-843b-320d3f096ed8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3de77b7b1f94586a0840d7389c14945&device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 1094 time: 0.2473681 Feb 04 15:41:10.891662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-bf5df1f3-2b02-473e-8e10-fce447cc49a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d298890-d335-472f-bb0a-7aa6d7c97c63 HTTP/1.1" status: 200 len: 217 time: 0.0904613 Feb 04 15:41:10.955855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Network 105b279f-e3c3-41d5-a12c-29ac016934da is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:10.980271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:10.994175 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35111443-a5d9-4ac5-9e48-5de648752cc9 req-d558bd5e-72a3-4cc6-a2f2-bc656a97e9f2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509120 Feb 04 15:41:10.997931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event updated for resources: {'Port': ['ID=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:11.007596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3396e-0742-403b-bdfe-4ac0ae03e321 req-e4281dad-7311-4e5d-9b24-b1fb5a6b69e2 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.009224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84b3396e-0742-403b-bdfe-4ac0ae03e321 req-e4281dad-7311-4e5d-9b24-b1fb5a6b69e2 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=8910dd74-3e71-4230-ab21-05e74aba2efe HTTP/1.1" status: 200 len: 945 time: 0.3475494 Feb 04 15:41:11.017330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:11.034952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.039517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-105e2d58-ca45-4389-9616-d6bcdbf1559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.042426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-105e2d58-ca45-4389-9616-d6bcdbf1559e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b1de6a0-ff5c-4f34-9d38-9f28bda6243b HTTP/1.1" status: 200 len: 865 time: 0.1407642 Feb 04 15:41:11.118793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-84898d14-2f1a-40ff-9c31-ca187be5d22b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f1d4051-337b-4c8e-a417-06c8f4459266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589888 Feb 04 15:41:11.195607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:11.302689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd54d3fa-b1f8-4452-b0e7-480bf7f99220 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.308859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cd54d3fa-b1f8-4452-b0e7-480bf7f99220 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5822740 Feb 04 15:41:11.315985 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53926) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:11.342140 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84b3396e-0742-403b-bdfe-4ac0ae03e321 req-ad0ea2c0-bac5-4b7d-b961-08b5da996407 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214018 Feb 04 15:41:11.418404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:11.425438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.426795 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.430713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:11.431157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.441670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-f7f9b8c9-c794-4aa6-a4fa-074d2f7b5fd3 service neutron] 10.222.0.30 "GET /v2.0/networks/2f1d4051-337b-4c8e-a417-06c8f4459266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152781 Feb 04 15:41:11.448794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-be740abc-cbce-4f1f-8b75-bb89b6f2e8ab tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 207 time: 0.1310587 Feb 04 15:41:11.456423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53930) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:11.473687 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-3c9b2e3b-db70-4118-aa94-6bc02f7ce1c8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0701473 Feb 04 15:41:11.536700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Request body: {'port': {'device_id': 'cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:11.684658 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.692976 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.711058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028836d-c5f1-48a4-acdd-521f9cb727de req-08f77fd8-7e83-494e-aa53-7e97cf2167ff tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.715335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7028836d-c5f1-48a4-acdd-521f9cb727de req-08f77fd8-7e83-494e-aa53-7e97cf2167ff tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 943 time: 0.4520879 Feb 04 15:41:11.767422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:11.768678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:11.773094 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d8f55-f6fc-4980-908c-7e93354a0146" -d '{"events": [{"server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "name": "network-vif-plugged", "status": "completed", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:11.778453 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.834434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d6468-0c6e-4252-be79-66dfb3525e9c req-16969135-78cf-4d28-810d-ae96dd52eb40 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:11.842784 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a38d6468-0c6e-4252-be79-66dfb3525e9c req-16969135-78cf-4d28-810d-ae96dd52eb40 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 945 time: 0.2937179 Feb 04 15:41:11.849714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:11.855609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.925934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a38d6468-0c6e-4252-be79-66dfb3525e9c req-247035aa-7ece-478f-9181-39ea998c6261 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810599 Feb 04 15:41:11.980618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da5af86e-0204-4911-8ba1-2bba8ad150c3 req-db14d5b0-312c-4867-b5b2-17ee5f35893e service neutron] 10.222.0.30 "GET /v2.0/networks/2f1d4051-337b-4c8e-a417-06c8f4459266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301688 Feb 04 15:41:11.982417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 59868a34-f535-4a06-b913-fb5f9841a342 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:11.983668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:11.999404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7028836d-c5f1-48a4-acdd-521f9cb727de req-dc1102dd-8958-4928-8871-d925d0f03ee0 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352600 Feb 04 15:41:12.131654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24cb6f-a7e5-49b7-af75-dcaa768e1cf1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.137681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24cb6f-a7e5-49b7-af75-dcaa768e1cf1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.143648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24cb6f-a7e5-49b7-af75-dcaa768e1cf1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.149319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24cb6f-a7e5-49b7-af75-dcaa768e1cf1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.155245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24cb6f-a7e5-49b7-af75-dcaa768e1cf1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.162122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24cb6f-a7e5-49b7-af75-dcaa768e1cf1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.164102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5e24cb6f-a7e5-49b7-af75-dcaa768e1cf1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6951294 Feb 04 15:41:12.168273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53936) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:12.279089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-b6074763-dbaa-41ab-9531-73de048345f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.280590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-b6074763-dbaa-41ab-9531-73de048345f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3de77b7b1f94586a0840d7389c14945&device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 1094 time: 0.2180321 Feb 04 15:41:12.310335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a35a0c-40ae-4f28-a43e-a10b5c0ab5ef req-97a933f7-e849-4cbe-a722-425474e421fe tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.312073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4a35a0c-40ae-4f28-a43e-a10b5c0ab5ef req-97a933f7-e849-4cbe-a722-425474e421fe tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 931 time: 0.2071435 Feb 04 15:41:12.463180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-446777d1-3635-4631-8a1e-73c95dbc74a3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2937081 Feb 04 15:41:12.479978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53938) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:12.541709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4a35a0c-40ae-4f28-a43e-a10b5c0ab5ef req-1c386196-7e84-449b-b39e-0e551d89d9cd tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003129 Feb 04 15:41:12.569025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-e467f775-2bf0-47cb-8ebf-e84a44cab0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.570820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-e467f775-2bf0-47cb-8ebf-e84a44cab0dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f1d4051-337b-4c8e-a417-06c8f4459266 HTTP/1.1" status: 200 len: 926 time: 0.2792437 Feb 04 15:41:12.597834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebcdde-5159-46d7-bf8a-62a8bb8cfb81 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.602484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebcdde-5159-46d7-bf8a-62a8bb8cfb81 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.606639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebcdde-5159-46d7-bf8a-62a8bb8cfb81 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.611633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebcdde-5159-46d7-bf8a-62a8bb8cfb81 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.615405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebcdde-5159-46d7-bf8a-62a8bb8cfb81 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.618464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-98ebcdde-5159-46d7-bf8a-62a8bb8cfb81 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1366115 Feb 04 15:41:12.635236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53940) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:12.744688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-5a478502-b215-4e4d-8e1c-3b311f4b5bdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d298890-d335-472f-bb0a-7aa6d7c97c63 HTTP/1.1" status: 200 len: 217 time: 0.1241665 Feb 04 15:41:12.825766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae39b78-6b19-4275-a40e-8a7c4e890608 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.828370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae39b78-6b19-4275-a40e-8a7c4e890608 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.831453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae39b78-6b19-4275-a40e-8a7c4e890608 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.833206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae39b78-6b19-4275-a40e-8a7c4e890608 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.835177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae39b78-6b19-4275-a40e-8a7c4e890608 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['shared'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.837605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a8dd5-cc23-4e77-ac3e-143e37df3c61 req-7432bb08-91de-4c79-a408-83ef34d473c5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:12.841118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0ae39b78-6b19-4275-a40e-8a7c4e890608 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1959157 Feb 04 15:41:12.844791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53944) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:12.846135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d01a8dd5-cc23-4e77-ac3e-143e37df3c61 req-7432bb08-91de-4c79-a408-83ef34d473c5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.7912045 Feb 04 15:41:12.883011 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae96a9-d1de-4ec9-a147-e91c8c301df3 x-openstack-request-id: req-fbae96a9-d1de-4ec9-a147-e91c8c301df3 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:12.883530 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "name": "network-vif-plugged", "status": "completed", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:12.883530 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fbae96a9-d1de-4ec9-a147-e91c8c301df3 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:12.883958 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'code': 200} Feb 04 15:41:12.899712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:12.972811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 59868a34-f535-4a06-b913-fb5f9841a342 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:13.002168 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d01a8dd5-cc23-4e77-ac3e-143e37df3c61 req-7204d462-0bae-4f86-8631-82865c8eb4bf tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548560 Feb 04 15:41:13.026192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-f9c0ad83-5790-4920-b19b-3df05b804d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.027963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-f9c0ad83-5790-4920-b19b-3df05b804d87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b1de6a0-ff5c-4f34-9d38-9f28bda6243b HTTP/1.1" status: 200 len: 865 time: 0.2759445 Feb 04 15:41:13.292706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:13.308897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.315877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411a85f-e70d-4f4c-a279-14662f83c023 req-d85415db-1565-4f0e-9f4a-e63b31fca84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.317567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9411a85f-e70d-4f4c-a279-14662f83c023 req-d85415db-1565-4f0e-9f4a-e63b31fca84a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 1097 time: 0.3128705 Feb 04 15:41:13.329187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf1eef-93c3-4bad-b00e-d78692d3df5d req-71afac73-f197-48e8-a8ae-4841111a6d57 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.330928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbdf1eef-93c3-4bad-b00e-d78692d3df5d req-71afac73-f197-48e8-a8ae-4841111a6d57 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 946 time: 0.2191226 Feb 04 15:41:13.415017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Transition to ACTIVE for port object 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:13.431672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.470048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-6c67bb98-96ff-4409-a01c-29c3795c25cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f1d4051-337b-4c8e-a417-06c8f4459266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4315653 Feb 04 15:41:13.507265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9411a85f-e70d-4f4c-a279-14662f83c023 req-d4e07858-9188-44c8-85fb-f4d18e384d98 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722467 Feb 04 15:41:13.517876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbdf1eef-93c3-4bad-b00e-d78692d3df5d req-1a8c0ea7-ae7c-44d0-aa42-78fa39adbadc tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410668 Feb 04 15:41:13.520457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c208581-b102-472f-80f7-8a90982bae05 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.528772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0c208581-b102-472f-80f7-8a90982bae05 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/networks/53369477-f715-40b6-af3b-dc8d58013cd0 HTTP/1.1" status: 200 len: 803 time: 0.6826360 Feb 04 15:41:13.533524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53954) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:13.607533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2cfdb-a72a-4afa-9946-c59b160a12f7 req-88627ef1-3511-4436-9f84-170db73b7a5c tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.617174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ad2cfdb-a72a-4afa-9946-c59b160a12f7 req-88627ef1-3511-4436-9f84-170db73b7a5c tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=8910dd74-3e71-4230-ab21-05e74aba2efe HTTP/1.1" status: 200 len: 945 time: 0.6275213 Feb 04 15:41:13.651588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Pushing event updated for resources: {'Port': ['ID=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:13.672627 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:13.727759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ad2cfdb-a72a-4afa-9946-c59b160a12f7 req-6b2bd6b8-5795-4a38-87f6-d8f45003a160 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091716 Feb 04 15:41:13.768740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=59868a34-f535-4a06-b913-fb5f9841a342,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:13.799295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-822106fc-fd7f-4da1-aa9e-a8e174f713fd tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/networks/53369477-f715-40b6-af3b-dc8d58013cd0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2631464 Feb 04 15:41:13.803465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-ba06d30b-845e-438a-8e3c-fb4656b4ec31 service neutron] 10.222.0.30 "GET /v2.0/networks/2f1d4051-337b-4c8e-a417-06c8f4459266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201818 Feb 04 15:41:13.804110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53958) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:13.893618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52bebb-4366-47ac-a301-8da809a9bae8 req-ae8e378e-84cb-4f5a-9643-e462cd664cc2 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.906019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed52bebb-4366-47ac-a301-8da809a9bae8 req-ae8e378e-84cb-4f5a-9643-e462cd664cc2 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 943 time: 0.2493219 Feb 04 15:41:13.918737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Attempting to bind port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:13.919082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Attempting to bind port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:13.919421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Attempting to bind port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:13.942045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5456bb4-ed5c-4240-a9cd-7ae43c8e9745 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:13.947237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a5456bb4-ed5c-4240-a9cd-7ae43c8e9745 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/subnets/6b6bdf90-15a0-4180-b4e4-5a5be8e1d256 HTTP/1.1" status: 200 len: 843 time: 0.1385012 Feb 04 15:41:13.947461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 on network 105b279f-e3c3-41d5-a12c-29ac016934da not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:41:13.947461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Attempting to bind port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:13.949106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53962) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:13.953863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.048297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:14.049042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Checking segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:14.049042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Bound using segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:14.050140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Bound port: 2ed9e256-0b88-4b2d-a29a-3483ad6d6137, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:14.050526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.090888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce28e6-84a1-42f1-9f19-f199424f400e req-e8279a37-66a7-4037-83aa-36fe014be571 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.092545 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cce28e6-84a1-42f1-9f19-f199424f400e req-e8279a37-66a7-4037-83aa-36fe014be571 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 943 time: 0.1474760 Feb 04 15:41:14.148550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-711d83c2-e502-4278-9563-46bd7a8c4404 req-649d220c-ef44-4021-9fa2-54c41f931e3b service neutron] 10.222.0.30 "GET /v2.0/networks/2f1d4051-337b-4c8e-a417-06c8f4459266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971945 Feb 04 15:41:14.190503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cce28e6-84a1-42f1-9f19-f199424f400e req-8e0e1dfb-1457-488f-a932-0f977e9921da tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753963 Feb 04 15:41:14.194605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed52bebb-4366-47ac-a301-8da809a9bae8 req-73800ba1-9574-4df1-9264-9f429d8815d4 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860811 Feb 04 15:41:14.221381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43311565-1b93-4fd7-b34d-365178554326 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['shared'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.223180 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-43311565-1b93-4fd7-b34d-365178554326 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "GET /v2.0/subnets/6b6bdf90-15a0-4180-b4e4-5a5be8e1d256?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2660272 Feb 04 15:41:14.230336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53966) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:14.236139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126274906'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:14.260775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.268556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.293719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:14.298162 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.365687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe71f0-d524-4388-b75b-78481286d2de req-e6445bfe-dfe8-49f1-8e9d-e8f5b0b83c3a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.368485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88fe71f0-d524-4388-b75b-78481286d2de req-e6445bfe-dfe8-49f1-8e9d-e8f5b0b83c3a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.0886900 Feb 04 15:41:14.373700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:14.385115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] For port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:14.388756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.389205 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Added segment 07551a06-61c8-4eaf-8d0d-14ff16bcac4e of type vlan for network 55760019-5628-46e9-9507-d4edab539569 Feb 04 15:41:14.392133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.392574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Fanout notify agent at l3_agent the message router_deleted on router f0d68d30-1259-4d10-84ca-059cb59fb843 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:41:14.400368 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.407854 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1984f56e-6efa-4927-8d81-0501b4448f78 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/f0d68d30-1259-4d10-84ca-059cb59fb843 HTTP/1.1" status: 204 len: 168 time: 3.8105857 Feb 04 15:41:14.408852 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] For port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:14.409749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53968) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:14.420898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-378686562'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:14.428122 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.475873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88fe71f0-d524-4388-b75b-78481286d2de req-98e5a3fd-5422-4f25-96ec-5cb72860b7b0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Feb 04 15:41:14.488017 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.492502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.493786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.495327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] 10.222.0.50 "PUT /v2.0/ports/2ed9e256-0b88-4b2d-a29a-3483ad6d6137 HTTP/1.1" status: 200 len: 1091 time: 2.9766819 Feb 04 15:41:14.500784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1', 'tag': '2ed9e256-0b88-4b2d-a29a-3483ad6d6137'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:14.503401 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bc1865-dfdd-454b-a2a4-4308d990f760" -d '{"events": [{"name": "network-changed", "server_uuid": "cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1", "tag": "2ed9e256-0b88-4b2d-a29a-3483ad6d6137"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:14.545649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.555924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.556899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.650198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Network': ['ID=55760019-5628-46e9-9507-d4edab539569,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:14.656642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d492ec-0200-4aa8-9972-bdbc5a07c17c service neutron] Pushing event updated for resources: {'Port': ['ID=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:14.667225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:14.685868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.686478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.686940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.687590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.688164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.688711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.688918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.689438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.689908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.690491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.691175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.691758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.692218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:14.725505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a63381ff-2cb6-41f8-85c9-749448f03281 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4936111 Feb 04 15:41:14.726154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 55760019-5628-46e9-9507-d4edab539569 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:41:14.726669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53978) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:14.734304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'network_id': '55760019-5628-46e9-9507-d4edab539569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:14.751175 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11408d76-a743-480c-9b1a-b7dd710f6a52 x-openstack-request-id: req-11408d76-a743-480c-9b1a-b7dd710f6a52 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:14.751660 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1", "tag": "2ed9e256-0b88-4b2d-a29a-3483ad6d6137", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:14.752104 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11408d76-a743-480c-9b1a-b7dd710f6a52 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:14.752802 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1', 'tag': '2ed9e256-0b88-4b2d-a29a-3483ad6d6137', 'status': 'completed', 'code': 200} Feb 04 15:41:14.800661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:14.818579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.819159 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment 343abcb4-d1d4-46a1-899c-64ef8ce604f8 of type vlan for network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 Feb 04 15:41:14.928918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-0e59a34e-6b68-4d6f-ba5c-5926bfa36d04 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.930899 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-0e59a34e-6b68-4d6f-ba5c-5926bfa36d04 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.30 "GET /v2.0/ports?device_id=8910dd74-3e71-4230-ab21-05e74aba2efe HTTP/1.1" status: 200 len: 945 time: 0.2718406 Feb 04 15:41:14.937387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:14.952576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-c6ea4639-4389-46d5-9a2a-3d9a0c7a9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:14.955512 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-c6ea4639-4389-46d5-9a2a-3d9a0c7a9d90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 1094 time: 0.3721817 Feb 04 15:41:15.045934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Made reservation on behalf of 8a89d7111d9a4e8dbfee470e82a5edc2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:15.054668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.075249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092b07b-8426-4f47-913f-b7776670e1a6 req-35f6850f-c268-448d-aefd-3049f0c446a6 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.077934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1092b07b-8426-4f47-913f-b7776670e1a6 req-35f6850f-c268-448d-aefd-3049f0c446a6 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 946 time: 0.2426937 Feb 04 15:41:15.152881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2d298890-d335-472f-bb0a-7aa6d7c97c63 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:41:15.211261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-539e9db0-fbac-40a9-8bf5-9fe72123c29e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ed9e256-0b88-4b2d-a29a-3483ad6d6137 HTTP/1.1" status: 200 len: 217 time: 0.2313910 Feb 04 15:41:15.216290 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.258765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.259979 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.266724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Performing IP validity checks on allocation pools {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 15:41:15.267528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 15:41:15.300640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2d298890-d335-472f-bb0a-7aa6d7c97c63, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d298890-d335-472f-bb0a-7aa6d7c97c63,segment=NetworkSegment(f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8),segment_id=f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:15.322612 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '2d298890-d335-472f-bb0a-7aa6d7c97c63', 'network_id': '2f1d4051-337b-4c8e-a417-06c8f4459266', 'port_id': '2d298890-d335-472f-bb0a-7aa6d7c97c63', 'mac_address': 'fa:16:3e:94:ba:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1de6a0-ff5c-4f34-9d38-9f28bda6243b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:41:15.393742 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.426451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d298890-d335-472f-bb0a-7aa6d7c97c63 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:15.435746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0248308 Feb 04 15:41:15.445236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53990) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:15.452133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': '7a89842a-64c1-45fd-b2a2-e49562b2d6e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:15.468692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2d298890-d335-472f-bb0a-7aa6d7c97c63, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d298890-d335-472f-bb0a-7aa6d7c97c63,segment=NetworkSegment(f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8),segment_id=f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:15.478439 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.482668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e77b1-a74b-46e3-85e2-4218ed2a5adc tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=7a89842a-64c1-45fd-b2a2-e49562b2d6e1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:15.504157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.540510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:41:15.567772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1092b07b-8426-4f47-913f-b7776670e1a6 req-cbf3cfdb-7288-425e-961d-b721b20fa72a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673059 Feb 04 15:41:15.570949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-481fc3ea-cf53-4c65-b157-136f587755d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.576340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-481fc3ea-cf53-4c65-b157-136f587755d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.3007567 Feb 04 15:41:15.631290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25d872-77c1-46b1-95ec-4fe4cc7f7890 req-d08d7509-af74-4917-9649-56d3f3d2717a tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.644850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd25d872-77c1-46b1-95ec-4fe4cc7f7890 req-d08d7509-af74-4917-9649-56d3f3d2717a tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=8910dd74-3e71-4230-ab21-05e74aba2efe HTTP/1.1" status: 200 len: 945 time: 0.5269053 Feb 04 15:41:15.655110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2d298890-d335-472f-bb0a-7aa6d7c97c63,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:15.685724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=1d9627af-66c8-45d7-89b3-c48a5ff185d7,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:15.727010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Deleting port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:15.727284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.753429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Checking segment: {'id': '07551a06-61c8-4eaf-8d0d-14ff16bcac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '55760019-5628-46e9-9507-d4edab539569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:15.753777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network hostable DHCP agents. Network: 55760019-5628-46e9-9507-d4edab539569, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:15.756832 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-1e7d96a6-0e16-490c-8fcf-4e41e20a2876 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584691 Feb 04 15:41:15.804641 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd25d872-77c1-46b1-95ec-4fe4cc7f7890 req-7ef9bdcd-d976-4640-86d9-4f73e173bf39 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584001 Feb 04 15:41:15.826324 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['2d298890-d335-472f-bb0a-7aa6d7c97c63'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:15.836271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254c7d8-51ec-4bae-8852-924f1118a117 req-ef5fd744-2afe-4c35-b3ff-fb527dadd391 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.844206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4254c7d8-51ec-4bae-8852-924f1118a117 req-ef5fd744-2afe-4c35-b3ff-fb527dadd391 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1662934 Feb 04 15:41:15.849474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Network 55760019-5628-46e9-9507-d4edab539569 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:15.896186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 55760019-5628-46e9-9507-d4edab539569) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:15.917015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:15.917659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.959554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4254c7d8-51ec-4bae-8852-924f1118a117 req-ed9b41ca-3c90-4ec1-a4b8-ef3f3c0fee64 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121755 Feb 04 15:41:15.967344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] For port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:15.967967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.985572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c0557-a8da-4887-9078-1c63a2dc2f36 None None] Network 55760019-5628-46e9-9507-d4edab539569 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:15.994379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:15.999057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:15.999664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-077fdc7c-e1a0-4dde-8148-c8570073badb tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2715325 Feb 04 15:41:16.004777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53994) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:16.025606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Calling delete_port for 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:16.105905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-aa0c3b37-5700-4e3e-aaf6-f5f66fd51b4e service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343527 Feb 04 15:41:16.173701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4f7371ff-de22-4109-9577-ed9ba0fba2e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:16.255885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd924-f50c-4a15-afdc-6cb0c2b390db req-8b12b4c8-de7f-4fb8-853e-808309ff3a9e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:16.264366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-622bd924-f50c-4a15-afdc-6cb0c2b390db req-8b12b4c8-de7f-4fb8-853e-808309ff3a9e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 943 time: 0.3029933 Feb 04 15:41:16.372592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-622bd924-f50c-4a15-afdc-6cb0c2b390db req-4439566c-5db6-4621-a206-cd552af0eb56 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071756 Feb 04 15:41:16.439570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-55760019-5628-46e9-9507-d4edab539569', 'network_id': '55760019-5628-46e9-9507-d4edab539569', 'tenant_id': '8a89d7111d9a4e8dbfee470e82a5edc2', 'fixed_ips': [{'subnet_id': '1d9627af-66c8-45d7-89b3-c48a5ff185d7'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:41:16.442952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.475112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970ddf1-1809-4795-89c5-16d1d11b6467 req-e5039b6f-fd8b-49ec-91ee-df177351b696 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:16.478491 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e970ddf1-1809-4795-89c5-16d1d11b6467 req-e5039b6f-fd8b-49ec-91ee-df177351b696 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 944 time: 0.3267553 Feb 04 15:41:16.593050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f7371ff-de22-4109-9577-ed9ba0fba2e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10279378'] for subnet, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.639707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e72e9b3d-290a-498d-aa83-8bfbe9e5d42f req-a9e3c66c-193b-4b3e-b1d2-8bd089f2f406 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601951 Feb 04 15:41:16.644152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.686885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Allocated IP 2001:db8::3 (55760019-5628-46e9-9507-d4edab539569/1d9627af-66c8-45d7-89b3-c48a5ff185d7/7955b062-8dfb-445f-9420-337c073ade30) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:16.717252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e970ddf1-1809-4795-89c5-16d1d11b6467 req-8e98c979-0c71-456b-9495-d2be1b28c1f6 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257042 Feb 04 15:41:16.739841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': '343abcb4-d1d4-46a1-899c-64ef8ce604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7a89842a-64c1-45fd-b2a2-e49562b2d6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:16.740313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: 7a89842a-64c1-45fd-b2a2-e49562b2d6e1, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:16.740680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.795385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['c673249c-983a-4040-827d-af7ff5f4812d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:16.797364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7840-f017-403e-adec-7565dd9d3d52 req-a3fa27e9-1ae1-4cef-a0dc-e8d4c4c40d7f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:16.799355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a8c7840-f017-403e-adec-7565dd9d3d52 req-a3fa27e9-1ae1-4cef-a0dc-e8d4c4c40d7f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2606857 Feb 04 15:41:16.800080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:16.807104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Pushing event deleted for resources: {'Port': ['ID=8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:16.897967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=e695bc45-6972-450c-9a63-9ab8e84acdd9,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:16.910870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 7a89842a-64c1-45fd-b2a2-e49562b2d6e1) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:16.927676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:16.928701 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.929834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] No DVR routers for this DVR port 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:16.936507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8213eca-bcad-47c1-8798-9662d792c5be None None] Network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:16.960767 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:16.967391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a026e885-a3c9-4d88-8f0d-0994e90104b6 req-5fb1c4c9-fb94-4baa-b685-ce9765f4ed26 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.30 "DELETE /v2.0/ports/8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a HTTP/1.1" status: 204 len: 173 time: 2.0284288 Feb 04 15:41:16.968778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8910dd74-3e71-4230-ab21-05e74aba2efe', 'name': 'network-vif-deleted', 'tag': '8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:16.989510 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b674007-9d52-401e-9e75-3c5b862d7122" -d '{"events": [{"server_uuid": "8910dd74-3e71-4230-ab21-05e74aba2efe", "name": "network-vif-deleted", "tag": "8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:17.028589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-b0b517e8-cb3e-4733-a9be-41f9c3ca7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.033023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2ef06-673c-4873-905c-620df060d68a req-79d09f3b-460c-465a-a5b8-3c5a0e30a9e4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.034948 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-b0b517e8-cb3e-4733-a9be-41f9c3ca7e21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 1094 time: 0.2621970 Feb 04 15:41:17.039638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a8c7840-f017-403e-adec-7565dd9d3d52 req-107e206c-7073-4907-974e-4dcadcf4caa3 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012422 Feb 04 15:41:17.042018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b2ef06-673c-4873-905c-620df060d68a req-79d09f3b-460c-465a-a5b8-3c5a0e30a9e4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 946 time: 0.1645715 Feb 04 15:41:17.045412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b31a9ebc-5872-45c1-90af-4706ae968cba tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5977924 Feb 04 15:41:17.049876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54004) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:17.117715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a', '508e6483-33be-4642-ad8b-eebd06bc633b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:17.138073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b2ef06-673c-4873-905c-620df060d68a req-99fc8bf5-5d09-4b4b-b65f-23d75660e6e7 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948999 Feb 04 15:41:17.229136 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2821cc7-1438-4b0d-acd7-2c0c412b8a90 x-openstack-request-id: req-d2821cc7-1438-4b0d-acd7-2c0c412b8a90 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:17.229586 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8910dd74-3e71-4230-ab21-05e74aba2efe", "name": "network-vif-deleted", "tag": "8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:17.229958 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2821cc7-1438-4b0d-acd7-2c0c412b8a90 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:17.230637 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8910dd74-3e71-4230-ab21-05e74aba2efe', 'name': 'network-vif-deleted', 'tag': '8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a', 'status': 'completed', 'code': 200} Feb 04 15:41:17.231643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-86293dcd-0698-480c-bf34-c14836b3adee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1021407766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:17.317519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c2a737f-730c-4470-817c-50f406f05768 req-37122d5a-9b91-4941-a028-16a0e1dcbf7f tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=8910dd74-3e71-4230-ab21-05e74aba2efe HTTP/1.1" status: 200 len: 210 time: 0.1157441 Feb 04 15:41:17.401061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-a3078b4e-6d51-45f2-bb8e-35488e329130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.407214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-a3078b4e-6d51-45f2-bb8e-35488e329130 service neutron] 10.222.0.50 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 0.3582067 Feb 04 15:41:17.517012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86293dcd-0698-480c-bf34-c14836b3adee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.518245 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86293dcd-0698-480c-bf34-c14836b3adee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.525000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-a9c15c17-c8ce-46dc-addf-27ce2381dfe2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ed9e256-0b88-4b2d-a29a-3483ad6d6137 HTTP/1.1" status: 200 len: 217 time: 0.1097767 Feb 04 15:41:17.571871 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.693520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.704213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-262bf263-6ad3-4c88-8639-d6dbc8a0b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.706752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-262bf263-6ad3-4c88-8639-d6dbc8a0b5b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.1638300 Feb 04 15:41:17.726769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86293dcd-0698-480c-bf34-c14836b3adee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.817527 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-6c56de16-ca70-474f-8498-3192a6629baf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864165 Feb 04 15:41:17.823360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86293dcd-0698-480c-bf34-c14836b3adee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.848465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Network 55760019-5628-46e9-9507-d4edab539569 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:17.886799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:17.896876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:17.914690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Pushing event updated for resources: {'Port': ['ID=7955b062-8dfb-445f-9420-337c073ade30,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:17.929617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-7a89842a-64c1-45fd-b2a2-e49562b2d6e1', 'network_id': '7a89842a-64c1-45fd-b2a2-e49562b2d6e1', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': 'e695bc45-6972-450c-9a63-9ab8e84acdd9'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:41:17.931424 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:17.966768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18e3a3-1b95-4e6e-9172-db2c542431ae req-76896daa-d6e1-47d6-bad0-b8afc3911f9a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.970329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec18e3a3-1b95-4e6e-9172-db2c542431ae req-76896daa-d6e1-47d6-bad0-b8afc3911f9a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 943 time: 0.1710458 Feb 04 15:41:17.982806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2e90-e7a6-451b-8549-c6356ed3d64e req-f2667d0f-204a-4bc8-8ce8-0ed6e98ce9cd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:17.991125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8ea2e90-e7a6-451b-8549-c6356ed3d64e req-f2667d0f-204a-4bc8-8ce8-0ed6e98ce9cd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.5538788 Feb 04 15:41:18.043904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8ea2e90-e7a6-451b-8549-c6356ed3d64e req-3cec7520-bed7-4f37-ac5e-cde0dcdb01e8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514700 Feb 04 15:41:18.060513 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86293dcd-0698-480c-bf34-c14836b3adee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.066768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86293dcd-0698-480c-bf34-c14836b3adee tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8697841 Feb 04 15:41:18.083066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54020) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:18.173221 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec18e3a3-1b95-4e6e-9172-db2c542431ae req-bf9c217b-e5ae-4fc2-9dc0-4e8c9d6415c0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893680 Feb 04 15:41:18.179159 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f7371ff-de22-4109-9577-ed9ba0fba2e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757336336487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9592467'] for subnet, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.223388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7371ff-de22-4109-9577-ed9ba0fba2e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.224589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f7371ff-de22-4109-9577-ed9ba0fba2e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.231203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4f7371ff-de22-4109-9577-ed9ba0fba2e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "PUT /v2.0/subnets/1d9627af-66c8-45d7-89b3-c48a5ff185d7 HTTP/1.1" status: 200 len: 900 time: 2.2225389 Feb 04 15:41:18.254395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54026) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:18.408651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272934a-078c-48c9-9375-b3bfbcddd471 req-e96d9aff-a916-4351-a4cc-630071ae88e3 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.411868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7272934a-078c-48c9-9375-b3bfbcddd471 req-e96d9aff-a916-4351-a4cc-630071ae88e3 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 944 time: 0.1218238 Feb 04 15:41:18.460957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.465568 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-757d65cd-8497-4e18-9c4c-432786a1457b service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190157 Feb 04 15:41:18.489056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7272934a-078c-48c9-9375-b3bfbcddd471 req-f55f453b-b431-4f19-876b-d615f1c14ec5 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 Feb 04 15:41:18.490388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7371ff-de22-4109-9577-ed9ba0fba2e3 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event updated for resources: {'Subnet': ['ID=1d9627af-66c8-45d7-89b3-c48a5ff185d7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:18.521389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Attempting to bind port 7955b062-8dfb-445f-9420-337c073ade30 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:18.521389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Attempting to bind port 7955b062-8dfb-445f-9420-337c073ade30 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '07551a06-61c8-4eaf-8d0d-14ff16bcac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '55760019-5628-46e9-9507-d4edab539569'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:18.521389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Attempting to bind port 7955b062-8dfb-445f-9420-337c073ade30 on network 55760019-5628-46e9-9507-d4edab539569 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:18.559481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:18.560434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Checking segment: {'id': '07551a06-61c8-4eaf-8d0d-14ff16bcac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '55760019-5628-46e9-9507-d4edab539569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:18.561708 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.562757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Bound using segment: {'id': '07551a06-61c8-4eaf-8d0d-14ff16bcac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '55760019-5628-46e9-9507-d4edab539569'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:18.563686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Bound port: 7955b062-8dfb-445f-9420-337c073ade30, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07551a06-61c8-4eaf-8d0d-14ff16bcac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '55760019-5628-46e9-9507-d4edab539569'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:18.564405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.657119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a09b41-768e-4267-944f-9a2d51f0ef87 req-2a7de8f3-8dd5-4774-b760-6dcd80cb959c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.659668 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67a09b41-768e-4267-944f-9a2d51f0ef87 req-2a7de8f3-8dd5-4774-b760-6dcd80cb959c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 946 time: 0.4312112 Feb 04 15:41:18.686936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f5c5-9bcc-4b73-9960-a7c170b1e605 req-6db3efad-d2a0-4af5-976e-979451a066e5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:18.688662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4580f5c5-9bcc-4b73-9960-a7c170b1e605 req-6db3efad-d2a0-4af5-976e-979451a066e5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.0825436 Feb 04 15:41:18.755907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4580f5c5-9bcc-4b73-9960-a7c170b1e605 req-56a4c081-6d23-40b1-9fed-c2a5f7d0e561 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583165 Feb 04 15:41:18.806825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Allocated IP 172.20.0.2 (7a89842a-64c1-45fd-b2a2-e49562b2d6e1/e695bc45-6972-450c-9a63-9ab8e84acdd9/3e04aa8a-0658-40ab-a015-1b4780492bd7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:18.813265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] For port 7955b062-8dfb-445f-9420-337c073ade30, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:18.818710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] For port 7955b062-8dfb-445f-9420-337c073ade30, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7955b062-8dfb-445f-9420-337c073ade30,segment=NetworkSegment(07551a06-61c8-4eaf-8d0d-14ff16bcac4e),segment_id=07551a06-61c8-4eaf-8d0d-14ff16bcac4e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:18.829008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:18.896602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b94c1-ff2e-4dd3-890c-6fe252a53657 None None] Pushing event updated for resources: {'Port': ['ID=7955b062-8dfb-445f-9420-337c073ade30,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:19.112208 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.125792 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.153052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:19.157918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:19.162020 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:19.194600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2d298890-d335-472f-bb0a-7aa6d7c97c63 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:19.355382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 2d298890-d335-472f-bb0a-7aa6d7c97c63 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:19.360479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf128-e52e-4fc0-af6d-b7b736693958 req-00621ff0-f071-4e7b-bf63-d24ec8ae4ffd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.361431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Pushing event updated for resources: {'Port': ['ID=3e04aa8a-0658-40ab-a015-1b4780492bd7,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:19.385815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd9cf128-e52e-4fc0-af6d-b7b736693958 req-00621ff0-f071-4e7b-bf63-d24ec8ae4ffd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2764268 Feb 04 15:41:19.399967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 2d298890-d335-472f-bb0a-7aa6d7c97c63 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:19.400478 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.449565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Attempting to bind port 3e04aa8a-0658-40ab-a015-1b4780492bd7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:19.450098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Attempting to bind port 3e04aa8a-0658-40ab-a015-1b4780492bd7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '343abcb4-d1d4-46a1-899c-64ef8ce604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7a89842a-64c1-45fd-b2a2-e49562b2d6e1'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:19.450504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Attempting to bind port 3e04aa8a-0658-40ab-a015-1b4780492bd7 on network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:19.457499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:19.458737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Checking segment: {'id': '343abcb4-d1d4-46a1-899c-64ef8ce604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7a89842a-64c1-45fd-b2a2-e49562b2d6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:19.459829 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.462532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Bound using segment: {'id': '343abcb4-d1d4-46a1-899c-64ef8ce604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7a89842a-64c1-45fd-b2a2-e49562b2d6e1'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:19.465256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Bound port: 3e04aa8a-0658-40ab-a015-1b4780492bd7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343abcb4-d1d4-46a1-899c-64ef8ce604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7a89842a-64c1-45fd-b2a2-e49562b2d6e1'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:19.470395 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.504551 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd9cf128-e52e-4fc0-af6d-b7b736693958 req-93c7e2ac-7458-4ee3-852c-d93c9c2c3823 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173155 Feb 04 15:41:19.587609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7955b062-8dfb-445f-9420-337c073ade30 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:19.645297 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.685309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] For port 3e04aa8a-0658-40ab-a015-1b4780492bd7, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:19.692499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] For port 3e04aa8a-0658-40ab-a015-1b4780492bd7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3e04aa8a-0658-40ab-a015-1b4780492bd7,segment=NetworkSegment(343abcb4-d1d4-46a1-899c-64ef8ce604f8),segment_id=343abcb4-d1d4-46a1-899c-64ef8ce604f8)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:19.699490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eef8df7-bc2b-4253-bbf2-f50b260d3976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d298890-d335-472f-bb0a-7aa6d7c97c63'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:19.702035 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bce6603-8e45-4a12-9776-6e17aedb503a" -d '{"events": [{"server_uuid": "8eef8df7-bc2b-4253-bbf2-f50b260d3976", "name": "network-vif-plugged", "status": "completed", "tag": "2d298890-d335-472f-bb0a-7aa6d7c97c63"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:19.714841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.719828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67a09b41-768e-4267-944f-9a2d51f0ef87 req-14332d07-41f4-477f-8b68-c246f8f4d7bf tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9474313 Feb 04 15:41:19.733789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2d298890-d335-472f-bb0a-7aa6d7c97c63, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d298890-d335-472f-bb0a-7aa6d7c97c63,segment=NetworkSegment(f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8),segment_id=f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:19.777709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5bc1865-dfdd-454b-a2a4-4308d990f760 req-bdab41b9-7388-4ce4-92a0-9a23fec912a9 service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2701530 Feb 04 15:41:19.780598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.783453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:19.789241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7955b062-8dfb-445f-9420-337c073ade30 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:19.789740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.818181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.843719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d5ecb-fe6f-46d4-8fd9-ac2300263a91 req-75a864f9-d3c4-4f9d-870b-c43d044fd6e2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:19.852760 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b21d5ecb-fe6f-46d4-8fd9-ac2300263a91 req-75a864f9-d3c4-4f9d-870b-c43d044fd6e2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 943 time: 0.1914823 Feb 04 15:41:19.868755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting port 7955b062-8dfb-445f-9420-337c073ade30 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:19.869070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:19.920299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:19.920712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8db70a1e-5d5e-42b6-a5ef-06fea45d5e6a not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:19.922811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca568f-9df5-42c5-858f-7f5e138d6064 None None] Pushing event updated for resources: {'Port': ['ID=3e04aa8a-0658-40ab-a015-1b4780492bd7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:19.942732 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b21d5ecb-fe6f-46d4-8fd9-ac2300263a91 req-bd957c35-6c2d-4fd8-ae04-f4029c6dbc9e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883832 Feb 04 15:41:20.113934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.128686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2d298890-d335-472f-bb0a-7aa6d7c97c63,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:20.256457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 7955b062-8dfb-445f-9420-337c073ade30, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7955b062-8dfb-445f-9420-337c073ade30,segment=NetworkSegment(07551a06-61c8-4eaf-8d0d-14ff16bcac4e),segment_id=07551a06-61c8-4eaf-8d0d-14ff16bcac4e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:20.263519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.270025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494d800-9344-4710-8a3e-4cc80030dc98 req-f8dabf3c-7fcf-4642-8edf-2dba88dabf48 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.271645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6494d800-9344-4710-8a3e-4cc80030dc98 req-f8dabf3c-7fcf-4642-8edf-2dba88dabf48 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3811493 Feb 04 15:41:20.304643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21bbce-6cfb-4172-a861-b57e9bacbd3b req-16841430-8f3f-484d-9d16-aca088b267b0 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.306614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e21bbce-6cfb-4172-a861-b57e9bacbd3b req-16841430-8f3f-484d-9d16-aca088b267b0 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 945 time: 0.1546721 Feb 04 15:41:20.366480 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] For port 7955b062-8dfb-445f-9420-337c073ade30, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7955b062-8dfb-445f-9420-337c073ade30,segment=NetworkSegment(07551a06-61c8-4eaf-8d0d-14ff16bcac4e),segment_id=07551a06-61c8-4eaf-8d0d-14ff16bcac4e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:20.367249 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:20.411231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6494d800-9344-4710-8a3e-4cc80030dc98 req-d164259d-9c54-4ab0-bc56-69ce2df23c7d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084859 Feb 04 15:41:20.467351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=7955b062-8dfb-445f-9420-337c073ade30,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:20.471238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e21bbce-6cfb-4172-a861-b57e9bacbd3b req-da7dda2f-5848-45b9-a433-848f92aeba75 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449234 Feb 04 15:41:20.551561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Calling delete_port for 7955b062-8dfb-445f-9420-337c073ade30 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:20.598368 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c82747-ccbd-4062-a382-46cf0941a0af x-openstack-request-id: req-49c82747-ccbd-4062-a382-46cf0941a0af {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:20.604719 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eef8df7-bc2b-4253-bbf2-f50b260d3976", "name": "network-vif-plugged", "status": "completed", "tag": "2d298890-d335-472f-bb0a-7aa6d7c97c63", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:20.605421 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-49c82747-ccbd-4062-a382-46cf0941a0af {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:20.606793 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eef8df7-bc2b-4253-bbf2-f50b260d3976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d298890-d335-472f-bb0a-7aa6d7c97c63', 'code': 200} Feb 04 15:41:20.810425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e40ec9-1b32-4fec-93c8-f89b02d902ef req-27cca0e5-27b3-43de-90ce-5ea738d37f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.813836 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8e40ec9-1b32-4fec-93c8-f89b02d902ef req-27cca0e5-27b3-43de-90ce-5ea738d37f2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 1096 time: 0.1037297 Feb 04 15:41:20.846344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.20.0.1 (7a89842a-64c1-45fd-b2a2-e49562b2d6e1/e695bc45-6972-450c-9a63-9ab8e84acdd9/25a015a6-007c-4118-a4cc-6d45af04ab08) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:20.915114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8e40ec9-1b32-4fec-93c8-f89b02d902ef req-5a0796d7-f769-461c-b57e-12a32d5245bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936530 Feb 04 15:41:20.949687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96044b37-9215-4aca-98a4-79e5c0ecae36 req-baa2c8e0-e104-4ea8-966f-92ed8ebc6b01 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.952519 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96044b37-9215-4aca-98a4-79e5c0ecae36 req-baa2c8e0-e104-4ea8-966f-92ed8ebc6b01 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 946 time: 0.0931952 Feb 04 15:41:20.972546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bb32c-e6b9-4f47-9fbf-89f4401c6c19 req-4171a2de-378e-4b24-9a23-3b2a89058fdf tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:20.974416 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d73bb32c-e6b9-4f47-9fbf-89f4401c6c19 req-4171a2de-378e-4b24-9a23-3b2a89058fdf tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2095730 Feb 04 15:41:20.988690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f0275-7571-473f-9d5b-68720d419f00 None None] Network 55760019-5628-46e9-9507-d4edab539569 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:20.989829 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.023018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96044b37-9215-4aca-98a4-79e5c0ecae36 req-4be08da8-2d65-477e-984e-25f9ee4e8b59 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560141 Feb 04 15:41:21.082016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Port': ['ID=7955b062-8dfb-445f-9420-337c073ade30,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.113256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No DVR routers for this DVR port 7955b062-8dfb-445f-9420-337c073ade30 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:21.114039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9ceb8607-0f37-433d-b5e3-6481a5eabfcf None None] Could not find standard attr ID for object 7955b062-8dfb-445f-9420-337c073ade30. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:41:21.174573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d73bb32c-e6b9-4f47-9fbf-89f4401c6c19 req-ba9ef3a4-be30-475d-b75e-45c77f182050 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387527 Feb 04 15:41:21.193402 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.270849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.290397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadf9f-0e1a-46f2-92c2-922cf378f5e2 req-ef0718aa-cdd1-43cc-8fe3-a230256b5f31 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:21.295169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bfadf9f-0e1a-46f2-92c2-922cf378f5e2 req-ef0718aa-cdd1-43cc-8fe3-a230256b5f31 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 943 time: 0.1489313 Feb 04 15:41:21.319207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:41:21.405170 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.429092 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1bfadf9f-0e1a-46f2-92c2-922cf378f5e2 req-5aee37f1-757e-4b65-9dcb-d7f06b4c3191 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136272 Feb 04 15:41:21.508009 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:21.560474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:21.578882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:21.613143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:21.628235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '2ed9e256-0b88-4b2d-a29a-3483ad6d6137', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'port_id': '2ed9e256-0b88-4b2d-a29a-3483ad6d6137', 'mac_address': 'fa:16:3e:4d:99:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b96d7-6170-4199-b3ee-2d2358a9e456', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:41:21.649628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:21.769616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.812216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:21.844463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe46265-4df8-45f0-9c1e-b0697d099a7e req-eec5a59f-ddc9-492d-9c9a-8b4955c2f1c3 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:21.863743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1fe46265-4df8-45f0-9c1e-b0697d099a7e req-eec5a59f-ddc9-492d-9c9a-8b4955c2f1c3 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1748569 Feb 04 15:41:21.883968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3e04aa8a-0658-40ab-a015-1b4780492bd7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:21.920208 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.942894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=25a015a6-007c-4118-a4cc-6d45af04ab08,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:21.945659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:21.963664 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:21.973296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1fe46265-4df8-45f0-9c1e-b0697d099a7e req-d2f6fa71-be68-47e4-b37f-28db50b1f4dc tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080155 Feb 04 15:41:22.072678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.073860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.074524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.075631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.078737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.081263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.083629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:22.084329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.088487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.090223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.090615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.090954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.091294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:22.120124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3e04aa8a-0658-40ab-a015-1b4780492bd7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:22.120838 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.127124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.215004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9627af-66c8-45d7-89b3-c48a5ff185d7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:22.215592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fbd6b-f543-4792-9b0a-1e0451a52fb9 req-0ead503f-2bca-40e6-9db7-a15e068e840f tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.220828 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-814fbd6b-f543-4792-9b0a-1e0451a52fb9 req-0ead503f-2bca-40e6-9db7-a15e068e840f tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 945 time: 0.1176105 Feb 04 15:41:22.261422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68effbc8-43fd-4713-a342-ce95d7345eb1 None None] Network 55760019-5628-46e9-9507-d4edab539569 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:22.420167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-814fbd6b-f543-4792-9b0a-1e0451a52fb9 req-4773b6ac-8c8d-47e8-a8d1-c7f2c2637d01 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902919 Feb 04 15:41:22.478932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.503482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc464d9-aeab-4149-a116-4611d7689b80 None None] Network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:22.567852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['2ed9e256-0b88-4b2d-a29a-3483ad6d6137'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:22.614075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55760019-5628-46e9-9507-d4edab539569']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:22.664840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07551a06-61c8-4eaf-8d0d-14ff16bcac4e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:22.665132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07551a06-61c8-4eaf-8d0d-14ff16bcac4e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:22.701210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.704098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.770212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.790633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2fd899a8-edf7-4cb4-a419-fdd0f7d4bf7b None None] Provisioning complete for port 3e04aa8a-0658-40ab-a015-1b4780492bd7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:22.791652 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2fd899a8-edf7-4cb4-a419-fdd0f7d4bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.808858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b8d76-908c-4614-9a79-d3956da3d8aa req-5006a803-a71a-4681-8ab4-f8e99d985f5b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.820181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c3b8d76-908c-4614-9a79-d3956da3d8aa req-5006a803-a71a-4681-8ab4-f8e99d985f5b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1888499 Feb 04 15:41:22.850483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:22.850483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.868974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f542d95-e7d0-4a3f-b37b-26116fa8c29e req-9cb6d6d0-2840-4793-b474-bbc96d027922 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:22.871889 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:22.885780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f542d95-e7d0-4a3f-b37b-26116fa8c29e req-9cb6d6d0-2840-4793-b474-bbc96d027922 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 944 time: 0.2168765 Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:22.893891 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:22.925280 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c3b8d76-908c-4614-9a79-d3956da3d8aa req-ee528f01-3d11-4e13-86c7-3024d9035051 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986292 Feb 04 15:41:22.962066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657a335-b7a1-44c2-b125-ad81ee9df4a5 None None] DHCP port deletion for 55760019-5628-46e9-9507-d4edab539569 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:41:22.987437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f542d95-e7d0-4a3f-b37b-26116fa8c29e req-f31676a8-3d44-494f-af2b-fe4c11e3819e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674989 Feb 04 15:41:23.111492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.115411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 3e04aa8a-0658-40ab-a015-1b4780492bd7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3e04aa8a-0658-40ab-a015-1b4780492bd7,segment=NetworkSegment(343abcb4-d1d4-46a1-899c-64ef8ce604f8),segment_id=343abcb4-d1d4-46a1-899c-64ef8ce604f8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:23.130554 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.136210 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.181417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2fd899a8-edf7-4cb4-a419-fdd0f7d4bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.212569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.225366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/55760019-5628-46e9-9507-d4edab539569 HTTP/1.1" status: 204 len: 168 time: 4.9600565 Feb 04 15:41:23.228910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948ebdc-e6de-4c29-a99d-df59c426b800 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=55760019-5628-46e9-9507-d4edab539569,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.239649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54118) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:23.307072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7955b062-8dfb-445f-9420-337c073ade30 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:23.323699 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3cd6bb-c19e-4ea4-8ed0-1c55a0127599 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:23.324153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3cd6bb-c19e-4ea4-8ed0-1c55a0127599 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:23.333070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bf3cd6bb-c19e-4ea4-8ed0-1c55a0127599 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/1d9627af-66c8-45d7-89b3-c48a5ff185d7 HTTP/1.1" status: 404 len: 337 time: 0.0902691 Feb 04 15:41:23.336625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54120) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:23.361619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=3e04aa8a-0658-40ab-a015-1b4780492bd7,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.393671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7955b062-8dfb-445f-9420-337c073ade30 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:23.393823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7955b062-8dfb-445f-9420-337c073ade30 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:23.470515 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-2fd899a8-edf7-4cb4-a419-fdd0f7d4bf7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:23.474673 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7450ad0-948d-4280-9f8f-a21810512999 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:23.476458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7450ad0-948d-4280-9f8f-a21810512999 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:23.478145 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-2fd899a8-edf7-4cb4-a419-fdd0f7d4bf7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:23.486217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e7450ad0-948d-4280-9f8f-a21810512999 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/55760019-5628-46e9-9507-d4edab539569 HTTP/1.1" status: 404 len: 339 time: 0.1186883 Feb 04 15:41:23.492247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54124) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:23.568968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f05025-b22f-490d-bfe0-8359a952a770 req-4430d21c-0c13-492f-8ab7-fe6ff75b0b4d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:23.607529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e5f05025-b22f-490d-bfe0-8359a952a770 req-4430d21c-0c13-492f-8ab7-fe6ff75b0b4d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2708580 Feb 04 15:41:23.640352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.684653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.699148 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.710165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e5f05025-b22f-490d-bfe0-8359a952a770 req-a331a230-6c35-4fc9-9ad8-c4b2d4620a88 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894091 Feb 04 15:41:23.865907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f95c6-ce0a-4ae0-80e9-13ff4ae6a0d2 req-113f5d54-086d-47f0-8054-d7b68f26c261 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:23.867617 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f81f95c6-ce0a-4ae0-80e9-13ff4ae6a0d2 req-113f5d54-086d-47f0-8054-d7b68f26c261 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 945 time: 0.2466702 Feb 04 15:41:23.881277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.904197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=25a015a6-007c-4118-a4cc-6d45af04ab08,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:23.927323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:23.943716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb887c30-13fa-47ef-88fd-dfadb6c0a50f']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:23.963559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96634f1-d63c-4a02-992a-1574f5349e4b') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:23.963921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96634f1-d63c-4a02-992a-1574f5349e4b') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:23.976314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f81f95c6-ce0a-4ae0-80e9-13ff4ae6a0d2 req-459b7bca-4f21-4e12-b948-a6cdde6dabf5 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919824 Feb 04 15:41:23.995018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.040441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eac481-13d7-4ab7-b91a-894b604ae2e2 req-64af6c29-54c1-4a2d-bca7-19479570df41 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.048936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eac481-13d7-4ab7-b91a-894b604ae2e2 req-64af6c29-54c1-4a2d-bca7-19479570df41 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.050927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72eac481-13d7-4ab7-b91a-894b604ae2e2 req-64af6c29-54c1-4a2d-bca7-19479570df41 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa&device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 1682 time: 0.0710306 Feb 04 15:41:24.104116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72eac481-13d7-4ab7-b91a-894b604ae2e2 req-715dab11-84fd-470a-903e-7dc233155ba3 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Feb 04 15:41:24.118661 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.145885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:24.146412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:24.151904 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:24.198323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-555ffdf4-8104-422d-a39c-06316f64215e None None] Provisioning complete for port 3e04aa8a-0658-40ab-a015-1b4780492bd7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:24.199466 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-555ffdf4-8104-422d-a39c-06316f64215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.318507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab2d21-5baf-41b0-94bb-182112757363 req-c32fd685-4e37-4212-8253-b269ba3a8739 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.332096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-555ffdf4-8104-422d-a39c-06316f64215e None None] Provisioning complete for port 25a015a6-007c-4118-a4cc-6d45af04ab08 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:24.334905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0ab2d21-5baf-41b0-94bb-182112757363 req-c32fd685-4e37-4212-8253-b269ba3a8739 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 944 time: 0.0891101 Feb 04 15:41:24.337675 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-555ffdf4-8104-422d-a39c-06316f64215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.377890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:24.385798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:24.398309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0ab2d21-5baf-41b0-94bb-182112757363 req-c5b0d45b-f9c7-4ccd-966c-2d1aa4bfcc5b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618117 Feb 04 15:41:24.412935 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.419129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-555ffdf4-8104-422d-a39c-06316f64215e None None] Port 25a015a6-007c-4118-a4cc-6d45af04ab08 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:41:24.460927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08c824-10c5-46fc-b774-6400b2741557 req-35dc80d0-1bf9-4736-acfd-04c9e201452d tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.462673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b08c824-10c5-46fc-b774-6400b2741557 req-35dc80d0-1bf9-4736-acfd-04c9e201452d tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 945 time: 0.2095718 Feb 04 15:41:24.502764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.508474 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/cb887c30-13fa-47ef-88fd-dfadb6c0a50f HTTP/1.1" status: 204 len: 168 time: 1.0133979 Feb 04 15:41:24.518006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54168) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:24.559370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8631b-194d-4702-83c3-9e4a81dba14e req-81444564-512f-4b04-ada7-85623d6219e2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.561850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdf8631b-194d-4702-83c3-9e4a81dba14e req-81444564-512f-4b04-ada7-85623d6219e2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.0681598 Feb 04 15:41:24.619875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007a683-8059-4807-8f7d-071376b03e66 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=cb887c30-13fa-47ef-88fd-dfadb6c0a50f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:24.637632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdf8631b-194d-4702-83c3-9e4a81dba14e req-5170544a-3d4e-4124-95e5-d2146649c700 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664229 Feb 04 15:41:24.665240 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f17590-a112-4067-a421-83c120a21bde tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:24.665827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f17590-a112-4067-a421-83c120a21bde tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:24.672106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b2f17590-a112-4067-a421-83c120a21bde tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/85e6fe72-742a-4699-842e-e4cb35f87202 HTTP/1.1" status: 404 len: 337 time: 0.1014094 Feb 04 15:41:24.674488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:24.692464 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b08c824-10c5-46fc-b774-6400b2741557 req-a421e65e-2a09-4733-8c4a-a28845d03120 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811793 Feb 04 15:41:24.707706 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b246e67-0aeb-4b57-83c0-b6be2833daf2 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:24.708339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b246e67-0aeb-4b57-83c0-b6be2833daf2 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:24.713437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7b246e67-0aeb-4b57-83c0-b6be2833daf2 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/55e064f7-5cac-4e03-957e-f09fb288e7d4 HTTP/1.1" status: 404 len: 339 time: 0.0370996 Feb 04 15:41:24.716296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54180) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:24.815156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4db58a-d6d3-4bfe-8828-7e968a2e1353 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting subnet 866892e5-86fd-4f53-90a7-077591327d52 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:41:24.849020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e4db58a-d6d3-4bfe-8828-7e968a2e1353 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.858263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c93f1ef-583e-4f2c-aacf-ed21f3128270 None None] Provisioning complete for port 25a015a6-007c-4118-a4cc-6d45af04ab08 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:24.859099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c93f1ef-583e-4f2c-aacf-ed21f3128270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.914227 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e4db58a-d6d3-4bfe-8828-7e968a2e1353 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:24.941849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1c93f1ef-583e-4f2c-aacf-ed21f3128270 None None] Port 25a015a6-007c-4118-a4cc-6d45af04ab08 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:41:24.944219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2297e5b-e4a2-434f-8c0f-d8164b152deb req-1d8f2bed-ae79-4df5-bfd9-0021bb5d88a7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:24.945857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2297e5b-e4a2-434f-8c0f-d8164b152deb req-1d8f2bed-ae79-4df5-bfd9-0021bb5d88a7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1497750 Feb 04 15:41:24.948973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router bd6ad04a-8408-4507-9117-4df6ce0881ef is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:41:25.112011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2297e5b-e4a2-434f-8c0f-d8164b152deb req-901e7c20-503c-424f-9a0d-9eef2c93f179 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560502 Feb 04 15:41:25.134312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e4db58a-d6d3-4bfe-8828-7e968a2e1353 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.165533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:25.177553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd922e-eac9-4b22-9a3e-69aa1ca54a9b req-88a80527-8392-46ae-802f-b550a2cffd2a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:25.192790 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d190aabc-a22e-4472-952f-8b8dec4d1a69 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/bd6ad04a-8408-4507-9117-4df6ce0881ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1072261 Feb 04 15:41:25.203811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ecd922e-eac9-4b22-9a3e-69aa1ca54a9b req-88a80527-8392-46ae-802f-b550a2cffd2a tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 945 time: 0.1294827 Feb 04 15:41:25.205758 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d492a-43ea-4633-bedd-a6e5ff690cf7 None None] Sync routers for ids ['bd6ad04a-8408-4507-9117-4df6ce0881ef'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:25.207377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54200) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:25.222161 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d492a-43ea-4633-bedd-a6e5ff690cf7 None None] Routers {'bd6ad04a-8408-4507-9117-4df6ce0881ef'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:25.222742 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-801d492a-43ea-4633-bedd-a6e5ff690cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['bd6ad04a-8408-4507-9117-4df6ce0881ef'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:25.235747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:25.296360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e4db58a-d6d3-4bfe-8828-7e968a2e1353 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.349363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b775256-a425-4ace-bd80-1e33c5da07cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:25.351284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5b775256-a425-4ace-bd80-1e33c5da07cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports/25a015a6-007c-4118-a4cc-6d45af04ab08 HTTP/1.1" status: 200 len: 910 time: 0.1310220 Feb 04 15:41:25.355389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:41:25.360973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54202) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:25.362969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:25.363364 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.370942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5627c449-d5b6-4c79-a50a-b8e42d26789c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e695bc45-6972-450c-9a63-9ab8e84acdd9'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:25.401764 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-801d492a-43ea-4633-bedd-a6e5ff690cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:25.427449 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d492a-43ea-4633-bedd-a6e5ff690cf7 None None] Routers {'bd6ad04a-8408-4507-9117-4df6ce0881ef'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:25.428670 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-801d492a-43ea-4633-bedd-a6e5ff690cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['bd6ad04a-8408-4507-9117-4df6ce0881ef'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:25.436185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3e04aa8a-0658-40ab-a015-1b4780492bd7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:25.454667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ecd922e-eac9-4b22-9a3e-69aa1ca54a9b req-0e0d9eab-ff2b-479f-8c96-c2162b868e85 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439771 Feb 04 15:41:25.467300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4db58a-d6d3-4bfe-8828-7e968a2e1353 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=866892e5-86fd-4f53-90a7-077591327d52,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:25.488340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e4db58a-d6d3-4bfe-8828-7e968a2e1353 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.505471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6e4db58a-d6d3-4bfe-8828-7e968a2e1353 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/866892e5-86fd-4f53-90a7-077591327d52 HTTP/1.1" status: 204 len: 168 time: 0.7879822 Feb 04 15:41:25.509802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54214) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:25.514113 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-801d492a-43ea-4633-bedd-a6e5ff690cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:25.514805 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d492a-43ea-4633-bedd-a6e5ff690cf7 None None] The sync data for ids ['bd6ad04a-8408-4507-9117-4df6ce0881ef'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:25.571608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27972413-7be5-4ab8-8228-7d5c821c6423 None None] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:25.640343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38eb784-9ce5-46e5-9ba7-7d62a6a1a319 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting subnet dec9e309-bd62-4d0a-95b6-01a25e47c759 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:41:25.651395 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e38eb784-9ce5-46e5-9ba7-7d62a6a1a319 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.736299 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e38eb784-9ce5-46e5-9ba7-7d62a6a1a319 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.800092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5627c449-d5b6-4c79-a50a-b8e42d26789c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.878499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3e04aa8a-0658-40ab-a015-1b4780492bd7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:25.882530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.888928 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:25.994118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f3038-15b5-4bc6-9fdc-5010d9b9356c req-75c71c15-2815-414f-b2ce-5b4ef645125a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:25.997011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed4f3038-15b5-4bc6-9fdc-5010d9b9356c req-75c71c15-2815-414f-b2ce-5b4ef645125a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 944 time: 0.1913404 Feb 04 15:41:26.069798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:26.078963 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e38eb784-9ce5-46e5-9ba7-7d62a6a1a319 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.094859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed9e256-0b88-4b2d-a29a-3483ad6d6137'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:26.100039 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e9325b-b373-448f-93ad-d3ffa8f91073" -d '{"events": [{"server_uuid": "cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1", "name": "network-vif-plugged", "status": "completed", "tag": "2ed9e256-0b88-4b2d-a29a-3483ad6d6137"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:26.108251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed4f3038-15b5-4bc6-9fdc-5010d9b9356c req-a7d1cb01-986b-4156-aaa7-f1ae819d18b6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765789 Feb 04 15:41:26.108832 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.184632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bbbd4-5edf-4797-970c-ec666ad80e0d req-0501c0e9-b3e7-4f96-a733-f26fd2c3e10e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:26.187831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c9bbbd4-5edf-4797-970c-ec666ad80e0d req-0501c0e9-b3e7-4f96-a733-f26fd2c3e10e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2059255 Feb 04 15:41:26.317707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c9bbbd4-5edf-4797-970c-ec666ad80e0d req-42e54905-2ba0-45e2-a651-c649142b5507 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162694 Feb 04 15:41:26.333728 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e38eb784-9ce5-46e5-9ba7-7d62a6a1a319 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.351123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.415689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e38eb784-9ce5-46e5-9ba7-7d62a6a1a319 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.419723 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f9dc6d-e32e-4189-8e13-7e368725283b x-openstack-request-id: req-80f9dc6d-e32e-4189-8e13-7e368725283b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:26.424068 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1", "name": "network-vif-plugged", "status": "completed", "tag": "2ed9e256-0b88-4b2d-a29a-3483ad6d6137", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:26.425074 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-80f9dc6d-e32e-4189-8e13-7e368725283b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:26.426736 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed9e256-0b88-4b2d-a29a-3483ad6d6137', 'code': 200} Feb 04 15:41:26.430067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e38eb784-9ce5-46e5-9ba7-7d62a6a1a319 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/dec9e309-bd62-4d0a-95b6-01a25e47c759 HTTP/1.1" status: 204 len: 168 time: 0.9188991 Feb 04 15:41:26.431899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eb784-9ce5-46e5-9ba7-7d62a6a1a319 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=dec9e309-bd62-4d0a-95b6-01a25e47c759,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.451099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:26.730460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.754401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5991-30cc-46b4-888c-07612e8c3d25 req-6b21a537-bd86-4e22-9b2e-ae7e9268d66b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:26.757212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fcb5991-30cc-46b4-888c-07612e8c3d25 req-6b21a537-bd86-4e22-9b2e-ae7e9268d66b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1154828 Feb 04 15:41:26.760435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5627c449-d5b6-4c79-a50a-b8e42d26789c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.761659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2de852-a04d-419b-99b5-8501fb635faf req-76c772a9-35bd-4416-8fe2-2846791ebe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:26.764440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac2de852-a04d-419b-99b5-8501fb635faf req-76c772a9-35bd-4416-8fe2-2846791ebe8b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 1096 time: 0.1949954 Feb 04 15:41:26.784646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431296a0-6227-4203-ae9d-4de9ef280a06 req-d0e8c367-2e22-4168-8ef8-4f6da893f2bc tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:26.787633 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-431296a0-6227-4203-ae9d-4de9ef280a06 req-d0e8c367-2e22-4168-8ef8-4f6da893f2bc tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 946 time: 0.2487731 Feb 04 15:41:26.801961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5627c449-d5b6-4c79-a50a-b8e42d26789c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.899002 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fcb5991-30cc-46b4-888c-07612e8c3d25 req-8c126e3c-6b4c-477d-9ad9-7e6715e389f5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348715 Feb 04 15:41:26.909962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac2de852-a04d-419b-99b5-8501fb635faf req-2b30a99c-a3bb-46a4-aead-075d6b0d3810 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Feb 04 15:41:26.910804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627c449-d5b6-4c79-a50a-b8e42d26789c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=25a015a6-007c-4118-a4cc-6d45af04ab08,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:26.920255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-431296a0-6227-4203-ae9d-4de9ef280a06 req-154db852-97d6-42d2-9b68-9808391347af tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806897 Feb 04 15:41:26.929175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627c449-d5b6-4c79-a50a-b8e42d26789c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:26.929878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5627c449-d5b6-4c79-a50a-b8e42d26789c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:26.934552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5627c449-d5b6-4c79-a50a-b8e42d26789c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/ports/25a015a6-007c-4118-a4cc-6d45af04ab08 HTTP/1.1" status: 200 len: 910 time: 1.5721164 Feb 04 15:41:26.935211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54256) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:26.958210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting port b61f1744-baa3-4c95-ba40-f2950d47c355 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:26.958210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.121585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] For port b61f1744-baa3-4c95-ba40-f2950d47c355, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b61f1744-baa3-4c95-ba40-f2950d47c355,segment=NetworkSegment(577e7f62-9fc4-474a-bf48-a4f557faab38),segment_id=577e7f62-9fc4-474a-bf48-a4f557faab38)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:27.122280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.164538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Calling delete_port for b61f1744-baa3-4c95-ba40-f2950d47c355 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:27.204379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb15ca-69bf-4a51-8ff1-755e0b81eb1e None None] Network 9de3adb4-c677-49e2-a2aa-98adb6e2a775 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:27.305796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711405b-9c65-4de2-9d1a-d33a25c40d23 req-f5e81733-b95b-4d81-b4e7-fc1aa979807f tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.306207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:41:27.307991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2711405b-9c65-4de2-9d1a-d33a25c40d23 req-f5e81733-b95b-4d81-b4e7-fc1aa979807f tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 945 time: 0.1766334 Feb 04 15:41:27.311045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c7a67-3482-42f1-9938-6019b223b8d1 req-898f80d6-2395-4003-846f-683cd0980954 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.323209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0c7a67-3482-42f1-9938-6019b223b8d1 req-898f80d6-2395-4003-846f-683cd0980954 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1430526 Feb 04 15:41:27.420483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c0c7a67-3482-42f1-9938-6019b223b8d1 req-73ce565d-278c-470c-8bf2-7994191bb633 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954061 Feb 04 15:41:27.440005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.441033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:27.498055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No DVR routers for this DVR port b61f1744-baa3-4c95-ba40-f2950d47c355 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:27.555158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2711405b-9c65-4de2-9d1a-d33a25c40d23 req-6d10518a-8ad8-48fb-9780-3c1fc6b817f2 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482556 Feb 04 15:41:27.618979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Port': ['ID=b61f1744-baa3-4c95-ba40-f2950d47c355,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:27.729907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c34a3f8c-03fc-479b-b0b8-593cfe9d4da4 None None] Provisioning complete for port b61f1744-baa3-4c95-ba40-f2950d47c355 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:27.730263 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c34a3f8c-03fc-479b-b0b8-593cfe9d4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.789246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c34a3f8c-03fc-479b-b0b8-593cfe9d4da4 None None] Port b61f1744-baa3-4c95-ba40-f2950d47c355 was deleted so its status cannot be updated. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 04 15:41:27.848724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:27.866510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'port_id': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'mac_address': 'fa:16:3e:78:67:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76ece1f-58a1-49a6-8c91-49900151716a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:41:27.886702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-0c064df5-891b-4e06-b0fb-71904508ea0c tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.889614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-0c064df5-891b-4e06-b0fb-71904508ea0c tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.30 "GET /v2.0/ports?device_id=981e621f-41b0-4ad2-ac3f-e0752d8efcfa HTTP/1.1" status: 200 len: 945 time: 0.1436639 Feb 04 15:41:27.934929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9666cc-1bf3-4f07-89fa-4fd2c7ff3032 req-27055990-4a0e-46ea-8026-9f108bcd666f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:27.943132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db9666cc-1bf3-4f07-89fa-4fd2c7ff3032 req-27055990-4a0e-46ea-8026-9f108bcd666f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2561533 Feb 04 15:41:27.943452 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:27.985510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd0b66-0639-4f2f-990e-d53e5fbdd284 None None] DHCP port deletion for 9de3adb4-c677-49e2-a2aa-98adb6e2a775 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:41:27.995526 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.001775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:28.056535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:28.065121 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.170031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:28.271448 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.306806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bb954-f56d-4099-9b33-00a8388990bd req-c78e3e1c-a679-4ad4-9a77-6f2ccc033c3a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:28.308246 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a7bb954-f56d-4099-9b33-00a8388990bd req-c78e3e1c-a679-4ad4-9a77-6f2ccc033c3a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 945 time: 0.7577095 Feb 04 15:41:28.338581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de3adb4-c677-49e2-a2aa-98adb6e2a775']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:28.373871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577e7f62-9fc4-474a-bf48-a4f557faab38') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:28.374357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577e7f62-9fc4-474a-bf48-a4f557faab38') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:28.388551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['7e288c7b-6f3c-4d3a-a094-f0fb10b1585f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:28.391497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-99481416-eb30-4c33-8a66-e39035c17fc2 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:28.393470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-99481416-eb30-4c33-8a66-e39035c17fc2 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.50 "GET /v2.0/ports?device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 946 time: 0.1980608 Feb 04 15:41:28.403151 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.437870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df35f5-e771-43ca-b621-39f965d64e29 req-55631f8a-b866-4405-85f6-eaa3c22390ba tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:28.439582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30df35f5-e771-43ca-b621-39f965d64e29 req-55631f8a-b866-4405-85f6-eaa3c22390ba tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 945 time: 0.2454214 Feb 04 15:41:28.517773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db9666cc-1bf3-4f07-89fa-4fd2c7ff3032 req-68c0f26b-c504-4ee9-bfb7-afe5204a2223 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736566 Feb 04 15:41:28.530856 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.570710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a7bb954-f56d-4099-9b33-00a8388990bd req-49b928e8-6afe-47ad-b718-5bd4c1d9de5b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481432 Feb 04 15:41:28.612201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:28.613062 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:28.617391 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:28.793962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.800423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Deleting port 2d298890-d335-472f-bb0a-7aa6d7c97c63 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:28.800832 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.825297 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.830464 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/9de3adb4-c677-49e2-a2aa-98adb6e2a775 HTTP/1.1" status: 204 len: 168 time: 2.3773434 Feb 04 15:41:28.834534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Deleting port c673249c-983a-4040-827d-af7ff5f4812d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:28.834922 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.839540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54308) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:28.851649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Deleting port 508e6483-33be-4642-ad8b-eebd06bc633b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:28.852182 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:28.964655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8b613-9d01-4081-8760-bc10d6719b03 req-47941910-60da-4786-94d7-180a9da714ac tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:28.978912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6b8b613-9d01-4081-8760-bc10d6719b03 req-47941910-60da-4786-94d7-180a9da714ac tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 946 time: 0.3543720 Feb 04 15:41:28.991447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d8970-9de5-47b7-aeb2-95255d253a3b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=9de3adb4-c677-49e2-a2aa-98adb6e2a775,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:29.014694 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb06a11c-c21b-4846-a7d9-75aa25ef072e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:29.015151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb06a11c-c21b-4846-a7d9-75aa25ef072e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:29.018922 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-eb06a11c-c21b-4846-a7d9-75aa25ef072e tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/deebd708-2e23-42c3-9bda-5a9275376c71 HTTP/1.1" status: 404 len: 337 time: 0.1732352 Feb 04 15:41:29.024908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54314) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:29.093346 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfd7d4c-2697-4aa3-b29a-ea1c3a86f901 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:29.094060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfd7d4c-2697-4aa3-b29a-ea1c3a86f901 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:29.097212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fdfd7d4c-2697-4aa3-b29a-ea1c3a86f901 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/c9f6aeb6-501e-4830-880c-370a0604ba0e HTTP/1.1" status: 404 len: 339 time: 0.0565128 Feb 04 15:41:29.105832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54316) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:29.117948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6b8b613-9d01-4081-8760-bc10d6719b03 req-a635c578-26b8-45bc-9048-52a91fdd4482 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/security-groups?id=de7f94db-f47d-4443-92ab-5316445231fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378646 Feb 04 15:41:29.139244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] For port 508e6483-33be-4642-ad8b-eebd06bc633b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=508e6483-33be-4642-ad8b-eebd06bc633b,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:29.139638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.159205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Calling delete_port for 508e6483-33be-4642-ad8b-eebd06bc633b owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:29.166376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] For port 2d298890-d335-472f-bb0a-7aa6d7c97c63, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2d298890-d335-472f-bb0a-7aa6d7c97c63,segment=NetworkSegment(f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8),segment_id=f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:29.166791 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.169638 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f9e1fd-db46-48bd-bfec-a1de513546e1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:29.170142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f9e1fd-db46-48bd-bfec-a1de513546e1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:29.174551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d1f9e1fd-db46-48bd-bfec-a1de513546e1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/ae1d3878-84a2-4c6a-a6ac-9a542919ab17 HTTP/1.1" status: 404 len: 337 time: 0.0620942 Feb 04 15:41:29.181433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebecc0c-e22b-49be-bd23-97d9c53d9e2e req-f2ade888-6148-49dc-85c9-febf082ef4c0 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:29.183034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ebecc0c-e22b-49be-bd23-97d9c53d9e2e req-f2ade888-6148-49dc-85c9-febf082ef4c0 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 945 time: 0.1868925 Feb 04 15:41:29.192690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54318) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:29.217234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Calling delete_port for 2d298890-d335-472f-bb0a-7aa6d7c97c63 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:29.248425 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e98ef4-f128-4975-9315-af75b8d58ad7 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:29.249123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e98ef4-f128-4975-9315-af75b8d58ad7 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:29.255021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-23e98ef4-f128-4975-9315-af75b8d58ad7 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/3cba4fe3-f080-46bc-a9a0-5611ac3e2911 HTTP/1.1" status: 404 len: 339 time: 0.0591280 Feb 04 15:41:29.263219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54324) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:29.264531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:29.364023 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-db876cec-7b72-4687-acae-878839569a4c tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:29.364645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db876cec-7b72-4687-acae-878839569a4c tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:29.371321 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db876cec-7b72-4687-acae-878839569a4c tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/d6ec63b5-428f-43d0-bfdb-c863c2e57ac3 HTTP/1.1" status: 404 len: 337 time: 0.0810013 Feb 04 15:41:29.374177 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b61f1744-baa3-4c95-ba40-f2950d47c355 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:29.376304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54326) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:29.384484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] For port c673249c-983a-4040-827d-af7ff5f4812d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=c673249c-983a-4040-827d-af7ff5f4812d,segment=NetworkSegment(14f810a5-7909-404e-9e14-d1894056eb9b),segment_id=14f810a5-7909-404e-9e14-d1894056eb9b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:29.393845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.403544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b61f1744-baa3-4c95-ba40-f2950d47c355 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:29.404267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b61f1744-baa3-4c95-ba40-f2950d47c355 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:29.411969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:29.412607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.430045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Calling delete_port for c673249c-983a-4040-827d-af7ff5f4812d owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:29.438924 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e552e89-d22b-41e3-8895-d5b4c8868f9b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:29.439799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e552e89-d22b-41e3-8895-d5b4c8868f9b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:29.445311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5e552e89-d22b-41e3-8895-d5b4c8868f9b tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/abd5f27e-79a3-4538-8877-81b75a8b9141 HTTP/1.1" status: 404 len: 339 time: 0.0648942 Feb 04 15:41:29.448341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:29.483047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ebecc0c-e22b-49be-bd23-97d9c53d9e2e req-40472043-8b22-4567-b912-d6e70240c688 tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/security-groups?id=944f39bf-a49f-4952-9c70-58a1fa278f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811112 Feb 04 15:41:29.553768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-20952e11-bf4a-4822-ae11-8a2a3f281644 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting subnet 5f3cd2ec-b1de-4225-ae3a-e021f3af6864 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:41:29.567298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20952e11-bf4a-4822-ae11-8a2a3f281644 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.570208 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.628375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7494d0-fc3c-4dba-a938-f252a2ce11e2 req-0804aeb6-bb37-4c35-a75b-55342a440770 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:29.640849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e7494d0-fc3c-4dba-a938-f252a2ce11e2 req-0804aeb6-bb37-4c35-a75b-55342a440770 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3727818 Feb 04 15:41:29.657704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:29.667727 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fe545-756c-4c9b-8595-5ebd20e6bea0" -d '{"events": [{"server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "name": "network-vif-plugged", "status": "completed", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:29.721860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:29.731483 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.735644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.744146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 25a015a6-007c-4118-a4cc-6d45af04ab08 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:29.744539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.848370 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:29.860342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Pushing event deleted for resources: {'Port': ['ID=2d298890-d335-472f-bb0a-7aa6d7c97c63,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:29.887214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['c673249c-983a-4040-827d-af7ff5f4812d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:29.899425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:29.929779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20952e11-bf4a-4822-ae11-8a2a3f281644 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.009328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Pushing event deleted for resources: {'Port': ['ID=c673249c-983a-4040-827d-af7ff5f4812d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:30.048710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] No DVR routers for this DVR port 2d298890-d335-472f-bb0a-7aa6d7c97c63 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:30.054857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.057330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30df35f5-e771-43ca-b621-39f965d64e29 req-a13bfc7b-06f2-48b2-8c75-80fc76cfe63b tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.30 "DELETE /v2.0/ports/2d298890-d335-472f-bb0a-7aa6d7c97c63 HTTP/1.1" status: 204 len: 173 time: 1.5859652 Feb 04 15:41:30.057954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eef8df7-bc2b-4253-bbf2-f50b260d3976', 'name': 'network-vif-deleted', 'tag': '2d298890-d335-472f-bb0a-7aa6d7c97c63'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:30.068394 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48cb1f4-d39b-4bd8-b9d2-c8a4151f56aa" -d '{"events": [{"server_uuid": "8eef8df7-bc2b-4253-bbf2-f50b260d3976", "name": "network-vif-deleted", "tag": "2d298890-d335-472f-bb0a-7aa6d7c97c63"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:30.073212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.096325 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.103186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e7494d0-fc3c-4dba-a938-f252a2ce11e2 req-f553f957-e37c-4ce0-9b53-12925cd734d3 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609911 Feb 04 15:41:30.112517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 25a015a6-007c-4118-a4cc-6d45af04ab08 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:30.132843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['c673249c-983a-4040-827d-af7ff5f4812d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:30.172154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] No DVR routers for this DVR port c673249c-983a-4040-827d-af7ff5f4812d on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:30.199598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d327601-976d-474c-a927-b14508e7fdbf req-e9c8e723-3b61-4c59-9257-322eda7036c0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:30.211689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d327601-976d-474c-a927-b14508e7fdbf req-e9c8e723-3b61-4c59-9257-322eda7036c0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 945 time: 0.3813844 Feb 04 15:41:30.221700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.225347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ab12478-5abd-481e-b6b6-77ac6495b2b7 req-7246170d-2d54-47c8-aafc-d49772951b18 tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.50 "DELETE /v2.0/ports/c673249c-983a-4040-827d-af7ff5f4812d HTTP/1.1" status: 204 len: 173 time: 1.8198028 Feb 04 15:41:30.276734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Pushing event deleted for resources: {'Port': ['ID=508e6483-33be-4642-ad8b-eebd06bc633b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:30.313448 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a2210-12ee-4e3f-b273-41f3f841418f x-openstack-request-id: req-934a2210-12ee-4e3f-b273-41f3f841418f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:30.314300 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "name": "network-vif-plugged", "status": "completed", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:30.314300 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-934a2210-12ee-4e3f-b273-41f3f841418f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:30.314684 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'code': 200} Feb 04 15:41:30.338887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d327601-976d-474c-a927-b14508e7fdbf req-a078626a-b938-4834-be20-733112fe6270 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260622 Feb 04 15:41:30.458697 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb29bff-d53b-47e1-b635-8705e9b14778 x-openstack-request-id: req-bbb29bff-d53b-47e1-b635-8705e9b14778 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:30.459769 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eef8df7-bc2b-4253-bbf2-f50b260d3976", "name": "network-vif-deleted", "tag": "2d298890-d335-472f-bb0a-7aa6d7c97c63", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:30.460023 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bbb29bff-d53b-47e1-b635-8705e9b14778 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:30.462487 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eef8df7-bc2b-4253-bbf2-f50b260d3976', 'name': 'network-vif-deleted', 'tag': '2d298890-d335-472f-bb0a-7aa6d7c97c63', 'status': 'completed', 'code': 200} Feb 04 15:41:30.529570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1519b8e4-f49a-4df6-a16b-2b1041448dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.655610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] No DVR routers for this DVR port 508e6483-33be-4642-ad8b-eebd06bc633b on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:30.663904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82208-4a9a-4804-aea9-d3ebe2ddf781 req-8729c147-bf35-4273-82da-c089b02255a1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:30.667748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7d82208-4a9a-4804-aea9-d3ebe2ddf781 req-8729c147-bf35-4273-82da-c089b02255a1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1223216 Feb 04 15:41:30.672893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.676523 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-761a21bd-5d6e-497f-ac73-5cf21576a62f req-a6010708-c65d-491a-b302-f9c494629f4e tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.30 "DELETE /v2.0/ports/508e6483-33be-4642-ad8b-eebd06bc633b HTTP/1.1" status: 204 len: 173 time: 2.7679353 Feb 04 15:41:30.783002 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7d82208-4a9a-4804-aea9-d3ebe2ddf781 req-1526680e-5971-4892-9984-f54a114b920e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069331 Feb 04 15:41:30.873184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981e621f-41b0-4ad2-ac3f-e0752d8efcfa', 'name': 'network-vif-deleted', 'tag': '508e6483-33be-4642-ad8b-eebd06bc633b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:30.877036 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67d991-c6c1-4dfe-9800-f54872e54020" -d '{"events": [{"server_uuid": "981e621f-41b0-4ad2-ac3f-e0752d8efcfa", "name": "network-vif-deleted", "tag": "508e6483-33be-4642-ad8b-eebd06bc633b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:30.894016 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20952e11-bf4a-4822-ae11-8a2a3f281644 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.971611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:30.994130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a5eec5a-d22f-4231-bcc7-62dd65c49b8c req-546eb767-8cd0-48f3-bb24-05f208775dee tempest-ListServersNegativeTestJSON-1882509342 tempest-ListServersNegativeTestJSON-1882509342-project] 10.222.0.47 "GET /v2.0/ports?device_id=c027b8da-5bc2-4a01-9afd-237278d35bc8 HTTP/1.1" status: 200 len: 210 time: 0.3458712 Feb 04 15:41:31.007717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20952e11-bf4a-4822-ae11-8a2a3f281644 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.178248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=25a015a6-007c-4118-a4cc-6d45af04ab08,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:31.243477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b46cf6-1183-4755-9058-da5b77739ba3 None None] Network 89f7b2e3-2368-4d09-904d-11d3eb5b6530 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:31.249322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2d298890-d335-472f-bb0a-7aa6d7c97c63 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:31.307096 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20952e11-bf4a-4822-ae11-8a2a3f281644 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.312955 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20952e11-bf4a-4822-ae11-8a2a3f281644 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/5f3cd2ec-b1de-4225-ae3a-e021f3af6864 HTTP/1.1" status: 204 len: 168 time: 1.8536305 Feb 04 15:41:31.323119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20952e11-bf4a-4822-ae11-8a2a3f281644 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3cd2ec-b1de-4225-ae3a-e021f3af6864,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:31.330144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54412) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:31.476078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.538311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 2d298890-d335-472f-bb0a-7aa6d7c97c63 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:31.539469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2d298890-d335-472f-bb0a-7aa6d7c97c63 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:31.540140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 508e6483-33be-4642-ad8b-eebd06bc633b no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:31.563257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 508e6483-33be-4642-ad8b-eebd06bc633b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:31.564017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 508e6483-33be-4642-ad8b-eebd06bc633b not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:31.628456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac0e12cd-6fea-4d17-b792-30b6a0cff312 req-642363a8-b2f5-4729-8018-1e23bdab14ac tempest-ServersNegativeTestMultiTenantJSON-2136201011 tempest-ServersNegativeTestMultiTenantJSON-2136201011-project] 10.222.0.47 "GET /v2.0/ports?device_id=8eef8df7-bc2b-4253-bbf2-f50b260d3976 HTTP/1.1" status: 200 len: 210 time: 0.4387445 Feb 04 15:41:31.652360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20340ac-471d-4812-801a-c808cabff5e7 req-8214b168-4557-44e6-85f5-10f02245c146 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:31.652740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.661014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-8214b168-4557-44e6-85f5-10f02245c146 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.6013393 Feb 04 15:41:31.711310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] DHCP port deletion for 89f7b2e3-2368-4d09-904d-11d3eb5b6530 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:41:31.713951 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-cb51da49-8db4-4bdd-bd03-bee2456fce86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/quotas/8d702575eaff4676adf0ff43212c4f9d HTTP/1.1" status: 200 len: 375 time: 0.0507765 Feb 04 15:41:31.799141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting port 92f1a12b-899e-418b-a1af-174bbd645c17 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:31.799498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.864199 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87ec153-425d-4b8f-81b9-c9ad83339859 x-openstack-request-id: req-e87ec153-425d-4b8f-81b9-c9ad83339859 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:31.864483 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981e621f-41b0-4ad2-ac3f-e0752d8efcfa", "name": "network-vif-deleted", "tag": "508e6483-33be-4642-ad8b-eebd06bc633b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:31.864761 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e87ec153-425d-4b8f-81b9-c9ad83339859 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:31.865209 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981e621f-41b0-4ad2-ac3f-e0752d8efcfa', 'name': 'network-vif-deleted', 'tag': '508e6483-33be-4642-ad8b-eebd06bc633b', 'status': 'completed', 'code': 200} Feb 04 15:41:31.899857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] Deleting port 92f1a12b-899e-418b-a1af-174bbd645c17 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:31.900566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.975332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] For port 92f1a12b-899e-418b-a1af-174bbd645c17, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92f1a12b-899e-418b-a1af-174bbd645c17,segment=NetworkSegment(e8e4e935-4c12-4281-a200-d948c47d07b1),segment_id=e8e4e935-4c12-4281-a200-d948c47d07b1)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:31.975706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:31.995031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Calling delete_port for 92f1a12b-899e-418b-a1af-174bbd645c17 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:32.025685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router bd6ad04a-8408-4507-9117-4df6ce0881ef has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:41:32.085154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] For port 92f1a12b-899e-418b-a1af-174bbd645c17, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=92f1a12b-899e-418b-a1af-174bbd645c17,segment=NetworkSegment(e8e4e935-4c12-4281-a200-d948c47d07b1),segment_id=e8e4e935-4c12-4281-a200-d948c47d07b1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:32.085647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.115015 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-83c197f5-292b-4783-9c96-4cbd675c2c15 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3961518 Feb 04 15:41:32.128408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.138308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] Calling delete_port for 92f1a12b-899e-418b-a1af-174bbd645c17 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:32.238719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:32.245256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e4deaf3b-4eae-4306-a28d-20a1a00cedf3 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/bd6ad04a-8408-4507-9117-4df6ce0881ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3089712 Feb 04 15:41:32.258974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54438) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:32.280329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af501b45-aefa-4a29-aabd-341769bf0d9f None None] Sync routers for ids ['bd6ad04a-8408-4507-9117-4df6ce0881ef'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:32.305591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No DVR routers for this DVR port 92f1a12b-899e-418b-a1af-174bbd645c17 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:32.307509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Port': ['ID=92f1a12b-899e-418b-a1af-174bbd645c17,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:32.356101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af501b45-aefa-4a29-aabd-341769bf0d9f None None] Routers {'bd6ad04a-8408-4507-9117-4df6ce0881ef'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:32.360595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a3c21fa6-794b-45db-a8c8-4ce54d57a249 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd6ad04a-8408-4507-9117-4df6ce0881ef HTTP/1.1" status: 200 len: 205 time: 0.0994937 Feb 04 15:41:32.366309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54442) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:32.367291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-af501b45-aefa-4a29-aabd-341769bf0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['bd6ad04a-8408-4507-9117-4df6ce0881ef'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.379784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd2de6-41fe-4621-b317-17100053f115 req-223b236a-7602-4639-a0d3-84803ebf0e9f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:32.382217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60dd2de6-41fe-4621-b317-17100053f115 req-223b236a-7602-4639-a0d3-84803ebf0e9f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1448729 Feb 04 15:41:32.488291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c027b8da-5bc2-4a01-9afd-237278d35bc8', 'name': 'network-vif-deleted', 'tag': 'c673249c-983a-4040-827d-af7ff5f4812d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:32.496947 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ab3f04-776a-402d-90d9-1ca0dd21b9ff" -d '{"events": [{"server_uuid": "c027b8da-5bc2-4a01-9afd-237278d35bc8", "name": "network-vif-deleted", "tag": "c673249c-983a-4040-827d-af7ff5f4812d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:32.534059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-af501b45-aefa-4a29-aabd-341769bf0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.551244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60dd2de6-41fe-4621-b317-17100053f115 req-0a1c200f-c959-4f8d-901e-97d4dbb7f6b1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119416 Feb 04 15:41:32.552069 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.585303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2e03048-85a1-46be-bf64-96755126c18a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.604354 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.637307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] Pushing event deleted for resources: {'Port': ['ID=92f1a12b-899e-418b-a1af-174bbd645c17,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:32.675405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af501b45-aefa-4a29-aabd-341769bf0d9f None None] Routers {'bd6ad04a-8408-4507-9117-4df6ce0881ef'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:32.677768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-af501b45-aefa-4a29-aabd-341769bf0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['bd6ad04a-8408-4507-9117-4df6ce0881ef'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.690376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-f3cfb8d2-f983-4941-9e94-c88ecc2e8c3f service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742083 Feb 04 15:41:32.734294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f7b2e3-2368-4d09-904d-11d3eb5b6530']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.776019 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a63ae5-4abe-4f44-90d6-74402f1e6563 x-openstack-request-id: req-f5a63ae5-4abe-4f44-90d6-74402f1e6563 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:32.776690 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c027b8da-5bc2-4a01-9afd-237278d35bc8", "name": "network-vif-deleted", "tag": "c673249c-983a-4040-827d-af7ff5f4812d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:32.777164 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f5a63ae5-4abe-4f44-90d6-74402f1e6563 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:32.777852 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c027b8da-5bc2-4a01-9afd-237278d35bc8', 'name': 'network-vif-deleted', 'tag': 'c673249c-983a-4040-827d-af7ff5f4812d', 'status': 'completed', 'code': 200} Feb 04 15:41:32.780344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e4e935-4c12-4281-a200-d948c47d07b1') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.781487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e4e935-4c12-4281-a200-d948c47d07b1') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.803164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.810892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d6c44-9e7c-42c5-bfc8-ef4ef0ec5c5f None None] No DVR routers for this DVR port 92f1a12b-899e-418b-a1af-174bbd645c17 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:32.813436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-af501b45-aefa-4a29-aabd-341769bf0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:32.814386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af501b45-aefa-4a29-aabd-341769bf0d9f None None] The sync data for ids ['bd6ad04a-8408-4507-9117-4df6ce0881ef'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:32.903118 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-3437da3f-eafb-4d47-a278-5113e9081cc7 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118473 Feb 04 15:41:32.908253 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.916454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:32.917072 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:32.942158 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:33.023923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.052114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.063300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/89f7b2e3-2368-4d09-904d-11d3eb5b6530 HTTP/1.1" status: 204 len: 168 time: 1.7275307 Feb 04 15:41:33.068446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54460) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:33.081734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2e03048-85a1-46be-bf64-96755126c18a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.086151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2e03048-85a1-46be-bf64-96755126c18a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.148220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6802a-553c-4d4c-acc2-f594765899f1 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=89f7b2e3-2368-4d09-904d-11d3eb5b6530,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:33.158457 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc77a22-a981-421b-b0a8-82392649ac95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:33.160617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc77a22-a981-421b-b0a8-82392649ac95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:33.174396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-acc77a22-a981-421b-b0a8-82392649ac95 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/7dee3473-10a3-4537-ad5b-4be47c146d62 HTTP/1.1" status: 404 len: 337 time: 0.1026561 Feb 04 15:41:33.175598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:33.241061 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ed72ae-93be-431e-b940-25e0e7993d94 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] DELETE failed (client error): The resource could not be found. Feb 04 15:41:33.242382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ed72ae-93be-431e-b940-25e0e7993d94 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:41:33.257344 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54ed72ae-93be-431e-b940-25e0e7993d94 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/10aaea57-bd47-4d67-bae5-b5ed7d25c3d0 HTTP/1.1" status: 404 len: 339 time: 0.0796046 Feb 04 15:41:33.259359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54468) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:33.270582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device c673249c-983a-4040-827d-af7ff5f4812d no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:33.273004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2e03048-85a1-46be-bf64-96755126c18a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.279278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e03048-85a1-46be-bf64-96755126c18a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Fanout notify agent at l3_agent the message router_deleted on router bd6ad04a-8408-4507-9117-4df6ce0881ef {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:41:33.303720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c2e03048-85a1-46be-bf64-96755126c18a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.312622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c2e03048-85a1-46be-bf64-96755126c18a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/bd6ad04a-8408-4507-9117-4df6ce0881ef HTTP/1.1" status: 204 len: 168 time: 0.9445202 Feb 04 15:41:33.319619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:33.350431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: c673249c-983a-4040-827d-af7ff5f4812d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:33.350798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device c673249c-983a-4040-827d-af7ff5f4812d not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:33.485468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54474) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:33.487164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54476) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:33.494616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92f1a12b-899e-418b-a1af-174bbd645c17 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:33.494870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-661097f3-0f22-4d4b-8bd9-d04d04dd0b34 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting subnet 6b6bdf90-15a0-4180-b4e4-5a5be8e1d256 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:41:33.538462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-31225cd5-5428-468a-a41a-a371e7f07be9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet e695bc45-6972-450c-9a63-9ab8e84acdd9 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:41:33.559415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ee2a8-3cb3-40a9-bae2-57b3da0a3d92 req-3c269f8f-6ce9-46d1-a5fe-cdd823910eaf tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:33.561097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-661097f3-0f22-4d4b-8bd9-d04d04dd0b34 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.576169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 92f1a12b-899e-418b-a1af-174bbd645c17 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:33.576719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 92f1a12b-899e-418b-a1af-174bbd645c17 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:33.596896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f5ee2a8-3cb3-40a9-bae2-57b3da0a3d92 req-3c269f8f-6ce9-46d1-a5fe-cdd823910eaf tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.5419149 Feb 04 15:41:33.612340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31225cd5-5428-468a-a41a-a371e7f07be9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.627224 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-797e0644-624e-4cc6-bd4d-1ca095921ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.749122 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-661097f3-0f22-4d4b-8bd9-d04d04dd0b34 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.754164 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-303c847e-1032-4323-8886-8bf58e818f4b req-54f3459f-c370-4e87-bd52-c24ab7d730e6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 210 time: 0.0561957 Feb 04 15:41:33.782337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca5854b-8665-466d-ba22-973b7aa79a5a admin admin] Deleting subnet ee590ed9-757b-49b0-a479-dfa18ea6f676 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:41:33.796202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ff8e68-d8fe-40f2-82c7-5a4355e43e59 admin admin] Deleting subnet 7b1de6a0-ff5c-4f34-9d38-9f28bda6243b {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:41:33.796202 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca5854b-8665-466d-ba22-973b7aa79a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.863855 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97ff8e68-d8fe-40f2-82c7-5a4355e43e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.906576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31225cd5-5428-468a-a41a-a371e7f07be9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:33.950043 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca5854b-8665-466d-ba22-973b7aa79a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.001772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97ff8e68-d8fe-40f2-82c7-5a4355e43e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.002936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f5ee2a8-3cb3-40a9-bae2-57b3da0a3d92 req-d2afc04b-bea4-421d-ae8f-15412799a09d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963251 Feb 04 15:41:34.204750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca5854b-8665-466d-ba22-973b7aa79a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.282437 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-661097f3-0f22-4d4b-8bd9-d04d04dd0b34 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.328362 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97ff8e68-d8fe-40f2-82c7-5a4355e43e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.331519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31225cd5-5428-468a-a41a-a371e7f07be9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.403080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57766805-1f89-494a-ace3-6d9b80f72b3b req-1a1c4a34-8ad0-443a-82b2-1fc1384a18fe tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:34.414105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57766805-1f89-494a-ace3-6d9b80f72b3b req-1a1c4a34-8ad0-443a-82b2-1fc1384a18fe tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1956406 Feb 04 15:41:34.541194 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57766805-1f89-494a-ace3-6d9b80f72b3b req-31edd926-285e-4010-9598-68430e4d35b5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258798 Feb 04 15:41:34.548035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31225cd5-5428-468a-a41a-a371e7f07be9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.585800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31225cd5-5428-468a-a41a-a371e7f07be9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:34.594840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-31225cd5-5428-468a-a41a-a371e7f07be9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/e695bc45-6972-450c-9a63-9ab8e84acdd9 HTTP/1.1" status: 204 len: 168 time: 1.2670207 Feb 04 15:41:34.596030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3544a128-20fb-4353-8ab7-14cdf4c79792 None None] Network 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:34.648163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54510) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:34.747949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31225cd5-5428-468a-a41a-a371e7f07be9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=e695bc45-6972-450c-9a63-9ab8e84acdd9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:34.829599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.105800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca5854b-8665-466d-ba22-973b7aa79a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.147591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5854b-8665-466d-ba22-973b7aa79a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee590ed9-757b-49b0-a479-dfa18ea6f676,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:35.188426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ca5854b-8665-466d-ba22-973b7aa79a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.195161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ca5854b-8665-466d-ba22-973b7aa79a5a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ee590ed9-757b-49b0-a479-dfa18ea6f676 HTTP/1.1" status: 204 len: 168 time: 1.6859784 Feb 04 15:41:35.201554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54526) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:35.295112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] DHCP port deletion for 7a89842a-64c1-45fd-b2a2-e49562b2d6e1 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:41:35.416082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] Deleting port 3e04aa8a-0658-40ab-a015-1b4780492bd7 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:35.416592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.421531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.487151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc045d-4b89-47a1-9a71-07e372a1b4e2 req-bfc014ca-0615-44e9-a6e3-b88957342860 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:35.497096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77bc045d-4b89-47a1-9a71-07e372a1b4e2 req-bfc014ca-0615-44e9-a6e3-b88957342860 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4286530 Feb 04 15:41:35.556564 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-661097f3-0f22-4d4b-8bd9-d04d04dd0b34 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.636591 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97ff8e68-d8fe-40f2-82c7-5a4355e43e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.659316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] For port 3e04aa8a-0658-40ab-a015-1b4780492bd7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3e04aa8a-0658-40ab-a015-1b4780492bd7,segment=NetworkSegment(343abcb4-d1d4-46a1-899c-64ef8ce604f8),segment_id=343abcb4-d1d4-46a1-899c-64ef8ce604f8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:35.660232 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.670255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661097f3-0f22-4d4b-8bd9-d04d04dd0b34 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6bdf90-15a0-4180-b4e4-5a5be8e1d256,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:35.717611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-661097f3-0f22-4d4b-8bd9-d04d04dd0b34 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.724140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] Calling delete_port for 3e04aa8a-0658-40ab-a015-1b4780492bd7 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:35.725000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-661097f3-0f22-4d4b-8bd9-d04d04dd0b34 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/subnets/6b6bdf90-15a0-4180-b4e4-5a5be8e1d256 HTTP/1.1" status: 204 len: 168 time: 2.4647288 Feb 04 15:41:35.729755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54534) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:35.772959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97ff8e68-d8fe-40f2-82c7-5a4355e43e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.777234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-97ff8e68-d8fe-40f2-82c7-5a4355e43e59 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7b1de6a0-ff5c-4f34-9d38-9f28bda6243b HTTP/1.1" status: 204 len: 168 time: 2.2770910 Feb 04 15:41:35.798538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54538) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:35.845681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.875698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30a9503-0732-4a02-8e46-105bdac13259']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:35.887244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f810a5-7909-404e-9e14-d1894056eb9b') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:35.887880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f810a5-7909-404e-9e14-d1894056eb9b') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:35.905000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.939153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.946928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:35.947657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:35.953384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5a3e5-3ba0-40e2-8ef4-5def30f0039e None None] Network 53369477-f715-40b6-af3b-dc8d58013cd0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:35.988920 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.025342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5662b666-299c-4abf-b5ed-6a90bf678507 req-d9d23b20-5bcc-42d4-8e52-99b95bc294d7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 210 time: 0.4451783 Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:36.032027 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:36.035824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff8e68-d8fe-40f2-82c7-5a4355e43e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1de6a0-ff5c-4f34-9d38-9f28bda6243b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:36.048369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77bc045d-4b89-47a1-9a71-07e372a1b4e2 req-a2e1a0e3-f90f-412c-b9fd-eb2ee2250dde tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493197 Feb 04 15:41:36.050603 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.071663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.072055 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.130172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-e2f513e6-1810-45a4-8ea4-114be1e27b20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5645964 Feb 04 15:41:36.194862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 3e04aa8a-0658-40ab-a015-1b4780492bd7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:36.195506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.255803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] No DVR routers for this DVR port 3e04aa8a-0658-40ab-a015-1b4780492bd7 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:36.260986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e072b6f-6fbd-408e-820b-8ebf0e060e01 None None] Pushing event deleted for resources: {'Port': ['ID=3e04aa8a-0658-40ab-a015-1b4780492bd7,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:36.289287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port 3e04aa8a-0658-40ab-a015-1b4780492bd7, host n-d-827869-1, got binding levels [] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:36.289956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.306743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 3e04aa8a-0658-40ab-a015-1b4780492bd7 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:36.310358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Port 3e04aa8a-0658-40ab-a015-1b4780492bd7 was not found and therefore no delete operation was performed {{(pid=102422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:41:36.319257 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.321294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.327480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] 10.222.0.47 "DELETE /v2.0/networks/d30a9503-0732-4a02-8e46-105bdac13259 HTTP/1.1" status: 204 len: 168 time: 1.1078966 Feb 04 15:41:36.338294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.408194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638848da-7564-41f7-a0c3-3d0bb8c90f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=d30a9503-0732-4a02-8e46-105bdac13259,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:36.457376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20340ac-471d-4812-801a-c808cabff5e7 req-f7476910-2fa9-4e1f-9632-1e46ac905179 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.462024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-f7476910-2fa9-4e1f-9632-1e46ac905179 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 1.0266602 Feb 04 15:41:36.485365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Request body: {'port': {'device_id': 'e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'admin_state_up': True, 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:36.555759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No DVR routers for this DVR port 3e04aa8a-0658-40ab-a015-1b4780492bd7 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:36.557616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=3e04aa8a-0658-40ab-a015-1b4780492bd7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:36.620921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] DHCP port deletion for 53369477-f715-40b6-af3b-dc8d58013cd0 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:41:36.654033 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.786978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] Deleting port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:36.788836 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.896592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54562) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:36.912165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1d4051-337b-4c8e-a417-06c8f4459266']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:36.923971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-e9d61cd7-0518-4592-a25a-55fbc59d3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:36.933312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-e9d61cd7-0518-4592-a25a-55fbc59d3f10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1097 time: 0.6176548 Feb 04 15:41:36.942221 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:36.971523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a89842a-64c1-45fd-b2a2-e49562b2d6e1']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:36.986284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343abcb4-d1d4-46a1-899c-64ef8ce604f8') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:36.986636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343abcb4-d1d4-46a1-899c-64ef8ce604f8') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:36.993284 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.002746 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.021845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.030213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:37.031049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.044168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] For port 1f199706-ec0d-4c34-b8fe-df39a7e2af21, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1f199706-ec0d-4c34-b8fe-df39a7e2af21,segment=NetworkSegment(913f2ec2-f6da-4272-a0a7-234edbb70f00),segment_id=913f2ec2-f6da-4272-a0a7-234edbb70f00)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:37.045080 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:37.069700 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:37.073859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] Calling delete_port for 1f199706-ec0d-4c34-b8fe-df39a7e2af21 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:37.309760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Deleting port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:41:37.310144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.403701 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:41:37.441196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] For port 1f199706-ec0d-4c34-b8fe-df39a7e2af21, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1f199706-ec0d-4c34-b8fe-df39a7e2af21,segment=NetworkSegment(913f2ec2-f6da-4272-a0a7-234edbb70f00),segment_id=913f2ec2-f6da-4272-a0a7-234edbb70f00)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:37.441897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.449206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-31a64896-6bc7-4333-bc4e-868e96fabad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:37.455341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-31a64896-6bc7-4333-bc4e-868e96fabad3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 0.3755903 Feb 04 15:41:37.462985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Calling delete_port for 1f199706-ec0d-4c34-b8fe-df39a7e2af21 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:41:37.476700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:37.476700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b1c1d1-ef55-45a6-8098-7cc2b980b9f8') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:37.477051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1f199706-ec0d-4c34-b8fe-df39a7e2af21 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:37.480848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.501349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28e4e66e-9217-42fd-9c62-c59fa9125c1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ccf550346ed4ef1b796ad7258b2b71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5866532 Feb 04 15:41:37.599955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54588) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:37.635872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1f199706-ec0d-4c34-b8fe-df39a7e2af21 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:37.636765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1f199706-ec0d-4c34-b8fe-df39a7e2af21 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:37.637600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3e04aa8a-0658-40ab-a015-1b4780492bd7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:41:37.683003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3e04aa8a-0658-40ab-a015-1b4780492bd7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:41:37.683833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3e04aa8a-0658-40ab-a015-1b4780492bd7 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:41:37.689891 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38e1cbdf-79c4-4e8f-b754-5d2427057433 req-c796afe0-39d0-4b6e-9766-d0853ae1b910 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 210 time: 0.4811554 Feb 04 15:41:37.690771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.692883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] Pushing event deleted for resources: {'Port': ['ID=1f199706-ec0d-4c34-b8fe-df39a7e2af21,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:37.706273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.709484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] No DVR routers for this DVR port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:37.714954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29762d59-a6f4-4742-959f-91fd76205bfd None None] No DVR routers for this DVR port 1f199706-ec0d-4c34-b8fe-df39a7e2af21 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:41:37.822622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Port': ['ID=1f199706-ec0d-4c34-b8fe-df39a7e2af21,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:37.830772 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.837958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-cfdb3761-35d7-4654-91f3-f9012ba4b7c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 0.2325068 Feb 04 15:41:37.941057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.946526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:37.955413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.988154 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.991882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:37.998085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.007023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/7a89842a-64c1-45fd-b2a2-e49562b2d6e1 HTTP/1.1" status: 204 len: 168 time: 3.3570671 Feb 04 15:41:38.007666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54592) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:38.035649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-11d5fa50-3798-4e19-8b9f-5a8058391bc1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1599646318', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:38.050763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:38.051205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:38.067764 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:38.111917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505ad51-3afa-4b8a-a04a-f97ea7e90c2b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=7a89842a-64c1-45fd-b2a2-e49562b2d6e1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:38.215815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53369477-f715-40b6-af3b-dc8d58013cd0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:38.232663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563eb066-86b0-4879-b4f1-824e25471d5f req-7ad6b432-f0af-481e-bf70-9549d93cfdbb tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.259389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-563eb066-86b0-4879-b4f1-824e25471d5f req-7ad6b432-f0af-481e-bf70-9549d93cfdbb tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4687831 Feb 04 15:41:38.263365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-ac052a07-a25c-4a5f-8869-66e78eefda95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:38.265664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-ac052a07-a25c-4a5f-8869-66e78eefda95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.4099615 Feb 04 15:41:38.287113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913f2ec2-f6da-4272-a0a7-234edbb70f00') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:38.287983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913f2ec2-f6da-4272-a0a7-234edbb70f00') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:38.319373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.369116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.380409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Allocated IP 172.20.0.9 (105b279f-e3c3-41d5-a12c-29ac016934da/185b96d7-6170-4199-b3ee-2d2358a9e456/5b774d05-e99e-4ab0-8185-26eecb43b488) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:38.399826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:38.400555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:38.406680 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:38.426954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11d5fa50-3798-4e19-8b9f-5a8058391bc1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.428757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11d5fa50-3798-4e19-8b9f-5a8058391bc1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.435802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-0c9ce75e-0f20-4784-be1f-702dc8718333 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567070 Feb 04 15:41:38.545221 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-563eb066-86b0-4879-b4f1-824e25471d5f req-ac48e0da-5958-43ac-9280-677fc8be9b17 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845869 Feb 04 15:41:38.593905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.602938 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb1dae12-6dbd-4444-8498-133a691e5abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.605353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.609440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] 10.222.0.47 "DELETE /v2.0/networks/2f1d4051-337b-4c8e-a417-06c8f4459266 HTTP/1.1" status: 204 len: 168 time: 2.7935710 Feb 04 15:41:38.618978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54604) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:38.681671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.727650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4397c9-305b-413d-b369-caa0423c666d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1d4051-337b-4c8e-a417-06c8f4459266,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:38.731438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb1dae12-6dbd-4444-8498-133a691e5abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.752533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:38.774193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] 10.222.0.47 "DELETE /v2.0/networks/53369477-f715-40b6-af3b-dc8d58013cd0 HTTP/1.1" status: 204 len: 168 time: 3.0201652 Feb 04 15:41:38.802194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777229-582a-4aba-8128-d09c3d349b19 tempest-NetworksIpV6Test-814315626 tempest-NetworksIpV6Test-814315626-project] Pushing event deleted for resources: {'Network': ['ID=53369477-f715-40b6-af3b-dc8d58013cd0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:39.048551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eaa3ec-0b87-4a78-937f-bfcd69c2be0a admin admin] Deleting subnet 8b1854b2-0e55-44be-ae88-2d3c168ac434 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:41:39.073588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11d5fa50-3798-4e19-8b9f-5a8058391bc1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.079824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa3ec-0b87-4a78-937f-bfcd69c2be0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.082179 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-32dac1ed-c469-4e0c-bdd8-90dd8117e7ec service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345105 Feb 04 15:41:39.142133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.175239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-71715351-8cc9-436b-a08a-45c6457035cb req-68866f33-bd43-4dec-b5dd-a2978f9d25ab tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 210 time: 0.1322374 Feb 04 15:41:39.177330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11d5fa50-3798-4e19-8b9f-5a8058391bc1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.251667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-11d5fa50-3798-4e19-8b9f-5a8058391bc1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.256519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54618) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:39.257245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-11d5fa50-3798-4e19-8b9f-5a8058391bc1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2339411 Feb 04 15:41:39.299957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-687577683'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:39.313381 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.348987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e', '2ed9e256-0b88-4b2d-a29a-3483ad6d6137'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:39.395157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event updated for resources: {'Port': ['ID=5b774d05-e99e-4ab0-8185-26eecb43b488,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:39.406631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Network 105b279f-e3c3-41d5-a12c-29ac016934da is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:39.418952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:39.426260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:39.481661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee281482-16f4-4b89-824d-b5f299a1ce27 req-69f508d2-2c3f-40ea-bc46-ba963ed422f3 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165915 Feb 04 15:41:39.499129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa3ec-0b87-4a78-937f-bfcd69c2be0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.559078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:39.566227 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.594777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:39.594777 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.633397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb1dae12-6dbd-4444-8498-133a691e5abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.638416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb1dae12-6dbd-4444-8498-133a691e5abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.647811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fb1dae12-6dbd-4444-8498-133a691e5abf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de7f94db-f47d-4443-92ab-5316445231fc HTTP/1.1" status: 204 len: 168 time: 1.8942597 Feb 04 15:41:39.660056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-5a6ff985-25e7-41f4-999b-141ac17ca997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1911044 Feb 04 15:41:39.674049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:39.693318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Request body: {'port': {'device_id': 'e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:39.720821 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.736043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dae12-6dbd-4444-8498-133a691e5abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7f94db-f47d-4443-92ab-5316445231fc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:39.779408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa3ec-0b87-4a78-937f-bfcd69c2be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.822881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54646) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:39.906647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.948028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa3ec-0b87-4a78-937f-bfcd69c2be0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.954394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:39.955101 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment 695f9931-70cd-4bd9-ad5a-dbffe084b7f1 of type vlan for network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 Feb 04 15:41:40.070433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952cf8a-a4d5-4213-9361-e3172d156bc8 req-d4bd85bb-9741-4054-852f-34d404f22e88 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:40.070866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaa3ec-0b87-4a78-937f-bfcd69c2be0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1854b2-0e55-44be-ae88-2d3c168ac434,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:40.076673 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa3ec-0b87-4a78-937f-bfcd69c2be0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.083750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2952cf8a-a4d5-4213-9361-e3172d156bc8 req-d4bd85bb-9741-4054-852f-34d404f22e88 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2045069 Feb 04 15:41:40.090111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54650) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:40.091013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f1eaa3ec-0b87-4a78-937f-bfcd69c2be0a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8b1854b2-0e55-44be-ae88-2d3c168ac434 HTTP/1.1" status: 204 len: 168 time: 1.4582343 Feb 04 15:41:40.238357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5360b61b-f064-4062-b0c1-b2ffd27930b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a89d7111d9a4e8dbfee470e82a5edc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139330 Feb 04 15:41:40.241131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54658) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:40.254615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.352152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2952cf8a-a4d5-4213-9361-e3172d156bc8 req-03a54bd6-cdf6-42b0-9d3c-6ce104cd20e4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537465 Feb 04 15:41:40.387913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.418520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:40.436088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e02c43a6-f93b-437c-b5b0-965138d01409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.492078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.492777 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e02c43a6-f93b-437c-b5b0-965138d01409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.498277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:40.498955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.637263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e02c43a6-f93b-437c-b5b0-965138d01409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.641076 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e02c43a6-f93b-437c-b5b0-965138d01409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:40.642459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e02c43a6-f93b-437c-b5b0-965138d01409 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08bc3d1a-7cb1-499c-a93b-153e26627584 HTTP/1.1" status: 204 len: 168 time: 0.3994417 Feb 04 15:41:40.663429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:40.677824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:41:40.687968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c43a6-f93b-437c-b5b0-965138d01409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bc3d1a-7cb1-499c-a93b-153e26627584,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:40.725858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839853a3-a8a4-4511-9108-91673a14f74c req-0b496a67-16b5-4e83-b583-19abef29c122 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:40.728178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-839853a3-a8a4-4511-9108-91673a14f74c req-0b496a67-16b5-4e83-b583-19abef29c122 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 931 time: 0.1245742 Feb 04 15:41:40.833827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0a18ed57-ec63-45f9-86fc-4ad791a8b909 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5705442 Feb 04 15:41:40.851728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:40.866966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-839853a3-a8a4-4511-9108-91673a14f74c req-e03fc092-91a3-47e5-a535-f600c3194233 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310749 Feb 04 15:41:40.904550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:41.068938 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.281831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b774d05-e99e-4ab0-8185-26eecb43b488 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:41.294913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.319872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Transition to ACTIVE for port object 5b774d05-e99e-4ab0-8185-26eecb43b488 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:41:41.351442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c060d540-8a2c-41e4-8e92-34fa06f663b5']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:41.375246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406a7166-8265-4e6b-b63e-23c8a5e776d1') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:41.375991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406a7166-8265-4e6b-b63e-23c8a5e776d1') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:41.392756 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.414717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.423732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:41:41.424486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:41:41.591973 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:41:41.624613 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.681622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef982fbe-7856-4f8e-a44c-45ebb50379b0 req-bff1a804-ee82-4c73-a524-20b44117a6ef tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:41.691084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef982fbe-7856-4f8e-a44c-45ebb50379b0 req-bff1a804-ee82-4c73-a524-20b44117a6ef tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1383860 Feb 04 15:41:41.768729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef982fbe-7856-4f8e-a44c-45ebb50379b0 req-badd4ad3-3c44-453b-aefd-68a82652ba4e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763018 Feb 04 15:41:41.829744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b774d05-e99e-4ab0-8185-26eecb43b488,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:41.871296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.901122 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.908052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c060d540-8a2c-41e4-8e92-34fa06f663b5 HTTP/1.1" status: 204 len: 168 time: 1.8082860 Feb 04 15:41:41.962940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:41.969759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:41.979004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23ef83-49db-44fa-b242-8192fe044c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=c060d540-8a2c-41e4-8e92-34fa06f663b5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:42.130116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54736) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:42.217747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Attempting to bind port 5b774d05-e99e-4ab0-8185-26eecb43b488 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:42.219093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Attempting to bind port 5b774d05-e99e-4ab0-8185-26eecb43b488 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:42.219635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Attempting to bind port 5b774d05-e99e-4ab0-8185-26eecb43b488 on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:42.319728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Port 5b774d05-e99e-4ab0-8185-26eecb43b488 on network 105b279f-e3c3-41d5-a12c-29ac016934da not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:41:42.320375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Attempting to bind port 5b774d05-e99e-4ab0-8185-26eecb43b488 on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:42.330405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:42.336602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Checking segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:42.337376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Bound using segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:42.338057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Bound port: 5b774d05-e99e-4ab0-8185-26eecb43b488, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:42.338613 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.348360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54740) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:42.433552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bff933ed-4fb0-4647-8667-d701f11a66ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3de77b7b1f94586a0840d7389c14945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835657 Feb 04 15:41:42.438560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54744) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:42.555468 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20390815-a8ca-479c-8018-851f0586ac8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.612638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a195a-3553-4bc9-a771-5baa049af7ac req-c9843ab9-d8c6-44d4-92bf-61cdfcdea810 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:42.615390 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20390815-a8ca-479c-8018-851f0586ac8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.624156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b2a195a-3553-4bc9-a771-5baa049af7ac req-c9843ab9-d8c6-44d4-92bf-61cdfcdea810 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 943 time: 0.3775573 Feb 04 15:41:42.722189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20390815-a8ca-479c-8018-851f0586ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.725154 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20390815-a8ca-479c-8018-851f0586ac8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.726386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20390815-a8ca-479c-8018-851f0586ac8b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/944f39bf-a49f-4952-9c70-58a1fa278f40 HTTP/1.1" status: 204 len: 168 time: 0.2864041 Feb 04 15:41:42.746045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20390815-a8ca-479c-8018-851f0586ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f39bf-a49f-4952-9c70-58a1fa278f40,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:42.755281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54750) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:42.776503 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:42.877658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] For port 5b774d05-e99e-4ab0-8185-26eecb43b488, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:42.930996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b2a195a-3553-4bc9-a771-5baa049af7ac req-a752fe18-f5ad-4931-9d81-2c24cd29dc64 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857854 Feb 04 15:41:42.961650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=fd33e7b7-ac58-440b-be9a-a7b67452109b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:42.976795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] For port 5b774d05-e99e-4ab0-8185-26eecb43b488, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5b774d05-e99e-4ab0-8185-26eecb43b488,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:43.002638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.032453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b036c88-5043-4487-85ca-60baeea45ac1 req-92e6496f-fe8a-463b-849e-71a2c0dfcbd4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.035418 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b036c88-5043-4487-85ca-60baeea45ac1 req-92e6496f-fe8a-463b-849e-71a2c0dfcbd4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.1197801 Feb 04 15:41:43.181730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.184157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.187923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b774d05-e99e-4ab0-8185-26eecb43b488 HTTP/1.1" status: 200 len: 1091 time: 3.5082476 Feb 04 15:41:43.200436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d', 'tag': '5b774d05-e99e-4ab0-8185-26eecb43b488'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:43.204514 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ed4cc-b558-4481-8371-152dcdac0669" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d", "tag": "5b774d05-e99e-4ab0-8185-26eecb43b488"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:43.242130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b036c88-5043-4487-85ca-60baeea45ac1 req-35c4cf3c-b3bc-49f3-9e42-a56951df153c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870999 Feb 04 15:41:43.304796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ac62f-1c0a-42d8-996d-7a42ed5f3ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b774d05-e99e-4ab0-8185-26eecb43b488,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:43.350631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:43.373267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:43.389876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1893651873-network', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:43.399267 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb8fdc0-3979-4e8e-b7ef-2ad2f5327520 x-openstack-request-id: req-3bb8fdc0-3979-4e8e-b7ef-2ad2f5327520 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:41:43.403759 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d", "tag": "5b774d05-e99e-4ab0-8185-26eecb43b488", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:41:43.404331 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3bb8fdc0-3979-4e8e-b7ef-2ad2f5327520 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:41:43.405127 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d', 'tag': '5b774d05-e99e-4ab0-8185-26eecb43b488', 'status': 'completed', 'code': 200} Feb 04 15:41:43.489192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Made reservation on behalf of 3f39c0250f004fa698cf72ea2c2d5042 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:43.491002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.514077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.535512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20340ac-471d-4812-801a-c808cabff5e7 req-af774fba-a883-42a9-88b8-c5e872fe85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.536752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c3d32da9-17c5-4438-b95f-f1466521ef7a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:43.537085 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-af774fba-a883-42a9-88b8-c5e872fe85d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 1094 time: 0.2344177 Feb 04 15:41:43.537473 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-c3d32da9-17c5-4438-b95f-f1466521ef7a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 15:41:43.538370 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-c3d32da9-17c5-4438-b95f-f1466521ef7a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:41:43.539466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c3d32da9-17c5-4438-b95f-f1466521ef7a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7828422 Feb 04 15:41:43.545718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:43.554191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:43.554796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126126870'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:43.598740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-27f51ab8-6016-4901-b2fb-69adde5ba44d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b774d05-e99e-4ab0-8185-26eecb43b488 HTTP/1.1" status: 200 len: 217 time: 0.0525737 Feb 04 15:41:43.631268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.653057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.757250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.773115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.773769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20340ac-471d-4812-801a-c808cabff5e7 req-a45b2c50-75d5-4ca0-a123-624904d973f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.775777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-a45b2c50-75d5-4ca0-a123-624904d973f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.1688087 Feb 04 15:41:43.776616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:43.794274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83d279-5395-41aa-97fe-7418266c38b3 None None] Network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:43.818351 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-1c4d5f77-c94a-4058-abb4-7d1a5bcac7ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361636 Feb 04 15:41:43.819983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:43.822827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.826148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:43.833609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.840751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c7bbc1-79e9-496c-babb-7fe427a4288d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:43.846673 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.855915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebd23d7d-8dfe-4186-96b4-95f36786066d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9704285 Feb 04 15:41:43.871399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54780) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:43.900501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54782) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:43.908869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:43.909225 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Added segment 495697a8-cb72-41c9-9b0e-2c26692eb53e of type vlan for network ee470257-3576-4751-bf3f-ae013d9c464a Feb 04 15:41:44.092528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca1a052-83c7-4002-8ba8-78889d9a8bb2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:44.140040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2a7be612-6054-4824-aa53-d1ba82a24cfb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a505067a217489a9d269d213a80e765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352796 Feb 04 15:41:44.158113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54792) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:44.172186 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.199688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-ef397606-df1f-41cb-8ca1-e49acba2df16 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574755 Feb 04 15:41:44.225222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:41:44.227464 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.313697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447d150-203a-442c-98c6-aeef01fd056b req-5fffb006-cbff-44af-aee1-4f2a10236e8b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:44.321327 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8447d150-203a-442c-98c6-aeef01fd056b req-5fffb006-cbff-44af-aee1-4f2a10236e8b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 943 time: 0.2208114 Feb 04 15:41:44.329207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.339202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.340776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:44.341742 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.516590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.660803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] Pushing event updated for resources: {'Network': ['ID=ee470257-3576-4751-bf3f-ae013d9c464a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:44.699328 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-74dc8c17-be11-4fe1-9477-d8e5cc331072 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5672901 Feb 04 15:41:44.711722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Allocated IP 172.20.0.2 (eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7/fd33e7b7-ac58-440b-be9a-a7b67452109b/e7d8ed69-defe-4dc5-908d-01ae010ffbcd) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:44.716680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54806) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:44.746098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Request body: {'subnet': {'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1893651873-subnet', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:44.760218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ee470257-3576-4751-bf3f-ae013d9c464a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:41:44.783109 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8447d150-203a-442c-98c6-aeef01fd056b req-d74c79ac-f144-4ed0-b037-1488b9a8d566 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603450 Feb 04 15:41:44.804491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.805817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2587905 Feb 04 15:41:44.809493 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-518a08fc-6840-47c9-8be6-fdd7a89ea66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.812614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54808) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:44.813313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3efbe-8bdf-4f78-bb13-d4908b1068b2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f735c6b4-e950-4612-958f-0f1699930191,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:44.834012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f3d698b7-5ecd-43e3-8749-640dd6e2af8b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'f735c6b4-e950-4612-958f-0f1699930191', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:44.922851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-518a08fc-6840-47c9-8be6-fdd7a89ea66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:44.958990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Made reservation on behalf of 3f39c0250f004fa698cf72ea2c2d5042 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:44.964002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.039738 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.146374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.247075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f20340ac-471d-4812-801a-c808cabff5e7 req-7bc369a8-2467-4ff7-a1de-53f532cd8773 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9776561 Feb 04 15:41:45.265829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787d8be-460d-43c0-8a26-5ede83b154e4 req-d5a726ee-e446-49c5-a1d0-66cc00a4d4d0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:45.272809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:45.277445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:45.287507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:45.290453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c787d8be-460d-43c0-8a26-5ede83b154e4 req-d5a726ee-e446-49c5-a1d0-66cc00a4d4d0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2866161 Feb 04 15:41:45.407805 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.522206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c787d8be-460d-43c0-8a26-5ede83b154e4 req-e23c6d03-0ede-4c03-9dc5-ea146107e01d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306700 Feb 04 15:41:45.528986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed4cc-b558-4481-8371-152dcdac0669 req-3c27ac8a-db20-4375-828f-4534f7e68625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:45.532178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669ed4cc-b558-4481-8371-152dcdac0669 req-3c27ac8a-db20-4375-828f-4534f7e68625 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 1094 time: 0.1762052 Feb 04 15:41:45.548553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Pushing event updated for resources: {'Port': ['ID=e7d8ed69-defe-4dc5-908d-01ae010ffbcd,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:45.566992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Attempting to bind port e7d8ed69-defe-4dc5-908d-01ae010ffbcd on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:45.567204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-518a08fc-6840-47c9-8be6-fdd7a89ea66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.567396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Attempting to bind port e7d8ed69-defe-4dc5-908d-01ae010ffbcd by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:45.567745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Attempting to bind port e7d8ed69-defe-4dc5-908d-01ae010ffbcd on network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:45.569951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-518a08fc-6840-47c9-8be6-fdd7a89ea66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.571186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-518a08fc-6840-47c9-8be6-fdd7a89ea66a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5a70179d-cc06-488c-9b10-215072900087 HTTP/1.1" status: 204 len: 168 time: 1.4119341 Feb 04 15:41:45.572641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3d698b7-5ecd-43e3-8749-640dd6e2af8b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.585842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.586566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:45.587202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Checking segment: {'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:45.587626 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.589183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Bound using segment: {'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:45.589752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Bound port: e7d8ed69-defe-4dc5-908d-01ae010ffbcd, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:45.593031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.609106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a08fc-6840-47c9-8be6-fdd7a89ea66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a70179d-cc06-488c-9b10-215072900087,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:45.761624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Checking segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:45.761815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Network hostable DHCP agents. Network: ee470257-3576-4751-bf3f-ae013d9c464a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:45.771038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=664872ca-9dd3-4bb0-bb5c-13829b8b7916,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:45.804578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Network ee470257-3576-4751-bf3f-ae013d9c464a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:45.812185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3d698b7-5ecd-43e3-8749-640dd6e2af8b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.850716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3d698b7-5ecd-43e3-8749-640dd6e2af8b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.923747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] For port e7d8ed69-defe-4dc5-908d-01ae010ffbcd, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:45.928714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] For port e7d8ed69-defe-4dc5-908d-01ae010ffbcd, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e7d8ed69-defe-4dc5-908d-01ae010ffbcd,segment=NetworkSegment(695f9931-70cd-4bd9-ad5a-dbffe084b7f1),segment_id=695f9931-70cd-4bd9-ad5a-dbffe084b7f1)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:45.931757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3d698b7-5ecd-43e3-8749-640dd6e2af8b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.933066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f3d698b7-5ecd-43e3-8749-640dd6e2af8b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1039126 Feb 04 15:41:45.933822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ee470257-3576-4751-bf3f-ae013d9c464a) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:45.938718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54834) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:45.939925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed4cc-b558-4481-8371-152dcdac0669 req-2dcae607-e9a2-4998-96f2-a67857b64130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:45.943250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.943505 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669ed4cc-b558-4481-8371-152dcdac0669 req-2dcae607-e9a2-4998-96f2-a67857b64130 service neutron] 10.222.0.30 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 0.3787289 Feb 04 15:41:45.964368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:45.964971 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:45.965222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-51ebf0bd-f3fa-46bb-9f7f-dd2967af3048 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'f735c6b4-e950-4612-958f-0f1699930191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:46.062435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669ed4cc-b558-4481-8371-152dcdac0669 req-f8bcf2e6-96b7-4314-8eaa-f935bcc24063 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b774d05-e99e-4ab0-8185-26eecb43b488 HTTP/1.1" status: 200 len: 217 time: 0.0695572 Feb 04 15:41:46.067651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51ebf0bd-f3fa-46bb-9f7f-dd2967af3048 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.080080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d698b7-5ecd-43e3-8749-640dd6e2af8b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2304c082-70ac-44b9-8385-05297e9b8478,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:46.100567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3cb1e454-e53e-44ba-93a8-a7caf61d13ce admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3706706 Feb 04 15:41:46.104957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54842) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:46.110476 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:46.123618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d8ef5-e4a3-49ae-8819-313eedf2022d None None] Network ee470257-3576-4751-bf3f-ae013d9c464a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:46.144328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.146562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.163699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade9f2a-a05f-47d5-bee3-33b40e2fab91 req-6cf5917b-963d-4c55-afd6-f8abddcdc433 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:46.165941 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ade9f2a-a05f-47d5-bee3-33b40e2fab91 req-6cf5917b-963d-4c55-afd6-f8abddcdc433 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 943 time: 0.1523826 Feb 04 15:41:46.195916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55be69-06c5-4f24-974d-7b2fc4f18c2a None None] Pushing event updated for resources: {'Port': ['ID=e7d8ed69-defe-4dc5-908d-01ae010ffbcd,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:46.283926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.20.0.1 (eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7/fd33e7b7-ac58-440b-be9a-a7b67452109b/7a9a89e0-cc38-417a-ae7e-3e5b9228a234) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:46.398942 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.441470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-ee470257-3576-4751-bf3f-ae013d9c464a', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:41:46.442449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.554748 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ade9f2a-a05f-47d5-bee3-33b40e2fab91 req-85ba1dd1-4e7a-407f-bd93-cef2d2a0ccc1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753648 Feb 04 15:41:46.651901 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.730312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.759795 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-51ebf0bd-f3fa-46bb-9f7f-dd2967af3048 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:41:46.764117 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-51ebf0bd-f3fa-46bb-9f7f-dd2967af3048 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8196857 Feb 04 15:41:46.765007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54860) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:46.863576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:46.905493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff2caeb7-45e8-433e-8aea-8fef3fc56e4d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.940448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Allocated IP 172.20.0.2 (ee470257-3576-4751-bf3f-ae013d9c464a/664872ca-9dd3-4bb0-bb5c-13829b8b7916/80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:46.978712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:46.979532 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff2caeb7-45e8-433e-8aea-8fef3fc56e4d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.002240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ace34e-9059-415e-81d5-32939488366f req-adf62e27-af79-420f-8520-2ff3fe5a1692 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.012197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4ace34e-9059-415e-81d5-32939488366f req-adf62e27-af79-420f-8520-2ff3fe5a1692 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2173240 Feb 04 15:41:47.098780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:47.118644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:47.139216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4ace34e-9059-415e-81d5-32939488366f req-ee135d44-8118-4a27-aa53-30314416786a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244464 Feb 04 15:41:47.238704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed4cc-b558-4481-8371-152dcdac0669 req-54a6b5ff-dca5-4b65-9bb2-deda36e23b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:47.243078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669ed4cc-b558-4481-8371-152dcdac0669 req-54a6b5ff-dca5-4b65-9bb2-deda36e23b8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 1.1661706 Feb 04 15:41:47.245488 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.460937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff2caeb7-45e8-433e-8aea-8fef3fc56e4d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.477693 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff2caeb7-45e8-433e-8aea-8fef3fc56e4d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.479022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ff2caeb7-45e8-433e-8aea-8fef3fc56e4d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/f735c6b4-e950-4612-958f-0f1699930191 HTTP/1.1" status: 204 len: 168 time: 0.7071271 Feb 04 15:41:47.549053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54876) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:47.624690 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.650184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e7d8ed69-defe-4dc5-908d-01ae010ffbcd up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:47.660272 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.661276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:47.724247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669ed4cc-b558-4481-8371-152dcdac0669 req-66d17810-c650-4163-b4ff-0e67419176cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979688 Feb 04 15:41:47.734723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2caeb7-45e8-433e-8aea-8fef3fc56e4d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f735c6b4-e950-4612-958f-0f1699930191,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:47.872768 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:47.939992 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.027506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7e5e36c7-b807-4cc8-a857-55d0929c5c56 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4654872 Feb 04 15:41:48.040865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54900) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:48.079692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Network ee470257-3576-4751-bf3f-ae013d9c464a is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:48.083160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:48.101399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:48.142032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Pushing event updated for resources: {'Port': ['ID=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:48.145513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8d5257e6-3f45-4d36-9454-2fe534af1667 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--358992459'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:48.234316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.237957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.238625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.239141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.239664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.240175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.240680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.241183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.241690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.242224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.242725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.243254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:48.332710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Attempting to bind port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:48.333076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Attempting to bind port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:48.333703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Attempting to bind port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:48.370587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c23558-3f13-462c-a376-84ff18c07894 None None] Network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:48.633113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.669941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d5257e6-3f45-4d36-9454-2fe534af1667 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:48.710247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669ed4cc-b558-4481-8371-152dcdac0669 req-25097f00-01ce-4060-a269-afdc2e6b62b0 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9186237 Feb 04 15:41:48.725677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690e7cf-d880-4b06-8fa5-7b8d40edc395 req-68d06531-995a-4735-848a-eef07fd518be tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:48.740900 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2690e7cf-d880-4b06-8fa5-7b8d40edc395 req-68d06531-995a-4735-848a-eef07fd518be tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3518236 Feb 04 15:41:48.835289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Allocated IP 172.25.1.169 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/b4c6f095-92ed-413b-b0b2-8b92823bf30e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:48.901315 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2690e7cf-d880-4b06-8fa5-7b8d40edc395 req-6a55a7ca-c6f6-428a-82f5-cd6e04f5e32d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325855 Feb 04 15:41:48.968639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54928) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:49.078911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:49.079926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Checking segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:49.080398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.081188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Bound using segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:49.082157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Bound port: 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:49.082826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.091539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e7d8ed69-defe-4dc5-908d-01ae010ffbcd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:49.092678 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.131421 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d5257e6-3f45-4d36-9454-2fe534af1667 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.148283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7998350-b547-4a9b-9283-932c30ae6707 req-fae8d91f-dcb1-4f38-ac6a-fbb0ff35200d tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:49.150634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7998350-b547-4a9b-9283-932c30ae6707 req-fae8d91f-dcb1-4f38-ac6a-fbb0ff35200d tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 943 time: 1.3110900 Feb 04 15:41:49.180646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d5257e6-3f45-4d36-9454-2fe534af1667 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.256923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.334876 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d5257e6-3f45-4d36-9454-2fe534af1667 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.348888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8d5257e6-3f45-4d36-9454-2fe534af1667 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2019970 Feb 04 15:41:49.353575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54946) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:49.370690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5df9e1b7-5a6e-4cd9-8abb-b57c9a6944cc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'b5bbc674-7e25-4ca9-80a8-10533cd58c8c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:49.376314 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-5df9e1b7-5a6e-4cd9-8abb-b57c9a6944cc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 15:41:49.377271 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-5df9e1b7-5a6e-4cd9-8abb-b57c9a6944cc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:49.379036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5df9e1b7-5a6e-4cd9-8abb-b57c9a6944cc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0178542 Feb 04 15:41:49.386140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54948) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:49.390738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5b774d05-e99e-4ab0-8185-26eecb43b488 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:41:49.400973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5257e6-3f45-4d36-9454-2fe534af1667 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bbc674-7e25-4ca9-80a8-10533cd58c8c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:49.423163 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7998350-b547-4a9b-9283-932c30ae6707 req-91c2a329-b842-4e25-9b21-eea874a7d022 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127473 Feb 04 15:41:49.478643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.526276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669ed4cc-b558-4481-8371-152dcdac0669 req-263f3247-901a-4d40-9580-4b6c97ec5bc7 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8144958 Feb 04 15:41:49.550079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-570c6be1-155d-43c5-a020-0a0ff79764c6 None None] Provisioning complete for port e7d8ed69-defe-4dc5-908d-01ae010ffbcd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:49.550496 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-570c6be1-155d-43c5-a020-0a0ff79764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.587853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:49.598286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:49.603431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:49.789394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.797774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ca200d9-8729-4727-9247-bf7238903774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:49.810893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c6f095-92ed-413b-b0b2-8b92823bf30e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:49.843873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] For port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:49.848398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] For port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:49.893933 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.014132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc72d21-84e4-4bf7-ace3-1cad665c41ca None None] Pushing event updated for resources: {'Port': ['ID=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:50.038610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5b774d05-e99e-4ab0-8185-26eecb43b488, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5b774d05-e99e-4ab0-8185-26eecb43b488,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:50.114305 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ca200d9-8729-4727-9247-bf7238903774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.115729 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.158420 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-570c6be1-155d-43c5-a020-0a0ff79764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.219402 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.233054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '5b774d05-e99e-4ab0-8185-26eecb43b488', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'port_id': '5b774d05-e99e-4ab0-8185-26eecb43b488', 'mac_address': 'fa:16:3e:87:22:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b96d7-6170-4199-b3ee-2d2358a9e456', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:41:50.271202 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.301194 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ca200d9-8729-4727-9247-bf7238903774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.313059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-570c6be1-155d-43c5-a020-0a0ff79764c6 None None] For port e7d8ed69-defe-4dc5-908d-01ae010ffbcd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e7d8ed69-defe-4dc5-908d-01ae010ffbcd,segment=NetworkSegment(695f9931-70cd-4bd9-ad5a-dbffe084b7f1),segment_id=695f9931-70cd-4bd9-ad5a-dbffe084b7f1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:50.342097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-570c6be1-155d-43c5-a020-0a0ff79764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.559252 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.672567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-42e9bc91-a05a-4a56-bc99-e6889aaf0584 None None] Provisioning complete for port e7d8ed69-defe-4dc5-908d-01ae010ffbcd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:50.672938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-42e9bc91-a05a-4a56-bc99-e6889aaf0584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.784958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b774d05-e99e-4ab0-8185-26eecb43b488 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:50.797405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6be1-155d-43c5-a020-0a0ff79764c6 None None] Pushing event updated for resources: {'Port': ['ID=e7d8ed69-defe-4dc5-908d-01ae010ffbcd,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:50.837530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:41:50.837530 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:41:50.925953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5b774d05-e99e-4ab0-8185-26eecb43b488, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5b774d05-e99e-4ab0-8185-26eecb43b488,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:50.962803 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:50.963939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:41:51.015792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479f972-2523-4759-b05a-c407e3048b0f req-626e79f3-ec04-435d-8329-b998359b9fe5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:51.018390 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5479f972-2523-4759-b05a-c407e3048b0f req-626e79f3-ec04-435d-8329-b998359b9fe5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.0947106 Feb 04 15:41:51.085443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:51.088519 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-706581a5-80b0-4dab-95cb-0bd17ff7b7dc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.103357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:51.108700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca200d9-8729-4727-9247-bf7238903774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce85b5-a608-4680-a090-a11e5c9900d0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.169530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.252750 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:41:51.284439 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.346757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2ca200d9-8729-4727-9247-bf7238903774 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c760537b8344e6b8e8ab607f9617777&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3636889 Feb 04 15:41:51.350807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54980) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:51.413121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=5b774d05-e99e-4ab0-8185-26eecb43b488,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.435434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5479f972-2523-4759-b05a-c407e3048b0f req-404bae7b-f47e-4829-87bc-4723082c3560 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520452 Feb 04 15:41:51.521915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-706581a5-80b0-4dab-95cb-0bd17ff7b7dc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.662673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-706581a5-80b0-4dab-95cb-0bd17ff7b7dc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.669903 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-706581a5-80b0-4dab-95cb-0bd17ff7b7dc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.677443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-706581a5-80b0-4dab-95cb-0bd17ff7b7dc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/b5bbc674-7e25-4ca9-80a8-10533cd58c8c HTTP/1.1" status: 204 len: 168 time: 2.2502522 Feb 04 15:41:51.801255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:51.805228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54992) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:51.830887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-42e9bc91-a05a-4a56-bc99-e6889aaf0584 None None] Provisioning complete for port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:51.831273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-42e9bc91-a05a-4a56-bc99-e6889aaf0584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:51.921625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a', 'port_id': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'mac_address': 'fa:16:3e:1a:42:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17adc9bc-7823-41f2-b2d4-62b41dd863fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:41:51.953202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706581a5-80b0-4dab-95cb-0bd17ff7b7dc tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bbc674-7e25-4ca9-80a8-10533cd58c8c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:51.983880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-42e9bc91-a05a-4a56-bc99-e6889aaf0584 None None] Port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:41:51.989303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e34f22-ac2e-4be0-89e8-0bceb5fa10ad req-70a03f5e-ca06-4859-92b3-1bb66b287309 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:52.000206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-48e34f22-ac2e-4be0-89e8-0bceb5fa10ad req-70a03f5e-ca06-4859-92b3-1bb66b287309 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 944 time: 1.2555900 Feb 04 15:41:52.043937 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.052500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c820799-ba52-4a39-9e45-86437b4c2fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.067132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c49554e9-0a57-4eeb-b69f-5a9a86019aaa {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:41:52.100673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:52.104353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e7d8ed69-defe-4dc5-908d-01ae010ffbcd up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:52.136263 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.183088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-259a5e4a-dd84-4604-ad91-c08ac766eef0 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3716645 Feb 04 15:41:52.194505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:52.202809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-93036b0d-9fc8-4e2e-905c-f39cb1865964 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--352555012'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:52.207517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c820799-ba52-4a39-9e45-86437b4c2fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.221968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.228189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:52.261570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3b2d064b-84e2-4772-bd78-002f007cf6eb None None] Provisioning complete for port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:52.270626 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3b2d064b-84e2-4772-bd78-002f007cf6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.280429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-48e34f22-ac2e-4be0-89e8-0bceb5fa10ad req-71ca3d0a-8bb9-4942-a92d-f58086a4a0e7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770967 Feb 04 15:41:52.367820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c49554e9-0a57-4eeb-b69f-5a9a86019aaa'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:52.377399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:41:52.412992 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93036b0d-9fc8-4e2e-905c-f39cb1865964 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.419637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d064b-84e2-4772-bd78-002f007cf6eb None None] Port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:41:52.432748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e7d8ed69-defe-4dc5-908d-01ae010ffbcd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:52.434127 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.517280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550836a5-eb84-4b20-bf5f-76cc933a8582 None None] Network ee470257-3576-4751-bf3f-ae013d9c464a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:52.543978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['5b774d05-e99e-4ab0-8185-26eecb43b488'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:41:52.678182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:52.693945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-59539e0c-69f9-4add-9545-3924e3d443e4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8211780 Feb 04 15:41:52.694899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55008) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:52.695669 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c820799-ba52-4a39-9e45-86437b4c2fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.698697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c820799-ba52-4a39-9e45-86437b4c2fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.703631 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:52.705071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8c820799-ba52-4a39-9e45-86437b4c2fce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6ce85b5-a608-4680-a090-a11e5c9900d0 HTTP/1.1" status: 204 len: 168 time: 1.2991183 Feb 04 15:41:52.728235 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:52.729216 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:52.732791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-894780532'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:52.765792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c820799-ba52-4a39-9e45-86437b4c2fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce85b5-a608-4680-a090-a11e5c9900d0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:52.821097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:52.824883 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.827742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:52.856703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-710fb1b9-3d78-4e4d-a794-719c953af82f None None] Provisioning complete for port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:52.857078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-710fb1b9-3d78-4e4d-a794-719c953af82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.886594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:52.908795 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:52.909105 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment d2ec6d99-54c9-4227-92ff-496c24cc0a30 of type vlan for network 40f6ca25-0364-4694-b821-e0ceda574eff Feb 04 15:41:52.986375 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93036b0d-9fc8-4e2e-905c-f39cb1865964 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.013809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93036b0d-9fc8-4e2e-905c-f39cb1865964 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.046565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.159121 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:41:53.161064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.202328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-93036b0d-9fc8-4e2e-905c-f39cb1865964 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.213648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-93036b0d-9fc8-4e2e-905c-f39cb1865964 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0171928 Feb 04 15:41:53.237715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:53.239920 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.240156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93036b0d-9fc8-4e2e-905c-f39cb1865964 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f511e58f-10d2-4bea-ac05-712dda2d503b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:53.254768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55024) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:53.278438 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.286681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-30f89033-db0d-433a-b8ad-edaad99b67e1 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'f511e58f-10d2-4bea-ac05-712dda2d503b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:53.287579 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-30f89033-db0d-433a-b8ad-edaad99b67e1 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 15:41:53.288101 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-30f89033-db0d-433a-b8ad-edaad99b67e1 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:53.301694 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-30f89033-db0d-433a-b8ad-edaad99b67e1 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0440571 Feb 04 15:41:53.311300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6045561 Feb 04 15:41:53.312141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55028) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:53.318716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55030) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:53.325392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:53.499662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:53.500414 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.524656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c98ec-939b-47ff-a883-936cd2bd057e req-153855cb-a392-4278-9092-bf5cd594bd4f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:53.526297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-277c98ec-939b-47ff-a883-936cd2bd057e req-153855cb-a392-4278-9092-bf5cd594bd4f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 945 time: 0.6195774 Feb 04 15:41:53.527049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Router 72de13a3-22cb-4a4c-b385-837010b49d19 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:41:53.530558 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:41:47Z', 'revision_number': 2, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:49Z', 'revision_number': 2, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:53.577490 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:53.577905 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Updating router 93c7457c-a4bd-4fea-9d45-affa5d71f466 port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:41:53.675037 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:53.775176 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-277c98ec-939b-47ff-a883-936cd2bd057e req-62fa95b3-701e-4f88-a019-e7043be6abf2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876013 Feb 04 15:41:53.999689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e5fd6-795a-4fd6-a40b-e5a900a44eed tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=40f6ca25-0364-4694-b821-e0ceda574eff,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:54.114236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-710fb1b9-3d78-4e4d-a794-719c953af82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.146140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 40f6ca25-0364-4694-b821-e0ceda574eff details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:41:54.147340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:41:54.202627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.205264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3f02e701-f9ad-4742-a760-123a88c0ca97 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0985215 Feb 04 15:41:54.206112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f05c-11d0-4ed1-a5b7-863ae1258ded tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.211890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55062) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:54.218564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-710fb1b9-3d78-4e4d-a794-719c953af82f None None] For port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:54.220264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:54.277035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090ea8d-9cb8-456d-97b1-cf9faf6a300d req-78e2c584-f0bb-4cdb-b842-7f0471ec40c2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:54.293648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e090ea8d-9cb8-456d-97b1-cf9faf6a300d req-78e2c584-f0bb-4cdb-b842-7f0471ec40c2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 944 time: 0.8530450 Feb 04 15:41:54.311459 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.323811 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.383558 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Pushing event updated for resources: {'Port': ['ID=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:54.407465 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.408409 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.409461 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.410840 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.412030 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.412913 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.414162 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.415004 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.415892 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.416786 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.417581 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.418728 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:41:54.770880 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Attempting to bind port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:41:54.771170 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Attempting to bind port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:41:54.775346 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Attempting to bind port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 on network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:41:54.785084 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Sync routers for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:41:54.828336 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:41:54.830355 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Checking segment: {'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:54.830355 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.830355 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Bound using segment: {'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:41:54.832571 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Bound port: 7a9a89e0-cc38-417a-ae7e-3e5b9228a234, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695f9931-70cd-4bd9-ad5a-dbffe084b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:41:54.833629 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.834458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e090ea8d-9cb8-456d-97b1-cf9faf6a300d req-fec246ba-7838-42df-a4da-b91d1c625381 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316749 Feb 04 15:41:54.887633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f05c-11d0-4ed1-a5b7-863ae1258ded tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:54.891815 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-710fb1b9-3d78-4e4d-a794-719c953af82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.107942 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] For port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:41:55.113490 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] For port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,segment=NetworkSegment(695f9931-70cd-4bd9-ad5a-dbffe084b7f1),segment_id=695f9931-70cd-4bd9-ad5a-dbffe084b7f1)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:41:55.123109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:55.132134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.152359 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.165690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f05c-11d0-4ed1-a5b7-863ae1258ded tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.178680 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f05c-11d0-4ed1-a5b7-863ae1258ded tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.180294 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6fd4f05c-11d0-4ed1-a5b7-863ae1258ded tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/f511e58f-10d2-4bea-ac05-712dda2d503b HTTP/1.1" status: 204 len: 168 time: 1.8501930 Feb 04 15:41:55.194775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55090) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:55.223193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:55.223872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:55.285119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4f05c-11d0-4ed1-a5b7-863ae1258ded tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511e58f-10d2-4bea-ac05-712dda2d503b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:55.289070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port c49554e9-0a57-4eeb-b69f-5a9a86019aaa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:55.293275 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.335785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ff30b-81df-4acd-92f7-cc00b7b5b567 req-26a71cf6-49d5-412c-be01-8da5a5e1e1f5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:55.337826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df1ff30b-81df-4acd-92f7-cc00b7b5b567 req-26a71cf6-49d5-412c-be01-8da5a5e1e1f5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 945 time: 0.2872036 Feb 04 15:41:55.409438 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:41:55.423625 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:55.429664 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa449b-ff8e-4ca8-89b5-1a8fdaa311f6 None None] Pushing event updated for resources: {'Port': ['ID=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:55.438626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df1ff30b-81df-4acd-92f7-cc00b7b5b567 req-60d07fde-6c01-4e4d-90cf-d6a6e52796fc tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879440 Feb 04 15:41:55.452595 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a2a05547-9dae-48fb-87a4-2a2c2ec3f61b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2549057 Feb 04 15:41:55.459098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55096) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:55.482726 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-80d3bda6-e604-475a-a762-bc029c23164d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533890802'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:55.497164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55098) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:55.624571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d3bda6-e604-475a-a762-bc029c23164d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.764201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:41:55.796969 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.950931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d3bda6-e604-475a-a762-bc029c23164d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:55.954864 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:41:55.963913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d3bda6-e604-475a-a762-bc029c23164d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.160301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3bda6-e604-475a-a762-bc029c23164d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e9359-204e-437f-abde-f3d6df5e8c68,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:56.181679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2126466633-network', 'tenant_id': '3e968d458ab84fa08aacdb51423ec62a'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:56.259554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d3bda6-e604-475a-a762-bc029c23164d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.289750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-80d3bda6-e604-475a-a762-bc029c23164d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8033783 Feb 04 15:41:56.299834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55120) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:56.345925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3b45f0df-1f93-4c59-b474-da9c187587ed tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'f71e9359-204e-437f-abde-f3d6df5e8c68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:56.367541 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:41:47Z', 'revision_number': 2, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:55Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:56.369155 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-3b45f0df-1f93-4c59-b474-da9c187587ed tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 15:41:56.370445 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-3b45f0df-1f93-4c59-b474-da9c187587ed tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:56.374575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3b45f0df-1f93-4c59-b474-da9c187587ed tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0730398 Feb 04 15:41:56.385570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55124) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:56.403963 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49fe79-f1e7-4e5b-bc0e-ea0552e562bb None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:41:47Z', 'revision_number': 2, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:55Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:41:56.423782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ae55effc-97d4-40e5-aeaa-6334fa7e9eba None None] Provisioning complete for port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:56.425110 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae55effc-97d4-40e5-aeaa-6334fa7e9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.447479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d6684206-ec12-4e29-8b90-0bf031dfddc6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'f71e9359-204e-437f-abde-f3d6df5e8c68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:56.448205 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-d6684206-ec12-4e29-8b90-0bf031dfddc6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 15:41:56.448807 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-d6684206-ec12-4e29-8b90-0bf031dfddc6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:56.450005 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d6684206-ec12-4e29-8b90-0bf031dfddc6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0629652 Feb 04 15:41:56.461065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55126) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:56.494442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Made reservation on behalf of 3e968d458ab84fa08aacdb51423ec62a for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:56.498430 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.502506 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.519490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d0a5331f-b5ff-4bb0-be7e-8bec5159ef2d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'f71e9359-204e-437f-abde-f3d6df5e8c68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:56.523737 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-d0a5331f-b5ff-4bb0-be7e-8bec5159ef2d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 15:41:56.526543 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-d0a5331f-b5ff-4bb0-be7e-8bec5159ef2d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:56.532726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d0a5331f-b5ff-4bb0-be7e-8bec5159ef2d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0273004 Feb 04 15:41:56.533738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55132) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:56.558156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-40193fce-c897-4867-9337-1b12b6169499 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'f71e9359-204e-437f-abde-f3d6df5e8c68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:56.559403 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-40193fce-c897-4867-9337-1b12b6169499 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 15:41:56.566668 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-40193fce-c897-4867-9337-1b12b6169499 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:56.568062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-40193fce-c897-4867-9337-1b12b6169499 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0329909 Feb 04 15:41:56.569520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.575733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55134) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:56.685949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fb1b9-3d78-4e4d-a794-719c953af82f None None] Pushing event updated for resources: {'Port': ['ID=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:56.736934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=d8e4fefd-6bad-4756-bb83-364d9d7d0553,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:56.861438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93b4606a-f9b5-47f7-add2-9236d1c72990 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.909956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93b4606a-f9b5-47f7-add2-9236d1c72990 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.974257 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93b4606a-f9b5-47f7-add2-9236d1c72990 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.977864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93b4606a-f9b5-47f7-add2-9236d1c72990 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:56.979513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-93b4606a-f9b5-47f7-add2-9236d1c72990 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/f71e9359-204e-437f-abde-f3d6df5e8c68 HTTP/1.1" status: 204 len: 168 time: 0.4002888 Feb 04 15:41:56.986147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55138) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:57.003080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:41:57.003467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: 40f6ca25-0364-4694-b821-e0ceda574eff, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:41:57.055710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4606a-f9b5-47f7-add2-9236d1c72990 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e9359-204e-437f-abde-f3d6df5e8c68,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.114899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7d6867c3-9bac-42f2-8ea6-4d421591fdbf tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196666 Feb 04 15:41:57.116413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.117467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55140) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:57.122878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-649c0909-a720-477d-84d7-42c0cb4295e6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674089623'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:57.130643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.136993 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36137f-35b3-4ba0-9cee-21104a48ef21 req-ed688241-152a-4455-979a-372c59558649 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:57.152457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e36137f-35b3-4ba0-9cee-21104a48ef21 req-ed688241-152a-4455-979a-372c59558649 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 944 time: 0.6757510 Feb 04 15:41:57.228297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:41:57.249443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f15906-dd2a-482b-9ed2-9a7df0012eae,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.287617 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.287963 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Added segment 7b866199-3190-4904-aa6e-57ef7d7a7de6 of type vlan for network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb Feb 04 15:41:57.316782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-649c0909-a720-477d-84d7-42c0cb4295e6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.335724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 40f6ca25-0364-4694-b821-e0ceda574eff is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:41:57.376332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e36137f-35b3-4ba0-9cee-21104a48ef21 req-6c089413-72c0-4ca4-b958-45d78b06132c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124321 Feb 04 15:41:57.539758 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.560228 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-649c0909-a720-477d-84d7-42c0cb4295e6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.565628 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.592078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-649c0909-a720-477d-84d7-42c0cb4295e6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.632407 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae55effc-97d4-40e5-aeaa-6334fa7e9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.676483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Allocated IP 172.20.0.1 (ee470257-3576-4751-bf3f-ae013d9c464a/664872ca-9dd3-4bb0-bb5c-13829b8b7916/ddd19877-5042-4d6d-8cb7-37a6f72fc5ee) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:41:57.736070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-649c0909-a720-477d-84d7-42c0cb4295e6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.746665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-649c0909-a720-477d-84d7-42c0cb4295e6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6192281 Feb 04 15:41:57.751973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55146) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:57.755128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c0909-a720-477d-84d7-42c0cb4295e6 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bbff25-72d6-4a3a-9f06-bce4282aefe8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:57.768790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b9a58f9c-6a40-4b03-b5ed-245aa5cded63 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:57.776869 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-b9a58f9c-6a40-4b03-b5ed-245aa5cded63 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 15:41:57.784470 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-b9a58f9c-6a40-4b03-b5ed-245aa5cded63 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:57.789917 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b9a58f9c-6a40-4b03-b5ed-245aa5cded63 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221012 Feb 04 15:41:57.795491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55148) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:57.799097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.807093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:57.808506 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.820864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 40f6ca25-0364-4694-b821-e0ceda574eff) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:57.827598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ff29f7fb-41b8-479f-8bf6-29dd727f1cbe tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:57.852056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:57.854740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:57.856258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c4f14f-5acf-478b-a1e1-fe2e71a75094 None None] Network 40f6ca25-0364-4694-b821-e0ceda574eff requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:41:58.064194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5577161 Feb 04 15:41:58.077963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55152) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:58.110528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Request body: {'subnet': {'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2126466633-subnet', 'tenant_id': '3e968d458ab84fa08aacdb51423ec62a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:58.118524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432ded5-305c-4514-86d5-e0ae373d9252 admin admin] Pushing event updated for resources: {'Network': ['ID=04512ac3-9d79-4549-b9ce-6fbaf89c17cb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:58.137163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f66a718b-59cd-4647-aae2-e24c126ae715 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8169475 Feb 04 15:41:58.141077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55154) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:58.168436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:41:58.223594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061bb00-062e-4c7b-8f0c-f29c178ee5c3 req-c76a648d-139b-4e92-9f34-53e7762ea8bf tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:58.236069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1061bb00-062e-4c7b-8f0c-f29c178ee5c3 req-c76a648d-139b-4e92-9f34-53e7762ea8bf tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 945 time: 0.4295642 Feb 04 15:41:58.289006 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-ff29f7fb-41b8-479f-8bf6-29dd727f1cbe tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:58.298065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ff29f7fb-41b8-479f-8bf6-29dd727f1cbe tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4967949 Feb 04 15:41:58.341237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ae55effc-97d4-40e5-aeaa-6334fa7e9eba None None] For port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,segment=NetworkSegment(695f9931-70cd-4bd9-ad5a-dbffe084b7f1),segment_id=695f9931-70cd-4bd9-ad5a-dbffe084b7f1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:58.360566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55160) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:58.366911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:50Z', 'revision_number': 3, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:41:58.371204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:41:58.378518 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c66b8ed-b325-48cc-b0a0-4317e457f91f" -d '{"events": [{"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-plugged", "status": "completed", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:41:58.393857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a092eeb2-b77f-4f97-80c0-27b4d80b9eff tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:58.404349 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-a092eeb2-b77f-4f97-80c0-27b4d80b9eff tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 15:41:58.405608 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-a092eeb2-b77f-4f97-80c0-27b4d80b9eff tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:41:58.407000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a092eeb2-b77f-4f97-80c0-27b4d80b9eff tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0324090 Feb 04 15:41:58.431853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:41:58.441868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.449005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cc7d5d3a-52cc-4b6c-a809-ca68f4058b7a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:41:58.487618 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ae55effc-97d4-40e5-aeaa-6334fa7e9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.503965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Made reservation on behalf of 3e968d458ab84fa08aacdb51423ec62a for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:41:58.510586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.565824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Checking router: 72de13a3-22cb-4a4c-b385-837010b49d19 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:41:58.566574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Updating router 72de13a3-22cb-4a4c-b385-837010b49d19 port b4c6f095-92ed-413b-b0b2-8b92823bf30e binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:41:58.571725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.713156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:41:58.754604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1061bb00-062e-4c7b-8f0c-f29c178ee5c3 req-eaaf4ba9-aa10-4a91-9a4b-860c59def133 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094478 Feb 04 15:41:58.805024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Network ee470257-3576-4751-bf3f-ae013d9c464a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:41:58.807220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:41:58.811516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:41:58.860657 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.939324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:58.958569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5b774d05-e99e-4ab0-8185-26eecb43b488 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:59.192285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55effc-97d4-40e5-aeaa-6334fa7e9eba None None] Pushing event updated for resources: {'Port': ['ID=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:59.233310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.542790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:41:59.543606 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:41:59.641877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.704220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663a917-e036-404a-8e64-9778044d6e06 req-a3b93489-02ba-48d2-a1da-0aa4cf1fadfe tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:41:59.708081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a663a917-e036-404a-8e64-9778044d6e06 req-a3b93489-02ba-48d2-a1da-0aa4cf1fadfe tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 944 time: 0.3429570 Feb 04 15:41:59.860384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-284af72d-96a8-4178-b970-9274e801d0ae None None] Provisioning complete for port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:41:59.861056 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-284af72d-96a8-4178-b970-9274e801d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:41:59.869807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a663a917-e036-404a-8e64-9778044d6e06 req-0ec4b548-762c-4fae-bccc-dd8b690148d0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305103 Feb 04 15:41:59.899888 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.016581 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.028392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-40f6ca25-0364-4694-b821-e0ceda574eff', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:42:00.029734 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.044840 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc2cd35-4cb5-45fb-868f-0d54d1c43716 x-openstack-request-id: req-0dc2cd35-4cb5-45fb-868f-0d54d1c43716 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:00.045285 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-plugged", "status": "completed", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:00.045715 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0dc2cd35-4cb5-45fb-868f-0d54d1c43716 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:00.046287 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'code': 200} Feb 04 15:42:00.114589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.134400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.260423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:00.316696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Allocated IP 172.21.0.2 (40f6ca25-0364-4694-b821-e0ceda574eff/d8e4fefd-6bad-4756-bb83-364d9d7d0553/f368a4db-ce2c-4d12-b2c1-430c5babbe0c) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:00.338902 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.440449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e02dd-1df8-499d-b666-baadbf5e242e req-af7a607d-6b3e-494f-8dbf-7d72928a031b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:00.459185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b7e02dd-1df8-499d-b666-baadbf5e242e req-af7a607d-6b3e-494f-8dbf-7d72928a031b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.2335291 Feb 04 15:42:00.543246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b7e02dd-1df8-499d-b666-baadbf5e242e req-13fad3d5-7917-4bc1-8767-27182af809d8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820825 Feb 04 15:42:00.614875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Network ee470257-3576-4751-bf3f-ae013d9c464a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:00.618505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:00.843320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Attempting to bind port b4c6f095-92ed-413b-b0b2-8b92823bf30e on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:00.844387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Attempting to bind port b4c6f095-92ed-413b-b0b2-8b92823bf30e by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:00.846310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Attempting to bind port b4c6f095-92ed-413b-b0b2-8b92823bf30e on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:00.918578 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-cc7d5d3a-52cc-4b6c-a809-ca68f4058b7a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:00.922928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cc7d5d3a-52cc-4b6c-a809-ca68f4058b7a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 2.4849470 Feb 04 15:42:00.924573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55218) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:00.944889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-daf9f11f-1a08-4286-8694-36669cfb8b64 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:00.951566 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-daf9f11f-1a08-4286-8694-36669cfb8b64 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 15:42:00.956115 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-daf9f11f-1a08-4286-8694-36669cfb8b64 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:00.957789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:00.962983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:00.963273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-daf9f11f-1a08-4286-8694-36669cfb8b64 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0341752 Feb 04 15:42:00.963459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.963459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:00.966238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Bound port: b4c6f095-92ed-413b-b0b2-8b92823bf30e, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:00.969496 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:00.971567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:00.975385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55224) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:01.003162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-89ba732a-3820-4795-9bb8-42881a7ca3d7 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:01.010213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Router 72de13a3-22cb-4a4c-b385-837010b49d19 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:01.077431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655aba7-89e0-4525-9db1-5befe102a513 None None] Pushing event updated for resources: {'Port': ['ID=b4c6f095-92ed-413b-b0b2-8b92823bf30e,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:01.080736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 5b774d05-e99e-4ab0-8185-26eecb43b488 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:01.138799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:01.140242 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.191427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 5b774d05-e99e-4ab0-8185-26eecb43b488 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:01.192167 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.230157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-addcaa02-dd2b-40e3-b3b0-0d9e2ffb3b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.321329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.425249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:01.443565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13393dc0-e909-4783-8942-166509cbfe0f req-c2ec92be-c2f8-492a-a379-c923b8992db0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:01.445873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13393dc0-e909-4783-8942-166509cbfe0f req-c2ec92be-c2f8-492a-a379-c923b8992db0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 944 time: 0.3024399 Feb 04 15:42:01.455441 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-89ba732a-3820-4795-9bb8-42881a7ca3d7 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Project a7acc40f5e324623b908dece16a779c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:42:01.459931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3da85168-4d47-4a19-8880-edba9cb75181 admin admin] 10.222.0.47 "PUT /v2.0/routers/72de13a3-22cb-4a4c-b385-837010b49d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2445233 Feb 04 15:42:01.537100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13393dc0-e909-4783-8942-166509cbfe0f req-31ab73e7-06bc-4438-97b5-9bc6c3b933ef tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748107 Feb 04 15:42:01.544852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.552702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f240ac-033b-4a39-97b6-383ba4fbf6d6,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:01.565086 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-89ba732a-3820-4795-9bb8-42881a7ca3d7 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:01.566537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-89ba732a-3820-4795-9bb8-42881a7ca3d7 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5793664 Feb 04 15:42:01.569806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55244) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:01.576038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3602dfbd-df18-467d-b405-84cd745bbed7 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:01.576038 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-3602dfbd-df18-467d-b405-84cd745bbed7 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 15:42:01.576815 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-3602dfbd-df18-467d-b405-84cd745bbed7 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:01.578266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3602dfbd-df18-467d-b405-84cd745bbed7 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071881 Feb 04 15:42:01.581426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Checking segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:01.582421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55246) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:01.585884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Network hostable DHCP agents. Network: 04512ac3-9d79-4549-b9ce-6fbaf89c17cb, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:01.598692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f431bfd2-85b1-4357-90cf-5a2154e9c706 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:01.686554 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-f431bfd2-85b1-4357-90cf-5a2154e9c706 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Project a7acc40f5e324623b908dece16a779c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:42:01.704464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] For port b4c6f095-92ed-413b-b0b2-8b92823bf30e, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:01.735774 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-f431bfd2-85b1-4357-90cf-5a2154e9c706 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:01.740145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f431bfd2-85b1-4357-90cf-5a2154e9c706 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1564906 Feb 04 15:42:01.741159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55252) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:01.755411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] For port b4c6f095-92ed-413b-b0b2-8b92823bf30e, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b4c6f095-92ed-413b-b0b2-8b92823bf30e,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:01.786572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-dc0f05b4-a519-44d1-ad81-f5ce47db2978 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '67bbff25-72d6-4a3a-9f06-bce4282aefe8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:01.934584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:01.961898 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-dc0f05b4-a519-44d1-ad81-f5ce47db2978 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Project a7acc40f5e324623b908dece16a779c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:42:02.059528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774971e-a530-46b3-8ef5-0e48b34aa921 req-4100d4bb-1145-4f87-ae08-474b7d966323 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.067751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e774971e-a530-46b3-8ef5-0e48b34aa921 req-4100d4bb-1145-4f87-ae08-474b7d966323 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3250203 Feb 04 15:42:02.072464 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-dc0f05b4-a519-44d1-ad81-f5ce47db2978 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:02.083052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dc0f05b4-a519-44d1-ad81-f5ce47db2978 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3394475 Feb 04 15:42:02.085627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55272) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:02.096958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:02.114342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 04512ac3-9d79-4549-b9ce-6fbaf89c17cb) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:02.134621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:02.135154 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.185646 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.204345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-31404a39-1ebe-49ae-b349-545433e36ca2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.1104074 Feb 04 15:42:02.325445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e774971e-a530-46b3-8ef5-0e48b34aa921 req-d1fb4a5b-d1e2-4026-96b6-5a5d6ebbd3fe tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389636 Feb 04 15:42:02.343923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-caf2d984-f3b8-493e-a867-1ada476a1534 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.375454 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038ac41-f87b-4934-a2fc-daac3357b464 None None] Network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:42:02.438243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-caf2d984-f3b8-493e-a867-1ada476a1534 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.500439 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.645724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.21.0.1 (40f6ca25-0364-4694-b821-e0ceda574eff/d8e4fefd-6bad-4756-bb83-364d9d7d0553/ebcfdce5-176b-4ff2-b3ab-0ae1653eb647) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:02.651502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-caf2d984-f3b8-493e-a867-1ada476a1534 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.654700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-caf2d984-f3b8-493e-a867-1ada476a1534 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.656500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-caf2d984-f3b8-493e-a867-1ada476a1534 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/67bbff25-72d6-4a3a-9f06-bce4282aefe8 HTTP/1.1" status: 204 len: 168 time: 0.5699177 Feb 04 15:42:02.663876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55296) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:02.677080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2d984-f3b8-493e-a867-1ada476a1534 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bbff25-72d6-4a3a-9f06-bce4282aefe8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:02.865672 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:02.921889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a3abd754-2208-4a1e-a2ec-2246c7908365 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2503023 Feb 04 15:42:02.926195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55302) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:02.931755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1e9858c7-c99c-492a-b1ee-4d4bbbf60b30 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732485374'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:02.947928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5b774d05-e99e-4ab0-8185-26eecb43b488, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5b774d05-e99e-4ab0-8185-26eecb43b488,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:03.039171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:03.040247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:41:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:03.045579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1e9858c7-c99c-492a-b1ee-4d4bbbf60b30 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.082110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.198406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1e9858c7-c99c-492a-b1ee-4d4bbbf60b30 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.207555 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1e9858c7-c99c-492a-b1ee-4d4bbbf60b30 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.267442 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1e9858c7-c99c-492a-b1ee-4d4bbbf60b30 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.270768 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1e9858c7-c99c-492a-b1ee-4d4bbbf60b30 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3415532 Feb 04 15:42:03.278452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55308) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:03.290364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c622a241-f698-4a71-b9b2-3d7336d5bf98 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '9e8e9d16-8fb9-424c-843b-370a13048b45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:03.291354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b774d05-e99e-4ab0-8185-26eecb43b488'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:03.298039 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e509616-55ee-4ae2-9edf-4352b1b0f512" -d '{"events": [{"server_uuid": "e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d", "name": "network-vif-plugged", "status": "completed", "tag": "5b774d05-e99e-4ab0-8185-26eecb43b488"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:03.305118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8219444-96cc-4586-9219-b4edab46184c req-da510178-8f7c-48e5-be7e-e2ec33e54c13 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:03.306765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:03.307313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8219444-96cc-4586-9219-b4edab46184c req-da510178-8f7c-48e5-be7e-e2ec33e54c13 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 945 time: 0.2198839 Feb 04 15:42:03.318780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9858c7-c99c-492a-b1ee-4d4bbbf60b30 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e9d16-8fb9-424c-843b-370a13048b45,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:03.379365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55312) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:03.386425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-337e10d6-05b8-4a6c-b85e-78b2e078f62f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1725935107', 'description': 'tempest-description--630970120'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:03.395767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.446830 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-c622a241-f698-4a71-b9b2-3d7336d5bf98 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The resource could not be found. Feb 04 15:42:03.452517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c622a241-f698-4a71-b9b2-3d7336d5bf98 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1677759 Feb 04 15:42:03.462421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8219444-96cc-4586-9219-b4edab46184c req-76d6dc8e-4437-4db8-9a3c-1c7acef36308 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469803 Feb 04 15:42:03.463200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:03.491395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-24246d95-edb1-4140-975d-d998a1dfb011 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '9e8e9d16-8fb9-424c-843b-370a13048b45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cfb531d5-fc34-4941-83c0-6820380f9b10'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:03.500276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 40f6ca25-0364-4694-b821-e0ceda574eff is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:03.508271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:03.512065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-337e10d6-05b8-4a6c-b85e-78b2e078f62f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.512371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:03.531370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:03.604794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:03.626223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-284af72d-96a8-4178-b970-9274e801d0ae None None] Provisioning complete for port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:03.632251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-284af72d-96a8-4178-b970-9274e801d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.636804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.643906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a94ed-711d-4cdb-8dc5-7fee46daf9db None None] Network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:42:03.692366 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-337e10d6-05b8-4a6c-b85e-78b2e078f62f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.704875 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-337e10d6-05b8-4a6c-b85e-78b2e078f62f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.719914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.759739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e10d6-05b8-4a6c-b85e-78b2e078f62f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46febe86-bdbc-4ff9-bcb0-02eac1bf7021,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:03.895631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655aba7-89e0-4525-9db1-5befe102a513 None None] Pushing event updated for resources: {'Port': ['ID=b4c6f095-92ed-413b-b0b2-8b92823bf30e,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:03.897638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-337e10d6-05b8-4a6c-b85e-78b2e078f62f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:03.902223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-337e10d6-05b8-4a6c-b85e-78b2e078f62f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5212963 Feb 04 15:42:03.905601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55342) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:03.909718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ce70aa6f-440e-479e-b4b0-4101719f9e24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'security_group_rule': {'security_group_id': '46febe86-bdbc-4ff9-bcb0-02eac1bf7021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:03.982703 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa6f-440e-479e-b4b0-4101719f9e24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.033781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Network 40f6ca25-0364-4694-b821-e0ceda574eff is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:04.034323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-62e2f38d-0cc3-4286-acb2-e127e86c8d9c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:04.039240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-62e2f38d-0cc3-4286-acb2-e127e86c8d9c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 815 time: 0.2483437 Feb 04 15:42:04.075429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:04.111263 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-24246d95-edb1-4140-975d-d998a1dfb011 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The resource could not be found. Feb 04 15:42:04.116000 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa6f-440e-479e-b4b0-4101719f9e24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.116639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-24246d95-edb1-4140-975d-d998a1dfb011 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6256969 Feb 04 15:42:04.116769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55348) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:04.118207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:04.146743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa6f-440e-479e-b4b0-4101719f9e24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.159089 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-011200c7-3f8d-41ea-ae5d-114776d3bfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.178666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-3f8ef949-87c3-4aae-8809-3f6e9ad6e204 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/quotas/3e968d458ab84fa08aacdb51423ec62a HTTP/1.1" status: 200 len: 375 time: 0.1235082 Feb 04 15:42:04.278606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-63e39197-8763-4877-92f1-70928bb06c2f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:04.280543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-63e39197-8763-4877-92f1-70928bb06c2f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 804 time: 0.5249293 Feb 04 15:42:04.293014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Pushing event updated for resources: {'Port': ['ID=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:04.368743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-04ca9e64-89c0-42bf-a8ba-b7285edbcd4b tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/quotas/bbb454b0a400480fb7c37fc21f3e27bd HTTP/1.1" status: 200 len: 375 time: 0.0794566 Feb 04 15:42:04.459195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-471318ce-0340-42d3-8a4d-0b9f0ba4d601 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2793548 Feb 04 15:42:04.461358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70aa6f-440e-479e-b4b0-4101719f9e24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f01b567-66d0-4d75-bc08-8348c15c67eb,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:04.482882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:04.483681 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.489566 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce70aa6f-440e-479e-b4b0-4101719f9e24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.494076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ce70aa6f-440e-479e-b4b0-4101719f9e24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5852611 Feb 04 15:42:04.538439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55350) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:04.555481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-98639e32-ceb0-445c-a32a-948dfe396351 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'security_group_rule': {'security_group_id': '46febe86-bdbc-4ff9-bcb0-02eac1bf7021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:04.570585 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.604148 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-a5bf5791-f122-4143-8fe0-bbcfce2539b9 service neutron] 10.222.0.47 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212578 Feb 04 15:42:04.638925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Attempting to bind port f368a4db-ce2c-4d12-b2c1-430c5babbe0c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:04.639687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Attempting to bind port f368a4db-ce2c-4d12-b2c1-430c5babbe0c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:04.640260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Attempting to bind port f368a4db-ce2c-4d12-b2c1-430c5babbe0c on network 40f6ca25-0364-4694-b821-e0ceda574eff {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:04.709462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-684f5345-76bc-4144-b4b0-537b12a4c039 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3296270 Feb 04 15:42:04.722788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-d5c03f5f-6287-4895-a787-a3a4a40ac6da service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:42:04.728751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b810c50f-4c19-4165-8f48-b9e1c256405f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.739570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-d5c03f5f-6287-4895-a787-a3a4a40ac6da service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288069 Feb 04 15:42:04.874816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=5b774d05-e99e-4ab0-8185-26eecb43b488,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:04.893902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:04.894390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Checking segment: {'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:04.894720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.895122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Bound using segment: {'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:04.895637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Bound port: f368a4db-ce2c-4d12-b2c1-430c5babbe0c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:04.896029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:04.927628 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-98639e32-ceb0-445c-a32a-948dfe396351 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.016987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-035b8198-1115-4982-94d8-889a31346980 None None] Provisioning complete for port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:05.017421 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-035b8198-1115-4982-94d8-889a31346980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.092614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-035b8198-1115-4982-94d8-889a31346980 None None] Port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:42:05.140682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] For port f368a4db-ce2c-4d12-b2c1-430c5babbe0c, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:05.142211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dff788-fce2-4356-b798-7ebf3664f158 req-12b7a277-38bd-4a4e-927a-eb021cd41aed tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:05.143909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34dff788-fce2-4356-b798-7ebf3664f158 req-12b7a277-38bd-4a4e-927a-eb021cd41aed tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "GET /v2.0/ports?device_id=a65afda6-9b52-4d86-8c8c-48cd0df15bfa HTTP/1.1" status: 200 len: 946 time: 0.1465604 Feb 04 15:42:05.145280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 2, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:05.149242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] For port f368a4db-ce2c-4d12-b2c1-430c5babbe0c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,segment=NetworkSegment(d2ec6d99-54c9-4227-92ff-496c24cc0a30),segment_id=d2ec6d99-54c9-4227-92ff-496c24cc0a30)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:05.179356 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.227421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-12cfc13c-87af-4185-9984-fa9ca5d963e4 service neutron] 10.222.0.47 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683993 Feb 04 15:42:05.421307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fcbe167c-e334-4727-84cf-e30ca0a0e2ca service neutron] 10.222.0.47 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928632 Feb 04 15:42:05.428447 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-98639e32-ceb0-445c-a32a-948dfe396351 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.468909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-98639e32-ceb0-445c-a32a-948dfe396351 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.641489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-98639e32-ceb0-445c-a32a-948dfe396351 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.647662 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-98639e32-ceb0-445c-a32a-948dfe396351 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1066763 Feb 04 15:42:05.655078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98639e32-ceb0-445c-a32a-948dfe396351 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4631611-eb90-43c2-8a56-453da5e87cf6,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.665176 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b810c50f-4c19-4165-8f48-b9e1c256405f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.668231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55370) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:05.691795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567fab5-25e0-4463-8b6a-60a5a59f382b None None] Pushing event updated for resources: {'Port': ['ID=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:05.699264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:05.736803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:05.785200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab19d05-6542-4577-804b-e8b1e6209398 None None] The sync data for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 is: [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 2, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:05.804807 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b810c50f-4c19-4165-8f48-b9e1c256405f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.821509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b810c50f-4c19-4165-8f48-b9e1c256405f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.827522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b810c50f-4c19-4165-8f48-b9e1c256405f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/9e8e9d16-8fb9-424c-843b-370a13048b45 HTTP/1.1" status: 204 len: 168 time: 1.7074878 Feb 04 15:42:05.828778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55376) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:05.885714 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:05.923061 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068252b4-466b-409d-83a6-d7fa0d6be274 x-openstack-request-id: req-068252b4-466b-409d-83a6-d7fa0d6be274 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:05.923524 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d", "name": "network-vif-plugged", "status": "completed", "tag": "5b774d05-e99e-4ab0-8185-26eecb43b488", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:05.923952 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-068252b4-466b-409d-83a6-d7fa0d6be274 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:05.924486 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b774d05-e99e-4ab0-8185-26eecb43b488', 'code': 200} Feb 04 15:42:05.942600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:05.996773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f1bd3bf7-2cff-4ec7-a62e-c8af68f27e78 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558931 Feb 04 15:42:05.997754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:06.007479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-159cbc3e-5dce-4a8a-a2a2-891772da3be8 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': '84657957-84f1-4914-b676-9cc2f3fb2a80', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:06.017143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810c50f-4c19-4165-8f48-b9e1c256405f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e9d16-8fb9-424c-843b-370a13048b45,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:06.116493 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.199042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:06.222145 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.223929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-89652882-f01b-4409-8388-88a5a125ceff service neutron] 10.222.0.47 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5898619 Feb 04 15:42:06.232006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.282949 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-159cbc3e-5dce-4a8a-a2a2-891772da3be8 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The resource could not be found. Feb 04 15:42:06.293127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-159cbc3e-5dce-4a8a-a2a2-891772da3be8 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2910354 Feb 04 15:42:06.297364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55388) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:06.323960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c99fefb2-cc17-4bd0-ab47-6778e7e8aca2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696467240'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:06.435693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c99fefb2-cc17-4bd0-ab47-6778e7e8aca2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.489750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:06.500440 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.529413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:06.688707 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.813273 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c99fefb2-cc17-4bd0-ab47-6778e7e8aca2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.818961 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.825081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c99fefb2-cc17-4bd0-ab47-6778e7e8aca2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.876659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c99fefb2-cc17-4bd0-ab47-6778e7e8aca2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.888122 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c99fefb2-cc17-4bd0-ab47-6778e7e8aca2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5852935 Feb 04 15:42:06.891290 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:06.915864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55398) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:06.933290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-410db0fe-9e5b-4211-814d-9719b981dc8d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--591392564'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:07.137149 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-410db0fe-9e5b-4211-814d-9719b981dc8d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.160472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Deleting port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:42:07.161165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fefb2-cc17-4bd0-ab47-6778e7e8aca2 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad287c03-98d6-488f-8a8f-e60b65e0d0db,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:07.161918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.268270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018217-d3e1-4038-b628-78736c267ef1 req-8af93f44-01de-44b6-8a18-d62fbd192ee2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.281541 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c018217-d3e1-4038-b628-78736c267ef1 req-8af93f44-01de-44b6-8a18-d62fbd192ee2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 945 time: 0.2695467 Feb 04 15:42:07.384567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.395315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] For port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:07.397012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.416979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Calling delete_port for 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:42:07.459950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c018217-d3e1-4038-b628-78736c267ef1 req-5c3196cc-4149-4fbf-8b26-c310132dbb14 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766734 Feb 04 15:42:07.649957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-410db0fe-9e5b-4211-814d-9719b981dc8d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.664150 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-410db0fe-9e5b-4211-814d-9719b981dc8d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.844468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.887118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689ac6-f405-4fe5-9662-28d18cb01b87 req-f5fb9d0d-1c47-4a1c-82cb-8abbc5bc4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.888702 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b8689ac6-f405-4fe5-9662-28d18cb01b87 req-f5fb9d0d-1c47-4a1c-82cb-8abbc5bc4a62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 1096 time: 1.9039829 Feb 04 15:42:07.904359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410db0fe-9e5b-4211-814d-9719b981dc8d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770789ea-0f29-454c-89d7-8a1c1a999d23,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:07.924825 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-410db0fe-9e5b-4211-814d-9719b981dc8d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:07.926410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:07.927195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-410db0fe-9e5b-4211-814d-9719b981dc8d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0047007 Feb 04 15:42:07.927730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217b6e7-47fb-4d66-ad54-1762b04e1f73 req-3334c055-5660-4989-9fb8-35fdc00ef7f5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:07.931195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55412) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:07.934239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2217b6e7-47fb-4d66-ad54-1762b04e1f73 req-3334c055-5660-4989-9fb8-35fdc00ef7f5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 1.8049898 Feb 04 15:42:07.944659 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb9224-1941-42dd-b057-8b563c6e5b0e" -d '{"events": [{"server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:07.964439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.007547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-993daf47-a5cc-4562-8a89-7f1d34c09662 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'ad287c03-98d6-488f-8a8f-e60b65e0d0db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '770789ea-0f29-454c-89d7-8a1c1a999d23'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:08.042544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2ada199d-177e-45f9-b570-8c130dcdd6b4 req-4ccf271e-3777-47c8-be8a-ebe0a152a7ac tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.2288671 Feb 04 15:42:08.158828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:08.192688 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-993daf47-a5cc-4562-8a89-7f1d34c09662 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:08.202117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-993daf47-a5cc-4562-8a89-7f1d34c09662 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2087264 Feb 04 15:42:08.205264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55416) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:08.298995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f368a4db-ce2c-4d12-b2c1-430c5babbe0c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:08.545904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f368a4db-ce2c-4d12-b2c1-430c5babbe0c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:08.546867 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.684013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-83fe5840-ddfd-4ba9-98f8-7d69f5a9aafc req-4bea52f4-c3fa-4a6c-bed4-02db57bd6f4e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 210 time: 0.2224700 Feb 04 15:42:08.688950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e34b499-b77c-4b79-b7ce-ba1e4faf0a1f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.694679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad668d-840c-45b4-b41d-a7897a91c32c None None] Network 40f6ca25-0364-4694-b821-e0ceda574eff requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:42:08.802494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e34b499-b77c-4b79-b7ce-ba1e4faf0a1f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:08.863063 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88b43f-14e4-40bf-91d1-063306ac2a4a x-openstack-request-id: req-ce88b43f-14e4-40bf-91d1-063306ac2a4a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:08.863688 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:08.864255 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ce88b43f-14e4-40bf-91d1-063306ac2a4a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:08.867979 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'code': 200} Feb 04 15:42:09.089692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a7b8e747-5259-4f93-b5c0-baa80da38ec9 None None] Provisioning complete for port f368a4db-ce2c-4d12-b2c1-430c5babbe0c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:09.090485 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e747-5259-4f93-b5c0-baa80da38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.117515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e34b499-b77c-4b79-b7ce-ba1e4faf0a1f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.143109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e34b499-b77c-4b79-b7ce-ba1e4faf0a1f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.143109 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3e34b499-b77c-4b79-b7ce-ba1e4faf0a1f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/770789ea-0f29-454c-89d7-8a1c1a999d23 HTTP/1.1" status: 204 len: 168 time: 0.9279504 Feb 04 15:42:09.192550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55430) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:09.193890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34b499-b77c-4b79-b7ce-ba1e4faf0a1f tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770789ea-0f29-454c-89d7-8a1c1a999d23,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:09.305827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.312221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Pushing event deleted for resources: {'Port': ['ID=7e288c7b-6f3c-4d3a-a094-f0fb10b1585f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:09.361624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f816f-8010-475f-b0ec-6cf1e27ecef4 req-816ddbac-fc14-4867-a9fc-763f28a6349f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:09.365233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d15f816f-8010-475f-b0ec-6cf1e27ecef4 req-816ddbac-fc14-4867-a9fc-763f28a6349f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 945 time: 0.3716285 Feb 04 15:42:09.474127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port f368a4db-ce2c-4d12-b2c1-430c5babbe0c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,segment=NetworkSegment(d2ec6d99-54c9-4227-92ff-496c24cc0a30),segment_id=d2ec6d99-54c9-4227-92ff-496c24cc0a30)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:09.475865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d15f816f-8010-475f-b0ec-6cf1e27ecef4 req-17cf6e65-6826-4a91-ab1d-8eb187c91253 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889640 Feb 04 15:42:09.536913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:09.554578 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.578839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 40f6ca25-0364-4694-b821-e0ceda574eff is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:09.581597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:09.633379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4cfec5d5-aa18-4f0b-81ef-ec2daa4c2310 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4159806 Feb 04 15:42:09.652701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55434) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:09.681359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:42:09.689748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:42:09.701905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b8689ac6-f405-4fe5-9662-28d18cb01b87 req-51545925-ad0d-47b1-adef-a55a75d8b521 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7581358 Feb 04 15:42:09.770342 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e747-5259-4f93-b5c0-baa80da38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.849039 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:09.904700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-059d8e22-dc7a-4a5a-9440-f8bece736e9f tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:09.906524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-059d8e22-dc7a-4a5a-9440-f8bece736e9f tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 815 time: 0.2326496 Feb 04 15:42:09.964951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-674bce5c-5522-454b-8863-fa67f377e0a2 req-a95edb02-7a9f-4b51-8e20-c661e05f5a61 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.3286517 Feb 04 15:42:09.977266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Request body: {'port': {'device_id': '9207bd04-b586-4f35-9d69-e7c65e908cfb', 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'admin_state_up': True, 'tenant_id': '3e968d458ab84fa08aacdb51423ec62a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:10.027689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b4c6f095-92ed-413b-b0b2-8b92823bf30e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:10.096490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:10.113481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] No DVR routers for this DVR port 7e288c7b-6f3c-4d3a-a094-f0fb10b1585f on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:10.117010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.121778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34dff788-fce2-4356-b798-7ebf3664f158 req-d2477067-cd29-4beb-b576-9e1e132cdd2a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "DELETE /v2.0/ports/7e288c7b-6f3c-4d3a-a094-f0fb10b1585f HTTP/1.1" status: 204 len: 173 time: 4.9678159 Feb 04 15:42:10.131240 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-a7b8e747-5259-4f93-b5c0-baa80da38ec9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:42:10.132632 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-a7b8e747-5259-4f93-b5c0-baa80da38ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:42:10.135086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-002b60a7-2091-436c-bfcb-4832f2097501 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:10.137161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-002b60a7-2091-436c-bfcb-4832f2097501 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 804 time: 0.7353368 Feb 04 15:42:10.192557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b4c6f095-92ed-413b-b0b2-8b92823bf30e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:10.197663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.208790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'name': 'network-vif-deleted', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:10.211192 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d5649-3645-460f-a3b9-d25865e62035" -d '{"events": [{"server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "name": "network-vif-deleted", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:10.220008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Request body: {'port': {'device_id': 'bbc67f40-11a0-49ce-8232-42c7606a7dd9', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'admin_state_up': True, 'tenant_id': 'bbb454b0a400480fb7c37fc21f3e27bd'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:10.361998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Made reservation on behalf of 3e968d458ab84fa08aacdb51423ec62a for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:10.369178 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.455451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a10ab23-dcc1-4809-9f50-26db453d04bf req-d9c98f92-1953-4564-86a8-adb6775261fb tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 210 time: 0.1666260 Feb 04 15:42:10.591314 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3baf50-6d45-49dc-8c06-bbbd1a61fb30 x-openstack-request-id: req-bc3baf50-6d45-49dc-8c06-bbbd1a61fb30 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:10.592169 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65afda6-9b52-4d86-8c8c-48cd0df15bfa", "name": "network-vif-deleted", "tag": "7e288c7b-6f3c-4d3a-a094-f0fb10b1585f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:10.592169 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc3baf50-6d45-49dc-8c06-bbbd1a61fb30 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:10.592785 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65afda6-9b52-4d86-8c8c-48cd0df15bfa', 'name': 'network-vif-deleted', 'tag': '7e288c7b-6f3c-4d3a-a094-f0fb10b1585f', 'status': 'completed', 'code': 200} Feb 04 15:42:10.635482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2217b6e7-47fb-4d66-ad54-1762b04e1f73 req-6f2cfda3-41be-4499-8797-3fdb79e1b854 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6304674 Feb 04 15:42:10.776613 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98856eb-cb40-417c-b87f-f87f354ad02b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.817118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Made reservation on behalf of bbb454b0a400480fb7c37fc21f3e27bd for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:10.824962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.838478 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.928413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b4c6f095-92ed-413b-b0b2-8b92823bf30e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b4c6f095-92ed-413b-b0b2-8b92823bf30e,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:10.943747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98856eb-cb40-417c-b87f-f87f354ad02b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.949052 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Sync routers for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:10.959785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:10.973440 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:10.978544 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:10.990127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:10.997246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a28e6-38de-4c09-b3cf-bedda71430b4 req-e8a4c2f9-7774-4b9e-990f-5075e15826e5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:10.999012 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c33a28e6-38de-4c09-b3cf-bedda71430b4 req-e8a4c2f9-7774-4b9e-990f-5075e15826e5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 945 time: 0.2302318 Feb 04 15:42:11.006318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Allocated IP 172.20.0.10 (04512ac3-9d79-4549-b9ce-6fbaf89c17cb/a9f240ac-033b-4a39-97b6-383ba4fbf6d6/84bc7a7c-5832-476e-8ada-24105333d7b0) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:11.269926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b4c6f095-92ed-413b-b0b2-8b92823bf30e,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:11.311530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c33a28e6-38de-4c09-b3cf-bedda71430b4 req-0123842d-cdb3-4ec9-821f-f48c99dc9b92 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011041 Feb 04 15:42:11.355704 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:11.374235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.385007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-bb868e1c-758b-45f5-a9d5-f830b2701855 None None] Provisioning complete for port f368a4db-ce2c-4d12-b2c1-430c5babbe0c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:11.385626 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bb868e1c-758b-45f5-a9d5-f830b2701855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:11.511379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8855f4cd-1d5c-465e-bba7-40625c74fe77 req-8b7738fe-6347-4443-b59f-5baf1c984eb6 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.3006041 Feb 04 15:42:11.940836 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.007752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b4c6f095-92ed-413b-b0b2-8b92823bf30e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:12.051258 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.142659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:12.144573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Pushing event updated for resources: {'Port': ['ID=84bc7a7c-5832-476e-8ada-24105333d7b0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.147665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:12.160036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:12.179947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:12.182596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-bb868e1c-758b-45f5-a9d5-f830b2701855 None None] Provisioning complete for port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:12.182908 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98856eb-cb40-417c-b87f-f87f354ad02b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.183773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bb868e1c-758b-45f5-a9d5-f830b2701855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.192033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98856eb-cb40-417c-b87f-f87f354ad02b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.194106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b98856eb-cb40-417c-b87f-f87f354ad02b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/ad287c03-98d6-488f-8a8f-e60b65e0d0db HTTP/1.1" status: 204 len: 168 time: 2.5068665 Feb 04 15:42:12.213094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55470) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:12.237237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f37463-0b76-4eac-bad8-5a10c8f89f4d req-eca00123-192b-4964-b67d-36b407367fdf tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.242662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:12.246816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96f37463-0b76-4eac-bad8-5a10c8f89f4d req-eca00123-192b-4964-b67d-36b407367fdf tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 932 time: 0.4732597 Feb 04 15:42:12.271530 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-512ec689-7363-4f07-8dd0-f630e0ae85d6 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1284084 Feb 04 15:42:12.277776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:12.292104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:12.295032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:12.308562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-95463008'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:12.318892 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 2, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:12.394022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Allocated IP 172.20.0.13 (ac82600d-3c65-459e-9abe-21c191d508c6/b76ece1f-58a1-49a6-8c91-49900151716a/e31a21e2-a6d6-4065-8d2e-19f75059e01c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:12.406709 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Checking router: 72de13a3-22cb-4a4c-b385-837010b49d19 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:12.407278 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Updating router 72de13a3-22cb-4a4c-b385-837010b49d19 port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:42:12.450758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.452858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.510007 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.538570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bb868e1c-758b-45f5-a9d5-f830b2701855 None None] Port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:42:12.550560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98856eb-cb40-417c-b87f-f87f354ad02b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad287c03-98d6-488f-8a8f-e60b65e0d0db,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:12.563086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-180e1a3d-079f-49ac-af98-148c76b115f5 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3134971 Feb 04 15:42:12.573068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96f37463-0b76-4eac-bad8-5a10c8f89f4d req-b8c288c9-4f6d-4018-b344-5e252c5f24b9 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249533 Feb 04 15:42:12.574667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55480) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:12.584408 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-9841be4d-8b64-492f-b1b3-417fcc9db42e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6374567 Feb 04 15:42:12.585294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b4c6f095-92ed-413b-b0b2-8b92823bf30e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:12.585703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.593236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-50a9c5a8-9a18-47f1-afea-d0b492c5f240 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598994474'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:12.626354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Request body: {'port': {'device_id': '9207bd04-b586-4f35-9d69-e7c65e908cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:12.631300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:12.638108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:12.647969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:12.985403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a5bad-e35c-423f-b87c-51bf0be28e77 req-ac09e5ec-74b2-440c-bbc3-37a21736491e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:12.988644 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e0a5bad-e35c-423f-b87c-51bf0be28e77 req-ac09e5ec-74b2-440c-bbc3-37a21736491e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.9766152 Feb 04 15:42:12.995658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:13.009945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.019855 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-50a9c5a8-9a18-47f1-afea-d0b492c5f240 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.029139 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.029139 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment 8cc25936-50d9-4f95-ba28-73ad13ed697f of type vlan for network 3f3a7e36-8be1-40c9-9825-3e2895715696 Feb 04 15:42:13.126210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eec9d5-b17c-4535-ab52-a81190f8bced req-29e5f8d9-06ce-45b7-9cb1-09c89c13eede tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:13.147949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0eec9d5-b17c-4535-ab52-a81190f8bced req-29e5f8d9-06ce-45b7-9cb1-09c89c13eede tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 945 time: 0.2328289 Feb 04 15:42:13.156135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e0a5bad-e35c-423f-b87c-51bf0be28e77 req-9b12ccd5-a831-47b2-9e1b-572fdec2f706 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474156 Feb 04 15:42:13.213113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Allocated IP 172.25.1.106 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/f7985fc1-f219-4257-99f8-ffc7d5236401) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:13.350147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.416394 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0eec9d5-b17c-4535-ab52-a81190f8bced req-010dfb2b-b8bf-450e-9a84-9fb01c550219 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674224 Feb 04 15:42:13.523417 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.546406 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.666884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fe2fe2fd-0c0b-4c07-8ebb-e3a76e45144b None None] Provisioning complete for port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:13.667871 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe2fd-0c0b-4c07-8ebb-e3a76e45144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.675987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9904d0fb-7840-4ef2-bef5-abf4ba95a37e req-daf236d9-ea60-4be0-8180-a98ea5aa7143 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.3055832 Feb 04 15:42:13.745869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fe2fd-0c0b-4c07-8ebb-e3a76e45144b None None] Port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:42:13.845395 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Attempting to bind port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:13.846540 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Attempting to bind port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:13.847535 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Attempting to bind port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:13.859406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.861713 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:13.862932 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Checking segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:13.864220 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:13.865225 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Bound using segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:13.866433 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Bound port: ddd19877-5042-4d6d-8cb7-37a6f72fc5ee, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:13.867462 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.003717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 3, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:05Z', 'revision_number': 2, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:14.027732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeef18-e2ea-4f77-8f09-ac18fcb1e467 req-42434230-e19b-42e3-8d06-275284896220 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:14.042410 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] For port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:14.049197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8daeef18-e2ea-4f77-8f09-ac18fcb1e467 req-42434230-e19b-42e3-8d06-275284896220 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 932 time: 0.1827383 Feb 04 15:42:14.053681 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] For port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:14.092319 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.114599 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8a4d5-973e-43ec-9b4e-66fe9fe130de None None] Pushing event updated for resources: {'Port': ['ID=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.153183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-50a9c5a8-9a18-47f1-afea-d0b492c5f240 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.170629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bc7a7c-5832-476e-8ada-24105333d7b0 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:14.183839 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.205753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Transition to ACTIVE for port object 84bc7a7c-5832-476e-8ada-24105333d7b0 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:14.206976 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.211401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.216240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:14.217676 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.270989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.332702 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:14.334557 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:14.350898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.360634 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-50a9c5a8-9a18-47f1-afea-d0b492c5f240 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.412456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Network ac82600d-3c65-459e-9abe-21c191d508c6 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:14.422099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Pushing event updated for resources: {'Port': ['ID=e31a21e2-a6d6-4065-8d2e-19f75059e01c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.431032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:14.437733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:14.571954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8daeef18-e2ea-4f77-8f09-ac18fcb1e467 req-1b87ead5-ab81-4c91-bfa2-132110a9236e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195224 Feb 04 15:42:14.592763 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8a4d5-973e-43ec-9b4e-66fe9fe130de None None] Pushing event updated for resources: {'Port': ['ID=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.595415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:14.595850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Updating router 93c7457c-a4bd-4fea-9d45-affa5d71f466 port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:42:14.605141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:14.605835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.619099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f368a4db-ce2c-4d12-b2c1-430c5babbe0c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:14.681726 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:42:14.727256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-620e73c8-244f-4a8e-9262-61fb7c69d8b0 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5113976 Feb 04 15:42:14.751344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Request body: {'port': {'device_id': 'bbc67f40-11a0-49ce-8232-42c7606a7dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:14.769167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8d63e573-cd3d-4eb5-8fd3-40629eb51f21 None None] Provisioning complete for port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:14.769957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d63e573-cd3d-4eb5-8fd3-40629eb51f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.855571 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.860154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Pushing event updated for resources: {'Port': ['ID=84bc7a7c-5832-476e-8ada-24105333d7b0,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:14.913568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:14.996942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:15.001203 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:15.003987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'Port': ['ID=f7985fc1-f219-4257-99f8-ffc7d5236401,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:15.008198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:15.020241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:15.109290 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.126408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-50a9c5a8-9a18-47f1-afea-d0b492c5f240 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.138626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-50a9c5a8-9a18-47f1-afea-d0b492c5f240 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5514262 Feb 04 15:42:15.149151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.157595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.162919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.163915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.164785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.165063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55514) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:15.165856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.168049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.168899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.170191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1dd29d1a-3957-42b0-b3ef-2c3b09e3187d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'b98922a2-1f5b-4df2-9be5-c83f9b1b4a56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:15.171007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.172969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.175505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.176384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:15.183883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69815-bdb7-4e87-abb1-2e7e0cc3b44d req-a2eccabe-794d-4986-9f1b-73362c8a30e7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:15.202313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.9063823 Feb 04 15:42:15.206900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7e69815-bdb7-4e87-abb1-2e7e0cc3b44d req-a2eccabe-794d-4986-9f1b-73362c8a30e7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4515257 Feb 04 15:42:15.218491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109c86e-a48a-42eb-baa8-b6ee2e6ff4eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=3f3a7e36-8be1-40c9-9825-3e2895715696,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:15.226306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55516) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:15.243188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0ce3-f079-4332-9dbf-d7f0eb929389 req-d28045d4-d8c0-4d78-b3a4-5f89811b20b8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:15.258139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a71d0ce3-f079-4332-9dbf-d7f0eb929389 req-d28045d4-d8c0-4d78-b3a4-5f89811b20b8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 945 time: 1.2228718 Feb 04 15:42:15.267679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:15.313041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9c5a8-9a18-47f1-afea-d0b492c5f240 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98922a2-1f5b-4df2-9be5-c83f9b1b4a56,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:15.371083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7e69815-bdb7-4e87-abb1-2e7e0cc3b44d req-2309f9cc-1d33-4f92-920e-5d06c7e2bf45 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629138 Feb 04 15:42:15.405600 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d63e573-cd3d-4eb5-8fd3-40629eb51f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.415872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3f3a7e36-8be1-40c9-9825-3e2895715696 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:42:15.525811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Attempting to bind port 84bc7a7c-5832-476e-8ada-24105333d7b0 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:15.526204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Attempting to bind port 84bc7a7c-5832-476e-8ada-24105333d7b0 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:15.526674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Attempting to bind port 84bc7a7c-5832-476e-8ada-24105333d7b0 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:15.602869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Port 84bc7a7c-5832-476e-8ada-24105333d7b0 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:42:15.603209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Attempting to bind port 84bc7a7c-5832-476e-8ada-24105333d7b0 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:15.626665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.754639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a71d0ce3-f079-4332-9dbf-d7f0eb929389 req-cce7f3b9-1149-4a14-b5de-0e8496d3dda1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933398 Feb 04 15:42:15.757656 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-1dd29d1a-3957-42b0-b3ef-2c3b09e3187d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:15.762522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1dd29d1a-3957-42b0-b3ef-2c3b09e3187d tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5930469 Feb 04 15:42:15.762925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:15.773594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.777197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55526) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:15.785629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4038155e-16e5-4efc-b9ba-97f8f1511608 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group_rule': {'security_group_id': 'b98922a2-1f5b-4df2-9be5-c83f9b1b4a56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:15.825627 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.832268 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:42:14Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:15.842545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:15.843057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Checking segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:15.843668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Bound using segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:15.844374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Bound port: 84bc7a7c-5832-476e-8ada-24105333d7b0, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:15.844948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.846801 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.866143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f368a4db-ce2c-4d12-b2c1-430c5babbe0c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:15.866613 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.868859 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:15.965041 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d9d26-36a1-4c71-83b7-2956e7475770 None None] The sync data for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 is: [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:42:14Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:16.113833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5748ee3-386c-4e5b-801b-02e866521de5 None None] Pushing event updated for resources: {'Port': ['ID=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:16.166619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] For port 84bc7a7c-5832-476e-8ada-24105333d7b0, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:16.184254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] For port 84bc7a7c-5832-476e-8ada-24105333d7b0, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=84bc7a7c-5832-476e-8ada-24105333d7b0,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:16.228585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8d63e573-cd3d-4eb5-8fd3-40629eb51f21 None None] For port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:16.243261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605b87e-66e0-4b0a-a882-e1c9f9296a36 req-88e89caa-3c2d-435f-8547-5b28cd1475c2 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.252116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9605b87e-66e0-4b0a-a882-e1c9f9296a36 req-88e89caa-3c2d-435f-8547-5b28cd1475c2 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 932 time: 0.6827450 Feb 04 15:42:16.252904 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d63e573-cd3d-4eb5-8fd3-40629eb51f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.528491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e573-cd3d-4eb5-8fd3-40629eb51f21 None None] Pushing event updated for resources: {'Port': ['ID=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:16.588332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.628893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.671976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-721fceb4-14cf-47a3-b675-96b57fd15dd5 None None] Provisioning complete for port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:16.672352 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-721fceb4-14cf-47a3-b675-96b57fd15dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.706118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920d810-f77b-4fdc-add7-9e076d5fe326 req-e7bbfea1-b324-4346-8b65-10e8ac3e5c1a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.718383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c920d810-f77b-4fdc-add7-9e076d5fe326 req-e7bbfea1-b324-4346-8b65-10e8ac3e5c1a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 944 time: 0.6950803 Feb 04 15:42:16.822426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Attempting to bind port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:16.823430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Attempting to bind port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:16.824346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Attempting to bind port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 on network 40f6ca25-0364-4694-b821-e0ceda574eff {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:16.829412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=351e1f12-cefb-4ce1-b9af-d65a7b9486a7,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:16.882010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:16.882010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Checking segment: {'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:16.882010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.882010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Bound using segment: {'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:16.882010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Bound port: ebcfdce5-176b-4ff2-b3ab-0ae1653eb647, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ec6d99-54c9-4227-92ff-496c24cc0a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:16.882010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.908770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:16.908770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: 3f3a7e36-8be1-40c9-9825-3e2895715696, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:16.938369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:16.942423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:16.944073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] 10.222.0.50 "PUT /v2.0/ports/84bc7a7c-5832-476e-8ada-24105333d7b0 HTTP/1.1" status: 200 len: 1092 time: 4.3427110 Feb 04 15:42:16.957823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9207bd04-b586-4f35-9d69-e7c65e908cfb', 'tag': '84bc7a7c-5832-476e-8ada-24105333d7b0'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:16.961137 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241ff6d6-9b34-4307-ab4d-fb015b345f88" -d '{"events": [{"name": "network-changed", "server_uuid": "9207bd04-b586-4f35-9d69-e7c65e908cfb", "tag": "84bc7a7c-5832-476e-8ada-24105333d7b0"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:17.010221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 3f3a7e36-8be1-40c9-9825-3e2895715696 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:17.040775 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c920d810-f77b-4fdc-add7-9e076d5fe326 req-ae34eb3b-dbe3-462c-bdbf-2335a30ff105 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201923 Feb 04 15:42:17.044670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb6320-b934-4a0b-bb51-b4cee56dedf2 service neutron] Pushing event updated for resources: {'Port': ['ID=84bc7a7c-5832-476e-8ada-24105333d7b0,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:17.064924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3f3a7e36-8be1-40c9-9825-3e2895715696) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:17.070790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:17.073632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.159595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9d23942e-d7f0-4dfe-81d1-b598f373ff39 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8981192 Feb 04 15:42:17.163012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55552) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:17.183684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-144f0fde-566f-4881-a9e9-42dea217f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:17.187451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-144f0fde-566f-4881-a9e9-42dea217f50d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 1095 time: 0.1521373 Feb 04 15:42:17.239477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.258389 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9605b87e-66e0-4b0a-a882-e1c9f9296a36 req-06dadd05-789a-49d1-b6ae-481ae973f1f4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0052927 Feb 04 15:42:17.294104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.308566 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-4038155e-16e5-4efc-b9ba-97f8f1511608 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:42:17.312882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4038155e-16e5-4efc-b9ba-97f8f1511608 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.5300994 Feb 04 15:42:17.355123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55554) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:17.449781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] For port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:17.480493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] For port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,segment=NetworkSegment(d2ec6d99-54c9-4227-92ff-496c24cc0a30),segment_id=d2ec6d99-54c9-4227-92ff-496c24cc0a30)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:17.502430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f527fb3-ac99-4019-a7fe-eca54f9a85a3 None None] Network 3f3a7e36-8be1-40c9-9825-3e2895715696 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:42:17.510529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-d849df61-adbf-4d04-b170-7dd46ce532a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bc7a7c-5832-476e-8ada-24105333d7b0 HTTP/1.1" status: 200 len: 217 time: 0.2663691 Feb 04 15:42:17.531450 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:17.740490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ddd19877-5042-4d6d-8cb7-37a6f72fc5ee up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:17.942931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.028472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'Port': ['ID=f7985fc1-f219-4257-99f8-ffc7d5236401,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:18.043376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:18.044807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:18.048464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5748ee3-386c-4e5b-801b-02e866521de5 None None] Pushing event updated for resources: {'Port': ['ID=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:18.097465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31a21e2-a6d6-4065-8d2e-19f75059e01c {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:18.107992 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.135078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Transition to ACTIVE for port object e31a21e2-a6d6-4065-8d2e-19f75059e01c will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:18.158981 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f521946-e222-4c43-823c-31b0192a4bcd tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.186954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.208058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c915d-48d8-4983-988d-40d8848b3235 req-bcee88bb-acc2-4e96-b227-644dc521cda0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.219275 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-804c915d-48d8-4983-988d-40d8848b3235 req-bcee88bb-acc2-4e96-b227-644dc521cda0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.6628649 Feb 04 15:42:18.251773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3f3a7e36-8be1-40c9-9825-3e2895715696', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:42:18.253269 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.303190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Pushing event updated for resources: {'Port': ['ID=e31a21e2-a6d6-4065-8d2e-19f75059e01c,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:18.327006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.334753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-555a30d6-321e-4202-8b83-bd55590084df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.6396637 Feb 04 15:42:18.437871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555756-5454-4391-be88-4426601ef78b req-db146a38-6b9b-4ef2-a29a-f1559e29b2f3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.452728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f800f00b-3501-49b4-a528-af4a500b02b1 None None] Provisioning complete for port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:18.453060 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f800f00b-3501-49b4-a528-af4a500b02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.459172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a555756-5454-4391-be88-4426601ef78b req-db146a38-6b9b-4ef2-a29a-f1559e29b2f3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 945 time: 0.9678025 Feb 04 15:42:18.563375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f521946-e222-4c43-823c-31b0192a4bcd tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.585822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Attempting to bind port e31a21e2-a6d6-4065-8d2e-19f75059e01c on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:18.586206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Attempting to bind port e31a21e2-a6d6-4065-8d2e-19f75059e01c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:18.586634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Attempting to bind port e31a21e2-a6d6-4065-8d2e-19f75059e01c on network ac82600d-3c65-459e-9abe-21c191d508c6 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:18.598145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-804c915d-48d8-4983-988d-40d8848b3235 req-8349d3b2-a9cf-4ccf-9100-0e347c15ca6e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778670 Feb 04 15:42:18.603772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Port e31a21e2-a6d6-4065-8d2e-19f75059e01c on network ac82600d-3c65-459e-9abe-21c191d508c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:42:18.604159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Attempting to bind port e31a21e2-a6d6-4065-8d2e-19f75059e01c on network ac82600d-3c65-459e-9abe-21c191d508c6 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:18.627828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:18.628173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Checking segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:18.628645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Bound using segment: {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:18.629051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Bound port: e31a21e2-a6d6-4065-8d2e-19f75059e01c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:18.629361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.641782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-8a315558-1f40-4585-9c90-d1a99a447f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:18.643716 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-8a315558-1f40-4585-9c90-d1a99a447f2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 1.1091564 Feb 04 15:42:18.734805 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f521946-e222-4c43-823c-31b0192a4bcd tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.740283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f521946-e222-4c43-823c-31b0192a4bcd tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.749125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f521946-e222-4c43-823c-31b0192a4bcd tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/b98922a2-1f5b-4df2-9be5-c83f9b1b4a56 HTTP/1.1" status: 204 len: 168 time: 1.3867331 Feb 04 15:42:18.750870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55576) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:18.755327 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e090359f-50ab-408f-b1e4-f61cc4461b24 x-openstack-request-id: req-e090359f-50ab-408f-b1e4-f61cc4461b24 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:18.755620 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9207bd04-b586-4f35-9d69-e7c65e908cfb", "tag": "84bc7a7c-5832-476e-8ada-24105333d7b0", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:18.755872 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e090359f-50ab-408f-b1e4-f61cc4461b24 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:18.756281 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9207bd04-b586-4f35-9d69-e7c65e908cfb', 'tag': '84bc7a7c-5832-476e-8ada-24105333d7b0', 'status': 'completed', 'code': 200} Feb 04 15:42:18.762323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:18.762696 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.779881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a555756-5454-4391-be88-4426601ef78b req-475b64e1-9dc2-4fa6-a442-d39f6e6dd7c9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192239 Feb 04 15:42:18.781966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-77aa6fdf-e500-43ce-9ade-f678c7037115 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099472 Feb 04 15:42:18.807397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:18.858649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f521946-e222-4c43-823c-31b0192a4bcd tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98922a2-1f5b-4df2-9be5-c83f9b1b4a56,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:18.865724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:18.952672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:18.957255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:19.017546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.067989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:19.068638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.070181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] 10.222.0.50 "PUT /v2.0/ports/e31a21e2-a6d6-4065-8d2e-19f75059e01c HTTP/1.1" status: 200 len: 1092 time: 4.3263600 Feb 04 15:42:19.097141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc67f40-11a0-49ce-8232-42c7606a7dd9', 'tag': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:19.100200 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc67f40-11a0-49ce-8232-42c7606a7dd9", "tag": "e31a21e2-a6d6-4065-8d2e-19f75059e01c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:19.136632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cf5c098c-16a8-4e34-83df-4191e1139b17 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3768842 Feb 04 15:42:19.141036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55586) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:19.145727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-356b88cd-598e-45c1-bb71-210d9c6fb03b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164740004'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:19.211072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08158f-217b-496f-9eb3-ee394b5bfed7 req-ba93a464-7210-430e-a0f1-c047b038a8c9 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:19.219733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae08158f-217b-496f-9eb3-ee394b5bfed7 req-ba93a464-7210-430e-a0f1-c047b038a8c9 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 944 time: 0.3188064 Feb 04 15:42:19.224728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e0af2-de7c-45a8-b96c-4f6fca54964c req-ba253d50-0b21-45e8-abb1-b93c14325e29 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:19.233813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-698e0af2-de7c-45a8-b96c-4f6fca54964c req-ba253d50-0b21-45e8-abb1-b93c14325e29 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.3319297 Feb 04 15:42:19.285000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dce62-810e-4be7-a5fa-2eef72070257 service neutron] Pushing event updated for resources: {'Port': ['ID=e31a21e2-a6d6-4065-8d2e-19f75059e01c,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:19.310260 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-c24aef81-76b0-49a3-9825-6f9d91d8bcc6 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178733 Feb 04 15:42:19.327422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae08158f-217b-496f-9eb3-ee394b5bfed7 req-00e10745-1fbd-472b-b2be-fdd2d01d1bb2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057565 Feb 04 15:42:19.358135 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-356b88cd-598e-45c1-bb71-210d9c6fb03b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.376118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-1619ec85-a5a1-479a-b063-970fb9916339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:19.387995 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-1619ec85-a5a1-479a-b063-970fb9916339 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 1095 time: 0.2366223 Feb 04 15:42:19.503742 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-735414cf-c614-48f4-8796-9160e4f540ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c HTTP/1.1" status: 200 len: 217 time: 0.0910158 Feb 04 15:42:19.698965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f800f00b-3501-49b4-a528-af4a500b02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:19.781447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 3, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:17Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:19.820729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-4e293f88-83ba-4e45-8431-55d90b0f716c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1725935107&fields=id&tenant_id=3f39c0250f004fa698cf72ea2c2d5042 HTTP/1.1" status: 200 len: 267 time: 0.3080692 Feb 04 15:42:19.838813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Allocated IP 172.22.0.2 (3f3a7e36-8be1-40c9-9825-3e2895715696/351e1f12-cefb-4ce1-b9af-d65a7b9486a7/5b201b99-dc66-421a-8eee-649cdf3caf92) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:19.847617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5dd01-5a4b-43a2-b714-31518669af5b None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:04Z', 'revision_number': 3, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:17Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:19.874431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f800f00b-3501-49b4-a528-af4a500b02b1 None None] For port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,segment=NetworkSegment(d2ec6d99-54c9-4227-92ff-496c24cc0a30),segment_id=d2ec6d99-54c9-4227-92ff-496c24cc0a30)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:19.890783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-2032aa6a-292e-4292-9c8b-229a117032af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:19.894456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-2032aa6a-292e-4292-9c8b-229a117032af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.3895969 Feb 04 15:42:19.896698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f800f00b-3501-49b4-a528-af4a500b02b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.056379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-fef18e14-56e5-4781-a83e-fc4590799f09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448970 Feb 04 15:42:20.080136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800f00b-3501-49b4-a528-af4a500b02b1 None None] Pushing event updated for resources: {'Port': ['ID=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:20.118616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e1a84d5b-a060-4a52-8bc3-56ece0074053 None None] Provisioning complete for port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:20.119499 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e1a84d5b-a060-4a52-8bc3-56ece0074053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.140631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-356b88cd-598e-45c1-bb71-210d9c6fb03b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.231220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-356b88cd-598e-45c1-bb71-210d9c6fb03b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.352044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f87a0b4f-b811-4fd6-825b-ca2da982212e req-34b4020f-c1d6-4a7c-8323-a0de7bbdbd38 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0279033 Feb 04 15:42:20.415657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-698e0af2-de7c-45a8-b96c-4f6fca54964c req-0ff28eac-feec-4c7d-80da-94c4b2e4a739 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1804743 Feb 04 15:42:20.517777 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.582965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.818136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Network 3f3a7e36-8be1-40c9-9825-3e2895715696 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:20.819736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.22.0.1 (3f3a7e36-8be1-40c9-9825-3e2895715696/351e1f12-cefb-4ce1-b9af-d65a7b9486a7/9cc7574b-c241-4a35-8793-b3ecc192e106) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:20.832669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:20.835038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Pushing event updated for resources: {'Port': ['ID=5b201b99-dc66-421a-8eee-649cdf3caf92,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:20.837534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:20.837831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-f6f82e57-b942-437f-bf98-c46f59a0ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:20.844281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-f6f82e57-b942-437f-bf98-c46f59a0ccb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 1095 time: 0.3637860 Feb 04 15:42:20.967755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Attempting to bind port 5b201b99-dc66-421a-8eee-649cdf3caf92 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:20.970958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Attempting to bind port 5b201b99-dc66-421a-8eee-649cdf3caf92 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:20.974383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Attempting to bind port 5b201b99-dc66-421a-8eee-649cdf3caf92 on network 3f3a7e36-8be1-40c9-9825-3e2895715696 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:20.995427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:20.996114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Checking segment: {'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:20.996500 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:20.996975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Bound using segment: {'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:20.997595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Bound port: 5b201b99-dc66-421a-8eee-649cdf3caf92, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:20.998640 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.164575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] For port 5b201b99-dc66-421a-8eee-649cdf3caf92, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:21.175696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] For port 5b201b99-dc66-421a-8eee-649cdf3caf92, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5b201b99-dc66-421a-8eee-649cdf3caf92,segment=NetworkSegment(8cc25936-50d9-4f95-ba28-73ad13ed697f),segment_id=8cc25936-50d9-4f95-ba28-73ad13ed697f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:21.190179 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.212751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-a9cf4aba-24b8-43f7-be3a-65d4754b7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:21.216440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-a9cf4aba-24b8-43f7-be3a-65d4754b7f7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 916 time: 0.3588345 Feb 04 15:42:21.272870 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7afdbd-2b7e-46bf-979f-08286cf33c01 x-openstack-request-id: req-1f7afdbd-2b7e-46bf-979f-08286cf33c01 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:21.273486 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc67f40-11a0-49ce-8232-42c7606a7dd9", "tag": "e31a21e2-a6d6-4065-8d2e-19f75059e01c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:21.277749 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f7afdbd-2b7e-46bf-979f-08286cf33c01 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:21.278543 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc67f40-11a0-49ce-8232-42c7606a7dd9', 'tag': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c', 'status': 'completed', 'code': 200} Feb 04 15:42:21.354294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-356b88cd-598e-45c1-bb71-210d9c6fb03b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.360740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-356b88cd-598e-45c1-bb71-210d9c6fb03b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2184720 Feb 04 15:42:21.366177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55618) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:21.376618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e8883827-de90-419a-aac1-ca09d0725d55 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:21.380043 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-e8883827-de90-419a-aac1-ca09d0725d55 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 15:42:21.381018 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-e8883827-de90-419a-aac1-ca09d0725d55 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 15:42:21.385316 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e8883827-de90-419a-aac1-ca09d0725d55 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "PUT /v2.0/security-groups/5affee3b-638c-42fd-b26f-2c3ea30fce08 HTTP/1.1" status: 409 len: 330 time: 0.0124221 Feb 04 15:42:21.386113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55620) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:21.409566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b88cd-598e-45c1-bb71-210d9c6fb03b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5affee3b-638c-42fd-b26f-2c3ea30fce08,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:21.429616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-56925523-621a-4e77-a867-5df936a8e278 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:21.433051 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-56925523-621a-4e77-a867-5df936a8e278 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 1.5985138 Feb 04 15:42:21.466935 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-3057799c-b16f-4834-be9b-68341f7d4905 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bc7a7c-5832-476e-8ada-24105333d7b0 HTTP/1.1" status: 200 len: 217 time: 0.2203100 Feb 04 15:42:21.503642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d5d3bb20-86e3-4770-8220-95f9ed0d1b5a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/quotas/3f39c0250f004fa698cf72ea2c2d5042 HTTP/1.1" status: 200 len: 375 time: 0.0493367 Feb 04 15:42:21.507622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-42ebb432-6bdf-4ceb-983c-723f74102ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4266901 Feb 04 15:42:21.529738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8705da7-175a-46ed-b0e1-77dc3f90ca76 None None] Pushing event updated for resources: {'Port': ['ID=5b201b99-dc66-421a-8eee-649cdf3caf92,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:21.537327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1e37cd2-5f44-48a3-a226-fb5e0e401a1b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.559586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-b60ac33f-95ba-480b-af5b-974f9dd1c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:21.561081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-b60ac33f-95ba-480b-af5b-974f9dd1c87d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.0930722 Feb 04 15:42:21.675149 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-65d6e469-ae61-4fc7-af95-a84a42fe0785 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539205 Feb 04 15:42:21.696010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1e37cd2-5f44-48a3-a226-fb5e0e401a1b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.698377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa5110-4edd-43c3-84eb-7a70931f4984 req-335862d1-6916-44b6-ac96-a7b913cafdc5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:21.708619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dfa5110-4edd-43c3-84eb-7a70931f4984 req-335862d1-6916-44b6-ac96-a7b913cafdc5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.4541292 Feb 04 15:42:21.789299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-b2b61abe-19fb-41d9-a44d-a75dc3e01240 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2475312 Feb 04 15:42:21.802632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efeceff7-4a69-4c98-8315-3983c4f7cddd req-a5e37cf0-f82d-4c9e-a85c-60c83812e706 service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448518 Feb 04 15:42:21.816404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1e37cd2-5f44-48a3-a226-fb5e0e401a1b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.818237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:21.824109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1e37cd2-5f44-48a3-a226-fb5e0e401a1b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:21.831852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d1e37cd2-5f44-48a3-a226-fb5e0e401a1b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/5affee3b-638c-42fd-b26f-2c3ea30fce08 HTTP/1.1" status: 204 len: 168 time: 0.4341941 Feb 04 15:42:21.840959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55630) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:21.894866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e37cd2-5f44-48a3-a226-fb5e0e401a1b tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5affee3b-638c-42fd-b26f-2c3ea30fce08,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:22.023351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:22.023793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.160248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-444fe40c-6443-47b8-890f-dc98494afa16 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3130624 Feb 04 15:42:22.170854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55632) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:22.239104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-d5cddf94-b5a4-4593-ac88-91b7a4fbc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.242387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-d5cddf94-b5a4-4593-ac88-91b7a4fbc522 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 1095 time: 0.2147541 Feb 04 15:42:22.289169 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-014c5466-8d9a-40a5-b5c0-9adc52bf256a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] delete failed (client error): The resource could not be found. Feb 04 15:42:22.293197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-014c5466-8d9a-40a5-b5c0-9adc52bf256a tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "DELETE /v2.0/security-groups/4bf90958-b71c-4f1b-b206-418bd1798b3b HTTP/1.1" status: 404 len: 347 time: 0.0999560 Feb 04 15:42:22.318965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:22.338967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-180feaae-c99a-4786-ab7a-8f2d9607b55f service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026524 Feb 04 15:42:22.345219 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dfa5110-4edd-43c3-84eb-7a70931f4984 req-7d909c3a-678b-44d8-8347-35eb9e622684 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356347 Feb 04 15:42:22.390691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.526084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-299c6652-709a-4cab-a11e-087fb6ababe5 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7931170 Feb 04 15:42:22.539508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-887129f4-7ebc-40fa-9d4e-3d104399a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.541603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-887129f4-7ebc-40fa-9d4e-3d104399a0b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 200 len: 905 time: 0.2768552 Feb 04 15:42:22.546462 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-2de7dbd6-cd09-4814-ab36-e11136034132 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] show failed (client error): The resource could not be found. Feb 04 15:42:22.550549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2de7dbd6-cd09-4814-ab36-e11136034132 tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-groups/100de3a2-11d3-4062-87a6-643d9e936a8f HTTP/1.1" status: 404 len: 347 time: 0.2203588 Feb 04 15:42:22.564821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55640) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:22.609388 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-c2085037-5163-441d-90e7-ac5edcae0aed tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] show failed (client error): The resource could not be found. Feb 04 15:42:22.610885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c2085037-5163-441d-90e7-ac5edcae0aed tempest-NegativeSecGroupIPv6Test-211348942 tempest-NegativeSecGroupIPv6Test-211348942-project] 10.222.0.47 "GET /v2.0/security-group-rules/32cc9be2-e261-4c55-bc1a-ffe641d0e660 HTTP/1.1" status: 404 len: 356 time: 0.0318706 Feb 04 15:42:22.692836 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:22.728632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-33c81a5b-734c-4676-a03e-b7acbfa5fdc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c HTTP/1.1" status: 200 len: 217 time: 0.1569448 Feb 04 15:42:22.805373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-102f620a-a26d-4739-a511-a02d899013d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:22.808484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-102f620a-a26d-4739-a511-a02d899013d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 200 len: 844 time: 0.0684245 Feb 04 15:42:22.856926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-b8431505-bcc6-4db7-996b-31b5ae6e2960 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ac82600d-3c65-459e-9abe-21c191d508c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407236 Feb 04 15:42:23.053826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.070655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-927878d8-0fad-4fa8-819e-fef6d86818f3 service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022493 Feb 04 15:42:23.071042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d77f7-eb16-4f8a-889d-039df73b59b5 req-df4297bf-ad50-4572-af3b-a8783d5c21da tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:23.078903 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e12d77f7-eb16-4f8a-889d-039df73b59b5 req-df4297bf-ad50-4572-af3b-a8783d5c21da tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 944 time: 0.4244714 Feb 04 15:42:23.082464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 3f3a7e36-8be1-40c9-9825-3e2895715696 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:23.090382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-241ff6d6-9b34-4307-ab4d-fb015b345f88 req-53c46ca9-0fd0-4705-a37d-6b09ed003d51 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368667 Feb 04 15:42:23.096772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=9cc7574b-c241-4a35-8793-b3ecc192e106,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:23.097369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658f361-fd4a-4c2c-861c-e678db19846b req-f39a32e2-4f82-49d8-88e7-202a08b4aaf8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:23.099686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5658f361-fd4a-4c2c-861c-e678db19846b req-f39a32e2-4f82-49d8-88e7-202a08b4aaf8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 945 time: 0.5448794 Feb 04 15:42:23.125913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:23.133217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:23.216301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-6639582f-706e-40e1-a426-ba803ea0297e service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728568 Feb 04 15:42:23.236611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.306270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55652) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:23.417869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.486059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e12d77f7-eb16-4f8a-889d-039df73b59b5 req-7c9b8468-ae27-4d83-a26e-687133267a75 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059682 Feb 04 15:42:23.502976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Deleting port 5b774d05-e99e-4ab0-8185-26eecb43b488 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:42:23.503554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:23.563499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 84bc7a7c-5832-476e-8ada-24105333d7b0 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:42:23.755643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4163ae5-6c0f-4ab1-b1d2-ef0ebaf6bd0f req-485bd32e-9e3f-49fc-a735-6e364dfad03b service neutron] 10.222.0.50 "GET /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482027 Feb 04 15:42:23.799423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5b201b99-dc66-421a-8eee-649cdf3caf92 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:23.849212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e98619fd-1d47-4157-93af-8beaef5d8ecf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7acc40f5e324623b908dece16a779c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244637 Feb 04 15:42:23.850844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55668) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:23.870507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12b460-35b4-46bf-8b5c-3c80e4f29df2 None None] Network 3f3a7e36-8be1-40c9-9825-3e2895715696 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:42:23.951239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddd82-9d50-4112-a4d0-4e70cfd0655c req-0d39ac39-e762-4d26-b911-d1b556eaf6d1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:23.960660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db3ddd82-9d50-4112-a4d0-4e70cfd0655c req-0d39ac39-e762-4d26-b911-d1b556eaf6d1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 945 time: 0.3588738 Feb 04 15:42:24.072036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db3ddd82-9d50-4112-a4d0-4e70cfd0655c req-e0d09e4f-0706-462c-bd93-3f295ce65043 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103463 Feb 04 15:42:24.076622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 84bc7a7c-5832-476e-8ada-24105333d7b0, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=84bc7a7c-5832-476e-8ada-24105333d7b0,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:24.093562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '84bc7a7c-5832-476e-8ada-24105333d7b0', 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'port_id': '84bc7a7c-5832-476e-8ada-24105333d7b0', 'mac_address': 'fa:16:3e:1f:cd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f240ac-033b-4a39-97b6-383ba4fbf6d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:42:24.096527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] For port 5b774d05-e99e-4ab0-8185-26eecb43b488, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5b774d05-e99e-4ab0-8185-26eecb43b488,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:24.096844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.133222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Calling delete_port for 5b774d05-e99e-4ab0-8185-26eecb43b488 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:42:24.365734 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.397495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a0240e7e-3011-4ff0-bd71-49ea1249801b None None] Provisioning complete for port 5b201b99-dc66-421a-8eee-649cdf3caf92 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:24.398525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a0240e7e-3011-4ff0-bd71-49ea1249801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.406436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.462709 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d15c593c-d82c-4384-bd7e-300ea60c6fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.473130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.479343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event deleted for resources: {'Port': ['ID=5b774d05-e99e-4ab0-8185-26eecb43b488,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:24.488145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e', '2ed9e256-0b88-4b2d-a29a-3483ad6d6137'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:42:24.488901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.504156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.504987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.505155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.505504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.505855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.507127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.507472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.507815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.508155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.508548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.508887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.509218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:24.529133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bc7a7c-5832-476e-8ada-24105333d7b0 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:24.583819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] No DVR routers for this DVR port 5b774d05-e99e-4ab0-8185-26eecb43b488 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:24.587623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.592795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5658f361-fd4a-4c2c-861c-e678db19846b req-19c9de9c-2ded-41f1-8ac5-c32301f485db tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "DELETE /v2.0/ports/5b774d05-e99e-4ab0-8185-26eecb43b488 HTTP/1.1" status: 204 len: 173 time: 1.4640467 Feb 04 15:42:24.600469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d', 'name': 'network-vif-deleted', 'tag': '5b774d05-e99e-4ab0-8185-26eecb43b488'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:24.603619 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8cafd0-1dc8-4e7c-8732-fabdac2c889c" -d '{"events": [{"server_uuid": "e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d", "name": "network-vif-deleted", "tag": "5b774d05-e99e-4ab0-8185-26eecb43b488"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:24.609828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d15c593c-d82c-4384-bd7e-300ea60c6fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.643196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bc652-ea78-4aed-ac4a-5d3af51d1ba1 req-be825c47-074c-4bb7-be0b-6ba5748cfd28 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:24.649359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e0bc652-ea78-4aed-ac4a-5d3af51d1ba1 req-be825c47-074c-4bb7-be0b-6ba5748cfd28 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.6356380 Feb 04 15:42:24.661222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 5b201b99-dc66-421a-8eee-649cdf3caf92 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:24.662133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.728657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 84bc7a7c-5832-476e-8ada-24105333d7b0, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=84bc7a7c-5832-476e-8ada-24105333d7b0,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:24.746474 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.755121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d15c593c-d82c-4384-bd7e-300ea60c6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.758290 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d15c593c-d82c-4384-bd7e-300ea60c6fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:24.761917 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d15c593c-d82c-4384-bd7e-300ea60c6fe0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ca1a052-83c7-4002-8ba8-78889d9a8bb2 HTTP/1.1" status: 204 len: 168 time: 0.8742456 Feb 04 15:42:24.783843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c593c-d82c-4384-bd7e-300ea60c6fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca1a052-83c7-4002-8ba8-78889d9a8bb2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:24.809083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=9cc7574b-c241-4a35-8793-b3ecc192e106,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:24.836773 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e0bc652-ea78-4aed-ac4a-5d3af51d1ba1 req-07c2e17f-d7a2-4b57-a4c8-38ca7ce01eed tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040249 Feb 04 15:42:24.949074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e59902-84d3-40ae-bd48-28a2eb846b21 req-a1cc852c-d2ef-4658-8591-11f083e1b60f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:24.955347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e1e59902-84d3-40ae-bd48-28a2eb846b21 req-a1cc852c-d2ef-4658-8591-11f083e1b60f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.7011380 Feb 04 15:42:24.957841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.044158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=84bc7a7c-5832-476e-8ada-24105333d7b0,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:25.186677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c64c45a4-5aca-499b-b518-d99e98b2c397 req-6f2afc13-7c02-4030-918d-b669b1cbee59 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 210 time: 0.1336539 Feb 04 15:42:25.286921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a0240e7e-3011-4ff0-bd71-49ea1249801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.296214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['84bc7a7c-5832-476e-8ada-24105333d7b0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:42:25.330104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e1e59902-84d3-40ae-bd48-28a2eb846b21 req-d7c3c78d-a80d-4fd0-8d6f-f639af733bd8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560188 Feb 04 15:42:25.462066 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb33a3a-7502-448c-bba1-a59b526f6fb6 x-openstack-request-id: req-dbb33a3a-7502-448c-bba1-a59b526f6fb6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:25.462534 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d", "name": "network-vif-deleted", "tag": "5b774d05-e99e-4ab0-8185-26eecb43b488", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:25.462738 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dbb33a3a-7502-448c-bba1-a59b526f6fb6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:25.463178 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d', 'name': 'network-vif-deleted', 'tag': '5b774d05-e99e-4ab0-8185-26eecb43b488', 'status': 'completed', 'code': 200} Feb 04 15:42:25.472539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 3f3a7e36-8be1-40c9-9825-3e2895715696 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:25.483182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:25.521569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a9686-a7bd-4b9b-9f93-ef4ed489204b req-50c55616-5fec-4031-9c03-0f63c8aea846 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:25.531553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b57a9686-a7bd-4b9b-9f93-ef4ed489204b req-50c55616-5fec-4031-9c03-0f63c8aea846 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 945 time: 0.2030249 Feb 04 15:42:25.612235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b57a9686-a7bd-4b9b-9f93-ef4ed489204b req-97728931-f5b6-4d0d-a8e4-cd69c5212e54 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792432 Feb 04 15:42:25.624131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e31a21e2-a6d6-4065-8d2e-19f75059e01c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:42:25.679919 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:25.808508 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bdce3167-0c82-48d5-93d8-3f993cd3a3d3 req-27ede556-5a40-4431-86b9-f407f749eb5e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b5bb4e-62c7-4cac-88e1-5b8f31c5e08d HTTP/1.1" status: 200 len: 210 time: 0.1091611 Feb 04 15:42:25.856229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:25.964970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a0240e7e-3011-4ff0-bd71-49ea1249801b None None] For port 5b201b99-dc66-421a-8eee-649cdf3caf92, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5b201b99-dc66-421a-8eee-649cdf3caf92,segment=NetworkSegment(8cc25936-50d9-4f95-ba28-73ad13ed697f),segment_id=8cc25936-50d9-4f95-ba28-73ad13ed697f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:25.997744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a0240e7e-3011-4ff0-bd71-49ea1249801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.132862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:26.138482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e15108b0-d3f6-49d0-9879-48bc8eb19804 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9743180 Feb 04 15:42:26.142569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55722) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:26.148214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'network': {'name': 'tempest-RoutersTest-1611856660'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:26.151106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bacf75-459d-414b-94da-b9ee0408ac67 req-d2e09cff-a344-49d7-8a32-2e5220b4b53a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:26.152459 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:26.165587 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95bacf75-459d-414b-94da-b9ee0408ac67 req-d2e09cff-a344-49d7-8a32-2e5220b4b53a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.1326418 Feb 04 15:42:26.189363 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:26.190833 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:26.211939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:26.215941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.294343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:42:26.327950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5b774d05-e99e-4ab0-8185-26eecb43b488 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:26.339409 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.340184 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added segment 344d0899-e0ab-41cf-a719-f6fc33024fc5 of type vlan for network 900c9186-77d8-4d49-98aa-77aeb65ed371 Feb 04 15:42:26.492353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95bacf75-459d-414b-94da-b9ee0408ac67 req-938245b0-5daa-4f75-a171-7fbce2c1957f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254766 Feb 04 15:42:26.535614 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:26.547771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:42:26.548043 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:42:26.632643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-81cc7b35-4e1f-4633-baa4-aa5bf58fae1b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:26.648319 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-81cc7b35-4e1f-4633-baa4-aa5bf58fae1b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 0.4277208 Feb 04 15:42:26.673358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99ba6f6d-dd26-45c6-979b-e2534f515b7e req-a7ab1382-b6a2-4c7a-b4b1-8f5177850b68 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 210 time: 0.1825724 Feb 04 15:42:26.675263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.713216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:26.744882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 5b774d05-e99e-4ab0-8185-26eecb43b488 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:42:26.745228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5b774d05-e99e-4ab0-8185-26eecb43b488 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:42:26.813001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.827748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:26.837277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:26.858398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-05a084d7-4d47-4f4f-8dfe-8478a9a9d9ab tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f39c0250f004fa698cf72ea2c2d5042 HTTP/1.1" status: 200 len: 380 time: 0.1990635 Feb 04 15:42:26.940301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'port': {'device_id': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'admin_state_up': True, 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'security_groups': ['46febe86-bdbc-4ff9-bcb0-02eac1bf7021']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:27.105624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9617202 Feb 04 15:42:27.110280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55742) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:27.116302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'subnet': {'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:27.166514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'port_id': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c', 'mac_address': 'fa:16:3e:05:b6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76ece1f-58a1-49a6-8c91-49900151716a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:42:27.220085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dc043-40ba-43b3-a5df-a1f0d754a39e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Network': ['ID=900c9186-77d8-4d49-98aa-77aeb65ed371,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:27.313169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5176c-666c-4bb5-b4a6-3aaff4ba1a27 req-c9cad62f-d177-4494-83af-7d2a2e2f668c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.330712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8bd5176c-666c-4bb5-b4a6-3aaff4ba1a27 req-c9cad62f-d177-4494-83af-7d2a2e2f668c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 945 time: 0.4013510 Feb 04 15:42:27.408120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0240e7e-3011-4ff0-bd71-49ea1249801b None None] Pushing event updated for resources: {'Port': ['ID=5b201b99-dc66-421a-8eee-649cdf3caf92,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:27.426503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 900c9186-77d8-4d49-98aa-77aeb65ed371 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:42:27.477567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf6e6-e2da-420f-838a-f4609a07d77a req-4a9d6eb6-c166-4379-86df-bae3e023d59b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:27.490793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a34bf6e6-e2da-420f-838a-f4609a07d77a req-4a9d6eb6-c166-4379-86df-bae3e023d59b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.6309581 Feb 04 15:42:27.512836 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:23Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:23Z', 'revision_number': 2, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:27.524696 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8bd5176c-666c-4bb5-b4a6-3aaff4ba1a27 req-df2d6673-7a53-498c-aac5-19fd9451a26c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589744 Feb 04 15:42:27.621321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Made reservation on behalf of a95d4cd0536347d8a62fe5fa3157428e for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:27.624431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.650502 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:27.650855 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Updating router 93c7457c-a4bd-4fea-9d45-affa5d71f466 port 9cc7574b-c241-4a35-8793-b3ecc192e106 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:42:27.703800 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.753551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a34bf6e6-e2da-420f-838a-f4609a07d77a req-cfd7b4ea-4f3d-4b67-9503-9b54ff1b451f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526314 Feb 04 15:42:27.761635 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:27.863080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Made reservation on behalf of 3f39c0250f004fa698cf72ea2c2d5042 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:27.895553 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.003409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31a21e2-a6d6-4065-8d2e-19f75059e01c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:28.112490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7a4798c8-350a-4cdc-a766-988c563be9a9 None None] Provisioning complete for port 5b201b99-dc66-421a-8eee-649cdf3caf92 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:28.113793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a4798c8-350a-4cdc-a766-988c563be9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.200901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456989c-20ca-4e05-97de-9cfb3fc85860 req-c061afa6-9ce9-4847-aa5e-4041eb993e08 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:28.220550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6456989c-20ca-4e05-97de-9cfb3fc85860 req-c061afa6-9ce9-4847-aa5e-4041eb993e08 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.3123128 Feb 04 15:42:28.384916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:28.431215 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.570755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6456989c-20ca-4e05-97de-9cfb3fc85860 req-0c591895-156b-4595-86ca-7c7b560f0902 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396306 Feb 04 15:42:28.601794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Allocated IP 172.20.0.11 (ee470257-3576-4751-bf3f-ae013d9c464a/664872ca-9dd3-4bb0-bb5c-13829b8b7916/6a7d1665-3a13-4d8d-a48a-de8e7a481664) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:28.699491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 84bc7a7c-5832-476e-8ada-24105333d7b0 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:28.712665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5b201b99-dc66-421a-8eee-649cdf3caf92 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:28.780393 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.948368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-987f064a-dfba-4914-be38-d373f9d0faec req-3ead679e-8bdf-444b-8a1a-1bce63f851c4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 210 time: 0.3770916 Feb 04 15:42:28.976000 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:28.994193 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.151756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430825e3-ab75-41c6-8aaf-f9645a71cdb8 None None] Pushing event updated for resources: {'Port': ['ID=9cc7574b-c241-4a35-8793-b3ecc192e106,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.282460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.463171 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Attempting to bind port 9cc7574b-c241-4a35-8793-b3ecc192e106 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:29.467020 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Attempting to bind port 9cc7574b-c241-4a35-8793-b3ecc192e106 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:29.472284 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Attempting to bind port 9cc7574b-c241-4a35-8793-b3ecc192e106 on network 3f3a7e36-8be1-40c9-9825-3e2895715696 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:29.485496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Subnet': ['ID=dec38421-7434-4c8c-96b9-f1d1103f5882,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.494327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Checking segment: {'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:29.497192 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:29.501160 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Checking segment: {'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:29.502768 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.503295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network hostable DHCP agents. Network: 900c9186-77d8-4d49-98aa-77aeb65ed371, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:42:29.506408 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Bound using segment: {'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:29.508571 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Bound port: 9cc7574b-c241-4a35-8793-b3ecc192e106, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc25936-50d9-4f95-ba28-73ad13ed697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:29.510618 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.533589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 5b201b99-dc66-421a-8eee-649cdf3caf92 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:29.535116 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.546378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['e31a21e2-a6d6-4065-8d2e-19f75059e01c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:42:29.549622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6d057-82ae-4e46-8b7c-6390a9883c24 req-f4bc71e0-2537-4582-a418-9882d4de9194 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.568417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3a6d057-82ae-4e46-8b7c-6390a9883c24 req-f4bc71e0-2537-4582-a418-9882d4de9194 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 945 time: 0.5197520 Feb 04 15:42:29.673757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da954e9c-7145-445f-b6bf-91b5c01e7019 req-5288fad5-93ea-4783-ae95-bc37f7d25f51 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.690240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da954e9c-7145-445f-b6bf-91b5c01e7019 req-5288fad5-93ea-4783-ae95-bc37f7d25f51 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 945 time: 0.4440591 Feb 04 15:42:29.736432 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] For port 9cc7574b-c241-4a35-8793-b3ecc192e106, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:29.738942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 900c9186-77d8-4d49-98aa-77aeb65ed371 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:42:29.741550 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] For port 9cc7574b-c241-4a35-8793-b3ecc192e106, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9cc7574b-c241-4a35-8793-b3ecc192e106,segment=NetworkSegment(8cc25936-50d9-4f95-ba28-73ad13ed697f),segment_id=8cc25936-50d9-4f95-ba28-73ad13ed697f)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:29.751179 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.812228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 900c9186-77d8-4d49-98aa-77aeb65ed371) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:29.821383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3a6d057-82ae-4e46-8b7c-6390a9883c24 req-8bba1004-1a5b-48cc-aff5-5b398a43dda9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221322 Feb 04 15:42:29.840091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:29.842822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.848699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb56979-358c-4c6b-ae15-3bfb0867e9ea None None] Network 900c9186-77d8-4d49-98aa-77aeb65ed371 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:42:29.871272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=e31a21e2-a6d6-4065-8d2e-19f75059e01c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.902893 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430825e3-ab75-41c6-8aaf-f9645a71cdb8 None None] Pushing event updated for resources: {'Port': ['ID=9cc7574b-c241-4a35-8793-b3ecc192e106,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:29.914894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:29.945126 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:29.946135 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:29.979752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-de9234e8-8a39-415b-9d75-705c9237bec4 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8680265 Feb 04 15:42:29.980410 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55806) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:30.087803 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:30.154312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Network ee470257-3576-4751-bf3f-ae013d9c464a is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:30.181502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:30.226011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da954e9c-7145-445f-b6bf-91b5c01e7019 req-e3990ee6-5284-4754-b746-e7d36e9d4959 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255091 Feb 04 15:42:30.353805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:30.513010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:30.622451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7a4798c8-350a-4cdc-a766-988c563be9a9 None None] Provisioning complete for port 9cc7574b-c241-4a35-8793-b3ecc192e106 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:30.623584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a4798c8-350a-4cdc-a766-988c563be9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.666896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-73429557-6661-40ff-914e-98bece06993a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.670290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-73429557-6661-40ff-914e-98bece06993a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 945 time: 0.4894488 Feb 04 15:42:30.676801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.677955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:30.748533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-d07de585-49a8-44e5-a375-8d5dc2feb173 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8391066 Feb 04 15:42:30.766672 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:23Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:29Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:30.776801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f79d9-e81a-408f-9290-ef3a027a2b4b req-35660363-4806-4191-8b5f-eace1f448e9a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:30.780991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b47f79d9-e81a-408f-9290-ef3a027a2b4b req-35660363-4806-4191-8b5f-eace1f448e9a tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 945 time: 0.3565469 Feb 04 15:42:30.810569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Request body: {'port': {'device_id': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:30.865310 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061042c-933c-4a34-a7b1-00eed981c2f3 None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:23Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:29Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:31.074989 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a4798c8-350a-4cdc-a766-988c563be9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.079796 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07b45f11-9ad4-46d7-8658-f4a111ab6ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.163777 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.178234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b47f79d9-e81a-408f-9290-ef3a027a2b4b req-5c553c7e-3a69-4415-bd31-2b9de872dbbf tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780046 Feb 04 15:42:31.252054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 84bc7a7c-5832-476e-8ada-24105333d7b0 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:31.299810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dddaf-ca8a-4e33-a7dd-42fb1f093921 req-37cef37d-5434-4453-963f-9bd7d6eae873 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:31.316015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d5dddaf-ca8a-4e33-a7dd-42fb1f093921 req-37cef37d-5434-4453-963f-9bd7d6eae873 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 1.1206038 Feb 04 15:42:31.320404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 84bc7a7c-5832-476e-8ada-24105333d7b0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:31.321206 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.495402 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.516588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Deleting port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:42:31.524239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55826) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:31.525656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.556906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d5dddaf-ca8a-4e33-a7dd-42fb1f093921 req-e4ff8a34-4a7b-4321-9882-cf8b3e578e9a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398510 Feb 04 15:42:31.638933 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.709483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9cc7574b-c241-4a35-8793-b3ecc192e106 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:31.963273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7a4798c8-350a-4cdc-a766-988c563be9a9 None None] For port 9cc7574b-c241-4a35-8793-b3ecc192e106, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9cc7574b-c241-4a35-8793-b3ecc192e106,segment=NetworkSegment(8cc25936-50d9-4f95-ba28-73ad13ed697f),segment_id=8cc25936-50d9-4f95-ba28-73ad13ed697f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:31.977401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9207bd04-b586-4f35-9d69-e7c65e908cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bc7a7c-5832-476e-8ada-24105333d7b0'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:31.981143 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee95-b227-4528-b05f-c07ed032ae9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:31.982550 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bf36e6-23e9-47c0-92e5-d96bc773a04b" -d '{"events": [{"server_uuid": "9207bd04-b586-4f35-9d69-e7c65e908cfb", "name": "network-vif-plugged", "status": "completed", "tag": "84bc7a7c-5832-476e-8ada-24105333d7b0"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:31.988127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-900c9186-77d8-4d49-98aa-77aeb65ed371', 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'fixed_ips': [{'subnet_id': 'dec38421-7434-4c8c-96b9-f1d1103f5882'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:42:31.989617 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.016262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e803c-189f-460c-b1fb-58adf2a52002 req-9bfe400c-dc8f-4983-a864-3b89a9acc077 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:32.027046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e6e803c-189f-460c-b1fb-58adf2a52002 req-9bfe400c-dc8f-4983-a864-3b89a9acc077 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 932 time: 0.4507718 Feb 04 15:42:32.062922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a4798c8-350a-4cdc-a766-988c563be9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.123792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5eacae-ace4-4f4c-911e-26d866c8d281 req-2b857bda-1250-4d11-8e73-b642025cd073 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:32.133852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e5eacae-ace4-4f4c-911e-26d866c8d281 req-2b857bda-1250-4d11-8e73-b642025cd073 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 945 time: 0.3306830 Feb 04 15:42:32.153534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 84bc7a7c-5832-476e-8ada-24105333d7b0, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=84bc7a7c-5832-476e-8ada-24105333d7b0,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:32.156661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4798c8-350a-4cdc-a766-988c563be9a9 None None] Pushing event updated for resources: {'Port': ['ID=9cc7574b-c241-4a35-8793-b3ecc192e106,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:32.188640 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.196639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] For port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:32.196639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.266780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e6e803c-189f-460c-b1fb-58adf2a52002 req-dfdf1798-ae1a-4a0e-b03a-df5f52b488fb tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394142 Feb 04 15:42:32.291043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Calling delete_port for 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:42:32.407724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9cc7574b-c241-4a35-8793-b3ecc192e106 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:32.408249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.413573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:32.467218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=84bc7a7c-5832-476e-8ada-24105333d7b0,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:32.504459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-81aa1f96-fe0a-4147-a34d-d9c52b8eac66 None None] Provisioning complete for port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:32.504459 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-81aa1f96-fe0a-4147-a34d-d9c52b8eac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.525027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e5eacae-ace4-4f4c-911e-26d866c8d281 req-bea7178c-de91-4f37-bbf6-69d789e27e71 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888946 Feb 04 15:42:32.654770 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.680218 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee95-b227-4528-b05f-c07ed032ae9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.682165 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ba9a4-db49-45f9-8769-80d7bd2a69f9 x-openstack-request-id: req-7b3ba9a4-db49-45f9-8769-80d7bd2a69f9 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:32.682457 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9207bd04-b586-4f35-9d69-e7c65e908cfb", "name": "network-vif-plugged", "status": "completed", "tag": "84bc7a7c-5832-476e-8ada-24105333d7b0", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:32.682707 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b3ba9a4-db49-45f9-8769-80d7bd2a69f9 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:32.683112 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9207bd04-b586-4f35-9d69-e7c65e908cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bc7a7c-5832-476e-8ada-24105333d7b0', 'code': 200} Feb 04 15:42:32.691597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee95-b227-4528-b05f-c07ed032ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.704074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-81aa1f96-fe0a-4147-a34d-d9c52b8eac66 None None] Port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:42:32.711259 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.725313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Allocated IP 172.23.0.2 (900c9186-77d8-4d49-98aa-77aeb65ed371/dec38421-7434-4c8c-96b9-f1d1103f5882/dcfdec1a-5773-4b54-823c-0c70418e5dd5) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:32.824271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-81aa1f96-fe0a-4147-a34d-d9c52b8eac66 None None] Provisioning complete for port 9cc7574b-c241-4a35-8793-b3ecc192e106 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:32.824651 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-81aa1f96-fe0a-4147-a34d-d9c52b8eac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:32.835257 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1a98ee95-b227-4528-b05f-c07ed032ae9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=879b8edd99e847bab38d108a22b927cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2771497 Feb 04 15:42:32.841375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55860) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:32.875967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event deleted for resources: {'Port': ['ID=2ed9e256-0b88-4b2d-a29a-3483ad6d6137,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:32.889888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98ee95-b227-4528-b05f-c07ed032ae9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe0d18-a975-48e7-b9f0-b99fee78b3fd,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:32.974722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16bc02-ea96-4f10-adc7-cd8d5c2da5c1 req-c1ecc78d-8abc-432b-b837-874639a035e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:32.976613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d16bc02-ea96-4f10-adc7-cd8d5c2da5c1 req-c1ecc78d-8abc-432b-b837-874639a035e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 1097 time: 0.2164872 Feb 04 15:42:32.988285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd8b22-c6a1-4339-88f9-19e1526e122c req-c6a0b548-6253-4866-a759-414a453f5d28 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:32.989855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dfd8b22-c6a1-4339-88f9-19e1526e122c req-c6a0b548-6253-4866-a759-414a453f5d28 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 945 time: 0.1532140 Feb 04 15:42:33.009511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09eee3-b3b0-4a08-9e38-9c8917aded2e req-3672d142-bc88-43bc-8df1-e5af45f84bc3 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.012115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f09eee3-b3b0-4a08-9e38-9c8917aded2e req-3672d142-bc88-43bc-8df1-e5af45f84bc3 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 946 time: 0.6143827 Feb 04 15:42:33.079684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d16bc02-ea96-4f10-adc7-cd8d5c2da5c1 req-9d3cbf1d-0c79-4a78-8753-6efc059c7a2e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874455 Feb 04 15:42:33.098886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28a091b0-849a-4e91-862c-8d0b247faf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.111146 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dfd8b22-c6a1-4339-88f9-19e1526e122c req-e37f780f-641a-4bbe-84f8-b62844641532 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987210 Feb 04 15:42:33.111795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.119426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] No DVR routers for this DVR port 2ed9e256-0b88-4b2d-a29a-3483ad6d6137 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:33.123961 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.129625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.136551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-235f9756-c4c8-4c27-b5f6-678ea999977a req-ff4e1020-75cb-454a-b9b3-a897ac2f6b8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "DELETE /v2.0/ports/2ed9e256-0b88-4b2d-a29a-3483ad6d6137 HTTP/1.1" status: 204 len: 173 time: 2.4524908 Feb 04 15:42:33.140047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1', 'name': 'network-vif-deleted', 'tag': '2ed9e256-0b88-4b2d-a29a-3483ad6d6137'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:33.143151 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ba768-d969-4cd2-aee8-4ec9e4fe1369" -d '{"events": [{"server_uuid": "cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1", "name": "network-vif-deleted", "tag": "2ed9e256-0b88-4b2d-a29a-3483ad6d6137"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:33.187971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f09eee3-b3b0-4a08-9e38-9c8917aded2e req-4c91c193-caab-4499-a99a-f7f788a48ffc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171119 Feb 04 15:42:33.233764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:42:33.245873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28a091b0-849a-4e91-862c-8d0b247faf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.276506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Network 900c9186-77d8-4d49-98aa-77aeb65ed371 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:33.299634 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da40b983-eb8f-4b83-8b56-e11bde2360ec x-openstack-request-id: req-da40b983-eb8f-4b83-8b56-e11bde2360ec {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:33.302534 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1", "name": "network-vif-deleted", "tag": "2ed9e256-0b88-4b2d-a29a-3483ad6d6137", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:33.305783 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da40b983-eb8f-4b83-8b56-e11bde2360ec {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:33.306634 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1', 'name': 'network-vif-deleted', 'tag': '2ed9e256-0b88-4b2d-a29a-3483ad6d6137', 'status': 'completed', 'code': 200} Feb 04 15:42:33.307752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9cc7574b-c241-4a35-8793-b3ecc192e106 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:33.317526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:33.328554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7d1665-3a13-4d8d-a48a-de8e7a481664 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:33.340313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:33.349080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.372129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Transition to ACTIVE for port object 6a7d1665-3a13-4d8d-a48a-de8e7a481664 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:33.378218 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.389408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Allocated IP 172.23.0.1 (900c9186-77d8-4d49-98aa-77aeb65ed371/dec38421-7434-4c8c-96b9-f1d1103f5882/436aaaa4-ef01-49d5-9b18-f85916a40a04) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:33.397724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Pushing event updated for resources: {'Port': ['ID=dcfdec1a-5773-4b54-823c-0c70418e5dd5,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.433001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28a091b0-849a-4e91-862c-8d0b247faf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.436729 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28a091b0-849a-4e91-862c-8d0b247faf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.438632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-28a091b0-849a-4e91-862c-8d0b247faf42 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56fe0d18-a975-48e7-b9f0-b99fee78b3fd HTTP/1.1" status: 204 len: 168 time: 0.5942781 Feb 04 15:42:33.547599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a091b0-849a-4e91-862c-8d0b247faf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fe0d18-a975-48e7-b9f0-b99fee78b3fd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.571614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Attempting to bind port dcfdec1a-5773-4b54-823c-0c70418e5dd5 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:33.576668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Attempting to bind port dcfdec1a-5773-4b54-823c-0c70418e5dd5 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:33.578667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Attempting to bind port dcfdec1a-5773-4b54-823c-0c70418e5dd5 on network 900c9186-77d8-4d49-98aa-77aeb65ed371 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:33.584233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-d01f58a4-7072-4e2f-993b-90e9bf801920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.585954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-d01f58a4-7072-4e2f-993b-90e9bf801920 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1097 time: 0.3039541 Feb 04 15:42:33.609718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dba67-bb8d-4988-84cd-a62bb0d36e1a req-18d45664-d47e-4945-a6a8-1fe4db5bcea5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.618863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-153dba67-bb8d-4988-84cd-a62bb0d36e1a req-18d45664-d47e-4945-a6a8-1fe4db5bcea5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.3781247 Feb 04 15:42:33.705501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:33.706218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Checking segment: {'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:33.706799 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.707298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Bound using segment: {'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:33.709285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Bound port: dcfdec1a-5773-4b54-823c-0c70418e5dd5, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:33.709884 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.742571 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce6398c1-6d33-4e41-8172-09a70a61d08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.797888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb061-61ff-483d-a519-8a9a61e6a20d req-1e718330-f88a-49f0-89d8-58fc5e0f4bbe tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.802462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-074cb061-61ff-483d-a519-8a9a61e6a20d req-1e718330-f88a-49f0-89d8-58fc5e0f4bbe tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 944 time: 0.4093680 Feb 04 15:42:33.829297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] For port dcfdec1a-5773-4b54-823c-0c70418e5dd5, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:33.834691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] For port dcfdec1a-5773-4b54-823c-0c70418e5dd5, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dcfdec1a-5773-4b54-823c-0c70418e5dd5,segment=NetworkSegment(344d0899-e0ab-41cf-a719-f6fc33024fc5),segment_id=344d0899-e0ab-41cf-a719-f6fc33024fc5)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:33.844237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:33.847827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9cc7574b-c241-4a35-8793-b3ecc192e106 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:33.849076 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.897531 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.918804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-153dba67-bb8d-4988-84cd-a62bb0d36e1a req-ad95f710-4afc-45fa-ab72-8f20f8ac47db tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815490 Feb 04 15:42:33.936099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:33.997319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-bf0250a0-77e7-4c69-bbf9-6fe68fc78635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:33.999449 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-bf0250a0-77e7-4c69-bbf9-6fe68fc78635 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 0.4017062 Feb 04 15:42:34.041591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135141b-45a5-408e-94ed-30856898abf4 None None] Pushing event updated for resources: {'Port': ['ID=dcfdec1a-5773-4b54-823c-0c70418e5dd5,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:34.164135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-074cb061-61ff-483d-a519-8a9a61e6a20d req-4295c46f-1b61-4063-ba6c-56f2795f79f1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378737 Feb 04 15:42:34.199573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Attempting to bind port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:34.200210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Attempting to bind port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:34.201272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Attempting to bind port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:34.208687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 on network ee470257-3576-4751-bf3f-ae013d9c464a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:42:34.214267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Attempting to bind port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:34.220475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-5e42ebe1-a184-45dc-a897-5c81d18563f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 0.2011333 Feb 04 15:42:34.225962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:34.227790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Checking segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:34.228441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Bound using segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:34.233807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cbfdff6-55fc-4af5-bb05-0c73c30dd388 req-42a82bfb-ac12-49ae-b613-f2da4cd4e09a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=cef108ab-3cf2-468a-be7b-fc6a9ddd2fb1 HTTP/1.1" status: 200 len: 210 time: 0.0560806 Feb 04 15:42:34.234864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Bound port: 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:34.235507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.360045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55892) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:34.469918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3194-4e74-4880-aa52-d3dbd94d26b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.491818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e31a21e2-a6d6-4065-8d2e-19f75059e01c up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:34.610306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.624720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-5f1c46dd-86ba-45d8-985c-18df52ceea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:34.628252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-5f1c46dd-86ba-45d8-985c-18df52ceea6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.3897684 Feb 04 15:42:34.660137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3194-4e74-4880-aa52-d3dbd94d26b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.705495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port e31a21e2-a6d6-4065-8d2e-19f75059e01c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:34.720612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:34.725917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port e31a21e2-a6d6-4065-8d2e-19f75059e01c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:34.726317 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.728259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:34.736191 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f7ef3194-4e74-4880-aa52-d3dbd94d26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.784006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.796886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=436aaaa4-ef01-49d5-9b18-f85916a40a04,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:34.858319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-010ec5dd-9773-4bad-9a7c-5367455483b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2191324 Feb 04 15:42:34.865006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 900c9186-77d8-4d49-98aa-77aeb65ed371 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:34.874710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97cf80-fda9-4ca5-a846-921697c4e6d9 req-5200c16e-5402-44b7-8b2f-6203bdaec2fa tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:34.876477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff97cf80-fda9-4ca5-a846-921697c4e6d9 req-5200c16e-5402-44b7-8b2f-6203bdaec2fa tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 946 time: 0.4492581 Feb 04 15:42:34.880913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:34.891850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:34.940194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:34.948827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.973416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:34.974631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:34.977096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-cd229e34-bfb1-48fe-b7dd-54dca41167fe service neutron] 10.222.0.30 "PUT /v2.0/ports/6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1092 time: 4.1813006 Feb 04 15:42:35.080983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc67f40-11a0-49ce-8232-42c7606a7dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:35.085344 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7ec0ea-1a06-4b86-bdbb-516fe58b3ee3" -d '{"events": [{"server_uuid": "bbc67f40-11a0-49ce-8232-42c7606a7dd9", "name": "network-vif-plugged", "status": "completed", "tag": "e31a21e2-a6d6-4065-8d2e-19f75059e01c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:35.090497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f7ef3194-4e74-4880-aa52-d3dbd94d26b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb4dfd5246084233bf9eab58dec07041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267265 Feb 04 15:42:35.147239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55902) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:35.148001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef3194-4e74-4880-aa52-d3dbd94d26b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad0f80-c0eb-41d0-8f29-a61032d9e893,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:35.149235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:35.158659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.276433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=e31a21e2-a6d6-4065-8d2e-19f75059e01c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:35.321809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:35.326870 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a4c20b-6920-4a65-a878-578200287834" -d '{"events": [{"name": "network-changed", "server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:35.391759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-4df645df-cf88-470f-be18-c41747fa927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:35.393451 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-4df645df-cf88-470f-be18-c41747fa927b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1095 time: 0.3474514 Feb 04 15:42:35.401610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2927e-7f81-4c2f-8831-5ff6ac6f00d1 req-3a23ee17-4fb0-4052-bdde-19083bbff052 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:35.409960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e2927e-7f81-4c2f-8831-5ff6ac6f00d1 req-3a23ee17-4fb0-4052-bdde-19083bbff052 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.2292194 Feb 04 15:42:35.454824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dcfdec1a-5773-4b54-823c-0c70418e5dd5 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:35.509183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-1b5b3383-20ae-4136-aebe-d4c6415c01a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 217 time: 0.0720513 Feb 04 15:42:35.608562 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8d57b224-2a28-4c6d-8f44-740c4be96012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.617273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port dcfdec1a-5773-4b54-823c-0c70418e5dd5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:35.617771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.624569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6e2927e-7f81-4c2f-8831-5ff6ac6f00d1 req-5c56c3ab-247f-45d0-bbef-cb765f52865c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135205 Feb 04 15:42:35.643154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff97cf80-fda9-4ca5-a846-921697c4e6d9 req-66f8cbd7-9054-4738-915e-d5e6892693f5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520411 Feb 04 15:42:35.666901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-bd9e96b7-bb5f-4222-910e-bdbf3021d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:35.672859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-bd9e96b7-bb5f-4222-910e-bdbf3021d76a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1519063 Feb 04 15:42:35.693311 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8d57b224-2a28-4c6d-8f44-740c4be96012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.706757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.719145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-f8667fc6-1a9a-4c05-bba1-1345b5527a82 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8412931 Feb 04 15:42:35.822954 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d568e59a-9d2c-4e74-b789-d2747bca84cd x-openstack-request-id: req-d568e59a-9d2c-4e74-b789-d2747bca84cd {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:35.823771 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc67f40-11a0-49ce-8232-42c7606a7dd9", "name": "network-vif-plugged", "status": "completed", "tag": "e31a21e2-a6d6-4065-8d2e-19f75059e01c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:35.824361 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d568e59a-9d2c-4e74-b789-d2747bca84cd {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:35.825193 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc67f40-11a0-49ce-8232-42c7606a7dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c', 'code': 200} Feb 04 15:42:35.848943 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.881105 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:35.964998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port dcfdec1a-5773-4b54-823c-0c70418e5dd5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dcfdec1a-5773-4b54-823c-0c70418e5dd5,segment=NetworkSegment(344d0899-e0ab-41cf-a719-f6fc33024fc5),segment_id=344d0899-e0ab-41cf-a719-f6fc33024fc5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:35.974476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.084378 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddcd26e7-3608-40a4-b7c1-54b51983f766 req-5e40c96b-f9b6-47af-8f00-774e2627ac45 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616144 Feb 04 15:42:36.085289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c790c24-90b8-4aee-be05-855f9c12e9fa None None] Network 900c9186-77d8-4d49-98aa-77aeb65ed371 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:42:36.127304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f23e9-6924-4074-96aa-a686f10f7496 req-2bbaed51-5a6d-409a-abf4-9943cfcfe290 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.129083 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-849f23e9-6924-4074-96aa-a686f10f7496 req-2bbaed51-5a6d-409a-abf4-9943cfcfe290 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 944 time: 0.0772877 Feb 04 15:42:36.221667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=dcfdec1a-5773-4b54-823c-0c70418e5dd5,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:36.239223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.256283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-849f23e9-6924-4074-96aa-a686f10f7496 req-372a49c6-6d01-43a1-803b-4633da98dddf tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028457 Feb 04 15:42:36.267350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-04806d4a-1b8f-4184-93ec-75a0e9fcc5db None None] Provisioning complete for port dcfdec1a-5773-4b54-823c-0c70418e5dd5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:36.267977 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-04806d4a-1b8f-4184-93ec-75a0e9fcc5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.352194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:36.386692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-f00560ca-b7bd-4b12-aff3-95b301fe3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.388407 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-f00560ca-b7bd-4b12-aff3-95b301fe3fec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7071531 Feb 04 15:42:36.410524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af77f06-b4e7-4ec3-8142-8d19ebf05ac0 req-ed6dcd5f-569f-4473-8aed-9a72bd267b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.412190 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7af77f06-b4e7-4ec3-8142-8d19ebf05ac0 req-ed6dcd5f-569f-4473-8aed-9a72bd267b1c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 1097 time: 0.1146505 Feb 04 15:42:36.439481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f846fa-06c5-452b-bcde-58072d6134a2 req-c7874931-d434-49b2-8c3a-f8eb5ccad1e0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.440317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02f846fa-06c5-452b-bcde-58072d6134a2 req-c7874931-d434-49b2-8c3a-f8eb5ccad1e0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 946 time: 0.6210115 Feb 04 15:42:36.515890 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3a4ea7-f570-4152-924c-690f7763705a x-openstack-request-id: req-bd3a4ea7-f570-4152-924c-690f7763705a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:36.516159 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:36.516411 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd3a4ea7-f570-4152-924c-690f7763705a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:36.516808 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'status': 'completed', 'code': 200} Feb 04 15:42:36.545492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7af77f06-b4e7-4ec3-8142-8d19ebf05ac0 req-624872ed-4e99-40a6-8660-26ae02ed2525 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023588 Feb 04 15:42:36.569450 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8d57b224-2a28-4c6d-8f44-740c4be96012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.572302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8d57b224-2a28-4c6d-8f44-740c4be96012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.576367 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8d57b224-2a28-4c6d-8f44-740c4be96012 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7cad0f80-c0eb-41d0-8f29-a61032d9e893 HTTP/1.1" status: 204 len: 168 time: 1.3943233 Feb 04 15:42:36.611284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02f846fa-06c5-452b-bcde-58072d6134a2 req-bb1890bd-83b3-4b25-b45e-937a2586886f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254473 Feb 04 15:42:36.621454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57b224-2a28-4c6d-8f44-740c4be96012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad0f80-c0eb-41d0-8f29-a61032d9e893,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:36.625753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-7ef894fe-d278-4c8e-8027-97f0bfb93047 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260358 Feb 04 15:42:36.700401 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.712336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a96833-79e4-4ec8-9896-28440b8db133 req-e8631036-8db1-4719-a85a-fee72f585984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:36.714307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93a96833-79e4-4ec8-9896-28440b8db133 req-e8631036-8db1-4719-a85a-fee72f585984 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1097 time: 0.5312359 Feb 04 15:42:36.719693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.838094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a13ca17-09d3-4a15-aa6a-61a3d43d8903 req-b190728b-390b-4763-bb8b-83f9e8236612 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907206 Feb 04 15:42:36.874166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.921839 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:36.974143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:36.983586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.000300 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.050168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4c20b-6920-4a65-a878-578200287834 req-965ae772-3d0e-481d-863e-bb28707850ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.055404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81a4c20b-6920-4a65-a878-578200287834 req-965ae772-3d0e-481d-863e-bb28707850ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1095 time: 0.1379051 Feb 04 15:42:37.065819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768fbf6-c4d2-4db6-9dbe-2145e7e7f1b8 req-8ed0f243-e2c5-4fa7-a653-ed664dbe4e25 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.069382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6768fbf6-c4d2-4db6-9dbe-2145e7e7f1b8 req-8ed0f243-e2c5-4fa7-a653-ed664dbe4e25 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 946 time: 0.2298875 Feb 04 15:42:37.127515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:37.148098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event updated for resources: {'Port': ['ID=436aaaa4-ef01-49d5-9b18-f85916a40a04,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:37.196409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6768fbf6-c4d2-4db6-9dbe-2145e7e7f1b8 req-bacf72e9-6797-4699-9630-445e1742470b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010766 Feb 04 15:42:37.287285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24930a0c-4254-47c8-bb9f-e42f51f86993 req-1916f5b0-5104-4cd2-a597-da6972bc3bfb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.297225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-24930a0c-4254-47c8-bb9f-e42f51f86993 req-1916f5b0-5104-4cd2-a597-da6972bc3bfb tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.4930069 Feb 04 15:42:37.324653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4c20b-6920-4a65-a878-578200287834 req-8fa3a7b4-0720-463d-b9ab-07a97a0aa5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.329339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81a4c20b-6920-4a65-a878-578200287834 req-8fa3a7b4-0720-463d-b9ab-07a97a0aa5be service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.2586298 Feb 04 15:42:37.331500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Network 900c9186-77d8-4d49-98aa-77aeb65ed371 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:37.338082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:37.341622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a96833-79e4-4ec8-9896-28440b8db133 req-bbb0ee28-0f2a-4efe-8ac2-81e430c5f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.343063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93a96833-79e4-4ec8-9896-28440b8db133 req-bbb0ee28-0f2a-4efe-8ac2-81e430c5f44a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 0.5369229 Feb 04 15:42:37.345703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.419211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dcfdec1a-5773-4b54-823c-0c70418e5dd5 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:37.581559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81a4c20b-6920-4a65-a878-578200287834 req-5e8b37a9-7fac-4c99-a82a-25abbe2902c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 217 time: 0.2370405 Feb 04 15:42:37.588934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-69521ca2-b318-4d16-8ee3-48e5020d6c49 None None] Provisioning complete for port dcfdec1a-5773-4b54-823c-0c70418e5dd5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:37.589555 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-69521ca2-b318-4d16-8ee3-48e5020d6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:37.680108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93a96833-79e4-4ec8-9896-28440b8db133 req-55abd17d-84e5-45dd-a3c3-dcddd0df6ac1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 0.3184609 Feb 04 15:42:37.771711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:37.811665 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-24930a0c-4254-47c8-bb9f-e42f51f86993 req-da5b0875-ef1b-471b-83f5-304b57ac9f61 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752157 Feb 04 15:42:37.840652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a96833-79e4-4ec8-9896-28440b8db133 req-4dfe4b8f-3689-419c-8322-eb7ae930d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:37.846567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93a96833-79e4-4ec8-9896-28440b8db133 req-4dfe4b8f-3689-419c-8322-eb7ae930d1a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.1509874 Feb 04 15:42:37.849847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:37.853748 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fa74fc-cf67-41ca-b42a-c1fa140f88b9" -d '{"events": [{"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-unplugged", "status": "completed", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:37.885402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port dcfdec1a-5773-4b54-823c-0c70418e5dd5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:37.885920 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:38.199810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93a96833-79e4-4ec8-9896-28440b8db133 req-39e472c0-facb-4b46-b9b6-ad1c7aa87670 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805286 Feb 04 15:42:38.209470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-dd4ec31e-6185-490d-bcf8-b705c198c5e1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:38.225086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-dd4ec31e-6185-490d-bcf8-b705c198c5e1 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.6421182 Feb 04 15:42:38.257328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-0938628b-8dcc-4b09-b58f-2053b5850cea tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/quotas/8d702575eaff4676adf0ff43212c4f9d HTTP/1.1" status: 200 len: 375 time: 0.0308807 Feb 04 15:42:38.397436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4c20b-6920-4a65-a878-578200287834 req-4c7fc107-8ff0-4169-8a72-2e04d7d497bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:38.408107 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81a4c20b-6920-4a65-a878-578200287834 req-4c7fc107-8ff0-4169-8a72-2e04d7d497bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.7468412 Feb 04 15:42:38.412092 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93a96833-79e4-4ec8-9896-28440b8db133 req-b5772466-1b3b-4384-89c4-e4c2ef75710b service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011817 Feb 04 15:42:38.523641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:38.534959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-684f332d-50f0-4b10-9af8-e1fe7f08b5cf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5534699 Feb 04 15:42:38.540728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55976) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:38.550995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:38.570302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-e7be6eb1-add7-47f0-888c-47228137761b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2987041 Feb 04 15:42:38.711842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:38.836536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:38.840637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:38.944369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-ab86cff2-3aa2-48a3-8b27-f64b6accd693 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709879 Feb 04 15:42:39.112533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.extraroute_db [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 15:42:39.119479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-69521ca2-b318-4d16-8ee3-48e5020d6c49 None None] Provisioning complete for port 436aaaa4-ef01-49d5-9b18-f85916a40a04 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:39.127199 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-69521ca2-b318-4d16-8ee3-48e5020d6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.163699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.extraroute_db [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Removed routes are [] {{(pid=102422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 15:42:39.166934 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.199237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab0960-fd01-44e4-a5b6-cea1cc979fb8 req-04787cd3-a2e0-4723-a170-3411cb9b4a6f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.214277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddab0960-fd01-44e4-a5b6-cea1cc979fb8 req-04787cd3-a2e0-4723-a170-3411cb9b4a6f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 944 time: 1.0021396 Feb 04 15:42:39.238171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4c20b-6920-4a65-a878-578200287834 req-07130538-fa20-4ec5-a8bf-8bf6a140ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:39.239787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81a4c20b-6920-4a65-a878-578200287834 req-07130538-fa20-4ec5-a8bf-8bf6a140ecc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8207345 Feb 04 15:42:39.353947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:39.407965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93a96833-79e4-4ec8-9896-28440b8db133 req-700129ee-04b3-4f28-a7a1-10241c60080b service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9641886 Feb 04 15:42:39.425759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-dc8dd2a9-e0de-4fdf-8307-8adf26844f76 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688568 Feb 04 15:42:39.455645 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddab0960-fd01-44e4-a5b6-cea1cc979fb8 req-80f1a8ec-5252-4e8e-a185-e10837d725f6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374296 Feb 04 15:42:39.500483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-69521ca2-b318-4d16-8ee3-48e5020d6c49 None None] Port 436aaaa4-ef01-49d5-9b18-f85916a40a04 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:42:39.548783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81a4c20b-6920-4a65-a878-578200287834 req-33aee42d-8713-4c3a-8099-e5beeb4b8186 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003206 Feb 04 15:42:39.776549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.800068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1aab503f-0028-437f-a64c-f7c953149d71 None None] Provisioning complete for port 436aaaa4-ef01-49d5-9b18-f85916a40a04 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:39.800068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1aab503f-0028-437f-a64c-f7c953149d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.860486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81a4c20b-6920-4a65-a878-578200287834 req-ea385afc-baf4-4ffa-af30-3690cc9f6382 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991071 Feb 04 15:42:39.870464 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37988a58-936c-4625-8827-062251109f7e x-openstack-request-id: req-37988a58-936c-4625-8827-062251109f7e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:39.870871 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-unplugged", "status": "failed", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa", "code": 422}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:39.871097 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37988a58-936c-4625-8827-062251109f7e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:39.871551 n-d-827869-1 neutron-server[102424]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'code': 422} returned with failed status Feb 04 15:42:39.962810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1aab503f-0028-437f-a64c-f7c953149d71 None None] Port 436aaaa4-ef01-49d5-9b18-f85916a40a04 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:42:39.965398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:39.981505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.029239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937cfb-ced7-458c-b8a0-4df0b2dd0c9c req-4e084cfb-fc73-4fd4-a869-45a77c85b073 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:40.045085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f2937cfb-ced7-458c-b8a0-4df0b2dd0c9c req-4e084cfb-fc73-4fd4-a869-45a77c85b073 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.3478773 Feb 04 15:42:40.073767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877799ec-8094-4439-8016-861f08f13815 req-aab2e7db-d8d1-44f5-92d8-e57d8ccd8fd8 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:40.077347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-877799ec-8094-4439-8016-861f08f13815 req-aab2e7db-d8d1-44f5-92d8-e57d8ccd8fd8 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.1480682 Feb 04 15:42:40.128473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:36Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '436aaaa4-ef01-49d5-9b18-f85916a40a04', 'name': '', 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:ef:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:32Z', 'updated_at': '2022-02-04T15:42:36Z', 'revision_number': 2, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:40.160519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-877799ec-8094-4439-8016-861f08f13815 req-7d5e2645-1c58-4102-ad64-24e0b4daa33f tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738134 Feb 04 15:42:40.176651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:40.177004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Updating router 93c7457c-a4bd-4fea-9d45-affa5d71f466 port 436aaaa4-ef01-49d5-9b18-f85916a40a04 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:42:40.307082 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.331987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbe261b2-18d4-4c2e-885e-00a02b6f0cb6 req-ee5a20b9-24ed-44a8-9dfc-93c6e77a47c4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 210 time: 0.0667341 Feb 04 15:42:40.358716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:42:40.707963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:40.750521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f2937cfb-ced7-458c-b8a0-4df0b2dd0c9c req-3262961e-78f7-49a3-b381-08159d0f5b39 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042317 Feb 04 15:42:40.768237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'mac_address': 'fa:16:3e:29:c0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:42:40.788621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:40.877667 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:40.912584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7d1665-3a13-4d8d-a48a-de8e7a481664 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:40.991259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:41.007810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:41.021806 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.041649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.045938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4932985a-8446-4f29-a6f1-91d812582519 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 200 len: 934 time: 2.5021970 Feb 04 15:42:41.048592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56040) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:41.257148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8f285c49-5f6f-421e-881b-b4679d5737ae tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 200 len: 934 time: 0.2053530 Feb 04 15:42:41.261608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:41.268232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'routes': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:41.314838 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.348504 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:41.448367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['6a7d1665-3a13-4d8d-a48a-de8e7a481664'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:42:41.461111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:41.805469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65c0b-3837-4916-9f92-9f58d1dbd198 req-cb30aa76-ab6f-4274-afc5-d00ce29dc53c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:41.826887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13f65c0b-3837-4916-9f92-9f58d1dbd198 req-cb30aa76-ab6f-4274-afc5-d00ce29dc53c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3986747 Feb 04 15:42:42.056654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-13f65c0b-3837-4916-9f92-9f58d1dbd198 req-a88ba9dd-d200-40a6-aefc-e5c0ebf49d42 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210267 Feb 04 15:42:42.113796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Attempting to bind port 436aaaa4-ef01-49d5-9b18-f85916a40a04 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:42.114606 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Attempting to bind port 436aaaa4-ef01-49d5-9b18-f85916a40a04 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:42.115238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Attempting to bind port 436aaaa4-ef01-49d5-9b18-f85916a40a04 on network 900c9186-77d8-4d49-98aa-77aeb65ed371 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:42.252148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22030cb0-bbff-428d-812b-7a4dc6045890 None None] Pushing event updated for resources: {'Port': ['ID=436aaaa4-ef01-49d5-9b18-f85916a40a04,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:42.304520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:42.304520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Checking segment: {'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:42.304520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.304520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Bound using segment: {'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:42.304520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Bound port: 436aaaa4-ef01-49d5-9b18-f85916a40a04, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344d0899-e0ab-41cf-a719-f6fc33024fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:42.304520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.411861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:42.447578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-02b9cede-71f0-4be1-b373-ae5db3dd1e57 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:42.454328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-02b9cede-71f0-4be1-b373-ae5db3dd1e57 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.3955555 Feb 04 15:42:42.473680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e094ed79-ffba-4150-80a4-8569c06502d5 None None] Provisioning complete for port 436aaaa4-ef01-49d5-9b18-f85916a40a04 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:42.474265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e094ed79-ffba-4150-80a4-8569c06502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:42.488688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Request body: {'port': {'device_id': '93cc3f6c-e6a0-4312-877d-1c74542b0b4d', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'admin_state_up': True, 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:42.563816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e2fc0c5-36fe-483d-8ee6-39df90c248f8 req-29d2ee02-c7e9-40a8-8462-d974fcfd717e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 210 time: 0.1065028 Feb 04 15:42:42.733567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd0a2f-88a3-4bf8-8474-1380750cf536 req-4b845b1c-6123-46eb-a73d-351cdabffabd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:42.735232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9bd0a2f-88a3-4bf8-8474-1380750cf536 req-4b845b1c-6123-46eb-a73d-351cdabffabd tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.7478108 Feb 04 15:42:42.900350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e094ed79-ffba-4150-80a4-8569c06502d5 None None] Port 436aaaa4-ef01-49d5-9b18-f85916a40a04 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:42:42.919808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f9bd0a2f-88a3-4bf8-8474-1380750cf536 req-9814903a-aa15-4958-84a1-ad0ac09ac9ee tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656482 Feb 04 15:42:43.003462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:42:43.007236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.140781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] For port 436aaaa4-ef01-49d5-9b18-f85916a40a04, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:43.164845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] For port 436aaaa4-ef01-49d5-9b18-f85916a40a04, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=436aaaa4-ef01-49d5-9b18-f85916a40a04,segment=NetworkSegment(344d0899-e0ab-41cf-a719-f6fc33024fc5),segment_id=344d0899-e0ab-41cf-a719-f6fc33024fc5)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:43.350083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.365067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Allocated IP 172.20.0.9 (105b279f-e3c3-41d5-a12c-29ac016934da/185b96d7-6170-4199-b3ee-2d2358a9e456/368f4682-f37d-45fc-8813-7cc34859ebce) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:42:43.416346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.extraroute_db [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added routes are [] {{(pid=102422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 15:42:43.416676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.extraroute_db [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102422) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 15:42:43.491650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-cfbd155f-cafb-40d7-9363-8e4c8e4de002 req-264a6821-18c6-40a4-bc78-d8c67238a313 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:42:43.508991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfbd155f-cafb-40d7-9363-8e4c8e4de002 req-264a6821-18c6-40a4-bc78-d8c67238a313 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0345457 Feb 04 15:42:43.586444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:43.587102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:43.609216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:43.719396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241afd2e-083b-47df-94ab-865a1aeb5310 req-e08be59d-3ca7-4f63-b116-800a4aa73e78 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:43.722440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-241afd2e-083b-47df-94ab-865a1aeb5310 req-e08be59d-3ca7-4f63-b116-800a4aa73e78 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2737596 Feb 04 15:42:43.767055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22030cb0-bbff-428d-812b-7a4dc6045890 None None] Pushing event updated for resources: {'Port': ['ID=436aaaa4-ef01-49d5-9b18-f85916a40a04,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:43.830774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:44.093914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-241afd2e-083b-47df-94ab-865a1aeb5310 req-b8094af4-4b50-4dbc-910c-cfcb6ba33ee6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265117 Feb 04 15:42:44.189255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e06d362d-a610-4d3c-8bc0-2a1b04d5c799 None None] Provisioning complete for port 436aaaa4-ef01-49d5-9b18-f85916a40a04 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:44.190248 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e06d362d-a610-4d3c-8bc0-2a1b04d5c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.228683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.299789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ed8bcd2-0768-4585-8810-bf9ef70b44b6 req-a4107f69-5eb6-4c3c-87fb-4bf744c56bdf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 210 time: 0.0536010 Feb 04 15:42:44.300827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56146) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:44.371140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a62ac8-e40a-4685-9450-3c07ea01dba1 req-afbf4eaa-c99a-4dcf-ac5f-8a4ba4c8a9be tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:44.390922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2a62ac8-e40a-4685-9450-3c07ea01dba1 req-afbf4eaa-c99a-4dcf-ac5f-8a4ba4c8a9be tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.4371276 Feb 04 15:42:44.454341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:44.475915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.593942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event updated for resources: {'Port': ['ID=368f4682-f37d-45fc-8813-7cc34859ebce,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:44.616707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Network 105b279f-e3c3-41d5-a12c-29ac016934da is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:42:44.622219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.622928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:42:44.634639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e7586-14cb-4068-a157-cc0390a1b221 req-fb7bb072-4e7d-4811-9c66-09e55edb476b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:44.636295 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d3e7586-14cb-4068-a157-cc0390a1b221 req-fb7bb072-4e7d-4811-9c66-09e55edb476b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.2152267 Feb 04 15:42:44.638559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:42:44.646980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:42:44.670879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2a62ac8-e40a-4685-9450-3c07ea01dba1 req-c34d2d2a-d858-4ea6-b001-d39d20302646 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784741 Feb 04 15:42:44.675291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.711027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e31a21e2-a6d6-4065-8d2e-19f75059e01c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:42:44.742028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc56ef8b-e023-4a52-bd78-cab78f77f927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.796063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:44.797179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.819966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d3e7586-14cb-4068-a157-cc0390a1b221 req-3266b1bb-2684-463b-b13d-d3ae839f771e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181564 Feb 04 15:42:44.859640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d14781b7-88fc-4662-95f7-539e864c3140 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3751776 Feb 04 15:42:44.867168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:44.877298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Request body: {'port': {'device_id': '93cc3f6c-e6a0-4312-877d-1c74542b0b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:44.985408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc56ef8b-e023-4a52-bd78-cab78f77f927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:44.988432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.002566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:42:45.022808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc56ef8b-e023-4a52-bd78-cab78f77f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.051266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:45.071215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.078103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f2fdcd0d-e0e1-4762-b504-f771b4ed6582 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 200 len: 700 time: 3.8147566 Feb 04 15:42:45.079068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56160) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:45.360186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b9afe0cc-6118-429a-ae09-c047e472ad1c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 200 len: 700 time: 0.2792740 Feb 04 15:42:45.362258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:45.382295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368f4682-f37d-45fc-8813-7cc34859ebce {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:45.394433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.410464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Transition to ACTIVE for port object 368f4682-f37d-45fc-8813-7cc34859ebce will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:42:45.427519 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.505359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cc56ef8b-e023-4a52-bd78-cab78f77f927 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfdee28d16464f8e87f520a7768876a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2003651 Feb 04 15:42:45.527253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-14a9d7e5-ea9a-4066-ab8c-df046f9982dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7030807 Feb 04 15:42:45.541166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:45.559170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56170) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:45.561446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56ef8b-e023-4a52-bd78-cab78f77f927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ec61a-ad9c-45b0-a880-a6fb2d9a13a5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:45.576390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c', 'network_id': 'ac82600d-3c65-459e-9abe-21c191d508c6', 'port_id': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c', 'mac_address': 'fa:16:3e:05:b6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76ece1f-58a1-49a6-8c91-49900151716a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:42:45.625647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-3ff0fb9d-768d-412d-9422-bc0263d34f32 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:42:45.627915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-3ff0fb9d-768d-412d-9422-bc0263d34f32 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245705 Feb 04 15:42:45.733733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Pushing event updated for resources: {'Port': ['ID=368f4682-f37d-45fc-8813-7cc34859ebce,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:45.763807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:42:45.839945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:45.840718 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.870405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61078025-7441-42b7-a8b7-2afa4c67bf48 req-19f27a4b-4438-4965-9dca-6847a716f40c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:45.875068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61078025-7441-42b7-a8b7-2afa4c67bf48 req-19f27a4b-4438-4965-9dca-6847a716f40c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 943 time: 0.4448647 Feb 04 15:42:45.912615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.914439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c451c4-750e-495b-9f3d-4132da00b193 req-85170917-0b51-4c68-8608-fd3a1678a71e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:45.932277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72c451c4-750e-495b-9f3d-4132da00b193 req-85170917-0b51-4c68-8608-fd3a1678a71e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.5853302 Feb 04 15:42:45.948282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e06d362d-a610-4d3c-8bc0-2a1b04d5c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:45.980959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e31a21e2-a6d6-4065-8d2e-19f75059e01c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:46.006442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-61078025-7441-42b7-a8b7-2afa4c67bf48 req-8bc37b37-f251-41b6-98f8-771f3d2fdf24 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217453 Feb 04 15:42:46.010233 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8dd30fe-5be5-496d-ae28-478a77d458c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.017853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Attempting to bind port 368f4682-f37d-45fc-8813-7cc34859ebce on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:42:46.018286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Attempting to bind port 368f4682-f37d-45fc-8813-7cc34859ebce by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:42:46.029622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Attempting to bind port 368f4682-f37d-45fc-8813-7cc34859ebce on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:46.070927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72c451c4-750e-495b-9f3d-4132da00b193 req-060d36d6-2eb6-4918-8d41-79f8d2030ed7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326675 Feb 04 15:42:46.093316 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8dd30fe-5be5-496d-ae28-478a77d458c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.156068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e06d362d-a610-4d3c-8bc0-2a1b04d5c799 None None] For port 436aaaa4-ef01-49d5-9b18-f85916a40a04, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=436aaaa4-ef01-49d5-9b18-f85916a40a04,segment=NetworkSegment(344d0899-e0ab-41cf-a719-f6fc33024fc5),segment_id=344d0899-e0ab-41cf-a719-f6fc33024fc5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:46.183730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8dd30fe-5be5-496d-ae28-478a77d458c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.192789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8dd30fe-5be5-496d-ae28-478a77d458c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.194924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a8dd30fe-5be5-496d-ae28-478a77d458c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d62ec61a-ad9c-45b0-a880-a6fb2d9a13a5 HTTP/1.1" status: 204 len: 168 time: 0.6183131 Feb 04 15:42:46.197363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:39Z', 'revision_number': 6, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '436aaaa4-ef01-49d5-9b18-f85916a40a04', 'name': '', 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:ef:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:32Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:46.235416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Port 368f4682-f37d-45fc-8813-7cc34859ebce on network 105b279f-e3c3-41d5-a12c-29ac016934da not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:42:46.235756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Attempting to bind port 368f4682-f37d-45fc-8813-7cc34859ebce on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:42:46.247208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd30fe-5be5-496d-ae28-478a77d458c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ec61a-ad9c-45b0-a880-a6fb2d9a13a5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:46.278120 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e06d362d-a610-4d3c-8bc0-2a1b04d5c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.310727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:42:46.311320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Checking segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:42:46.316100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Bound using segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:42:46.318651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Bound port: 368f4682-f37d-45fc-8813-7cc34859ebce, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:42:46.323633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.460048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:46.560406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41d9a0-33bf-4667-8128-4966b241efd9 req-525a29b2-bfb9-4d0a-a9df-2acdfb45b87a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:46.563400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6c41d9a0-33bf-4667-8128-4966b241efd9 req-525a29b2-bfb9-4d0a-a9df-2acdfb45b87a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.1802073 Feb 04 15:42:46.564912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] For port 368f4682-f37d-45fc-8813-7cc34859ebce, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:42:46.571791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] For port 368f4682-f37d-45fc-8813-7cc34859ebce, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=368f4682-f37d-45fc-8813-7cc34859ebce,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:42:46.585734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.625324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:46.626032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.627652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] 10.222.0.30 "PUT /v2.0/ports/368f4682-f37d-45fc-8813-7cc34859ebce HTTP/1.1" status: 200 len: 1091 time: 1.7576890 Feb 04 15:42:46.640786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cc3f6c-e6a0-4312-877d-1c74542b0b4d', 'tag': '368f4682-f37d-45fc-8813-7cc34859ebce'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:46.643903 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda60a63-0b24-4097-b267-39954b41ac24" -d '{"events": [{"name": "network-changed", "server_uuid": "93cc3f6c-e6a0-4312-877d-1c74542b0b4d", "tag": "368f4682-f37d-45fc-8813-7cc34859ebce"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:46.647991 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:46.668557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef58759-b909-42ac-9001-f6075cbe8813 None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:39Z', 'revision_number': 6, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '436aaaa4-ef01-49d5-9b18-f85916a40a04', 'name': '', 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:ef:43:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:32Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 4, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:46.696271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab42513-4ef7-4b4c-b51c-036a19383e37 req-983c7c79-2345-40fc-812d-5c66c7633e20 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:46.714228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fab42513-4ef7-4b4c-b51c-036a19383e37 req-983c7c79-2345-40fc-812d-5c66c7633e20 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 946 time: 0.4704602 Feb 04 15:42:46.741202 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6c41d9a0-33bf-4667-8128-4966b241efd9 req-d6139300-0623-46fa-a585-c564015a9e91 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662650 Feb 04 15:42:46.988945 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c59f7e3-4643-4ba6-87ae-c257ea57c5fa x-openstack-request-id: req-3c59f7e3-4643-4ba6-87ae-c257ea57c5fa {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:46.989571 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cc3f6c-e6a0-4312-877d-1c74542b0b4d", "tag": "368f4682-f37d-45fc-8813-7cc34859ebce", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:46.989762 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c59f7e3-4643-4ba6-87ae-c257ea57c5fa {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:46.990449 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cc3f6c-e6a0-4312-877d-1c74542b0b4d', 'tag': '368f4682-f37d-45fc-8813-7cc34859ebce', 'status': 'completed', 'code': 200} Feb 04 15:42:47.041905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.059791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['e31a21e2-a6d6-4065-8d2e-19f75059e01c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:42:47.224863 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fab42513-4ef7-4b4c-b51c-036a19383e37 req-f15e7f26-ab8d-450d-bfd5-ee21a81bae01 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076547 Feb 04 15:42:47.229565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9424b-71f6-4982-9e40-5e0ee9bd9573 service neutron] Pushing event updated for resources: {'Port': ['ID=368f4682-f37d-45fc-8813-7cc34859ebce,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.267740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-74157f66-2383-45ec-aa80-744ac130fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:47.291814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-74157f66-2383-45ec-aa80-744ac130fa3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 1094 time: 0.3981023 Feb 04 15:42:47.293647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56212) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:47.391326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.462746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d362d-a610-4d3c-8bc0-2a1b04d5c799 None None] Pushing event updated for resources: {'Port': ['ID=436aaaa4-ef01-49d5-9b18-f85916a40a04,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.543072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f6f68-294b-4cee-97e5-8b1c315bac4a req-c7f10564-8bf3-42fc-9140-51f522c5e643 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:47.545426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e6f6f68-294b-4cee-97e5-8b1c315bac4a req-c7f10564-8bf3-42fc-9140-51f522c5e643 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 943 time: 0.1476290 Feb 04 15:42:47.563665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=e31a21e2-a6d6-4065-8d2e-19f75059e01c,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:47.652587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:47.659831 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d7ff65-a1d8-4386-a419-dc2aaf88d535" -d '{"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:47.705035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:47.720044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.730227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 436aaaa4-ef01-49d5-9b18-f85916a40a04 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:47.745522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dc1fa50-7db3-4a24-8d5a-f27eab55ab47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:47.745834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e6f6f68-294b-4cee-97e5-8b1c315bac4a req-db036486-f72a-4c74-b81e-4e9b7cf02a20 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263926 Feb 04 15:42:47.761855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-8aa31ea7-f2b4-4696-b361-bd0d434e74bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=368f4682-f37d-45fc-8813-7cc34859ebce HTTP/1.1" status: 200 len: 217 time: 0.4667013 Feb 04 15:42:47.933390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-4d3d5be1-1f11-4b49-8d3f-52bae3fc2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:47.939300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-4d3d5be1-1f11-4b49-8d3f-52bae3fc2edf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.1354063 Feb 04 15:42:47.989654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-a02d9998-371d-4b88-8c5f-2c3d72d46b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:47.992737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-a02d9998-371d-4b88-8c5f-2c3d72d46b9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da&tenant_id=01706eed0ac64263a64ab79ae452909c HTTP/1.1" status: 200 len: 1095 time: 0.2305479 Feb 04 15:42:48.038877 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18971aa5-7a2a-4cfe-870b-51f651bf7d00 x-openstack-request-id: req-18971aa5-7a2a-4cfe-870b-51f651bf7d00 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:42:48.040108 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:42:48.040836 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18971aa5-7a2a-4cfe-870b-51f651bf7d00 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:42:48.043349 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'code': 200} Feb 04 15:42:48.163940 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dc1fa50-7db3-4a24-8d5a-f27eab55ab47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.191981 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3dc1fa50-7db3-4a24-8d5a-f27eab55ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.219969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 436aaaa4-ef01-49d5-9b18-f85916a40a04 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:42:48.226999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-1ec047a0-1e4d-48bf-8dba-d3b7945bad54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8607547 Feb 04 15:42:48.227312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.310516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-4ef3b261-a2dc-4e72-bbab-18213a1d4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:48.313434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-4ef3b261-a2dc-4e72-bbab-18213a1d4188 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1095 time: 0.2857118 Feb 04 15:42:48.359730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-d1d120e3-6ece-4252-ae04-90bd88e2de3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3745518 Feb 04 15:42:48.431067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:48.525024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.525463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.525955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.526495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.526999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.527513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.528010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.528614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.529158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.529671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.530276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.530712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:42:48.537927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 436aaaa4-ef01-49d5-9b18-f85916a40a04 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:48.538612 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.611718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1fa50-7db3-4a24-8d5a-f27eab55ab47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f09dc7-db0f-496a-a866-e21699a5b10f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:48.633151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b904cc-1ee6-410c-8873-e19f9e55c272 req-93df1170-3de0-4470-b453-c32ccfc5e363 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:48.635901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80b904cc-1ee6-410c-8873-e19f9e55c272 req-93df1170-3de0-4470-b453-c32ccfc5e363 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.5008078 Feb 04 15:42:48.717412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port 436aaaa4-ef01-49d5-9b18-f85916a40a04, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=436aaaa4-ef01-49d5-9b18-f85916a40a04,segment=NetworkSegment(344d0899-e0ab-41cf-a719-f6fc33024fc5),segment_id=344d0899-e0ab-41cf-a719-f6fc33024fc5)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:48.717888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:48.762366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 436aaaa4-ef01-49d5-9b18-f85916a40a04 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:42:48.813796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80b904cc-1ee6-410c-8873-e19f9e55c272 req-effdc1f3-7efe-4cba-ac0a-9b0a5ad6e279 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670752 Feb 04 15:42:48.816176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-7a321ce2-5e66-4ad6-abf4-54a8a69a1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:48.818315 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-7a321ce2-5e66-4ad6-abf4-54a8a69a1f4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 0.4219296 Feb 04 15:42:48.925822 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:48.949230 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:48.949889 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:48.973309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bba7fe-7c3f-4c28-a94a-775a5ab309f4 req-2c2a8621-c904-4a0d-9ae6-986a3b1b277c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:48.977308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81bba7fe-7c3f-4c28-a94a-775a5ab309f4 req-2c2a8621-c904-4a0d-9ae6-986a3b1b277c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 1.2328501 Feb 04 15:42:49.138070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3dc1fa50-7db3-4a24-8d5a-f27eab55ab47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c7aa43b4c4044028f2df9eb72ac754d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8363557 Feb 04 15:42:49.142450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56328) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:49.153506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d917e-9c6c-460a-a8cb-d3dcf8f9c326 req-eb2e43db-d203-4278-b051-148d4e644d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:49.155295 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e84d917e-9c6c-460a-a8cb-d3dcf8f9c326 req-eb2e43db-d203-4278-b051-148d4e644d80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1097 time: 0.8105192 Feb 04 15:42:49.267782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d648-0fbd-4450-a762-bdc96c3b8cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.295759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d648-0fbd-4450-a762-bdc96c3b8cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.338404 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:49.411744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d648-0fbd-4450-a762-bdc96c3b8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.413868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b3b7d648-0fbd-4450-a762-bdc96c3b8cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.415088 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b3b7d648-0fbd-4450-a762-bdc96c3b8cc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28f09dc7-db0f-496a-a866-e21699a5b10f HTTP/1.1" status: 204 len: 168 time: 0.2588365 Feb 04 15:42:49.456512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-69aad1bf-78fe-4eb8-aba4-ab067b3f3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:49.471481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-69aad1bf-78fe-4eb8-aba4-ab067b3f3e01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 1096 time: 0.8704002 Feb 04 15:42:49.502731 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e84d917e-9c6c-460a-a8cb-d3dcf8f9c326 req-6879b77f-fe06-40f4-ab54-e99cc375cc57 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752209 Feb 04 15:42:49.532460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7d648-0fbd-4450-a762-bdc96c3b8cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f09dc7-db0f-496a-a866-e21699a5b10f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:49.618537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 436aaaa4-ef01-49d5-9b18-f85916a40a04 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:42:49.779003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 436aaaa4-ef01-49d5-9b18-f85916a40a04 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:42:49.779383 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:49.917602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81bba7fe-7c3f-4c28-a94a-775a5ab309f4 req-52c3f53d-0110-4c27-9ac0-c3b68ecc54e4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8119526 Feb 04 15:42:49.930846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-ca48138e-f8a0-4a6b-81a2-63b836a90ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:49.972266 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-ca48138e-f8a0-4a6b-81a2-63b836a90ba6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 0.4211407 Feb 04 15:42:49.992852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-fcae494b-f072-49cf-8120-950229551d79 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6306260 Feb 04 15:42:50.012997 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-e5cf3ab3-665d-440e-86cc-eedf47a0d656 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 1.1244884 Feb 04 15:42:50.074596 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 7, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '436aaaa4-ef01-49d5-9b18-f85916a40a04', 'name': '', 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:ef:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:32Z', 'updated_at': '2022-02-04T15:42:46Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:50.117054 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:50.129318 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:50.130540 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:50.215531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444c39f-e03f-4072-a3c2-a82ad1c9db90 req-f4394276-1fbf-413c-a516-15715857f631 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.216951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f444c39f-e03f-4072-a3c2-a82ad1c9db90 req-f4394276-1fbf-413c-a516-15715857f631 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 945 time: 0.2156050 Feb 04 15:42:50.276799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-c9da9bb9-dc71-4053-a5dc-a564c375044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.280112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-c9da9bb9-dc71-4053-a5dc-a564c375044a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.2600062 Feb 04 15:42:50.322584 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-b0752972-93f0-4c9f-a27d-659cefbfdd8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31b40514-6329-4c84-8ce7-00194382a32e HTTP/1.1" status: 200 len: 217 time: 0.3281119 Feb 04 15:42:50.359822 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f444c39f-e03f-4072-a3c2-a82ad1c9db90 req-b54b694b-5f24-4eb2-a108-192bd2c59ad4 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311557 Feb 04 15:42:50.362063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-1ed7fc90-8748-47d7-8c23-1a9266ec3a36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623486 Feb 04 15:42:50.419761 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:50.423012 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:50.691135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-98d8184a-c795-4877-af42-8ac1ab4e48ec service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004751 Feb 04 15:42:50.741396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e31a21e2-a6d6-4065-8d2e-19f75059e01c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:50.887331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-eddcb6f7-55c1-4a28-add8-b0a602dcffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:50.896962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-eddcb6f7-55c1-4a28-add8-b0a602dcffda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.5430391 Feb 04 15:42:51.006253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=436aaaa4-ef01-49d5-9b18-f85916a40a04,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:51.061140 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e729f6-6cfb-410f-82de-54f586809c0d req-52716326-2f79-47f2-94b7-5fe6f71d6021 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0109811 Feb 04 15:42:51.154331 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.219982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e31a21e2-a6d6-4065-8d2e-19f75059e01c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:51.314552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:51.322092 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.335571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-c2eb69b5-8e67-450b-ac5d-447ff842e612 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2718596 Feb 04 15:42:51.386921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8e22-13c0-4814-8ded-5000afeddaf9 req-b29c0454-01aa-4e9a-81a0-7e39c29d9f21 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:51.399849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-773a8e22-13c0-4814-8ded-5000afeddaf9 req-b29c0454-01aa-4e9a-81a0-7e39c29d9f21 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 943 time: 1.0747812 Feb 04 15:42:51.468645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd80955-0d3e-49bf-aca3-b5e498984d1f req-ce3cd254-ba02-48a0-b6f5-c9b3063a847f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:51.475741 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cd80955-0d3e-49bf-aca3-b5e498984d1f req-ce3cd254-ba02-48a0-b6f5-c9b3063a847f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.7839451 Feb 04 15:42:51.531966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=e31a21e2-a6d6-4065-8d2e-19f75059e01c,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:51.564733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:51.594629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cd80955-0d3e-49bf-aca3-b5e498984d1f req-6d661ad4-ed83-41e0-affa-4a2a37ece36b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033342 Feb 04 15:42:51.604830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15a90d3b-2556-4150-abe8-b40c48f89010 req-c050a783-1ca7-4921-84eb-609d12d63bdd service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8887944 Feb 04 15:42:51.702736 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:42:51.745317 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 7, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '436aaaa4-ef01-49d5-9b18-f85916a40a04', 'name': '', 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:ef:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:32Z', 'updated_at': '2022-02-04T15:42:46Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:51.799754 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca892dbb-008b-478b-8a15-a0569bf5a934 None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:43Z', 'revision_number': 7, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '436aaaa4-ef01-49d5-9b18-f85916a40a04', 'name': '', 'network_id': '900c9186-77d8-4d49-98aa-77aeb65ed371', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:ef:43:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:32Z', 'updated_at': '2022-02-04T15:42:46Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'dec38421-7434-4c8c-96b9-f1d1103f5882', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:52.375184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:52.568445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:42:52.580019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-81f65a53-2f4a-4b10-9e6f-bfe07fda1e0d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2163336 Feb 04 15:42:52.585919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56622) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:52.589960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:42:52.631391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:52.631573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f3cba-25a2-4779-928b-8fac93e7a2af req-72ef6af9-7601-4caa-beea-caa9a6807895 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:52.632186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:52.639443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a98f3cba-25a2-4779-928b-8fac93e7a2af req-72ef6af9-7601-4caa-beea-caa9a6807895 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.3482571 Feb 04 15:42:52.704276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-8084ff8d-99a6-4b45-a54f-0c1976cdbc2c service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3519895 Feb 04 15:42:52.713004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-773a8e22-13c0-4814-8ded-5000afeddaf9 req-358b141a-fdd9-4a4d-97c5-b6eb08fa687a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3124306 Feb 04 15:42:52.718310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda60a63-0b24-4097-b267-39954b41ac24 req-df9ee279-d6d4-40c0-bbff-e71159d1768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:52.721660 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dda60a63-0b24-4097-b267-39954b41ac24 req-df9ee279-d6d4-40c0-bbff-e71159d1768f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 1094 time: 1.5214686 Feb 04 15:42:52.781899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2795ca99-ccb3-40d3-81ee-ab7f115033bf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet dec38421-7434-4c8c-96b9-f1d1103f5882 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:42:52.834761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a98f3cba-25a2-4779-928b-8fac93e7a2af req-bdc08d5d-3f2d-4f9d-92dd-5a6326111ba2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910059 Feb 04 15:42:52.835833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2795ca99-ccb3-40d3-81ee-ab7f115033bf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:52.906318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:52.976532 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2795ca99-ccb3-40d3-81ee-ab7f115033bf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.089229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecab41-3489-4cd3-a466-dfa1dbe166a6 req-1fa8e5c7-fe54-42f9-8ce3-f0254aeb2993 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:53.097787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cecab41-3489-4cd3-a466-dfa1dbe166a6 req-1fa8e5c7-fe54-42f9-8ce3-f0254aeb2993 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.1143370 Feb 04 15:42:53.101199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c0ede94-893c-4540-a847-cb4920ab85ca req-53756333-889a-4494-aed8-61e55f9dd5ee service neutron] 10.222.0.50 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865616 Feb 04 15:42:53.237412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2795ca99-ccb3-40d3-81ee-ab7f115033bf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.281223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a87a-4a1d-48fa-9ece-a74159507c2e req-1df8fc85-b721-4297-9992-fb6f75e2d1f5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:53.305737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2609a87a-4a1d-48fa-9ece-a74159507c2e req-1df8fc85-b721-4297-9992-fb6f75e2d1f5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.3005393 Feb 04 15:42:53.310694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:53.320403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'floatingip': {'port_id': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:42:53.388120 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.432103 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.498460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2795ca99-ccb3-40d3-81ee-ab7f115033bf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.570803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cecab41-3489-4cd3-a466-dfa1dbe166a6 req-feddc218-fac2-4ab6-9333-2c39ba71640e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713130 Feb 04 15:42:53.608391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2795ca99-ccb3-40d3-81ee-ab7f115033bf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:53.626010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2795ca99-ccb3-40d3-81ee-ab7f115033bf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/dec38421-7434-4c8c-96b9-f1d1103f5882 HTTP/1.1" status: 204 len: 168 time: 1.0329108 Feb 04 15:42:53.633379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56680) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:53.640467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c137e257-4ac3-466b-a7d2-1080b8b79088 None None] Network 900c9186-77d8-4d49-98aa-77aeb65ed371 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:42:53.846371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56684) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:53.956871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795ca99-ccb3-40d3-81ee-ab7f115033bf tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=dec38421-7434-4c8c-96b9-f1d1103f5882,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:53.996013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 8, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:54.035986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.092489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:42:54.104639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864ce83-1eb0-4f9d-a9de-56567cda4231 req-15aad270-1385-4ad4-8485-64f0957f6aff tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:54.121355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b864ce83-1eb0-4f9d-a9de-56567cda4231 req-15aad270-1385-4ad4-8485-64f0957f6aff tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.2661905 Feb 04 15:42:54.145344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:42:54.147677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda60a63-0b24-4097-b267-39954b41ac24 req-788c7f4a-c569-44fe-b9ef-5ac679d8e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:54.149173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:54.161639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dda60a63-0b24-4097-b267-39954b41ac24 req-788c7f4a-c569-44fe-b9ef-5ac679d8e322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 1.3731875 Feb 04 15:42:54.399422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:42:54.442296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b864ce83-1eb0-4f9d-a9de-56567cda4231 req-e68db62a-22a2-446b-83d1-1a1104ffa35c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187513 Feb 04 15:42:54.451136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dda60a63-0b24-4097-b267-39954b41ac24 req-03204688-279c-432f-ae52-2ec140c520db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=368f4682-f37d-45fc-8813-7cc34859ebce HTTP/1.1" status: 200 len: 217 time: 0.2571065 Feb 04 15:42:54.496410 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a56f14cc-99b3-4158-8562-1e4a092459cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.645099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a56f14cc-99b3-4158-8562-1e4a092459cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.649225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port dcfdec1a-5773-4b54-823c-0c70418e5dd5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:42:54.649579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.687740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 368f4682-f37d-45fc-8813-7cc34859ebce details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:42:54.750198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a56f14cc-99b3-4158-8562-1e4a092459cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:54.885633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f14cc-99b3-4158-8562-1e4a092459cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686524e0-54eb-455b-abd4-155c156622ba,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:54.992959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 368f4682-f37d-45fc-8813-7cc34859ebce, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=368f4682-f37d-45fc-8813-7cc34859ebce,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:55.019236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '368f4682-f37d-45fc-8813-7cc34859ebce', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'port_id': '368f4682-f37d-45fc-8813-7cc34859ebce', 'mac_address': 'fa:16:3e:be:92:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b96d7-6170-4199-b3ee-2d2358a9e456', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:42:55.034975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port dcfdec1a-5773-4b54-823c-0c70418e5dd5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dcfdec1a-5773-4b54-823c-0c70418e5dd5,segment=NetworkSegment(344d0899-e0ab-41cf-a719-f6fc33024fc5),segment_id=344d0899-e0ab-41cf-a719-f6fc33024fc5)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:55.036049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.057118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a56f14cc-99b3-4158-8562-1e4a092459cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0657968193b646a0aa3c51a96a87093c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1747506 Feb 04 15:42:55.063140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:55.091209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for dcfdec1a-5773-4b54-823c-0c70418e5dd5 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:42:55.121830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c65ec-0aec-4f81-bd0f-24fe6a61dd50 req-fb991ae8-f765-4b1b-b7ea-0a5dfc6b794c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:55.130210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005c65ec-0aec-4f81-bd0f-24fe6a61dd50 req-fb991ae8-f765-4b1b-b7ea-0a5dfc6b794c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.3673718 Feb 04 15:42:55.201852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5d94e-e575-4e1d-8b5e-9274b1dafd1c None None] DHCP port deletion for 900c9186-77d8-4d49-98aa-77aeb65ed371 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:42:55.390383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-005c65ec-0aec-4f81-bd0f-24fe6a61dd50 req-f9388572-79a6-40d5-88d6-af73908e2fe6 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560480 Feb 04 15:42:55.460940 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f830-7735-459f-80a8-83a2b3b77f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.482351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:42:55.528926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f830-7735-459f-80a8-83a2b3b77f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.610185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f830-7735-459f-80a8-83a2b3b77f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.625780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f830-7735-459f-80a8-83a2b3b77f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.632775 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b4e4f830-7735-459f-80a8-83a2b3b77f09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/686524e0-54eb-455b-abd4-155c156622ba HTTP/1.1" status: 204 len: 168 time: 0.5609574 Feb 04 15:42:55.688236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f830-7735-459f-80a8-83a2b3b77f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686524e0-54eb-455b-abd4-155c156622ba,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:55.724285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e23c1-ea5c-4c3a-9f08-19ed768676a1 req-d0f0936c-6202-480e-9f04-b7e465bdf1e9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:55.728124 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-511e23c1-ea5c-4c3a-9f08-19ed768676a1 req-d0f0936c-6202-480e-9f04-b7e465bdf1e9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 943 time: 1.5857685 Feb 04 15:42:55.731664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda60a63-0b24-4097-b267-39954b41ac24 req-5d8287ea-b2d7-419f-ad15-f7f37c930099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:55.736095 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dda60a63-0b24-4097-b267-39954b41ac24 req-5d8287ea-b2d7-419f-ad15-f7f37c930099 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 1.2621167 Feb 04 15:42:55.748380 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.833508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.842362 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:55.865530 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dda60a63-0b24-4097-b267-39954b41ac24 req-316bc700-25a7-41e1-bf4b-6d1b7de582b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977509 Feb 04 15:42:55.881874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No DVR routers for this DVR port dcfdec1a-5773-4b54-823c-0c70418e5dd5 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:55.895746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.043421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dcfdec1a-5773-4b54-823c-0c70418e5dd5 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:56.090330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=dcfdec1a-5773-4b54-823c-0c70418e5dd5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:56.114298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bfc4b-8edd-43c6-b5d1-191a6d3b2076 req-65a2a1ad-108a-4cbd-b9e9-605227ebd06c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:56.124652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff7bfc4b-8edd-43c6-b5d1-191a6d3b2076 req-65a2a1ad-108a-4cbd-b9e9-605227ebd06c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.4144843 Feb 04 15:42:56.141651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-98873f39-79c7-48db-9b94-cd01a49df71c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:56.153922 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-98873f39-79c7-48db-9b94-cd01a49df71c tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 944 time: 1.6679430 Feb 04 15:42:56.253766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff7bfc4b-8edd-43c6-b5d1-191a6d3b2076 req-5cb5e2d5-4c6d-4074-abed-cd0cc57b1d88 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161292 Feb 04 15:42:56.260697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.308303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: dcfdec1a-5773-4b54-823c-0c70418e5dd5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:42:56.309818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dcfdec1a-5773-4b54-823c-0c70418e5dd5 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:42:56.359181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900c9186-77d8-4d49-98aa-77aeb65ed371']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:56.379359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368f4682-f37d-45fc-8813-7cc34859ebce {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:42:56.404614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344d0899-e0ab-41cf-a719-f6fc33024fc5') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:56.407965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344d0899-e0ab-41cf-a719-f6fc33024fc5') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:56.460405 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.529701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.557573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:42:56.559587 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:42:56.573143 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:42:56.599178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 368f4682-f37d-45fc-8813-7cc34859ebce, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=368f4682-f37d-45fc-8813-7cc34859ebce,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:56.666560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 8, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:42:56.674785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.787822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.802714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-511e23c1-ea5c-4c3a-9f08-19ed768676a1 req-cce72d9e-5be4-410e-8770-d4ff92b75c80 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0607514 Feb 04 15:42:56.810177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.827549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/900c9186-77d8-4d49-98aa-77aeb65ed371 HTTP/1.1" status: 204 len: 168 time: 3.1898856 Feb 04 15:42:56.898428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=368f4682-f37d-45fc-8813-7cc34859ebce,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:56.903978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e31a21e2-a6d6-4065-8d2e-19f75059e01c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:56.910318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a98ca1-010d-423c-89d8-fff126653cd4 None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:42:50Z', 'revision_number': 8, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc7574b-c241-4a35-8793-b3ecc192e106', 'name': '', 'network_id': '3f3a7e36-8be1-40c9-9825-3e2895715696', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:5c:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:19Z', 'updated_at': '2022-02-04T15:42:31Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': '351e1f12-cefb-4ce1-b9af-d65a7b9486a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:42:56.919155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:42:56.920207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232b2e7-b6f1-48a9-9674-d19328d013c9 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=900c9186-77d8-4d49-98aa-77aeb65ed371,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:56.987129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5d94e-e575-4e1d-8b5e-9274b1dafd1c None None] Deleting port dcfdec1a-5773-4b54-823c-0c70418e5dd5 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:42:56.988764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d94e-e575-4e1d-8b5e-9274b1dafd1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:56.989657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b08122-ba5b-453d-84ac-e438d42412f3 req-7cbc2d89-3c4b-4b40-b90c-07b88b79ce17 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:57.004496 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b08122-ba5b-453d-84ac-e438d42412f3 req-7cbc2d89-3c4b-4b40-b90c-07b88b79ce17 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.3567913 Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-a4a5d94e-e575-4e1d-8b5e-9274b1dafd1c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 900c9186-77d8-4d49-98aa-77aeb65ed371 could not be found. Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1544, in delete_ports_by_device_id Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1989, in delete_port Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 900c9186-77d8-4d49-98aa-77aeb65ed371 could not be found. Feb 04 15:42:57.026918 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:42:57.141567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14136edc-6e08-4970-9f05-b22942081fe5 None None] DHCP port deletion for 900c9186-77d8-4d49-98aa-77aeb65ed371 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:42:57.168096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['368f4682-f37d-45fc-8813-7cc34859ebce'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:42:57.427591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a7db7-cad1-4e9a-b4f5-36cd711f3556 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:42:57.436001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 436aaaa4-ef01-49d5-9b18-f85916a40a04 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:42:57.685073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996bc9-de2f-471c-982a-014056cb0ade req-dc029912-4229-4639-bf35-49335b354452 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:57.713881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-dc029912-4229-4639-bf35-49335b354452 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/networks?id=d0163a98-5e88-4977-8c49-56ea97ac535e HTTP/1.1" status: 200 len: 812 time: 0.5961092 Feb 04 15:42:57.716481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a7db7-cad1-4e9a-b4f5-36cd711f3556 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:42:57.754600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 436aaaa4-ef01-49d5-9b18-f85916a40a04 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:42:57.755707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 436aaaa4-ef01-49d5-9b18-f85916a40a04 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:42:57.772411 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Floating IP e2f1adcd-693e-4d42-8171-fff187c199ed associated. External IP: 172.25.1.106, port: 6a7d1665-3a13-4d8d-a48a-de8e7a481664. Feb 04 15:42:57.947808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b08122-ba5b-453d-84ac-e438d42412f3 req-256e5656-ca70-405e-ac0e-c4a92edc8bdc tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9422808 Feb 04 15:42:58.144774 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-6cc25aa0-e316-43e8-a4c5-9ec0be059805 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/quotas/5b0103b86eb24a7c9395b5fa2323f58f HTTP/1.1" status: 200 len: 375 time: 0.4179783 Feb 04 15:42:58.261924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-ac5662c2-c52d-402b-a7bd-40989d6017d9 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b0103b86eb24a7c9395b5fa2323f58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160951 Feb 04 15:42:58.473323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b62b96-3312-4dc4-8b54-35c13155fdf5 req-37f8a04c-a6c1-48db-9471-dab2a933c46d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:58.483109 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74b62b96-3312-4dc4-8b54-35c13155fdf5 req-37f8a04c-a6c1-48db-9471-dab2a933c46d tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 944 time: 0.3961756 Feb 04 15:42:58.500179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dda60a63-0b24-4097-b267-39954b41ac24 req-3a2c67eb-e707-46b1-91ad-4b86c505a8d3 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3435977 Feb 04 15:42:58.594665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Deleting port e31a21e2-a6d6-4065-8d2e-19f75059e01c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:42:58.597300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.706819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.817342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74b62b96-3312-4dc4-8b54-35c13155fdf5 req-be5544b9-22d9-4de9-8ca3-9c6b1a491121 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/security-groups?id=d2399592-abb4-43ae-994c-436706e1a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091633 Feb 04 15:42:58.877450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] For port e31a21e2-a6d6-4065-8d2e-19f75059e01c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e31a21e2-a6d6-4065-8d2e-19f75059e01c,segment=NetworkSegment(35a94cbc-2a10-4a49-8ce0-6cb471b8ce23),segment_id=35a94cbc-2a10-4a49-8ce0-6cb471b8ce23)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:42:58.878220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:58.919403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Calling delete_port for e31a21e2-a6d6-4065-8d2e-19f75059e01c owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:42:59.318381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681c7d-4111-458c-b8d7-9b572bd77504 req-1e39d14f-a882-4c12-a766-e32f14cc0081 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:59.325907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c681c7d-4111-458c-b8d7-9b572bd77504 req-1e39d14f-a882-4c12-a766-e32f14cc0081 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 944 time: 0.3259218 Feb 04 15:42:59.369172 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-c76c1015-07f4-4d39-897e-b45a4343e158 service neutron] 10.222.0.47 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1055698 Feb 04 15:42:59.495750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c681c7d-4111-458c-b8d7-9b572bd77504 req-96358fec-3b47-4b30-b332-e3673f8ad288 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294746 Feb 04 15:42:59.504888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dda60a63-0b24-4097-b267-39954b41ac24 req-c8ed9cf3-b426-4bee-b7f1-3ea6c07f4a39 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9480352 Feb 04 15:42:59.511736 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.740246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Pushing event deleted for resources: {'Port': ['ID=e31a21e2-a6d6-4065-8d2e-19f75059e01c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:42:59.790915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad6e15-a6c4-4291-ac39-ea4167fea252 req-5844dcca-6842-470b-95d5-e0857f0d1c51 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:42:59.808004 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36ad6e15-a6c4-4291-ac39-ea4167fea252 req-5844dcca-6842-470b-95d5-e0857f0d1c51 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.1275730 Feb 04 15:42:59.833682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] No DVR routers for this DVR port e31a21e2-a6d6-4065-8d2e-19f75059e01c on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:42:59.845762 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.847599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 9cc7574b-c241-4a35-8793-b3ecc192e106 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:42:59.847954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:42:59.849878 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-00728dbf-8e94-4a5a-8cce-6a7e76abe45f req-610298ad-7018-4665-bce1-cb25df18e049 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.50 "DELETE /v2.0/ports/e31a21e2-a6d6-4065-8d2e-19f75059e01c HTTP/1.1" status: 204 len: 173 time: 3.6520224 Feb 04 15:42:59.850539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc67f40-11a0-49ce-8232-42c7606a7dd9', 'name': 'network-vif-deleted', 'tag': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:42:59.853502 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59015913-11a3-41a6-974e-bd62e50e890f" -d '{"events": [{"server_uuid": "bbc67f40-11a0-49ce-8232-42c7606a7dd9", "name": "network-vif-deleted", "tag": "e31a21e2-a6d6-4065-8d2e-19f75059e01c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:42:59.862310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Router 72de13a3-22cb-4a4c-b385-837010b49d19 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:42:59.883619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-868e8b3a-e418-4a7c-8e8a-8adb3a80cfe3 service neutron] 10.222.0.47 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768144 Feb 04 15:43:00.030081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36ad6e15-a6c4-4291-ac39-ea4167fea252 req-285d038b-b708-40c9-8bc4-5b44271f7d50 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129927 Feb 04 15:43:00.258721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:00.273991 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] Sync routers for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:00.274869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e04eb9f-f857-4ced-8a50-68540629ed9c req-c2f21f2b-c31f-42fb-ae2c-92c8f392bc36 tempest-ImagesTestJSON-1743767529 tempest-ImagesTestJSON-1743767529-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc67f40-11a0-49ce-8232-42c7606a7dd9 HTTP/1.1" status: 200 len: 210 time: 0.0845208 Feb 04 15:43:00.278238 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.287834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port 9cc7574b-c241-4a35-8793-b3ecc192e106, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9cc7574b-c241-4a35-8793-b3ecc192e106,segment=NetworkSegment(8cc25936-50d9-4f95-ba28-73ad13ed697f),segment_id=8cc25936-50d9-4f95-ba28-73ad13ed697f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:00.290147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.330793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 9cc7574b-c241-4a35-8793-b3ecc192e106 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:00.371157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e72d97c1-d708-4616-945f-ccc2799b5d17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "PUT /v2.0/floatingips/e2f1adcd-693e-4d42-8171-fff187c199ed HTTP/1.1" status: 200 len: 992 time: 7.0587933 Feb 04 15:43:00.387762 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a10aba-311b-4309-a8aa-94023b05610a x-openstack-request-id: req-b5a10aba-311b-4309-a8aa-94023b05610a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:00.390025 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc67f40-11a0-49ce-8232-42c7606a7dd9", "name": "network-vif-deleted", "tag": "e31a21e2-a6d6-4065-8d2e-19f75059e01c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:00.393272 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5a10aba-311b-4309-a8aa-94023b05610a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:00.396377 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc67f40-11a0-49ce-8232-42c7606a7dd9', 'name': 'network-vif-deleted', 'tag': 'e31a21e2-a6d6-4065-8d2e-19f75059e01c', 'status': 'completed', 'code': 200} Feb 04 15:43:00.562780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6ee7aab1-1b72-43fd-b7cf-21312c22c493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:00.668037 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:00.669397 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:00.688527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 368f4682-f37d-45fc-8813-7cc34859ebce up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:00.713428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27666444-9510-4c3b-948b-779172e6220f req-49f3a815-d81a-4452-8c01-9e6f2cf484e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 210 time: 0.1693954 Feb 04 15:43:00.902172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 368f4682-f37d-45fc-8813-7cc34859ebce completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:00.902172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 368f4682-f37d-45fc-8813-7cc34859ebce triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:00.902172 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.048420 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.130321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e795df-aa26-470f-b80f-d270ce153669 req-24afbfa4-baad-493c-be1c-f0ff7725147f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:01.142900 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8e795df-aa26-470f-b80f-d270ce153669 req-24afbfa4-baad-493c-be1c-f0ff7725147f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.6445196 Feb 04 15:43:01.153360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cc3f6c-e6a0-4312-877d-1c74542b0b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368f4682-f37d-45fc-8813-7cc34859ebce'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:01.161024 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d477e99-2a79-4c96-9878-4d8b810e4830" -d '{"events": [{"server_uuid": "93cc3f6c-e6a0-4312-877d-1c74542b0b4d", "name": "network-vif-plugged", "status": "completed", "tag": "368f4682-f37d-45fc-8813-7cc34859ebce"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:01.214629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 368f4682-f37d-45fc-8813-7cc34859ebce, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=368f4682-f37d-45fc-8813-7cc34859ebce,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:01.222727 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.253661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7319e0-831b-4019-b3a1-71022dc05983 req-7aa5ef40-7959-4b82-8007-00d4aa7bec66 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:01.267397 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e7319e0-831b-4019-b3a1-71022dc05983 req-7aa5ef40-7959-4b82-8007-00d4aa7bec66 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 944 time: 0.2452226 Feb 04 15:43:01.343504 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:01.370245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e7319e0-831b-4019-b3a1-71022dc05983 req-3383a980-d29a-4bfe-8155-25b9b5720f93 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997407 Feb 04 15:43:01.537707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfb06a-520d-4308-938b-c01ba2851719 req-d6571275-0db8-4295-9b63-03e86d9aecbe tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:01.548642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6adfb06a-520d-4308-938b-c01ba2851719 req-d6571275-0db8-4295-9b63-03e86d9aecbe tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.0852759 Feb 04 15:43:01.549131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=368f4682-f37d-45fc-8813-7cc34859ebce,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:01.605240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8e795df-aa26-470f-b80f-d270ce153669 req-62d1d984-600e-4cca-b9b9-9a60dbec5a6a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4530926 Feb 04 15:43:01.634536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6adfb06a-520d-4308-938b-c01ba2851719 req-8457a8df-c564-4e09-80fc-9e9f9065a7f8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831842 Feb 04 15:43:01.725835 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:01.860031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=9cc7574b-c241-4a35-8793-b3ecc192e106,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:01.885601 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d78bad-f6de-433b-a6af-9add03706ee0 x-openstack-request-id: req-46d78bad-f6de-433b-a6af-9add03706ee0 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:01.886537 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cc3f6c-e6a0-4312-877d-1c74542b0b4d", "name": "network-vif-plugged", "status": "completed", "tag": "368f4682-f37d-45fc-8813-7cc34859ebce", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:01.886537 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46d78bad-f6de-433b-a6af-9add03706ee0 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:01.887112 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cc3f6c-e6a0-4312-877d-1c74542b0b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368f4682-f37d-45fc-8813-7cc34859ebce', 'code': 200} Feb 04 15:43:02.209513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b1d1688-2d0f-4902-a77b-55b469c0bc7a req-4134dcc6-278e-4454-9874-3b7124821337 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 210 time: 0.0953717 Feb 04 15:43:02.245071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afc64a-d59f-4615-a7ea-5fa606c9fd09 req-0a63cce4-0dbb-4a2e-8cba-cff4c07350bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:02.258234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6afc64a-d59f-4615-a7ea-5fa606c9fd09 req-0a63cce4-0dbb-4a2e-8cba-cff4c07350bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 1096 time: 0.2483697 Feb 04 15:43:02.386205 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c6afc64a-d59f-4615-a7ea-5fa606c9fd09 req-c672712c-c675-4e78-bbca-7b8c3d0130c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075723 Feb 04 15:43:02.399817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:02.402573 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b86f96-f144-403c-a9b7-0f0fedcf4666" -d '{"events": [{"name": "network-changed", "server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:02.584438 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2ee9c5-1e40-4a83-9bf9-b5fe696d2716 x-openstack-request-id: req-5c2ee9c5-1e40-4a83-9bf9-b5fe696d2716 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:02.585565 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:02.586034 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c2ee9c5-1e40-4a83-9bf9-b5fe696d2716 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:02.586631 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'status': 'completed', 'code': 200} Feb 04 15:43:02.641174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:02.724754 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e2f1adcd-693e-4d42-8171-fff187c199ed', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'port_id': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'mac_address': 'fa:16:3e:29:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:15Z', 'updated_at': '2022-02-04T15:42:55Z', 'revision_number': 1, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:42:15Z', 'revision_number': 5, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:02.846950 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] Checking router: 72de13a3-22cb-4a4c-b385-837010b49d19 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:02.901933 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:02.903545 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:03.138847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-ea9de769-13f0-4100-8d8b-987838db5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:03.140779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-ea9de769-13f0-4100-8d8b-987838db5766 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1097 time: 0.2341890 Feb 04 15:43:03.165192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500591f-fc76-4201-b04e-de6f46872c0b req-d359971a-61b3-43db-a3d2-c99944cad94c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:03.167633 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8500591f-fc76-4201-b04e-de6f46872c0b req-d359971a-61b3-43db-a3d2-c99944cad94c tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 945 time: 0.5018587 Feb 04 15:43:03.182243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd4cb9-5cd2-47bf-aac7-ea3983313056 req-f36ba315-2a83-448e-be85-059f16d0ae85 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:03.197392 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64fd4cb9-5cd2-47bf-aac7-ea3983313056 req-f36ba315-2a83-448e-be85-059f16d0ae85 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.1943245 Feb 04 15:43:03.307362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64fd4cb9-5cd2-47bf-aac7-ea3983313056 req-7a9f1384-1fd4-46b8-9ffc-48ef6a24d179 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807412 Feb 04 15:43:03.330610 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:03.393246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8500591f-fc76-4201-b04e-de6f46872c0b req-68df18d0-85a7-4d57-afc5-0277b34a524f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094336 Feb 04 15:43:03.484216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:03.633608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-db8994a1-5560-487a-a7db-7caa054c84ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:04.291436 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e2f1adcd-693e-4d42-8171-fff187c199ed', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'port_id': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'mac_address': 'fa:16:3e:29:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:15Z', 'updated_at': '2022-02-04T15:42:55Z', 'revision_number': 1, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:42:15Z', 'revision_number': 5, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:04.414756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f5b05-318d-4a41-8308-5b57f7965c3c None None] The sync data for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 is: [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e2f1adcd-693e-4d42-8171-fff187c199ed', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'port_id': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'mac_address': 'fa:16:3e:29:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:42:15Z', 'updated_at': '2022-02-04T15:42:55Z', 'revision_number': 1, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:42:15Z', 'revision_number': 5, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:04.671040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:04.684507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:04.703317 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1869cea5-ffeb-4e3c-8eb3-dfca2eed4361 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7600408 Feb 04 15:43:04.712758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:04.713471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:04.725920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-c4a74332-9eaf-46e2-94f0-23071435f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:04.728277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56922) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:04.730565 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-c4a74332-9eaf-46e2-94f0-23071435f452 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 1.2469084 Feb 04 15:43:04.986169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-727c2f45-e79b-4656-95b1-969a08d422a7 req-704b872c-189a-4c36-a803-720803ebc99f tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 210 time: 0.2812445 Feb 04 15:43:05.033499 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e366bcd5-c698-4f4c-82e7-d357a4a94f29 None None] New status for floating IP e2f1adcd-693e-4d42-8171-fff187c199ed: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:43:05.113224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996bc9-de2f-471c-982a-014056cb0ade req-6a5e1b80-8300-4fac-88d2-7111c9ca45b9 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.114836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-6a5e1b80-8300-4fac-88d2-7111c9ca45b9 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.50 "GET /v2.0/networks?id=d0163a98-5e88-4977-8c49-56ea97ac535e HTTP/1.1" status: 200 len: 812 time: 0.3645966 Feb 04 15:43:05.141912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa166064-540b-4b29-b79c-24c788a71f31 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet 351e1f12-cefb-4ce1-b9af-d65a7b9486a7 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:43:05.145796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:05.157551 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa166064-540b-4b29-b79c-24c788a71f31 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.199539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Request body: {'port': {'device_id': 'ce719bab-2e27-4d4b-81ed-bac70e762a19', 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e', 'admin_state_up': True, 'tenant_id': '5b0103b86eb24a7c9395b5fa2323f58f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:05.429810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa166064-540b-4b29-b79c-24c788a71f31 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.435745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275252dd-7c9a-4f92-89cf-2c63b1290a17 req-2de54c5a-60b4-4ba1-a2aa-05e07291aeb6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.446156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-275252dd-7c9a-4f92-89cf-2c63b1290a17 req-2de54c5a-60b4-4ba1-a2aa-05e07291aeb6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.7107601 Feb 04 15:43:05.500276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-c6476d08-fd4c-4530-8be6-568bb9a68a16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.3834069 Feb 04 15:43:05.751958 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-275252dd-7c9a-4f92-89cf-2c63b1290a17 req-c562d5db-f452-41cc-b029-da5823334780 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047497 Feb 04 15:43:05.755087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-d3a9ad2b-7497-485a-82f8-cf6e702acee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.761151 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-d3a9ad2b-7497-485a-82f8-cf6e702acee0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1760952 Feb 04 15:43:05.886494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51b178-294f-4e7e-8468-2d5f582cfe70 req-2180f446-1db4-4d29-bc4f-46eff594eac0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:05.898781 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:05.906458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e51b178-294f-4e7e-8468-2d5f582cfe70 req-2180f446-1db4-4d29-bc4f-46eff594eac0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.6171513 Feb 04 15:43:05.976877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:01Z', 'revision_number': 9, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:06.017805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605103af-8317-4909-b8b2-51913e3b56b8 req-e27982fe-63e8-4113-9703-d18513cbd57e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:06.026797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-605103af-8317-4909-b8b2-51913e3b56b8 req-e27982fe-63e8-4113-9703-d18513cbd57e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 945 time: 0.0867884 Feb 04 15:43:06.029443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e51b178-294f-4e7e-8468-2d5f582cfe70 req-d41c4efe-f820-4f68-808c-01bb4be4e833 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138225 Feb 04 15:43:06.106550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-ef331435-112b-4500-9fb6-80868557bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:06.108227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-ef331435-112b-4500-9fb6-80868557bf1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3114362 Feb 04 15:43:06.110925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:06.150166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:06.151661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:06.268004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa166064-540b-4b29-b79c-24c788a71f31 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.394787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-605103af-8317-4909-b8b2-51913e3b56b8 req-8661895e-aac3-43a0-b1cc-bae96e737cb2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669748 Feb 04 15:43:06.588611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Made reservation on behalf of 5b0103b86eb24a7c9395b5fa2323f58f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:06.601025 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.686045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56956) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:06.744970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:06.762310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-699785dd-177d-429a-bf9a-f2038b019d8d req-a0a2c587-34f1-4b3e-961d-3fd5f0c986f5 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 210 time: 0.2122278 Feb 04 15:43:06.763961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa166064-540b-4b29-b79c-24c788a71f31 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.955468 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-a0c99b96-a6de-45fc-8e07-fe0f1b03492d service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8247364 Feb 04 15:43:06.959667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166064-540b-4b29-b79c-24c788a71f31 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=351e1f12-cefb-4ce1-b9af-d65a7b9486a7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:06.964244 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa166064-540b-4b29-b79c-24c788a71f31 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:06.973932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fa166064-540b-4b29-b79c-24c788a71f31 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/351e1f12-cefb-4ce1-b9af-d65a7b9486a7 HTTP/1.1" status: 204 len: 168 time: 2.2439427 Feb 04 15:43:06.983759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56962) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:07.168939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5cda03-567c-43e4-aa9a-53266638f60c None None] Network 3f3a7e36-8be1-40c9-9825-3e2895715696 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:43:07.281057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.363396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3311d-f8de-458a-a368-27b049dfacb0 req-0d5bb8f4-17fb-4364-a9eb-610106b807e7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:07.377688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48e3311d-f8de-458a-a368-27b049dfacb0 req-0d5bb8f4-17fb-4364-a9eb-610106b807e7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.2664037 Feb 04 15:43:07.572263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48e3311d-f8de-458a-a368-27b049dfacb0 req-c34b90c2-e041-4d2f-9202-ea7d46f4315a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888990 Feb 04 15:43:07.632708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b86f96-f144-403c-a9b7-0f0fedcf4666 req-338d85d6-8eb3-4ee0-bf46-f6d10fea2cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292341 Feb 04 15:43:07.641756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 5b201b99-dc66-421a-8eee-649cdf3caf92 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:43:07.645451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.681519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.709717 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.842278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port 5b201b99-dc66-421a-8eee-649cdf3caf92, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5b201b99-dc66-421a-8eee-649cdf3caf92,segment=NetworkSegment(8cc25936-50d9-4f95-ba28-73ad13ed697f),segment_id=8cc25936-50d9-4f95-ba28-73ad13ed697f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:07.842706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:07.858266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:01Z', 'revision_number': 9, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:07.875344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 5b201b99-dc66-421a-8eee-649cdf3caf92 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:07.992204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4583a-e9d7-4c11-9b08-09791dff9ed1 None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:01Z', 'revision_number': 9, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebcfdce5-176b-4ff2-b3ab-0ae1653eb647', 'name': '', 'network_id': '40f6ca25-0364-4694-b821-e0ceda574eff', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:53:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:42:01Z', 'updated_at': '2022-02-04T15:42:19Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'd8e4fefd-6bad-4756-bb83-364d9d7d0553', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:08.149816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.300223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102a688-2aea-454d-9a29-54f596fcaa1e req-86c8aea7-64cd-4d93-a6c4-e4fcedc26552 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:08.329152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e102a688-2aea-454d-9a29-54f596fcaa1e req-86c8aea7-64cd-4d93-a6c4-e4fcedc26552 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.7407310 Feb 04 15:43:08.352799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cc11b4-2277-4766-9a4a-15f96b353781 admin admin] Deleting subnet b76ece1f-58a1-49a6-8c91-49900151716a {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:43:08.379415 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40cc11b4-2277-4766-9a4a-15f96b353781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.426163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221ff27-09da-47c1-9cca-44d5250523fc None None] DHCP port deletion for 3f3a7e36-8be1-40c9-9825-3e2895715696 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:43:08.441602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=5b201b99-dc66-421a-8eee-649cdf3caf92,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:08.463886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No DVR routers for this DVR port 5b201b99-dc66-421a-8eee-649cdf3caf92 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:08.555179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40cc11b4-2277-4766-9a4a-15f96b353781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.704294 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.759584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-a04c89e7-4821-4164-9842-7da47665202c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:08.761647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e102a688-2aea-454d-9a29-54f596fcaa1e req-4ee636ca-a34d-48d0-ae2e-6e9b15824108 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291573 Feb 04 15:43:08.774023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-a04c89e7-4821-4164-9842-7da47665202c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 815 time: 0.6765695 Feb 04 15:43:08.792029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3a7e36-8be1-40c9-9825-3e2895715696']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:08.807696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40cc11b4-2277-4766-9a4a-15f96b353781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.814598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc25936-50d9-4f95-ba28-73ad13ed697f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:08.815152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc25936-50d9-4f95-ba28-73ad13ed697f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:08.843547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.880620 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:08.890352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Allocated IP 172.20.0.10 (d0163a98-5e88-4977-8c49-56ea97ac535e/b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3/f4e329e8-f715-4f98-8c4d-4b79713e6ecb) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:08.895118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:08.895894 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:09.041617 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:09.049599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.070476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.088788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/3f3a7e36-8be1-40c9-9825-3e2895715696 HTTP/1.1" status: 204 len: 168 time: 2.1034658 Feb 04 15:43:09.125446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56984) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:09.128632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc5131-7635-48e3-b510-839d3f4e9127 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=3f3a7e36-8be1-40c9-9825-3e2895715696,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:09.160901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6ca3066d-d25a-4ede-b088-8b6e33e21be3 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/quotas/3e968d458ab84fa08aacdb51423ec62a HTTP/1.1" status: 200 len: 375 time: 0.1170051 Feb 04 15:43:09.522352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9cc7574b-c241-4a35-8793-b3ecc192e106 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:43:09.544364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.595148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a4159-0b0d-436f-8dc6-c9e0b49db26d req-880d47cf-ec83-4349-906a-c27b85175ea0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:09.611330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-928a4159-0b0d-436f-8dc6-c9e0b49db26d req-880d47cf-ec83-4349-906a-c27b85175ea0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 945 time: 0.6973877 Feb 04 15:43:09.677670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9cc7574b-c241-4a35-8793-b3ecc192e106 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:43:09.677959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9cc7574b-c241-4a35-8793-b3ecc192e106 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:43:09.678416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5b201b99-dc66-421a-8eee-649cdf3caf92 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:43:09.756455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.815423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 5b201b99-dc66-421a-8eee-649cdf3caf92 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:43:09.815423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5b201b99-dc66-421a-8eee-649cdf3caf92 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:43:09.848087 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.863886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Pushing event updated for resources: {'Port': ['ID=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:09.868700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40cc11b4-2277-4766-9a4a-15f96b353781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.923524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-c24beda4-5ee1-4298-845e-22026b2b4b55 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6829338 Feb 04 15:43:09.936553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc11b4-2277-4766-9a4a-15f96b353781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76ece1f-58a1-49a6-8c91-49900151716a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:09.946799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-928a4159-0b0d-436f-8dc6-c9e0b49db26d req-2cf6b982-1434-478a-9877-e0497d30f375 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340530 Feb 04 15:43:09.959437 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40cc11b4-2277-4766-9a4a-15f96b353781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:09.967878 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-40cc11b4-2277-4766-9a4a-15f96b353781 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b76ece1f-58a1-49a6-8c91-49900151716a HTTP/1.1" status: 204 len: 168 time: 3.2374187 Feb 04 15:43:09.980007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56990) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:09.993133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Network d0163a98-5e88-4977-8c49-56ea97ac535e is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:09.998852 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:10.003885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:43:10.099957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:10.101236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.160836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-3b909d30-0552-4d87-be9f-9965c2e47d14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9661033 Feb 04 15:43:10.228754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Request body: {'port': {'device_id': 'ce719bab-2e27-4d4b-81ed-bac70e762a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:10.233415 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.347823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b175-16ff-4e64-9b4a-55e1ec772f8b req-cae3289f-f27f-4f60-b0b4-d411f122bb22 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:10.359638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6940b175-16ff-4e64-9b4a-55e1ec772f8b req-cae3289f-f27f-4f60-b0b4-d411f122bb22 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 932 time: 0.2246034 Feb 04 15:43:10.461753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:10.537766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6940b175-16ff-4e64-9b4a-55e1ec772f8b req-44786c5f-6676-499b-a178-fafabca80489 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747332 Feb 04 15:43:10.709375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-f152c9d9-3cb6-4b92-988f-f21ab3e25fd1 service neutron] 10.222.0.47 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839940 Feb 04 15:43:10.933938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-eb585511-a55d-4e5c-a026-ac36c7a4c306 service neutron] 10.222.0.47 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239053 Feb 04 15:43:10.963691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.027821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac82600d-3c65-459e-9abe-21c191d508c6']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:11.051482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57002) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:11.052297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:11.052297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a94cbc-2a10-4a49-8ce0-6cb471b8ce23') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:11.069139 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.090003 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.099700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:11.100167 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:11.120533 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:11.271901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.286446 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.291916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ac82600d-3c65-459e-9abe-21c191d508c6 HTTP/1.1" status: 204 len: 168 time: 1.3080382 Feb 04 15:43:11.320200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ed2ec-44f0-4cae-9f86-4beb48693833 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac82600d-3c65-459e-9abe-21c191d508c6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:11.401688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e329e8-f715-4f98-8c4d-4b79713e6ecb {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:11.414820 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.453163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e9b56-a951-43a7-9440-66eeb0cec359 req-af29506f-d1de-440d-ac68-36734bd8da11 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:11.453163 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-192e9b56-a951-43a7-9440-66eeb0cec359 req-af29506f-d1de-440d-ac68-36734bd8da11 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.1720991 Feb 04 15:43:11.473869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Transition to ACTIVE for port object f4e329e8-f715-4f98-8c4d-4b79713e6ecb will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:11.485955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.492650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.500737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57012) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:11.562124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:11.562738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535df49-0a17-470c-b7c5-e09806a6737d req-9ed7cc78-ba71-46d4-8bb7-7a1f05fc6ed0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:11.572052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e535df49-0a17-470c-b7c5-e09806a6737d req-9ed7cc78-ba71-46d4-8bb7-7a1f05fc6ed0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.2777724 Feb 04 15:43:11.583222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af8ed1a8-d981-4997-bd9c-a79612f8960e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.659524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-192e9b56-a951-43a7-9440-66eeb0cec359 req-096164c3-d5e5-4c30-9cdd-67dc35c72332 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796310 Feb 04 15:43:11.719654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e535df49-0a17-470c-b7c5-e09806a6737d req-ff8399b6-1cbb-4a08-b911-59ddab2e3ad8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470783 Feb 04 15:43:11.728248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0f540cf9-6c39-44a7-9041-84862cec96c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bbb454b0a400480fb7c37fc21f3e27bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252088 Feb 04 15:43:11.735546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:11.811564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Attempting to bind port f4e329e8-f715-4f98-8c4d-4b79713e6ecb on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:11.811906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Attempting to bind port f4e329e8-f715-4f98-8c4d-4b79713e6ecb by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:11.812407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Attempting to bind port f4e329e8-f715-4f98-8c4d-4b79713e6ecb on network d0163a98-5e88-4977-8c49-56ea97ac535e {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:11.821189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Port f4e329e8-f715-4f98-8c4d-4b79713e6ecb on network d0163a98-5e88-4977-8c49-56ea97ac535e not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:43:11.821567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Attempting to bind port f4e329e8-f715-4f98-8c4d-4b79713e6ecb on network d0163a98-5e88-4977-8c49-56ea97ac535e {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:11.841322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:43:11.841756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Checking segment: {'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:11.842257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Bound using segment: {'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:43:11.842781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Bound port: f4e329e8-f715-4f98-8c4d-4b79713e6ecb, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:11.843220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.863968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af8ed1a8-d981-4997-bd9c-a79612f8960e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.911421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74f0759f-8d7f-4dbf-af22-5ac26ba407de req-252bbf9d-dd3a-4f79-b61a-e92535802250 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 210 time: 0.0962648 Feb 04 15:43:11.952985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] For port f4e329e8-f715-4f98-8c4d-4b79713e6ecb, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:11.956487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] For port f4e329e8-f715-4f98-8c4d-4b79713e6ecb, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:11.960544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af8ed1a8-d981-4997-bd9c-a79612f8960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.968974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:11.997381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac80da63-efcc-43de-bde7-c0f6a1810961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.061332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac80da63-efcc-43de-bde7-c0f6a1810961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.086177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:12.140782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-af8ed1a8-d981-4997-bd9c-a79612f8960e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6dd38c60a0e44526ac9c3e7013cf53c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0852304 Feb 04 15:43:12.142665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57026) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:12.146938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ed1a8-d981-4997-bd9c-a79612f8960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c5144-911e-4b73-bdc2-f85a7cf0112e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:12.155594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.156287 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.157758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-25e35de4-77dd-4eba-91ab-60470b3cfbe4 service neutron] 10.222.0.50 "PUT /v2.0/ports/f4e329e8-f715-4f98-8c4d-4b79713e6ecb HTTP/1.1" status: 200 len: 1092 time: 1.9497659 Feb 04 15:43:12.158582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce719bab-2e27-4d4b-81ed-bac70e762a19', 'tag': 'f4e329e8-f715-4f98-8c4d-4b79713e6ecb'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:12.161220 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f5060-40e2-43c8-9b14-f3855cfca821" -d '{"events": [{"name": "network-changed", "server_uuid": "ce719bab-2e27-4d4b-81ed-bac70e762a19", "tag": "f4e329e8-f715-4f98-8c4d-4b79713e6ecb"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:12.181492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53c952-7bff-4e08-a517-a53d42103a94 req-cd002bd8-4323-4c91-95e0-18b88edbc4d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.183537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d53c952-7bff-4e08-a517-a53d42103a94 req-cd002bd8-4323-4c91-95e0-18b88edbc4d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 945 time: 0.2250803 Feb 04 15:43:12.274371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d53c952-7bff-4e08-a517-a53d42103a94 req-74381995-e15c-4fbd-b433-2a411220f8dc tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711291 Feb 04 15:43:12.327247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec9a0-4ae1-4967-b639-33da43f43956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.342961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996bc9-de2f-471c-982a-014056cb0ade req-9aa51a26-7090-42ea-a86b-63df0794bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.345575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-9aa51a26-7090-42ea-a86b-63df0794bc54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b0103b86eb24a7c9395b5fa2323f58f&device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 1095 time: 0.0886848 Feb 04 15:43:12.384481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec9a0-4ae1-4967-b639-33da43f43956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.401174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac80da63-efcc-43de-bde7-c0f6a1810961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.407408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac80da63-efcc-43de-bde7-c0f6a1810961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.410102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ac80da63-efcc-43de-bde7-c0f6a1810961 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2399592-abb4-43ae-994c-436706e1a274 HTTP/1.1" status: 204 len: 168 time: 0.6689386 Feb 04 15:43:12.429034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-82d9c4a7-20f3-4cca-9af0-810998478fbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e329e8-f715-4f98-8c4d-4b79713e6ecb HTTP/1.1" status: 200 len: 217 time: 0.0647449 Feb 04 15:43:12.477446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f7938-738b-4a76-a07a-513c56dfc8c4 req-3ec65758-1d0d-41ab-ad43-7523b1b52222 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.490875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-616f7938-738b-4a76-a07a-513c56dfc8c4 req-3ec65758-1d0d-41ab-ad43-7523b1b52222 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 944 time: 0.2941985 Feb 04 15:43:12.492190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80da63-efcc-43de-bde7-c0f6a1810961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2399592-abb4-43ae-994c-436706e1a274,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:12.511263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996bc9-de2f-471c-982a-014056cb0ade req-20ee5140-a4a0-4c03-8328-2d07f128cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.513955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-20ee5140-a4a0-4c03-8328-2d07f128cc64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3 HTTP/1.1" status: 200 len: 852 time: 0.0718811 Feb 04 15:43:12.613876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-9eea4d92-9269-4bf7-ad1e-237e6e05bec0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0163a98-5e88-4977-8c49-56ea97ac535e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855770 Feb 04 15:43:12.623002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:43:12.630701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.766236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64428cfb-1e29-4ff1-95e7-5afe325086b4 req-cf714eef-6223-47d8-89e0-f5b1f46335d9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:12.768119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64428cfb-1e29-4ff1-95e7-5afe325086b4 req-cf714eef-6223-47d8-89e0-f5b1f46335d9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.1578004 Feb 04 15:43:12.771428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec9a0-4ae1-4967-b639-33da43f43956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.775143 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec9a0-4ae1-4967-b639-33da43f43956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:12.779486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3e6ec9a0-4ae1-4967-b639-33da43f43956 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/953c5144-911e-4b73-bdc2-f85a7cf0112e HTTP/1.1" status: 204 len: 168 time: 0.6339304 Feb 04 15:43:12.830186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-616f7938-738b-4a76-a07a-513c56dfc8c4 req-1059f694-f6ed-4e83-ba8c-8a7450455326 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308151 Feb 04 15:43:12.859748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ec9a0-4ae1-4967-b639-33da43f43956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c5144-911e-4b73-bdc2-f85a7cf0112e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:12.897574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64428cfb-1e29-4ff1-95e7-5afe325086b4 req-4e60cc8c-f764-4081-a556-04cdca2776aa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119218 Feb 04 15:43:12.908404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-11724cec-a294-4b6f-a8e8-5a5d92d0a6ef service neutron] 10.222.0.50 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739332 Feb 04 15:43:13.061862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port ebcfdce5-176b-4ff2-b3ab-0ae1653eb647, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,segment=NetworkSegment(d2ec6d99-54c9-4227-92ff-496c24cc0a30),segment_id=d2ec6d99-54c9-4227-92ff-496c24cc0a30)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:13.066380 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.105001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:13.127174 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcacf01b-8a32-4d95-8798-1f94daccfd85 x-openstack-request-id: req-bcacf01b-8a32-4d95-8798-1f94daccfd85 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:13.127712 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce719bab-2e27-4d4b-81ed-bac70e762a19", "tag": "f4e329e8-f715-4f98-8c4d-4b79713e6ecb", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:13.127712 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bcacf01b-8a32-4d95-8798-1f94daccfd85 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:13.128164 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce719bab-2e27-4d4b-81ed-bac70e762a19', 'tag': 'f4e329e8-f715-4f98-8c4d-4b79713e6ecb', 'status': 'completed', 'code': 200} Feb 04 15:43:13.264705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66996bc9-de2f-471c-982a-014056cb0ade req-6c6f9230-ea9e-4a33-a2e5-28ca925c166e service neutron] 10.222.0.50 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425186 Feb 04 15:43:13.368814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdde26-370d-4149-9da3-5af3df8afa9c req-ea2b0e33-3919-4780-9051-2040ed34908e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:13.370771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99bdde26-370d-4149-9da3-5af3df8afa9c req-ea2b0e33-3919-4780-9051-2040ed34908e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.1446450 Feb 04 15:43:13.441706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99bdde26-370d-4149-9da3-5af3df8afa9c req-db2c6e15-d4a9-46c0-b78c-80178c5600ce tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536215 Feb 04 15:43:13.480430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28d3ac89-f5ea-44eb-8f30-f8ffc4249528 req-fa59d73e-f7f5-4d7b-a568-df2fb0bf2342 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 210 time: 0.0678699 Feb 04 15:43:13.501438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-585bd6df-ffb6-43a2-bcb2-705aecdba60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:13.504059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-585bd6df-ffb6-43a2-bcb2-705aecdba60e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b0103b86eb24a7c9395b5fa2323f58f&device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 1095 time: 0.1439962 Feb 04 15:43:13.542718 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:13.725072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57060) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:13.757432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=ebcfdce5-176b-4ff2-b3ab-0ae1653eb647,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:13.850101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13b13e31-6bea-4237-828f-5ce6e05153d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.030732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10d0ec-1395-4e23-a65d-91cfeced1efd req-f2073043-ecd2-4f04-98df-8f3201795db6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.045877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f10d0ec-1395-4e23-a65d-91cfeced1efd req-f2073043-ecd2-4f04-98df-8f3201795db6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 945 time: 0.2529070 Feb 04 15:43:14.097943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-53a6b805-a0ea-49d7-b710-cb3121cc1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.100483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-53a6b805-a0ea-49d7-b710-cb3121cc1455 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0163a98-5e88-4977-8c49-56ea97ac535e HTTP/1.1" status: 200 len: 913 time: 0.5698090 Feb 04 15:43:14.206828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-55e94f97-f70c-496d-85d6-a7a55e2b3996 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4e329e8-f715-4f98-8c4d-4b79713e6ecb HTTP/1.1" status: 200 len: 217 time: 0.0975091 Feb 04 15:43:14.228522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f10d0ec-1395-4e23-a65d-91cfeced1efd req-45a3320f-5dbb-4802-a709-b901ebf3dfd3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707618 Feb 04 15:43:14.236161 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13b13e31-6bea-4237-828f-5ce6e05153d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.253220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-13b13e31-6bea-4237-828f-5ce6e05153d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.270292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-cbe9d344-db8e-4421-a5da-29293c6f3029 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.273012 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-cbe9d344-db8e-4421-a5da-29293c6f3029 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 815 time: 0.4928603 Feb 04 15:43:14.330976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-19c033f9-0a11-4a2b-b26d-7938b6fc0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.331631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-19c033f9-0a11-4a2b-b26d-7938b6fc0486 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3 HTTP/1.1" status: 200 len: 852 time: 0.1017437 Feb 04 15:43:14.341543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Request body: {'port': {'device_id': '2722253e-5ca7-4ddb-9347-9c8c0f169a94', 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'admin_state_up': True, 'tenant_id': '3e968d458ab84fa08aacdb51423ec62a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:14.343065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57076) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:14.397906 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-a0908588-bc8a-4ba5-8c1f-2307aab1fd07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0163a98-5e88-4977-8c49-56ea97ac535e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561159 Feb 04 15:43:14.433246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b13e31-6bea-4237-828f-5ce6e05153d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0100fe06-cd63-455b-8964-28294d10737f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:14.438878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.541343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-13b13e31-6bea-4237-828f-5ce6e05153d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1cc1d87f020e4f8dae3b3e59620d93a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8144543 Feb 04 15:43:14.549757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-991080410-network', 'tenant_id': '9e5a3ffc14264dbfaffcae7e792ea2cb'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:14.558358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57086) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:14.656693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Made reservation on behalf of 9e5a3ffc14264dbfaffcae7e792ea2cb for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:14.661752 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.730179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.754038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1423f5-e300-42ef-9275-a65f35638044 req-e96a594f-1632-4681-a5e6-58e18d2dbd2d tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.755531 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf1423f5-e300-42ef-9275-a65f35638044 req-e96a594f-1632-4681-a5e6-58e18d2dbd2d tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 944 time: 0.3545637 Feb 04 15:43:14.775599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-ab204a82-d2ff-497b-9eb9-d0282757604f service neutron] 10.222.0.50 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595109 Feb 04 15:43:14.830415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f046c34-0e0a-4274-97a4-290d0fa50b5b req-7e7fee5d-3767-4379-9a87-95285be52817 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:14.832605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f046c34-0e0a-4274-97a4-290d0fa50b5b req-7e7fee5d-3767-4379-9a87-95285be52817 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.1800637 Feb 04 15:43:14.881190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Made reservation on behalf of 3e968d458ab84fa08aacdb51423ec62a for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:14.884950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.891231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2266-ad2f-4254-a1fd-5aa2c0f1693c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.946237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf1423f5-e300-42ef-9275-a65f35638044 req-cf0ee360-1a69-4d51-8999-3aff9f2634c4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751931 Feb 04 15:43:14.963494 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2266-ad2f-4254-a1fd-5aa2c0f1693c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:14.967135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f046c34-0e0a-4274-97a4-290d0fa50b5b req-f56a8ba5-1215-49d5-ae46-2ade1b024be3 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986309 Feb 04 15:43:15.039987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-839f5060-40e2-43c8-9b14-f3855cfca821 req-0cb82c50-df22-47a9-b8e7-85d91217f7be service neutron] 10.222.0.50 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508039 Feb 04 15:43:15.072697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.079053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.088995 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2266-ad2f-4254-a1fd-5aa2c0f1693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.092448 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2266-ad2f-4254-a1fd-5aa2c0f1693c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.093705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cd5e2266-ad2f-4254-a1fd-5aa2c0f1693c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0100fe06-cd63-455b-8964-28294d10737f HTTP/1.1" status: 204 len: 168 time: 0.5325837 Feb 04 15:43:15.144490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:15.153571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1db5ea2-ea70-4e1e-9c78-1e86854520f0 req-670a5a10-9c0c-4c9b-ac88-7887315bc918 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 210 time: 0.0696828 Feb 04 15:43:15.163607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ae4cb-89e5-49ed-b221-3b8fe90263a4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.171220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.171580 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Added segment 8e348bd9-89bb-4d8a-b36d-5034e45074fe of type vlan for network 8bebffb1-df41-4183-9456-e91b5353eec2 Feb 04 15:43:15.208438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e2266-ad2f-4254-a1fd-5aa2c0f1693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0100fe06-cd63-455b-8964-28294d10737f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.268333 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.320577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.322503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:15.323339 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.410900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0569413 Feb 04 15:43:15.411323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57096) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:15.419437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Request body: {'subnet': {'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-991080410-subnet', 'tenant_id': '9e5a3ffc14264dbfaffcae7e792ea2cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:15.427455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b9e25-61d3-4231-a220-2427dcfa4c3b admin admin] Pushing event updated for resources: {'Network': ['ID=8bebffb1-df41-4183-9456-e91b5353eec2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.450970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 8bebffb1-df41-4183-9456-e91b5353eec2 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:43:15.462783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Made reservation on behalf of 9e5a3ffc14264dbfaffcae7e792ea2cb for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:15.465329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.650113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:15.737123 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.835758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1985b07f-9acc-4f7b-93b0-14e32806ad1e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:15.857473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Checking segment: {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:15.857894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Network hostable DHCP agents. Network: 8bebffb1-df41-4183-9456-e91b5353eec2, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:15.871931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-71e276cd-5e8c-452e-a9ff-7886b4b929a7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:15.874557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-71e276cd-5e8c-452e-a9ff-7886b4b929a7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 945 time: 0.0863893 Feb 04 15:43:15.916358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Network 8bebffb1-df41-4183-9456-e91b5353eec2 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:15.939053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 8bebffb1-df41-4183-9456-e91b5353eec2) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:15.950355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4dc43b-7d57-445c-b046-92151cc682c0 None None] Network 8bebffb1-df41-4183-9456-e91b5353eec2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:43:15.971218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:15.971863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:15.999857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdfc65-937c-43ca-967b-d42a13c24069 req-79d45d9c-ec47-4b70-b9f4-5e47795d9542 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:16.002746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98bdfc65-937c-43ca-967b-d42a13c24069 req-79d45d9c-ec47-4b70-b9f4-5e47795d9542 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 945 time: 0.3770585 Feb 04 15:43:16.009845 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b9cff046-845f-4a38-b1ea-d814450b69de admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5972109 Feb 04 15:43:16.039357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Deleting port 368f4682-f37d-45fc-8813-7cc34859ebce {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:43:16.040109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.083980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Allocated IP 172.20.0.2 (04512ac3-9d79-4549-b9ce-6fbaf89c17cb/a9f240ac-033b-4a39-97b6-383ba4fbf6d6/a7115356-8fed-4a38-922e-1208b39bd830) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:16.137623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:16.149105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5ffbde5d-8838-43bd-b3d4-2cafca5bbde1 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0155325 Feb 04 15:43:16.149541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57120) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:16.170427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:16.204106 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98bdfc65-937c-43ca-967b-d42a13c24069 req-67f453db-6fd7-41d3-b397-4d9979720f59 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595604 Feb 04 15:43:16.267282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:16.269818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:16.356068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-7173a276-2428-4028-a21c-76d308375724 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet d8e4fefd-6bad-4756-bb83-364d9d7d0553 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:43:16.370555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7173a276-2428-4028-a21c-76d308375724 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.418399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] For port 368f4682-f37d-45fc-8813-7cc34859ebce, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=368f4682-f37d-45fc-8813-7cc34859ebce,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:16.418672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.442507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afcb8b-0534-49b4-a5c2-5f39d43fe819 req-443cab92-ccad-4b51-9696-983280d195a3 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:16.451370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-99afcb8b-0534-49b4-a5c2-5f39d43fe819 req-443cab92-ccad-4b51-9696-983280d195a3 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 944 time: 0.1941872 Feb 04 15:43:16.461390 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.482988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Calling delete_port for 368f4682-f37d-45fc-8813-7cc34859ebce owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:16.490651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7173a276-2428-4028-a21c-76d308375724 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.490897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:16.625619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.660273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-99afcb8b-0534-49b4-a5c2-5f39d43fe819 req-d059de1d-b3b5-4578-a6d3-86661c1a1dfc tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085593 Feb 04 15:43:16.686306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['84bc7a7c-5832-476e-8ada-24105333d7b0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:16.697587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca6c7f-235f-4868-bad3-80287fe80ca0 None None] Network 8bebffb1-df41-4183-9456-e91b5353eec2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:43:16.722919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:16.734913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:16.778987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:43:16.842913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7173a276-2428-4028-a21c-76d308375724 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.894149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:16.895792 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:16.930797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a5e5-651d-459c-9c8c-fe08bec5d184 req-1e8584c4-a32c-4af7-b76d-edd7943a6a20 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:16.933480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3577a5e5-651d-459c-9c8c-fe08bec5d184 req-1e8584c4-a32c-4af7-b76d-edd7943a6a20 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 931 time: 0.1800005 Feb 04 15:43:16.989822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479c390-cabd-48a0-88c2-99e56cae66fe req-f1855c87-13e9-4f4c-a779-87948bf2c16b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:17.002854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6479c390-cabd-48a0-88c2-99e56cae66fe req-f1855c87-13e9-4f4c-a779-87948bf2c16b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.5334065 Feb 04 15:43:17.006976 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.015893 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6962290 Feb 04 15:43:17.017183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Pushing event updated for resources: {'Port': ['ID=a7115356-8fed-4a38-922e-1208b39bd830,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:17.031438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7173a276-2428-4028-a21c-76d308375724 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.066526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.067111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.068669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.069727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.070313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.070882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.072577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.073200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.073779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.075343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.075542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event deleted for resources: {'Port': ['ID=368f4682-f37d-45fc-8813-7cc34859ebce,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:17.075891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.076436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c898736-d156-4b66-9edb-40cad81eec42 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:17.088809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Request body: {'port': {'device_id': '2722253e-5ca7-4ddb-9347-9c8c0f169a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:17.130354 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7173a276-2428-4028-a21c-76d308375724 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.137429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7173a276-2428-4028-a21c-76d308375724 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/d8e4fefd-6bad-4756-bb83-364d9d7d0553 HTTP/1.1" status: 204 len: 168 time: 0.9866812 Feb 04 15:43:17.138377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173a276-2428-4028-a21c-76d308375724 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e4fefd-6bad-4756-bb83-364d9d7d0553,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:17.146733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57140) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:17.156794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3577a5e5-651d-459c-9c8c-fe08bec5d184 req-8ac4e9ea-d536-4da6-8ff8-e26635986e48 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624491 Feb 04 15:43:17.166471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['368f4682-f37d-45fc-8813-7cc34859ebce'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:17.168996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044f1f7-c748-4f6d-a803-b675e9dce24b None None] Network 40f6ca25-0364-4694-b821-e0ceda574eff requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:43:17.173785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6479c390-cabd-48a0-88c2-99e56cae66fe req-db3911f2-3a96-4799-89f4-4a90a1df1d70 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664450 Feb 04 15:43:17.222913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] No DVR routers for this DVR port 368f4682-f37d-45fc-8813-7cc34859ebce on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:17.258330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.259719 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.263401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32d7f89e-5680-4136-a8d5-5c9bc20035bd req-44d5eeb4-062d-4f92-b44d-b874350f2d97 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "DELETE /v2.0/ports/368f4682-f37d-45fc-8813-7cc34859ebce HTTP/1.1" status: 204 len: 173 time: 1.3797433 Feb 04 15:43:17.272948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cc3f6c-e6a0-4312-877d-1c74542b0b4d', 'name': 'network-vif-deleted', 'tag': '368f4682-f37d-45fc-8813-7cc34859ebce'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:17.276544 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89333e9a-8b9e-44eb-bcd9-d851b0aa1fc0" -d '{"events": [{"server_uuid": "93cc3f6c-e6a0-4312-877d-1c74542b0b4d", "name": "network-vif-deleted", "tag": "368f4682-f37d-45fc-8813-7cc34859ebce"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:17.366781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.551622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c93bfd8e-0ba5-4425-bc9e-b3f9a4e6c8e1 req-b7d1f59f-8e67-488b-996f-6daee0553824 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=93cc3f6c-e6a0-4312-877d-1c74542b0b4d HTTP/1.1" status: 200 len: 210 time: 0.1223087 Feb 04 15:43:17.685933 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a3053b-0b1b-4c8b-b676-f91b0c13acb1 x-openstack-request-id: req-b4a3053b-0b1b-4c8b-b676-f91b0c13acb1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:17.686974 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cc3f6c-e6a0-4312-877d-1c74542b0b4d", "name": "network-vif-deleted", "tag": "368f4682-f37d-45fc-8813-7cc34859ebce", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:17.687121 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4a3053b-0b1b-4c8b-b676-f91b0c13acb1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:17.687542 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cc3f6c-e6a0-4312-877d-1c74542b0b4d', 'name': 'network-vif-deleted', 'tag': '368f4682-f37d-45fc-8813-7cc34859ebce', 'status': 'completed', 'code': 200} Feb 04 15:43:17.701769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port f368a4db-ce2c-4d12-b2c1-430c5babbe0c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:43:17.703467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.918009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7115356-8fed-4a38-922e-1208b39bd830 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:17.962672 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:17.986993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:13Z', 'revision_number': 10, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:18.010980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Transition to ACTIVE for port object a7115356-8fed-4a38-922e-1208b39bd830 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:18.023447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] DHCP port deletion for 40f6ca25-0364-4694-b821-e0ceda574eff request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:43:18.106088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.145301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:18.182623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-ede23bd8-9c9c-4874-83f5-e90c05cc4d52 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.185312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-ede23bd8-9c9c-4874-83f5-e90c05cc4d52 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 821 time: 0.2119832 Feb 04 15:43:18.217210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:18.218799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:18.256505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-bd8cd03b-ffec-4d22-9601-84169a17e91a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/quotas/9e5a3ffc14264dbfaffcae7e792ea2cb HTTP/1.1" status: 200 len: 375 time: 0.0390134 Feb 04 15:43:18.279648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7115356-8fed-4a38-922e-1208b39bd830,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:18.311215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-93ad6570-11be-49b7-affb-7a992e462841 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483267 Feb 04 15:43:18.367645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port f368a4db-ce2c-4d12-b2c1-430c5babbe0c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,segment=NetworkSegment(d2ec6d99-54c9-4227-92ff-496c24cc0a30),segment_id=d2ec6d99-54c9-4227-92ff-496c24cc0a30)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:18.368236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.388557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for f368a4db-ce2c-4d12-b2c1-430c5babbe0c owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:18.400524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1f30-4cab-49b4-b9be-ab95a1fa7a55 req-d55d5775-2106-4847-a90d-7791270cc3b7 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.408430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f04a1f30-4cab-49b4-b9be-ab95a1fa7a55 req-d55d5775-2106-4847-a90d-7791270cc3b7 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 944 time: 0.1115730 Feb 04 15:43:18.453782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:18.495028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f04a1f30-4cab-49b4-b9be-ab95a1fa7a55 req-b42f1e76-927d-4455-ad2f-7d3280f16cbe tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856597 Feb 04 15:43:18.524290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] Deleting port f368a4db-ce2c-4d12-b2c1-430c5babbe0c {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:43:18.524866 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.540552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Attempting to bind port a7115356-8fed-4a38-922e-1208b39bd830 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:18.541127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Attempting to bind port a7115356-8fed-4a38-922e-1208b39bd830 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:18.541670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Attempting to bind port a7115356-8fed-4a38-922e-1208b39bd830 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:18.546817 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.567140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Port a7115356-8fed-4a38-922e-1208b39bd830 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:43:18.567658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Attempting to bind port a7115356-8fed-4a38-922e-1208b39bd830 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:18.590642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:43:18.592988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Checking segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:18.592988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Bound using segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:43:18.592988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Bound port: a7115356-8fed-4a38-922e-1208b39bd830, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:18.593323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.601734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No DVR routers for this DVR port f368a4db-ce2c-4d12-b2c1-430c5babbe0c on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:18.623211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-f9c9491f-34fe-4690-9fd8-b7bfe3ac9590 service neutron] 10.222.0.47 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832515 Feb 04 15:43:18.627783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:18.653286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:18.739477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.792335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f6ca25-0364-4694-b821-e0ceda574eff']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:18.802247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5289ad-2cac-461a-9e41-6b80d8d5da71 req-9f754bea-e929-4857-a703-d667329da300 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.806676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c5289ad-2cac-461a-9e41-6b80d8d5da71 req-9f754bea-e929-4857-a703-d667329da300 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 944 time: 0.1554284 Feb 04 15:43:18.811586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:43:18.812732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] For port a7115356-8fed-4a38-922e-1208b39bd830, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:18.814969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f4e329e8-f715-4f98-8c4d-4b79713e6ecb details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:43:18.821019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ec6d99-54c9-4227-92ff-496c24cc0a30') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:18.821282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ec6d99-54c9-4227-92ff-496c24cc0a30') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:18.822273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] For port a7115356-8fed-4a38-922e-1208b39bd830, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a7115356-8fed-4a38-922e-1208b39bd830,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:18.831980 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-3d73aa76-9d4a-46e7-98b6-39872227659c service neutron] 10.222.0.47 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785429 Feb 04 15:43:18.833799 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.852010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.876781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] For port f368a4db-ce2c-4d12-b2c1-430c5babbe0c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,segment=NetworkSegment(d2ec6d99-54c9-4227-92ff-496c24cc0a30),segment_id=d2ec6d99-54c9-4227-92ff-496c24cc0a30)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:18.878238 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.881083 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.894938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c5289ad-2cac-461a-9e41-6b80d8d5da71 req-0e3833ae-29fe-41ac-8722-f59ccc973150 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770311 Feb 04 15:43:18.896217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:18.897253 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:18.903902 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:18.952975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] Calling delete_port for f368a4db-ce2c-4d12-b2c1-430c5babbe0c owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:18.957480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:18.958882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:18.960385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] 10.222.0.50 "PUT /v2.0/ports/a7115356-8fed-4a38-922e-1208b39bd830 HTTP/1.1" status: 200 len: 1091 time: 1.8983660 Feb 04 15:43:18.960887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2722253e-5ca7-4ddb-9347-9c8c0f169a94', 'tag': 'a7115356-8fed-4a38-922e-1208b39bd830'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:18.963354 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927e4f31-54a3-41a5-9069-d40083aa6f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "2722253e-5ca7-4ddb-9347-9c8c0f169a94", "tag": "a7115356-8fed-4a38-922e-1208b39bd830"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:18.971155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed33c9e-8719-46c7-8bec-f349168d9ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7115356-8fed-4a38-922e-1208b39bd830,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:18.988400 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:43:19.030146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.059177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.066889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/40f6ca25-0364-4694-b821-e0ceda574eff HTTP/1.1" status: 204 len: 168 time: 1.9151008 Feb 04 15:43:19.071171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57192) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:19.102263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-fe80be83-b235-49f8-af17-4c9c95d5bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:19.104082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-fe80be83-b235-49f8-af17-4c9c95d5bbf4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 1094 time: 0.0707297 Feb 04 15:43:19.210392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-b765f24b-e50b-4ccb-8e26-bf56f57a779a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7115356-8fed-4a38-922e-1208b39bd830 HTTP/1.1" status: 200 len: 217 time: 0.0888994 Feb 04 15:43:19.213142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aee43f-3711-44d4-a842-d98ce396ff5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=40f6ca25-0364-4694-b821-e0ceda574eff,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:19.331232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b82a5f-a855-4503-8f08-50e631a42718 req-93c549d2-4bd6-42de-bc43-d3d847d0e2b6 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:19.333618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68b82a5f-a855-4503-8f08-50e631a42718 req-93c549d2-4bd6-42de-bc43-d3d847d0e2b6 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 943 time: 0.3054836 Feb 04 15:43:19.340958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-7117b537-a86d-41ac-9177-e2fe649dbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:19.349320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-7117b537-a86d-41ac-9177-e2fe649dbdf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.1298933 Feb 04 15:43:19.367869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f4e329e8-f715-4f98-8c4d-4b79713e6ecb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:19.381849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'f4e329e8-f715-4f98-8c4d-4b79713e6ecb', 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e', 'port_id': 'f4e329e8-f715-4f98-8c4d-4b79713e6ecb', 'mac_address': 'fa:16:3e:25:ea:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:43:19.413640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:19.477579 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68b82a5f-a855-4503-8f08-50e631a42718 req-3d163fa3-40d3-48c1-a4e5-d02241ed1514 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Feb 04 15:43:19.487875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-cd021add-f674-4580-a5a6-907096f7d5f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300721 Feb 04 15:43:19.535286 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.561051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e329e8-f715-4f98-8c4d-4b79713e6ecb {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:19.577433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f368a4db-ce2c-4d12-b2c1-430c5babbe0c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:43:19.580602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'network_id': '8c233989-c83e-426e-ac12-94ea7c37fa9a', 'port_id': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'mac_address': 'fa:16:3e:1a:42:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17adc9bc-7823-41f2-b2d4-62b41dd863fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:43:19.659875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: f368a4db-ce2c-4d12-b2c1-430c5babbe0c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:43:19.660574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f368a4db-ce2c-4d12-b2c1-430c5babbe0c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:43:19.666009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f4e329e8-f715-4f98-8c4d-4b79713e6ecb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:19.721101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57206) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:19.738898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.743492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56015187', 'description': 'tempest-secgroup-smoke-56015187 description', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:19.810467 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd08fc17-e6e1-43eb-8c11-f311e70edc4c x-openstack-request-id: req-fd08fc17-e6e1-43eb-8c11-f311e70edc4c {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:19.810931 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2722253e-5ca7-4ddb-9347-9c8c0f169a94", "tag": "a7115356-8fed-4a38-922e-1208b39bd830", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:19.811301 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd08fc17-e6e1-43eb-8c11-f311e70edc4c {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:19.811855 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2722253e-5ca7-4ddb-9347-9c8c0f169a94', 'tag': 'a7115356-8fed-4a38-922e-1208b39bd830', 'status': 'completed', 'code': 200} Feb 04 15:43:19.874321 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8278c5b1-bb0e-4fef-9c39-75771d6c22b5 req-fd887d89-b43d-484f-8568-ee8e40712d28 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 210 time: 0.0550609 Feb 04 15:43:19.890658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.925206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.935776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e8dae-603b-47ee-8a10-d935e62a6057 req-7f413abd-4ae4-41ab-80c9-92718804fe9a tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:19.948059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a17e8dae-603b-47ee-8a10-d935e62a6057 req-7f413abd-4ae4-41ab-80c9-92718804fe9a tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 945 time: 0.1321349 Feb 04 15:43:19.948368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:19.960034 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-56218345-3afc-409f-9b5c-5c031ecedd35 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647441 Feb 04 15:43:19.969019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:19.978974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] Network 40f6ca25-0364-4694-b821-e0ceda574eff is not hosted by any dhcp agent {{(pid=102424) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:43:19.979342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] No DVR routers for this DVR port f368a4db-ce2c-4d12-b2c1-430c5babbe0c on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:19.982096 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.037027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62a97-6976-4051-b35e-8339caaf86ba None None] Pushing event deleted for resources: {'Port': ['ID=f368a4db-ce2c-4d12-b2c1-430c5babbe0c,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.046491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:13Z', 'revision_number': 10, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:20.067716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a17e8dae-603b-47ee-8a10-d935e62a6057 req-6998376d-59ff-453a-9e98-bc0b3cd59362 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185658 Feb 04 15:43:20.083944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49554e9-0a57-4eeb-b69f-5a9a86019aaa {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:20.112888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8826d-078c-4661-b9eb-4e9987ac2ca9 None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:13Z', 'revision_number': 10, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None, '_interfaces': [{'id': '7a9a89e0-cc38-417a-ae7e-3e5b9228a234', 'name': '', 'network_id': 'eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'mac_address': 'fa:16:3e:87:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:45Z', 'updated_at': '2022-02-04T15:41:57Z', 'revision_number': 5, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'subnets': [{'id': 'fd33e7b7-ac58-440b-be9a-a7b67452109b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:20.149918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:20.160720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['f4e329e8-f715-4f98-8c4d-4b79713e6ecb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:20.198184 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.199036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.291172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.363565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5d292-73a8-4be9-b37e-76377f5ac0ea req-ac93eccc-86d4-4024-94be-979904d5ca1e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.372534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50b5d292-73a8-4be9-b37e-76377f5ac0ea req-ac93eccc-86d4-4024-94be-979904d5ca1e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 945 time: 0.1697428 Feb 04 15:43:20.490651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50b5d292-73a8-4be9-b37e-76377f5ac0ea req-d51db488-5a26-42c4-81d0-9308cc634412 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170909 Feb 04 15:43:20.522561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c173fc59-6db9-4ad9-9f47-146c747c6dfb req-65467a21-9598-40f2-b141-8557447dadf4 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454340 Feb 04 15:43:20.560996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-1904ba41-7a6f-429b-afc9-1f93e2c39f21 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.564292 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-1904ba41-7a6f-429b-afc9-1f93e2c39f21 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.3585715 Feb 04 15:43:20.618461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.654341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.661087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-8e5582b5-c36d-4ae8-918d-79dfb3a4ce32 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/quotas/8d702575eaff4676adf0ff43212c4f9d HTTP/1.1" status: 200 len: 375 time: 0.0802271 Feb 04 15:43:20.719030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ad67e-360c-4d5c-8dcc-d151a88dbb8c req-2f2ded92-49fe-41e5-b0df-284c2b0efbc7 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.720767 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-452ad67e-360c-4d5c-8dcc-d151a88dbb8c req-2f2ded92-49fe-41e5-b0df-284c2b0efbc7 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 943 time: 0.0873611 Feb 04 15:43:20.723404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:43:20.723751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.794778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:43:20.800162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 368f4682-f37d-45fc-8813-7cc34859ebce no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:43:20.814853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8819f874-9a52-4ec9-b661-ea85eed2fbc1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:20.831256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-452ad67e-360c-4d5c-8dcc-d151a88dbb8c req-42cb34c8-dab1-49bd-9dda-01b471dab3e2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040158 Feb 04 15:43:20.899430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c49554e9-0a57-4eeb-b69f-5a9a86019aaa'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:20.919013 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.920439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port 7a9a89e0-cc38-417a-ae7e-3e5b9228a234, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,segment=NetworkSegment(695f9931-70cd-4bd9-ad5a-dbffe084b7f1),segment_id=695f9931-70cd-4bd9-ad5a-dbffe084b7f1)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:20.921249 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.936382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-7877282d-f754-4a13-85c0-fc47545a2997 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2377279 Feb 04 15:43:20.940887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:20.947528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:20.961923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-e797477f-f431-445b-91bf-94ec605591e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:20.963537 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-e797477f-f431-445b-91bf-94ec605591e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 1094 time: 0.3378179 Feb 04 15:43:20.973498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 368f4682-f37d-45fc-8813-7cc34859ebce {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:43:20.974297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 368f4682-f37d-45fc-8813-7cc34859ebce not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:43:21.138893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.140828 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4180381 Feb 04 15:43:21.156391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57234) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:21.171348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-807196e4-9828-41d1-b813-ce446825fb07 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': 'b62a8a3e-0c5f-401f-acf8-8574570e7cc7', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:21.189237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e4789-d428-4818-995e-ad0d7b3a51bc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62a8a3e-0c5f-401f-acf8-8574570e7cc7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.216203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b9cf472-7801-4830-bdc5-ee45a0d99204 req-5e8d1e74-59a3-44da-ad42-c9fb5fda07f3 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 210 time: 0.1098833 Feb 04 15:43:21.321211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-7d73b6fa-8b37-4706-8316-51c455c7e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:21.323117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-7d73b6fa-8b37-4706-8316-51c455c7e6d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 916 time: 0.3194349 Feb 04 15:43:21.328548 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-40bfc6bc-e8e6-4e0e-abc5-346e46458ac8 service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776453 Feb 04 15:43:21.342005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-807196e4-9828-41d1-b813-ce446825fb07 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.384363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:21.408762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'mac_address': 'fa:16:3e:29:c0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:43:21.416864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-4dc9b29e-4f49-4e97-a8ed-e16852c9264a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7115356-8fed-4a38-922e-1208b39bd830 HTTP/1.1" status: 200 len: 217 time: 0.0853598 Feb 04 15:43:21.418178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6c9df275-38b3-4e9b-8d02-ad86216e100b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:21.419954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6c9df275-38b3-4e9b-8d02-ad86216e100b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 821 time: 0.3156796 Feb 04 15:43:21.436837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.446683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Request body: {'port': {'device_id': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'admin_state_up': True, 'tenant_id': '9e5a3ffc14264dbfaffcae7e792ea2cb'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:21.448099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:43:21.488493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:43:21.489022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebcfdce5-176b-4ff2-b3ab-0ae1653eb647 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:43:21.499442 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.522713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a7d1665-3a13-4d8d-a48a-de8e7a481664 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:21.529208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=7a9a89e0-cc38-417a-ae7e-3e5b9228a234,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.549943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:21.558485 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.568050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ed6b-edf9-4adc-bbad-38b77524972e req-d6a6457a-a09f-405e-aa90-4d171432b2e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:21.570801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5c4ed6b-edf9-4adc-bbad-38b77524972e req-d6a6457a-a09f-405e-aa90-4d171432b2e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 945 time: 0.2357624 Feb 04 15:43:21.579063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-e950d829-e138-4491-b0ee-a3d5aca7f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:21.581142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-e950d829-e138-4491-b0ee-a3d5aca7f49c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.1325409 Feb 04 15:43:21.596587 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-807196e4-9828-41d1-b813-ce446825fb07 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.616606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-807196e4-9828-41d1-b813-ce446825fb07 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.664624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['6a7d1665-3a13-4d8d-a48a-de8e7a481664'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:21.665297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-975735e8-63bd-43f8-a2c6-e0f681e24eed service neutron] 10.222.0.47 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251653 Feb 04 15:43:21.668985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-15cd357c-0b5f-43de-8bf7-5993a8df9057 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756760 Feb 04 15:43:21.719314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.741687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807196e4-9828-41d1-b813-ce446825fb07 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24d9a02-a027-481b-a284-963223e30844,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:21.771973 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-807196e4-9828-41d1-b813-ce446825fb07 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:21.774066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-807196e4-9828-41d1-b813-ce446825fb07 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6137872 Feb 04 15:43:21.795175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57238) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:21.813690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f723693c-15b0-4121-be55-2b584c819170 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': 'b62a8a3e-0c5f-401f-acf8-8574570e7cc7', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:21.847946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5c4ed6b-edf9-4adc-bbad-38b77524972e req-794ee713-9c99-4f3f-8eb5-3063092f7b9c tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240658 Feb 04 15:43:22.033067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-5da4c39e-c4dc-47dd-a975-61d224f1860a service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517098 Feb 04 15:43:22.083558 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.093694 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f723693c-15b0-4121-be55-2b584c819170 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.161474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b7d24-6900-4a3a-bd03-5cd24b06943d req-10a5d669-396e-450d-a49e-c16510232ed4 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:22.163112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-235b7d24-6900-4a3a-bd03-5cd24b06943d req-10a5d669-396e-450d-a49e-c16510232ed4 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 943 time: 0.0969877 Feb 04 15:43:22.224596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-927e4f31-54a3-41a5-9069-d40083aa6f0f req-20b75b0e-ae54-4b89-9f15-27b29e2a87cb service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844308 Feb 04 15:43:22.244841 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-235b7d24-6900-4a3a-bd03-5cd24b06943d req-e135f022-decc-41a4-a449-4bd6bac0a7f8 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686383 Feb 04 15:43:22.322857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Made reservation on behalf of 9e5a3ffc14264dbfaffcae7e792ea2cb for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:22.328435 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.329830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a302cdc0-176e-4b5b-aab5-14c9ee0f0211 req-4e64cb0b-eed9-4654-bd8e-2c970df03c87 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 210 time: 0.0346620 Feb 04 15:43:22.369291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11f3bd-2fc6-44b3-8470-25040bcdb90e req-b3c86cab-d944-4fb5-9357-e6e72603b3c1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:22.371526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d11f3bd-2fc6-44b3-8470-25040bcdb90e req-b3c86cab-d944-4fb5-9357-e6e72603b3c1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 945 time: 0.3410072 Feb 04 15:43:22.447091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f723693c-15b0-4121-be55-2b584c819170 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.475994 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0ac4afad-81ac-403a-b6e9-a03e679499a2 req-48d02327-8075-4392-a143-7311ad271b64 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 210 time: 0.0385191 Feb 04 15:43:22.505724 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f723693c-15b0-4121-be55-2b584c819170 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.583723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723693c-15b0-4121-be55-2b584c819170 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663e4b49-8dd3-4220-bbe0-578f24fabfce,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:22.629256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d11f3bd-2fc6-44b3-8470-25040bcdb90e req-e49e9859-0232-4dd3-b166-661f37637480 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438490 Feb 04 15:43:22.645139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:22.648673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f723693c-15b0-4121-be55-2b584c819170 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.650972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f723693c-15b0-4121-be55-2b584c819170 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8541095 Feb 04 15:43:22.654396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57258) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:22.673912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e293f0e0-7e2f-4862-8b7e-ee65ea15f5e9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': 'b62a8a3e-0c5f-401f-acf8-8574570e7cc7', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:22.682416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Allocated IP 172.20.0.9 (8bebffb1-df41-4183-9456-e91b5353eec2/1985b07f-9acc-4f7b-93b0-14e32806ad1e/87788e12-9e93-4713-b009-dba83d3e1ce6) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:22.731621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e293f0e0-7e2f-4862-8b7e-ee65ea15f5e9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.809247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:22.867176 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e293f0e0-7e2f-4862-8b7e-ee65ea15f5e9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.876203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e293f0e0-7e2f-4862-8b7e-ee65ea15f5e9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:22.879751 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f4e329e8-f715-4f98-8c4d-4b79713e6ecb up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:22.881377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:22.905863 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-19ef532f-82c7-4e99-b2d3-c047aec7e928 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8302808 Feb 04 15:43:22.906230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57260) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:22.909254 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:22.932849 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:22.934646 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:22.965360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293f0e0-7e2f-4862-8b7e-ee65ea15f5e9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddaae8c-6dc0-41a8-9bef-e79aecc55a3b,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:23.099509 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.143390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port f4e329e8-f715-4f98-8c4d-4b79713e6ecb completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:23.149128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:23.149326 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:23.150025 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.184384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e293f0e0-7e2f-4862-8b7e-ee65ea15f5e9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.198106 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e293f0e0-7e2f-4862-8b7e-ee65ea15f5e9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5403652 Feb 04 15:43:23.205763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57268) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:23.210755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port f4e329e8-f715-4f98-8c4d-4b79713e6ecb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:23.211737 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.215698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4abf1546-3057-4527-aafe-f376e217b6f2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': 'b62a8a3e-0c5f-401f-acf8-8574570e7cc7', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:23.257357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:21Z', 'revision_number': 11, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:23.258003 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.270352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a1b63-cf40-4f9a-8536-c9f5196682d7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting subnet fd33e7b7-ac58-440b-be9a-a7b67452109b {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:43:23.286542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a68a1b63-cf40-4f9a-8536-c9f5196682d7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.303591 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:23.321590 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:23.322283 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:23.387174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254b1d-3392-4ed0-b3e7-630faaa62743 req-02dc76d7-86bc-4c15-8ae2-15958ada0eee tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.388141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4abf1546-3057-4527-aafe-f376e217b6f2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.404250 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1254b1d-3392-4ed0-b3e7-630faaa62743 req-02dc76d7-86bc-4c15-8ae2-15958ada0eee tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 945 time: 0.2657754 Feb 04 15:43:23.469063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a68a1b63-cf40-4f9a-8536-c9f5196682d7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.474197 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:23.480388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.576476 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:21Z', 'revision_number': 11, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:23.590686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04b023-c476-4dd9-9b1e-5c3ecb883312 req-c207ddcb-6cb5-4501-acca-66393157fed2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.601492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a04b023-c476-4dd9-9b1e-5c3ecb883312 req-c207ddcb-6cb5-4501-acca-66393157fed2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 943 time: 0.2073300 Feb 04 15:43:23.630760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Network 8bebffb1-df41-4183-9456-e91b5353eec2 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:23.634481 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438f3f7-670e-4bcf-82a5-7f48ba14805f None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:21Z', 'revision_number': 11, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:23.718801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event updated for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:23.740592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:23.753887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:43:23.788692 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.851544 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a04b023-c476-4dd9-9b1e-5c3ecb883312 req-55f04523-3950-4895-b376-95898a8554b5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482951 Feb 04 15:43:23.854577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-34e655ce-d276-40cf-8663-0de1d6b201bf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:23.856986 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-34e655ce-d276-40cf-8663-0de1d6b201bf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 806 time: 0.1624053 Feb 04 15:43:23.864361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f4e329e8-f715-4f98-8c4d-4b79713e6ecb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:23.872074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce719bab-2e27-4d4b-81ed-bac70e762a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e329e8-f715-4f98-8c4d-4b79713e6ecb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:23.876725 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b55ea54-c27e-4c7e-b30c-afa0f8c6fd76" -d '{"events": [{"server_uuid": "ce719bab-2e27-4d4b-81ed-bac70e762a19", "name": "network-vif-plugged", "status": "completed", "tag": "f4e329e8-f715-4f98-8c4d-4b79713e6ecb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:23.887654 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.893540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Request body: {'port': {'device_id': '24067044-c007-4913-8a1d-b0acf9ccac59', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'admin_state_up': True, 'tenant_id': '8d702575eaff4676adf0ff43212c4f9d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:23.924667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4abf1546-3057-4527-aafe-f376e217b6f2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.943558 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4abf1546-3057-4527-aafe-f376e217b6f2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:23.981798 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.063684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1254b1d-3392-4ed0-b3e7-630faaa62743 req-74868022-25fd-4c33-812d-bcdb8a16b47e tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447172 Feb 04 15:43:24.069169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf1546-3057-4527-aafe-f376e217b6f2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8598da9b-9572-4f7f-83a0-f08d06368ae8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.104076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.105534 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.112078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4abf1546-3057-4527-aafe-f376e217b6f2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.113707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4abf1546-3057-4527-aafe-f376e217b6f2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9066339 Feb 04 15:43:24.144236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57302) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:24.153689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.165721 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a68a1b63-cf40-4f9a-8536-c9f5196682d7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.166010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': 'b62a8a3e-0c5f-401f-acf8-8574570e7cc7', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:24.206574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:24.216570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.217952 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bea9de35-8d9a-4959-8c5c-25ba864eaab7 req-bd26de28-32e1-4495-b410-2d43acdb1342 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 210 time: 0.1013362 Feb 04 15:43:24.218882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:24.225626 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e0b3b546-2337-4fb0-9aa0-58e3fadddc8a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7920029 Feb 04 15:43:24.245571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Request body: {'port': {'device_id': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:24.318110 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Project 537ec6f6adf0405b87c2e299025ea7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:43:24.336771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.414179 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a68a1b63-cf40-4f9a-8536-c9f5196682d7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.422406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Made reservation on behalf of 8d702575eaff4676adf0ff43212c4f9d for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:24.429472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.494162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.528332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a1b63-cf40-4f9a-8536-c9f5196682d7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Subnet': ['ID=fd33e7b7-ac58-440b-be9a-a7b67452109b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.550560 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a68a1b63-cf40-4f9a-8536-c9f5196682d7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.557070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a68a1b63-cf40-4f9a-8536-c9f5196682d7 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/fd33e7b7-ac58-440b-be9a-a7b67452109b HTTP/1.1" status: 204 len: 168 time: 1.6493998 Feb 04 15:43:24.558068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:24.559364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57308) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:24.590356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b306a41-a243-4f1c-8dea-34653a682696 None None] Network eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:43:24.695246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32af4-2913-419a-8849-69386a09268c req-df246b09-23f9-4fc3-bd30-fc852cb44947 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.697725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44f32af4-2913-419a-8849-69386a09268c req-df246b09-23f9-4fc3-bd30-fc852cb44947 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 931 time: 0.3190742 Feb 04 15:43:24.756909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port c49554e9-0a57-4eeb-b69f-5a9a86019aaa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:24.757574 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.799326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.827088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44f32af4-2913-419a-8849-69386a09268c req-e0e3463b-9529-4676-9e8d-339322f9126a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102462 Feb 04 15:43:24.868511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a7115356-8fed-4a38-922e-1208b39bd830 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:43:24.914135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cbd2c-92b7-4fba-90f9-7ff5ef75e76a req-5cc42e97-4c16-407c-a25c-c51766fe5297 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:24.918735 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-002cbd2c-92b7-4fba-90f9-7ff5ef75e76a req-5cc42e97-4c16-407c-a25c-c51766fe5297 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 945 time: 0.4563408 Feb 04 15:43:24.920789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:24.969944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.039647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.063327 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:43:25.100656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Allocated IP 172.20.0.8 (105b279f-e3c3-41d5-a12c-29ac016934da/185b96d7-6170-4199-b3ee-2d2358a9e456/fcd5929c-4558-4eda-81a0-bb4ee968cba4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:25.179567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a7115356-8fed-4a38-922e-1208b39bd830, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a7115356-8fed-4a38-922e-1208b39bd830,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:25.197446 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ff6fd6-df57-42cd-9070-9079c642a7bc x-openstack-request-id: req-23ff6fd6-df57-42cd-9070-9079c642a7bc {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:25.197740 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce719bab-2e27-4d4b-81ed-bac70e762a19", "name": "network-vif-plugged", "status": "completed", "tag": "f4e329e8-f715-4f98-8c4d-4b79713e6ecb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:25.198002 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23ff6fd6-df57-42cd-9070-9079c642a7bc {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:25.198427 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce719bab-2e27-4d4b-81ed-bac70e762a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e329e8-f715-4f98-8c4d-4b79713e6ecb', 'code': 200} Feb 04 15:43:25.199726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'a7115356-8fed-4a38-922e-1208b39bd830', 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'port_id': 'a7115356-8fed-4a38-922e-1208b39bd830', 'mac_address': 'fa:16:3e:18:98:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f240ac-033b-4a39-97b6-383ba4fbf6d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:43:25.202899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] DHCP port deletion for eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:43:25.310421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87788e12-9e93-4713-b009-dba83d3e1ce6 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:25.327464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:25.335496 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.339751 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.345923 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.370288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Transition to ACTIVE for port object 87788e12-9e93-4713-b009-dba83d3e1ce6 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:25.397624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7115356-8fed-4a38-922e-1208b39bd830 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:25.407259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] Deleting port e7d8ed69-defe-4dc5-908d-01ae010ffbcd {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:43:25.407588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.427901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.434660 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.497076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] For port e7d8ed69-defe-4dc5-908d-01ae010ffbcd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e7d8ed69-defe-4dc5-908d-01ae010ffbcd,segment=NetworkSegment(695f9931-70cd-4bd9-ad5a-dbffe084b7f1),segment_id=695f9931-70cd-4bd9-ad5a-dbffe084b7f1)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:25.497671 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.514944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.520458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] Calling delete_port for e7d8ed69-defe-4dc5-908d-01ae010ffbcd owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:25.540707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112275b8-cc39-4a87-85ae-d51627e0b6e7,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:25.557403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Pushing event updated for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:25.609335 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.611730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4639165 Feb 04 15:43:25.642039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:25.647271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:25.648071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.648870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.649595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.650316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.652619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.654099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.654785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.655453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.656120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.656797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.658590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.659362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b55dd7-ad9c-4099-a514-5bbadf26e2de tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.663870 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e7d8ed69-defe-4dc5-908d-01ae010ffbcd no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:43:25.665907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57320) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:25.692047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d4bcbba4-ff86-4af5-b0e9-331e1994ecaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': 'b62a8a3e-0c5f-401f-acf8-8574570e7cc7', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:25.707115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.707663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.709086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.709645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.710243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.711131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.711670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.712204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.712737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.713258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.713778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.714863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:25.785325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-002cbd2c-92b7-4fba-90f9-7ff5ef75e76a req-f57a0e17-31af-4844-8182-5a1afe1fc156 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8219476 Feb 04 15:43:25.844742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a7115356-8fed-4a38-922e-1208b39bd830, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a7115356-8fed-4a38-922e-1208b39bd830,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:25.880641 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:25.927187 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-d4bcbba4-ff86-4af5-b0e9-331e1994ecaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Project 537ec6f6adf0405b87c2e299025ea7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:43:25.965821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No active binding found for port e7d8ed69-defe-4dc5-908d-01ae010ffbcd {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:43:25.967035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e7d8ed69-defe-4dc5-908d-01ae010ffbcd not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:43:25.967976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:43:25.975572 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.016973 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] No DVR routers for this DVR port e7d8ed69-defe-4dc5-908d-01ae010ffbcd on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:26.029575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:43:26.030270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7a9a89e0-cc38-417a-ae7e-3e5b9228a234 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:43:26.054281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4bcbba4-ff86-4af5-b0e9-331e1994ecaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.094470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a7115356-8fed-4a38-922e-1208b39bd830,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.145685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b427336-68c6-4f63-bc63-f778917e9fe6 None None] Pushing event deleted for resources: {'Port': ['ID=e7d8ed69-defe-4dc5-908d-01ae010ffbcd,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.198186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4bcbba4-ff86-4af5-b0e9-331e1994ecaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.200620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Attempting to bind port 87788e12-9e93-4713-b009-dba83d3e1ce6 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:26.201176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Attempting to bind port 87788e12-9e93-4713-b009-dba83d3e1ce6 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:26.201720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Attempting to bind port 87788e12-9e93-4713-b009-dba83d3e1ce6 on network 8bebffb1-df41-4183-9456-e91b5353eec2 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:26.219160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4bcbba4-ff86-4af5-b0e9-331e1994ecaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.273335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Port 87788e12-9e93-4713-b009-dba83d3e1ce6 on network 8bebffb1-df41-4183-9456-e91b5353eec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:43:26.274612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Attempting to bind port 87788e12-9e93-4713-b009-dba83d3e1ce6 on network 8bebffb1-df41-4183-9456-e91b5353eec2 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:26.294581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:43:26.295434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Checking segment: {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:26.296732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Bound using segment: {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:43:26.297535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Bound port: 87788e12-9e93-4713-b009-dba83d3e1ce6, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:26.298146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.303700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcbba4-ff86-4af5-b0e9-331e1994ecaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a4ae50-fe6a-49ca-b4e4-f9e5aa3ce163,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.354146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Network 105b279f-e3c3-41d5-a12c-29ac016934da is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:26.358761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f494b5-41fd-4724-9a89-4acbe03b8a03 req-39d05eed-6e67-4159-ad59-e6f8e136964c tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.363649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22f494b5-41fd-4724-9a89-4acbe03b8a03 req-39d05eed-6e67-4159-ad59-e6f8e136964c tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 946 time: 0.4188237 Feb 04 15:43:26.372386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['a7115356-8fed-4a38-922e-1208b39bd830'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:26.380990 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4bcbba4-ff86-4af5-b0e9-331e1994ecaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.384437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d4bcbba4-ff86-4af5-b0e9-331e1994ecaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6998374 Feb 04 15:43:26.385308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:26.389150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:26.396918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event updated for resources: {'Port': ['ID=fcd5929c-4558-4eda-81a0-bb4ee968cba4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.401075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:43:26.411976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'network': {'name': 'tempest-network-smoke--1293960829', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'port_security_enabled': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:26.443445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e9e6a-405c-40dc-9ad8-f3c0be053a16 req-2cb10b2d-dac4-43bb-a52e-0c18a4167091 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.446107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377e9e6a-405c-40dc-9ad8-f3c0be053a16 req-2cb10b2d-dac4-43bb-a52e-0c18a4167091 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 943 time: 0.9554842 Feb 04 15:43:26.455112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Deleting port e7d8ed69-defe-4dc5-908d-01ae010ffbcd {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:43:26.455522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.550303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] For port e7d8ed69-defe-4dc5-908d-01ae010ffbcd, host n-d-827869-1, got binding levels [] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:26.550818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.612020 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22f494b5-41fd-4724-9a89-4acbe03b8a03 req-cb646248-2b9b-4ef0-b1a2-08d05027e9c5 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978080 Feb 04 15:43:26.628084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e254-f8e8-4d67-9fbd-eac780c878af req-693b0230-f8d9-4da7-81df-fad749cac0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.629029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:26.631168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d39e254-f8e8-4d67-9fbd-eac780c878af req-693b0230-f8d9-4da7-81df-fad749cac0e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 1097 time: 1.5526986 Feb 04 15:43:26.640872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:26.655567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Calling delete_port for e7d8ed69-defe-4dc5-908d-01ae010ffbcd owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:43:26.659219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Port e7d8ed69-defe-4dc5-908d-01ae010ffbcd was not found and therefore no delete operation was performed {{(pid=102422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:43:26.660756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.664956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.775007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No DVR routers for this DVR port e7d8ed69-defe-4dc5-908d-01ae010ffbcd on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:43:26.805694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Port': ['ID=e7d8ed69-defe-4dc5-908d-01ae010ffbcd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:26.813695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:26.817500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.845799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d39e254-f8e8-4d67-9fbd-eac780c878af req-f58a232b-332b-4b23-b482-d80381ac79a5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815779 Feb 04 15:43:26.875791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:26.876476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.896442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377e9e6a-405c-40dc-9ad8-f3c0be053a16 req-6aee7b7f-7293-4ac2-8ff3-c4f54459c5fc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744405 Feb 04 15:43:26.956937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:43:26.969558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:26.970131 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Added segment bbb298fe-ba8c-44fb-8ce5-800dbe179542 of type vlan for network b8b15cd7-5139-419a-ad7b-1fdf562bcfba Feb 04 15:43:27.018977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.065726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.072520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.073183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.094415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-be4268fe-4510-409a-8b11-7c1d85c453e0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2049661 Feb 04 15:43:27.106107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.139595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Request body: {'port': {'device_id': '24067044-c007-4913-8a1d-b0acf9ccac59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:27.199517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}, {'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:27.203332 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff60df05-5c63-4e55-a972-4e54776efa53" -d '{"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}, {"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-plugged", "status": "completed", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:27.247668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8525367 Feb 04 15:43:27.256521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57334) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:27.264421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:27.275468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'admin_state_up': True, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:27.328051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695f9931-70cd-4bd9-ad5a-dbffe084b7f1') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:27.328564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695f9931-70cd-4bd9-ad5a-dbffe084b7f1') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:27.332479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.333938 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.336700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] 10.222.0.30 "PUT /v2.0/ports/87788e12-9e93-4713-b009-dba83d3e1ce6 HTTP/1.1" status: 200 len: 1091 time: 3.0982950 Feb 04 15:43:27.337734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:27.351907 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d70ea3b-d96e-423d-9933-3e38d617bd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:27.414610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.435628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a81a41-7575-4c04-af6c-1b43c82a41d6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Network': ['ID=b8b15cd7-5139-419a-ad7b-1fdf562bcfba,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:27.446975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c807f6b-2b1a-4fe5-a940-12f5141e6908 req-f4dfd903-99a5-436f-86c5-4debf0b708b5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.450364 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c807f6b-2b1a-4fe5-a940-12f5141e6908 req-f4dfd903-99a5-436f-86c5-4debf0b708b5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 943 time: 0.3907182 Feb 04 15:43:27.459287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:43:27.486316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fca4cd-d0aa-4ef0-9463-7bba4d9f89bc req-2fb2b5d7-b139-4e21-8214-84dbdaaadb47 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.502661 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9fca4cd-d0aa-4ef0-9463-7bba4d9f89bc req-2fb2b5d7-b139-4e21-8214-84dbdaaadb47 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 931 time: 0.2407069 Feb 04 15:43:27.512318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a84f1-531e-4870-b6b1-d40dc7752f45 service neutron] Pushing event updated for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:27.572752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.582438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.585099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.622744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.629106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9fca4cd-d0aa-4ef0-9463-7bba4d9f89bc req-4d022e9d-4f56-4063-b736-af9df4c5c744 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243882 Feb 04 15:43:27.658622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-d6151244-0f25-480e-a592-9c3653a90735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.660982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-d6151244-0f25-480e-a592-9c3653a90735 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 1094 time: 0.2572596 Feb 04 15:43:27.724014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:43:27.724671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:43:27.743518 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:43:27.755993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-68467005-871e-41f6-8da6-8dff0d668b7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87788e12-9e93-4713-b009-dba83d3e1ce6 HTTP/1.1" status: 200 len: 217 time: 0.0858250 Feb 04 15:43:27.810838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c807f6b-2b1a-4fe5-a940-12f5141e6908 req-938064ee-777b-4e5a-a0c8-137d45cac19e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246429 Feb 04 15:43:27.946718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-a57b0e58-d9eb-41f3-9d5c-69079a0c5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.947690 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-a57b0e58-d9eb-41f3-9d5c-69079a0c5877 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1985b07f-9acc-4f7b-93b0-14e32806ad1e HTTP/1.1" status: 200 len: 861 time: 0.1837435 Feb 04 15:43:27.965712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870c75f-3ff9-4c18-974b-bc836169e672 req-fc376dc0-e3ba-4a87-8f0c-b38cce237b67 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:27.968820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5870c75f-3ff9-4c18-974b-bc836169e672 req-fc376dc0-e3ba-4a87-8f0c-b38cce237b67 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1860330 Feb 04 15:43:27.979338 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4bd3be-cb04-40b6-83ad-b64cf1bb6d7d x-openstack-request-id: req-ad4bd3be-cb04-40b6-83ad-b64cf1bb6d7d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:27.979779 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "code": 200}, {"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-plugged", "status": "completed", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:27.980822 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad4bd3be-cb04-40b6-83ad-b64cf1bb6d7d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:27.981574 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'code': 200} Feb 04 15:43:27.982221 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'code': 200} Feb 04 15:43:28.015819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.034169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-e57ab826-d51e-45af-b2ce-b6ffed4b0a92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bebffb1-df41-4183-9456-e91b5353eec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637834 Feb 04 15:43:28.090948 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6f452-c2bd-423b-bcb3-fe9b2dd888b8 x-openstack-request-id: req-6aa6f452-c2bd-423b-bcb3-fe9b2dd888b8 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:28.091371 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:28.091794 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6aa6f452-c2bd-423b-bcb3-fe9b2dd888b8 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:28.092430 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'status': 'completed', 'code': 200} Feb 04 15:43:28.239531 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5870c75f-3ff9-4c18-974b-bc836169e672 req-1406554f-6c4b-4d20-afae-93d456902904 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416897 Feb 04 15:43:28.274340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.326005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.336757 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/networks/eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7 HTTP/1.1" status: 204 len: 168 time: 3.7748477 Feb 04 15:43:28.347285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57346) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:28.378044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'routes': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:28.398117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850bd01-2879-4515-9973-4a66a9219c9b req-b3b23df0-5f13-45f3-817f-78eecc7bd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:28.400807 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7850bd01-2879-4515-9973-4a66a9219c9b req-b3b23df0-5f13-45f3-817f-78eecc7bd056 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1098 time: 0.1677752 Feb 04 15:43:28.490477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:28.556923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd2eec-e619-4814-9630-033f848a70cd tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Pushing event deleted for resources: {'Network': ['ID=eb5eb8fd-d3d5-4be1-8a60-cf46de45a7f7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:28.645948 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:43:28.732030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45694-439f-40ca-b3d0-7a1380b50602 req-46da0bb6-aa08-4d3c-8e0b-c90ea60ffabe tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:28.734509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4b45694-439f-40ca-b3d0-7a1380b50602 req-46da0bb6-aa08-4d3c-8e0b-c90ea60ffabe tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 946 time: 0.4580123 Feb 04 15:43:28.835710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4b45694-439f-40ca-b3d0-7a1380b50602 req-01672ebd-b93e-4bcd-87ff-6e5662eb0686 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764010 Feb 04 15:43:28.890352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a7115356-8fed-4a38-922e-1208b39bd830 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:28.920070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-4645fde8-0ca4-4ad2-b447-18c3f15c5bad service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8264720 Feb 04 15:43:28.991799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7850bd01-2879-4515-9973-4a66a9219c9b req-98503449-3f3a-45bc-963b-00b4e5064023 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769208 Feb 04 15:43:29.028907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port a7115356-8fed-4a38-922e-1208b39bd830 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:29.036688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port a7115356-8fed-4a38-922e-1208b39bd830 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:29.038746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.134302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6939cc-c931-430d-bcef-89461ded4aa1 req-64bbeb9d-5349-444b-998d-fa34f1e0195c service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854033 Feb 04 15:43:29.164363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.extraroute_db [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Added routes are [] {{(pid=102423) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 15:43:29.164657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.extraroute_db [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Removed routes are [] {{(pid=102423) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 15:43:29.165010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.208597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.268509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a7115356-8fed-4a38-922e-1208b39bd830, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a7115356-8fed-4a38-922e-1208b39bd830,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:29.276474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3958a11-4216-41f7-ae1e-1a71e392075e req-454f8333-8b29-4855-be6f-8ee757714ba2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.276969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.287173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3958a11-4216-41f7-ae1e-1a71e392075e req-454f8333-8b29-4855-be6f-8ee757714ba2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 944 time: 0.5914030 Feb 04 15:43:29.342164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd5929c-4558-4eda-81a0-bb4ee968cba4 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:29.369753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.383964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.398596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82779-c0b1-41f4-9c70-9488ab0dc6e0 req-a7d4fecf-4863-4bf0-b1e0-3d1de7a35a63 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.400092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a7115356-8fed-4a38-922e-1208b39bd830,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.409013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9a82779-c0b1-41f4-9c70-9488ab0dc6e0 req-a7d4fecf-4863-4bf0-b1e0-3d1de7a35a63 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 931 time: 0.2924871 Feb 04 15:43:29.470661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Transition to ACTIVE for port object fcd5929c-4558-4eda-81a0-bb4ee968cba4 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:43:29.474559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.487220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.572275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9a82779-c0b1-41f4-9c70-9488ab0dc6e0 req-90327910-9142-4198-bc94-16ef2e35a8bb tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620040 Feb 04 15:43:29.589699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.611121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:29.653277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3958a11-4216-41f7-ae1e-1a71e392075e req-926a4fb7-2e54-43f0-91b8-e13a3f828d01 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621099 Feb 04 15:43:29.789619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-0e605a36-a48d-41b9-9386-406248ce72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.791402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-0e605a36-a48d-41b9-9386-406248ce72c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 1094 time: 0.4555447 Feb 04 15:43:29.828585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd5929c-4558-4eda-81a0-bb4ee968cba4,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:29.910889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 93c7457c-a4bd-4fea-9d45-affa5d71f466 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:29.965793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-d9116c53-2f83-44ca-8975-879324a7204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:29.967645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-d9116c53-2f83-44ca-8975-879324a7204e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 922 time: 0.1596732 Feb 04 15:43:29.983601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2722253e-5ca7-4ddb-9347-9c8c0f169a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7115356-8fed-4a38-922e-1208b39bd830'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:29.987965 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7015565-08d6-495b-a3bc-484e69b37933" -d '{"events": [{"server_uuid": "2722253e-5ca7-4ddb-9347-9c8c0f169a94", "name": "network-vif-plugged", "status": "completed", "tag": "a7115356-8fed-4a38-922e-1208b39bd830"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:30.034503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-8035bf22-1e1b-4f83-9bdc-38bcc7d042e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87788e12-9e93-4713-b009-dba83d3e1ce6 HTTP/1.1" status: 200 len: 217 time: 0.0547392 Feb 04 15:43:30.036361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b000c1-09fd-4c9e-88bd-e7b61c345446 req-13d51ea2-ba71-4766-80ab-b4738ffbc9e7 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.039965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33b000c1-09fd-4c9e-88bd-e7b61c345446 req-13d51ea2-ba71-4766-80ab-b4738ffbc9e7 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 943 time: 0.2965684 Feb 04 15:43:30.055863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699f6d7-8036-456d-b4da-686517961983 req-77fdcb67-c69c-4597-a6da-e1c2556c31ac tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.057495 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8699f6d7-8036-456d-b4da-686517961983 req-77fdcb67-c69c-4597-a6da-e1c2556c31ac tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.2623580 Feb 04 15:43:30.123058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33b000c1-09fd-4c9e-88bd-e7b61c345446 req-40ebac72-4377-4d17-bafd-a81c5bdda247 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718541 Feb 04 15:43:30.174355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.25.1.8 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:30.194983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Attempting to bind port fcd5929c-4558-4eda-81a0-bb4ee968cba4 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:30.195553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Attempting to bind port fcd5929c-4558-4eda-81a0-bb4ee968cba4 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:30.196160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Attempting to bind port fcd5929c-4558-4eda-81a0-bb4ee968cba4 on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:30.256035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:30.282022 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.282022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dfbab6c2-6cd9-45d9-bb6b-91d843f5268e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 200 len: 701 time: 1.9080081 Feb 04 15:43:30.282022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57366) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:30.299590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-a42982f4-c0c2-4b45-af8b-e8774b08a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.299590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-a42982f4-c0c2-4b45-af8b-e8774b08a67b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1985b07f-9acc-4f7b-93b0-14e32806ad1e HTTP/1.1" status: 200 len: 861 time: 0.2495422 Feb 04 15:43:30.309709 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] Sync routers for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:30.321665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8699f6d7-8036-456d-b4da-686517961983 req-86f0f3b9-0a5e-47d2-b16d-9a3fc7174488 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531242 Feb 04 15:43:30.341564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:30.343205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:30.371524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.415512 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5e068ae8-5e13-46ce-ad35-ab8057c8490c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 200 len: 205 time: 0.1340532 Feb 04 15:43:30.416164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57368) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:30.441836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-a9829615-8926-4661-ad88-bef5200a9824 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bebffb1-df41-4183-9456-e91b5353eec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599203 Feb 04 15:43:30.449939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Port fcd5929c-4558-4eda-81a0-bb4ee968cba4 on network 105b279f-e3c3-41d5-a12c-29ac016934da not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:43:30.454947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Attempting to bind port fcd5929c-4558-4eda-81a0-bb4ee968cba4 on network 105b279f-e3c3-41d5-a12c-29ac016934da {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:30.488557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:30.494575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:43:30.495194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Checking segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:30.495373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Bound using segment: {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:43:30.495858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Bound port: fcd5929c-4558-4eda-81a0-bb4ee968cba4, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2832345b-81bf-4897-9ddd-1e16384bf6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:30.496244 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.595384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:21Z', 'revision_number': 11, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:30.606100 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-75a8aa15-fc7d-4ea1-818d-147922cbd04e service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162760 Feb 04 15:43:30.618621 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e714751f-8bcb-46bb-bc53-cbc0c5edab1c x-openstack-request-id: req-e714751f-8bcb-46bb-bc53-cbc0c5edab1c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:30.622341 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2722253e-5ca7-4ddb-9347-9c8c0f169a94", "name": "network-vif-plugged", "status": "completed", "tag": "a7115356-8fed-4a38-922e-1208b39bd830", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:30.624198 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e714751f-8bcb-46bb-bc53-cbc0c5edab1c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:30.625413 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2722253e-5ca7-4ddb-9347-9c8c0f169a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7115356-8fed-4a38-922e-1208b39bd830', 'code': 200} Feb 04 15:43:30.647477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.680884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32751-435e-4ff4-8aa6-e4c2edd3bde2 req-36dc7c43-e520-421b-a049-9be17bd70c14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:30.684024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9c32751-435e-4ff4-8aa6-e4c2edd3bde2 req-36dc7c43-e520-421b-a049-9be17bd70c14 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 946 time: 0.2868164 Feb 04 15:43:30.718179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] Checking router: 93c7457c-a4bd-4fea-9d45-affa5d71f466 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:30.757656 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-968c8b8b-23ee-4669-a340-edeb74ffe07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:30.779238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] Routers {'93c7457c-a4bd-4fea-9d45-affa5d71f466'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:30.781481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['93c7457c-a4bd-4fea-9d45-affa5d71f466'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:30.888902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:30.905353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9c32751-435e-4ff4-8aa6-e4c2edd3bde2 req-352b9221-10b6-4a77-965d-83811435b0b8 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512825 Feb 04 15:43:30.961750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:30.979365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] Set router 93c7457c-a4bd-4fea-9d45-affa5d71f466 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:30.989926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:43:31.044038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f225571b-9542-4106-91f6-c9921238ca2e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.134720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:21Z', 'revision_number': 11, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:31.289412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f3dbc-4a20-481f-8ea7-15cbbf128dce None None] The sync data for ids ['93c7457c-a4bd-4fea-9d45-affa5d71f466'] in n-d-827869-1 is: [{'id': '93c7457c-a4bd-4fea-9d45-affa5d71f466', 'name': 'tempest-RoutersTest-router-1599646318', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:38Z', 'updated_at': '2022-02-04T15:43:21Z', 'revision_number': 11, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:31.467558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6d04b-3607-4687-9117-b780677c9301 req-02b17392-f16b-4e77-9d3a-a22a508495a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:31.470964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ab6d04b-3607-4687-9117-b780677c9301 req-02b17392-f16b-4e77-9d3a-a22a508495a5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 1096 time: 0.9528809 Feb 04 15:43:31.704231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] For port fcd5929c-4558-4eda-81a0-bb4ee968cba4, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:31.711693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:31.715902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e671dd6-ba22-4c93-ae8a-2846bb3ff279 req-cf4381ca-39a9-48d2-bd6a-8a059edaef61 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:31.733317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e671dd6-ba22-4c93-ae8a-2846bb3ff279 req-cf4381ca-39a9-48d2-bd6a-8a059edaef61 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 943 time: 0.9148345 Feb 04 15:43:31.737567 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f225571b-9542-4106-91f6-c9921238ca2e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.741558 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f225571b-9542-4106-91f6-c9921238ca2e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.770570 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ab6d04b-3607-4687-9117-b780677c9301 req-7bb145a8-3c5f-40ca-b01c-6af696ee9802 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157788 Feb 04 15:43:31.790497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] For port fcd5929c-4558-4eda-81a0-bb4ee968cba4, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fcd5929c-4558-4eda-81a0-bb4ee968cba4,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:31.818308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408af3-c962-42eb-a0d7-058132600bdf req-5a3fc256-eb1e-49f6-bc5d-2f5afc96cd32 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:31.835531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c408af3-c962-42eb-a0d7-058132600bdf req-5a3fc256-eb1e-49f6-bc5d-2f5afc96cd32 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 945 time: 0.3430786 Feb 04 15:43:31.835531 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.902902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f225571b-9542-4106-91f6-c9921238ca2e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.902902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f225571b-9542-4106-91f6-c9921238ca2e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Fanout notify agent at l3_agent the message router_deleted on router 93c7457c-a4bd-4fea-9d45-affa5d71f466 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:43:31.902902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d70ea3b-d96e-423d-9933-3e38d617bd0e req-280dab64-7bf4-48a8-be07-db4e0d0e3979 service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1666050 Feb 04 15:43:31.902902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f225571b-9542-4106-91f6-c9921238ca2e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.921876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f225571b-9542-4106-91f6-c9921238ca2e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 204 len: 168 time: 1.4896166 Feb 04 15:43:31.921876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57418) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:31.922946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1be1381d-c371-418d-8ed9-ab5f87e1d59b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-566667226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:31.930960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e671dd6-ba22-4c93-ae8a-2846bb3ff279 req-71d2cf92-a652-49d8-b8b1-651acde058f2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689146 Feb 04 15:43:31.987996 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be1381d-c371-418d-8ed9-ab5f87e1d59b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:31.990032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be1381d-c371-418d-8ed9-ab5f87e1d59b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.072759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd5929c-4558-4eda-81a0-bb4ee968cba4,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:32.100362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:32.101822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.105968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-4d5e25b5-757d-491b-9864-ab3be30d3b18 service neutron] 10.222.0.30 "PUT /v2.0/ports/fcd5929c-4558-4eda-81a0-bb4ee968cba4 HTTP/1.1" status: 200 len: 1091 time: 4.9805532 Feb 04 15:43:32.107341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24067044-c007-4913-8a1d-b0acf9ccac59', 'tag': 'fcd5929c-4558-4eda-81a0-bb4ee968cba4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:32.112676 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4709ebe7-d35c-4b72-a428-58b609207ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "24067044-c007-4913-8a1d-b0acf9ccac59", "tag": "fcd5929c-4558-4eda-81a0-bb4ee968cba4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:32.146954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c408af3-c962-42eb-a0d7-058132600bdf req-ed04b0a1-36d6-4efe-a66f-8fd59de92ffe tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274199 Feb 04 15:43:32.181173 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.291022 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be1381d-c371-418d-8ed9-ab5f87e1d59b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.326930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be1381d-c371-418d-8ed9-ab5f87e1d59b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.401336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1be1381d-c371-418d-8ed9-ab5f87e1d59b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:32.413177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1be1381d-c371-418d-8ed9-ab5f87e1d59b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4961472 Feb 04 15:43:32.417256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57434) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:32.426726 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d4f92c7f-5145-4151-958b-ecf14f77c20f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:32.520373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b5b78-6a82-4ea1-bb23-0c890b40f4dc req-2a92ca0a-1575-4df3-8a51-7f350c56ea28 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:32.539897 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-711b5b78-6a82-4ea1-bb23-0c890b40f4dc req-2a92ca0a-1575-4df3-8a51-7f350c56ea28 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 943 time: 0.2686987 Feb 04 15:43:32.901100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 87788e12-9e93-4713-b009-dba83d3e1ce6 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:43:33.072047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b69e1-45ec-47af-8463-5a7e1b9d2e1d req-3a9cedf8-804a-4aec-aea5-42851fd3d1d4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:33.073727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc0b69e1-45ec-47af-8463-5a7e1b9d2e1d req-3a9cedf8-804a-4aec-aea5-42851fd3d1d4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.2110729 Feb 04 15:43:33.096242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-a9fb24d5-dee4-4211-9f5d-3969c1dc2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:33.110791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-a9fb24d5-dee4-4211-9f5d-3969c1dc2039 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 1094 time: 0.8235297 Feb 04 15:43:33.154167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:33.192555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'port_id': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'mac_address': 'fa:16:3e:c6:f8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1985b07f-9acc-4f7b-93b0-14e32806ad1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:43:33.252893 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.297816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87788e12-9e93-4713-b009-dba83d3e1ce6 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:33.348814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:33.367068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.368561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-964b1251-2220-4b0a-8af7-266118f40dcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcd5929c-4558-4eda-81a0-bb4ee968cba4 HTTP/1.1" status: 200 len: 217 time: 0.2418156 Feb 04 15:43:33.424606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-711b5b78-6a82-4ea1-bb23-0c890b40f4dc req-778050e7-993c-49ef-98f3-0bee3292d57a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8831346 Feb 04 15:43:33.471676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:33.569458 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.575344 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b6c131-5b6d-467c-a3fa-8e9bb55b6bd0 x-openstack-request-id: req-82b6c131-5b6d-467c-a3fa-8e9bb55b6bd0 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:33.575843 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24067044-c007-4913-8a1d-b0acf9ccac59", "tag": "fcd5929c-4558-4eda-81a0-bb4ee968cba4", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:33.576423 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82b6c131-5b6d-467c-a3fa-8e9bb55b6bd0 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:33.577082 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24067044-c007-4913-8a1d-b0acf9ccac59', 'tag': 'fcd5929c-4558-4eda-81a0-bb4ee968cba4', 'status': 'completed', 'code': 200} Feb 04 15:43:33.580536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4f92c7f-5145-4151-958b-ecf14f77c20f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.609047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc0b69e1-45ec-47af-8463-5a7e1b9d2e1d req-36728a81-7287-4092-9864-ec2b01abdb84 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963391 Feb 04 15:43:33.617478 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-840bc2a9-8903-4239-96aa-44454bdd8130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.643666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4f92c7f-5145-4151-958b-ecf14f77c20f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:33.735747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['87788e12-9e93-4713-b009-dba83d3e1ce6'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:33.880047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30420ddd-b752-4fef-90b2-e0bcd0b417db req-9bb8d23a-88e4-4d38-a793-f67aa44379c7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:33.881758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30420ddd-b752-4fef-90b2-e0bcd0b417db req-9bb8d23a-88e4-4d38-a793-f67aa44379c7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 943 time: 0.2557147 Feb 04 15:43:33.948982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f92c7f-5145-4151-958b-ecf14f77c20f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Router 96e281ea-058f-40ad-b67c-e867a05e2c46 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:43:33.980347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-30420ddd-b752-4fef-90b2-e0bcd0b417db req-a5300e90-bcf9-440e-bc6e-c28b80e42dd0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810444 Feb 04 15:43:34.016249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fae72-c460-4a0e-8f92-42c6b8793055 req-216daf27-b760-47f1-9bd9-c403cd290e9e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:34.023909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-299fae72-c460-4a0e-8f92-42c6b8793055 req-216daf27-b760-47f1-9bd9-c403cd290e9e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 945 time: 0.1491454 Feb 04 15:43:34.034048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-d60166d8-1076-423f-adc7-a49bb4abe66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:34.035581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-d60166d8-1076-423f-adc7-a49bb4abe66d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.4555733 Feb 04 15:43:34.068102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router be9a5772-708c-4d88-8402-caaaadd6ec88 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:43:34.094628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-69e29495-336f-41b6-9689-b1dcda74767d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403621 Feb 04 15:43:34.095859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f92c7f-5145-4151-958b-ecf14f77c20f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:34.105484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4f92c7f-5145-4151-958b-ecf14f77c20f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.110082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d4f92c7f-5145-4151-958b-ecf14f77c20f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "PUT /v2.0/routers/96e281ea-058f-40ad-b67c-e867a05e2c46 HTTP/1.1" status: 200 len: 693 time: 1.6902299 Feb 04 15:43:34.110399 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] Sync routers for ids ['96e281ea-058f-40ad-b67c-e867a05e2c46'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:34.111173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57482) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:34.154445 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] Routers {'96e281ea-058f-40ad-b67c-e867a05e2c46'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:34.161243 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['96e281ea-058f-40ad-b67c-e867a05e2c46'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:34.220483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-b2999c80-4aa6-42d4-bb4e-b00061f2f2be service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105750 Feb 04 15:43:34.246338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5d42eaca-e6f2-4f18-89a1-acdf63db7d9e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/routers/96e281ea-058f-40ad-b67c-e867a05e2c46 HTTP/1.1" status: 200 len: 699 time: 0.1342387 Feb 04 15:43:34.247237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57486) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:34.306120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5f426315-3f7a-4947-a80d-b2dbc98979ff tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e281ea-058f-40ad-b67c-e867a05e2c46 HTTP/1.1" status: 200 len: 205 time: 0.0569842 Feb 04 15:43:34.307043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57492) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:34.445847 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b806b03-a237-45fc-a86e-e297d7e8a566 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.459371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-299fae72-c460-4a0e-8f92-42c6b8793055 req-f21c3d32-eed4-405c-b713-2d0b6db0fa74 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207394 Feb 04 15:43:34.711059 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b806b03-a237-45fc-a86e-e297d7e8a566 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.714683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b806b03-a237-45fc-a86e-e297d7e8a566 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.812604 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] Set router 96e281ea-058f-40ad-b67c-e867a05e2c46 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:34.837935 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b806b03-a237-45fc-a86e-e297d7e8a566 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.838771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b806b03-a237-45fc-a86e-e297d7e8a566 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Fanout notify agent at l3_agent the message router_deleted on router 96e281ea-058f-40ad-b67c-e867a05e2c46 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:43:34.848283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b806b03-a237-45fc-a86e-e297d7e8a566 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:34.849437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6b806b03-a237-45fc-a86e-e297d7e8a566 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/96e281ea-058f-40ad-b67c-e867a05e2c46 HTTP/1.1" status: 204 len: 168 time: 0.5413094 Feb 04 15:43:34.856990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57532) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:34.866202 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2dcbf9f-202a-4bf8-8ccb-749956550157 req-f3479bd5-2163-46cc-9963-493278113925 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032925 Feb 04 15:43:34.899174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d58f-b30a-40f7-bffc-ddbdeb311249 req-54e1fe5e-b6b5-4ca7-90c5-39e26a2a421e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:34.908176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:34.915646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1835d58f-b30a-40f7-bffc-ddbdeb311249 req-54e1fe5e-b6b5-4ca7-90c5-39e26a2a421e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 944 time: 0.1330342 Feb 04 15:43:34.927698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Sync routers for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:34.968048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3c912792-66c5-48f0-a693-bc424765cb18 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e281ea-058f-40ad-b67c-e867a05e2c46 HTTP/1.1" status: 200 len: 205 time: 0.1074698 Feb 04 15:43:34.974213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57536) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:34.993709 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:34.994742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:35.057061 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e281ea-058f-40ad-b67c-e867a05e2c46', 'name': 'tempest-RoutersTest-router-566667226', 'tenant_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:31Z', 'updated_at': '2022-02-04T15:43:33Z', 'revision_number': 2, 'project_id': 'a95d4cd0536347d8a62fe5fa3157428e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:35.064048 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-9f0826bb-ff34-4c19-a6ba-941bb18d2bf5 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] delete failed (client error): The resource could not be found. Feb 04 15:43:35.068822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9f0826bb-ff34-4c19-a6ba-941bb18d2bf5 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/96e281ea-058f-40ad-b67c-e867a05e2c46 HTTP/1.1" status: 404 len: 336 time: 0.0930705 Feb 04 15:43:35.075288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57542) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.123779 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] Checking router: 96e281ea-058f-40ad-b67c-e867a05e2c46 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:35.131477 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-433c893a-dfc3-47bf-b09e-323859b7384c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:35.132590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433c893a-dfc3-47bf-b09e-323859b7384c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:35.142443 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] Routers set() bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:35.143372 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] Router IDs set() for agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 15:43:35.144750 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_agentschedulers_db [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96e281ea-058f-40ad-b67c-e867a05e2c46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent'). {{(pid=102425) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 15:43:35.145129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-433c893a-dfc3-47bf-b09e-323859b7384c tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/dec38421-7434-4c8c-96b9-f1d1103f5882 HTTP/1.1" status: 404 len: 337 time: 0.0682595 Feb 04 15:43:35.146270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57544) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.146912 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e563d9b-adf5-49c6-aaf1-1193c3af2335 None None] The sync data for ids ['96e281ea-058f-40ad-b67c-e867a05e2c46'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:35.169715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:35.171876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c6e7b9b-df44-4a94-adcf-11a30262c72a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.9026818 Feb 04 15:43:35.181338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57546) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.220640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-65d965d5-7177-44c9-baca-d66a6a01dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:35.224127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-65d965d5-7177-44c9-baca-d66a6a01dc69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d702575eaff4676adf0ff43212c4f9d&device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 1094 time: 0.2633407 Feb 04 15:43:35.283622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f020a7-6a1e-4967-9237-3e1d85d08357 req-99ca9c3b-a4d5-4c24-beb5-4c5922721942 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:35.285590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43f020a7-6a1e-4967-9237-3e1d85d08357 req-99ca9c3b-a4d5-4c24-beb5-4c5922721942 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1910162 Feb 04 15:43:35.302368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:35.322114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1835d58f-b30a-40f7-bffc-ddbdeb311249 req-9e7d3fd3-0715-4ac1-9022-a93fbde39f7b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047599 Feb 04 15:43:35.344590 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-73308cfb-9524-47e0-b783-db6b2eee1384 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:35.350776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73308cfb-9524-47e0-b783-db6b2eee1384 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:35.357812 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-73308cfb-9524-47e0-b783-db6b2eee1384 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/351e1f12-cefb-4ce1-b9af-d65a7b9486a7 HTTP/1.1" status: 404 len: 337 time: 0.2075362 Feb 04 15:43:35.375947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57550) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.516523 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43f020a7-6a1e-4967-9237-3e1d85d08357 req-db439ab0-c94e-4668-8b0f-8883f7d6cdd5 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165946 Feb 04 15:43:35.554246 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec619bad-0f49-478c-83c5-a473e8574841 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:35.555046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec619bad-0f49-478c-83c5-a473e8574841 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:35.568950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57554) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.573127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ec619bad-0f49-478c-83c5-a473e8574841 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/d8e4fefd-6bad-4756-bb83-364d9d7d0553 HTTP/1.1" status: 404 len: 337 time: 0.1941957 Feb 04 15:43:35.691815 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-74634834-e6e9-489c-b97f-2a1822e115eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:35.692927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74634834-e6e9-489c-b97f-2a1822e115eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:35.699062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-74634834-e6e9-489c-b97f-2a1822e115eb tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/fd33e7b7-ac58-440b-be9a-a7b67452109b HTTP/1.1" status: 404 len: 337 time: 0.1265285 Feb 04 15:43:35.703509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57558) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.746440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e82b855c-0213-440f-8a3e-054a60286387 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 200 len: 205 time: 0.0396781 Feb 04 15:43:35.750633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57560) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.784618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3e38d56f-669c-4ffe-a5a4-70d3157987c0 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=537ec6f6adf0405b87c2e299025ea7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5966446 Feb 04 15:43:35.789211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57562) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.838823 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-6f9cc8d3-da84-4039-959c-413792df31d5 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] delete failed (client error): The resource could not be found. Feb 04 15:43:35.842960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6f9cc8d3-da84-4039-959c-413792df31d5 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/93c7457c-a4bd-4fea-9d45-affa5d71f466 HTTP/1.1" status: 404 len: 336 time: 0.0912955 Feb 04 15:43:35.846373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57564) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:35.848299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-7276361b-9e99-4668-91e3-c09c6907e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:35.850175 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-7276361b-9e99-4668-91e3-c09c6907e4c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 200 len: 907 time: 0.6146126 Feb 04 15:43:35.917776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-606de75f-cc7a-403a-9840-f4456466b00e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcd5929c-4558-4eda-81a0-bb4ee968cba4 HTTP/1.1" status: 200 len: 217 time: 0.0599904 Feb 04 15:43:36.002260 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-270ac127-6650-47a4-aecc-d391088a71a5 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd6ad04a-8408-4507-9117-4df6ce0881ef HTTP/1.1" status: 200 len: 205 time: 0.1536725 Feb 04 15:43:36.005300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.010739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57570) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.056878 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:31Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:36.057456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-11c22816-d1df-469b-a7bc-f106266f6e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:36.062635 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-11c22816-d1df-469b-a7bc-f106266f6e1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 200 len: 846 time: 0.1364398 Feb 04 15:43:36.119883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-cb16b236-0957-47b6-bb11-7cc8dbba7e1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=105b279f-e3c3-41d5-a12c-29ac016934da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480258 Feb 04 15:43:36.164728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Checking router: be9a5772-708c-4d88-8402-caaaadd6ec88 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:36.165418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Updating router be9a5772-708c-4d88-8402-caaaadd6ec88 port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:43:36.201080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78717910-b444-4c73-b1c9-eabf773b0f5d req-9c10ba9b-cb14-4849-90d8-5333513e3436 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:36.206023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78717910-b444-4c73-b1c9-eabf773b0f5d req-9c10ba9b-cb14-4849-90d8-5333513e3436 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 943 time: 0.6279938 Feb 04 15:43:36.224942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.237349 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-3e9b2176-2d85-4268-b19b-da824096679a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] delete failed (client error): The resource could not be found. Feb 04 15:43:36.241498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3e9b2176-2d85-4268-b19b-da824096679a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/bd6ad04a-8408-4507-9117-4df6ce0881ef HTTP/1.1" status: 404 len: 336 time: 0.2293441 Feb 04 15:43:36.254770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57574) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.299202 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcbbd2d-ae14-4202-a079-731e23d6b742 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:36.299988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcbbd2d-ae14-4202-a079-731e23d6b742 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:36.307371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5fcbbd2d-ae14-4202-a079-731e23d6b742 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/e695bc45-6972-450c-9a63-9ab8e84acdd9 HTTP/1.1" status: 404 len: 337 time: 0.0509570 Feb 04 15:43:36.357019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-3ca4c2d0-25a6-4df5-a3df-73198860f18b service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289040 Feb 04 15:43:36.357606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57576) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.454310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-89428213-edd5-4857-850c-03882be57a5f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0d68d30-1259-4d10-84ca-059cb59fb843 HTTP/1.1" status: 200 len: 205 time: 0.0830088 Feb 04 15:43:36.460493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57580) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.481694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78717910-b444-4c73-b1c9-eabf773b0f5d req-6d77267d-143f-48c6-9487-e724f7d64645 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677407 Feb 04 15:43:36.520024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf0ba60-f18e-49ca-b377-bf832d0a139a tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:36.526830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6bf0ba60-f18e-49ca-b377-bf832d0a139a tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7319412 Feb 04 15:43:36.531848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57582) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.619903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54970589-5c07-4997-9730-9f782a925e10 req-77b5772c-b345-4b8c-aa17-b53fad44c1a7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:36.632731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54970589-5c07-4997-9730-9f782a925e10 req-77b5772c-b345-4b8c-aa17-b53fad44c1a7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.2739990 Feb 04 15:43:36.643022 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-fe7febb6-11e3-4718-ae1c-90c0618f8212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] delete failed (client error): The resource could not be found. Feb 04 15:43:36.644364 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fe7febb6-11e3-4718-ae1c-90c0618f8212 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/f0d68d30-1259-4d10-84ca-059cb59fb843 HTTP/1.1" status: 404 len: 336 time: 0.1828837 Feb 04 15:43:36.647943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57584) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.655970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3726041a-142a-474c-8baf-86f8f847db03 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1139750 Feb 04 15:43:36.658278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57586) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.672040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309925601', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:36.700455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-83816e57-613e-44ae-9760-058e000ee23d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=619dd075-e9e3-4194-a74d-4c27d88382a5 HTTP/1.1" status: 200 len: 205 time: 0.0405829 Feb 04 15:43:36.708762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57588) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.781067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54970589-5c07-4997-9730-9f782a925e10 req-9c72a37b-2215-4ce1-b762-ca1490d55bf4 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470659 Feb 04 15:43:36.834048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4709ebe7-d35c-4b72-a428-58b609207ee7 req-55022bba-d30e-4be3-a055-810b036dd536 service neutron] 10.222.0.30 "GET /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207394 Feb 04 15:43:36.837997 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-549495cb-946c-4ff1-9181-7d3cdc3dec42 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] delete failed (client error): The resource could not be found. Feb 04 15:43:36.849780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-549495cb-946c-4ff1-9181-7d3cdc3dec42 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/619dd075-e9e3-4194-a74d-4c27d88382a5 HTTP/1.1" status: 404 len: 336 time: 0.1366179 Feb 04 15:43:36.853385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57592) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:36.921461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 87788e12-9e93-4713-b009-dba83d3e1ce6 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:36.928026 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:36.967572 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dbe03b-bd27-4ec6-867f-f21f83f0d97f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:36.968456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dbe03b-bd27-4ec6-867f-f21f83f0d97f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:36.980454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b0dbe03b-bd27-4ec6-867f-f21f83f0d97f tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/6521459c-aba8-4ba2-aa6c-b8c3a86d4be4 HTTP/1.1" status: 404 len: 337 time: 0.1245196 Feb 04 15:43:37.003178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57594) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:37.071909 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.072611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fefee-5054-4bef-865f-2effcf2c01e8 req-d1a61796-311d-4ce4-a337-4f2100af3d60 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:37.076110 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-808fefee-5054-4bef-865f-2effcf2c01e8 req-d1a61796-311d-4ce4-a337-4f2100af3d60 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1310527 Feb 04 15:43:37.093042 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.113219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cee03b60-5a79-417b-a762-af8b8a43015b tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd650415-4a3f-4eb2-84b0-e172a04263ce HTTP/1.1" status: 200 len: 205 time: 0.0900562 Feb 04 15:43:37.117899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57596) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:37.181336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Attempting to bind port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:37.181967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Attempting to bind port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:37.182645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Attempting to bind port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:37.202504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:43:37.203616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:37.204002 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.204500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:43:37.205024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Bound port: 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:37.205462 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.243770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:43:37.246774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.298152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] For port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:37.303117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] For port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:37.316025 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.420165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 87788e12-9e93-4713-b009-dba83d3e1ce6 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:37.453467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-808fefee-5054-4bef-865f-2effcf2c01e8 req-ae80f35d-781a-4af3-9799-8e2e883e87a9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657494 Feb 04 15:43:37.466525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec92388-63a7-440f-9aa3-be2da5d7e4ef req-bcda2fb4-a001-45c1-9db9-bb753f31fd1e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:37.471243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0d7f6-ee5d-4b49-81fe-014916e1a3e9 None None] Pushing event updated for resources: {'Port': ['ID=2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:37.478772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0ec92388-63a7-440f-9aa3-be2da5d7e4ef req-bcda2fb4-a001-45c1-9db9-bb753f31fd1e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 944 time: 0.6412411 Feb 04 15:43:37.484539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 87788e12-9e93-4713-b009-dba83d3e1ce6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:37.485053 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.487222 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-ebc6d809-24cf-411e-aa24-5d593c4091d2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] delete failed (client error): The resource could not be found. Feb 04 15:43:37.491993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebc6d809-24cf-411e-aa24-5d593c4091d2 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/cd650415-4a3f-4eb2-84b0-e172a04263ce HTTP/1.1" status: 404 len: 336 time: 0.3633442 Feb 04 15:43:37.493441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.494099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57602) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:37.511636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-44e91876-eb69-4b07-9a98-7564ff11889b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3221650 Feb 04 15:43:37.578731 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-990f12b0-72c7-4f2f-9181-4459208d520a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:37.579961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990f12b0-72c7-4f2f-9181-4459208d520a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:37.598565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-990f12b0-72c7-4f2f-9181-4459208d520a tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/b685c60a-0aa2-46fa-b5d7-9b034d85f30b HTTP/1.1" status: 404 len: 337 time: 0.0739336 Feb 04 15:43:37.600732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57608) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:37.665872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Subnet': ['ID=a2b4c94f-da74-4b96-ae25-2df69d653363,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:37.688967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:37.690840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:37.697438 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:37.717876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-02a8a9f8-ee3b-4057-a4bf-e12a03521f54 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "GET /v2.0/ports?device_id=db7ec004-174c-4b9f-a47d-2259c3b98e95 HTTP/1.1" status: 200 len: 205 time: 0.0941548 Feb 04 15:43:37.728503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57612) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:37.793571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-77a41a4d-76f1-424e-90c6-7c1ca5c7fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:37.813855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-77a41a4d-76f1-424e-90c6-7c1ca5c7fed6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1098 time: 0.1935990 Feb 04 15:43:37.886358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6107c0-0a73-414e-8d9e-9aa98911f146 req-81de4e54-2615-43c8-8f48-85cdf817ce2d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:37.888288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d6107c0-0a73-414e-8d9e-9aa98911f146 req-81de4e54-2615-43c8-8f48-85cdf817ce2d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1927743 Feb 04 15:43:37.924973 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0ec92388-63a7-440f-9aa3-be2da5d7e4ef req-d8a60703-c861-405a-ab80-81b474f8771e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426618 Feb 04 15:43:37.926969 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-a9172bf5-9fed-4c38-994d-15454644952e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] delete failed (client error): The resource could not be found. Feb 04 15:43:37.930204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a9172bf5-9fed-4c38-994d-15454644952e tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/routers/db7ec004-174c-4b9f-a47d-2259c3b98e95 HTTP/1.1" status: 404 len: 336 time: 0.2003400 Feb 04 15:43:37.936541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57614) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:38.041281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d6107c0-0a73-414e-8d9e-9aa98911f146 req-53f5e832-09fe-4866-b5f4-f27596c4c658 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140826 Feb 04 15:43:38.066638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Checking segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:38.070416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network hostable DHCP agents. Network: b8b15cd7-5139-419a-ad7b-1fdf562bcfba, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:43:38.076777 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b9aa9e-6ca5-4e26-ae03-34ab6aec633d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:38.082803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b9aa9e-6ca5-4e26-ae03-34ab6aec633d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:38.092791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-17b9aa9e-6ca5-4e26-ae03-34ab6aec633d tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/da3e176f-23d3-4913-9416-8d00e4b8b2c8 HTTP/1.1" status: 404 len: 337 time: 0.1478157 Feb 04 15:43:38.099663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57618) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:38.123148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-31fc3e5b-fe36-4adc-b205-d9ad3368dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.128858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-31fc3e5b-fe36-4adc-b205-d9ad3368dd97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 0.3005784 Feb 04 15:43:38.235851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:43:38.242360 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ec38b8-5e61-4b0a-9c95-85107af7a571 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] DELETE failed (client error): The resource could not be found. Feb 04 15:43:38.253452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ec38b8-5e61-4b0a-9c95-85107af7a571 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:43:38.257931 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c7ec38b8-5e61-4b0a-9c95-85107af7a571 tempest-RoutersTest-2138379936 tempest-RoutersTest-2138379936-project] 10.222.0.47 "DELETE /v2.0/subnets/caa7d607-1007-4dbf-b741-f28f8ff58bb3 HTTP/1.1" status: 404 len: 337 time: 0.1462238 Feb 04 15:43:38.281858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-4b904f08-7c75-412d-b8b3-db1043e11084 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 0.1443439 Feb 04 15:43:38.317792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, b8b15cd7-5139-419a-ad7b-1fdf562bcfba) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:38.329926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.332595 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.355127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef8f7d-7432-4a66-bb9c-2132b9bf2b6b req-5581a961-04d4-4217-8e02-23227826f84b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.363618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82ef8f7d-7432-4a66-bb9c-2132b9bf2b6b req-5581a961-04d4-4217-8e02-23227826f84b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 943 time: 0.2123501 Feb 04 15:43:38.399661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0d7f6-ee5d-4b49-81fe-014916e1a3e9 None None] Pushing event updated for resources: {'Port': ['ID=2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:38.438025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6173401c-b05d-4499-9207-1d83d6d64cfd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7775240 Feb 04 15:43:38.449607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82ef8f7d-7432-4a66-bb9c-2132b9bf2b6b req-5935519f-d04d-41d9-9fb7-db7d9d100651 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838068 Feb 04 15:43:38.450272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57624) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:38.470823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ad1d9f-18d9-47d0-be07-61bfea63679a None None] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:43:38.620475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:38.640582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-ce64a934-f862-42c0-9805-e445d4db4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.646269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-ce64a934-f862-42c0-9805-e445d4db4668 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.3551865 Feb 04 15:43:38.746249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdb616-fe5e-4278-9814-1225843e1d3f req-0e1571ef-a7c5-4590-9bed-8e976d416cb7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:38.753078 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4dcdb616-fe5e-4278-9814-1225843e1d3f req-0e1571ef-a7c5-4590-9bed-8e976d416cb7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.4329226 Feb 04 15:43:38.754478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:38.824596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-ce7fffa1-3114-482f-b8ac-e4ba773f1a5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649613 Feb 04 15:43:38.918070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:38.975233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:38.977819 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17b32d9-b362-408b-878b-cd4a804bcb10" -d '{"events": [{"server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "name": "network-vif-plugged", "status": "completed", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:38.982314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fcd5929c-4558-4eda-81a0-bb4ee968cba4 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:43:39.053724 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4dcdb616-fe5e-4278-9814-1225843e1d3f req-2c6ce93d-2594-401d-94a9-9276aa6389e7 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906058 Feb 04 15:43:39.122268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57634) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:39.211154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-382c571a-14df-48fb-9940-13670562fa21 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712351 Feb 04 15:43:39.424691 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.434238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a8f6-9b4a-4836-952a-1f6d92fe6aad req-f5c2607d-7f65-4a4e-9670-464387867ff3 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.435944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdb0a8f6-9b4a-4836-952a-1f6d92fe6aad req-f5c2607d-7f65-4a4e-9670-464387867ff3 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.3073921 Feb 04 15:43:39.606724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479543f-4da0-4900-9433-3cc247923449 req-414d2121-b01f-4846-86ec-f6e52c8b546a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:39.614749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5479543f-4da0-4900-9433-3cc247923449 req-414d2121-b01f-4846-86ec-f6e52c8b546a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.3652704 Feb 04 15:43:39.662080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1cbbc228-2114-4dca-b2cf-d9c8039466cf req-c52996ff-52c5-486a-a88e-2d04498e8eef service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390290 Feb 04 15:43:39.663060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cf32d8ec-180c-4eda-bb96-18c3eb48de60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a95d4cd0536347d8a62fe5fa3157428e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392070 Feb 04 15:43:39.665144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57646) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:39.697169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:43:39.706341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.754347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdb0a8f6-9b4a-4836-952a-1f6d92fe6aad req-59c545fc-5a15-4330-83fe-76679d0e0e56 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050108 Feb 04 15:43:39.770502 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fcd5929c-4558-4eda-81a0-bb4ee968cba4, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fcd5929c-4558-4eda-81a0-bb4ee968cba4,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:39.854025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'fcd5929c-4558-4eda-81a0-bb4ee968cba4', 'network_id': '105b279f-e3c3-41d5-a12c-29ac016934da', 'port_id': 'fcd5929c-4558-4eda-81a0-bb4ee968cba4', 'mac_address': 'fa:16:3e:86:4e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b96d7-6170-4199-b3ee-2d2358a9e456', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:43:39.858821 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:39.899834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5479543f-4da0-4900-9433-3cc247923449 req-164bb33a-0d3c-43ba-9f1e-5dcbe5c9631b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833314 Feb 04 15:43:39.991997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbf4dd0b-7f8f-4ed7-8e4e-cef7061babd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.081942 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a203e3e-84e4-4b51-b2f8-e133da78aee4 x-openstack-request-id: req-0a203e3e-84e4-4b51-b2f8-e133da78aee4 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:40.082520 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "name": "network-vif-plugged", "status": "completed", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:40.083252 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a203e3e-84e4-4b51-b2f8-e133da78aee4 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:40.085892 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'code': 200} Feb 04 15:43:40.102300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:40.129553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbf4dd0b-7f8f-4ed7-8e4e-cef7061babd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.288962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea8095-8c60-4861-9092-371c586dd572 req-8df1fa91-05fc-4c95-9c67-f1c2bd90f299 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:40.290839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6ea8095-8c60-4861-9092-371c586dd572 req-8df1fa91-05fc-4c95-9c67-f1c2bd90f299 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 943 time: 0.1919050 Feb 04 15:43:40.340100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbf4dd0b-7f8f-4ed7-8e4e-cef7061babd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.343399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dbf4dd0b-7f8f-4ed7-8e4e-cef7061babd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.344702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dbf4dd0b-7f8f-4ed7-8e4e-cef7061babd0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b11d0fa7-1772-49c8-bb57-f5ee380734c6 HTTP/1.1" status: 204 len: 168 time: 0.6780279 Feb 04 15:43:40.347182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf8558-e974-4a59-981b-df160986df18 req-a6ca74c8-1de6-426a-8ae3-2921408503d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:40.351604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1aaf8558-e974-4a59-981b-df160986df18 req-a6ca74c8-1de6-426a-8ae3-2921408503d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 1096 time: 0.1795933 Feb 04 15:43:40.383375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4dd0b-7f8f-4ed7-8e4e-cef7061babd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11d0fa7-1772-49c8-bb57-f5ee380734c6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:40.478143 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f6ea8095-8c60-4861-9092-371c586dd572 req-d578f749-9a5a-4971-8319-6eb123f079d2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588001 Feb 04 15:43:40.480923 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.533020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1aaf8558-e974-4a59-981b-df160986df18 req-aad5bd1d-cd92-447a-850c-2a6d10a41554 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578808 Feb 04 15:43:40.584086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd5929c-4558-4eda-81a0-bb4ee968cba4 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:43:40.623226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fcd5929c-4558-4eda-81a0-bb4ee968cba4, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fcd5929c-4558-4eda-81a0-bb4ee968cba4,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:40.633082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:31Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:40.678376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b15c4b-fdb0-43fc-aa6e-813f20ad4436 None None] The sync data for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 is: [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:31Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:40.689778 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:40.812586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=fcd5929c-4558-4eda-81a0-bb4ee968cba4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:41.056236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Allocated IP 172.20.0.2 (b8b15cd7-5139-419a-ad7b-1fdf562bcfba/a2b4c94f-da74-4b96-ae25-2df69d653363/d1580751-8a13-4881-a69d-5a936567c3ce) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:41.123848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['fcd5929c-4558-4eda-81a0-bb4ee968cba4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:43:41.403921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0af60-5bc5-4048-a0dd-45e4447e6b6a req-8b9e42a3-f911-4898-a744-325bbee9aa4d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:41.444781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8be0af60-5bc5-4048-a0dd-45e4447e6b6a req-8b9e42a3-f911-4898-a744-325bbee9aa4d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.3617439 Feb 04 15:43:41.556432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cd946-76bd-431e-9ee4-27360370f521 req-4ea519d7-c05d-42a1-80be-3ef3c91f2be0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:41.571177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f36cd946-76bd-431e-9ee4-27360370f521 req-4ea519d7-c05d-42a1-80be-3ef3c91f2be0 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 1.3134997 Feb 04 15:43:41.740447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8be0af60-5bc5-4048-a0dd-45e4447e6b6a req-10ca09b0-fbbf-41af-8f36-fdaa09599d7c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924283 Feb 04 15:43:41.923329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:41.931739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.027705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f36cd946-76bd-431e-9ee4-27360370f521 req-e551e790-0247-4cd8-8db9-75b38caa5476 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512920 Feb 04 15:43:42.503083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.539756 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:42.742477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80fadc-d036-4312-bd08-a80c1fcf6707 req-f5eecb91-0e44-48ea-8b88-1172b261bc64 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:42.751600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e80fadc-d036-4312-bd08-a80c1fcf6707 req-f5eecb91-0e44-48ea-8b88-1172b261bc64 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 944 time: 0.4506407 Feb 04 15:43:42.839361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57688) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:43.102663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e80fadc-d036-4312-bd08-a80c1fcf6707 req-280f94f6-8fb8-48d4-a2d3-78bf68911ee9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405282 Feb 04 15:43:43.345097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6766dee5-62f7-49e2-878e-8a5a642b3287 tempest-DvrRoutersNegativeTest-1987838515 tempest-DvrRoutersNegativeTest-1987838515-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1423445398', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:43.362069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.policy [None req-6766dee5-62f7-49e2-878e-8a5a642b3287 tempest-DvrRoutersNegativeTest-1987838515 tempest-DvrRoutersNegativeTest-1987838515-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102422) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 15:43:43.362917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.policy [None req-6766dee5-62f7-49e2-878e-8a5a642b3287 tempest-DvrRoutersNegativeTest-1987838515 tempest-DvrRoutersNegativeTest-1987838515-project] Failed policy check for 'create_router' {{(pid=102422) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 15:43:43.364159 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-6766dee5-62f7-49e2-878e-8a5a642b3287 tempest-DvrRoutersNegativeTest-1987838515 tempest-DvrRoutersNegativeTest-1987838515-project] create failed (client error): Access was denied to this resource. Feb 04 15:43:43.366314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6766dee5-62f7-49e2-878e-8a5a642b3287 tempest-DvrRoutersNegativeTest-1987838515 tempest-DvrRoutersNegativeTest-1987838515-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5249422 Feb 04 15:43:43.392787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756169e-21de-4b52-b7cb-8c2edc3bfd00 req-0f514484-cebb-44e9-a7f9-94e384af66bc tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:43.428564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7756169e-21de-4b52-b7cb-8c2edc3bfd00 req-0f514484-cebb-44e9-a7f9-94e384af66bc tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.3268855 Feb 04 15:43:43.599887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.20.0.1 (b8b15cd7-5139-419a-ad7b-1fdf562bcfba/a2b4c94f-da74-4b96-ae25-2df69d653363/4ef6943a-d11f-42e4-a69b-148f41bf91a6) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:43:43.641121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7756169e-21de-4b52-b7cb-8c2edc3bfd00 req-07d1232f-f421-410e-bfb0-d692c4bbac19 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921341 Feb 04 15:43:43.656739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:43.676960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:43.682352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:43:43.705862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:43.707260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.712068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Pushing event updated for resources: {'Port': ['ID=d1580751-8a13-4881-a69d-5a936567c3ce,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:43.872347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Attempting to bind port d1580751-8a13-4881-a69d-5a936567c3ce on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:43.872911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Attempting to bind port d1580751-8a13-4881-a69d-5a936567c3ce by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:43.873439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Attempting to bind port d1580751-8a13-4881-a69d-5a936567c3ce on network b8b15cd7-5139-419a-ad7b-1fdf562bcfba {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:43.880683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:43:43.882847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Checking segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:43.883521 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:43.884387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Bound using segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:43:43.885264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Bound port: d1580751-8a13-4881-a69d-5a936567c3ce, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:43.886582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.176335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] For port d1580751-8a13-4881-a69d-5a936567c3ce, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:44.189203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] For port d1580751-8a13-4881-a69d-5a936567c3ce, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d1580751-8a13-4881-a69d-5a936567c3ce,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:44.211137 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.241961 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.342255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:44.398638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfe079-0905-4eb4-aeb0-f5f2df75c81a req-548bc20a-32de-4e7a-b8ac-3545b0d0315d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:44.421031 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4bcfe079-0905-4eb4-aeb0-f5f2df75c81a req-548bc20a-32de-4e7a-b8ac-3545b0d0315d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.7597909 Feb 04 15:43:44.429499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91c50f-ecdd-4ba2-b32d-258e73557989 None None] Pushing event updated for resources: {'Port': ['ID=d1580751-8a13-4881-a69d-5a936567c3ce,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:44.438944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.649482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:44.656402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4bcfe079-0905-4eb4-aeb0-f5f2df75c81a req-54ebdde7-6bc3-4d45-952b-9c30fb39980d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278926 Feb 04 15:43:44.736740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:44.828707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57708) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:44.939926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffa4c7-41fe-4654-bd74-052b3ee50864 req-19b9a5a1-8ee7-4367-960d-5fc23c34c314 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:44.947540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fcd5929c-4558-4eda-81a0-bb4ee968cba4 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:44.955773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ebffa4c7-41fe-4654-bd74-052b3ee50864 req-19b9a5a1-8ee7-4367-960d-5fc23c34c314 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.9972656 Feb 04 15:43:44.959699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.070798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ebffa4c7-41fe-4654-bd74-052b3ee50864 req-9e7a3398-674b-4ad5-ba8b-8c72b6978af7 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127787 Feb 04 15:43:45.147578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:45.150768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:45.261923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:43:45.354184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port fcd5929c-4558-4eda-81a0-bb4ee968cba4 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:43:45.391211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port fcd5929c-4558-4eda-81a0-bb4ee968cba4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:45.391592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.393009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1d122-606f-4162-a2f1-7407c958f682 req-a3ae1f1c-3c87-4776-9ec2-074228fee189 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:45.414681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e5b1d122-606f-4162-a2f1-7407c958f682 req-a3ae1f1c-3c87-4776-9ec2-074228fee189 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.1345723 Feb 04 15:43:45.579371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.605696 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e5b1d122-606f-4162-a2f1-7407c958f682 req-375cb360-2363-4d82-9702-64a9aa23751e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900589 Feb 04 15:43:45.617036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=4ef6943a-d11f-42e4-a69b-148f41bf91a6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:45.671253 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.734225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c427c08f-109d-497b-b8a0-d93ae8fcf29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.736355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24067044-c007-4913-8a1d-b0acf9ccac59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd5929c-4558-4eda-81a0-bb4ee968cba4'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:43:45.738853 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9191406-9442-47de-aa3a-318595274f01" -d '{"events": [{"server_uuid": "24067044-c007-4913-8a1d-b0acf9ccac59", "name": "network-vif-plugged", "status": "completed", "tag": "fcd5929c-4558-4eda-81a0-bb4ee968cba4"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:43:45.759716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port fcd5929c-4558-4eda-81a0-bb4ee968cba4, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fcd5929c-4558-4eda-81a0-bb4ee968cba4,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:45.770148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:45.976311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec87df-7586-4a96-aa56-f66feff764bf req-ff5c0b70-964e-485b-adae-96a051de98a1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:45.998463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3ec87df-7586-4a96-aa56-f66feff764bf req-ff5c0b70-964e-485b-adae-96a051de98a1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.2063336 Feb 04 15:43:46.001534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=fcd5929c-4558-4eda-81a0-bb4ee968cba4,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:46.148194 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3ec87df-7586-4a96-aa56-f66feff764bf req-4aff9033-8301-4d7a-bc26-c65fd756dfb6 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473086 Feb 04 15:43:46.206048 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c427c08f-109d-497b-b8a0-d93ae8fcf29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.227541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c427c08f-109d-497b-b8a0-d93ae8fcf29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.352593 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c427c08f-109d-497b-b8a0-d93ae8fcf29c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f5d2849e72d4abda9b713e0a52abd44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5220575 Feb 04 15:43:46.355239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57736) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:46.366311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427c08f-109d-497b-b8a0-d93ae8fcf29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8603cb33-d6b5-409c-bb43-4606745c8a3e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:46.414892 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e75b46c-67a1-41a1-a55b-0a7c924a176d x-openstack-request-id: req-2e75b46c-67a1-41a1-a55b-0a7c924a176d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:43:46.421306 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24067044-c007-4913-8a1d-b0acf9ccac59", "name": "network-vif-plugged", "status": "completed", "tag": "fcd5929c-4558-4eda-81a0-bb4ee968cba4", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:43:46.422059 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e75b46c-67a1-41a1-a55b-0a7c924a176d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:43:46.422817 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24067044-c007-4913-8a1d-b0acf9ccac59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd5929c-4558-4eda-81a0-bb4ee968cba4', 'code': 200} Feb 04 15:43:46.594524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.692209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfb703fd-8649-4e82-9a49-c38111960811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.762069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfb703fd-8649-4e82-9a49-c38111960811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:46.871976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4accf1-2344-48aa-b884-b9b11c1ef77e req-6b8912d4-7412-4493-b881-d18be277f59f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:46.881568 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa4accf1-2344-48aa-b884-b9b11c1ef77e req-6b8912d4-7412-4493-b881-d18be277f59f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 1.7064466 Feb 04 15:43:46.981313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:47.066530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfb703fd-8649-4e82-9a49-c38111960811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.071499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfb703fd-8649-4e82-9a49-c38111960811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:47.074300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cfb703fd-8649-4e82-9a49-c38111960811 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8603cb33-d6b5-409c-bb43-4606745c8a3e HTTP/1.1" status: 204 len: 168 time: 0.7174251 Feb 04 15:43:47.119998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb703fd-8649-4e82-9a49-c38111960811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8603cb33-d6b5-409c-bb43-4606745c8a3e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:47.144554 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a25dc7-8ef0-4a48-bc29-ef355a51e506 None None] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:43:47.170237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d29571-53af-42f2-9112-b02bae68a81e req-309b3dec-ab5b-49e6-9934-967fd5d6298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:47.172394 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39d29571-53af-42f2-9112-b02bae68a81e req-309b3dec-ab5b-49e6-9934-967fd5d6298e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 1096 time: 0.6323729 Feb 04 15:43:47.207144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecedf-2e16-496d-9b64-7f2c8d3a90ef req-05afa575-00d9-46e6-80a0-fb42da46ef8a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:47.209388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4beecedf-2e16-496d-9b64-7f2c8d3a90ef req-05afa575-00d9-46e6-80a0-fb42da46ef8a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.2968421 Feb 04 15:43:47.296434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39d29571-53af-42f2-9112-b02bae68a81e req-4bab3259-658b-4114-96c1-06c38b38b209 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107430 Feb 04 15:43:47.475275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4beecedf-2e16-496d-9b64-7f2c8d3a90ef req-dcb6b333-6507-40ca-9581-bfa30a1b3cb8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895943 Feb 04 15:43:47.898719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Provisioning complete for port d1580751-8a13-4881-a69d-5a936567c3ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:47.899184 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.035107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:48.035489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.078763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa4accf1-2344-48aa-b884-b9b11c1ef77e req-e975eccc-52a3-4454-b972-835b6db9e6b9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1499810 Feb 04 15:43:48.314027 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.332467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.654926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=4ef6943a-d11f-42e4-a69b-148f41bf91a6,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:48.683904 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:48.840310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-dfd6e567-8a43-43b6-baed-50e5d33da546 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4171603 Feb 04 15:43:48.916815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe87c10-d9cb-495d-8a77-067cf468f78a req-e74de2d1-e87a-44d1-9e27-bc35d878d61c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:48.945727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1fe87c10-d9cb-495d-8a77-067cf468f78a req-e74de2d1-e87a-44d1-9e27-bc35d878d61c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.6878486 Feb 04 15:43:49.111728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e49b7-f615-4650-bb03-f7f1387057c1 req-6936378f-faf7-48c3-9588-39a434589fd8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:49.116277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1e49b7-f615-4650-bb03-f7f1387057c1 req-6936378f-faf7-48c3-9588-39a434589fd8 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.4183097 Feb 04 15:43:49.122190 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.125200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] For port d1580751-8a13-4881-a69d-5a936567c3ce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d1580751-8a13-4881-a69d-5a936567c3ce,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:49.140785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d1580751-8a13-4881-a69d-5a936567c3ce up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:49.200348 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1fe87c10-d9cb-495d-8a77-067cf468f78a req-201942f7-51d0-460b-a9cc-48f39b7d367f tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533956 Feb 04 15:43:49.239169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-7556f8ed-5b8b-4ae1-8cd4-229e978c8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:49.241187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.247847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-7556f8ed-5b8b-4ae1-8cd4-229e978c8a68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01706eed0ac64263a64ab79ae452909c&device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 1098 time: 0.1569886 Feb 04 15:43:49.388212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1e49b7-f615-4650-bb03-f7f1387057c1 req-734a5ce0-50f7-4f7f-9423-40a7f055bbde tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491083 Feb 04 15:43:49.449589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Pushing event updated for resources: {'Port': ['ID=d1580751-8a13-4881-a69d-5a936567c3ce,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:49.520911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.522055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.522417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.522790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.523338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.523503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.523796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.524141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.524437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.524762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.525084 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.525399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4629895a-4db3-4298-8dac-6e82fb9510cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:49.532205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-78130fc2-1676-4642-9de8-f5eacd34f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:49.533818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-78130fc2-1676-4642-9de8-f5eacd34f45d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 1097 time: 0.5823536 Feb 04 15:43:49.576289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-670fe7ea-4b3c-4a98-83d2-49bf27c1a140 None None] Provisioning complete for port d1580751-8a13-4881-a69d-5a936567c3ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:49.576797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-670fe7ea-4b3c-4a98-83d2-49bf27c1a140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.621061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:43:49.626105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:43:49.674099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d1580751-8a13-4881-a69d-5a936567c3ce triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:49.674479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:49.930587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-670fe7ea-4b3c-4a98-83d2-49bf27c1a140 None None] Provisioning complete for port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:49.930587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-670fe7ea-4b3c-4a98-83d2-49bf27c1a140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.004505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:50.009037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-670fe7ea-4b3c-4a98-83d2-49bf27c1a140 None None] Port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:43:50.026767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router be9a5772-708c-4d88-8402-caaaadd6ec88 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:43:50.143274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a5000768-efa1-4877-b1d8-c3dbd7cfd779 None None] Provisioning complete for port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:50.143796 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5000768-efa1-4877-b1d8-c3dbd7cfd779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.156225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d1580751-8a13-4881-a69d-5a936567c3ce up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:50.329816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a5000768-efa1-4877-b1d8-c3dbd7cfd779 None None] Port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:43:50.362331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d1580751-8a13-4881-a69d-5a936567c3ce triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:50.362996 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.385129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2c01a-1134-4a49-98df-b07f13f617f2 req-e4abc88c-fd6c-43a2-89b4-438529ba8399 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:50.394206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7aa2c01a-1134-4a49-98df-b07f13f617f2 req-e4abc88c-fd6c-43a2-89b4-438529ba8399 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.3874059 Feb 04 15:43:50.404594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146784259'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:50.519204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7aa2c01a-1134-4a49-98df-b07f13f617f2 req-20b4bfd0-d4ec-4c1e-80fd-68b9a7392424 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237984 Feb 04 15:43:50.540896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:43:50.564382 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Sync routers for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:43:50.565264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-989d6ea1-e441-4283-9978-7c1d8462f0ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "PUT /v2.0/routers/be9a5772-708c-4d88-8402-caaaadd6ec88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1101887 Feb 04 15:43:50.565264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.601084 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:50.602101 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.604963 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:50.728771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7062-a445-4717-a9fa-3d7bf273f991 req-b6f88e23-5adb-4b14-8499-ae433f036611 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:50.744700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4fbc7062-a445-4717-a9fa-3d7bf273f991 req-b6f88e23-5adb-4b14-8499-ae433f036611 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 1.2149084 Feb 04 15:43:50.925931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.929415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-84c22100-ed6d-498e-bf70-a5e45506adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:50.937751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-84c22100-ed6d-498e-bf70-a5e45506adf1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 200 len: 914 time: 1.6707284 Feb 04 15:43:50.945957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:50.956650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-cfa8765a-4df0-4ea5-907a-65a392efe8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:50.959129 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-cfa8765a-4df0-4ea5-907a-65a392efe8e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 916 time: 1.3390052 Feb 04 15:43:51.031991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4fbc7062-a445-4717-a9fa-3d7bf273f991 req-dab5581f-5cf2-43d6-a52e-2c508a1df940 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834561 Feb 04 15:43:51.140473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70738ad6-516d-41ef-a53d-886de3ed4496,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:51.198145 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:51.251819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.261621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.272390 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-fbd00bd0-e140-40e0-80fe-175da2e4f2a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 200 len: 217 time: 0.3199601 Feb 04 15:43:51.275111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-6247d8d2-c20f-4120-b3a1-33e416f6f8c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bc7a7c-5832-476e-8ada-24105333d7b0 HTTP/1.1" status: 200 len: 217 time: 0.2249970 Feb 04 15:43:51.350391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-3b9019e2-823b-482a-bb9b-94ba6e750c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.352777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-3b9019e2-823b-482a-bb9b-94ba6e750c5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 200 len: 853 time: 0.0723889 Feb 04 15:43:51.355866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136ed357-ccbe-470f-91a5-bc50d3ba7811,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:51.372645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.375282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-85577865-8b66-4d42-86d5-db0a35c03997 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3441553 Feb 04 15:43:51.382486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57812) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:51.423393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-f63370c6-9739-4d14-a192-c435a42d91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.426860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-f63370c6-9739-4d14-a192-c435a42d91b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.0797863 Feb 04 15:43:51.461476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-58f9b78f-c702-45f9-a66e-d3f7eae8a141 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c233989-c83e-426e-ac12-94ea7c37fa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334241 Feb 04 15:43:51.524644 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b480644e-7b90-46d8-bf03-9a1b84f20325 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1396363 Feb 04 15:43:51.529363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57814) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:51.534646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-26e2edbd-c64f-451f-a929-b727f0fee6c9 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-security--1166133534', 'description': 'tempest-security-description-816885623'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:51.579838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad681a-6427-4cd8-a665-c26462b5583b req-4c582a78-6d15-4fac-b239-ed6cc3ea6627 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:51.581685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75ad681a-6427-4cd8-a665-c26462b5583b req-4c582a78-6d15-4fac-b239-ed6cc3ea6627 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1684549 Feb 04 15:43:51.586240 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26e2edbd-c64f-451f-a929-b727f0fee6c9 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.667869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75ad681a-6427-4cd8-a665-c26462b5583b req-fdb79e79-618a-4fb7-8485-1993067f4222 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736213 Feb 04 15:43:51.706517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26e2edbd-c64f-451f-a929-b727f0fee6c9 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.715921 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26e2edbd-c64f-451f-a929-b727f0fee6c9 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.720919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-26e2edbd-c64f-451f-a929-b727f0fee6c9 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:51.723936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-26e2edbd-c64f-451f-a929-b727f0fee6c9 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "PUT /v2.0/security-groups/136ed357-ccbe-470f-91a5-bc50d3ba7811 HTTP/1.1" status: 200 len: 1779 time: 0.1924126 Feb 04 15:43:51.736030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-8714fd78-bd15-409f-b7ec-c2c1db933aff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2697434 Feb 04 15:43:51.736621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57816) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:51.768983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2edbd-c64f-451f-a929-b727f0fee6c9 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136ed357-ccbe-470f-91a5-bc50d3ba7811,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:52.009273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-e461d343-6463-43ac-956b-3c6ea096c489 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278306 Feb 04 15:43:52.058031 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:47Z', 'revision_number': 2, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:52.131694 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Checking router: be9a5772-708c-4d88-8402-caaaadd6ec88 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:43:52.131694 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Updating router be9a5772-708c-4d88-8402-caaaadd6ec88 port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:43:52.163891 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.171575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4973acc-9c71-48fd-b204-256b67fb7d19 req-f5b8a13f-1bf9-49f8-8df4-fe825d9b13ff tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:52.175668 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4973acc-9c71-48fd-b204-256b67fb7d19 req-f5b8a13f-1bf9-49f8-8df4-fe825d9b13ff tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.0815983 Feb 04 15:43:52.237784 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-060733e9-0eb6-4086-ab76-d873fdac2559 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups/136ed357-ccbe-470f-91a5-bc50d3ba7811 HTTP/1.1" status: 200 len: 1779 time: 0.4958050 Feb 04 15:43:52.241724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57820) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:52.264108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-0b4f0b32-0f19-45a5-8cdf-50bdf2f46721 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941852 Feb 04 15:43:52.267992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4973acc-9c71-48fd-b204-256b67fb7d19 req-8c38ab9a-8638-4cf7-a324-c6650c31d7fd tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842202 Feb 04 15:43:52.337511 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-74e5a5c6-cd89-4ee6-981f-c73c0acc44ea tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.351774 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e0e831f-8bf0-4feb-9f22-9054b2e4be9b req-45e4d580-271f-4c32-afe0-381fc36b3bcb service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456378 Feb 04 15:43:52.374377 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-74e5a5c6-cd89-4ee6-981f-c73c0acc44ea tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.501923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-74e5a5c6-cd89-4ee6-981f-c73c0acc44ea tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.516980 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-74e5a5c6-cd89-4ee6-981f-c73c0acc44ea tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.524212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-74e5a5c6-cd89-4ee6-981f-c73c0acc44ea tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/136ed357-ccbe-470f-91a5-bc50d3ba7811 HTTP/1.1" status: 204 len: 168 time: 0.2791102 Feb 04 15:43:52.526681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57830) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:52.609599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5a5c6-cd89-4ee6-981f-c73c0acc44ea tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ed357-ccbe-470f-91a5-bc50d3ba7811,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:52.673383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a62ae8c-1479-4fad-bdf2-b7c15378d677 req-daad70de-f5eb-4cf5-9d7a-96018c56bff5 service neutron] 10.222.0.30 "GET /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870578 Feb 04 15:43:52.709598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d37dc524-09d4-4795-b016-40267d3fc7fb tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603932 Feb 04 15:43:52.714644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57832) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:52.756764 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-f61e3cfd-fcce-47fd-9f4c-51014a1cac3e tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] delete failed (client error): The resource could not be found. Feb 04 15:43:52.757844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f61e3cfd-fcce-47fd-9f4c-51014a1cac3e tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/136ed357-ccbe-470f-91a5-bc50d3ba7811 HTTP/1.1" status: 404 len: 347 time: 0.0421848 Feb 04 15:43:52.764324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57836) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:52.771548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7a93535c-6fb9-4b0f-bb91-741bb1a7348c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--104051271'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:52.847526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a93535c-6fb9-4b0f-bb91-741bb1a7348c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.934057 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:52.960141 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.005400 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a93535c-6fb9-4b0f-bb91-741bb1a7348c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.014077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a93535c-6fb9-4b0f-bb91-741bb1a7348c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.040147 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Pushing event updated for resources: {'Port': ['ID=4ef6943a-d11f-42e4-a69b-148f41bf91a6,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.056334 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.056862 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.057346 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.057932 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.058424 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.059153 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.059422 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.059897 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.060331 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.060835 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.061263 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.061688 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:43:53.096597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.102339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93535c-6fb9-4b0f-bb91-741bb1a7348c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b593344-6ae1-47e2-9379-0984eaee53bd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.141763 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a93535c-6fb9-4b0f-bb91-741bb1a7348c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.148208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7a93535c-6fb9-4b0f-bb91-741bb1a7348c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3773584 Feb 04 15:43:53.148910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57838) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:53.157554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a54945be-72e3-4a08-b159-a11781c28995 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '8b593344-6ae1-47e2-9379-0984eaee53bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:53.202806 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Attempting to bind port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:43:53.203889 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Attempting to bind port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:43:53.204982 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Attempting to bind port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 on network b8b15cd7-5139-419a-ad7b-1fdf562bcfba {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:43:53.234300 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:43:53.235348 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Checking segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:43:53.237472 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.239510 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Bound using segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:43:53.240758 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Bound port: 4ef6943a-d11f-42e4-a69b-148f41bf91a6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:43:53.241729 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.256141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a54945be-72e3-4a08-b159-a11781c28995 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.550949 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] For port 4ef6943a-d11f-42e4-a69b-148f41bf91a6, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:43:53.560840 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] For port 4ef6943a-d11f-42e4-a69b-148f41bf91a6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4ef6943a-d11f-42e4-a69b-148f41bf91a6,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:43:53.564277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a54945be-72e3-4a08-b159-a11781c28995 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.587297 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.625960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a54945be-72e3-4a08-b159-a11781c28995 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.726913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-cc758ab4-361a-4a4c-9576-93ff8277e69f None None] Provisioning complete for port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:53.727297 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cc758ab4-361a-4a4c-9576-93ff8277e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.748779 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4f84f-4024-4c6a-85b9-9aa65017e5b3 None None] Pushing event updated for resources: {'Port': ['ID=4ef6943a-d11f-42e4-a69b-148f41bf91a6,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.759100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a54945be-72e3-4a08-b159-a11781c28995 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.763917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a54945be-72e3-4a08-b159-a11781c28995 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6107738 Feb 04 15:43:53.764764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57842) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:53.820552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54945be-72e3-4a08-b159-a11781c28995 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28178bb-393c-425b-b944-c89252ba6521,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:53.871533 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:43:53.875660 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:43:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:53.936236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1a85b6f-b4dd-43e1-b65b-6c264251a5a3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:53.967503 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1a85b6f-b4dd-43e1-b65b-6c264251a5a3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.073654 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cc758ab4-361a-4a4c-9576-93ff8277e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.078753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1a85b6f-b4dd-43e1-b65b-6c264251a5a3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.115236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1a85b6f-b4dd-43e1-b65b-6c264251a5a3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.117366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f1a85b6f-b4dd-43e1-b65b-6c264251a5a3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/a28178bb-393c-425b-b944-c89252ba6521 HTTP/1.1" status: 204 len: 168 time: 0.3509934 Feb 04 15:43:54.120194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57844) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:54.125596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cc758ab4-361a-4a4c-9576-93ff8277e69f None None] For port 4ef6943a-d11f-42e4-a69b-148f41bf91a6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4ef6943a-d11f-42e4-a69b-148f41bf91a6,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:43:54.129109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a85b6f-b4dd-43e1-b65b-6c264251a5a3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a28178bb-393c-425b-b944-c89252ba6521,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:54.134192 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cc758ab4-361a-4a4c-9576-93ff8277e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.230322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-63638aa7-0aad-4e00-bdb4-274b52424ab4 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1088724 Feb 04 15:43:54.233378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57846) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:54.239466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc758ab4-361a-4a4c-9576-93ff8277e69f None None] Pushing event updated for resources: {'Port': ['ID=4ef6943a-d11f-42e4-a69b-148f41bf91a6,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:54.261163 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:43:54.398625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f5998706-153d-49ad-8b6e-38dcd5c24dc8 None None] Provisioning complete for port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:54.399076 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f5998706-153d-49ad-8b6e-38dcd5c24dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.444432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bda70f5f-0d02-47b8-8332-42666fbcd0be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.497486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bda70f5f-0d02-47b8-8332-42666fbcd0be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.608644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bda70f5f-0d02-47b8-8332-42666fbcd0be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.619550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bda70f5f-0d02-47b8-8332-42666fbcd0be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:54.625443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bda70f5f-0d02-47b8-8332-42666fbcd0be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/8b593344-6ae1-47e2-9379-0984eaee53bd HTTP/1.1" status: 204 len: 168 time: 0.3888152 Feb 04 15:43:54.626895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57850) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:54.648959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda70f5f-0d02-47b8-8332-42666fbcd0be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b593344-6ae1-47e2-9379-0984eaee53bd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:54.659828 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:43:54.717122 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b9df6-270f-43bb-8abb-13878f09df85 None None] The sync data for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 is: [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:53Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:43:54.758874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f1124938-92a8-4923-a27b-6303712b41ad tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1303666 Feb 04 15:43:54.765092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57854) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:54.769950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4e529c65-98cb-47e1-b39d-76caf38b25b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--175289334'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:54.857625 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e529c65-98cb-47e1-b39d-76caf38b25b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.022929 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e529c65-98cb-47e1-b39d-76caf38b25b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.034406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e529c65-98cb-47e1-b39d-76caf38b25b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.105566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e529c65-98cb-47e1-b39d-76caf38b25b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443dc63a-77c9-4411-a9ee-17d736e965df,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.114245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e529c65-98cb-47e1-b39d-76caf38b25b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.116361 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4e529c65-98cb-47e1-b39d-76caf38b25b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3499029 Feb 04 15:43:55.121374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57858) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:55.136533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c5c4e772-86e6-408d-a98c-1e6d354c899c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '443dc63a-77c9-4411-a9ee-17d736e965df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:55.224649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e772-86e6-408d-a98c-1e6d354c899c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.340556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e772-86e6-408d-a98c-1e6d354c899c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.348000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e772-86e6-408d-a98c-1e6d354c899c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.373939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4e772-86e6-408d-a98c-1e6d354c899c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d68e1d-70bd-4177-af69-b547427d69cd,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.388877 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e772-86e6-408d-a98c-1e6d354c899c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.394257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c5c4e772-86e6-408d-a98c-1e6d354c899c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2687249 Feb 04 15:43:55.396874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57860) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:55.407246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f4c5e282-4659-42dd-9d1f-5ab39e48bded tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '443dc63a-77c9-4411-a9ee-17d736e965df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:55.476988 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e282-4659-42dd-9d1f-5ab39e48bded tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.584607 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e282-4659-42dd-9d1f-5ab39e48bded tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.592762 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e282-4659-42dd-9d1f-5ab39e48bded tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.612500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5e282-4659-42dd-9d1f-5ab39e48bded tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa94f14d-410e-48af-bd9f-6152291e4175,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.645917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e282-4659-42dd-9d1f-5ab39e48bded tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.650239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57862) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:55.651739 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f4c5e282-4659-42dd-9d1f-5ab39e48bded tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2520885 Feb 04 15:43:55.656302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9bd45c69-9356-4332-8d97-a481ddbae7a1 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '443dc63a-77c9-4411-a9ee-17d736e965df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:55.711102 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9bd45c69-9356-4332-8d97-a481ddbae7a1 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.837891 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9bd45c69-9356-4332-8d97-a481ddbae7a1 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.844798 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9bd45c69-9356-4332-8d97-a481ddbae7a1 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.866866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd45c69-9356-4332-8d97-a481ddbae7a1 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ab5be5-d4af-4d06-bb65-d560ee9a8193,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:55.877083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9bd45c69-9356-4332-8d97-a481ddbae7a1 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:55.880831 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9bd45c69-9356-4332-8d97-a481ddbae7a1 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2266245 Feb 04 15:43:55.881090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57870) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:55.886977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cac85f26-6472-4d7c-9a11-188bd9b76d66 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '443dc63a-77c9-4411-a9ee-17d736e965df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:55.931747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac85f26-6472-4d7c-9a11-188bd9b76d66 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.070576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac85f26-6472-4d7c-9a11-188bd9b76d66 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.082595 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac85f26-6472-4d7c-9a11-188bd9b76d66 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.152999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac85f26-6472-4d7c-9a11-188bd9b76d66 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b83b57-1edc-407a-83eb-6118664614b0,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:56.175447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cac85f26-6472-4d7c-9a11-188bd9b76d66 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.177707 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cac85f26-6472-4d7c-9a11-188bd9b76d66 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2950442 Feb 04 15:43:56.180307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57886) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:56.185825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1777cf1a-c95e-4188-9fdc-59945a4c1246 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '443dc63a-77c9-4411-a9ee-17d736e965df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:56.248231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4ef6943a-d11f-42e4-a69b-148f41bf91a6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:43:56.335916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:43:56.336473 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.354981 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-f83eaa3c-7dd3-493e-a0f3-92f7c82b03e0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56015187&fields=id&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 267 time: 0.1277995 Feb 04 15:43:56.365634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1777cf1a-c95e-4188-9fdc-59945a4c1246 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.493635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1777cf1a-c95e-4188-9fdc-59945a4c1246 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.502454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-87ba8cbb-aac7-4000-91ea-7e86bd60a918 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:56.508768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-87ba8cbb-aac7-4000-91ea-7e86bd60a918 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 815 time: 0.2347620 Feb 04 15:43:56.511157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1777cf1a-c95e-4188-9fdc-59945a4c1246 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.536388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777cf1a-c95e-4188-9fdc-59945a4c1246 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98abfefc-3129-4b55-88d3-dcd868f05d9b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:56.548697 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-19c87b71-2f76-470e-900d-bb8a8e2b5deb tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/quotas/3e968d458ab84fa08aacdb51423ec62a HTTP/1.1" status: 200 len: 375 time: 0.0349491 Feb 04 15:43:56.559408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1777cf1a-c95e-4188-9fdc-59945a4c1246 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.561596 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1777cf1a-c95e-4188-9fdc-59945a4c1246 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3800681 Feb 04 15:43:56.573193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57890) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:56.673272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-255ab8da-1c4b-495d-870e-1efded79c171 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.680620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-6cc5540f-9dd4-41a2-bda4-d29b65cd64c7 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159019 Feb 04 15:43:56.723360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-8c39c627-71b6-43d6-8e44-7e5d49ebc760 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:56.726388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-8c39c627-71b6-43d6-8e44-7e5d49ebc760 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 797 time: 0.3661020 Feb 04 15:43:56.730368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-255ab8da-1c4b-495d-870e-1efded79c171 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.796896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-3b9f3d9e-2a00-4c69-93d6-0578b7d52611 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/quotas/537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 375 time: 0.0612001 Feb 04 15:43:56.913618 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-255ab8da-1c4b-495d-870e-1efded79c171 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.922587 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-255ab8da-1c4b-495d-870e-1efded79c171 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:56.929069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-255ab8da-1c4b-495d-870e-1efded79c171 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/98abfefc-3129-4b55-88d3-dcd868f05d9b HTTP/1.1" status: 204 len: 168 time: 0.3541477 Feb 04 15:43:56.936891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57896) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:56.973702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ab8da-1c4b-495d-870e-1efded79c171 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98abfefc-3129-4b55-88d3-dcd868f05d9b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:57.003076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-a4d2094f-6777-4064-8d84-6fa28369dcd5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1885495 Feb 04 15:43:57.078468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bed11036-851d-45ed-b19d-1abeaab3f801 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1386487 Feb 04 15:43:57.081156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57900) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:57.149024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f268a312-9d44-49df-91a5-25efa15eaa40 service neutron] 10.222.0.47 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614894 Feb 04 15:43:57.154732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55ba70e8-9ce7-47b1-a57e-6c28aca7624f tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.203360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55ba70e8-9ce7-47b1-a57e-6c28aca7624f tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.238141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-11ddf8e1-1a49-48dc-b492-7802f2a198f1 service neutron] 10.222.0.47 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995175 Feb 04 15:43:57.301796 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55ba70e8-9ce7-47b1-a57e-6c28aca7624f tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.313556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55ba70e8-9ce7-47b1-a57e-6c28aca7624f tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.314721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55ba70e8-9ce7-47b1-a57e-6c28aca7624f tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/43b83b57-1edc-407a-83eb-6118664614b0 HTTP/1.1" status: 204 len: 168 time: 0.2320490 Feb 04 15:43:57.319370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57904) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:57.326573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba70e8-9ce7-47b1-a57e-6c28aca7624f tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43b83b57-1edc-407a-83eb-6118664614b0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:57.345480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-d61f497b-346d-4a74-9b8d-258a5740d5fa service neutron] 10.222.0.47 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851442 Feb 04 15:43:57.423302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-01dc8444-76d0-4594-8101-48a91695624f tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1015134 Feb 04 15:43:57.425546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57906) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:57.462529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34cacaaf-4f1c-42dd-9a9b-a8486ed09b6d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.464078 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-e7b7c925-e7cd-426e-9bc4-657fca900203 service neutron] 10.222.0.47 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200036 Feb 04 15:43:57.475383 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34cacaaf-4f1c-42dd-9a9b-a8486ed09b6d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.528460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34cacaaf-4f1c-42dd-9a9b-a8486ed09b6d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.538639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-34cacaaf-4f1c-42dd-9a9b-a8486ed09b6d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.543541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-34cacaaf-4f1c-42dd-9a9b-a8486ed09b6d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/66ab5be5-d4af-4d06-bb65-d560ee9a8193 HTTP/1.1" status: 204 len: 168 time: 0.1136520 Feb 04 15:43:57.544038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57908) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:57.580995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cacaaf-4f1c-42dd-9a9b-a8486ed09b6d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66ab5be5-d4af-4d06-bb65-d560ee9a8193,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:57.664081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-332e6de2-76e1-40db-a6c5-1af9fc099e8b tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1182623 Feb 04 15:43:57.664896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:57.707132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc868-785f-47b2-a2c2-223053e31569 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.719158 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc868-785f-47b2-a2c2-223053e31569 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.769763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc868-785f-47b2-a2c2-223053e31569 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.781743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc868-785f-47b2-a2c2-223053e31569 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:57.787997 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1ffbc868-785f-47b2-a2c2-223053e31569 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/fa94f14d-410e-48af-bd9f-6152291e4175 HTTP/1.1" status: 204 len: 168 time: 0.1207726 Feb 04 15:43:57.788337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57920) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:57.815945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbc868-785f-47b2-a2c2-223053e31569 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa94f14d-410e-48af-bd9f-6152291e4175,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:57.887808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d5969-4ebd-40f0-999e-8fe234d5e2e3 req-78169cce-b169-4d96-8e7e-2ab735341aa3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:57.902126 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-125d5969-4ebd-40f0-999e-8fe234d5e2e3 req-78169cce-b169-4d96-8e7e-2ab735341aa3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.2651029 Feb 04 15:43:57.943745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e7fd2-288c-43e4-87c7-ea1842c3ab8b req-4bf55d6e-15c0-485f-98cf-dec76f0a1d6f tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:57.954850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4e7fd2-288c-43e4-87c7-ea1842c3ab8b req-4bf55d6e-15c0-485f-98cf-dec76f0a1d6f tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.1193116 Feb 04 15:43:57.962242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e7352cff-eb4e-4d33-a4e8-bbf231ef2dc8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1658509 Feb 04 15:43:57.967582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57928) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:58.036318 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc4e7fd2-288c-43e4-87c7-ea1842c3ab8b req-592732c0-b55b-4776-aedf-dd0695c70fb4 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800793 Feb 04 15:43:58.093144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-125d5969-4ebd-40f0-999e-8fe234d5e2e3 req-bdd8cecb-a915-47e0-b247-a463058b23e8 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473095 Feb 04 15:43:58.096285 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebb1cd92-8132-4125-bd11-d3c43463cf81 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.121803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebb1cd92-8132-4125-bd11-d3c43463cf81 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.205327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebb1cd92-8132-4125-bd11-d3c43463cf81 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.230112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebb1cd92-8132-4125-bd11-d3c43463cf81 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.234383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebb1cd92-8132-4125-bd11-d3c43463cf81 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c5d68e1d-70bd-4177-af69-b547427d69cd HTTP/1.1" status: 204 len: 168 time: 0.2652397 Feb 04 15:43:58.236161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1cd92-8132-4125-bd11-d3c43463cf81 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5d68e1d-70bd-4177-af69-b547427d69cd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:58.239522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57940) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:58.277088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0155b3-da54-4e09-a2c5-a86708a13f44 req-38b1d853-3912-474f-b945-8b3a207c7d93 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:58.285663 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e0155b3-da54-4e09-a2c5-a86708a13f44 req-38b1d853-3912-474f-b945-8b3a207c7d93 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1209943 Feb 04 15:43:58.367763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e0155b3-da54-4e09-a2c5-a86708a13f44 req-17329db4-7c5e-410a-8b71-974eff0fb80a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807893 Feb 04 15:43:58.399214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-02dac6df-486e-44a9-8e9c-ea4fd1185ffc tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1515870 Feb 04 15:43:58.404360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57946) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:58.448630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9dab-2609-48c6-874b-9ca92ca3c1b2 req-b6a2a996-d5ad-495e-b4d5-515a5bf45795 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:58.452783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c16d9dab-2609-48c6-874b-9ca92ca3c1b2 req-b6a2a996-d5ad-495e-b4d5-515a5bf45795 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.2304327 Feb 04 15:43:58.522113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0e12ddf-5979-4682-9a22-03457f7fd383 req-f59c1352-bc95-4248-9666-7f091ddd285b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 210 time: 0.0647619 Feb 04 15:43:58.529070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c16d9dab-2609-48c6-874b-9ca92ca3c1b2 req-9414399c-4c75-444a-a4f5-3cb43de65b09 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535941 Feb 04 15:43:58.586463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdad12b6-20e2-442a-9cc0-80658f617632 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.638081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57441d28-fbc7-48e4-82cd-740ff7caf778 req-bcda2fcb-06d2-4f90-b914-9bbd5b3c4c50 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 210 time: 0.0435166 Feb 04 15:43:58.662688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdad12b6-20e2-442a-9cc0-80658f617632 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.743776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdad12b6-20e2-442a-9cc0-80658f617632 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.747445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fdad12b6-20e2-442a-9cc0-80658f617632 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.748974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fdad12b6-20e2-442a-9cc0-80658f617632 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/443dc63a-77c9-4411-a9ee-17d736e965df HTTP/1.1" status: 204 len: 168 time: 0.3435671 Feb 04 15:43:58.758217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57954) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:58.779723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad12b6-20e2-442a-9cc0-80658f617632 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443dc63a-77c9-4411-a9ee-17d736e965df,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:58.834387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c5b4fcad-5ced-4fbf-ab5f-4fde225313dd tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800228 Feb 04 15:43:58.840983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57956) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:58.851247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5f3fd16a-b006-4a60-bac7-20710a8a6113 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359722967'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:58.924164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f3fd16a-b006-4a60-bac7-20710a8a6113 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:58.966204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b8312-b8cb-4a96-af99-83232b42b013 req-ee49a9f1-62b2-4095-be51-d2d39fcc64be tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:58.968548 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f8b8312-b8cb-4a96-af99-83232b42b013 req-ee49a9f1-62b2-4095-be51-d2d39fcc64be tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.0931396 Feb 04 15:43:59.112439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f3fd16a-b006-4a60-bac7-20710a8a6113 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.119690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f3fd16a-b006-4a60-bac7-20710a8a6113 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.159586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f3fd16a-b006-4a60-bac7-20710a8a6113 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.161282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5f3fd16a-b006-4a60-bac7-20710a8a6113 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3177779 Feb 04 15:43:59.165848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57964) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:59.172820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d6016353-8f9e-4345-af39-be8adafb471c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': 'f9ac5d42-35a4-4cca-a4c6-cfee8892382b', 'direction': 'ingress', 'protocol': 17}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:59.187215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fd16a-b006-4a60-bac7-20710a8a6113 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ac5d42-35a4-4cca-a4c6-cfee8892382b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:59.255788 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6016353-8f9e-4345-af39-be8adafb471c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.333362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f8b8312-b8cb-4a96-af99-83232b42b013 req-09b19dab-4496-4be5-b621-4d4c2feb370b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516715 Feb 04 15:43:59.408134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6016353-8f9e-4345-af39-be8adafb471c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.420925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6016353-8f9e-4345-af39-be8adafb471c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.517505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6016353-8f9e-4345-af39-be8adafb471c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.523118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6016353-8f9e-4345-af39-be8adafb471c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3552580 Feb 04 15:43:59.529810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57976) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:43:59.571542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6016353-8f9e-4345-af39-be8adafb471c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d415735b-5dc4-465f-9b36-c3295e1ca3af,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:43:59.599951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6fcf1-dcf7-4579-af53-5fccdcee9964 req-10babceb-2de7-4a73-ba5f-0fa9dc5bb014 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:59.614674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1c6fcf1-dcf7-4579-af53-5fccdcee9964 req-10babceb-2de7-4a73-ba5f-0fa9dc5bb014 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.2517803 Feb 04 15:43:59.755056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1c6fcf1-dcf7-4579-af53-5fccdcee9964 req-e04dfcf4-67a8-4959-8ca1-3e3f2ef8e8ea tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388333 Feb 04 15:43:59.802353 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1278a7aa-e17b-424c-8a46-813fecc1cca4 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.871485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-7399a698-1278-4021-a1d4-2dc7e3c56e7b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:43:59.875367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-7399a698-1278-4021-a1d4-2dc7e3c56e7b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 815 time: 0.3506906 Feb 04 15:43:59.879533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1278a7aa-e17b-424c-8a46-813fecc1cca4 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.929638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Request body: {'port': {'device_id': '8176d06e-7cf8-41f0-8bb8-02781d172835', 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'admin_state_up': True, 'tenant_id': '3e968d458ab84fa08aacdb51423ec62a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:43:59.978353 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1278a7aa-e17b-424c-8a46-813fecc1cca4 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.982121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1278a7aa-e17b-424c-8a46-813fecc1cca4 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:43:59.983736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1278a7aa-e17b-424c-8a46-813fecc1cca4 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/f9ac5d42-35a4-4cca-a4c6-cfee8892382b HTTP/1.1" status: 204 len: 168 time: 0.4516408 Feb 04 15:43:59.988354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57994) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:00.068859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278a7aa-e17b-424c-8a46-813fecc1cca4 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ac5d42-35a4-4cca-a4c6-cfee8892382b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:00.171432 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7bddad73-c13f-4be8-ba27-51246772b596 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1768436 Feb 04 15:44:00.183350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57996) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:00.192487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-23572a34-75a3-4dad-b166-0b3659d66def tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--742354198'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:00.193211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4bf5c98d-d7b7-43b5-b618-d470a4050f0f req-505fa87e-0b1c-4a41-9387-741780b4b4a1 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 210 time: 0.0464654 Feb 04 15:44:00.295963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Made reservation on behalf of 3e968d458ab84fa08aacdb51423ec62a for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:00.306872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.313382 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-23572a34-75a3-4dad-b166-0b3659d66def tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.563354 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0d9fba1b-c4d1-443b-8ad8-68abb46940ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.641489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-141fbed1-7d73-4b8c-a083-863feb2a2e10 req-991fbe07-c2f7-4035-80e0-ff5a782ca803 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 210 time: 0.2562792 Feb 04 15:44:00.772376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Allocated IP 172.20.0.12 (04512ac3-9d79-4549-b9ce-6fbaf89c17cb/a9f240ac-033b-4a39-97b6-383ba4fbf6d6/3980f942-bea2-4e27-8e39-914cb7d915ca) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:00.822502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-23572a34-75a3-4dad-b166-0b3659d66def tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.849176 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-23572a34-75a3-4dad-b166-0b3659d66def tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.948343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23572a34-75a3-4dad-b166-0b3659d66def tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1616dd32-7a90-44b3-8265-c6c90a60e603,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:00.960029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-23572a34-75a3-4dad-b166-0b3659d66def tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:00.961860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-23572a34-75a3-4dad-b166-0b3659d66def tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7769110 Feb 04 15:44:00.995674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58022) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:01.002404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6aa14485-faef-4f86-8388-02672ad32ad5 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443450342'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:01.030061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:44:01.044943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-f19bcf03-5193-4c7c-9ece-6ea0d6b78421 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.046995 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-f19bcf03-5193-4c7c-9ece-6ea0d6b78421 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.50 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 797 time: 0.6602800 Feb 04 15:44:01.142523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94287c-a15f-4eba-90a2-2daedadc9550 req-82af8d33-002a-42d7-86ca-08755c11ef44 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.144396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.144720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f94287c-a15f-4eba-90a2-2daedadc9550 req-82af8d33-002a-42d7-86ca-08755c11ef44 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1332288 Feb 04 15:44:01.163522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298a979-31b4-499a-a7e2-ec6b7ca45abd req-de375471-7349-487d-8906-b5f15ce8a91a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.165722 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7298a979-31b4-499a-a7e2-ec6b7ca45abd req-de375471-7349-487d-8906-b5f15ce8a91a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.2240326 Feb 04 15:44:01.196488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:01.200234 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6aa14485-faef-4f86-8388-02672ad32ad5 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.201582 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e96f9-6e12-4e23-9651-29943b353935" -d '{"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:01.217802 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.223810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-c16fceae-2ca1-497d-b943-112fca4dc6b5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 378 time: 0.1485560 Feb 04 15:44:01.229345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:01.239913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f94287c-a15f-4eba-90a2-2daedadc9550 req-043a216f-6be8-416b-b251-477156ba1ffb tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828784 Feb 04 15:44:01.241850 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.280081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'port': {'device_id': '1105213c-9f6e-4a02-8bb0-febe98361598', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'admin_state_up': True, 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'security_groups': ['b62a8a3e-0c5f-401f-acf8-8574570e7cc7']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:01.288023 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.335714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['84bc7a7c-5832-476e-8ada-24105333d7b0', 'a7115356-8fed-4a38-922e-1208b39bd830'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:01.364287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:01.368106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:01.373848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:44:01.422348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Pushing event updated for resources: {'Port': ['ID=3980f942-bea2-4e27-8e39-914cb7d915ca,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:01.428814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:01.443957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.447301 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.470163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-71e85ffb-1f96-4993-b0fe-06e5f560e5b2 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5711780 Feb 04 15:44:01.478950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7298a979-31b4-499a-a7e2-ec6b7ca45abd req-c36984fc-d3d7-4fbf-a029-c4d1ee3222da tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821140 Feb 04 15:44:01.541172 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d37450-b229-459d-9a96-6750350f699a x-openstack-request-id: req-81d37450-b229-459d-9a96-6750350f699a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:01.541669 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:01.544999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Request body: {'port': {'device_id': '8176d06e-7cf8-41f0-8bb8-02781d172835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:01.559625 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-81d37450-b229-459d-9a96-6750350f699a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:01.560418 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'code': 200} Feb 04 15:44:01.567413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6aa14485-faef-4f86-8388-02672ad32ad5 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.583269 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6aa14485-faef-4f86-8388-02672ad32ad5 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.685517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.705064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6aa14485-faef-4f86-8388-02672ad32ad5 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:01.707154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6aa14485-faef-4f86-8388-02672ad32ad5 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7102101 Feb 04 15:44:01.724079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba8992-9c63-4898-b7f0-7fb969cb305f req-ab472ba1-3a60-4452-a72b-4034457f640d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.726888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46ba8992-9c63-4898-b7f0-7fb969cb305f req-ab472ba1-3a60-4452-a72b-4034457f640d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.2525451 Feb 04 15:44:01.732067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58034) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:01.739087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-233d7e12-d584-4f6e-ba4e-f7182efba2df tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '1616dd32-7a90-44b3-8265-c6c90a60e603', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fce54aab-2022-47aa-8b7f-5413167bf8af', 'remote_ip_prefix': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:01.744294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa14485-faef-4f86-8388-02672ad32ad5 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce54aab-2022-47aa-8b7f-5413167bf8af,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:01.845379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46ba8992-9c63-4898-b7f0-7fb969cb305f req-df441ce0-10b9-42e9-bbd2-0962f1bbf3c8 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930557 Feb 04 15:44:01.848636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2eee04-0945-486e-999d-f41749e1b93d req-b4290944-40b7-4ff6-a688-086f697949f9 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:01.858794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2eee04-0945-486e-999d-f41749e1b93d req-b4290944-40b7-4ff6-a688-086f697949f9 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 932 time: 0.2267971 Feb 04 15:44:01.950184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2eee04-0945-486e-999d-f41749e1b93d req-5e7e9ae6-096e-414d-be67-01d1aebc5e87 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902584 Feb 04 15:44:01.954203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:01.965145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.125692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81503ccb-799f-4ffa-bf78-8a4f3bc6e58a req-92fe601d-29c2-479d-94d9-7b64e687543d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 210 time: 0.0916722 Feb 04 15:44:02.252044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.20.0.3 (b8b15cd7-5139-419a-ad7b-1fdf562bcfba/a2b4c94f-da74-4b96-ae25-2df69d653363/68fab8ae-6d7f-4145-a95f-7a6ee83a0e52) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:02.282700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-233d7e12-d584-4f6e-ba4e-f7182efba2df tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.362140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c307a54-fd08-4bef-a76a-18a07568d903 req-b6c1b5f0-428e-4d8c-9607-3cf0d4b41b7d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:02.364048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c307a54-fd08-4bef-a76a-18a07568d903 req-b6c1b5f0-428e-4d8c-9607-3cf0d4b41b7d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.3440132 Feb 04 15:44:02.478372 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-233d7e12-d584-4f6e-ba4e-f7182efba2df tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.487985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-233d7e12-d584-4f6e-ba4e-f7182efba2df tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.499166 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c307a54-fd08-4bef-a76a-18a07568d903 req-21e78ad7-1057-4d8e-b9e9-0de0e73de850 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198728 Feb 04 15:44:02.531084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d7e12-d584-4f6e-ba4e-f7182efba2df tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c14692-9ebd-459a-854c-7fb4639c10d0,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:02.554405 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.599051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-233d7e12-d584-4f6e-ba4e-f7182efba2df tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.602032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-233d7e12-d584-4f6e-ba4e-f7182efba2df tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8687978 Feb 04 15:44:02.608108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.612791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:02.652929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3980f942-bea2-4e27-8e39-914cb7d915ca {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:02.697286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.738086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a2381-0f74-43d4-8850-41d991a8a5cc tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.742421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Transition to ACTIVE for port object 3980f942-bea2-4e27-8e39-914cb7d915ca will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:02.755350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.762277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a2381-0f74-43d4-8850-41d991a8a5cc tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.824029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:02.828787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:02.833526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:02.837998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:44:02.928590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Pushing event updated for resources: {'Port': ['ID=3980f942-bea2-4e27-8e39-914cb7d915ca,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:02.946254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a2381-0f74-43d4-8850-41d991a8a5cc tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.954866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-279a2381-0f74-43d4-8850-41d991a8a5cc tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.961275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:02.962472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:02.967606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-279a2381-0f74-43d4-8850-41d991a8a5cc tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/02c14692-9ebd-459a-854c-7fb4639c10d0 HTTP/1.1" status: 204 len: 168 time: 0.3482602 Feb 04 15:44:02.967990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58060) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:03.014813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935f7af-3016-41ce-b30b-da64624d6922 req-79790955-c2e1-4e5b-9ff3-8b40eedfedb0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.027056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3935f7af-3016-41ce-b30b-da64624d6922 req-79790955-c2e1-4e5b-9ff3-8b40eedfedb0 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.3176863 Feb 04 15:44:03.069909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-54b6a46b-44ad-4629-91b0-70b69c2e1f49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8040645 Feb 04 15:44:03.093649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cb3ef-d3f0-487f-9190-c3bdb05c5c02 req-121d0535-8bf2-43a3-92db-91c6c77be70d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.096540 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e61cb3ef-d3f0-487f-9190-c3bdb05c5c02 req-121d0535-8bf2-43a3-92db-91c6c77be70d tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.2713158 Feb 04 15:44:03.097583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Request body: {'port': {'device_id': '1105213c-9f6e-4a02-8bb0-febe98361598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:03.141120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a2381-0f74-43d4-8850-41d991a8a5cc tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02c14692-9ebd-459a-854c-7fb4639c10d0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.193517 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2a7b521c-5ac9-4418-a80a-adbac21bdd87 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2169976 Feb 04 15:44:03.198095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58070) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:03.239519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3935f7af-3016-41ce-b30b-da64624d6922 req-b67d9688-ef10-41b7-8739-ab0d1447a553 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986101 Feb 04 15:44:03.268650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e61cb3ef-d3f0-487f-9190-c3bdb05c5c02 req-358533f7-3b28-4416-be52-223bd89bd108 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240017 Feb 04 15:44:03.281638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.368130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Attempting to bind port 3980f942-bea2-4e27-8e39-914cb7d915ca on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:03.368767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Attempting to bind port 3980f942-bea2-4e27-8e39-914cb7d915ca by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:03.369405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Attempting to bind port 3980f942-bea2-4e27-8e39-914cb7d915ca on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:44:03.385869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Port 3980f942-bea2-4e27-8e39-914cb7d915ca on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:44:03.386602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Attempting to bind port 3980f942-bea2-4e27-8e39-914cb7d915ca on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:44:03.397371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-deef2119-7a63-4ff7-9f84-80773b1b8ac2 None None] Provisioning complete for port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:03.398643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-deef2119-7a63-4ff7-9f84-80773b1b8ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.410069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:44:03.410702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Checking segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:44:03.411486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Bound using segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:44:03.412393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Bound port: 3980f942-bea2-4e27-8e39-914cb7d915ca, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:03.413079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.446599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-deef2119-7a63-4ff7-9f84-80773b1b8ac2 None None] Port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:44:03.465069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99729e8f-a150-4b75-be73-6b677da794f2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.600085 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3d4d225a-625d-445c-bd8c-e8ed46844a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.617391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99729e8f-a150-4b75-be73-6b677da794f2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.716844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99729e8f-a150-4b75-be73-6b677da794f2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.720514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-99729e8f-a150-4b75-be73-6b677da794f2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.721167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a1879-f221-4dea-9009-8da4deaf0b32 req-cbceb48d-8200-4ab2-9e3d-259eabd2a06b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.724788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-99729e8f-a150-4b75-be73-6b677da794f2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/fce54aab-2022-47aa-8b7f-5413167bf8af HTTP/1.1" status: 204 len: 168 time: 0.5256455 Feb 04 15:44:03.727450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-015a1879-f221-4dea-9009-8da4deaf0b32 req-cbceb48d-8200-4ab2-9e3d-259eabd2a06b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.1690664 Feb 04 15:44:03.734167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58082) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:03.748560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] For port 3980f942-bea2-4e27-8e39-914cb7d915ca, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:03.779371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd75021-2d5f-41a5-b7d9-853716c74283 req-75cc0ddf-0cbc-426e-a29e-034a3d0926d7 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.790736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bd75021-2d5f-41a5-b7d9-853716c74283 req-75cc0ddf-0cbc-426e-a29e-034a3d0926d7 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 944 time: 0.3099642 Feb 04 15:44:03.799490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99729e8f-a150-4b75-be73-6b677da794f2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce54aab-2022-47aa-8b7f-5413167bf8af,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.828132 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] For port 3980f942-bea2-4e27-8e39-914cb7d915ca, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3980f942-bea2-4e27-8e39-914cb7d915ca,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:03.838205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.907631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-015a1879-f221-4dea-9009-8da4deaf0b32 req-f26ae600-fbfb-45f5-a1aa-4d7fb48634a7 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696625 Feb 04 15:44:03.935328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-85b1e16a-33b8-44af-aac1-89c1a3d103fc tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1992970 Feb 04 15:44:03.939598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58084) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:03.960870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bd75021-2d5f-41a5-b7d9-853716c74283 req-2a195a59-aedf-42b4-ab1f-4279effae168 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473074 Feb 04 15:44:03.965038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:03.970474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:03.972112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] 10.222.0.50 "PUT /v2.0/ports/3980f942-bea2-4e27-8e39-914cb7d915ca HTTP/1.1" status: 200 len: 1092 time: 2.4421287 Feb 04 15:44:03.972829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b589e-bd8e-425f-a949-4e245381af0b service neutron] Pushing event updated for resources: {'Port': ['ID=3980f942-bea2-4e27-8e39-914cb7d915ca,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:03.977288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8176d06e-7cf8-41f0-8bb8-02781d172835', 'tag': '3980f942-bea2-4e27-8e39-914cb7d915ca'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:03.979813 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8176d06e-7cf8-41f0-8bb8-02781d172835", "tag": "3980f942-bea2-4e27-8e39-914cb7d915ca"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:04.127331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ea9d-0928-4a6b-ad18-016d2bba09e0 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.194861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-8c81fb0a-fae6-49f7-8141-063963660693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.196811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-8c81fb0a-fae6-49f7-8141-063963660693 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 1095 time: 0.1229770 Feb 04 15:44:04.215077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a3313-dbee-4496-aff8-76b027c994a4 req-b98300b4-4ed1-4556-9e5e-091d803f59f9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.216805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-845a3313-dbee-4496-aff8-76b027c994a4 req-b98300b4-4ed1-4556-9e5e-091d803f59f9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.0718324 Feb 04 15:44:04.261314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-55fefaf1-cd13-44ff-9ebd-30d63f780817 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3980f942-bea2-4e27-8e39-914cb7d915ca HTTP/1.1" status: 200 len: 217 time: 0.0434017 Feb 04 15:44:04.281153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ea9d-0928-4a6b-ad18-016d2bba09e0 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.339107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:04.363492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-845a3313-dbee-4496-aff8-76b027c994a4 req-5a97f7fe-c4c0-445a-af59-c142de26bbe2 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393890 Feb 04 15:44:04.367529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.375064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-cd3299e4-3150-437e-9ed9-bd4d5b5a3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.378534 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-cd3299e4-3150-437e-9ed9-bd4d5b5a3712 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.1069527 Feb 04 15:44:04.424451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f71842-49b3-4012-8e99-7a9821771852 req-8cb9425a-d5ce-4a07-a694-3b3c9c14d821 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.427765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54f71842-49b3-4012-8e99-7a9821771852 req-8cb9425a-d5ce-4a07-a694-3b3c9c14d821 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 931 time: 0.2792230 Feb 04 15:44:04.447126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-600bd84f-0861-4be9-a963-87ae4e6b2695 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591798 Feb 04 15:44:04.469470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Transition to ACTIVE for port object 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:04.479922 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eddf82d-f8c7-42af-bfd0-49e6d2222688 x-openstack-request-id: req-0eddf82d-f8c7-42af-bfd0-49e6d2222688 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:04.480525 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8176d06e-7cf8-41f0-8bb8-02781d172835", "tag": "3980f942-bea2-4e27-8e39-914cb7d915ca", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:04.481042 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0eddf82d-f8c7-42af-bfd0-49e6d2222688 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:04.482299 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8176d06e-7cf8-41f0-8bb8-02781d172835', 'tag': '3980f942-bea2-4e27-8e39-914cb7d915ca', 'status': 'completed', 'code': 200} Feb 04 15:44:04.503487 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.605492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ea9d-0928-4a6b-ad18-016d2bba09e0 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.610397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ea9d-0928-4a6b-ad18-016d2bba09e0 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:04.612460 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b1b9ea9d-0928-4a6b-ad18-016d2bba09e0 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/1616dd32-7a90-44b3-8265-c6c90a60e603 HTTP/1.1" status: 204 len: 168 time: 0.6709287 Feb 04 15:44:04.630867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58098) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:04.667327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54f71842-49b3-4012-8e99-7a9821771852 req-25314137-7d1e-4a4e-995c-17008d0e7d5d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2140024 Feb 04 15:44:04.695407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:04.713313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9ea9d-0928-4a6b-ad18-016d2bba09e0 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1616dd32-7a90-44b3-8265-c6c90a60e603,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:04.802675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeafd2-a4c7-4156-9fb4-3f3179089261 req-7fb255ee-8e4a-4baf-896d-28762a682828 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:04.805528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bbeafd2-a4c7-4156-9fb4-3f3179089261 req-7fb255ee-8e4a-4baf-896d-28762a682828 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.2319262 Feb 04 15:44:04.901124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-0f48fa44-3678-4fa8-ab0c-ff759a9ca2a6 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456375 Feb 04 15:44:04.918512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ea4e3fbc-4309-4ab2-8e16-9d6688fbcf77 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2826614 Feb 04 15:44:04.931051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58102) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:04.942369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-44d03fcf-e89d-47ba-bf9c-738c0b9811b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--108773918'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:04.973802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bbeafd2-a4c7-4156-9fb4-3f3179089261 req-7dd4b68e-635b-4857-a808-47c002399db9 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430428 Feb 04 15:44:05.029790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 87788e12-9e93-4713-b009-dba83d3e1ce6 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:44:05.050304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Attempting to bind port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:05.050721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Attempting to bind port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:05.051077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Attempting to bind port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on network b8b15cd7-5139-419a-ad7b-1fdf562bcfba {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:44:05.062389 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44d03fcf-e89d-47ba-bf9c-738c0b9811b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.074929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on network b8b15cd7-5139-419a-ad7b-1fdf562bcfba not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:44:05.075309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Attempting to bind port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on network b8b15cd7-5139-419a-ad7b-1fdf562bcfba {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:44:05.096689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b661-bf37-4fd0-99e2-52ec1045e4a4 req-2680736f-0518-48d1-b766-76947b6a6682 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.098502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1422b661-bf37-4fd0-99e2-52ec1045e4a4 req-2680736f-0518-48d1-b766-76947b6a6682 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1903083 Feb 04 15:44:05.104617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:44:05.105249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Checking segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:44:05.105800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Bound using segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:44:05.106562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Bound port: 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:05.107192 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.289452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:05.303808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1422b661-bf37-4fd0-99e2-52ec1045e4a4 req-7a6a1822-0538-44bb-8ba6-5b5abfcd6944 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728344 Feb 04 15:44:05.313807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'port_id': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'mac_address': 'fa:16:3e:c6:f8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1985b07f-9acc-4f7b-93b0-14e32806ad1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:44:05.323187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44d03fcf-e89d-47ba-bf9c-738c0b9811b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.333043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:05.334291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3bb066e-61ef-44da-b5ed-c1711eaecb7f req-62cfdaa4-fa02-468d-9903-014681278858 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078245 Feb 04 15:44:05.342458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:05.346548 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44d03fcf-e89d-47ba-bf9c-738c0b9811b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.368954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.448230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fe278-4610-4ec9-8803-722ed1c72909 req-9e48055c-b4ce-4e7d-b1a8-c2753bdcf789 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.452334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc2fe278-4610-4ec9-8803-722ed1c72909 req-9e48055c-b4ce-4e7d-b1a8-c2753bdcf789 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.2269936 Feb 04 15:44:05.453912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.455486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-44d03fcf-e89d-47ba-bf9c-738c0b9811b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.456802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-44d03fcf-e89d-47ba-bf9c-738c0b9811b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5215313 Feb 04 15:44:05.462032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58116) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:05.487585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.488266 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.490421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] 10.222.0.50 "PUT /v2.0/ports/68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 1091 time: 2.4051335 Feb 04 15:44:05.490981 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:05.493958 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d93c15-6fdf-4863-a7f4-4651bc409f44" -d '{"events": [{"name": "network-changed", "server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:05.502769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87788e12-9e93-4713-b009-dba83d3e1ce6 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:05.505808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d03fcf-e89d-47ba-bf9c-738c0b9811b8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c968aa26-9d52-4bf8-9a47-5ad96dc7a423,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:05.511563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-337c1dee-17f7-49e4-b762-dcee5c785646 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': 'c968aa26-9d52-4bf8-9a47-5ad96dc7a423', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:05.563839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:05.571680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.573335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:44:05.655877 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:44:05.665114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4237aa-1f2e-4ab0-9b28-02ece002c8ba service neutron] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:05.741573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-2da42daa-0a5d-47d1-b9b3-ba5bd6465af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.744769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-2da42daa-0a5d-47d1-b9b3-ba5bd6465af4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1094 time: 0.1331427 Feb 04 15:44:05.748738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc2fe278-4610-4ec9-8803-722ed1c72909 req-0c1e23f5-afab-4d8b-b1a0-6f089a3ce24a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224817 Feb 04 15:44:05.764107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aadf68-c165-4eb6-979e-56a2763b884f req-9018a5e5-0c11-4d15-aa6c-425e26e3be97 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.779061 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64aadf68-c165-4eb6-979e-56a2763b884f req-9018a5e5-0c11-4d15-aa6c-425e26e3be97 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 944 time: 0.2702866 Feb 04 15:44:05.785019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-337c1dee-17f7-49e4-b762-dcee5c785646 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.843635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-a4ea434b-8578-47cb-b5b2-4ce2b633df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:05.848341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-a4ea434b-8578-47cb-b5b2-4ce2b633df62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 1095 time: 0.3197739 Feb 04 15:44:05.896146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:05.911577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-95b908bd-cbba-46ca-a8ab-943f6661c4eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 217 time: 0.1162214 Feb 04 15:44:05.923720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:05.989906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:06.004727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'mac_address': 'fa:16:3e:29:c0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:44:06.069456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64aadf68-c165-4eb6-979e-56a2763b884f req-1a4ec09b-5a18-4a7a-ae1e-677c8e0e36c4 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888238 Feb 04 15:44:06.118181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-9c7cb85c-f962-4437-9994-5f726eb80f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.120936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-9c7cb85c-f962-4437-9994-5f726eb80f15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.1947920 Feb 04 15:44:06.136334 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.173558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7d1665-3a13-4d8d-a48a-de8e7a481664 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:06.183754 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d18b8-25be-47eb-9ea0-4e11b00d4c7d x-openstack-request-id: req-f09d18b8-25be-47eb-9ea0-4e11b00d4c7d {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:06.184994 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:06.188317 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f09d18b8-25be-47eb-9ea0-4e11b00d4c7d {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:06.189234 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'status': 'completed', 'code': 200} Feb 04 15:44:06.190695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-337c1dee-17f7-49e4-b762-dcee5c785646 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.213510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-337c1dee-17f7-49e4-b762-dcee5c785646 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.235158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:06.246720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.251185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-fd835942-7ebb-4501-9641-4645340cb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.257207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e37804-86bf-446a-85b0-6c503135f954 req-f8fe8102-948c-41ad-8fff-1779c379004c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.259219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-fd835942-7ebb-4501-9641-4645340cb337 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288188 Feb 04 15:44:06.271123 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b3e37804-86bf-446a-85b0-6c503135f954 req-f8fe8102-948c-41ad-8fff-1779c379004c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.3752584 Feb 04 15:44:06.390638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c1dee-17f7-49e4-b762-dcee5c785646 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf29aba-db52-4bab-a257-cbcd648088fa,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:06.402417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-b48a0035-3b1f-4f32-8e93-f382566de6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.405883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-b48a0035-3b1f-4f32-8e93-f382566de6a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 916 time: 0.5049057 Feb 04 15:44:06.409615 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-337c1dee-17f7-49e4-b762-dcee5c785646 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.411755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-337c1dee-17f7-49e4-b762-dcee5c785646 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9439900 Feb 04 15:44:06.421299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:06.434725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:06.440325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['87788e12-9e93-4713-b009-dba83d3e1ce6'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:06.448249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['6a7d1665-3a13-4d8d-a48a-de8e7a481664'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:06.496309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-be481729-8078-4ec8-a84b-0cfccec40e7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3980f942-bea2-4e27-8e39-914cb7d915ca HTTP/1.1" status: 200 len: 217 time: 0.0825081 Feb 04 15:44:06.512697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b3e37804-86bf-446a-85b0-6c503135f954 req-8935df2f-a048-4890-a5c9-1ea5663f1224 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407269 Feb 04 15:44:06.517732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-78543931-39e7-41c2-bbb9-3c45d61cd992 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.552695 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-78543931-39e7-41c2-bbb9-3c45d61cd992 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.556399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-c27d0e05-b068-41ff-a79f-a3af5e71a28d service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877336 Feb 04 15:44:06.572513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899c319-b7e7-4c8c-9020-c06eec62d1ef req-24fc738e-6411-4ea1-b489-6bb5a9a4dc9f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.585161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a899c319-b7e7-4c8c-9020-c06eec62d1ef req-24fc738e-6411-4ea1-b489-6bb5a9a4dc9f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.1954231 Feb 04 15:44:06.700249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-87d0b0c2-5b3a-44ca-b69a-5b82b1e92106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:06.702887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-87d0b0c2-5b3a-44ca-b69a-5b82b1e92106 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.1887054 Feb 04 15:44:06.783581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-aee75294-f0ea-47c0-b8b5-fd83a32f7e53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730510 Feb 04 15:44:06.783921 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-247ca0d0-66db-48f5-a417-5d61d5155b10 req-9fa5c326-a077-4e89-b055-a441b6b719d0 service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792431 Feb 04 15:44:06.815720 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-78543931-39e7-41c2-bbb9-3c45d61cd992 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.831880 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-78543931-39e7-41c2-bbb9-3c45d61cd992 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.837633 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-78543931-39e7-41c2-bbb9-3c45d61cd992 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/dcf29aba-db52-4bab-a257-cbcd648088fa HTTP/1.1" status: 204 len: 168 time: 0.3913391 Feb 04 15:44:06.839137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58136) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:06.864584 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a899c319-b7e7-4c8c-9020-c06eec62d1ef req-3a650ea5-d6a5-4094-aef4-8bf5fdffcaaf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2784917 Feb 04 15:44:06.866945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78543931-39e7-41c2-bbb9-3c45d61cd992 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcf29aba-db52-4bab-a257-cbcd648088fa,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:06.883837 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:06.915275 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ee0e0b2d-1dba-4ab6-87cc-4601b5de4f07 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0754359 Feb 04 15:44:06.919147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58138) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:06.984505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-6da37b55-432b-4b46-a26e-46617a0a07a0 req-bec0eacd-7681-49b1-bdfc-216ea53e8f8e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:44:06.985930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6da37b55-432b-4b46-a26e-46617a0a07a0 req-bec0eacd-7681-49b1-bdfc-216ea53e8f8e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118830 Feb 04 15:44:07.022067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c68d6-1801-407a-8586-5669c9c29391 req-d24baa63-a5e7-443c-9491-58f15f47ca2b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.030936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-491c68d6-1801-407a-8586-5669c9c29391 req-d24baa63-a5e7-443c-9491-58f15f47ca2b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.2964540 Feb 04 15:44:07.034131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-b67d0c27-16ba-4a9c-975c-1b16653c6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.036797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-b67d0c27-16ba-4a9c-975c-1b16653c6e1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1094 time: 0.1186521 Feb 04 15:44:07.044927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 87788e12-9e93-4713-b009-dba83d3e1ce6 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:44:07.129096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-1818355d-2a5a-4438-89c7-2c7c4795e172 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793052 Feb 04 15:44:07.143098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 87788e12-9e93-4713-b009-dba83d3e1ce6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:07.143732 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.171298 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-491c68d6-1801-407a-8586-5669c9c29391 req-122947eb-c53f-44b3-a43d-f843f51ab7cf tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395347 Feb 04 15:44:07.182750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba25d97b-8a6b-4e6e-8a5e-b051ef3ad232 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.267651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa8e0-2e87-4d05-b1a0-a940df934daa req-7873bc34-a42b-476f-a30c-624215a9018c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.270664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e4fa8e0-2e87-4d05-b1a0-a940df934daa req-7873bc34-a42b-476f-a30c-624215a9018c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 944 time: 0.1600029 Feb 04 15:44:07.297706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba25d97b-8a6b-4e6e-8a5e-b051ef3ad232 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.317827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-607ffbff-adce-4fd1-b5b2-efedaf6e93f7 req-24cfa5a5-b375-4a09-aa9e-efd8115c7645 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800721 Feb 04 15:44:07.349813 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.370500 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.390178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:07.393802 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86090c9-5de3-421d-89d0-2cc486e8ca17" -d '{"events": [{"server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "name": "network-vif-plugged", "status": "completed", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:07.418757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-2ddde837-b621-45df-b749-03852ca5cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.420128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:07.421187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-2ddde837-b621-45df-b749-03852ca5cb76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 898 time: 0.3769703 Feb 04 15:44:07.425790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82476c6-b3f1-44c4-9b5b-a404eef4cd9c req-88dab949-0d16-402a-a609-437ccad5d168 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.437209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.441758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e82476c6-b3f1-44c4-9b5b-a404eef4cd9c req-88dab949-0d16-402a-a609-437ccad5d168 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1093109 Feb 04 15:44:07.484973 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e4fa8e0-2e87-4d05-b1a0-a940df934daa req-f20f5609-649d-4b0f-a0ae-375ce58fe52d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914940 Feb 04 15:44:07.536766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e82476c6-b3f1-44c4-9b5b-a404eef4cd9c req-68e03fd6-1593-4cb6-85b8-fbd71d47dd89 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936651 Feb 04 15:44:07.559321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-94832a71-1a55-4113-98ab-4faf762116ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 217 time: 0.1259022 Feb 04 15:44:07.572965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.646759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba25d97b-8a6b-4e6e-8a5e-b051ef3ad232 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.658988 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba25d97b-8a6b-4e6e-8a5e-b051ef3ad232 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.660240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ba25d97b-8a6b-4e6e-8a5e-b051ef3ad232 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/c968aa26-9d52-4bf8-9a47-5ad96dc7a423 HTTP/1.1" status: 204 len: 168 time: 0.7116079 Feb 04 15:44:07.664023 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f6070-2335-4f00-9afe-a14c8abacf91 x-openstack-request-id: req-2b3f6070-2335-4f00-9afe-a14c8abacf91 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:07.664244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58154) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:07.664629 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "name": "network-vif-plugged", "status": "completed", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:07.664971 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b3f6070-2335-4f00-9afe-a14c8abacf91 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:07.665497 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'code': 200} Feb 04 15:44:07.719185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25d97b-8a6b-4e6e-8a5e-b051ef3ad232 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c968aa26-9d52-4bf8-9a47-5ad96dc7a423,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:07.751376 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cb53bfe8-85cc-47fc-9a43-2a74a3dd2f51 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859082 Feb 04 15:44:07.752826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-d053d714-d086-4edc-876c-ebdfb17afa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.755858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-d053d714-d086-4edc-876c-ebdfb17afa1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.1872523 Feb 04 15:44:07.757562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58156) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:07.765257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f568a1c4-505d-4b4e-bece-34a414892f47 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498327741'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:07.797575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f0e6b-4d9e-4e44-89cf-4f1bb2c48cb6 req-4152eb5e-f9b2-4c3a-9d1d-3e9c7b35af90 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.802813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-548f0e6b-4d9e-4e44-89cf-4f1bb2c48cb6 req-4152eb5e-f9b2-4c3a-9d1d-3e9c7b35af90 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 944 time: 0.1618867 Feb 04 15:44:07.821089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55214f-8e52-4e10-8939-fcbf973045dd req-20aa2009-13dc-48a7-8ca7-98f8a07f5f73 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.823564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd55214f-8e52-4e10-8939-fcbf973045dd req-20aa2009-13dc-48a7-8ca7-98f8a07f5f73 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.0898125 Feb 04 15:44:07.889957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f568a1c4-505d-4b4e-bece-34a414892f47 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:07.892267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd55214f-8e52-4e10-8939-fcbf973045dd req-d4ff727c-4681-431f-a564-28a1daf66106 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582323 Feb 04 15:44:07.904504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-70cf924d-fa94-4359-9ae9-61b301eabecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:07.907175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-70cf924d-fa94-4359-9ae9-61b301eabecc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349516 Feb 04 15:44:07.930487 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-548f0e6b-4d9e-4e44-89cf-4f1bb2c48cb6 req-f73e4a3b-7f29-4956-8423-6e853c7de024 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046588 Feb 04 15:44:08.069099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-dbbe9b2f-7653-491e-8954-f9770504e7ab service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517363 Feb 04 15:44:08.092364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc820ed-9571-4cad-bfe8-838629b78789 req-36b561f6-254e-4ecc-bce3-66dd97f0e28a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.093243 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f568a1c4-505d-4b4e-bece-34a414892f47 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.095855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6cc820ed-9571-4cad-bfe8-838629b78789 req-36b561f6-254e-4ecc-bce3-66dd97f0e28a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.1124382 Feb 04 15:44:08.120505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f568a1c4-505d-4b4e-bece-34a414892f47 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.158798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6cc820ed-9571-4cad-bfe8-838629b78789 req-7a61d871-70c1-4d2f-ab6f-7ce434680810 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547695 Feb 04 15:44:08.390095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1d100-5b4b-468b-b8ad-d589942361ac req-3794cb1a-3f98-4ea3-bd2b-34d0c66b3449 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.393367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25a1d100-5b4b-468b-b8ad-d589942361ac req-3794cb1a-3f98-4ea3-bd2b-34d0c66b3449 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.0881770 Feb 04 15:44:08.472011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25a1d100-5b4b-468b-b8ad-d589942361ac req-2b383f41-8a3e-4917-959f-912237f0da30 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701191 Feb 04 15:44:08.495183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f568a1c4-505d-4b4e-bece-34a414892f47 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.499089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f568a1c4-505d-4b4e-bece-34a414892f47 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7379293 Feb 04 15:44:08.502720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58170) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:08.510657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-330fb69b-8999-4a50-9f2d-6cf127d689ed tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '5a74a307-b3d1-4300-81c7-15010b141b72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:08.515336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568a1c4-505d-4b4e-bece-34a414892f47 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a74a307-b3d1-4300-81c7-15010b141b72,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:08.531155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ac44-f7bf-4101-803e-ff828ac7e2ca req-3af28b2d-eb0a-4fb3-b8a0-e9b224955fbb tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.539794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5842ac44-f7bf-4101-803e-ff828ac7e2ca req-3af28b2d-eb0a-4fb3-b8a0-e9b224955fbb tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.4444735 Feb 04 15:44:08.588709 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-330fb69b-8999-4a50-9f2d-6cf127d689ed tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.605904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5842ac44-f7bf-4101-803e-ff828ac7e2ca req-b0196e89-7815-4643-b01c-ab6d04ce606c tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650353 Feb 04 15:44:08.608435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3d93c15-6fdf-4863-a7f4-4651bc409f44 req-b14e7f9a-24ab-42a9-96a1-c59fac87f676 service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318675 Feb 04 15:44:08.733366 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-330fb69b-8999-4a50-9f2d-6cf127d689ed tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.745836 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-330fb69b-8999-4a50-9f2d-6cf127d689ed tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.763162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3a6a6-b1fd-48f2-bdba-f6da8db96728 req-8f88c3c4-9e0d-49d6-8e76-6c92348e9d48 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.765089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33c3a6a6-b1fd-48f2-bdba-f6da8db96728 req-8f88c3c4-9e0d-49d6-8e76-6c92348e9d48 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.0968835 Feb 04 15:44:08.783806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba27b-1d42-455f-910c-e2796ca53b20 req-32c9cb43-07ba-44ab-b88a-921a4f867385 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:08.786449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f46ba27b-1d42-455f-910c-e2796ca53b20 req-32c9cb43-07ba-44ab-b88a-921a4f867385 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.0926170 Feb 04 15:44:08.789275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fb69b-8999-4a50-9f2d-6cf127d689ed tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e2d530-bfe3-4c07-8827-f9686ec3b481,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:08.811603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-330fb69b-8999-4a50-9f2d-6cf127d689ed tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.816070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-330fb69b-8999-4a50-9f2d-6cf127d689ed tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3073475 Feb 04 15:44:08.819012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:08.838499 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33c3a6a6-b1fd-48f2-bdba-f6da8db96728 req-d91c8ee4-03a0-4819-ae88-57e39727a9e7 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620379 Feb 04 15:44:08.843669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ca8af279-6503-4c36-8537-100126b4908a tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules/08e2d530-bfe3-4c07-8827-f9686ec3b481 HTTP/1.1" status: 200 len: 763 time: 0.0235429 Feb 04 15:44:08.846382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58180) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:08.858376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f46ba27b-1d42-455f-910c-e2796ca53b20 req-a76137a7-b923-44d7-abdb-4cf5b315da9e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617049 Feb 04 15:44:08.901372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-937093fc-1e68-4ffb-a2d4-1ecd4f4c6b4d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524065 Feb 04 15:44:08.904850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58186) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:08.933575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d26d8130-240a-4ea3-93dc-b18012e756c8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.944820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d26d8130-240a-4ea3-93dc-b18012e756c8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.988276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d26d8130-240a-4ea3-93dc-b18012e756c8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.996778 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d26d8130-240a-4ea3-93dc-b18012e756c8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:08.998001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d26d8130-240a-4ea3-93dc-b18012e756c8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/08e2d530-bfe3-4c07-8827-f9686ec3b481 HTTP/1.1" status: 204 len: 168 time: 0.0920162 Feb 04 15:44:09.002188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:09.004400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d8130-240a-4ea3-93dc-b18012e756c8 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08e2d530-bfe3-4c07-8827-f9686ec3b481,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:09.066279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:44:09.075368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-049f76b8-7dea-4b7f-8074-63855a62f382 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675490 Feb 04 15:44:09.081155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:09.084484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c404a99-7437-414a-b086-8df7a134dd8e req-71d1d7fd-710a-468b-abd3-f9cb55ba7f6b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.087483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c404a99-7437-414a-b086-8df7a134dd8e req-71d1d7fd-710a-468b-abd3-f9cb55ba7f6b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1183252 Feb 04 15:44:09.089026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b12999bb-3f6f-4d95-aca8-94a64a0c3976 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '5a74a307-b3d1-4300-81c7-15010b141b72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:09.102713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5670f-adbf-48f7-839d-7d88d681436e req-61e3972f-c605-4e0a-8578-14f39beb2c61 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.105014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4e5670f-adbf-48f7-839d-7d88d681436e req-61e3972f-c605-4e0a-8578-14f39beb2c61 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 944 time: 0.0682979 Feb 04 15:44:09.148486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c404a99-7437-414a-b086-8df7a134dd8e req-8e8cfecc-96b9-4673-8442-eb9357d1c640 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541563 Feb 04 15:44:09.152671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:09.153309 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.166464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b12999bb-3f6f-4d95-aca8-94a64a0c3976 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.184706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4e5670f-adbf-48f7-839d-7d88d681436e req-93c24ad6-7a01-439e-9f96-c684dfe538e3 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669169 Feb 04 15:44:09.252211 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b12999bb-3f6f-4d95-aca8-94a64a0c3976 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.257838 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b12999bb-3f6f-4d95-aca8-94a64a0c3976 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.270740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.307715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12999bb-3f6f-4d95-aca8-94a64a0c3976 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a026ecd6-5ebc-419a-8ecb-7987b4da96e2,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:09.328344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:09.330354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b12999bb-3f6f-4d95-aca8-94a64a0c3976 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.332386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b12999bb-3f6f-4d95-aca8-94a64a0c3976 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2487354 Feb 04 15:44:09.335433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58198) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:09.337087 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.356392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4916b-f9b0-4ce1-8378-dfad23402fcc req-2bab15d6-d5f7-4c7c-8e94-a2c9233d663e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.358204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51e4916b-f9b0-4ce1-8378-dfad23402fcc req-2bab15d6-d5f7-4c7c-8e94-a2c9233d663e tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.0673966 Feb 04 15:44:09.374706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f4486fa0-eaa3-4729-b25f-3d6977faae1a tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules/a026ecd6-5ebc-419a-8ecb-7987b4da96e2 HTTP/1.1" status: 200 len: 763 time: 0.0353780 Feb 04 15:44:09.375732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58200) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:09.400049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:09.400949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59c3e-4cbe-4256-bee4-c61e434b8ac3 req-d8368051-e365-450f-a39a-0001f7bf3dca tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.403711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c59c3e-4cbe-4256-bee4-c61e434b8ac3 req-d8368051-e365-450f-a39a-0001f7bf3dca tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.1382613 Feb 04 15:44:09.407857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51e4916b-f9b0-4ce1-8378-dfad23402fcc req-3217d7cd-578a-4683-9d3a-285f768426e1 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Feb 04 15:44:09.505005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7c01a6bb-d7ff-41e4-a2a2-13de2518b584 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1275175 Feb 04 15:44:09.513286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58210) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:09.529482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c59c3e-4cbe-4256-bee4-c61e434b8ac3 req-4f88ffaa-2d7e-44e5-a22c-6696ef6ae528 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115324 Feb 04 15:44:09.562741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb86c3ed-991b-4538-953d-71db2e712977 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.580479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb86c3ed-991b-4538-953d-71db2e712977 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.612987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d8773-bafb-432d-bc66-3b22180841e1 req-d39516c2-1404-47db-afd3-1439e0e2e6a9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.614674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d72d8773-bafb-432d-bc66-3b22180841e1 req-d39516c2-1404-47db-afd3-1439e0e2e6a9 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1117768 Feb 04 15:44:09.649587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.666829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:09.667658 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb86c3ed-991b-4538-953d-71db2e712977 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.675657 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340c153c-1781-4a3f-a48b-e940677d9458" -d '{"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:09.687026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb86c3ed-991b-4538-953d-71db2e712977 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:09.688467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cb86c3ed-991b-4538-953d-71db2e712977 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/a026ecd6-5ebc-419a-8ecb-7987b4da96e2 HTTP/1.1" status: 204 len: 168 time: 0.1736693 Feb 04 15:44:09.695255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa0796-ee21-4663-ba5c-e4a2e0e73bcb req-d54af9e7-ed92-4113-9e15-19a9837242a5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:09.697347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53fa0796-ee21-4663-ba5c-e4a2e0e73bcb req-d54af9e7-ed92-4113-9e15-19a9837242a5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.0980027 Feb 04 15:44:09.698283 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58218) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:09.710439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86c3ed-991b-4538-953d-71db2e712977 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a026ecd6-5ebc-419a-8ecb-7987b4da96e2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:09.719106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d72d8773-bafb-432d-bc66-3b22180841e1 req-6ea0b22a-2a6a-4b58-b3d4-b9f70a48345a tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963056 Feb 04 15:44:09.769487 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c33b3f-a92c-4093-a3e1-48372cf57ba9 x-openstack-request-id: req-f4c33b3f-a92c-4093-a3e1-48372cf57ba9 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:09.770155 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:09.770663 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4c33b3f-a92c-4093-a3e1-48372cf57ba9 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:09.771284 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'code': 200} Feb 04 15:44:09.794089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53fa0796-ee21-4663-ba5c-e4a2e0e73bcb req-88c28ff7-e464-41e0-83b4-89d6813b9c50 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753570 Feb 04 15:44:09.831033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58226) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:09.833349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-12572a4f-2d6e-4c44-915d-b19daf2ccaa6 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1321929 Feb 04 15:44:09.838832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bab8658d-b2bf-4f8f-9423-f1439d510f38 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '5a74a307-b3d1-4300-81c7-15010b141b72', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:09.893954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bab8658d-b2bf-4f8f-9423-f1439d510f38 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.002746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bab8658d-b2bf-4f8f-9423-f1439d510f38 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.008646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bab8658d-b2bf-4f8f-9423-f1439d510f38 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.036369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8658d-b2bf-4f8f-9423-f1439d510f38 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd8bc71-1c48-49cc-aa92-9bf971acff1e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.062594 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bab8658d-b2bf-4f8f-9423-f1439d510f38 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.066192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bab8658d-b2bf-4f8f-9423-f1439d510f38 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2317126 Feb 04 15:44:10.067869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58236) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:10.070299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1c20e-f9de-4571-8095-4f63336b544e req-289e9a79-b495-4bf1-b816-7c7f2f4dd40a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.086092 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-acd1c20e-f9de-4571-8095-4f63336b544e req-289e9a79-b495-4bf1-b816-7c7f2f4dd40a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.1282909 Feb 04 15:44:10.092621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-29325a2f-b15b-4b26-a101-cf1a58e6e98a tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules/6cd8bc71-1c48-49cc-aa92-9bf971acff1e HTTP/1.1" status: 200 len: 764 time: 0.0230331 Feb 04 15:44:10.096529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58238) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:10.159115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c4c3d199-8e85-4504-91f7-f9de52c9098c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0608087 Feb 04 15:44:10.162705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58240) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:10.163121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-acd1c20e-f9de-4571-8095-4f63336b544e req-efa9bc2c-daf6-4cbc-b083-2cbd5e29faf9 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755939 Feb 04 15:44:10.215268 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c16f1caf-873b-4cba-aaae-cab6e2a050be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.230200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c16f1caf-873b-4cba-aaae-cab6e2a050be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.290009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c16f1caf-873b-4cba-aaae-cab6e2a050be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.301752 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c16f1caf-873b-4cba-aaae-cab6e2a050be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.303798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c16f1caf-873b-4cba-aaae-cab6e2a050be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6cd8bc71-1c48-49cc-aa92-9bf971acff1e HTTP/1.1" status: 204 len: 168 time: 0.1389465 Feb 04 15:44:10.306643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58246) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:10.331448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f1caf-873b-4cba-aaae-cab6e2a050be tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cd8bc71-1c48-49cc-aa92-9bf971acff1e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.384359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-61282d4f-90ea-452f-9edf-9c4240ef43ab tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758657 Feb 04 15:44:10.387479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbe180-e169-4f82-8842-5d79bcc6529f req-f2a8cae4-1647-40fb-9d85-15d07db3b424 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.390101 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8bbe180-e169-4f82-8842-5d79bcc6529f req-f2a8cae4-1647-40fb-9d85-15d07db3b424 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 944 time: 0.0840583 Feb 04 15:44:10.390782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58248) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:10.461187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8bbe180-e169-4f82-8842-5d79bcc6529f req-508aca08-adf8-4db7-868e-f4db256418a3 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642936 Feb 04 15:44:10.472497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cea05a2-97c6-4210-bff1-3f87fe3a01e2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.516142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cea05a2-97c6-4210-bff1-3f87fe3a01e2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.626492 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cea05a2-97c6-4210-bff1-3f87fe3a01e2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.629224 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cea05a2-97c6-4210-bff1-3f87fe3a01e2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.633620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58256) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:10.634432 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9cea05a2-97c6-4210-bff1-3f87fe3a01e2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/5a74a307-b3d1-4300-81c7-15010b141b72 HTTP/1.1" status: 204 len: 168 time: 0.2417405 Feb 04 15:44:10.672114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea05a2-97c6-4210-bff1-3f87fe3a01e2 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a74a307-b3d1-4300-81c7-15010b141b72,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:10.749072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f2247-e784-47af-b54d-0263600e2cc3 req-4796f265-bb9f-4abd-a0cc-9b866ae9ce03 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.753287 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb7f2247-e784-47af-b54d-0263600e2cc3 req-4796f265-bb9f-4abd-a0cc-9b866ae9ce03 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.1286573 Feb 04 15:44:10.753907 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bab35436-81a8-4e6b-aaea-b3a38c20c48d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176722 Feb 04 15:44:10.763148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58258) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:10.789232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f5ad5aaf-b9db-4a5b-b96e-c49973c50af3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476752270'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:10.835940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb7f2247-e784-47af-b54d-0263600e2cc3 req-e4da9092-c439-4aa7-947f-36bea4001652 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742323 Feb 04 15:44:10.852776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5aaf-b9db-4a5b-b96e-c49973c50af3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.964795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5aaf-b9db-4a5b-b96e-c49973c50af3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.975930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5aaf-b9db-4a5b-b96e-c49973c50af3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:10.986021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ce657-1bc6-471d-bf32-236357986f8b req-63be38b5-8c6d-4dad-81f8-aa7d6c9ca3aa tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:10.987842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd4ce657-1bc6-471d-bf32-236357986f8b req-63be38b5-8c6d-4dad-81f8-aa7d6c9ca3aa tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.0737870 Feb 04 15:44:11.009479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5aaf-b9db-4a5b-b96e-c49973c50af3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.014178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f5ad5aaf-b9db-4a5b-b96e-c49973c50af3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2474205 Feb 04 15:44:11.014722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58264) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:11.021041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad5aaf-b9db-4a5b-b96e-c49973c50af3 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d080a-c675-4361-8cb0-40c438a4c088,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:11.021460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6a229969-d5da-4374-9104-0503b3b4e00c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Request body: {'security_group_rule': {'security_group_id': '2a3d080a-c675-4361-8cb0-40c438a4c088', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:11.081115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd4ce657-1bc6-471d-bf32-236357986f8b req-6d411051-91ca-4d85-86d4-5ac75bf69514 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804541 Feb 04 15:44:11.100502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a229969-d5da-4374-9104-0503b3b4e00c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.168082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:44:11.204432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a229969-d5da-4374-9104-0503b3b4e00c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.211467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a229969-d5da-4374-9104-0503b3b4e00c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.241526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a229969-d5da-4374-9104-0503b3b4e00c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.246272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6a229969-d5da-4374-9104-0503b3b4e00c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2274930 Feb 04 15:44:11.250301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58272) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:11.255635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a229969-d5da-4374-9104-0503b3b4e00c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd2ba72-65f6-46bb-86a5-7dbbd2815a8e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:11.401202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:11.444097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'port_id': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'mac_address': 'fa:16:3e:e9:11:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:44:11.562505 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.601608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:11.645337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:11.652892 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:11.654039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3980f942-bea2-4e27-8e39-914cb7d915ca details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:44:11.765066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734c414-a40a-4888-911b-50d2aa919aa3 req-da933dd6-bc5d-4fa9-9b0e-f25642cb4571 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:11.768722 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2734c414-a40a-4888-911b-50d2aa919aa3 req-da933dd6-bc5d-4fa9-9b0e-f25642cb4571 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 944 time: 0.1371567 Feb 04 15:44:11.906425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2734c414-a40a-4888-911b-50d2aa919aa3 req-402cc532-5d4f-4d47-87e4-7008a2d171cc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312788 Feb 04 15:44:12.018140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:12.028843 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:44:12.135328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952878af-8d1b-41cd-87d5-aea055dba16c req-56917d97-bcec-435c-ad68-2865d834d324 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.136952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-952878af-8d1b-41cd-87d5-aea055dba16c req-56917d97-bcec-435c-ad68-2865d834d324 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.8314717 Feb 04 15:44:12.177533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c568b-5508-49d5-8d6a-0b32d096c237 req-ce72069c-f8e7-46e9-9dda-8efb6640bce0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.179139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-965c568b-5508-49d5-8d6a-0b32d096c237 req-ce72069c-f8e7-46e9-9dda-8efb6640bce0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 944 time: 0.1525595 Feb 04 15:44:12.186238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ceeab99c-6091-4ef2-9fac-422bb0929e08 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.226717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3980f942-bea2-4e27-8e39-914cb7d915ca, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3980f942-bea2-4e27-8e39-914cb7d915ca,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:12.237711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ceeab99c-6091-4ef2-9fac-422bb0929e08 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.245333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '3980f942-bea2-4e27-8e39-914cb7d915ca', 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'port_id': '3980f942-bea2-4e27-8e39-914cb7d915ca', 'mac_address': 'fa:16:3e:37:29:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f240ac-033b-4a39-97b6-383ba4fbf6d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:44:12.251077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-952878af-8d1b-41cd-87d5-aea055dba16c req-67d6bd81-2150-49cf-932d-580e15a72080 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025608 Feb 04 15:44:12.264274 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-965c568b-5508-49d5-8d6a-0b32d096c237 req-4f952135-6588-41fa-9237-c0c9ae845700 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764639 Feb 04 15:44:12.363049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.388542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3980f942-bea2-4e27-8e39-914cb7d915ca {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:12.398046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ceeab99c-6091-4ef2-9fac-422bb0929e08 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.403808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ceeab99c-6091-4ef2-9fac-422bb0929e08 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.405736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ceeab99c-6091-4ef2-9fac-422bb0929e08 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/2a3d080a-c675-4361-8cb0-40c438a4c088 HTTP/1.1" status: 204 len: 168 time: 1.1540360 Feb 04 15:44:12.409303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58286) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:12.436651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeab99c-6091-4ef2-9fac-422bb0929e08 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d080a-c675-4361-8cb0-40c438a4c088,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:12.469744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f16da-71a6-4ae0-8b49-d0498f7137b5 req-3f70d97b-97d6-448f-87e0-5f98bfb63f46 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:12.471753 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-546f16da-71a6-4ae0-8b49-d0498f7137b5 req-3f70d97b-97d6-448f-87e0-5f98bfb63f46 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.0922561 Feb 04 15:44:12.499614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3980f942-bea2-4e27-8e39-914cb7d915ca, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3980f942-bea2-4e27-8e39-914cb7d915ca,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:12.512200 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:12.553114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-21d76abc-c742-4c91-b6cf-ec36ec662a5d tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1399724 Feb 04 15:44:12.553912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58290) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:12.606503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-546f16da-71a6-4ae0-8b49-d0498f7137b5 req-25ff6cc5-523b-415e-bae7-038c20fe2e6e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077139 Feb 04 15:44:12.619977 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4df301ff-696a-41a4-af3d-2e71b44bf42f tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0646961 Feb 04 15:44:12.620672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58294) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:12.639802 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-f49ec4fe-a6b3-40be-bac0-dc5bc0ee5778 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] delete failed (client error): The resource could not be found. Feb 04 15:44:12.641368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f49ec4fe-a6b3-40be-bac0-dc5bc0ee5778 tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "DELETE /v2.0/security-groups/2a3d080a-c675-4361-8cb0-40c438a4c088 HTTP/1.1" status: 404 len: 347 time: 0.0194538 Feb 04 15:44:12.647707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58298) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:12.703450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=3980f942-bea2-4e27-8e39-914cb7d915ca,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:12.719462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5a6b74f2-ae53-4baa-8428-a9193db7200c tempest-SecGroupTest-1974530951 tempest-SecGroupTest-1974530951-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702569 Feb 04 15:44:13.017414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['3980f942-bea2-4e27-8e39-914cb7d915ca'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:13.122696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:13.181437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58324) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:13.202222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201092-67d0-45ea-b9af-8dc6fb51b5e0 req-e8b3e644-a4b0-4b09-93c1-6c84f700e57d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:13.207216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3201092-67d0-45ea-b9af-8dc6fb51b5e0 req-e8b3e644-a4b0-4b09-93c1-6c84f700e57d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 945 time: 0.1462429 Feb 04 15:44:13.332200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3201092-67d0-45ea-b9af-8dc6fb51b5e0 req-655a9b1d-da9b-42cc-bb81-c7ffb3d0f1c8 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140730 Feb 04 15:44:13.548577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985a71c-9241-49a7-b791-76bdb9177ead req-c7563c34-882b-47b5-9e96-5892c6c1a39f tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:13.565807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d985a71c-9241-49a7-b791-76bdb9177ead req-c7563c34-882b-47b5-9e96-5892c6c1a39f tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.0973663 Feb 04 15:44:13.593098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6e8a6-2478-4e94-8e0a-cacf51644e0c req-90f1a36a-ed64-4565-9429-75938185e7d8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:13.606859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fed6e8a6-2478-4e94-8e0a-cacf51644e0c req-90f1a36a-ed64-4565-9429-75938185e7d8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 944 time: 0.1977766 Feb 04 15:44:13.781272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bd24c67d-d338-4ee7-b072-3241653c1d76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d656553fb508479daa630a84bd53a997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5978460 Feb 04 15:44:13.799828 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d985a71c-9241-49a7-b791-76bdb9177ead req-d9e2f8df-e86c-4717-9f05-c9388309ceb4 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304304 Feb 04 15:44:13.800539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58350) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:13.806925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fed6e8a6-2478-4e94-8e0a-cacf51644e0c req-704a264b-6295-4968-94ca-782954569b92 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1902204 Feb 04 15:44:13.952757 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f68db178-6e77-4087-90e6-033bd9465d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.122760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f68db178-6e77-4087-90e6-033bd9465d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.241908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb2ab9-6db9-44e6-8421-f795efb20d0c req-576b9f5b-99a3-4276-b19b-90065be9b5e6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:14.256747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-abeb2ab9-6db9-44e6-8421-f795efb20d0c req-576b9f5b-99a3-4276-b19b-90065be9b5e6 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.3228335 Feb 04 15:44:14.483142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-abeb2ab9-6db9-44e6-8421-f795efb20d0c req-06f0d08e-053e-4126-b06d-7330fcbff926 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977899 Feb 04 15:44:14.485213 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f68db178-6e77-4087-90e6-033bd9465d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.521358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f68db178-6e77-4087-90e6-033bd9465d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:14.524228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f68db178-6e77-4087-90e6-033bd9465d40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70738ad6-516d-41ef-a53d-886de3ed4496 HTTP/1.1" status: 204 len: 168 time: 0.7196486 Feb 04 15:44:14.568959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68db178-6e77-4087-90e6-033bd9465d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70738ad6-516d-41ef-a53d-886de3ed4496,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:14.687372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fad036-2cc2-40b2-adb4-7513f69f69e7 req-f99e8636-ba00-4a9b-83d8-0efa556a6201 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:14.711361 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58fad036-2cc2-40b2-adb4-7513f69f69e7 req-f99e8636-ba00-4a9b-83d8-0efa556a6201 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 945 time: 0.2302842 Feb 04 15:44:14.897687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811e308-b045-44dc-8829-2149795d75a4 req-600d9089-bed2-4972-bd46-0e6b91660332 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:14.901327 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7811e308-b045-44dc-8829-2149795d75a4 req-600d9089-bed2-4972-bd46-0e6b91660332 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 945 time: 0.2137384 Feb 04 15:44:14.923786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58fad036-2cc2-40b2-adb4-7513f69f69e7 req-a60dc624-3144-4dda-a20b-415d04c4f628 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955750 Feb 04 15:44:15.066260 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7811e308-b045-44dc-8829-2149795d75a4 req-93dbc45c-35bb-4440-84ad-5137154f3f2e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400616 Feb 04 15:44:15.092963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 87788e12-9e93-4713-b009-dba83d3e1ce6 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:44:15.188536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b5521-0346-4fb4-a554-6d8b5130f9b6 req-e6d3a211-e886-4157-b6fe-b24f776ca86b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:15.203224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b4b5521-0346-4fb4-a554-6d8b5130f9b6 req-e6d3a211-e886-4157-b6fe-b24f776ca86b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 944 time: 0.1586292 Feb 04 15:44:15.217019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:44:15.318856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b4b5521-0346-4fb4-a554-6d8b5130f9b6 req-1cd412b9-dc85-42a0-9990-f414ce93ffac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144371 Feb 04 15:44:15.619342 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.856567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d6789-a5a3-4e65-863f-f5d67a0c6dcf req-ff4d53dd-c411-40c7-bcbd-1e42433c7cf2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:15.870329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:15.870600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d1d6789-a5a3-4e65-863f-f5d67a0c6dcf req-ff4d53dd-c411-40c7-bcbd-1e42433c7cf2 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.1583803 Feb 04 15:44:15.880309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:15.892879 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75742c0-d91e-49e0-9793-61c9d6cb17fe" -d '{"events": [{"server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "name": "network-vif-unplugged", "status": "completed", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:15.904702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:15.921290 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:15.933348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:15.933348 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.003670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d1d6789-a5a3-4e65-863f-f5d67a0c6dcf req-66f49a02-ad97-4fcf-88c1-b14eb9005c8f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318862 Feb 04 15:44:16.090380 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a9c3d0-3232-488f-8ee0-6449892ef5e0 x-openstack-request-id: req-a4a9c3d0-3232-488f-8ee0-6449892ef5e0 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:16.094147 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "name": "network-vif-unplugged", "status": "completed", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:16.094794 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4a9c3d0-3232-488f-8ee0-6449892ef5e0 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:16.095484 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'code': 200} Feb 04 15:44:16.340483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:16.436037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55955d80-2b0e-453c-a2bf-4f802ac47cef req-80584266-15f0-4d0a-91e8-f252e090d540 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:16.439036 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55955d80-2b0e-453c-a2bf-4f802ac47cef req-80584266-15f0-4d0a-91e8-f252e090d540 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 945 time: 0.2161560 Feb 04 15:44:16.512048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3146974-20b0-462c-a65a-4df9bf99d89e req-0d7f883f-801c-43c0-be32-2ca377d94f56 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:16.517105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3146974-20b0-462c-a65a-4df9bf99d89e req-0d7f883f-801c-43c0-be32-2ca377d94f56 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 943 time: 0.3001626 Feb 04 15:44:16.533933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55955d80-2b0e-453c-a2bf-4f802ac47cef req-2bbea090-b0cd-46e9-b271-9a04b6ac9e22 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857973 Feb 04 15:44:16.587945 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.667660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3146974-20b0-462c-a65a-4df9bf99d89e req-29eb5050-d2e1-4c56-b5c5-91a8c9fa9aa2 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305995 Feb 04 15:44:16.740652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:16.766941 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:16.768734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3980f942-bea2-4e27-8e39-914cb7d915ca up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:44:16.875503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-922d698d-6a37-495e-867d-8975a953c04a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:16.878505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-922d698d-6a37-495e-867d-8975a953c04a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 943 time: 0.2094383 Feb 04 15:44:16.926320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6a5fb-7b82-45a0-a4ba-5f5c135fe471 req-1b3f30e9-18ae-49b4-92c7-196afe102425 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:16.946910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9f6a5fb-7b82-45a0-a4ba-5f5c135fe471 req-1b3f30e9-18ae-49b4-92c7-196afe102425 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.2370949 Feb 04 15:44:17.187844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9f6a5fb-7b82-45a0-a4ba-5f5c135fe471 req-ceaa3737-f77c-4ba9-9818-1153b33cf35a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2332232 Feb 04 15:44:17.205380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.234056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 3980f942-bea2-4e27-8e39-914cb7d915ca completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:17.239413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 3980f942-bea2-4e27-8e39-914cb7d915ca triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:17.239801 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.262043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Deleting port 87788e12-9e93-4713-b009-dba83d3e1ce6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:44:17.262043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.479969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.507164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf75ad7-799f-4082-be1d-f6e095a9c272 req-ea6e9ee1-7b2f-41ee-8ee7-8fa37cd92db3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:17.509207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eaf75ad7-799f-4082-be1d-f6e095a9c272 req-ea6e9ee1-7b2f-41ee-8ee7-8fa37cd92db3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.1252587 Feb 04 15:44:17.538006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] For port 87788e12-9e93-4713-b009-dba83d3e1ce6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=87788e12-9e93-4713-b009-dba83d3e1ce6,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:17.545201 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.609170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Calling delete_port for 87788e12-9e93-4713-b009-dba83d3e1ce6 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:44:17.644456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 3980f942-bea2-4e27-8e39-914cb7d915ca, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3980f942-bea2-4e27-8e39-914cb7d915ca,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:17.651447 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:17.863167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780cd9-3aa1-41cc-bb40-fa850ec1ac30 req-12d22e9c-2fb3-4477-bf94-ad34ff267b93 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:17.876581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d780cd9-3aa1-41cc-bb40-fa850ec1ac30 req-12d22e9c-2fb3-4477-bf94-ad34ff267b93 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 946 time: 0.2032566 Feb 04 15:44:17.896720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=3980f942-bea2-4e27-8e39-914cb7d915ca,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:17.989203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eaf75ad7-799f-4082-be1d-f6e095a9c272 req-40de51de-8f7f-4623-88b8-d9a881564892 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973001 Feb 04 15:44:18.074923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d780cd9-3aa1-41cc-bb40-fa850ec1ac30 req-f328826f-9709-4059-a16a-c11d454d5907 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967738 Feb 04 15:44:18.096369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'}, {'server_uuid': '8176d06e-7cf8-41f0-8bb8-02781d172835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3980f942-bea2-4e27-8e39-914cb7d915ca'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:18.099203 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31448b30-7581-479b-972a-2b2b00aa3b87" -d '{"events": [{"server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "name": "network-vif-plugged", "status": "completed", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52"}, {"server_uuid": "8176d06e-7cf8-41f0-8bb8-02781d172835", "name": "network-vif-plugged", "status": "completed", "tag": "3980f942-bea2-4e27-8e39-914cb7d915ca"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:18.183309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.475767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25e8bb8b-89d5-4ae5-ae2f-4908505f4e58 req-ab991a70-b0dd-43c9-b0d3-b0c374560271 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 210 time: 0.2865493 Feb 04 15:44:18.477501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event deleted for resources: {'Port': ['ID=87788e12-9e93-4713-b009-dba83d3e1ce6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:18.570890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.571771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.573209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.575443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.577242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.578699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.579897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.582168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.583211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.586584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.587636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.604504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:18.889671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] No DVR routers for this DVR port 87788e12-9e93-4713-b009-dba83d3e1ce6 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:18.900709 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:18.923221 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0614971-de9d-4d8c-a0a6-5b8b5613f872 req-dfa728ba-b854-4f4b-9ba0-8133778dc0c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "DELETE /v2.0/ports/87788e12-9e93-4713-b009-dba83d3e1ce6 HTTP/1.1" status: 204 len: 173 time: 2.0370059 Feb 04 15:44:18.939931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'name': 'network-vif-deleted', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:18.949194 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bfa66d-3e88-4cd0-97ff-a677ac23b29e x-openstack-request-id: req-86bfa66d-3e88-4cd0-97ff-a677ac23b29e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:18.949737 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665eded0-aa5a-4e8e-a228-8d5071540209" -d '{"events": [{"server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "name": "network-vif-deleted", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:18.952397 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "name": "network-vif-plugged", "status": "completed", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52", "code": 200}, {"server_uuid": "8176d06e-7cf8-41f0-8bb8-02781d172835", "name": "network-vif-plugged", "status": "completed", "tag": "3980f942-bea2-4e27-8e39-914cb7d915ca", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:18.952878 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86bfa66d-3e88-4cd0-97ff-a677ac23b29e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:18.954506 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'code': 200} Feb 04 15:44:18.954928 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8176d06e-7cf8-41f0-8bb8-02781d172835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3980f942-bea2-4e27-8e39-914cb7d915ca', 'code': 200} Feb 04 15:44:19.048737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8b47d-468e-4f12-b5cf-cb011fe70574 req-75baee32-068c-4e05-91a1-ff7a6d4e58dc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.069207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0c8b47d-468e-4f12-b5cf-cb011fe70574 req-75baee32-068c-4e05-91a1-ff7a6d4e58dc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.3515468 Feb 04 15:44:19.116320 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a11b31-619c-493b-8cbb-2c8e1d120ebf x-openstack-request-id: req-f9a11b31-619c-493b-8cbb-2c8e1d120ebf {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:19.117015 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a99c92-93af-42ab-b80c-0c5026791519", "name": "network-vif-deleted", "tag": "87788e12-9e93-4713-b009-dba83d3e1ce6", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:19.117294 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9a11b31-619c-493b-8cbb-2c8e1d120ebf {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:19.118006 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a99c92-93af-42ab-b80c-0c5026791519', 'name': 'network-vif-deleted', 'tag': '87788e12-9e93-4713-b009-dba83d3e1ce6', 'status': 'completed', 'code': 200} Feb 04 15:44:19.120900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 87788e12-9e93-4713-b009-dba83d3e1ce6 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:44:19.204313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 87788e12-9e93-4713-b009-dba83d3e1ce6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:44:19.206666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 87788e12-9e93-4713-b009-dba83d3e1ce6 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:44:19.416038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb39d1-8469-431b-91f3-0b2f167f66bd req-c6dc656a-e2a7-4c0c-8c1b-9065a309cd89 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.422141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60eb39d1-8469-431b-91f3-0b2f167f66bd req-c6dc656a-e2a7-4c0c-8c1b-9065a309cd89 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.0948999 Feb 04 15:44:19.424235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6435ce-53e4-4770-885e-31053de432dc req-30c64506-1781-4fba-8847-3b895f58bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.428425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba6435ce-53e4-4770-885e-31053de432dc req-30c64506-1781-4fba-8847-3b895f58bda3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1096 time: 0.1945047 Feb 04 15:44:19.514380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60eb39d1-8469-431b-91f3-0b2f167f66bd req-1e7c5441-19f3-44e9-891a-9a2cf85358d5 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844364 Feb 04 15:44:19.533365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0c8b47d-468e-4f12-b5cf-cb011fe70574 req-a44fc203-b81a-455e-9227-4be35f039847 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4516997 Feb 04 15:44:19.559615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba6435ce-53e4-4770-885e-31053de432dc req-ecf08660-1421-439a-ae2d-663d3477e825 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802500 Feb 04 15:44:19.604316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a0e90-078b-4939-a98f-4ad35785b0f5 req-130ef6fe-ad89-4dab-b711-34e9c56ff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:19.606272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-336a0e90-078b-4939-a98f-4ad35785b0f5 req-130ef6fe-ad89-4dab-b711-34e9c56ff378 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 1097 time: 0.2931006 Feb 04 15:44:19.804627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-739f82a9-5863-4b6e-9d8f-cf31a2c7dab3 req-e5b99231-e066-4af2-9c20-3cb70e4c588d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a99c92-93af-42ab-b80c-0c5026791519 HTTP/1.1" status: 200 len: 210 time: 0.0406797 Feb 04 15:44:20.026594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ffbe-2a4c-4845-91ba-69fcbd3cdcb6 req-fe632e23-0a79-44f6-b368-74c05ea13d83 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:20.056549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43d7ffbe-2a4c-4845-91ba-69fcbd3cdcb6 req-fe632e23-0a79-44f6-b368-74c05ea13d83 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 946 time: 0.2476368 Feb 04 15:44:20.188893 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-336a0e90-078b-4939-a98f-4ad35785b0f5 req-211fec74-ec50-4bdf-8659-594ead232e98 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633924 Feb 04 15:44:20.230083 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43d7ffbe-2a4c-4845-91ba-69fcbd3cdcb6 req-6c228f2c-dace-4ae7-8ee2-a69638068181 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713758 Feb 04 15:44:20.494033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357372c0-84cd-4985-950f-7fc3a842111c req-b19892c0-f610-4023-a4a0-b8fb31243184 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:20.497271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-357372c0-84cd-4985-950f-7fc3a842111c req-b19892c0-f610-4023-a4a0-b8fb31243184 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.0891573 Feb 04 15:44:20.591680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-357372c0-84cd-4985-950f-7fc3a842111c req-6036b6b6-7352-4ccf-8508-af230d20fd0b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823591 Feb 04 15:44:20.948623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede70e-ed5f-4a1b-8779-0110f42b8550 req-508f5c97-88bd-40ed-a650-079711259c55 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:20.961370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7dede70e-ed5f-4a1b-8779-0110f42b8550 req-508f5c97-88bd-40ed-a650-079711259c55 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.2062218 Feb 04 15:44:21.001309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19f34d-fc8d-4616-8b31-aca1c4e56fde req-ff27c0e5-a312-40ff-919e-c66b84a362e7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.004013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab19f34d-fc8d-4616-8b31-aca1c4e56fde req-ff27c0e5-a312-40ff-919e-c66b84a362e7 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.1448147 Feb 04 15:44:21.031145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7dede70e-ed5f-4a1b-8779-0110f42b8550 req-39e9e2e4-17f6-4703-991c-dbe3e3f1102b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598922 Feb 04 15:44:21.126369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab19f34d-fc8d-4616-8b31-aca1c4e56fde req-6c97c3b1-32b9-4d45-bf45-3bc39b61e2ec tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973356 Feb 04 15:44:21.442221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58508) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:21.455245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-eb0e10f7-ee90-4d45-ad5d-4f14a7364f7b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991355215', 'description': 'tempest-description--1021110885'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:21.566156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb0e10f7-ee90-4d45-ad5d-4f14a7364f7b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.768649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb0e10f7-ee90-4d45-ad5d-4f14a7364f7b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.790423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb0e10f7-ee90-4d45-ad5d-4f14a7364f7b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.824453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d47c7-c64b-4bf3-84ff-0f3d781989b2 req-7727c409-af43-4cfd-a935-b6d5fe21c4e3 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:21.833257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d03d47c7-c64b-4bf3-84ff-0f3d781989b2 req-7727c409-af43-4cfd-a935-b6d5fe21c4e3 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 946 time: 0.1841674 Feb 04 15:44:21.883228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d03d47c7-c64b-4bf3-84ff-0f3d781989b2 req-ee03d491-8156-4bc5-8081-619ce08dac36 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473275 Feb 04 15:44:21.907898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e10f7-ee90-4d45-ad5d-4f14a7364f7b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85a6b0-1239-4862-be34-6a8a97ad9198,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:21.974147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb0e10f7-ee90-4d45-ad5d-4f14a7364f7b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:21.979232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eb0e10f7-ee90-4d45-ad5d-4f14a7364f7b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5315795 Feb 04 15:44:21.999146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58516) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:22.007086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1fd0afd2-9ad5-4ea7-858a-b356f9ea13c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Request body: {'security_group_rule': {'security_group_id': 'cb85a6b0-1239-4862-be34-6a8a97ad9198', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:22.059660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc424cc2-3b55-4e73-add3-902c59376bf7 req-014e0546-b989-4e5e-bfd8-475dce65ba4b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:22.073557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc424cc2-3b55-4e73-add3-902c59376bf7 req-014e0546-b989-4e5e-bfd8-475dce65ba4b tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1157324 Feb 04 15:44:22.076523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e4f9c-a48d-426c-ac8f-24f6059f670b req-99bf4932-943e-481c-b522-b68d144f6dae tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:22.105644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e07e4f9c-a48d-426c-ac8f-24f6059f670b req-99bf4932-943e-481c-b522-b68d144f6dae tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.3335459 Feb 04 15:44:22.140995 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc424cc2-3b55-4e73-add3-902c59376bf7 req-2ca40083-f9fc-46d7-a727-e36c22b19ba3 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/security-groups?id=125a0504-873a-4c2b-b3a2-6eada8679f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657814 Feb 04 15:44:22.167231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1fd0afd2-9ad5-4ea7-858a-b356f9ea13c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.251800 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e07e4f9c-a48d-426c-ac8f-24f6059f670b req-2376d770-3047-4474-b87f-390c3e0e0d0e tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445484 Feb 04 15:44:22.415367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-dc9541b8-c404-4cda-91db-ed1646b8417f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:22.417245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-dc9541b8-c404-4cda-91db-ed1646b8417f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 947 time: 0.1587520 Feb 04 15:44:22.485469 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1fd0afd2-9ad5-4ea7-858a-b356f9ea13c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.536485 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1fd0afd2-9ad5-4ea7-858a-b356f9ea13c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.652302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0afd2-9ad5-4ea7-858a-b356f9ea13c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a77c014-3a8c-434f-819a-a7af2c448899,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:22.693598 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1fd0afd2-9ad5-4ea7-858a-b356f9ea13c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.699532 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1fd0afd2-9ad5-4ea7-858a-b356f9ea13c0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6940007 Feb 04 15:44:22.703325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58538) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:22.708579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f556df71-3cbb-4879-876e-6c2523b51a1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Request body: {'security_group_rule': {'security_group_id': 'cb85a6b0-1239-4862-be34-6a8a97ad9198', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:22.758370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec699e-2a1f-48b5-a262-ec8c9f0423fe req-2028fe5f-2526-497b-9f72-792b95f44437 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:22.765609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c53fc2-ef11-48d4-b6f6-303524ee8f06 req-922e2b14-5818-4f53-88e2-456ffcee472a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:22.773611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ec699e-2a1f-48b5-a262-ec8c9f0423fe req-2028fe5f-2526-497b-9f72-792b95f44437 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.4292786 Feb 04 15:44:22.774205 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c53fc2-ef11-48d4-b6f6-303524ee8f06 req-922e2b14-5818-4f53-88e2-456ffcee472a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.2921553 Feb 04 15:44:22.846996 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f556df71-3cbb-4879-876e-6c2523b51a1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.848300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Deleting port c49554e9-0a57-4eeb-b69f-5a9a86019aaa {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:44:22.849186 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:22.865781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c53fc2-ef11-48d4-b6f6-303524ee8f06 req-0bad5946-82ff-4f41-8b69-2e4c6e3031a3 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905428 Feb 04 15:44:22.946314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ec699e-2a1f-48b5-a262-ec8c9f0423fe req-9a60961f-5e41-471c-a7ae-08c5bd1db3c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407440 Feb 04 15:44:23.049831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] For port c49554e9-0a57-4eeb-b69f-5a9a86019aaa, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,segment=NetworkSegment(edaa453f-f1c9-4b76-92be-91257310db8b),segment_id=edaa453f-f1c9-4b76-92be-91257310db8b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:23.051010 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.072640 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.081231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Calling delete_port for c49554e9-0a57-4eeb-b69f-5a9a86019aaa owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:44:23.121269 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f556df71-3cbb-4879-876e-6c2523b51a1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.174114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f556df71-3cbb-4879-876e-6c2523b51a1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.174114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556df71-3cbb-4879-876e-6c2523b51a1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de0ae29-0c97-4e3c-b6fb-b38d5874c7bb,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:23.281229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f556df71-3cbb-4879-876e-6c2523b51a1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.283146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f556df71-3cbb-4879-876e-6c2523b51a1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5793080 Feb 04 15:44:23.288541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58548) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:23.297626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:23.330789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d16501-d32f-47dc-a5a9-4613eec3546b req-d0dab33d-23db-4096-89e5-61b0ca633a2a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:23.333382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62d16501-d32f-47dc-a5a9-4613eec3546b req-d0dab33d-23db-4096-89e5-61b0ca633a2a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 946 time: 0.1499925 Feb 04 15:44:23.379606 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.502100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62d16501-d32f-47dc-a5a9-4613eec3546b req-52336674-fa34-44d9-b0c4-34990559dfa9 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379876 Feb 04 15:44:23.641346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:23.884115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Pushing event deleted for resources: {'Port': ['ID=c49554e9-0a57-4eeb-b69f-5a9a86019aaa,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:24.010450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78a70d23-63c2-4dde-80a2-384330272e6a req-4803dd31-4949-4a76-8939-87d9a1e45f7f tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 210 time: 0.1986670 Feb 04 15:44:24.032435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eab906-7430-451e-9002-9b5b196adc01 req-ae50210b-6b08-4b8e-a8e9-975f643c82d2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.035374 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32eab906-7430-451e-9002-9b5b196adc01 req-ae50210b-6b08-4b8e-a8e9-975f643c82d2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.2938645 Feb 04 15:44:24.130715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.157081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32eab906-7430-451e-9002-9b5b196adc01 req-7753e4c5-3a04-4b39-b0ce-94aa92762e9b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944703 Feb 04 15:44:24.162155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] No DVR routers for this DVR port c49554e9-0a57-4eeb-b69f-5a9a86019aaa on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:24.179282 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:24.192350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2962434d-9d76-4704-9e63-e6f645c9c041 req-11690b29-0240-4f64-8cf1-b7e334f7af98 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.30 "DELETE /v2.0/ports/c49554e9-0a57-4eeb-b69f-5a9a86019aaa HTTP/1.1" status: 204 len: 173 time: 1.7540188 Feb 04 15:44:24.193129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-deleted', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:24.208640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58568) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:24.209094 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1550833-ca69-4590-9b1f-58448e1e0019" -d '{"events": [{"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-deleted", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:24.340174 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19376d2-4d8e-4bd8-b3a1-8043a17b7eb6 x-openstack-request-id: req-b19376d2-4d8e-4bd8-b3a1-8043a17b7eb6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:24.341293 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc93565e-bcd1-4f3e-acb4-ed74004249da", "name": "network-vif-deleted", "tag": "c49554e9-0a57-4eeb-b69f-5a9a86019aaa", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:24.341293 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b19376d2-4d8e-4bd8-b3a1-8043a17b7eb6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:24.341804 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc93565e-bcd1-4f3e-acb4-ed74004249da', 'name': 'network-vif-deleted', 'tag': 'c49554e9-0a57-4eeb-b69f-5a9a86019aaa', 'status': 'completed', 'code': 200} Feb 04 15:44:24.376232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f30d4-3c1f-483e-92af-e6e6b16a7d3b req-a17d1b82-33d3-459c-b52f-d25ca3ee9339 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.379192 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-262f30d4-3c1f-483e-92af-e6e6b16a7d3b req-a17d1b82-33d3-459c-b52f-d25ca3ee9339 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.1465428 Feb 04 15:44:24.561304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-262f30d4-3c1f-483e-92af-e6e6b16a7d3b req-55d6c89d-2f1f-479f-b296-2c686de0a1ae tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644218 Feb 04 15:44:24.635645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e20eec-b502-40fc-a09b-5708426fb2c0 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.638842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-34e20eec-b502-40fc-a09b-5708426fb2c0 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1091 time: 0.4285207 Feb 04 15:44:24.643400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58580) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:24.651995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:24.745777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Allocated IP 172.25.1.129 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/962a408d-ed2c-4019-b387-dc30dd7dd954) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:24.761828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-4add5f60-3194-48e2-bbb0-52c856daf706 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:24.765465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-4add5f60-3194-48e2-bbb0-52c856daf706 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.1656356 Feb 04 15:44:24.796223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.130593 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.172245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:44:25.243087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: c49554e9-0a57-4eeb-b69f-5a9a86019aaa {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:44:25.243439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c49554e9-0a57-4eeb-b69f-5a9a86019aaa not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:44:25.300048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Deleting port fcd5929c-4558-4eda-81a0-bb4ee968cba4 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:44:25.301703 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.321212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.337379 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.525586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:25.705253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:25.732529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9bb156d-9e61-42e1-9cb5-7b2ab021558c req-80747a20-307d-48ae-9f2d-ff5397c32d78 tempest-ServersNegativeTestJSON-123524175 tempest-ServersNegativeTestJSON-123524175-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc93565e-bcd1-4f3e-acb4-ed74004249da HTTP/1.1" status: 200 len: 210 time: 0.2446153 Feb 04 15:44:25.738272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:44:25.754010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event updated for resources: {'Port': ['ID=962a408d-ed2c-4019-b387-dc30dd7dd954,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:25.767629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] For port fcd5929c-4558-4eda-81a0-bb4ee968cba4, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=fcd5929c-4558-4eda-81a0-bb4ee968cba4,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:25.778043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:25.810600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.811344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.811966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.812534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.813238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.813924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.814518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.815082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.815728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.816299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.816948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.817505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:25.857448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Calling delete_port for fcd5929c-4558-4eda-81a0-bb4ee968cba4 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:44:26.082493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.25.1.39 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/ea217ab2-60d2-4ca3-933f-45e21060864c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:26.210244 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.251092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:26.272072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33c156-f177-4354-840b-f7bd616a5259 req-9c052942-5654-4f30-ae21-eae04a99fa0b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:26.280678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca33c156-f177-4354-840b-f7bd616a5259 req-9c052942-5654-4f30-ae21-eae04a99fa0b tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=24067044-c007-4913-8a1d-b0acf9ccac59 HTTP/1.1" status: 200 len: 945 time: 0.4087567 Feb 04 15:44:26.292427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event deleted for resources: {'Port': ['ID=fcd5929c-4558-4eda-81a0-bb4ee968cba4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:26.373075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca33c156-f177-4354-840b-f7bd616a5259 req-1f4f4e12-8194-4707-9f2f-bbd3e9a7169a tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913820 Feb 04 15:44:26.437443 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.448031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] No DVR routers for this DVR port fcd5929c-4558-4eda-81a0-bb4ee968cba4 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:26.459946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.473412 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb9ca1f0-c8ab-4a68-b54a-7048f80756c9 req-51fb4110-3cb2-4d4e-ae31-e54c678ff9d4 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.30 "DELETE /v2.0/ports/fcd5929c-4558-4eda-81a0-bb4ee968cba4 HTTP/1.1" status: 204 len: 173 time: 1.6868408 Feb 04 15:44:26.483534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24067044-c007-4913-8a1d-b0acf9ccac59', 'name': 'network-vif-deleted', 'tag': 'fcd5929c-4558-4eda-81a0-bb4ee968cba4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:26.510491 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2327b73-7f57-4078-a9b9-464158c3fd2c" -d '{"events": [{"server_uuid": "24067044-c007-4913-8a1d-b0acf9ccac59", "name": "network-vif-deleted", "tag": "fcd5929c-4558-4eda-81a0-bb4ee968cba4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:26.539771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.633597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:26.647854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:26.655479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:44:26.705302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.722500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=ea217ab2-60d2-4ca3-933f-45e21060864c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:26.798211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:26.811444 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa503174-03da-49d4-9e26-94c724123db4 x-openstack-request-id: req-fa503174-03da-49d4-9e26-94c724123db4 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:26.812135 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24067044-c007-4913-8a1d-b0acf9ccac59", "name": "network-vif-deleted", "tag": "fcd5929c-4558-4eda-81a0-bb4ee968cba4", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:26.812135 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa503174-03da-49d4-9e26-94c724123db4 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:26.813583 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24067044-c007-4913-8a1d-b0acf9ccac59', 'name': 'network-vif-deleted', 'tag': 'fcd5929c-4558-4eda-81a0-bb4ee968cba4', 'status': 'completed', 'code': 200} Feb 04 15:44:26.936109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58618) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:27.182367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fcd5929c-4558-4eda-81a0-bb4ee968cba4 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:44:27.241255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: fcd5929c-4558-4eda-81a0-bb4ee968cba4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:44:27.241642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device fcd5929c-4558-4eda-81a0-bb4ee968cba4 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:44:27.457413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda037db-f50d-4c7f-b2b3-dfc055da0acc admin admin] Deleting subnet 17adc9bc-7823-41f2-b2d4-62b41dd863fc {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:44:27.473860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eda037db-f50d-4c7f-b2b3-dfc055da0acc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.645166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eda037db-f50d-4c7f-b2b3-dfc055da0acc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.795857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eda037db-f50d-4c7f-b2b3-dfc055da0acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:27.993144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.010836 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.051057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eda037db-f50d-4c7f-b2b3-dfc055da0acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.056690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.095418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda037db-f50d-4c7f-b2b3-dfc055da0acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17adc9bc-7823-41f2-b2d4-62b41dd863fc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:28.106766 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eda037db-f50d-4c7f-b2b3-dfc055da0acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.119183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eda037db-f50d-4c7f-b2b3-dfc055da0acc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/17adc9bc-7823-41f2-b2d4-62b41dd863fc HTTP/1.1" status: 204 len: 168 time: 1.1808424 Feb 04 15:44:28.123329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58656) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:28.286562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.664653 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.736200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c233989-c83e-426e-ac12-94ea7c37fa9a']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:28.754598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edaa453f-f1c9-4b76-92be-91257310db8b') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:28.755148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edaa453f-f1c9-4b76-92be-91257310db8b') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:28.772233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.792580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.806413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:44:28.806413 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:28.887401 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:28.908441 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.948880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:28.973006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8c233989-c83e-426e-ac12-94ea7c37fa9a HTTP/1.1" status: 204 len: 168 time: 0.8479440 Feb 04 15:44:29.022052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ca53b-cb8a-49e4-9e96-bc7f10ebe943 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c233989-c83e-426e-ac12-94ea7c37fa9a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:29.392641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58688) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:29.473730 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-68204f20-56b3-4830-bdd7-a3f9983b47ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01706eed0ac64263a64ab79ae452909c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790648 Feb 04 15:44:29.475235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58694) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:29.616165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event updated for resources: {'Port': ['ID=962a408d-ed2c-4019-b387-dc30dd7dd954,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:29.628951 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.645194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bb63550-a081-4c02-888c-ae0fcbf01432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.677913 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bb63550-a081-4c02-888c-ae0fcbf01432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.681625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.755942 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bb63550-a081-4c02-888c-ae0fcbf01432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.761689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bb63550-a081-4c02-888c-ae0fcbf01432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.767690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:29.767858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0bb63550-a081-4c02-888c-ae0fcbf01432 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/125a0504-873a-4c2b-b3a2-6eada8679f6d HTTP/1.1" status: 204 len: 168 time: 0.2898755 Feb 04 15:44:29.769635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28bd6b21-92c8-40ba-a84d-13f7a5d70d51 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4798031 Feb 04 15:44:29.809328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb63550-a081-4c02-888c-ae0fcbf01432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125a0504-873a-4c2b-b3a2-6eada8679f6d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:29.853675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16a262-d8c3-4369-8017-7e3affd0c1b4 req-842f3119-8cd9-49fd-8601-cd4f65a3c894 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:29.855362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d16a262-d8c3-4369-8017-7e3affd0c1b4 req-842f3119-8cd9-49fd-8601-cd4f65a3c894 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 945 time: 0.2639351 Feb 04 15:44:29.966274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d16a262-d8c3-4369-8017-7e3affd0c1b4 req-42c99cf7-75cc-45ee-bc58-287e88af4c17 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994947 Feb 04 15:44:30.095443 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.103673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.585852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b402b9b6-d9d2-4588-9973-db8919bac71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.629710 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:30.632525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=ea217ab2-60d2-4ca3-933f-45e21060864c,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:30.737807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a86ab3e4-6d01-425f-9957-278de6e1b8ed tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:30.772108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a86ab3e4-6d01-425f-9957-278de6e1b8ed tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 945 time: 0.3157530 Feb 04 15:44:31.094437 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Floating IP 94265fd7-042f-40ab-8c8c-88bfdd5b3169 associated. External IP: 172.25.1.39, port: 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52. Feb 04 15:44:31.482051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc69694-0ee5-4fec-b29b-2a2c91360bc8 req-57c593fb-80ac-4374-8729-7550eb90911f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:31.483722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cc69694-0ee5-4fec-b29b-2a2c91360bc8 req-57c593fb-80ac-4374-8729-7550eb90911f tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 945 time: 0.2534115 Feb 04 15:44:31.494110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-c130ff66-afb3-4c73-a2d6-c0e4e6545a49 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:31.502597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-c130ff66-afb3-4c73-a2d6-c0e4e6545a49 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 821 time: 1.1225674 Feb 04 15:44:31.556571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-fbaedde8-7df1-43c4-a243-6d131349936d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/quotas/9e5a3ffc14264dbfaffcae7e792ea2cb HTTP/1.1" status: 200 len: 375 time: 0.0524442 Feb 04 15:44:31.614341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Deleting port 31b40514-6329-4c84-8ce7-00194382a32e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:44:31.614341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:31.976390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] For port 31b40514-6329-4c84-8ce7-00194382a32e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=31b40514-6329-4c84-8ce7-00194382a32e,segment=NetworkSegment(2832345b-81bf-4897-9ddd-1e16384bf6dc),segment_id=2832345b-81bf-4897-9ddd-1e16384bf6dc)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:31.979002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.002997 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Calling delete_port for 31b40514-6329-4c84-8ce7-00194382a32e owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:44:32.005254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58762) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:32.051760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router be9a5772-708c-4d88-8402-caaaadd6ec88 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:44:32.076342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-cf6afe44-2ae2-467f-b4ad-7a220b74121f tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5188735 Feb 04 15:44:32.136137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cc69694-0ee5-4fec-b29b-2a2c91360bc8 req-22eef28c-b574-45a8-8cd9-07d2a8d43cdd tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/security-groups?id=492e4684-fa96-4101-bdc3-921030a5ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297657 Feb 04 15:44:32.320302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.367752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['31b40514-6329-4c84-8ce7-00194382a32e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:32.386178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-628594236-network', 'tenant_id': 'd81a6191951246e2b4c364cb84f22d30'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:32.480836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Pushing event deleted for resources: {'Port': ['ID=31b40514-6329-4c84-8ce7-00194382a32e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:32.563958 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-ffa741d1-2894-4c50-9227-61b5bb92ad46 service neutron] 10.222.0.47 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674406 Feb 04 15:44:32.618188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Made reservation on behalf of d81a6191951246e2b4c364cb84f22d30 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:32.621155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.654572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.675417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] No DVR routers for this DVR port 31b40514-6329-4c84-8ce7-00194382a32e on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:44:32.690912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:32.713116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add52731-d05e-41d2-b3fd-ed2d9ebad249 req-a44c32ff-1978-4993-a062-dc6c44ea5a86 tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.50 "DELETE /v2.0/ports/31b40514-6329-4c84-8ce7-00194382a32e HTTP/1.1" status: 204 len: 173 time: 1.9332259 Feb 04 15:44:32.714141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c649b1b-2e38-47ea-b795-72679ab8a37e', 'name': 'network-vif-deleted', 'tag': '31b40514-6329-4c84-8ce7-00194382a32e'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:32.725867 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed0f7f6-1881-408a-bc03-5223238751a8" -d '{"events": [{"server_uuid": "0c649b1b-2e38-47ea-b795-72679ab8a37e", "name": "network-vif-deleted", "tag": "31b40514-6329-4c84-8ce7-00194382a32e"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:32.778495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:44:32.816109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] Sync routers for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:44:32.846418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:44:32.847524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:44:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:32.933683 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938558bd-967d-49d1-98dc-1af541eccd97 x-openstack-request-id: req-938558bd-967d-49d1-98dc-1af541eccd97 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:32.934007 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c649b1b-2e38-47ea-b795-72679ab8a37e", "name": "network-vif-deleted", "tag": "31b40514-6329-4c84-8ce7-00194382a32e", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:32.936652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-0c881618-0f7a-4fe5-90be-42fcf4db9697 service neutron] 10.222.0.47 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195839 Feb 04 15:44:32.938658 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-938558bd-967d-49d1-98dc-1af541eccd97 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:32.939129 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c649b1b-2e38-47ea-b795-72679ab8a37e', 'name': 'network-vif-deleted', 'tag': '31b40514-6329-4c84-8ce7-00194382a32e', 'status': 'completed', 'code': 200} Feb 04 15:44:32.949948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.069098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-035111b0-b2ec-49d6-9135-7677e93c4334 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.4080114 Feb 04 15:44:33.069098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:33.069098 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4258217-6762-4781-8773-5110fbbb994d" -d '{"events": [{"name": "network-changed", "server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:33.154940 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.168108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.225403 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721d645b-395d-4011-b6a7-b568b7254994 x-openstack-request-id: req-721d645b-395d-4011-b6a7-b568b7254994 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:33.225767 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:33.226546 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-721d645b-395d-4011-b6a7-b568b7254994 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:33.228133 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'status': 'completed', 'code': 200} Feb 04 15:44:33.257102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:44:33.297844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac01c6-94e3-4698-b563-adb690d1701e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:33.316868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.317448 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Added segment cec90f38-09d8-4736-a5bc-ac8d5299a79e of type vlan for network 1d9e225b-bc30-4108-9691-d5bb32a19b98 Feb 04 15:44:33.395678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:44:33.406168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a535479-93ec-4d63-977c-06b6af6dcc6d req-603e8c9a-d932-4b6e-bd69-40888e0ceecc tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 210 time: 0.1664529 Feb 04 15:44:33.461870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4258217-6762-4781-8773-5110fbbb994d req-34bc9ea0-7234-482e-8acd-ca4d2b72addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:33.464153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4258217-6762-4781-8773-5110fbbb994d req-34bc9ea0-7234-482e-8acd-ca4d2b72addb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1096 time: 0.2058196 Feb 04 15:44:33.542145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.692497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.709221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:33.709992 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.818597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea56398-9ec3-4090-ad50-1cfe0c95bed4 req-6cb0dd65-d56c-4106-b7da-d22250b2a5bb tempest-ServersTestJSON-366119489 tempest-ServersTestJSON-366119489-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c649b1b-2e38-47ea-b795-72679ab8a37e HTTP/1.1" status: 200 len: 210 time: 0.1511180 Feb 04 15:44:33.905399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7de1-55a8-4f92-b7f0-8e602acd1a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:33.950699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4258217-6762-4781-8773-5110fbbb994d req-aba5715d-b683-4c84-9f00-c186b1abe34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:33.952680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4258217-6762-4781-8773-5110fbbb994d req-aba5715d-b683-4c84-9f00-c186b1abe34b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 898 time: 0.4545338 Feb 04 15:44:34.030573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0179636 Feb 04 15:44:34.041846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58812) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:34.060151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Request body: {'subnet': {'network_id': '1d9e225b-bc30-4108-9691-d5bb32a19b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-628594236-subnet', 'tenant_id': 'd81a6191951246e2b4c364cb84f22d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:34.118406 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8ef92-b633-4587-b5b3-d9d245226416 req-a6328e13-ac12-4a5a-af14-8c6fe726fd4c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:34.137160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '94265fd7-042f-40ab-8c8c-88bfdd5b3169', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'port_id': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'mac_address': 'fa:16:3e:e9:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105213c-9f6e-4a02-8bb0-febe98361598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:44:27Z', 'updated_at': '2022-02-04T15:44:27Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:54Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:34.149292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ad8ef92-b633-4587-b5b3-d9d245226416 req-a6328e13-ac12-4a5a-af14-8c6fe726fd4c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.7598112 Feb 04 15:44:34.177619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] Checking router: be9a5772-708c-4d88-8402-caaaadd6ec88 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:44:34.188632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:44:34.189398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:44:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:34.236290 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4258217-6762-4781-8773-5110fbbb994d req-1517e41a-85d0-471c-842f-31ef48fb83bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 998 time: 0.2745225 Feb 04 15:44:34.260004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86f970-a93d-49b2-ada6-a976579d75d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d9e225b-bc30-4108-9691-d5bb32a19b98,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:34.346280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 1d9e225b-bc30-4108-9691-d5bb32a19b98 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:44:34.418720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ad8ef92-b633-4587-b5b3-d9d245226416 req-5f66d20b-246e-4dde-aa8d-28bcf1a23980 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2682972 Feb 04 15:44:34.422683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Made reservation on behalf of d81a6191951246e2b4c364cb84f22d30 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:34.426915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:34.463167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58826) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:34.523481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4258217-6762-4781-8773-5110fbbb994d req-b48aa36f-2816-4dc1-a6cd-a19d4cf277f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:34.525722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4258217-6762-4781-8773-5110fbbb994d req-b48aa36f-2816-4dc1-a6cd-a19d4cf277f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.2755704 Feb 04 15:44:34.631083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:44:34.667310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dffa2b7-be07-4f14-af3c-a8958266ac95 req-07ae0775-53e5-43ce-99d8-dad2aff1ff37 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 210 time: 0.1363323 Feb 04 15:44:34.740512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4258217-6762-4781-8773-5110fbbb994d req-fac577c3-7ed4-4a21-a5c2-bbda2cbf137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:34.756687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4258217-6762-4781-8773-5110fbbb994d req-fac577c3-7ed4-4a21-a5c2-bbda2cbf137f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294978 Feb 04 15:44:34.933880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58834) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:35.000706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.175333 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4258217-6762-4781-8773-5110fbbb994d req-3e33b055-f55a-41f3-bc85-29386df962c8 service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014518 Feb 04 15:44:35.176749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ad9df81e-3b6c-494d-86c3-c7d4035ac63e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/94265fd7-042f-40ab-8c8c-88bfdd5b3169 HTTP/1.1" status: 200 len: 990 time: 0.7094548 Feb 04 15:44:35.230203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=322942a9-b746-45b8-b6a1-905de44b452f,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:35.247110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Checking segment: {'id': 'cec90f38-09d8-4736-a5bc-ac8d5299a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1d9e225b-bc30-4108-9691-d5bb32a19b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:44:35.248063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Network hostable DHCP agents. Network: 1d9e225b-bc30-4108-9691-d5bb32a19b98, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:44:35.321031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57bbade-05ac-4370-9569-0045e7150986 admin admin] Deleting subnet 185b96d7-6170-4199-b3ee-2d2358a9e456 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:44:35.322974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Network 1d9e225b-bc30-4108-9691-d5bb32a19b98 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:44:35.328930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a57bbade-05ac-4370-9569-0045e7150986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.342672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 31b40514-6329-4c84-8ce7-00194382a32e no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:44:35.371031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 1d9e225b-bc30-4108-9691-d5bb32a19b98) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:35.380602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:35.381220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.401543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a57bbade-05ac-4370-9569-0045e7150986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.443829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-eb45a103-d559-4115-a267-6757d96abedb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4002805 Feb 04 15:44:35.512272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a57bbade-05ac-4370-9569-0045e7150986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:35.526037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7af86f-9030-4fb0-913c-7c8b2eeda1e5 None None] Network 1d9e225b-bc30-4108-9691-d5bb32a19b98 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:44:35.541735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 31b40514-6329-4c84-8ce7-00194382a32e {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:44:35.542917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 31b40514-6329-4c84-8ce7-00194382a32e not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:44:35.786563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58854) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:35.969123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.012566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffe31ae-b7d7-4ed6-b0a1-61c83e1fc237 admin admin] Deleting subnet 322942a9-b746-45b8-b6a1-905de44b452f {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:44:36.021749 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fffe31ae-b7d7-4ed6-b0a1-61c83e1fc237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.034398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '94265fd7-042f-40ab-8c8c-88bfdd5b3169', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'port_id': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'mac_address': 'fa:16:3e:e9:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105213c-9f6e-4a02-8bb0-febe98361598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:44:27Z', 'updated_at': '2022-02-04T15:44:27Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:54Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:36.120284 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fffe31ae-b7d7-4ed6-b0a1-61c83e1fc237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.130079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc88fe-495e-44b1-8d55-69c45dc862aa None None] The sync data for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 is: [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '94265fd7-042f-40ab-8c8c-88bfdd5b3169', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'port_id': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'mac_address': 'fa:16:3e:e9:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105213c-9f6e-4a02-8bb0-febe98361598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:44:27Z', 'updated_at': '2022-02-04T15:44:27Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:54Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:44:36.181264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58858) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:36.244001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c28f410-68ae-4f0f-9616-f157e3ccd9df None None] Network 1d9e225b-bc30-4108-9691-d5bb32a19b98 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:44:36.295439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bd97e708-bbc6-42c4-b89e-4408d19fd44b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/94265fd7-042f-40ab-8c8c-88bfdd5b3169 HTTP/1.1" status: 200 len: 990 time: 0.1119294 Feb 04 15:44:36.347547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fffe31ae-b7d7-4ed6-b0a1-61c83e1fc237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.454822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-416888f2-ba80-49b5-9d18-636a2c9259a6 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:36.456937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-416888f2-ba80-49b5-9d18-636a2c9259a6 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 821 time: 0.7057433 Feb 04 15:44:36.520234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4fc1ce81-1be9-4f4d-9548-4ae5d753ecd4 req-c773ccac-6691-4790-adac-6de7dbc0e700 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 210 time: 0.4597480 Feb 04 15:44:36.556387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Request body: {'port': {'device_id': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'admin_state_up': True, 'tenant_id': '9e5a3ffc14264dbfaffcae7e792ea2cb'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:36.636869 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fffe31ae-b7d7-4ed6-b0a1-61c83e1fc237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.764198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe31ae-b7d7-4ed6-b0a1-61c83e1fc237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322942a9-b746-45b8-b6a1-905de44b452f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:36.795023 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fffe31ae-b7d7-4ed6-b0a1-61c83e1fc237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.800430 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e889f2-f277-4478-b036-0c48cb0c8a96 None None] New status for floating IP 94265fd7-042f-40ab-8c8c-88bfdd5b3169: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:44:36.809957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fffe31ae-b7d7-4ed6-b0a1-61c83e1fc237 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/322942a9-b746-45b8-b6a1-905de44b452f HTTP/1.1" status: 204 len: 168 time: 1.0197248 Feb 04 15:44:36.825212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58870) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:36.876362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4258217-6762-4781-8773-5110fbbb994d req-be701cb1-083c-4b04-98b9-870fcd7b2728 service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7000966 Feb 04 15:44:36.893395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a57bbade-05ac-4370-9569-0045e7150986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:36.907993 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.043782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bbade-05ac-4370-9569-0045e7150986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185b96d7-6170-4199-b3ee-2d2358a9e456,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:37.072963 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a57bbade-05ac-4370-9569-0045e7150986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.077250 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a57bbade-05ac-4370-9569-0045e7150986 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/185b96d7-6170-4199-b3ee-2d2358a9e456 HTTP/1.1" status: 204 len: 168 time: 2.1422307 Feb 04 15:44:37.088481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58874) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:37.112548 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.121552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Made reservation on behalf of 9e5a3ffc14264dbfaffcae7e792ea2cb for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:44:37.137227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.360693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58876) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:37.367630 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.400108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.406083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Allocated IP 172.20.0.5 (8bebffb1-df41-4183-9456-e91b5353eec2/1985b07f-9acc-4f7b-93b0-14e32806ad1e/e9de74af-2fce-4022-bb92-da0de4c22a6a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:44:37.718043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.738405 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.787846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.900307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c1da7fa5-b69a-41ff-94c2-11188ce0422b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/94265fd7-042f-40ab-8c8c-88bfdd5b3169 HTTP/1.1" status: 200 len: 992 time: 0.5320685 Feb 04 15:44:37.911497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9e225b-bc30-4108-9691-d5bb32a19b98']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:37.945277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event updated for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:37.947597 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:37.955265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec90f38-09d8-4736-a5bc-ac8d5299a79e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:37.956139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec90f38-09d8-4736-a5bc-ac8d5299a79e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:38.024879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Network 8bebffb1-df41-4183-9456-e91b5353eec2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:44:38.027378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:44:38.040497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:44:38.118731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105b279f-e3c3-41d5-a12c-29ac016934da']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:38.153501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2832345b-81bf-4897-9ddd-1e16384bf6dc') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:38.157175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2832345b-81bf-4897-9ddd-1e16384bf6dc') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:38.173002 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.194999 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.205530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:44:38.206502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.225029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:38.228443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.276288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-6b248d38-d7ca-446c-98be-cea86183fab1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7298789 Feb 04 15:44:38.306197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Request body: {'port': {'device_id': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:44:38.329355 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.360715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.373669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:44:38.375688 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:44:38.479951 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:44:38.532203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ea2a2-1905-418d-9578-745fa9880449 req-77f17010-4415-458a-b11d-45b76e1af01e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:38.542931 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b8ea2a2-1905-418d-9578-745fa9880449 req-77f17010-4415-458a-b11d-45b76e1af01e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 931 time: 0.7862444 Feb 04 15:44:38.543435 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.554689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.659020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.663919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.689597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1d9e225b-bc30-4108-9691-d5bb32a19b98 HTTP/1.1" status: 204 len: 168 time: 1.8617668 Feb 04 15:44:38.765335 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:38.771091 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] 10.222.0.47 "DELETE /v2.0/networks/105b279f-e3c3-41d5-a12c-29ac016934da HTTP/1.1" status: 204 len: 168 time: 1.6802592 Feb 04 15:44:38.793048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31649940-4fda-4638-aeea-906cabd54528 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9e225b-bc30-4108-9691-d5bb32a19b98,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:38.863717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39161ca3-83a7-451a-ac26-f7e265fa4e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=105b279f-e3c3-41d5-a12c-29ac016934da,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:38.886157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b8ea2a2-1905-418d-9578-745fa9880449 req-03000f05-b7a5-4ff7-8201-053e352f94f0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278178 Feb 04 15:44:38.897418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-c1529c34-5ad2-4e4e-82c8-a4b340edd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:38.902352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-c1529c34-5ad2-4e4e-82c8-a4b340edd7fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1098 time: 0.4088638 Feb 04 15:44:39.220212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58910) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:39.304724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58912) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:39.311039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-22ce730c-3c9f-49b5-91dc-2d4d8d599854 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d702575eaff4676adf0ff43212c4f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881162 Feb 04 15:44:39.313498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:39.381267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6acafea4-c6bb-461e-b771-cb40a080dd7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d81a6191951246e2b4c364cb84f22d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686233 Feb 04 15:44:39.387923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58916) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:39.391056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-ca8ff50f-5c58-46b9-8ba1-2fbf32e4d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:39.398768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-ca8ff50f-5c58-46b9-8ba1-2fbf32e4d075 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.4478891 Feb 04 15:44:39.646341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.712859 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07e8eda6-6643-448d-80a9-5eeff530c0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.724506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce30a57f-6af1-48a9-9070-7befb1ffc8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.761026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce30a57f-6af1-48a9-9070-7befb1ffc8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.808680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07e8eda6-6643-448d-80a9-5eeff530c0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:39.982133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9de74af-2fce-4022-bb92-da0de4c22a6a {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:40.002373 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.045428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07e8eda6-6643-448d-80a9-5eeff530c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.050716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-3e0631bf-d27c-4487-b417-9a42ea647b41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1002 time: 0.6343930 Feb 04 15:44:40.059222 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07e8eda6-6643-448d-80a9-5eeff530c0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.061266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07e8eda6-6643-448d-80a9-5eeff530c0ea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f6ac01c6-94e3-4698-b563-adb690d1701e HTTP/1.1" status: 204 len: 168 time: 0.6715267 Feb 04 15:44:40.098673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8eda6-6643-448d-80a9-5eeff530c0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac01c6-94e3-4698-b563-adb690d1701e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:40.135347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Transition to ACTIVE for port object e9de74af-2fce-4022-bb92-da0de4c22a6a will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:44:40.226673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-b6da8320-b454-42f4-8c2c-9fe1c5424026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:40.229279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-b6da8320-b454-42f4-8c2c-9fe1c5424026 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1767731 Feb 04 15:44:40.256318 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.259375 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce30a57f-6af1-48a9-9070-7befb1ffc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.273203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce30a57f-6af1-48a9-9070-7befb1ffc8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:40.278293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ce30a57f-6af1-48a9-9070-7befb1ffc8fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/492e4684-fa96-4101-bdc3-921030a5ef66 HTTP/1.1" status: 204 len: 168 time: 0.9395032 Feb 04 15:44:40.488532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-917211ac-22dc-4501-8051-cf0e440a0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:40.498680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-917211ac-22dc-4501-8051-cf0e440a0ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462795 Feb 04 15:44:40.505746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30a57f-6af1-48a9-9070-7befb1ffc8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e4684-fa96-4101-bdc3-921030a5ef66,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:41.367198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b00f-e47f-410b-88a9-9c1d91ba0697 req-aecb39ef-4576-446a-b7bc-4df7ee5d46f5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:41.399171 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f241b00f-e47f-410b-88a9-9c1d91ba0697 req-aecb39ef-4576-446a-b7bc-4df7ee5d46f5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 943 time: 1.2445087 Feb 04 15:44:41.506737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Pushing event updated for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:41.608814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-7f84bba8-8b94-4af8-b08a-db916ff35d21 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1021750 Feb 04 15:44:41.648420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Attempting to bind port e9de74af-2fce-4022-bb92-da0de4c22a6a on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:44:41.659376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Attempting to bind port e9de74af-2fce-4022-bb92-da0de4c22a6a by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:44:41.663126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Attempting to bind port e9de74af-2fce-4022-bb92-da0de4c22a6a on network 8bebffb1-df41-4183-9456-e91b5353eec2 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:44:41.699109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Port e9de74af-2fce-4022-bb92-da0de4c22a6a on network 8bebffb1-df41-4183-9456-e91b5353eec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:44:41.710710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Attempting to bind port e9de74af-2fce-4022-bb92-da0de4c22a6a on network 8bebffb1-df41-4183-9456-e91b5353eec2 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:44:41.866566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f241b00f-e47f-410b-88a9-9c1d91ba0697 req-9d3c05c6-32ee-4823-bc52-2d77356fb733 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650531 Feb 04 15:44:41.870032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:44:41.873916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Checking segment: {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:44:41.879889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Bound using segment: {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:44:41.884214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Bound port: e9de74af-2fce-4022-bb92-da0de4c22a6a, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:44:41.885477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.181912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4595af85-5e4f-4a43-bd63-4875e46409b5 req-c68ce710-945c-4231-987a-9a75336f6d99 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525668 Feb 04 15:44:42.369511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:44:42.386029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:44:42.405642 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.672437 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:44:42.795233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:42.801859 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:42.832081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] 10.222.0.30 "PUT /v2.0/ports/e9de74af-2fce-4022-bb92-da0de4c22a6a HTTP/1.1" status: 200 len: 1091 time: 4.5234413 Feb 04 15:44:42.833520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:42.856589 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:42.949262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80dc9-ef12-4400-87f8-585d6ea3cbce service neutron] Pushing event updated for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:43.205493 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e6f34f-b979-43a2-acda-de367b3da7f1 x-openstack-request-id: req-80e6f34f-b979-43a2-acda-de367b3da7f1 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:43.206299 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:43.206812 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-80e6f34f-b979-43a2-acda-de367b3da7f1 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:43.207508 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'status': 'completed', 'code': 200} Feb 04 15:44:43.299075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-86bd6fce-5928-4ad3-906b-3e619c37d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:43.301923 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-86bd6fce-5928-4ad3-906b-3e619c37d683 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 1094 time: 0.3090601 Feb 04 15:44:43.451879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07f3fd-7e3e-473b-aaa2-e877eecc333e req-6bbc56ba-5238-4d2a-8f54-a6b9d0dbf579 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:43.460915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa07f3fd-7e3e-473b-aaa2-e877eecc333e req-6bbc56ba-5238-4d2a-8f54-a6b9d0dbf579 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 943 time: 0.2485769 Feb 04 15:44:43.489332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-dfdfce70-6ee8-444f-89a8-d37774d82288 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a HTTP/1.1" status: 200 len: 217 time: 0.1751797 Feb 04 15:44:43.789604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-c6e988f7-ad6d-4d36-87bd-c30e0c9f9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:43.791060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa07f3fd-7e3e-473b-aaa2-e877eecc333e req-25270793-b9b7-44ea-b179-917dd22befc1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093672 Feb 04 15:44:43.797592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-c6e988f7-ad6d-4d36-87bd-c30e0c9f9e79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1985b07f-9acc-4f7b-93b0-14e32806ad1e HTTP/1.1" status: 200 len: 861 time: 0.2982025 Feb 04 15:44:44.017124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-8dfc7b79-d686-4ff1-9808-dbeb69b7fb42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bebffb1-df41-4183-9456-e91b5353eec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2098751 Feb 04 15:44:44.437440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-cd271101-0d68-4100-8ed3-4ee5efd887c8 service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118297 Feb 04 15:44:44.866524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a362234f-b2e3-4e2b-b63c-418cf476b436 req-d3d372f5-b2d9-499b-b124-8a1e418b7565 service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205761 Feb 04 15:44:45.263454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-6c5b31d8-b8cc-4c30-ad60-8bfa617534bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:45.266074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-6c5b31d8-b8cc-4c30-ad60-8bfa617534bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 1094 time: 0.2000051 Feb 04 15:44:45.271150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551f37c-efef-4f19-aae5-e8bf1b2a9bf0 req-5474f98d-9278-461a-857f-853e594f75c9 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:45.314928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5551f37c-efef-4f19-aae5-e8bf1b2a9bf0 req-5474f98d-9278-461a-857f-853e594f75c9 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 943 time: 0.2121162 Feb 04 15:44:45.519151 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5551f37c-efef-4f19-aae5-e8bf1b2a9bf0 req-fe19a04a-4e98-4ed9-b1fc-7d9fdc368ca7 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004194 Feb 04 15:44:45.609567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-e60b0564-ea43-4159-9efa-518e71e42102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:45.629576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-e60b0564-ea43-4159-9efa-518e71e42102 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 922 time: 0.3543427 Feb 04 15:44:45.918738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-97bad58a-f99b-4961-b58d-15a70093998f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a HTTP/1.1" status: 200 len: 217 time: 0.2797358 Feb 04 15:44:46.192502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-c02c6490-9257-4a0a-b67c-11a9bb14fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:46.211689 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-c02c6490-9257-4a0a-b67c-11a9bb14fef7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1985b07f-9acc-4f7b-93b0-14e32806ad1e HTTP/1.1" status: 200 len: 861 time: 0.2702293 Feb 04 15:44:46.374433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-14e1ba8a-37bb-480c-8b03-172c57ded8a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bebffb1-df41-4183-9456-e91b5353eec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540184 Feb 04 15:44:46.713230 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-054f26db-9254-43cc-8175-8dafef367682 service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311806 Feb 04 15:44:46.937912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59080) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:47.054660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ebb6e-e693-4b7e-adcf-b343854a7c15 req-38adf08d-71e4-4f45-b48d-cd4517f0a15c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:47.073271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d02ebb6e-e693-4b7e-adcf-b343854a7c15 req-38adf08d-71e4-4f45-b48d-cd4517f0a15c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 943 time: 0.2774692 Feb 04 15:44:47.224356 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8af6cac5-a2d8-4355-8430-9c2c52d2bfe5 req-28a37b5e-0d21-4099-a8e9-e518fb07e529 service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933922 Feb 04 15:44:47.326759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d02ebb6e-e693-4b7e-adcf-b343854a7c15 req-59150c1e-0668-4bd1-af9d-7967d6531176 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212930 Feb 04 15:44:47.557622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c9e43b63-93d1-4240-84b6-412609c8b15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.872708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c9e43b63-93d1-4240-84b6-412609c8b15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:47.888770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c9e43b63-93d1-4240-84b6-412609c8b15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.006010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e43b63-93d1-4240-84b6-412609c8b15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd59fb6-5e21-49ce-84a0-747b07d31e95,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:48.012906 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c9e43b63-93d1-4240-84b6-412609c8b15c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9c4652b804cb4df5867eba401b6071dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0625646 Feb 04 15:44:48.017058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59110) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:48.095517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1918757-fed9-4b2d-a54d-1658ec7e6f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.144595 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1918757-fed9-4b2d-a54d-1658ec7e6f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.266178 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1918757-fed9-4b2d-a54d-1658ec7e6f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.269312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1918757-fed9-4b2d-a54d-1658ec7e6f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:48.270955 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e1918757-fed9-4b2d-a54d-1658ec7e6f85 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8dd59fb6-5e21-49ce-84a0-747b07d31e95 HTTP/1.1" status: 204 len: 168 time: 0.2522316 Feb 04 15:44:48.279259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1918757-fed9-4b2d-a54d-1658ec7e6f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd59fb6-5e21-49ce-84a0-747b07d31e95,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:49.129503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6fea7-3861-4fd9-815c-82ca26f7c206 req-961b0c87-fbdf-4a92-a7ad-3d5b22a521eb tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:49.142910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3fa6fea7-3861-4fd9-815c-82ca26f7c206 req-961b0c87-fbdf-4a92-a7ad-3d5b22a521eb tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 943 time: 0.6506460 Feb 04 15:44:49.245663 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3fa6fea7-3861-4fd9-815c-82ca26f7c206 req-f82079db-13e8-4b6b-99ca-556411b40ff7 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013725 Feb 04 15:44:49.267334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e9de74af-2fce-4022-bb92-da0de4c22a6a details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:44:49.697602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:49.739372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'port_id': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'mac_address': 'fa:16:3e:4c:4e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1985b07f-9acc-4f7b-93b0-14e32806ad1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:44:49.874750 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:49.917473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0582-1a4d-447b-b811-370a7bbce43e req-1a94a62e-e3b9-4994-81ac-37bb6c3aec90 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:49.921632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59bd0582-1a4d-447b-b811-370a7bbce43e req-1a94a62e-e3b9-4994-81ac-37bb6c3aec90 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1339886 Feb 04 15:44:49.943990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9de74af-2fce-4022-bb92-da0de4c22a6a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:50.025797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:50.040170 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:50.071551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59bd0582-1a4d-447b-b811-370a7bbce43e req-6ff3acbf-e6da-4b66-b673-4c7dfb418542 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376784 Feb 04 15:44:50.823935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f405f-1294-47dd-9862-683919674d6d req-dbe0757e-3741-453f-8378-a2939d4f0533 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:50.835541 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de8f405f-1294-47dd-9862-683919674d6d req-dbe0757e-3741-453f-8378-a2939d4f0533 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 944 time: 0.2583823 Feb 04 15:44:50.984838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e9de74af-2fce-4022-bb92-da0de4c22a6a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:51.014881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-de8f405f-1294-47dd-9862-683919674d6d req-05250775-a2d5-47ad-a5a6-02ebb811a7dd tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677053 Feb 04 15:44:51.153827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:51.199971 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.200914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.201803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.214862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.219688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.222604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.224898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.225697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.233725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.237820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.238782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.239517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:51.291538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:44:51.872198 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:51.927074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:51.930491 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6191e06-5f75-4b40-94a0-0e86cb5cdbd4" -d '{"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:51.963701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:51.980674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:52.018611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2bfed-cd9f-4207-a630-831ff7ba4eef req-2280b622-a6ab-47dd-b30a-3802b7879786 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:52.023974 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38d2bfed-cd9f-4207-a630-831ff7ba4eef req-2280b622-a6ab-47dd-b30a-3802b7879786 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.2066121 Feb 04 15:44:52.136821 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d493925a-28aa-4172-8c15-ced423caf431 x-openstack-request-id: req-d493925a-28aa-4172-8c15-ced423caf431 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:52.137397 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:52.137397 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d493925a-28aa-4172-8c15-ced423caf431 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:52.137921 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'code': 200} Feb 04 15:44:52.141818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=11']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:52.202855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38d2bfed-cd9f-4207-a630-831ff7ba4eef req-8900d8f2-96fe-49a5-a0b4-2201c5f1b5e2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525531 Feb 04 15:44:52.313899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56006a30-78f2-40ef-a1a7-6719817b5f1c req-cfe49a2f-1157-4146-9dad-8b89249c3e7a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:52.327854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-56006a30-78f2-40ef-a1a7-6719817b5f1c req-cfe49a2f-1157-4146-9dad-8b89249c3e7a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 944 time: 0.0939074 Feb 04 15:44:52.427965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-56006a30-78f2-40ef-a1a7-6719817b5f1c req-0b63680a-e5bf-4795-81b6-7dfad997e255 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976288 Feb 04 15:44:53.055820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.287931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e9de74af-2fce-4022-bb92-da0de4c22a6a up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:44:53.465283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port e9de74af-2fce-4022-bb92-da0de4c22a6a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:44:53.470424 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port e9de74af-2fce-4022-bb92-da0de4c22a6a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:53.470818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.655630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1e0b3-6b97-49aa-9475-7623e6531f92 req-67c6d117-045f-4060-b2e7-929b5098fb66 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:53.680379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-adf1e0b3-6b97-49aa-9475-7623e6531f92 req-67c6d117-045f-4060-b2e7-929b5098fb66 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2993314 Feb 04 15:44:53.777440 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.841775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2032-411b-413d-b9b1-ffe2d42e4ccb req-716945e2-494a-4969-a2c1-495c81f6ed77 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:53.843422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-adf1e0b3-6b97-49aa-9475-7623e6531f92 req-dee4b567-4fbf-4343-b1c1-faa1507bada2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612408 Feb 04 15:44:53.852747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48fb2032-411b-413d-b9b1-ffe2d42e4ccb req-716945e2-494a-4969-a2c1-495c81f6ed77 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 944 time: 0.1770122 Feb 04 15:44:53.926108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-99c23fcf-0baa-471e-9e9a-d265a48a867b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6479073 Feb 04 15:44:53.933771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:53.943144 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:53.982834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48fb2032-411b-413d-b9b1-ffe2d42e4ccb req-222409fb-8589-4cee-aa02-d40c969641c5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281934 Feb 04 15:44:54.167099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:54.169537 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c604fe9c-8441-4f4a-8e30-910e0a8b14bd" -d '{"events": [{"server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "name": "network-vif-plugged", "status": "completed", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:54.189101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:54.229074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-a313ee40-e1e7-4778-be44-d3268e40c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:54.229074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-a313ee40-e1e7-4778-be44-d3268e40c639 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 1097 time: 0.1987782 Feb 04 15:44:54.279243 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f899658d-fb88-469e-b346-1c27a93be083 x-openstack-request-id: req-f899658d-fb88-469e-b346-1c27a93be083 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:44:54.280021 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "name": "network-vif-plugged", "status": "completed", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:44:54.280470 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f899658d-fb88-469e-b346-1c27a93be083 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:44:54.281467 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'code': 200} Feb 04 15:44:54.601409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-c3392cd9-966b-4108-aa5a-40fe5dfe1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:54.605066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-c3392cd9-966b-4108-aa5a-40fe5dfe1316 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 916 time: 0.3483372 Feb 04 15:44:54.652161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71fc5c-8993-4542-905c-7c46d0ddea3f req-b3750199-6de3-4542-8a2f-5bceae72abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:54.654517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc71fc5c-8993-4542-905c-7c46d0ddea3f req-b3750199-6de3-4542-8a2f-5bceae72abed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 1096 time: 0.1520870 Feb 04 15:44:54.769548 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-ab96d780-e6aa-4f23-8b9c-7b268e3296db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bc7a7c-5832-476e-8ada-24105333d7b0 HTTP/1.1" status: 200 len: 217 time: 0.1552265 Feb 04 15:44:54.972774 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc71fc5c-8993-4542-905c-7c46d0ddea3f req-4fe21899-39dd-4444-92ec-909625fe6717 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626500 Feb 04 15:44:55.129883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-3acbc0bd-a4d7-4a0a-9668-192aaabdd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:55.146871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-3acbc0bd-a4d7-4a0a-9668-192aaabdd9cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.3538487 Feb 04 15:44:55.270756 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-bf8fbdf5-0671-435d-8d7b-c4fca3489a74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228733 Feb 04 15:44:55.287060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dbe57-0812-4116-a65b-c0acf96ba0dd req-f88b6dd8-e3b0-4ffe-8c19-8f3c24e76c70 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:55.297533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-130dbe57-0812-4116-a65b-c0acf96ba0dd req-f88b6dd8-e3b0-4ffe-8c19-8f3c24e76c70 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2922442 Feb 04 15:44:55.418146 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-130dbe57-0812-4116-a65b-c0acf96ba0dd req-44bb4806-00ee-4ee7-aa02-5c5b1aee6cd7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195438 Feb 04 15:44:55.517119 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-4def3a9b-f7d7-4b5d-b630-e73f6bd72b62 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115486 Feb 04 15:44:55.572450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897c09-321b-4fb1-b0f4-13c84456253e req-744af792-5bf8-4db8-ae9e-fd1e87a77c39 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:55.594377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c897c09-321b-4fb1-b0f4-13c84456253e req-744af792-5bf8-4db8-ae9e-fd1e87a77c39 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.1487081 Feb 04 15:44:55.702592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0c8174-c704-435d-96cd-9c4898a6af1f req-25a05e90-55e9-459e-aed3-47006d78ff9b service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754920 Feb 04 15:44:55.745235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c897c09-321b-4fb1-b0f4-13c84456253e req-53b9e4d1-825a-47df-bb42-2d752f2b782d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482978 Feb 04 15:44:56.746544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9d9c5-917e-4e0d-95cb-49016d4273e9 req-2b298096-1a0a-4b9f-b603-01a33f46e5de tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:56.748797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dc9d9c5-917e-4e0d-95cb-49016d4273e9 req-2b298096-1a0a-4b9f-b603-01a33f46e5de tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1576495 Feb 04 15:44:56.866011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5dc9d9c5-917e-4e0d-95cb-49016d4273e9 req-eeded82a-7789-40a1-b446-70a576175c23 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779014 Feb 04 15:44:57.028477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6892a43-5c6e-4d6e-898e-8d193daa056e req-2b67b2ef-3c68-4ea1-b807-24da2a0a2e1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:57.054611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6892a43-5c6e-4d6e-898e-8d193daa056e req-2b67b2ef-3c68-4ea1-b807-24da2a0a2e1c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.1462185 Feb 04 15:44:57.118083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6892a43-5c6e-4d6e-898e-8d193daa056e req-1d9ba845-9501-4bc9-8985-3320188de9cb tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592599 Feb 04 15:44:57.307615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:44:57.501353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468a812-3d01-42f1-b4a6-e4455eb25c8a req-0390973e-01c2-4b3f-b09b-24cf4460bdf0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:57.512127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9468a812-3d01-42f1-b4a6-e4455eb25c8a req-0390973e-01c2-4b3f-b09b-24cf4460bdf0 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.2271869 Feb 04 15:44:57.584822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:57.608247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'mac_address': 'fa:16:3e:29:c0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:44:57.631023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9468a812-3d01-42f1-b4a6-e4455eb25c8a req-a08df7af-284b-4076-9bc8-831d77291782 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097975 Feb 04 15:44:57.705662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.732498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7d1665-3a13-4d8d-a48a-de8e7a481664 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:44:57.804152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:57.821493 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.905395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59440) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:57.909225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=12']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:57.916212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['6a7d1665-3a13-4d8d-a48a-de8e7a481664'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:44:58.202130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a36a7f2-5465-4c92-89a3-483b7ad3375a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.404993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f09f9-eca1-4cdc-bfe1-618a98469496 req-0297d99e-fbc1-4a03-8f1e-9cc52d06c280 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:58.408850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6f09f9-eca1-4cdc-bfe1-618a98469496 req-0297d99e-fbc1-4a03-8f1e-9cc52d06c280 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 946 time: 0.1231921 Feb 04 15:44:58.445502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a36a7f2-5465-4c92-89a3-483b7ad3375a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.464518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a36a7f2-5465-4c92-89a3-483b7ad3375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.546951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36a7f2-5465-4c92-89a3-483b7ad3375a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a756118d-0984-4d2b-bee5-0fd541798a33,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:58.621111 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e6f09f9-eca1-4cdc-bfe1-618a98469496 req-2c512214-a6f3-42fb-866c-ed0652ad2c12 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981001 Feb 04 15:44:58.630205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59474) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:58.631555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0a36a7f2-5465-4c92-89a3-483b7ad3375a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=467f575269f64e3fa431effa26383100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7203045 Feb 04 15:44:58.780207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f7102f2-317a-4abf-b936-8ccec5ee01b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.895853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f7102f2-317a-4abf-b936-8ccec5ee01b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.974777 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f7102f2-317a-4abf-b936-8ccec5ee01b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.995912 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f7102f2-317a-4abf-b936-8ccec5ee01b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.995912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9f7102f2-317a-4abf-b936-8ccec5ee01b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a756118d-0984-4d2b-bee5-0fd541798a33 HTTP/1.1" status: 204 len: 168 time: 0.3612535 Feb 04 15:44:59.026643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7102f2-317a-4abf-b936-8ccec5ee01b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a756118d-0984-4d2b-bee5-0fd541798a33,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:44:59.319603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:44:59.347612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816c34e-a24c-4898-b05f-e1967c80fb72 req-7f01af02-29b0-471b-964d-117e77b8f082 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:59.350302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1816c34e-a24c-4898-b05f-e1967c80fb72 req-7f01af02-29b0-471b-964d-117e77b8f082 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.1496856 Feb 04 15:44:59.519213 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1816c34e-a24c-4898-b05f-e1967c80fb72 req-dda95200-a0f5-49bf-ba82-63a826f3d3a1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606531 Feb 04 15:44:59.611712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:44:59.612147 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.769934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59512) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:44:59.823099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.836274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9046-157a-4433-8455-cd9beada1e6e req-61d16d65-4ecb-47a5-8de9-f1b053d1fd45 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:44:59.837939 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d4413c4-74bb-4be2-9425-56166b26a185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:59.844159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-61d16d65-4ecb-47a5-8de9-f1b053d1fd45 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 815 time: 0.3589208 Feb 04 15:44:59.884386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-76762075-785f-4277-b784-144f1eee6526 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/quotas/3e968d458ab84fa08aacdb51423ec62a HTTP/1.1" status: 200 len: 375 time: 0.0346684 Feb 04 15:44:59.906765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:44:59.914187 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47f1869-1c1d-456f-a91f-9e1b9512a11c" -d '{"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:44:59.953850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:44:59.964277 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.033348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=13']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:00.043939 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-17f8aabe-60bd-4551-8006-9ea834917fb1 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1540477 Feb 04 15:45:00.108252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0075dba-3a1c-43eb-9dfc-a855bd08dad7 req-0847bcf2-f1c8-48cb-bc30-4a24c9134077 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.121342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0075dba-3a1c-43eb-9dfc-a855bd08dad7 req-0847bcf2-f1c8-48cb-bc30-4a24c9134077 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1815305 Feb 04 15:45:00.241318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-f6e2a3a3-c8a3-4581-8415-9875fe9401c3 service neutron] 10.222.0.47 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960528 Feb 04 15:45:00.256019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0075dba-3a1c-43eb-9dfc-a855bd08dad7 req-48e139cf-0334-499b-855f-bbc1e480c5d4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305993 Feb 04 15:45:00.295767 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d4413c4-74bb-4be2-9425-56166b26a185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.305816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2d4413c4-74bb-4be2-9425-56166b26a185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.359475 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb35c1e-caf5-4ca6-a4a0-e0ae403551e8 x-openstack-request-id: req-edb35c1e-caf5-4ca6-a4a0-e0ae403551e8 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:00.361848 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:00.362567 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-edb35c1e-caf5-4ca6-a4a0-e0ae403551e8 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:00.363433 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'code': 200} Feb 04 15:45:00.371146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4413c4-74bb-4be2-9425-56166b26a185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a77f430-709c-4ff8-8b10-0a38209f72a6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:00.447265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2d4413c4-74bb-4be2-9425-56166b26a185 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2358729d69a64d19bb8a882bb2bb524c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6755812 Feb 04 15:45:00.451692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59522) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:00.548637 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-864face1-50c3-40c4-92e0-6c5be6296e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.607775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-28ebf6ab-f077-4424-980d-6c293c437b7d service neutron] 10.222.0.47 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653777 Feb 04 15:45:00.660121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce4990e9-2007-47ed-a765-0f47e82d9732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.699479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce4990e9-2007-47ed-a765-0f47e82d9732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.776311 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce4990e9-2007-47ed-a765-0f47e82d9732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.780244 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce4990e9-2007-47ed-a765-0f47e82d9732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:00.782956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ce4990e9-2007-47ed-a765-0f47e82d9732 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a77f430-709c-4ff8-8b10-0a38209f72a6 HTTP/1.1" status: 204 len: 168 time: 0.3296397 Feb 04 15:45:00.793929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4990e9-2007-47ed-a765-0f47e82d9732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a77f430-709c-4ff8-8b10-0a38209f72a6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:00.814372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e6e82-3647-4ad4-8c76-66b27aa67a1d req-5df2ca76-52ad-4958-b1ee-0a0a3216b9c5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:00.816912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-256e6e82-3647-4ad4-8c76-66b27aa67a1d req-5df2ca76-52ad-4958-b1ee-0a0a3216b9c5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.1095729 Feb 04 15:45:00.908922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-256e6e82-3647-4ad4-8c76-66b27aa67a1d req-6940e112-cabb-4d4d-abcf-e6c3fc84d7b8 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815806 Feb 04 15:45:01.109750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3433d581-9a6a-4956-9e09-9860c66daa0b req-9bd25a24-0997-4cbb-8301-71e11d7679f6 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 210 time: 0.0660291 Feb 04 15:45:01.584193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63708be3-0ff4-49d5-9fc8-4e1b577d9040 req-71aaf5f7-c449-4967-a005-4af29fdb4daa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:01.611233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63708be3-0ff4-49d5-9fc8-4e1b577d9040 req-71aaf5f7-c449-4967-a005-4af29fdb4daa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.2179687 Feb 04 15:45:01.846374 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63708be3-0ff4-49d5-9fc8-4e1b577d9040 req-5a319759-efce-4dbe-bcdd-791ead3b420f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294707 Feb 04 15:45:02.156223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfaf330-7804-4102-8588-77b36ecfaf4f req-56a482d0-f704-4960-a37f-5e12b01708fc tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:02.171186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abfaf330-7804-4102-8588-77b36ecfaf4f req-56a482d0-f704-4960-a37f-5e12b01708fc tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.1215656 Feb 04 15:45:02.266510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abfaf330-7804-4102-8588-77b36ecfaf4f req-60bc050a-9524-4557-9ba2-d79c0f6c68ce tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942411 Feb 04 15:45:02.495839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1560058-7e55-4cb5-8916-0b1a69517b19 req-c5106d4e-ca4e-4fc9-811e-f823a1f75a55 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 210 time: 0.0849478 Feb 04 15:45:03.216846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80977f02-08f7-491d-af0e-783ae9ed76ca req-34ff5e28-bec6-464a-bc02-76119d851662 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:03.220628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80977f02-08f7-491d-af0e-783ae9ed76ca req-34ff5e28-bec6-464a-bc02-76119d851662 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1690645 Feb 04 15:45:03.339991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e9de74af-2fce-4022-bb92-da0de4c22a6a details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:45:03.694642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:03.710217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c808ecb-1e35-4749-8e47-993290b488c2 req-70a1656f-082a-4b6a-842a-d2f419b41fb5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:03.724100 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c808ecb-1e35-4749-8e47-993290b488c2 req-70a1656f-082a-4b6a-842a-d2f419b41fb5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.2011318 Feb 04 15:45:03.895582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:03.952100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'port_id': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'mac_address': 'fa:16:3e:4c:4e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1985b07f-9acc-4f7b-93b0-14e32806ad1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:45:03.993484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80977f02-08f7-491d-af0e-783ae9ed76ca req-5c16d6fb-95e4-4840-8a50-db3f5d10fe46 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7614942 Feb 04 15:45:04.005283 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c808ecb-1e35-4749-8e47-993290b488c2 req-77992cc0-ce42-4a4e-8788-1a83a0467740 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681305 Feb 04 15:45:04.089581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9046-157a-4433-8455-cd9beada1e6e req-0f2b63ce-ed37-4ee6-9219-9462c41b5996 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:04.102797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-0f2b63ce-ed37-4ee6-9219-9462c41b5996 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 815 time: 0.8692274 Feb 04 15:45:04.128687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Request body: {'port': {'device_id': '38c3c776-122a-4a22-b90d-dbbd500851a5', 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'admin_state_up': True, 'tenant_id': '3e968d458ab84fa08aacdb51423ec62a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:04.161040 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.202555 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d12901f4-a711-493b-9480-be7c30aa2319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.216599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9de74af-2fce-4022-bb92-da0de4c22a6a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:04.284209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:04.302590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.456612 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e9de74af-2fce-4022-bb92-da0de4c22a6a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:45:04.462234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:04.673069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa32b-5d4d-4a61-bb9b-f12b4c246dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:04.775653 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29b774b2-12f3-4954-aabe-7ab8bf55807a req-b1975369-eee7-4fec-aa75-28c3e0b251cc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 210 time: 0.2108095 Feb 04 15:45:04.866153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Made reservation on behalf of 3e968d458ab84fa08aacdb51423ec62a for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:04.874645 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.345625 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa32b-5d4d-4a61-bb9b-f12b4c246dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.350671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e9de74af-2fce-4022-bb92-da0de4c22a6a up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:45:05.363558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625a945-4184-4990-94fb-616039d50bd6 req-6b4a3339-fed5-4808-9d76-b52b08f2e104 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.383863 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6625a945-4184-4990-94fb-616039d50bd6 req-6b4a3339-fed5-4808-9d76-b52b08f2e104 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1776030 Feb 04 15:45:05.512526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6625a945-4184-4990-94fb-616039d50bd6 req-d0ca7590-d4c0-45d0-95a3-4f3a9735baae tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241374 Feb 04 15:45:05.523113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port e9de74af-2fce-4022-bb92-da0de4c22a6a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:05.524041 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.534134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa32b-5d4d-4a61-bb9b-f12b4c246dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.593681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8f2fa32b-5d4d-4a61-bb9b-f12b4c246dc5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0736c48c46474b3aaad13224987d6887&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8926401 Feb 04 15:45:05.603694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:05.661086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fa32b-5d4d-4a61-bb9b-f12b4c246dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df202ef6-35c0-477b-a4ef-d8ec0a668743,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:05.843157 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72c2b-df14-4c79-8a74-29bcecb4d2b7 req-2c3498a9-4794-40e7-bad4-4a29c572404a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:05.847408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84ad7717-ca3b-4f6f-b9b9-f697fe716f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.878100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-47e72c2b-df14-4c79-8a74-29bcecb4d2b7 req-2c3498a9-4794-40e7-bad4-4a29c572404a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 944 time: 0.6969669 Feb 04 15:45:05.978919 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.017617 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.075286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84ad7717-ca3b-4f6f-b9b9-f697fe716f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.164044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-47e72c2b-df14-4c79-8a74-29bcecb4d2b7 req-3a03d605-a903-4154-b7ab-c8c54b39e903 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830558 Feb 04 15:45:06.171755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:06.174826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:06.175193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Allocated IP 172.20.0.13 (04512ac3-9d79-4549-b9ce-6fbaf89c17cb/a9f240ac-033b-4a39-97b6-383ba4fbf6d6/5b640c3b-b6c7-4757-a90a-b5fc7e335bd4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:06.183105 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85953244-ef6c-44b4-aa74-ff2e7363c0ac" -d '{"events": [{"server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "name": "network-vif-plugged", "status": "completed", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:06.194064 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.383206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5356b5d0-f36e-471f-bd96-e69d70434f3c req-4d7587d1-87d3-41f5-8d4f-7d84aa4dca0a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 210 time: 0.2399063 Feb 04 15:45:06.459432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:06.484259 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8c938-66dd-4be3-b723-c5f20fc4ede7 x-openstack-request-id: req-4df8c938-66dd-4be3-b723-c5f20fc4ede7 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:06.485254 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "name": "network-vif-plugged", "status": "completed", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:06.486133 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4df8c938-66dd-4be3-b723-c5f20fc4ede7 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:06.487461 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'code': 200} Feb 04 15:45:06.559709 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84ad7717-ca3b-4f6f-b9b9-f697fe716f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.563525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84ad7717-ca3b-4f6f-b9b9-f697fe716f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.576440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-84ad7717-ca3b-4f6f-b9b9-f697fe716f8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df202ef6-35c0-477b-a4ef-d8ec0a668743 HTTP/1.1" status: 204 len: 168 time: 0.9445834 Feb 04 15:45:06.635171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad7717-ca3b-4f6f-b9b9-f697fe716f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df202ef6-35c0-477b-a4ef-d8ec0a668743,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:06.635482 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.840303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:06.905735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['84bc7a7c-5832-476e-8ada-24105333d7b0', 'a7115356-8fed-4a38-922e-1208b39bd830', '3980f942-bea2-4e27-8e39-914cb7d915ca'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:45:06.956178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:06.991894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:07.001215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:45:07.174521 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.213575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:07.215878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.256613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904ed28-9bf6-4e3f-aa03-e7fcb29b0cea req-cee9979f-ae2c-4466-9772-923ed6775bfa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:07.270160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1904ed28-9bf6-4e3f-aa03-e7fcb29b0cea req-cee9979f-ae2c-4466-9772-923ed6775bfa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.4542007 Feb 04 15:45:07.358699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Pushing event updated for resources: {'Port': ['ID=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:07.399700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.405604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-c977195e-3fc2-44ce-b509-6925f161b8c5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2867999 Feb 04 15:45:07.448284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1904ed28-9bf6-4e3f-aa03-e7fcb29b0cea req-c3aa3b82-7613-4459-b4e3-4c16a21e31cf tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722152 Feb 04 15:45:07.469075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Request body: {'port': {'device_id': '38c3c776-122a-4a22-b90d-dbbd500851a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:07.692030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96979c-462e-40fc-9834-294316bcd3b1 req-f9b1179a-eef2-4ff7-80a9-96fc24ce878e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:07.714926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a96979c-462e-40fc-9834-294316bcd3b1 req-f9b1179a-eef2-4ff7-80a9-96fc24ce878e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.2156370 Feb 04 15:45:07.885754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:07.911517 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a96979c-462e-40fc-9834-294316bcd3b1 req-75948e54-e476-47d2-9aa9-5019c321bd88 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903181 Feb 04 15:45:08.067741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59726) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:08.169379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f680e65-b4d9-4de8-8ed2-4d1de3401bdb req-93389d2a-889c-4fe0-96a3-da2633c1aa61 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.189396 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f680e65-b4d9-4de8-8ed2-4d1de3401bdb req-93389d2a-889c-4fe0-96a3-da2633c1aa61 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 932 time: 0.3375471 Feb 04 15:45:08.512036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f680e65-b4d9-4de8-8ed2-4d1de3401bdb req-57628d2a-6320-4dec-ad7c-024662ddd3d8 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179128 Feb 04 15:45:08.670559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b09bbd4e-a240-4811-9e0f-4035de29f872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.924972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f10ce7-0b6d-42f0-a037-beef7d07d66b req-078c5d49-0c33-4575-9cb5-f261a4edd9a9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.938790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64f10ce7-0b6d-42f0-a037-beef7d07d66b req-078c5d49-0c33-4575-9cb5-f261a4edd9a9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1549971 Feb 04 15:45:09.106650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64f10ce7-0b6d-42f0-a037-beef7d07d66b req-e5d01783-6492-424a-8b9c-42f19e5b4fbe tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663616 Feb 04 15:45:09.111215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdd0c1-a0ce-40ea-b225-94326c285a86 req-fde7f7de-645e-4e30-b82d-0e6ee5cf84ac tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:09.129490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43fdd0c1-a0ce-40ea-b225-94326c285a86 req-fde7f7de-645e-4e30-b82d-0e6ee5cf84ac tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 945 time: 0.4731040 Feb 04 15:45:09.378047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b09bbd4e-a240-4811-9e0f-4035de29f872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.393280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e9de74af-2fce-4022-bb92-da0de4c22a6a no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:45:09.403896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:09.446149 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.533556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Transition to ACTIVE for port object 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:09.535740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43fdd0c1-a0ce-40ea-b225-94326c285a86 req-b8407441-ba93-45f2-8764-8e21187c0e5f tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030328 Feb 04 15:45:09.543292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.544465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b09bbd4e-a240-4811-9e0f-4035de29f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.691311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bbd4e-a240-4811-9e0f-4035de29f872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a16a92-dca8-4821-a08d-0a893ea26448,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:09.719507 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.758469 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b09bbd4e-a240-4811-9e0f-4035de29f872 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d901646230a496394656cb1e259a0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6837716 Feb 04 15:45:09.758742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 59758) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:09.874446 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:09.931101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Pushing event updated for resources: {'Port': ['ID=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:10.040215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:10.043860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:10.057027 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc2240d-1833-4845-90f5-ca388ac759c3" -d '{"events": [{"server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "name": "network-vif-unplugged", "status": "completed", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:10.069176 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.219320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00464d-df50-475d-88cf-cbf3c29e437e req-6ebefceb-0f6d-4bc8-8fe4-2a0e9b84efeb tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:10.226185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-af00464d-df50-475d-88cf-cbf3c29e437e req-6ebefceb-0f6d-4bc8-8fe4-2a0e9b84efeb tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 944 time: 0.2818182 Feb 04 15:45:10.288527 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc14e50-f822-4df1-8e72-109c967541cb x-openstack-request-id: req-5cc14e50-f822-4df1-8e72-109c967541cb {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:10.289562 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "name": "network-vif-unplugged", "status": "completed", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:10.289735 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5cc14e50-f822-4df1-8e72-109c967541cb {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:10.290091 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'code': 200} Feb 04 15:45:10.310528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:10.330885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1955d24-7b4e-46f3-a958-2e2f359bdb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.414686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Attempting to bind port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:10.415905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Attempting to bind port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:10.415905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Attempting to bind port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:45:10.447641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1955d24-7b4e-46f3-a958-2e2f359bdb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.645350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:45:10.653436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Attempting to bind port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 on network 04512ac3-9d79-4549-b9ce-6fbaf89c17cb {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:45:10.768834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-af00464d-df50-475d-88cf-cbf3c29e437e req-3c99170e-a776-4d8d-8753-ecdbf1eb4229 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957964 Feb 04 15:45:10.791947 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1955d24-7b4e-46f3-a958-2e2f359bdb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.797809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bef5-8dee-475a-ba76-6c71802e7dc3 req-74ec8b33-390d-45c4-a71a-bf7e9cf624c3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:10.805823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aed2bef5-8dee-475a-ba76-6c71802e7dc3 req-74ec8b33-390d-45c4-a71a-bf7e9cf624c3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1380081 Feb 04 15:45:10.825005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e1955d24-7b4e-46f3-a958-2e2f359bdb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.845217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e1955d24-7b4e-46f3-a958-2e2f359bdb19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19a16a92-dca8-4821-a08d-0a893ea26448 HTTP/1.1" status: 204 len: 168 time: 1.0703528 Feb 04 15:45:10.874560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:45:10.875870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Checking segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:45:10.876286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Bound using segment: {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:45:10.877315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Bound port: 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b866199-3190-4904-aa6e-57ef7d7a7de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:10.877725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:10.908412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aed2bef5-8dee-475a-ba76-6c71802e7dc3 req-d7ac9bfb-78ab-41cf-8371-7fa3246318f2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004295 Feb 04 15:45:11.022921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1955d24-7b4e-46f3-a958-2e2f359bdb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a16a92-dca8-4821-a08d-0a893ea26448,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:11.119817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5282627-ddde-42ee-89b3-e93777c5117f req-08bb1c3a-5bb9-4670-a2f8-616e987c5fe3 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.121020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5282627-ddde-42ee-89b3-e93777c5117f req-08bb1c3a-5bb9-4670-a2f8-616e987c5fe3 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 943 time: 0.6692183 Feb 04 15:45:11.133701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] For port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:11.144895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] For port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:11.218098 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.321021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d24031-2306-4e91-b08a-6f836d9bb08d req-b6bbe51a-46a8-4fa2-af19-756a3d0a5bae tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.323218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44d24031-2306-4e91-b08a-6f836d9bb08d req-b6bbe51a-46a8-4fa2-af19-756a3d0a5bae tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 943 time: 0.4121439 Feb 04 15:45:11.349832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.350903 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.352673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 HTTP/1.1" status: 200 len: 1092 time: 3.9030790 Feb 04 15:45:11.354536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c3c776-122a-4a22-b90d-dbbd500851a5', 'tag': '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:11.357698 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "38c3c776-122a-4a22-b90d-dbbd500851a5", "tag": "5b640c3b-b6c7-4757-a90a-b5fc7e335bd4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:11.541489 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9a6e1-d087-4944-8de1-8660d2886ffa x-openstack-request-id: req-b1c9a6e1-d087-4944-8de1-8660d2886ffa {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:11.542563 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c3c776-122a-4a22-b90d-dbbd500851a5", "tag": "5b640c3b-b6c7-4757-a90a-b5fc7e335bd4", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:11.542563 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b1c9a6e1-d087-4944-8de1-8660d2886ffa {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:11.543299 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c3c776-122a-4a22-b90d-dbbd500851a5', 'tag': '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4', 'status': 'completed', 'code': 200} Feb 04 15:45:11.616177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8ad41-68bf-4970-88c5-89e8135d3856 service neutron] Pushing event updated for resources: {'Port': ['ID=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:11.633367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44d24031-2306-4e91-b08a-6f836d9bb08d req-e7572df3-10b8-4323-ba29-2dc6f546242b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845814 Feb 04 15:45:11.651536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9046-157a-4433-8455-cd9beada1e6e req-cab7d058-041c-4200-b13c-646cd865b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.654769 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-cab7d058-041c-4200-b13c-646cd865b071 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 1095 time: 0.2216344 Feb 04 15:45:11.682724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59806) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:11.719522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d09b161f-5216-44ca-8177-a854388dea7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.736527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Deleting port e9de74af-2fce-4022-bb92-da0de4c22a6a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:45:11.736895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.742206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-deecb0b1-d06f-4b0f-b21f-05f36247565e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 HTTP/1.1" status: 200 len: 217 time: 0.0579309 Feb 04 15:45:11.954724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9046-157a-4433-8455-cd9beada1e6e req-48988035-8f1e-47d3-84d4-7de904be7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.978261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-48988035-8f1e-47d3-84d4-7de904be7b18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.1950591 Feb 04 15:45:12.142068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-6fcd69f8-b919-49c0-ba86-e77cec942187 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624689 Feb 04 15:45:12.144246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] For port e9de74af-2fce-4022-bb92-da0de4c22a6a, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e9de74af-2fce-4022-bb92-da0de4c22a6a,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:12.144713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.146276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d09b161f-5216-44ca-8177-a854388dea7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.154474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d09b161f-5216-44ca-8177-a854388dea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.224542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d09b161f-5216-44ca-8177-a854388dea7b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a16831a94c4c4bd18a1ff4c4a32f80bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403585 Feb 04 15:45:12.230730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59822) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:12.232100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b161f-5216-44ca-8177-a854388dea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18e3be-37f3-4097-8f83-1486143e1001,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.263959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00962a-6ea8-458d-b9bc-0a8b4a5333be req-eab7afde-82dc-41bb-9ce2-61cff35db937 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:12.266216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b00962a-6ea8-458d-b9bc-0a8b4a5333be req-eab7afde-82dc-41bb-9ce2-61cff35db937 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 944 time: 0.2969744 Feb 04 15:45:12.390780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Calling delete_port for e9de74af-2fce-4022-bb92-da0de4c22a6a owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:45:12.428375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6fd02a2-a9df-4ed5-b1fd-9abf1334ffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.462415 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b00962a-6ea8-458d-b9bc-0a8b4a5333be req-8a8d388d-dde7-4602-ac25-72a70fd71f28 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779330 Feb 04 15:45:12.480850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6fd02a2-a9df-4ed5-b1fd-9abf1334ffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.487239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-83593cda-0d8e-4db5-8d9c-fd8d2162654f service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916932 Feb 04 15:45:12.576743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b2d98-25e2-4c94-8720-d51ac3c80226 req-f29c7296-1da8-42e8-930a-a35fbf3ba931 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:12.586889 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e22b2d98-25e2-4c94-8720-d51ac3c80226 req-f29c7296-1da8-42e8-930a-a35fbf3ba931 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.4625142 Feb 04 15:45:12.604667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6fd02a2-a9df-4ed5-b1fd-9abf1334ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.607800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6fd02a2-a9df-4ed5-b1fd-9abf1334ffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.609945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f6fd02a2-a9df-4ed5-b1fd-9abf1334ffab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c18e3be-37f3-4097-8f83-1486143e1001 HTTP/1.1" status: 204 len: 168 time: 0.3668172 Feb 04 15:45:12.646385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd02a2-a9df-4ed5-b1fd-9abf1334ffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18e3be-37f3-4097-8f83-1486143e1001,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.739656 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e22b2d98-25e2-4c94-8720-d51ac3c80226 req-74170374-b385-4795-a753-437aa1143214 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513817 Feb 04 15:45:12.829450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6dca9046-157a-4433-8455-cd9beada1e6e req-358101c5-ae31-4793-b1f4-db3ce421e3bf service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304288 Feb 04 15:45:13.003445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.018426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa198c83-306a-47cb-8c66-4500744fff01 req-82c075c2-354d-4f98-a404-9ca19942086d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:13.025015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa198c83-306a-47cb-8c66-4500744fff01 req-82c075c2-354d-4f98-a404-9ca19942086d tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f0db58-0182-4110-9691-6969f89ba51b HTTP/1.1" status: 200 len: 943 time: 0.1645305 Feb 04 15:45:13.092391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a746fc0-024b-4912-ba6f-07a43cef3e84 req-9a453e41-3a9b-4289-a65f-c8f2a6c7d6ba tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:13.110189 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a746fc0-024b-4912-ba6f-07a43cef3e84 req-9a453e41-3a9b-4289-a65f-c8f2a6c7d6ba tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 946 time: 0.1891973 Feb 04 15:45:13.246924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a746fc0-024b-4912-ba6f-07a43cef3e84 req-a76de4e4-bf4f-4a05-9c6d-499e9dc0e67e tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352026 Feb 04 15:45:13.287506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event deleted for resources: {'Port': ['ID=e9de74af-2fce-4022-bb92-da0de4c22a6a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:13.376098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] No DVR routers for this DVR port e9de74af-2fce-4022-bb92-da0de4c22a6a on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:13.387104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.392711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5282627-ddde-42ee-89b3-e93777c5117f req-6a0259aa-a050-4947-9fab-430c2f023f0a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "DELETE /v2.0/ports/e9de74af-2fce-4022-bb92-da0de4c22a6a HTTP/1.1" status: 204 len: 173 time: 2.2605619 Feb 04 15:45:13.404773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-816578e4-7072-420e-b810-0fa89ffea65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:13.408566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-816578e4-7072-420e-b810-0fa89ffea65e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 1095 time: 0.4172049 Feb 04 15:45:13.414757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e9de74af-2fce-4022-bb92-da0de4c22a6a no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:45:13.448769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: e9de74af-2fce-4022-bb92-da0de4c22a6a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:45:13.449355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e9de74af-2fce-4022-bb92-da0de4c22a6a not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:45:13.597343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'name': 'network-vif-deleted', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:13.619812 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc0fdc7-08d1-4cc0-8127-ec3213e77937" -d '{"events": [{"server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "name": "network-vif-deleted", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:13.751576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa198c83-306a-47cb-8c66-4500744fff01 req-f7f62d42-26cb-419f-a46c-7b9c616e5236 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186685 Feb 04 15:45:13.900988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e058f5-1030-454f-8b04-2910561b0a95 req-c8e0f4ed-bc91-4dbf-870c-7080ee2a34a5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:13.919177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e058f5-1030-454f-8b04-2910561b0a95 req-c8e0f4ed-bc91-4dbf-870c-7080ee2a34a5 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 944 time: 0.2002015 Feb 04 15:45:14.027442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6e058f5-1030-454f-8b04-2910561b0a95 req-9defd832-185d-433b-bf3b-7259ed672608 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066396 Feb 04 15:45:14.033288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-e6b0e53d-bcb3-47e7-ab16-c7bf310d6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:14.037708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-e6b0e53d-bcb3-47e7-ab16-c7bf310d6a41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 916 time: 0.6073689 Feb 04 15:45:14.041109 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d85888-7b06-4584-8d60-a2ea4f407bbf x-openstack-request-id: req-70d85888-7b06-4584-8d60-a2ea4f407bbf {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:14.041593 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f0db58-0182-4110-9691-6969f89ba51b", "name": "network-vif-deleted", "tag": "e9de74af-2fce-4022-bb92-da0de4c22a6a", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:14.042817 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70d85888-7b06-4584-8d60-a2ea4f407bbf {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:14.043759 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f0db58-0182-4110-9691-6969f89ba51b', 'name': 'network-vif-deleted', 'tag': 'e9de74af-2fce-4022-bb92-da0de4c22a6a', 'status': 'completed', 'code': 200} Feb 04 15:45:14.101826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-e5e15c72-cf30-4937-98db-269b32f793e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 HTTP/1.1" status: 200 len: 217 time: 0.0457592 Feb 04 15:45:14.217676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-0436871d-188e-4f27-9511-1c8f9751c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:14.219546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-0436871d-188e-4f27-9511-1c8f9751c5cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.1065428 Feb 04 15:45:14.356062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-d7f417c1-e2ea-480d-97a3-79eadf2a5340 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241202 Feb 04 15:45:14.453387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6b0a9-4b8d-4ce6-b8e9-aa8c62eaa687 req-9dc97f47-9d25-4e01-9ecc-a15c4299a71c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:14.457079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53d6b0a9-4b8d-4ce6-b8e9-aa8c62eaa687 req-9dc97f47-9d25-4e01-9ecc-a15c4299a71c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.2280614 Feb 04 15:45:14.629947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165e44b-92e6-4d98-b399-1a451d163964 req-d3283e75-e77f-40b2-bb59-634e959fdc4f tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:14.647915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6165e44b-92e6-4d98-b399-1a451d163964 req-d3283e75-e77f-40b2-bb59-634e959fdc4f tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 946 time: 0.2037935 Feb 04 15:45:14.687209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53d6b0a9-4b8d-4ce6-b8e9-aa8c62eaa687 req-4a565e24-7fdb-45f4-ada1-7122498e1e18 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521087 Feb 04 15:45:14.761311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6165e44b-92e6-4d98-b399-1a451d163964 req-68ad99f5-8ef2-4f14-b324-3f697ac91f69 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097085 Feb 04 15:45:14.763369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-6eee5d19-6973-482c-8a92-8dc6d5b53d27 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927722 Feb 04 15:45:14.901067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b9c57f75-0036-49f7-8ff3-6b8415cdbfa4 req-63aecea3-994f-4bb0-8199-72cf97395b3a service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261072 Feb 04 15:45:15.308338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-8275e21a-6851-4e09-8caf-5e75557f5dfc tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.313429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-8275e21a-6851-4e09-8caf-5e75557f5dfc tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 946 time: 0.1259263 Feb 04 15:45:15.383352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f291ba8-d401-4278-8d55-0b08cbf43bb8 req-55039c75-f75e-4b76-b3c1-72342c36c97d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.397965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f291ba8-d401-4278-8d55-0b08cbf43bb8 req-55039c75-f75e-4b76-b3c1-72342c36c97d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 944 time: 0.1963603 Feb 04 15:45:15.479321 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59932) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:15.517693 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f291ba8-d401-4278-8d55-0b08cbf43bb8 req-2b6d2955-66dc-4ff5-b60a-4a1982e7beaf tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168740 Feb 04 15:45:15.815258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Deleting port f4e329e8-f715-4f98-8c4d-4b79713e6ecb {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:45:15.815868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.838302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-5431c4f8-38aa-4ef4-bfdd-2bb4b8800acc tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:15.850948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-5431c4f8-38aa-4ef4-bfdd-2bb4b8800acc tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 821 time: 0.3345053 Feb 04 15:45:15.956156 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4ba80de-50f0-4543-97d3-6db65fbf6def admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:15.961537 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-cadd159d-6c6e-4aa4-9a08-52165de09f5a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/quotas/9e5a3ffc14264dbfaffcae7e792ea2cb HTTP/1.1" status: 200 len: 375 time: 0.1086352 Feb 04 15:45:16.032967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b81566-b829-4e4d-b592-2f189e3719d5 req-32c545d2-1e99-4b10-855b-2f09ee316143 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:16.043170 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05b81566-b829-4e4d-b592-2f189e3719d5 req-32c545d2-1e99-4b10-855b-2f09ee316143 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1834912 Feb 04 15:45:16.113457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-bf53f960-dbe8-4ab4-9578-1c8b36a27b5f tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1505654 Feb 04 15:45:16.142132 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] For port f4e329e8-f715-4f98-8c4d-4b79713e6ecb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:16.142525 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.154957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05b81566-b829-4e4d-b592-2f189e3719d5 req-dbfbb2ae-800f-476a-8540-dca449412a05 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092100 Feb 04 15:45:16.171172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Calling delete_port for f4e329e8-f715-4f98-8c4d-4b79713e6ecb owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:45:16.268635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4ba80de-50f0-4543-97d3-6db65fbf6def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.277782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4ba80de-50f0-4543-97d3-6db65fbf6def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.347915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba80de-50f0-4543-97d3-6db65fbf6def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff8253-6383-46a6-b8c4-33292a408942,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:16.433099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d4ba80de-50f0-4543-97d3-6db65fbf6def admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c81b4ae1809548f3bc65e4d5eeda90c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9489853 Feb 04 15:45:16.437611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59954) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:16.565539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.609200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['f4e329e8-f715-4f98-8c4d-4b79713e6ecb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:45:16.739263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Pushing event deleted for resources: {'Port': ['ID=f4e329e8-f715-4f98-8c4d-4b79713e6ecb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:16.752648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e225108-b85c-406c-b0b5-c9a4bd22681d req-0e73030a-5ed1-4d16-b771-0f5417aa9c96 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:16.763935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e225108-b85c-406c-b0b5-c9a4bd22681d req-0e73030a-5ed1-4d16-b771-0f5417aa9c96 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce719bab-2e27-4d4b-81ed-bac70e762a19 HTTP/1.1" status: 200 len: 867 time: 0.2807438 Feb 04 15:45:16.800679 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d3aac71-e73d-4712-aa62-4f064ea55024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.802937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] No DVR routers for this DVR port f4e329e8-f715-4f98-8c4d-4b79713e6ecb on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:16.811225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.815797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8ea11c9-809a-4d8f-85dd-2dda4dc5f77f req-4c239a22-f0a9-4f1c-8f2f-7a18c594ad19 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.50 "DELETE /v2.0/ports/f4e329e8-f715-4f98-8c4d-4b79713e6ecb HTTP/1.1" status: 204 len: 173 time: 1.4937844 Feb 04 15:45:16.817301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce719bab-2e27-4d4b-81ed-bac70e762a19', 'name': 'network-vif-deleted', 'tag': 'f4e329e8-f715-4f98-8c4d-4b79713e6ecb'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:16.822581 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a964cc-2c08-45a9-ab2f-b19f144c0072" -d '{"events": [{"server_uuid": "ce719bab-2e27-4d4b-81ed-bac70e762a19", "name": "network-vif-deleted", "tag": "f4e329e8-f715-4f98-8c4d-4b79713e6ecb"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:16.858605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e225108-b85c-406c-b0b5-c9a4bd22681d req-f8d5aa8e-334b-4844-8e8c-5535431d2ba8 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928891 Feb 04 15:45:16.896627 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d3aac71-e73d-4712-aa62-4f064ea55024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:16.896920 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-2994db17-1728-4ccb-8ed6-210e0ca1a26d service neutron] 10.222.0.47 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7808800 Feb 04 15:45:17.143148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40bd2f-7bf2-4c77-b380-a2d086bffade req-d063534a-0c61-4b68-b8ed-1e8c044dde74 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:17.157633 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e40bd2f-7bf2-4c77-b380-a2d086bffade req-d063534a-0c61-4b68-b8ed-1e8c044dde74 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 944 time: 0.1505911 Feb 04 15:45:17.197402 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d3aac71-e73d-4712-aa62-4f064ea55024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.203581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d3aac71-e73d-4712-aa62-4f064ea55024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.204957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3d3aac71-e73d-4712-aa62-4f064ea55024 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68ff8253-6383-46a6-b8c4-33292a408942 HTTP/1.1" status: 204 len: 168 time: 0.7648003 Feb 04 15:45:17.229365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3aac71-e73d-4712-aa62-4f064ea55024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff8253-6383-46a6-b8c4-33292a408942,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:17.316456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e40bd2f-7bf2-4c77-b380-a2d086bffade req-e8b9c288-7c8b-46e7-91e5-fb9b19696f96 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570714 Feb 04 15:45:17.516065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:45:17.737987 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f518647-9036-44d3-b81b-98343728267a x-openstack-request-id: req-2f518647-9036-44d3-b81b-98343728267a {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:17.741915 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce719bab-2e27-4d4b-81ed-bac70e762a19", "name": "network-vif-deleted", "tag": "f4e329e8-f715-4f98-8c4d-4b79713e6ecb", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:17.742430 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f518647-9036-44d3-b81b-98343728267a {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:17.744638 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce719bab-2e27-4d4b-81ed-bac70e762a19', 'name': 'network-vif-deleted', 'tag': 'f4e329e8-f715-4f98-8c4d-4b79713e6ecb', 'status': 'completed', 'code': 200} Feb 04 15:45:17.765999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f026f-5747-4c7d-8016-95a3b7b0bdb0 req-6c4b2394-d4d4-4ad9-b00c-282af9f09cd9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:17.769179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b57f026f-5747-4c7d-8016-95a3b7b0bdb0 req-6c4b2394-d4d4-4ad9-b00c-282af9f09cd9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1716750 Feb 04 15:45:17.856394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b57f026f-5747-4c7d-8016-95a3b7b0bdb0 req-b93521d9-9af8-42f7-8535-2439f05d2052 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785902 Feb 04 15:45:17.901232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-f9631142-70c0-4f1e-9bae-345ee1c25b7b service neutron] 10.222.0.47 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9983430 Feb 04 15:45:17.928243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:18.059394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4', 'network_id': '04512ac3-9d79-4549-b9ce-6fbaf89c17cb', 'port_id': '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4', 'mac_address': 'fa:16:3e:15:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f240ac-033b-4a39-97b6-383ba4fbf6d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:45:18.183997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 59994) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:18.230517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec4b9a55-96eb-446c-a3ce-48d8409888ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.261274 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.294336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:18.338315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:18.352269 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.512053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec4b9a55-96eb-446c-a3ce-48d8409888ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.513659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c767f6c-05c5-4f4f-8b11-2ce310771813 req-9de04fca-61dd-44ca-be13-0eb7a5cba9d1 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 210 time: 0.0648477 Feb 04 15:45:18.526219 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec4b9a55-96eb-446c-a3ce-48d8409888ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.563319 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ec4b9a55-96eb-446c-a3ce-48d8409888ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d0a7e58d6fe446a95598e0df01bdb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791475 Feb 04 15:45:18.567824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60008) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:18.600643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:18.708566 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.727221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b9a55-96eb-446c-a3ce-48d8409888ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d109be5-094b-4bef-a41f-dbf200cdbf70,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:18.758647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2720a71-47c0-4441-8631-b07b044dda4f req-0ce740bc-52b1-4050-8840-eea738f4a8be tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:18.769553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2720a71-47c0-4441-8631-b07b044dda4f req-0ce740bc-52b1-4050-8840-eea738f4a8be tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 945 time: 0.1752305 Feb 04 15:45:18.796939 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:18.822322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['5b640c3b-b6c7-4757-a90a-b5fc7e335bd4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:45:18.891422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2720a71-47c0-4441-8631-b07b044dda4f req-5d9cd9db-57ad-4aef-8df9-a7921e65b148 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202216 Feb 04 15:45:19.000576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.014873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:19.017444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d109be5-094b-4bef-a41f-dbf200cdbf70 HTTP/1.1" status: 204 len: 168 time: 0.4482584 Feb 04 15:45:19.183795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d109be5-094b-4bef-a41f-dbf200cdbf70,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:19.215399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.215934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.216558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.217021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.217462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.218430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.218968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.219403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.219864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.220514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.220965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.221397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f8979-72ca-4e89-b2c3-a6d280196b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:19.262346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af9660-f28d-4abb-a70c-1bedc81a31f1 req-dd37128a-ea08-4ca8-8e2d-1aa9946084a9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:19.278413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0af9660-f28d-4abb-a70c-1bedc81a31f1 req-dd37128a-ea08-4ca8-8e2d-1aa9946084a9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.2582417 Feb 04 15:45:19.382639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0af9660-f28d-4abb-a70c-1bedc81a31f1 req-2e496dd7-9e3e-45e6-844f-1627f99aa356 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027169 Feb 04 15:45:19.577088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f4e329e8-f715-4f98-8c4d-4b79713e6ecb no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:45:19.649863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: f4e329e8-f715-4f98-8c4d-4b79713e6ecb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:45:19.650466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f4e329e8-f715-4f98-8c4d-4b79713e6ecb not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:45:19.694912 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:45:19.793004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7c21359-57bf-44d2-86c6-a13a98dd088b req-552f2f2a-ae81-44d8-9be0-981d0ad97cd7 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 210 time: 0.0627573 Feb 04 15:45:20.290785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e5ed-eb7e-4b21-89bc-c70eb10ce57f req-5d73df2c-a59b-44a7-8b1d-cdc9eae208aa tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:20.297916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60f4e5ed-eb7e-4b21-89bc-c70eb10ce57f req-5d73df2c-a59b-44a7-8b1d-cdc9eae208aa tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 945 time: 0.2080722 Feb 04 15:45:20.497013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60f4e5ed-eb7e-4b21-89bc-c70eb10ce57f req-68489741-d3ad-4f73-ba37-6accc4ce77ad tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786983 Feb 04 15:45:20.769931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eadc4c-412e-4496-9b67-982f92c7408b req-7f697e1a-1fd1-4265-9eec-ccaa646ace47 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:20.778215 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66eadc4c-412e-4496-9b67-982f92c7408b req-7f697e1a-1fd1-4265-9eec-ccaa646ace47 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1583734 Feb 04 15:45:21.042825 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66eadc4c-412e-4496-9b67-982f92c7408b req-554669fa-0fbb-43d9-8e36-05c14cecd607 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524176 Feb 04 15:45:21.481935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-197b4317-3c90-4a51-8269-c6ea13362d9b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:21.485692 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-197b4317-3c90-4a51-8269-c6ea13362d9b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 821 time: 0.6869683 Feb 04 15:45:21.509618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Request body: {'port': {'device_id': '5af95e50-bd4a-4795-939f-8d29b0f25872', 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'admin_state_up': True, 'tenant_id': '9e5a3ffc14264dbfaffcae7e792ea2cb'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:21.598318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:45:21.646603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45a475aa-16ed-46f9-a0a7-c736ba643907 req-728717bb-cf7e-4851-81e2-193f7fbc721b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 210 time: 0.1601708 Feb 04 15:45:21.838717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:21.857932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:21.861494 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.016492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd114b0-b94b-4fce-8d87-029654e7c5bb req-3f06c292-b0d5-437f-be8a-e25446e17674 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:22.045420 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7cd114b0-b94b-4fce-8d87-029654e7c5bb req-3f06c292-b0d5-437f-be8a-e25446e17674 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 945 time: 0.2442510 Feb 04 15:45:22.197820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.214521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Made reservation on behalf of 9e5a3ffc14264dbfaffcae7e792ea2cb for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:22.222552 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.286038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7cd114b0-b94b-4fce-8d87-029654e7c5bb req-ba1d2786-4105-4527-8df8-7b06c71b5cb6 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356224 Feb 04 15:45:22.326571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:22.328285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c3c776-122a-4a22-b90d-dbbd500851a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:22.334742 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45ed3f3-35dd-47b6-b0a2-c25948678202" -d '{"events": [{"server_uuid": "38c3c776-122a-4a22-b90d-dbbd500851a5", "name": "network-vif-plugged", "status": "completed", "tag": "5b640c3b-b6c7-4757-a90a-b5fc7e335bd4"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:22.343101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:22.479554 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2b4f64-ee2d-4c69-94fd-d2f0d1193895 x-openstack-request-id: req-1a2b4f64-ee2d-4c69-94fd-d2f0d1193895 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:22.480338 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c3c776-122a-4a22-b90d-dbbd500851a5", "name": "network-vif-plugged", "status": "completed", "tag": "5b640c3b-b6c7-4757-a90a-b5fc7e335bd4", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:22.480498 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1a2b4f64-ee2d-4c69-94fd-d2f0d1193895 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:22.481090 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c3c776-122a-4a22-b90d-dbbd500851a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4', 'code': 200} Feb 04 15:45:22.541151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:22.716613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Allocated IP 172.20.0.7 (8bebffb1-df41-4183-9456-e91b5353eec2/1985b07f-9acc-4f7b-93b0-14e32806ad1e/54405f56-eafa-4f93-abd6-643fe86c078e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:23.039769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-455237f6-a47e-4f4f-8185-e7cc4f01e586 req-1b76737b-10ec-4778-8f4b-49d2da705eb9 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 210 time: 0.0997350 Feb 04 15:45:23.051114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc045db-f887-4a80-9846-7a895909c38b req-1dd127a1-e73a-48fa-84cf-635619755b0a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:23.098631 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cc045db-f887-4a80-9846-7a895909c38b req-1dd127a1-e73a-48fa-84cf-635619755b0a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.7869685 Feb 04 15:45:23.114609 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.301155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047fd3d-de96-48a8-b622-27d1ad5272cd req-db794f35-5db9-44bc-bbbe-10cd3baf5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:23.302924 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a047fd3d-de96-48a8-b622-27d1ad5272cd req-db794f35-5db9-44bc-bbbe-10cd3baf5ded service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 1097 time: 0.4998016 Feb 04 15:45:23.355804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2cc045db-f887-4a80-9846-7a895909c38b req-d4946d18-59cb-48b3-8223-c9c1a6ca2e10 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865165 Feb 04 15:45:23.552805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a047fd3d-de96-48a8-b622-27d1ad5272cd req-e9c50b9a-479f-4a58-a09d-b6ff91dea2c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369599 Feb 04 15:45:23.570879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866489a3-9d60-43e2-b455-59a1ac0d63b5 req-bf2c57c5-5557-43ed-960f-a9bfd9e27d68 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:23.585194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-866489a3-9d60-43e2-b455-59a1ac0d63b5 req-bf2c57c5-5557-43ed-960f-a9bfd9e27d68 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 946 time: 0.1755354 Feb 04 15:45:23.628999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:23.685962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-866489a3-9d60-43e2-b455-59a1ac0d63b5 req-f27b17d7-2478-4214-92c3-f81f0ec5ff0b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990326 Feb 04 15:45:23.865107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.029373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event updated for resources: {'Port': ['ID=54405f56-eafa-4f93-abd6-643fe86c078e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:24.043973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Network 8bebffb1-df41-4183-9456-e91b5353eec2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:24.046949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:24.056818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:45:24.382488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:24.383723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:24.646357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-08663159-81f8-4000-a403-8905b52a5a2c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1447520 Feb 04 15:45:24.667614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Request body: {'port': {'device_id': '5af95e50-bd4a-4795-939f-8d29b0f25872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:24.743012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552ab31-c045-4e45-8155-50981513124c req-22a03361-4230-46d4-a0b6-d183006d8fa3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:24.755585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1552ab31-c045-4e45-8155-50981513124c req-22a03361-4230-46d4-a0b6-d183006d8fa3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1657078 Feb 04 15:45:24.822456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158b8ea-7b6a-40db-95b7-aec81c32c94b req-d8155168-5acc-42a6-a2d9-eb682032a95c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:24.845954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d158b8ea-7b6a-40db-95b7-aec81c32c94b req-d8155168-5acc-42a6-a2d9-eb682032a95c tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 931 time: 0.4400973 Feb 04 15:45:24.855883 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1552ab31-c045-4e45-8155-50981513124c req-a3c871ac-830b-4780-bfa0-ed45fe19fdcf tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868542 Feb 04 15:45:24.925633 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.057218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3f2ff-5a96-408c-b1af-450db4454366 req-6fe24301-e570-4c2d-8371-21c9fa4cc329 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:25.061421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fb3f2ff-5a96-408c-b1af-450db4454366 req-6fe24301-e570-4c2d-8371-21c9fa4cc329 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 946 time: 0.1450388 Feb 04 15:45:25.067382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d158b8ea-7b6a-40db-95b7-aec81c32c94b req-56c69228-8556-44c2-8a7d-012e51b464a5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201941 Feb 04 15:45:25.178472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fb3f2ff-5a96-408c-b1af-450db4454366 req-8516221f-ecaa-4a07-b258-32a3f315ba0d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967534 Feb 04 15:45:25.654600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54405f56-eafa-4f93-abd6-643fe86c078e {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:25.673287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.710732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Transition to ACTIVE for port object 54405f56-eafa-4f93-abd6-643fe86c078e will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:25.719734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.872150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Pushing event updated for resources: {'Port': ['ID=54405f56-eafa-4f93-abd6-643fe86c078e,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:25.977466 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Attempting to bind port 54405f56-eafa-4f93-abd6-643fe86c078e on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:25.978658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Attempting to bind port 54405f56-eafa-4f93-abd6-643fe86c078e by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:25.983041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Attempting to bind port 54405f56-eafa-4f93-abd6-643fe86c078e on network 8bebffb1-df41-4183-9456-e91b5353eec2 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:45:26.017404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Port 54405f56-eafa-4f93-abd6-643fe86c078e on network 8bebffb1-df41-4183-9456-e91b5353eec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:45:26.020390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Attempting to bind port 54405f56-eafa-4f93-abd6-643fe86c078e on network 8bebffb1-df41-4183-9456-e91b5353eec2 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:45:26.180960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:45:26.181738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Checking segment: {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:45:26.182521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Bound using segment: {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:45:26.183414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Bound port: 54405f56-eafa-4f93-abd6-643fe86c078e, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e348bd9-89bb-4d8a-b36d-5034e45074fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:26.184150 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.447624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85510fbc-5c07-4090-8e00-f1f5365fb783 req-334816e3-1eaf-404c-964a-b6972da4312b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:26.455089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85510fbc-5c07-4090-8e00-f1f5365fb783 req-334816e3-1eaf-404c-964a-b6972da4312b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.4063590 Feb 04 15:45:26.552748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1d887-6c5d-4ebd-a5ab-1dda8df57e43 req-2d9fd631-b5d1-4d44-a8ee-2c2054168298 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:26.576785 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-89b1d887-6c5d-4ebd-a5ab-1dda8df57e43 req-2d9fd631-b5d1-4d44-a8ee-2c2054168298 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 943 time: 0.2612698 Feb 04 15:45:26.618160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85510fbc-5c07-4090-8e00-f1f5365fb783 req-f83965cc-f93c-4310-8614-f63f13c3a1ad tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359642 Feb 04 15:45:26.694253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] For port 54405f56-eafa-4f93-abd6-643fe86c078e, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:26.717932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] For port 54405f56-eafa-4f93-abd6-643fe86c078e, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=54405f56-eafa-4f93-abd6-643fe86c078e,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:26.761467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-89b1d887-6c5d-4ebd-a5ab-1dda8df57e43 req-efac54ce-9eb9-4b96-b5e4-a50a89435b4a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752763 Feb 04 15:45:26.766404 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.855519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:26.856275 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.858232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] 10.222.0.30 "PUT /v2.0/ports/54405f56-eafa-4f93-abd6-643fe86c078e HTTP/1.1" status: 200 len: 1091 time: 2.2001538 Feb 04 15:45:26.860097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af95e50-bd4a-4795-939f-8d29b0f25872', 'tag': '54405f56-eafa-4f93-abd6-643fe86c078e'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:26.873375 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921" -d '{"events": [{"name": "network-changed", "server_uuid": "5af95e50-bd4a-4795-939f-8d29b0f25872", "tag": "54405f56-eafa-4f93-abd6-643fe86c078e"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:27.129465 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43d0384-e875-4c3c-ac93-2c2787d06e82 x-openstack-request-id: req-e43d0384-e875-4c3c-ac93-2c2787d06e82 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:27.130993 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af95e50-bd4a-4795-939f-8d29b0f25872", "tag": "54405f56-eafa-4f93-abd6-643fe86c078e", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:27.131618 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e43d0384-e875-4c3c-ac93-2c2787d06e82 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:27.133219 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af95e50-bd4a-4795-939f-8d29b0f25872', 'tag': '54405f56-eafa-4f93-abd6-643fe86c078e', 'status': 'completed', 'code': 200} Feb 04 15:45:27.230034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-b19f4ad8-5046-4c95-af3d-c9fdf554599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:27.236181 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-b19f4ad8-5046-4c95-af3d-c9fdf554599a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 1094 time: 0.2156756 Feb 04 15:45:27.462062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-27574aaf-a2e0-4a9e-816a-24f49d72cf45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54405f56-eafa-4f93-abd6-643fe86c078e HTTP/1.1" status: 200 len: 217 time: 0.2104344 Feb 04 15:45:27.463094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14893e9-f2cf-49fc-8544-71ceb338ad0d service neutron] Pushing event updated for resources: {'Port': ['ID=54405f56-eafa-4f93-abd6-643fe86c078e,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:27.632262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-0fbcac95-61ee-43dc-ae3e-86d1a324fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:27.644094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-0fbcac95-61ee-43dc-ae3e-86d1a324fb8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1985b07f-9acc-4f7b-93b0-14e32806ad1e HTTP/1.1" status: 200 len: 861 time: 0.1593966 Feb 04 15:45:27.680725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac80aa-8364-4e42-a992-fdd51e3245cb req-06800c89-3ccf-41c5-ad92-07ba12503908 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:27.692727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdac80aa-8364-4e42-a992-fdd51e3245cb req-06800c89-3ccf-41c5-ad92-07ba12503908 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 946 time: 0.7035053 Feb 04 15:45:27.764192 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-46a2c78d-e9ca-44a4-bd0d-f3c76d75d0dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bebffb1-df41-4183-9456-e91b5353eec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657754 Feb 04 15:45:27.822189 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdac80aa-8364-4e42-a992-fdd51e3245cb req-9692801a-7ffe-478a-b34f-52c5f9f7471f tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277599 Feb 04 15:45:28.053690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd1453-c97e-4928-b828-177388555396 req-fda0198b-347b-44ee-932f-0948657e8251 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:28.076893 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efd1453-c97e-4928-b828-177388555396 req-fda0198b-347b-44ee-932f-0948657e8251 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1629145 Feb 04 15:45:28.135395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efd1453-c97e-4928-b828-177388555396 req-685eb5d0-21a0-4146-bdab-a9d666fd3bdd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568290 Feb 04 15:45:28.223638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-ad0732d5-95d4-4db5-8772-c965b296e336 service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516554 Feb 04 15:45:28.393126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd0ff-45fe-4848-bbe2-34251a9f1ce0 req-f1ed9942-4103-4449-8a0d-f6a55cc0f10a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:28.395310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad2fd0ff-45fe-4848-bbe2-34251a9f1ce0 req-f1ed9942-4103-4449-8a0d-f6a55cc0f10a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 943 time: 0.2344000 Feb 04 15:45:28.397389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62dbfad8-431d-4877-8bdc-f2bb64f3ad18 req-5469aec4-a27a-46d8-ba6e-68c6a9a4c470 service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638761 Feb 04 15:45:28.470857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad2fd0ff-45fe-4848-bbe2-34251a9f1ce0 req-9004a046-c926-4886-abab-1d6923a50cde tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 Feb 04 15:45:28.651713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-758fddff-975f-46ce-b1a8-228e26d466d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:28.658743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-758fddff-975f-46ce-b1a8-228e26d466d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 1094 time: 0.1653693 Feb 04 15:45:29.060021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-1c5de349-53d6-4962-bbe5-8fb15a946ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:29.063544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-1c5de349-53d6-4962-bbe5-8fb15a946ce9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 200 len: 922 time: 0.3982797 Feb 04 15:45:29.165149 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-bde4b74a-0863-4e77-b7ce-5deeff0589e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54405f56-eafa-4f93-abd6-643fe86c078e HTTP/1.1" status: 200 len: 217 time: 0.0925090 Feb 04 15:45:29.278413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-cb86b798-3b69-4ae2-9d69-2637c1248a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:29.283288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-cb86b798-3b69-4ae2-9d69-2637c1248a9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1985b07f-9acc-4f7b-93b0-14e32806ad1e HTTP/1.1" status: 200 len: 861 time: 0.1053224 Feb 04 15:45:29.351600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-617de111-49e0-4f10-8a30-1b67057da951 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bebffb1-df41-4183-9456-e91b5353eec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590122 Feb 04 15:45:29.698492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07d33f-003a-4a9e-a4c4-bdf313b3825f req-ba3138ae-98fc-46e1-b03a-13e1013bbd76 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:29.714956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c07d33f-003a-4a9e-a4c4-bdf313b3825f req-ba3138ae-98fc-46e1-b03a-13e1013bbd76 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.3355036 Feb 04 15:45:29.759983 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-127db7c5-3d45-49d9-abdd-9b028a4fb852 service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998816 Feb 04 15:45:29.846659 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c07d33f-003a-4a9e-a4c4-bdf313b3825f req-c783e80b-0967-4244-9d24-2b6e743b1ca9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305947 Feb 04 15:45:30.088941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526452-2ed6-4013-884b-ee97b2099b7e req-d77789b5-6699-477a-a6c3-d809aee38f35 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:30.108683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b3526452-2ed6-4013-884b-ee97b2099b7e req-d77789b5-6699-477a-a6c3-d809aee38f35 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 943 time: 0.3774130 Feb 04 15:45:30.295328 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-182b70f5-a5e4-4a7e-9cd5-f886eb71a921 req-babb8f97-1a0e-4e3f-8408-ffdc182b865f service neutron] 10.222.0.30 "GET /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071900 Feb 04 15:45:30.318565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b3526452-2ed6-4013-884b-ee97b2099b7e req-02517047-6e22-458b-9349-14e537ed979b tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045262 Feb 04 15:45:30.557475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-10e411d7-3df5-4e5f-be2b-0e5bce67f5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.757808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60286) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:31.232604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c898238-71f2-4f00-8f40-bdeb36d03962 req-0842ddcd-2b0a-441c-a866-68a5864b5886 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:31.237157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c898238-71f2-4f00-8f40-bdeb36d03962 req-0842ddcd-2b0a-441c-a866-68a5864b5886 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1555729 Feb 04 15:45:31.280038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.439309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c898238-71f2-4f00-8f40-bdeb36d03962 req-da99d61c-0fc4-447b-991a-9f1ab41c2a44 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548522 Feb 04 15:45:31.498640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bd2d7-a0ca-46dd-897a-ed6bd62c5a79 req-766b0531-2d9b-41d3-b294-3d4e84e2db90 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:31.507248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-818bd2d7-a0ca-46dd-897a-ed6bd62c5a79 req-766b0531-2d9b-41d3-b294-3d4e84e2db90 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 943 time: 0.0751159 Feb 04 15:45:31.575295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-818bd2d7-a0ca-46dd-897a-ed6bd62c5a79 req-c69edf28-c95f-434a-b50b-b00daf765203 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622361 Feb 04 15:45:31.669279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.692682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.805830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60312) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:31.806225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=570dfda3b0f647e89e76cb32ac2adbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0455577 Feb 04 15:45:31.808554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df3529-a9c1-4bc6-a581-bc6cfaff0626,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:31.823138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.824016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.824778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.825625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.826615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.827372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.828409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.829213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.830429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.831348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.832855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.833662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826c8313-e30c-4e23-9487-0a49c9ad3ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:31.959739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffbe9-e887-419a-85f8-e54af5ccf5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.994133 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffbe9-e887-419a-85f8-e54af5ccf5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.087521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffbe9-e887-419a-85f8-e54af5ccf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.090465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffbe9-e887-419a-85f8-e54af5ccf5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.105725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8a0ffbe9-e887-419a-85f8-e54af5ccf5c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9df3529-a9c1-4bc6-a581-bc6cfaff0626 HTTP/1.1" status: 204 len: 168 time: 0.2979302 Feb 04 15:45:32.141304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ffbe9-e887-419a-85f8-e54af5ccf5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df3529-a9c1-4bc6-a581-bc6cfaff0626,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:32.806414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74296fd4-3558-418f-bb59-e9d8a32939ed req-02ef653d-7b8f-44e9-a694-a8c625b66700 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:32.824962 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74296fd4-3558-418f-bb59-e9d8a32939ed req-02ef653d-7b8f-44e9-a694-a8c625b66700 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1483693 Feb 04 15:45:32.943559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74296fd4-3558-418f-bb59-e9d8a32939ed req-d4806ddb-9078-4bbd-a2b0-d8df16ce7f18 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174834 Feb 04 15:45:33.198445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270458c-8541-4a27-b95d-692289f1fd47 req-48f35f68-806e-47de-8d92-86104d1a65f3 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:33.210513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e270458c-8541-4a27-b95d-692289f1fd47 req-48f35f68-806e-47de-8d92-86104d1a65f3 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 943 time: 0.1799605 Feb 04 15:45:33.262526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60366) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:33.371569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e270458c-8541-4a27-b95d-692289f1fd47 req-a6523519-14b7-4bf8-a7b8-5ca06207934e tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545584 Feb 04 15:45:33.505755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 54405f56-eafa-4f93-abd6-643fe86c078e details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:45:33.717326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-90f856c5-09b8-499e-b56f-8664f3440b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.726736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-bb8a709d-5fa6-47dd-8133-ee3453a40517 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:33.739945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-bb8a709d-5fa6-47dd-8133-ee3453a40517 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/networks?id=d0163a98-5e88-4977-8c49-56ea97ac535e HTTP/1.1" status: 200 len: 812 time: 0.4647028 Feb 04 15:45:33.741894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9371e9da-ffcc-4319-8b65-7c612a51b44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.862775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-5a0a4d45-f69a-4bcb-9e98-b196af5c1d1e tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/quotas/5b0103b86eb24a7c9395b5fa2323f58f HTTP/1.1" status: 200 len: 375 time: 0.0696626 Feb 04 15:45:34.017017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-8bcf191e-5b48-4681-96aa-e2ea317130c0 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b0103b86eb24a7c9395b5fa2323f58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1508296 Feb 04 15:45:34.058749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 54405f56-eafa-4f93-abd6-643fe86c078e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=54405f56-eafa-4f93-abd6-643fe86c078e,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:34.114880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '54405f56-eafa-4f93-abd6-643fe86c078e', 'network_id': '8bebffb1-df41-4183-9456-e91b5353eec2', 'port_id': '54405f56-eafa-4f93-abd6-643fe86c078e', 'mac_address': 'fa:16:3e:09:43:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1985b07f-9acc-4f7b-93b0-14e32806ad1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:45:34.321799 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.377689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42fb62-38dc-4272-af3f-5d75af45ea0c req-7ead53e7-2329-4887-a3d9-e0479bb058b6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:34.391081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b42fb62-38dc-4272-af3f-5d75af45ea0c req-7ead53e7-2329-4887-a3d9-e0479bb058b6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.2282650 Feb 04 15:45:34.414188 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9371e9da-ffcc-4319-8b65-7c612a51b44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.431321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54405f56-eafa-4f93-abd6-643fe86c078e {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:34.449695 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9371e9da-ffcc-4319-8b65-7c612a51b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.577780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 54405f56-eafa-4f93-abd6-643fe86c078e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=54405f56-eafa-4f93-abd6-643fe86c078e,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:34.582857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b42fb62-38dc-4272-af3f-5d75af45ea0c req-1f6588b1-20ce-417c-aba8-c8bbc537c792 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828146 Feb 04 15:45:34.590587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.752744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60386) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:34.754988 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9371e9da-ffcc-4319-8b65-7c612a51b44e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06215c17806e446ca1ba4df3fbe3926a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4909284 Feb 04 15:45:34.764203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371e9da-ffcc-4319-8b65-7c612a51b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ecebb-2019-410d-b894-25cb6f7009b9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.775375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=54405f56-eafa-4f93-abd6-643fe86c078e,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.851433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-c55fa801-c9dd-48a1-af45-6b4fdd1ace6c service neutron] 10.222.0.47 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8023407 Feb 04 15:45:34.924025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['54405f56-eafa-4f93-abd6-643fe86c078e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:45:34.961641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa11422-c61a-4fc3-b978-6ecb56af324b req-d2e8e37e-274c-4589-b161-2beac263593a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:34.989024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-faa11422-c61a-4fc3-b978-6ecb56af324b req-d2e8e37e-274c-4589-b161-2beac263593a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 944 time: 0.2540488 Feb 04 15:45:35.151985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3572d306-cfba-4c84-913e-0deb54ccc6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.200555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-faa11422-c61a-4fc3-b978-6ecb56af324b req-37c32aee-e118-4e2c-aecf-182db3aac975 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090352 Feb 04 15:45:35.275131 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3572d306-cfba-4c84-913e-0deb54ccc6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.317360 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-701bec72-9c81-4697-af02-a55b14cd75b0 service neutron] 10.222.0.47 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334600 Feb 04 15:45:35.378899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3572d306-cfba-4c84-913e-0deb54ccc6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.382522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3572d306-cfba-4c84-913e-0deb54ccc6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.388516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3572d306-cfba-4c84-913e-0deb54ccc6a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e57ecebb-2019-410d-b894-25cb6f7009b9 HTTP/1.1" status: 204 len: 168 time: 0.6338472 Feb 04 15:45:35.399996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572d306-cfba-4c84-913e-0deb54ccc6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ecebb-2019-410d-b894-25cb6f7009b9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:35.720319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e100346f-1f90-42c9-a2c6-3deaaa67e7ea req-1f808757-886b-46de-85f6-7fb5b121778d tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 210 time: 0.0672455 Feb 04 15:45:35.785777 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.906113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143451cf-d02f-4a12-a784-1353636aa5f9 req-2d2c5f74-5177-42a0-ad7a-58c85ebf2020 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:35.916160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-143451cf-d02f-4a12-a784-1353636aa5f9 req-2d2c5f74-5177-42a0-ad7a-58c85ebf2020 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1466179 Feb 04 15:45:35.987323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-143451cf-d02f-4a12-a784-1353636aa5f9 req-4b3a5850-28c9-4f3d-9c28-8c2601efe046 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669777 Feb 04 15:45:36.389112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646be027-a47b-4858-9164-c7ff5cc21b0c req-56bf5cf2-4091-41f2-9832-a290e7bbf6c4 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:36.391725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-646be027-a47b-4858-9164-c7ff5cc21b0c req-56bf5cf2-4091-41f2-9832-a290e7bbf6c4 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 944 time: 0.0854497 Feb 04 15:45:36.501389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-646be027-a47b-4858-9164-c7ff5cc21b0c req-599a2bab-111b-4898-b176-668a03af91e5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023483 Feb 04 15:45:36.891301 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.967455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94b70d2a-c759-4ab1-9077-8296fcfa97df req-b6e779c0-ffbf-41df-8212-ae71c558c277 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 210 time: 0.0486212 Feb 04 15:45:37.302500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d9ee9-cd76-499c-9802-061f9e176093 req-9a343a32-cb02-4a00-a739-72b3a26159b5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.320905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-966d9ee9-cd76-499c-9802-061f9e176093 req-9a343a32-cb02-4a00-a739-72b3a26159b5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.1101167 Feb 04 15:45:37.369079 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.524582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 54405f56-eafa-4f93-abd6-643fe86c078e up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:45:37.672798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 54405f56-eafa-4f93-abd6-643fe86c078e completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:37.677740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 54405f56-eafa-4f93-abd6-643fe86c078e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:37.678112 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.696973 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-966d9ee9-cd76-499c-9802-061f9e176093 req-2e87110e-ad07-44e9-8d90-02af440224a2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748090 Feb 04 15:45:37.750464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-3f8b8fc1-573a-46a1-906f-f6dad5fa538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.753479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-3f8b8fc1-573a-46a1-906f-f6dad5fa538c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1098 time: 0.3648353 Feb 04 15:45:37.754371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e603d0-f30f-41c7-9ee0-b4834a38378e req-95d088b2-82d4-4c1c-898e-df45d8aa36b5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.764330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21e603d0-f30f-41c7-9ee0-b4834a38378e req-95d088b2-82d4-4c1c-898e-df45d8aa36b5 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 944 time: 0.0796835 Feb 04 15:45:37.864000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21e603d0-f30f-41c7-9ee0-b4834a38378e req-7105f9c0-8376-444f-a1e8-139e592f3fdf tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982370 Feb 04 15:45:37.946902 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.994949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af95e50-bd4a-4795-939f-8d29b0f25872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54405f56-eafa-4f93-abd6-643fe86c078e'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:37.999296 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940f8ec-9a57-4868-8562-3739e4b326c8" -d '{"events": [{"server_uuid": "5af95e50-bd4a-4795-939f-8d29b0f25872", "name": "network-vif-plugged", "status": "completed", "tag": "54405f56-eafa-4f93-abd6-643fe86c078e"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:38.001373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-4ec71c45-6a16-403c-9a44-8ad506a6e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:38.004962 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-4ec71c45-6a16-403c-9a44-8ad506a6e39c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.2261145 Feb 04 15:45:38.085852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 54405f56-eafa-4f93-abd6-643fe86c078e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=54405f56-eafa-4f93-abd6-643fe86c078e,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:38.096257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.219605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-cece917a-36ee-495f-b8de-5456ff6fded6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1002 time: 0.2062969 Feb 04 15:45:38.249938 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00959be4-fea6-45b3-b713-0e2ff6832c36 x-openstack-request-id: req-00959be4-fea6-45b3-b713-0e2ff6832c36 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:38.250495 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af95e50-bd4a-4795-939f-8d29b0f25872", "name": "network-vif-plugged", "status": "completed", "tag": "54405f56-eafa-4f93-abd6-643fe86c078e", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:38.253369 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00959be4-fea6-45b3-b713-0e2ff6832c36 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:38.254069 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af95e50-bd4a-4795-939f-8d29b0f25872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54405f56-eafa-4f93-abd6-643fe86c078e', 'code': 200} Feb 04 15:45:38.369422 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c270ef8-b18a-4f9e-b5cb-e26b2fb72e29 req-34a92b6f-7ef6-4e86-8f0c-23c9f5f9a4e1 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 210 time: 0.1427228 Feb 04 15:45:38.390506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=54405f56-eafa-4f93-abd6-643fe86c078e,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:38.488155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-c19f12a3-f4d8-4d92-a81c-d23792fb2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:38.492964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-c19f12a3-f4d8-4d92-a81c-d23792fb2023 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2640398 Feb 04 15:45:38.514552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-cdb232c4-d5b4-47f4-b33a-71c8d9eaa64b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:38.520360 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-cdb232c4-d5b4-47f4-b33a-71c8d9eaa64b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.30 "GET /v2.0/networks?id=d0163a98-5e88-4977-8c49-56ea97ac535e HTTP/1.1" status: 200 len: 812 time: 0.4748833 Feb 04 15:45:38.565661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Request body: {'port': {'device_id': '0e244f8f-b881-4814-abf1-b6a08897efd1', 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e', 'admin_state_up': True, 'tenant_id': '5b0103b86eb24a7c9395b5fa2323f58f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:38.657454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-e6305b53-1a99-4663-8dec-6f0f4612ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:38.667131 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-e6305b53-1a99-4663-8dec-6f0f4612ca6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646297 Feb 04 15:45:38.825361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9da97-2742-43eb-9ade-d34b30c8b13b req-c3552673-db88-487c-997d-49e17d0fe555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:38.828145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83c9da97-2742-43eb-9ade-d34b30c8b13b req-c3552673-db88-487c-997d-49e17d0fe555 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 1096 time: 0.3022723 Feb 04 15:45:39.060206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-985e6be0-db1d-4d73-b485-9102b7a7ddcc service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842821 Feb 04 15:45:39.171776 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83c9da97-2742-43eb-9ade-d34b30c8b13b req-c7cbef53-6419-4473-bda4-352d694de628 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228956 Feb 04 15:45:39.393646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Made reservation on behalf of 5b0103b86eb24a7c9395b5fa2323f58f for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:39.402529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.512440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d70d2-a4bd-4b30-997d-fa9d1c7b333c req-2dc87b8b-6d2f-46f3-8d77-25d0dfe5d244 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:39.522179 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba0d70d2-a4bd-4b30-997d-fa9d1c7b333c req-2dc87b8b-6d2f-46f3-8d77-25d0dfe5d244 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 945 time: 0.2556405 Feb 04 15:45:39.674355 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.712875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c07cffe6-0a22-4a63-8d01-ac67b0cad311 req-fef6754c-1679-45da-9f82-4ded0e204c54 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449490 Feb 04 15:45:39.763471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba0d70d2-a4bd-4b30-997d-fa9d1c7b333c req-b6cc1dda-0b65-4133-af8f-602a35973333 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067463 Feb 04 15:45:39.950762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Allocated IP 172.20.0.4 (d0163a98-5e88-4977-8c49-56ea97ac535e/b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3/4b67381b-0311-44f2-b7ec-796eb2019984) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:40.027082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0f3d3-c1e7-472c-b8e6-50b424f11844 req-aa7c2b7b-5d5e-4393-a0b9-d14c5c171097 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:40.033807 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dca0f3d3-c1e7-472c-b8e6-50b424f11844 req-aa7c2b7b-5d5e-4393-a0b9-d14c5c171097 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.8650777 Feb 04 15:45:40.088529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76bc06a7-8e60-4694-b99b-7ab2b63816fd req-900fb185-faec-4087-9c33-ffe62ca92b3b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 210 time: 0.0777154 Feb 04 15:45:40.238039 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dca0f3d3-c1e7-472c-b8e6-50b424f11844 req-7d635720-ab4a-41a5-a45d-c6491e68a74d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400840 Feb 04 15:45:40.540668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.648701 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.749000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Network d0163a98-5e88-4977-8c49-56ea97ac535e is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:40.753481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:40.765814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:45:40.880732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:40.881339 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.902420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Pushing event updated for resources: {'Port': ['ID=4b67381b-0311-44f2-b7ec-796eb2019984,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:40.918452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-73999db0-6257-4305-b999-7a95c53731e4 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3838158 Feb 04 15:45:40.938565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Request body: {'port': {'device_id': '0e244f8f-b881-4814-abf1-b6a08897efd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:41.016013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6f0eb-f426-4ef1-ae63-b5421939296f req-cf4e05ad-03e0-4949-bc53-d1fe35e9ecd2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:41.024819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19b6f0eb-f426-4ef1-ae63-b5421939296f req-cf4e05ad-03e0-4949-bc53-d1fe35e9ecd2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 947 time: 0.2180793 Feb 04 15:45:41.149466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19b6f0eb-f426-4ef1-ae63-b5421939296f req-5fc45a8c-2c6f-4b28-9a40-29cf6c27f9da tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056461 Feb 04 15:45:41.183162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.254238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73cc6-592a-472f-a54c-fc96c9f7fc7c req-bbf727ac-fc36-4464-9eff-51c8d566f247 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:41.256054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2bc73cc6-592a-472f-a54c-fc96c9f7fc7c req-bbf727ac-fc36-4464-9eff-51c8d566f247 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 945 time: 0.1670105 Feb 04 15:45:41.516933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2bc73cc6-592a-472f-a54c-fc96c9f7fc7c req-0363c832-9335-4f9d-ad00-d7d0abf1f0c3 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107906 Feb 04 15:45:41.551993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:45:41.594753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312faac2-fc2f-408a-8057-5c8b650d6c21 req-ab12ac41-d527-45e7-8bd5-c3aacfe5cece tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:41.613094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-312faac2-fc2f-408a-8057-5c8b650d6c21 req-ab12ac41-d527-45e7-8bd5-c3aacfe5cece tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 931 time: 0.2758160 Feb 04 15:45:41.804395 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-312faac2-fc2f-408a-8057-5c8b650d6c21 req-0515e132-8c48-4d92-b0c6-3c0dbbfbfb67 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738045 Feb 04 15:45:41.861823 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.930649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:41.942065 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95173834-c720-42ca-9def-c43cc804cb68" -d '{"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:42.017858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:42.035625 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.114699 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c2fe4e-7b2e-4e69-93ee-a4d43d8926db x-openstack-request-id: req-b0c2fe4e-7b2e-4e69-93ee-a4d43d8926db {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:42.117821 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:42.120687 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0c2fe4e-7b2e-4e69-93ee-a4d43d8926db {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:42.121363 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'code': 200} Feb 04 15:45:42.223408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=14']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:42.376311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bfa1b-5704-4cb5-a58d-58ad19616a3f req-c8a6ffda-195d-47bb-a5f4-b8a85a54f064 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:42.393685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da2bfa1b-5704-4cb5-a58d-58ad19616a3f req-c8a6ffda-195d-47bb-a5f4-b8a85a54f064 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 945 time: 0.1920929 Feb 04 15:45:42.404602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b67381b-0311-44f2-b7ec-796eb2019984 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:42.442291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.506201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Transition to ACTIVE for port object 4b67381b-0311-44f2-b7ec-796eb2019984 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:42.515220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:42.539602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da2bfa1b-5704-4cb5-a58d-58ad19616a3f req-42b40779-89a2-4fe0-a849-13f15d806a44 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446519 Feb 04 15:45:42.642416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Pushing event updated for resources: {'Port': ['ID=4b67381b-0311-44f2-b7ec-796eb2019984,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:42.779151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Attempting to bind port 4b67381b-0311-44f2-b7ec-796eb2019984 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:42.779723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Attempting to bind port 4b67381b-0311-44f2-b7ec-796eb2019984 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:42.780236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Attempting to bind port 4b67381b-0311-44f2-b7ec-796eb2019984 on network d0163a98-5e88-4977-8c49-56ea97ac535e {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:45:42.786508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Port 4b67381b-0311-44f2-b7ec-796eb2019984 on network d0163a98-5e88-4977-8c49-56ea97ac535e not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:45:42.787220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Attempting to bind port 4b67381b-0311-44f2-b7ec-796eb2019984 on network d0163a98-5e88-4977-8c49-56ea97ac535e {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:45:42.805871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:45:42.807934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Checking segment: {'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:45:42.809059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Bound using segment: {'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:45:42.809712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Bound port: 4b67381b-0311-44f2-b7ec-796eb2019984, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9838c68d-30e6-4ab3-b95c-c60638ba2d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:42.812090 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.082410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] For port 4b67381b-0311-44f2-b7ec-796eb2019984, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:43.137225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] For port 4b67381b-0311-44f2-b7ec-796eb2019984, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4b67381b-0311-44f2-b7ec-796eb2019984,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:43.156350 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.399123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Pushing event updated for resources: {'Port': ['ID=4b67381b-0311-44f2-b7ec-796eb2019984,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:43.414779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d200a9-d9ea-4942-b007-de31a192fc5d req-4dda2b45-1dec-4293-81e6-73ed7d0bd0a6 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:43.417252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59d200a9-d9ea-4942-b007-de31a192fc5d req-4dda2b45-1dec-4293-81e6-73ed7d0bd0a6 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 943 time: 0.4249542 Feb 04 15:45:43.432372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:43.433298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:43.435903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-d10bdcd0-ec7c-4905-9b17-9bf1d3815389 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b67381b-0311-44f2-b7ec-796eb2019984 HTTP/1.1" status: 200 len: 1091 time: 2.5082786 Feb 04 15:45:43.436508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e244f8f-b881-4814-abf1-b6a08897efd1', 'tag': '4b67381b-0311-44f2-b7ec-796eb2019984'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:43.439622 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e244f8f-b881-4814-abf1-b6a08897efd1", "tag": "4b67381b-0311-44f2-b7ec-796eb2019984"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:43.542380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59d200a9-d9ea-4942-b007-de31a192fc5d req-7a11181f-428f-489d-b6e1-e46bcfc2875e tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976374 Feb 04 15:45:43.593108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-fe7e620a-a1b6-4288-8676-f3461763b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:43.600245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-fe7e620a-a1b6-4288-8676-f3461763b1db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b0103b86eb24a7c9395b5fa2323f58f&device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 1094 time: 0.0898337 Feb 04 15:45:43.752154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-fd0140a6-7966-4ddb-8a37-5229588ffcce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b67381b-0311-44f2-b7ec-796eb2019984 HTTP/1.1" status: 200 len: 217 time: 0.1402853 Feb 04 15:45:43.752767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-6df7e5c8-e214-4734-b791-9ae3f6d6f174 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:43.757722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-6df7e5c8-e214-4734-b791-9ae3f6d6f174 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 945 time: 0.2364342 Feb 04 15:45:43.990309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-66acca35-b3ce-4a03-9bac-61a816cb5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:43.992292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-66acca35-b3ce-4a03-9bac-61a816cb5d46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3 HTTP/1.1" status: 200 len: 852 time: 0.1687531 Feb 04 15:45:44.000276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5aa5b-9516-4c3d-b642-67d601d83a2d req-62203bcf-7a89-48f9-a1af-b27b9828178a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:44.001841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92e5aa5b-9516-4c3d-b642-67d601d83a2d req-62203bcf-7a89-48f9-a1af-b27b9828178a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 945 time: 0.2414913 Feb 04 15:45:44.040464 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-f85e28e6-2045-4104-bf13-9d64015dfd32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0163a98-5e88-4977-8c49-56ea97ac535e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374668 Feb 04 15:45:44.098490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Deleting port 54405f56-eafa-4f93-abd6-643fe86c078e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:45:44.099087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.208611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92e5aa5b-9516-4c3d-b642-67d601d83a2d req-27e4ce40-f2a6-46f6-89e3-149406484839 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups?id=da3ae4cb-89e5-49ed-b221-3b8fe90263a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950812 Feb 04 15:45:44.292850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-04632dd8-f7a7-4d64-baf3-8ad3ac9448af service neutron] 10.222.0.30 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445626 Feb 04 15:45:44.313009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] For port 54405f56-eafa-4f93-abd6-643fe86c078e, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=54405f56-eafa-4f93-abd6-643fe86c078e,segment=NetworkSegment(8e348bd9-89bb-4d8a-b36d-5034e45074fe),segment_id=8e348bd9-89bb-4d8a-b36d-5034e45074fe)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:44.313395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.350667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Calling delete_port for 54405f56-eafa-4f93-abd6-643fe86c078e owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:45:44.455574 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2005ebb5-9b13-4873-9024-bc789fa3ad89 x-openstack-request-id: req-2005ebb5-9b13-4873-9024-bc789fa3ad89 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:44.456428 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e244f8f-b881-4814-abf1-b6a08897efd1", "tag": "4b67381b-0311-44f2-b7ec-796eb2019984", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:44.456695 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2005ebb5-9b13-4873-9024-bc789fa3ad89 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:44.457138 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e244f8f-b881-4814-abf1-b6a08897efd1', 'tag': '4b67381b-0311-44f2-b7ec-796eb2019984', 'status': 'completed', 'code': 200} Feb 04 15:45:44.544082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-527aa0b2-5d88-48f3-b3d0-8fa5f1b95b80 req-02ed12a9-3071-49fd-a993-6bc145321c6d service neutron] 10.222.0.30 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441382 Feb 04 15:45:44.627208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.639973 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['54405f56-eafa-4f93-abd6-643fe86c078e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:45:44.743698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event deleted for resources: {'Port': ['ID=54405f56-eafa-4f93-abd6-643fe86c078e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:44.797234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] No DVR routers for this DVR port 54405f56-eafa-4f93-abd6-643fe86c078e on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:45:44.820417 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:44.832131 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0062dda9-4d4c-410d-ba39-026b3ccf75fd req-9741ea90-729e-4d90-bd11-fee2a04ab738 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.30 "DELETE /v2.0/ports/54405f56-eafa-4f93-abd6-643fe86c078e HTTP/1.1" status: 204 len: 173 time: 1.0665896 Feb 04 15:45:44.845230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af95e50-bd4a-4795-939f-8d29b0f25872', 'name': 'network-vif-deleted', 'tag': '54405f56-eafa-4f93-abd6-643fe86c078e'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:44.867176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-b5562be3-bcb0-4ff3-ba5c-6edd58289c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:44.867509 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ba941-736d-4ac3-9b2c-7f3d1432ff71" -d '{"events": [{"server_uuid": "5af95e50-bd4a-4795-939f-8d29b0f25872", "name": "network-vif-deleted", "tag": "54405f56-eafa-4f93-abd6-643fe86c078e"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:44.880144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-b5562be3-bcb0-4ff3-ba5c-6edd58289c45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b0103b86eb24a7c9395b5fa2323f58f&device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 1094 time: 0.2608593 Feb 04 15:45:44.981011 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e05955e-0eb6-48fd-802b-0d404773839a x-openstack-request-id: req-0e05955e-0eb6-48fd-802b-0d404773839a {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:44.981435 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af95e50-bd4a-4795-939f-8d29b0f25872", "name": "network-vif-deleted", "tag": "54405f56-eafa-4f93-abd6-643fe86c078e", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:44.981841 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0e05955e-0eb6-48fd-802b-0d404773839a {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:44.982807 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af95e50-bd4a-4795-939f-8d29b0f25872', 'name': 'network-vif-deleted', 'tag': '54405f56-eafa-4f93-abd6-643fe86c078e', 'status': 'completed', 'code': 200} Feb 04 15:45:45.172805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-c00cbdc5-415b-413d-8515-e195c73aa871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.174388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-c00cbdc5-415b-413d-8515-e195c73aa871 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0163a98-5e88-4977-8c49-56ea97ac535e HTTP/1.1" status: 200 len: 913 time: 0.2786927 Feb 04 15:45:45.212394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7512c4d-c640-4609-9307-2c7b2f2a1784 req-dcb94745-4b5a-4cf1-833f-710ba5b5e94a tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.213912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7512c4d-c640-4609-9307-2c7b2f2a1784 req-dcb94745-4b5a-4cf1-833f-710ba5b5e94a tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 943 time: 0.4366536 Feb 04 15:45:45.601447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fcba04c-645a-48b5-915c-c5917a584ec5 req-bb3e799c-475d-4e02-9739-fad5415a1784 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/ports?device_id=5af95e50-bd4a-4795-939f-8d29b0f25872 HTTP/1.1" status: 200 len: 210 time: 0.1366320 Feb 04 15:45:45.661346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-61e759c4-c565-4f15-bf41-fcc964619ed1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b67381b-0311-44f2-b7ec-796eb2019984 HTTP/1.1" status: 200 len: 217 time: 0.4740293 Feb 04 15:45:45.748184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7512c4d-c640-4609-9307-2c7b2f2a1784 req-bc7dae2d-db28-4dfb-b99f-200e91204d8b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915482 Feb 04 15:45:45.750872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-597471a3-13f3-405d-8dec-2d1d49dea0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:45.752609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-597471a3-13f3-405d-8dec-2d1d49dea0a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3 HTTP/1.1" status: 200 len: 852 time: 0.0824733 Feb 04 15:45:45.795632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-316f0cea-f3eb-4c2b-991e-201f28e4f2a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0163a98-5e88-4977-8c49-56ea97ac535e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357709 Feb 04 15:45:45.946283 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-7ea64b67-2e3a-43e2-9edc-7600fb5d955c service neutron] 10.222.0.30 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392455 Feb 04 15:45:46.065717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a12e5-2fa7-4c53-9357-db30123b6631 req-cf38c1cf-0bac-4919-bd86-1c11756f3256 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:46.078690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-082a12e5-2fa7-4c53-9357-db30123b6631 req-cf38c1cf-0bac-4919-bd86-1c11756f3256 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1016822 Feb 04 15:45:46.119276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bccd83ef-8311-4d85-a7b9-143cdeac6c0b req-f819ca04-6dae-42d0-8916-e79c154af77a service neutron] 10.222.0.30 "GET /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655948 Feb 04 15:45:46.142727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-082a12e5-2fa7-4c53-9357-db30123b6631 req-4bad2b0d-3618-4490-8b6f-89e7141f6ae0 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600972 Feb 04 15:45:46.699997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-1c995abb-170a-4e13-adf8-64aaef1af1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:46.714432 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-1c995abb-170a-4e13-adf8-64aaef1af1d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1096 time: 0.1914351 Feb 04 15:45:46.789435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879b08b-8b2c-4d22-b47f-6aee77341b5a req-a7382381-dff0-4875-a31c-cb3f1e513ff6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:46.793754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3879b08b-8b2c-4d22-b47f-6aee77341b5a req-a7382381-dff0-4875-a31c-cb3f1e513ff6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1454046 Feb 04 15:45:46.874455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-a4cb7079-2953-4eb9-a328-e1acdcb363f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:46.876047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-a4cb7079-2953-4eb9-a328-e1acdcb363f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.1548676 Feb 04 15:45:46.892552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3879b08b-8b2c-4d22-b47f-6aee77341b5a req-6792a8ac-977d-4ee3-9399-2581d47384b6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742986 Feb 04 15:45:47.022321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-3cf406e4-d6d1-4ffe-9a0b-464671d73cab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.1379802 Feb 04 15:45:47.058956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336bdd-a816-42bf-91b8-6720dfe8f537 req-1ecaa7ec-6ad1-4cf9-9914-770da6e59f54 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.060634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91336bdd-a816-42bf-91b8-6720dfe8f537 req-1ecaa7ec-6ad1-4cf9-9914-770da6e59f54 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 943 time: 0.0997794 Feb 04 15:45:47.130486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60830) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:47.137094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-205a72b5-8d78-4aac-9e3c-96c299ade0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.138955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-205a72b5-8d78-4aac-9e3c-96c299ade0ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.0994117 Feb 04 15:45:47.161671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91336bdd-a816-42bf-91b8-6720dfe8f537 req-2d70d75e-0072-40e8-8551-52f8ff13c285 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768297 Feb 04 15:45:47.221766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-f848db37-698a-415a-9673-7efd4bd57eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:47.224170 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-f848db37-698a-415a-9673-7efd4bd57eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731759 Feb 04 15:45:47.256166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4b94a42-2bd2-450d-a508-df8ab58e598a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.332392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4b94a42-2bd2-450d-a508-df8ab58e598a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.432112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4b94a42-2bd2-450d-a508-df8ab58e598a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.435422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4b94a42-2bd2-450d-a508-df8ab58e598a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.436701 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b4b94a42-2bd2-450d-a508-df8ab58e598a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "DELETE /v2.0/security-groups/cb85a6b0-1239-4862-be34-6a8a97ad9198 HTTP/1.1" status: 204 len: 168 time: 0.3051093 Feb 04 15:45:47.443528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60838) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:47.507244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b94a42-2bd2-450d-a508-df8ab58e598a tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85a6b0-1239-4862-be34-6a8a97ad9198,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:47.511925 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-6d855048-facd-4b78-8324-34a99b6199ca tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] show failed (client error): The resource could not be found. Feb 04 15:45:47.517360 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6d855048-facd-4b78-8324-34a99b6199ca tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "GET /v2.0/security-groups/cb85a6b0-1239-4862-be34-6a8a97ad9198 HTTP/1.1" status: 404 len: 347 time: 0.0694504 Feb 04 15:45:47.521275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 60844) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:47.547337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-63ae35da-c348-47a7-a3dc-22561160ad90 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984858 Feb 04 15:45:47.597171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 54405f56-eafa-4f93-abd6-643fe86c078e no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:45:47.741251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 54405f56-eafa-4f93-abd6-643fe86c078e {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:45:47.751649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 54405f56-eafa-4f93-abd6-643fe86c078e not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:45:47.867948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Deleting port 962a408d-ed2c-4019-b387-dc30dd7dd954 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:45:47.871098 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:47.912476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05fb1dea-7f69-41b8-9242-9339947a30a9 req-cf202f1f-bd8a-40c5-bb0d-e3c832cac390 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579106 Feb 04 15:45:48.132391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.133548 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.152381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Calling delete_port for 962a408d-ed2c-4019-b387-dc30dd7dd954 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:45:48.275666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfe8f-4299-4750-ba47-c665629dcc3f req-f97f0f93-0c1b-422f-87a9-4ea90a7e4ed4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:48.284010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9aacfe8f-4299-4750-ba47-c665629dcc3f req-f97f0f93-0c1b-422f-87a9-4ea90a7e4ed4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1966908 Feb 04 15:45:48.351606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9aacfe8f-4299-4750-ba47-c665629dcc3f req-27da0687-d888-4117-b6af-dd078ccd68e7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665586 Feb 04 15:45:48.546488 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.564512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e189785-8302-49a0-abb1-273f3ad613ff req-80b2f920-4e22-4027-80cf-9e87c8733246 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:48.566408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e189785-8302-49a0-abb1-273f3ad613ff req-80b2f920-4e22-4027-80cf-9e87c8733246 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 943 time: 0.1374276 Feb 04 15:45:48.665105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Pushing event deleted for resources: {'Port': ['ID=962a408d-ed2c-4019-b387-dc30dd7dd954,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:48.738401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e189785-8302-49a0-abb1-273f3ad613ff req-fe715884-029a-4046-a428-44e7730e4cda tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538765 Feb 04 15:45:48.816737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.824967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:48.832873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-635fc7b6-3d49-477f-a04c-37d602de0855 tempest-ImagesOneServerNegativeTestJSON-446118132 tempest-ImagesOneServerNegativeTestJSON-446118132-project] 10.222.0.47 "DELETE /v2.0/floatingips/210abe4b-1625-4c57-b0d3-8036b9670efc HTTP/1.1" status: 204 len: 168 time: 1.3096941 Feb 04 15:45:49.021438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60906) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:49.109132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6410d77-04e7-4d2f-9ceb-790aa0d88939 admin admin] Deleting subnet 1985b07f-9acc-4f7b-93b0-14e32806ad1e {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:45:49.114894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6410d77-04e7-4d2f-9ceb-790aa0d88939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.201286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6410d77-04e7-4d2f-9ceb-790aa0d88939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.292846 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6410d77-04e7-4d2f-9ceb-790aa0d88939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.470921 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6410d77-04e7-4d2f-9ceb-790aa0d88939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.507920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6410d77-04e7-4d2f-9ceb-790aa0d88939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1985b07f-9acc-4f7b-93b0-14e32806ad1e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:49.545731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f6410d77-04e7-4d2f-9ceb-790aa0d88939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.552978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f6410d77-04e7-4d2f-9ceb-790aa0d88939 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1985b07f-9acc-4f7b-93b0-14e32806ad1e HTTP/1.1" status: 204 len: 168 time: 0.5288386 Feb 04 15:45:49.556093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1590cd-d0aa-43fa-997f-44662a09478b req-e6e02b10-027f-43cd-ad12-886213bbcc33 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:49.562170 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1590cd-d0aa-43fa-997f-44662a09478b req-e6e02b10-027f-43cd-ad12-886213bbcc33 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1096 time: 0.1943774 Feb 04 15:45:49.566028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60934) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:49.608915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4b67381b-0311-44f2-b7ec-796eb2019984 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:45:49.678089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef794e-ac50-4652-ae4c-5ee8b0212cf6 req-ce195c08-e40d-4da9-b72f-bbc80491eb84 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:49.715217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dcef794e-ac50-4652-ae4c-5ee8b0212cf6 req-ce195c08-e40d-4da9-b72f-bbc80491eb84 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2301705 Feb 04 15:45:49.766844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0f1590cd-d0aa-43fa-997f-44662a09478b req-cbe1bb11-ff4a-409a-9fc2-547577d9b755 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.818349 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:49.821641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dcef794e-ac50-4652-ae4c-5ee8b0212cf6 req-bd1dc896-e5ef-49b5-84d8-43fa5018acca tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044664 Feb 04 15:45:49.884621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4b67381b-0311-44f2-b7ec-796eb2019984, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4b67381b-0311-44f2-b7ec-796eb2019984,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:49.906614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4b67381b-0311-44f2-b7ec-796eb2019984', 'network_id': 'd0163a98-5e88-4977-8c49-56ea97ac535e', 'port_id': '4b67381b-0311-44f2-b7ec-796eb2019984', 'mac_address': 'fa:16:3e:6e:18:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:45:49.974129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.003318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0f1590cd-d0aa-43fa-997f-44662a09478b req-cbe1bb11-ff4a-409a-9fc2-547577d9b755 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.013700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bebffb1-df41-4183-9456-e91b5353eec2']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:50.017633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-0f1590cd-d0aa-43fa-997f-44662a09478b req-cbe1bb11-ff4a-409a-9fc2-547577d9b755 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.019976 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.048369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b67381b-0311-44f2-b7ec-796eb2019984 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:50.086161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e348bd9-89bb-4d8a-b36d-5034e45074fe') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:50.088465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e348bd9-89bb-4d8a-b36d-5034e45074fe') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:50.111828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4b67381b-0311-44f2-b7ec-796eb2019984, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4b67381b-0311-44f2-b7ec-796eb2019984,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:50.115459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.124181 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.166328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1590cd-d0aa-43fa-997f-44662a09478b req-cbe1bb11-ff4a-409a-9fc2-547577d9b755 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4894578 Feb 04 15:45:50.262298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1bb11-ff4a-409a-9fc2-547577d9b755 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8123d1ac-2702-47af-af54-832d28657a3a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:50.277278 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.303844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:45:50.304713 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.305365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4b67381b-0311-44f2-b7ec-796eb2019984,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:45:50.381481 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:45:50.395697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.446197 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:50.449648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8bebffb1-df41-4183-9456-e91b5353eec2 HTTP/1.1" status: 204 len: 168 time: 0.8850899 Feb 04 15:45:50.450580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9be26b-0663-4ede-8dcc-6ea5cb20ebe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bebffb1-df41-4183-9456-e91b5353eec2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:50.512742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4b67381b-0311-44f2-b7ec-796eb2019984'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:45:50.674910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bcb49-d7d2-45f2-be68-2d4b95f69b2c req-ac4d9a67-7d2e-413f-a7f5-412e14339941 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:50.688787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-1c13439d-16a8-4772-86ba-b57a682a247e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2838602 Feb 04 15:45:50.693588 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-884bcb49-d7d2-45f2-be68-2d4b95f69b2c req-ac4d9a67-7d2e-413f-a7f5-412e14339941 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1419756 Feb 04 15:45:50.734466 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3a4a2-d993-4b1f-9ac3-5011feeb8a99 req-fcaeb82b-fc9a-4c36-a2d1-b44674865bbb tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:50.739948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-30a3a4a2-d993-4b1f-9ac3-5011feeb8a99 req-fcaeb82b-fc9a-4c36-a2d1-b44674865bbb tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 944 time: 0.2056811 Feb 04 15:45:50.783856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-884bcb49-d7d2-45f2-be68-2d4b95f69b2c req-5ae953cd-506c-46d6-a13c-d341ca4544dc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887260 Feb 04 15:45:50.815093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60990) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:50.909660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-bc3d6401-f35a-4a6e-946b-dbb167e825d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:50.916119 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-bc3d6401-f35a-4a6e-946b-dbb167e825d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e968d458ab84fa08aacdb51423ec62a&device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 1096 time: 0.1726706 Feb 04 15:45:50.999279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 60994) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:51.055253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-30a3a4a2-d993-4b1f-9ac3-5011feeb8a99 req-e6891866-d431-4640-a086-8d5df16d6ffd tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875838 Feb 04 15:45:51.122353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4385e0e5-0fde-4442-b237-774ba6f5af3e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/94265fd7-042f-40ab-8c8c-88bfdd5b3169 HTTP/1.1" status: 200 len: 992 time: 0.3057313 Feb 04 15:45:51.155494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-34855592-b849-4363-aedd-e1357a86075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.158828 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-34855592-b849-4363-aedd-e1357a86075d service neutron] 10.222.0.50 "GET /v2.0/networks?id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 200 len: 916 time: 0.2148304 Feb 04 15:45:51.184313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69363257-5261-411d-929c-b80f82bff1fa req-81bfc246-0e4b-431c-8c57-ea3c25ea8895 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.185943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69363257-5261-411d-929c-b80f82bff1fa req-81bfc246-0e4b-431c-8c57-ea3c25ea8895 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2175767 Feb 04 15:45:51.283683 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e5e61013-5c54-4d84-98de-96f75e01f245 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e5a3ffc14264dbfaffcae7e792ea2cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458391 Feb 04 15:45:51.284774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32774) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:51.337273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69363257-5261-411d-929c-b80f82bff1fa req-f85e4f9a-dc4e-437c-a475-f2591cf2d825 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261253 Feb 04 15:45:51.345122 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-570ba449-5046-4a17-baec-460cbf00f3c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7115356-8fed-4a38-922e-1208b39bd830 HTTP/1.1" status: 200 len: 217 time: 0.1749537 Feb 04 15:45:51.404403 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c49b22c-b0b1-4b84-8d1a-0e2f63a912a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.436337 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c49b22c-b0b1-4b84-8d1a-0e2f63a912a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.535981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-8e39683b-eb91-4c2c-b886-a43f9e592e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.542783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-8e39683b-eb91-4c2c-b886-a43f9e592e44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 200 len: 855 time: 0.1538177 Feb 04 15:45:51.543429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92775c6a-e61a-411d-93c2-8922a71cf96c req-e0980d24-a37a-4a4d-8476-75c52fc979f7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:51.545123 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92775c6a-e61a-411d-93c2-8922a71cf96c req-e0980d24-a37a-4a4d-8476-75c52fc979f7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1058972 Feb 04 15:45:51.607935 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-a3cec88c-1e4f-4ebe-a8fc-d63b7eaac935 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04512ac3-9d79-4549-b9ce-6fbaf89c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458155 Feb 04 15:45:51.627586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c49b22c-b0b1-4b84-8d1a-0e2f63a912a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.634209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c49b22c-b0b1-4b84-8d1a-0e2f63a912a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:51.636832 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2c49b22c-b0b1-4b84-8d1a-0e2f63a912a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da3ae4cb-89e5-49ed-b221-3b8fe90263a4 HTTP/1.1" status: 204 len: 168 time: 0.3499053 Feb 04 15:45:51.640904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-64499fd9-b876-4e18-b673-32d51166b039 req-6b50fe72-71b2-420b-b0f7-7e76d9200b64 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:45:51.654531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64499fd9-b876-4e18-b673-32d51166b039 req-6b50fe72-71b2-420b-b0f7-7e76d9200b64 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189512 Feb 04 15:45:51.729240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49b22c-b0b1-4b84-8d1a-0e2f63a912a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ae4cb-89e5-49ed-b221-3b8fe90263a4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:51.754941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92775c6a-e61a-411d-93c2-8922a71cf96c req-fc407a07-2abe-488c-b02a-e184f31bfbad tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916461 Feb 04 15:45:51.827668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-2f52018c-fa3a-4bd2-b521-f33e579910f9 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092636 Feb 04 15:45:51.996719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4aafab47-5069-4ffb-baca-09fcc79d7074 req-f6a59dba-b1e4-4227-9093-fc7d41cbf171 service neutron] 10.222.0.50 "GET /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586235 Feb 04 15:45:52.406404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d3f76-8001-4ad1-a8be-6a6e06f4d756 req-c7566f1d-4233-4459-ad19-5108d8da5ec2 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:52.418456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff1e8f-c622-4077-8eb3-9286259dc80e req-cc579439-7f74-4c0d-89e8-dd7fded8ae0a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:52.420162 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c67d3f76-8001-4ad1-a8be-6a6e06f4d756 req-c7566f1d-4233-4459-ad19-5108d8da5ec2 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 944 time: 0.1498566 Feb 04 15:45:52.428511 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ff1e8f-c622-4077-8eb3-9286259dc80e req-cc579439-7f74-4c0d-89e8-dd7fded8ae0a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1348689 Feb 04 15:45:52.521573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c67d3f76-8001-4ad1-a8be-6a6e06f4d756 req-66df77ca-b523-45f0-878b-4c65a40abfca tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908179 Feb 04 15:45:52.601644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97ff1e8f-c622-4077-8eb3-9286259dc80e req-aaa4539e-e636-4f4c-aa26-9399d7d7dc96 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1532919 Feb 04 15:45:53.042320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-dd00eb76-0766-4e94-ac99-c080aac15b77 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:53.072231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-dd00eb76-0766-4e94-ac99-c080aac15b77 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 0.3466341 Feb 04 15:45:53.102613 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.105495 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-11e45e44-7703-4686-b805-7b26313c26b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8674848 Feb 04 15:45:53.115547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-7e1d1194-7bc6-409f-8739-fef70d9121ad service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:45:53.131815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-7e1d1194-7bc6-409f-8739-fef70d9121ad service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243933 Feb 04 15:45:53.179878 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-12f5d75b-f7c4-4068-8a85-eaad8f7862e2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/quotas/3f39c0250f004fa698cf72ea2c2d5042 HTTP/1.1" status: 200 len: 375 time: 0.0927508 Feb 04 15:45:53.347896 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-2dad3947-9514-439e-96e2-7b8c8871faf8 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1598146 Feb 04 15:45:53.466976 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-f2ad2d1b-2449-4a59-9bfc-e1164f7ba182 service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174922 Feb 04 15:45:53.627906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4b67381b-0311-44f2-b7ec-796eb2019984 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:45:53.691360 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-d4f5dead-b543-489e-843f-0e9d6ba33ee1 service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213047 Feb 04 15:45:53.727409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 4b67381b-0311-44f2-b7ec-796eb2019984 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:53.733623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4b67381b-0311-44f2-b7ec-796eb2019984 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:53.735358 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:53.768799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa71f75-f4bb-4132-8267-a0550d63f895 req-49607ffd-3ce1-40ad-a077-3b14a245459f tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:53.788133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1aa71f75-f4bb-4132-8267-a0550d63f895 req-49607ffd-3ce1-40ad-a077-3b14a245459f tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 944 time: 0.1252658 Feb 04 15:45:53.883232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1aa71f75-f4bb-4132-8267-a0550d63f895 req-c3240cc9-2eef-4dba-9ed2-20094c27d03a tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907218 Feb 04 15:45:54.164761 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0a2c6db-5655-4957-8abb-1230401b730c req-eb630de5-135a-4c39-873c-5b445c904fba tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 210 time: 0.0843740 Feb 04 15:45:54.167353 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.235745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954071d-d06d-40b4-b3d4-10af1098ee9b req-12235d31-0bff-454f-80ea-6c0a9940d03f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:54.252027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7954071d-d06d-40b4-b3d4-10af1098ee9b req-12235d31-0bff-454f-80ea-6c0a9940d03f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.2516558 Feb 04 15:45:54.285290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e244f8f-b881-4814-abf1-b6a08897efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b67381b-0311-44f2-b7ec-796eb2019984'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:45:54.292033 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17666426-ff04-4747-8790-2debdc7eab70" -d '{"events": [{"server_uuid": "0e244f8f-b881-4814-abf1-b6a08897efd1", "name": "network-vif-plugged", "status": "completed", "tag": "4b67381b-0311-44f2-b7ec-796eb2019984"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:45:54.355774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4b67381b-0311-44f2-b7ec-796eb2019984, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4b67381b-0311-44f2-b7ec-796eb2019984,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:54.367467 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.451560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7954071d-d06d-40b4-b3d4-10af1098ee9b req-97c9c96e-07c1-4db6-9923-03a12d1193b7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1969278 Feb 04 15:45:54.519160 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdb964f-ce52-4a8e-9f17-c98843f9f9f9 x-openstack-request-id: req-3fdb964f-ce52-4a8e-9f17-c98843f9f9f9 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:45:54.521872 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e244f8f-b881-4814-abf1-b6a08897efd1", "name": "network-vif-plugged", "status": "completed", "tag": "4b67381b-0311-44f2-b7ec-796eb2019984", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:45:54.522301 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3fdb964f-ce52-4a8e-9f17-c98843f9f9f9 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:45:54.522958 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e244f8f-b881-4814-abf1-b6a08897efd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b67381b-0311-44f2-b7ec-796eb2019984', 'code': 200} Feb 04 15:45:54.706103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4b67381b-0311-44f2-b7ec-796eb2019984,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:54.764338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.770416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.770803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.771154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.773886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.774385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.774732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.775093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.775410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.775744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.776076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.776405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:54.858857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d0e75-6be7-4035-ab6f-9ae0f7ad5d01 req-db87c091-1a39-4731-b5c0-84965648db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:54.861386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b76d0e75-6be7-4035-ab6f-9ae0f7ad5d01 req-db87c091-1a39-4731-b5c0-84965648db76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 1096 time: 0.2490091 Feb 04 15:45:55.018438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b76d0e75-6be7-4035-ab6f-9ae0f7ad5d01 req-76524925-b592-47ac-a5fc-9caf7691ef7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417036 Feb 04 15:45:55.172800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd11650-fb82-42fe-9338-97f1acf500f1 req-5cdd13e4-182f-45bc-b7bd-d31ba1b8bebd tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:55.189451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bd11650-fb82-42fe-9338-97f1acf500f1 req-5cdd13e4-182f-45bc-b7bd-d31ba1b8bebd tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 945 time: 0.1189137 Feb 04 15:45:55.360628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3bd11650-fb82-42fe-9338-97f1acf500f1 req-e0595e9b-4dcd-4638-aba5-02c5c8117a26 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699975 Feb 04 15:45:55.629501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2ed974b8-95d5-4996-8000-5393bf435e66 req-0130f727-2cc9-482c-9b36-e00dd5c5f3d3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 210 time: 0.1073515 Feb 04 15:45:55.961913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759d370-59ec-4520-b2af-f43a410388fa req-911a50ae-32ef-4d9c-aecf-5ebd735b4fd5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:55.967391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8759d370-59ec-4520-b2af-f43a410388fa req-911a50ae-32ef-4d9c-aecf-5ebd735b4fd5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1512816 Feb 04 15:45:56.181350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8759d370-59ec-4520-b2af-f43a410388fa req-82d18b5c-c599-44cc-ba85-f603810b0081 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1848891 Feb 04 15:45:56.655753 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:45:56.733088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33020) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:56.794738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33024) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:56.902553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d21a3-3742-4ac5-9d75-f11741f107d0 req-10c18faa-8668-4be3-b32f-ca093e368de0 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:56.905807 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-513d21a3-3742-4ac5-9d75-f11741f107d0 req-10c18faa-8668-4be3-b32f-ca093e368de0 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 945 time: 0.3177838 Feb 04 15:45:56.957184 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12fe0411-7bef-48fd-b141-62b6de39489e req-59e2ae58-9a3f-474b-92ab-9738014ab465 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 210 time: 0.0811250 Feb 04 15:45:57.055805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7b41bbc6-27ec-4f14-b09f-5f6be7e50d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.088466 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-513d21a3-3742-4ac5-9d75-f11741f107d0 req-7bff3894-ae57-4d59-b8f6-f313e44b044f tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692598 Feb 04 15:45:57.104874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-6b53bc48-85ac-4cc3-b0ed-ddc50edd87dc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:57.108278 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-6b53bc48-85ac-4cc3-b0ed-ddc50edd87dc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 0.5365834 Feb 04 15:45:57.122314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'port': {'device_id': '293202d9-1465-4da0-bd4c-a4f90e0777fc', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'admin_state_up': True, 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:57.137700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-73339128-98dc-4cdc-a518-05dfed75f1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.298965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7b41bbc6-27ec-4f14-b09f-5f6be7e50d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.316220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7b41bbc6-27ec-4f14-b09f-5f6be7e50d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.468373 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7b41bbc6-27ec-4f14-b09f-5f6be7e50d47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af6d18022bed49fbbf88af1f19806dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329042 Feb 04 15:45:57.523349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33052) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:57.648977 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f715bac-ad58-471f-ad94-34d9cf25361a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.681796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Made reservation on behalf of 3f39c0250f004fa698cf72ea2c2d5042 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:57.699634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.725788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f715bac-ad58-471f-ad94-34d9cf25361a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.031690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Allocated IP 172.20.0.5 (ee470257-3576-4751-bf3f-ae013d9c464a/664872ca-9dd3-4bb0-bb5c-13829b8b7916/9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:58.125211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f715bac-ad58-471f-ad94-34d9cf25361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.130103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f715bac-ad58-471f-ad94-34d9cf25361a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.132537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6f715bac-ad58-471f-ad94-34d9cf25361a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2add9696-e3f9-4652-83fb-00c97200d2b4 HTTP/1.1" status: 204 len: 168 time: 0.6026568 Feb 04 15:45:58.192160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f715bac-ad58-471f-ad94-34d9cf25361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add9696-e3f9-4652-83fb-00c97200d2b4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:58.255324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33080) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:58.369146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41bbc6-27ec-4f14-b09f-5f6be7e50d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2add9696-e3f9-4652-83fb-00c97200d2b4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:58.415270 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4adeadc6-9a2c-4c60-b926-6ba0abb38d60 req-cd29bdb9-ad54-48f9-a753-1f2a26f61042 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 210 time: 0.1146951 Feb 04 15:45:58.423728 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-73339128-98dc-4cdc-a518-05dfed75f1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.439710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-73339128-98dc-4cdc-a518-05dfed75f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.461822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3e5a50ab-7b3b-4ab6-adcc-69ed7abeac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:58.468855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3e5a50ab-7b3b-4ab6-adcc-69ed7abeac85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1096 time: 1.0432117 Feb 04 15:45:58.590067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.597591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e9b3-a788-4cd8-99a6-ff723f9ec81e req-f24c27ed-5403-46b8-b983-1cf81d359aa4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:58.614880 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b64e9b3-a788-4cd8-99a6-ff723f9ec81e req-f24c27ed-5403-46b8-b983-1cf81d359aa4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 1.1981161 Feb 04 15:45:58.691698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.777475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-73339128-98dc-4cdc-a518-05dfed75f1de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73f0a82d5d8e48458597673b81a2f63e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9777253 Feb 04 15:45:58.789152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f570cee8-a3f4-4389-a23f-fbec9e84380c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.791114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33088) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:58.794308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Network ee470257-3576-4751-bf3f-ae013d9c464a is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:58.821606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73339128-98dc-4cdc-a518-05dfed75f1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac5de0a-4389-4ef4-af15-73683dd94674,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:58.825640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:58.843485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:45:58.847599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'Port': ['ID=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:58.937883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33090) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:59.000213 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b64e9b3-a788-4cd8-99a6-ff723f9ec81e req-58d7b900-a9db-4cc5-91d2-4add665817b1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2798946 Feb 04 15:45:59.017918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb64019-b2d6-4138-9339-764ae88e3cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.047959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:59.049026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.059713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-b9bcc934-fb16-44ea-99a9-de3022b0de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:59.066041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-b9bcc934-fb16-44ea-99a9-de3022b0de8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 898 time: 0.5868664 Feb 04 15:45:59.087670 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-783f9ded-7b62-4aab-8c6c-891d5e51e721 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9701931 Feb 04 15:45:59.109633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Request body: {'port': {'device_id': '293202d9-1465-4da0-bd4c-a4f90e0777fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:45:59.192336 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd644dbe-c9a2-41d6-a19e-5476c474ff27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.253731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.319821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd644dbe-c9a2-41d6-a19e-5476c474ff27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.336507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-a4ac42d4-fc9c-4494-a225-c589cd5071b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 1000 time: 0.2372096 Feb 04 15:45:59.342874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b826da08-05df-4eaf-b189-ae85911122f0 None None] Provisioning complete for port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:59.344826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b826da08-05df-4eaf-b189-ae85911122f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.436909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b826da08-05df-4eaf-b189-ae85911122f0 None None] Port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:45:59.512762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-8280cfdd-8651-4d15-9fb8-3fb5e4a74983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:59.515591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-8280cfdd-8651-4d15-9fb8-3fb5e4a74983 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.1688430 Feb 04 15:45:59.585911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb64019-b2d6-4138-9339-764ae88e3cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.627094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb64019-b2d6-4138-9339-764ae88e3cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.652731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd644dbe-c9a2-41d6-a19e-5476c474ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.661495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd644dbe-c9a2-41d6-a19e-5476c474ff27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.667929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dd644dbe-c9a2-41d6-a19e-5476c474ff27 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fac5de0a-4389-4ef4-af15-73683dd94674 HTTP/1.1" status: 204 len: 168 time: 0.8589077 Feb 04 15:45:59.768982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-716a8657-07ec-471d-8ce4-8640a369b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:59.770613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-716a8657-07ec-471d-8ce4-8640a369b1de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435765 Feb 04 15:45:59.780720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb64019-b2d6-4138-9339-764ae88e3cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77cacba-9e23-4c36-99e8-d04b33ff247b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:59.786222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9eb64019-b2d6-4138-9339-764ae88e3cff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f193469469dc4db08e5c30cd3eb51a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8453217 Feb 04 15:45:59.801595 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f570cee8-a3f4-4389-a23f-fbec9e84380c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.804522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33100) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:59.828771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd644dbe-c9a2-41d6-a19e-5476c474ff27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac5de0a-4389-4ef4-af15-73683dd94674,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:59.838184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f570cee8-a3f4-4389-a23f-fbec9e84380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.888810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:45:59.936535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.952150 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f570cee8-a3f4-4389-a23f-fbec9e84380c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31b14d9d06154b9aa66bcc7260c096a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6909833 Feb 04 15:45:59.969196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33102) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:45:59.972320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-b30337c7-66ae-4945-929e-15546a14441f service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923685 Feb 04 15:46:00.007015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570cee8-a3f4-4389-a23f-fbec9e84380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4231593f-3e18-4386-8af8-e28c3e55c86b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:00.011378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Transition to ACTIVE for port object 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:00.024097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acc923-aaad-4f7a-8f1d-caaf047c655d req-f8c53e75-ad9a-45ae-9b8f-09f0cfeaacec tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.030235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67acc923-aaad-4f7a-8f1d-caaf047c655d req-f8c53e75-ad9a-45ae-9b8f-09f0cfeaacec tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 931 time: 0.3591299 Feb 04 15:46:00.038766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.176404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5bc130a8-b531-4d72-92d6-d76fdf988e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.254484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d84a59-34ea-4dcc-9ab4-4646eacebf00 req-e8e489ee-8267-41ca-bced-8a8907922490 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.256376 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2d84a59-34ea-4dcc-9ab4-4646eacebf00 req-e8e489ee-8267-41ca-bced-8a8907922490 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1238883 Feb 04 15:46:00.259669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-fab80453-c4f8-43ed-a755-934a0b2db668 service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784107 Feb 04 15:46:00.339247 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2d84a59-34ea-4dcc-9ab4-4646eacebf00 req-a588a9e7-a6af-42a4-a3c6-2e39c0e3ee67 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636003 Feb 04 15:46:00.356513 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5bc130a8-b531-4d72-92d6-d76fdf988e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.456055 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38eb5040-3cf4-4db3-8d6e-8e845c5aafb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.463104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:00.555520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-150a1491-555c-43be-badb-8d7b068e94ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.603398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Attempting to bind port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:00.603798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Attempting to bind port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:00.604078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Attempting to bind port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:00.632053 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67acc923-aaad-4f7a-8f1d-caaf047c655d req-0b5bffd3-0955-48ec-a218-227cea32b89c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802778 Feb 04 15:46:00.632053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 on network ee470257-3576-4751-bf3f-ae013d9c464a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:46:00.632053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Attempting to bind port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:00.661891 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38eb5040-3cf4-4db3-8d6e-8e845c5aafb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.683246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:00.683926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Checking segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:00.684717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Bound using segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:00.685366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Bound port: 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:00.685742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.693652 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5bc130a8-b531-4d72-92d6-d76fdf988e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.695613 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5bc130a8-b531-4d72-92d6-d76fdf988e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.700879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5bc130a8-b531-4d72-92d6-d76fdf988e0a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b77cacba-9e23-4c36-99e8-d04b33ff247b HTTP/1.1" status: 204 len: 168 time: 0.8850801 Feb 04 15:46:00.742445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc130a8-b531-4d72-92d6-d76fdf988e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77cacba-9e23-4c36-99e8-d04b33ff247b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:00.825365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] For port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:00.829732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] For port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:00.839779 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.932189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:00.939615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:00.941067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.945191 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-ce26ae10-6d0b-403d-ba97-f6f9ec264182 service neutron] 10.222.0.30 "PUT /v2.0/ports/9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 HTTP/1.1" status: 200 len: 1091 time: 1.8414519 Feb 04 15:46:00.946394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293202d9-1465-4da0-bd4c-a4f90e0777fc', 'tag': '9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:00.949644 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559" -d '{"events": [{"name": "network-changed", "server_uuid": "293202d9-1465-4da0-bd4c-a4f90e0777fc", "tag": "9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:00.989300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38eb5040-3cf4-4db3-8d6e-8e845c5aafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.992671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38eb5040-3cf4-4db3-8d6e-8e845c5aafb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:00.997629 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-38eb5040-3cf4-4db3-8d6e-8e845c5aafb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4231593f-3e18-4386-8af8-e28c3e55c86b HTTP/1.1" status: 204 len: 168 time: 1.0236073 Feb 04 15:46:01.015826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb5040-3cf4-4db3-8d6e-8e845c5aafb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4231593f-3e18-4386-8af8-e28c3e55c86b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:01.057408 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def68d49-b38f-4535-a28d-561f394679e4 x-openstack-request-id: req-def68d49-b38f-4535-a28d-561f394679e4 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:01.057704 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293202d9-1465-4da0-bd4c-a4f90e0777fc", "tag": "9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:01.057954 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-def68d49-b38f-4535-a28d-561f394679e4 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:01.058498 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293202d9-1465-4da0-bd4c-a4f90e0777fc', 'tag': '9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0', 'status': 'completed', 'code': 200} Feb 04 15:46:01.119649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-cf8fe0bb-4713-4719-93eb-dd38959e0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.121580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-cf8fe0bb-4713-4719-93eb-dd38959e0b6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 1094 time: 0.0920839 Feb 04 15:46:01.227802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-2543cbc5-2690-4de3-810f-3cb9354ec6f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 HTTP/1.1" status: 200 len: 217 time: 0.0964587 Feb 04 15:46:01.294853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-cc5e110a-7a5a-4ea8-abb7-08d5061273d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.297315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-cc5e110a-7a5a-4ea8-abb7-08d5061273d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.0612814 Feb 04 15:46:01.367540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-9781162b-24fa-4e29-a30a-505f6bb269dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.369606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-9781162b-24fa-4e29-a30a-505f6bb269dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646732 Feb 04 15:46:01.561321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-7cd64460-daee-464a-8ebb-a5578b872168 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832631 Feb 04 15:46:01.607975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3dca7-7298-4344-9b74-128f899331a6 req-65fc3eb7-1d48-4160-afc1-3e876778dbc4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.616095 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ff3dca7-7298-4344-9b74-128f899331a6 req-65fc3eb7-1d48-4160-afc1-3e876778dbc4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.0804076 Feb 04 15:46:01.684343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ff3dca7-7298-4344-9b74-128f899331a6 req-86611a69-b224-4600-973d-c70449aa7ed5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597498 Feb 04 15:46:01.824391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09e6d7b4-641f-4a13-b339-6d7cd0a3e795 req-f74799a5-bac6-42e9-a06d-d7278d2cccbe service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547235 Feb 04 15:46:01.860418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c900a-e6d7-4552-a70b-81602687ccd6 req-f978ea7f-d4c1-41a1-b887-306ba7324989 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:01.881360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33148) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:01.889910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e81c900a-e6d7-4552-a70b-81602687ccd6 req-f978ea7f-d4c1-41a1-b887-306ba7324989 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 943 time: 0.1440814 Feb 04 15:46:01.939840 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-546774c9-083d-4628-b591-b5447303b81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:01.997077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e81c900a-e6d7-4552-a70b-81602687ccd6 req-f78b31fc-8f44-4404-b42c-0390505e9648 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984089 Feb 04 15:46:02.115179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-050962fc-c440-435a-9b38-2a26aaa79c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:02.117382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-050962fc-c440-435a-9b38-2a26aaa79c73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 1094 time: 0.1967969 Feb 04 15:46:02.139727 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-546774c9-083d-4628-b591-b5447303b81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.155993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-546774c9-083d-4628-b591-b5447303b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.251002 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-546774c9-083d-4628-b591-b5447303b81c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46896c5abbe14825a7a9911a92395b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683028 Feb 04 15:46:02.254099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33156) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:02.258865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546774c9-083d-4628-b591-b5447303b81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d7a06b-707e-4e33-846c-fb20e98a26bd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:02.296695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-d4313999-5dc0-4f48-ad0b-d0f3dbf5a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:02.299299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-d4313999-5dc0-4f48-ad0b-d0f3dbf5a4aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.1725860 Feb 04 15:46:02.404753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-bafaeb97-4acd-4e6d-bd57-3ebd745ffdce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 HTTP/1.1" status: 200 len: 217 time: 0.0969524 Feb 04 15:46:02.409960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4269cf64-9b55-45ec-bd90-c1058728933a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.453134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4269cf64-9b55-45ec-bd90-c1058728933a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.505022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-05341d40-3435-47f8-a86f-09397985c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:02.506693 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-05341d40-3435-47f8-a86f-09397985c647 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.0950410 Feb 04 15:46:02.541268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4269cf64-9b55-45ec-bd90-c1058728933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.546235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4269cf64-9b55-45ec-bd90-c1058728933a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:02.548590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4269cf64-9b55-45ec-bd90-c1058728933a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1d7a06b-707e-4e33-846c-fb20e98a26bd HTTP/1.1" status: 204 len: 168 time: 0.2923098 Feb 04 15:46:02.561688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269cf64-9b55-45ec-bd90-c1058728933a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d7a06b-707e-4e33-846c-fb20e98a26bd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:02.591722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:02.611908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-7c041f76-3c2b-4838-a52c-2ebb68e72d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:02.613881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-7c041f76-3c2b-4838-a52c-2ebb68e72d10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996115 Feb 04 15:46:02.851531 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-524753b3-1839-4438-9965-534aa527b785 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222552 Feb 04 15:46:02.991675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccfb0c-4dee-4cdd-a81c-79f58222d0b1 req-a6d5e2b4-64a4-45f2-a91c-45f17ab6f229 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:03.001482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76ccfb0c-4dee-4cdd-a81c-79f58222d0b1 req-a6d5e2b4-64a4-45f2-a91c-45f17ab6f229 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1486206 Feb 04 15:46:03.072567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ca17aa1-43e6-4b2e-98e5-e702c4e5c559 req-c60b6911-57b0-4a29-97f1-2b5656edd88e service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123206 Feb 04 15:46:03.099148 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76ccfb0c-4dee-4cdd-a81c-79f58222d0b1 req-43d3ada3-c552-4ca3-8016-31b2f6e29b02 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956888 Feb 04 15:46:03.121790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac9e7-81bd-43a3-b035-c7935f5f085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.378008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac9e7-81bd-43a3-b035-c7935f5f085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.387655 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac9e7-81bd-43a3-b035-c7935f5f085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.446322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0b4ac9e7-81bd-43a3-b035-c7935f5f085d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc31632306264b348f346c6573822225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8512769 Feb 04 15:46:03.448293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33204) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:03.576497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ac9e7-81bd-43a3-b035-c7935f5f085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc2e7f4-45a9-4c13-87cc-3793196c85a5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:03.644957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c2b3552f-abe6-4689-9dae-bcafe55fa282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.670733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d15b6c-c639-4b97-a9ce-6a2daf8094dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.727593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d15b6c-c639-4b97-a9ce-6a2daf8094dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.860880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d15b6c-c639-4b97-a9ce-6a2daf8094dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.863823 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-97d15b6c-c639-4b97-a9ce-6a2daf8094dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.869787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-97d15b6c-c639-4b97-a9ce-6a2daf8094dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ffc2e7f4-45a9-4c13-87cc-3793196c85a5 HTTP/1.1" status: 204 len: 168 time: 0.4154663 Feb 04 15:46:03.882639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d15b6c-c639-4b97-a9ce-6a2daf8094dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc2e7f4-45a9-4c13-87cc-3793196c85a5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:04.002775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eaa1d-069c-4fad-abdb-696cc8d5dbf5 req-8e513c59-55fe-49a7-abc6-ee0bfd3996c7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.022946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-581eaa1d-069c-4fad-abdb-696cc8d5dbf5 req-8e513c59-55fe-49a7-abc6-ee0bfd3996c7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 943 time: 0.8071346 Feb 04 15:46:04.109886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-581eaa1d-069c-4fad-abdb-696cc8d5dbf5 req-e5faa82b-fb49-4faf-aead-f434c2364228 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829484 Feb 04 15:46:04.369621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b182-af93-4b47-b9cf-71fa9300a778 req-93d28415-885a-4804-90de-fe5593afd2d5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:04.374643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ab2b182-af93-4b47-b9cf-71fa9300a778 req-93d28415-885a-4804-90de-fe5593afd2d5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1467569 Feb 04 15:46:04.470613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ab2b182-af93-4b47-b9cf-71fa9300a778 req-9a5e4b10-18a8-4c5a-8d3b-682e92f1c56e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788493 Feb 04 15:46:05.348464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7da69-6cf7-40de-90c7-355243e116db req-33f730b5-781f-49e8-b2b4-dd10fcd2118d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.352835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7d7da69-6cf7-40de-90c7-355243e116db req-33f730b5-781f-49e8-b2b4-dd10fcd2118d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 943 time: 0.1041610 Feb 04 15:46:05.467056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7d7da69-6cf7-40de-90c7-355243e116db req-d6bbf365-9e24-498e-ae0a-085246de0f5c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055043 Feb 04 15:46:05.694649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:46:05.738740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90827e9-2c13-412c-ab21-8ddce6f41dd7 req-e3db4c3d-d5e0-4aaf-800f-7c67ebe646e5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:05.750256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a90827e9-2c13-412c-ab21-8ddce6f41dd7 req-e3db4c3d-d5e0-4aaf-800f-7c67ebe646e5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1436331 Feb 04 15:46:05.848313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a90827e9-2c13-412c-ab21-8ddce6f41dd7 req-b07c890c-b893-4f15-949a-2b9bf237936f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969555 Feb 04 15:46:05.900949 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.087190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:06.102844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:06.106759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': '9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0', 'mac_address': 'fa:16:3e:16:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:46:06.355166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-321409016-network', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:06.428763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:06.429835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.437528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.466973 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.472050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:06.516883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:06.539874 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.639069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:06.702631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.710520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.746601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:06.762177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81384f5d-a8ab-4c64-8e28-c07cb4c69411 req-1fd8756f-1e3d-43ca-8de9-7fdb8cee815a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:06.773320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.773623 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81384f5d-a8ab-4c64-8e28-c07cb4c69411 req-1fd8756f-1e3d-43ca-8de9-7fdb8cee815a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 944 time: 0.0973182 Feb 04 15:46:06.774643 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Added segment a66b1a49-5db3-469e-a8b4-5ae8b4b6b653 of type vlan for network ddaa4c16-7a2d-48cd-be30-837d541a5561 Feb 04 15:46:06.840816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81384f5d-a8ab-4c64-8e28-c07cb4c69411 req-b2fea76e-3192-48ae-9e14-d3074a2643b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Feb 04 15:46:06.898797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:46:06.958609 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:06.968219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce097198-9b31-4336-a01c-42e3c13b5cde,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:06.995049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.000524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33356) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:07.170856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.171959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:07.172648 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.326506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2192633 Feb 04 15:46:07.327090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33366) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:07.333864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134f7af-5e36-4f76-97b3-2b9c02832139 admin admin] Pushing event updated for resources: {'Network': ['ID=ddaa4c16-7a2d-48cd-be30-837d541a5561,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:07.337050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Request body: {'subnet': {'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-321409016-subnet', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:07.372207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a83a4-d9e1-4e22-a837-7fd24a880d71 req-4c7d06c0-8af6-4364-a179-1d9bb2ead7a9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:07.382411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:46:07.384708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-557a83a4-d9e1-4e22-a837-7fd24a880d71 req-4c7d06c0-8af6-4364-a179-1d9bb2ead7a9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.2987113 Feb 04 15:46:07.415249 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d70b6e30-55d4-405c-8004-b07152900301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.424659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:07.433418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.508441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-557a83a4-d9e1-4e22-a837-7fd24a880d71 req-a6687200-71b0-4cfc-bbb0-4981da230485 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221805 Feb 04 15:46:07.605670 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.741046 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d70b6e30-55d4-405c-8004-b07152900301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.749577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d70b6e30-55d4-405c-8004-b07152900301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.845325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6e30-55d4-405c-8004-b07152900301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6658391-9e8c-4043-97e2-eb2841b48fc5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:07.871224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d70b6e30-55d4-405c-8004-b07152900301 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ead634dc84274e548ad0cc23318415c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8685112 Feb 04 15:46:07.874453 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:07.876500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:07.961353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b467fc4-5160-463a-a5dc-b2d95866e46a,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:07.994011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Checking segment: {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:07.999528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Network hostable DHCP agents. Network: ddaa4c16-7a2d-48cd-be30-837d541a5561, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:08.101448 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8251e369-f658-4324-8e44-04966f65c5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.117784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:08.162833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34e729-c107-4994-b5f8-09125ac6b4aa req-7f4f3c89-03b9-4fc6-bd0a-555351b9cc94 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:08.165932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f34e729-c107-4994-b5f8-09125ac6b4aa req-7f4f3c89-03b9-4fc6-bd0a-555351b9cc94 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 944 time: 0.1568527 Feb 04 15:46:08.167488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ddaa4c16-7a2d-48cd-be30-837d541a5561) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:08.178052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:08.178925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.184314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9853484c-a7f9-401a-b16f-67411ede548c None None] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:46:08.220004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8251e369-f658-4324-8e44-04966f65c5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.282743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46172659-1801-4573-9b4b-f45004df9c85 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9521375 Feb 04 15:46:08.285033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33402) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:08.297480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:08.316375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f34e729-c107-4994-b5f8-09125ac6b4aa req-862abf70-7357-4403-b530-f8550075d91e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320784 Feb 04 15:46:08.363423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.366921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.385711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8251e369-f658-4324-8e44-04966f65c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.389743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8251e369-f658-4324-8e44-04966f65c5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.394985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8251e369-f658-4324-8e44-04966f65c5d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6658391-9e8c-4043-97e2-eb2841b48fc5 HTTP/1.1" status: 204 len: 168 time: 0.5095484 Feb 04 15:46:08.423009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251e369-f658-4324-8e44-04966f65c5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6658391-9e8c-4043-97e2-eb2841b48fc5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:08.515155 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.586117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-ddaa4c16-7a2d-48cd-be30-837d541a5561', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:46:08.587011 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.738969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33412) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:08.859542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:08.861906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Allocated IP 172.20.0.2 (ddaa4c16-7a2d-48cd-be30-837d541a5561/4b467fc4-5160-463a-a5dc-b2d95866e46a/1c74de5c-62c2-4c3a-8ce8-3043b323ca4b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:08.885137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0a2f7-9e4e-450f-a3c9-b970fcd3ded6 req-cb3ce5fb-61c3-4312-a227-db39a0eaa134 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:08.887980 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0b0a2f7-9e4e-450f-a3c9-b970fcd3ded6 req-cb3ce5fb-61c3-4312-a227-db39a0eaa134 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.2358592 Feb 04 15:46:09.006098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0b0a2f7-9e4e-450f-a3c9-b970fcd3ded6 req-29a3c237-055d-43df-a3b8-ee1eef2f34ba tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977943 Feb 04 15:46:09.194469 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-20a94730-2fa5-4ef2-80c3-e1b8511da6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.238955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.321216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.338994 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-20a94730-2fa5-4ef2-80c3-e1b8511da6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.346347 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-20a94730-2fa5-4ef2-80c3-e1b8511da6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.401715 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-20a94730-2fa5-4ef2-80c3-e1b8511da6ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc20211ea5434ec684b16533e1b5652d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6569107 Feb 04 15:46:09.401715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a94730-2fa5-4ef2-80c3-e1b8511da6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e425f2-7f71-44b5-a410-e7808d2062c3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:09.412746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33426) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:09.563963 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.576649 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.604175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcffe933-efe4-4984-ba6d-5bc6b79f58ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.637096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Allocated IP 172.25.1.124 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/243c5dc5-d1cd-4278-ba7f-94b09c031036) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:09.654837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33430) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:09.658195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Pushing event updated for resources: {'Port': ['ID=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:09.678439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:09.685712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:09.690342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:46:09.695054 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.710898 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e060b2b0-3065-4f66-b129-8a00673e5ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.719439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33432) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:09.763430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:09.781866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcffe933-efe4-4984-ba6d-5bc6b79f58ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.793543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.846579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.883198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Attempting to bind port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:09.883540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Attempting to bind port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:09.883941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Attempting to bind port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b on network ddaa4c16-7a2d-48cd-be30-837d541a5561 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:09.893396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:09.893821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Checking segment: {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:09.894280 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.894748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Bound using segment: {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:09.895251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Bound port: 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:09.895656 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:09.937459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a50d1d-4d8a-4623-8169-65091708af3f req-d9443d1e-e7d1-4ce7-a872-91d6a36b996f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:09.944378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2a50d1d-4d8a-4623-8169-65091708af3f req-d9443d1e-e7d1-4ce7-a872-91d6a36b996f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 944 time: 0.3201931 Feb 04 15:46:09.951552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:09.955705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:09.962707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:46:10.002508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Pushing event updated for resources: {'Port': ['ID=243c5dc5-d1cd-4278-ba7f-94b09c031036,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:10.039567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:10.060361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:10.060749 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.076017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] For port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:10.169683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] For port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:10.181678 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.245152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9889c622-9118-4f2f-abb6-519e0858ea13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.283739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcffe933-efe4-4984-ba6d-5bc6b79f58ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.291121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcffe933-efe4-4984-ba6d-5bc6b79f58ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.295320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bcffe933-efe4-4984-ba6d-5bc6b79f58ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68e425f2-7f71-44b5-a410-e7808d2062c3 HTTP/1.1" status: 204 len: 168 time: 0.8764651 Feb 04 15:46:10.303917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37dd13-80fc-4550-a7be-a16004df37fe req-843f7fcf-5e88-46b6-93de-8204992d1979 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:10.312138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb37dd13-80fc-4550-a7be-a16004df37fe req-843f7fcf-5e88-46b6-93de-8204992d1979 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1179609 Feb 04 15:46:10.317556 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2a50d1d-4d8a-4623-8169-65091708af3f req-8cf5fe2a-93dd-4c75-897c-bc217bc9be70 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673056 Feb 04 15:46:10.383631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.438623 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb37dd13-80fc-4550-a7be-a16004df37fe req-bd0e9067-8611-4ed8-b529-8f89839dffc8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220884 Feb 04 15:46:10.441058 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9889c622-9118-4f2f-abb6-519e0858ea13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.445530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1a990-0bc9-46a8-b6b2-b5060356404f None None] Pushing event updated for resources: {'Port': ['ID=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:10.455129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffe933-efe4-4984-ba6d-5bc6b79f58ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e425f2-7f71-44b5-a410-e7808d2062c3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:10.463131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9889c622-9118-4f2f-abb6-519e0858ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.518534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:10.525057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293202d9-1465-4da0-bd4c-a4f90e0777fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:10.528551 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0540f762-aac9-4f5c-b4dc-92da50ca3a8d" -d '{"events": [{"server_uuid": "293202d9-1465-4da0-bd4c-a4f90e0777fc", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:10.547919 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.559344 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.573483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9889c622-9118-4f2f-abb6-519e0858ea13 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c209d424ed02415aa81540a0a81cbb80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8456430 Feb 04 15:46:10.574496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889c622-9118-4f2f-abb6-519e0858ea13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3096e1-b3e4-4694-a5db-be8dbd039af6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:10.597906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33446) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:10.671939 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e060b2b0-3065-4f66-b129-8a00673e5ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.686788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e060b2b0-3065-4f66-b129-8a00673e5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:10.743149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:10.797855 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee42a5dd-d732-4018-8d67-bdfce827817a x-openstack-request-id: req-ee42a5dd-d732-4018-8d67-bdfce827817a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:10.798970 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293202d9-1465-4da0-bd4c-a4f90e0777fc", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:10.800403 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee42a5dd-d732-4018-8d67-bdfce827817a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:10.801297 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293202d9-1465-4da0-bd4c-a4f90e0777fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0', 'code': 200} Feb 04 15:46:10.839682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060b2b0-3065-4f66-b129-8a00673e5ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9e8eab-791b-4f62-8e0e-3723b0eb99e1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:10.872608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33448) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:10.882372 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e060b2b0-3065-4f66-b129-8a00673e5ba4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b5275eb1a2a4c8bb556e9338b37d802&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2222733 Feb 04 15:46:11.079821 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-be94c74d-d731-4b50-b4a3-06df9560b164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.115401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300c2de-269b-4fc4-a35b-14f0340cad9b req-1f8acce5-20cb-4bcd-a39d-e0d5ce07f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:11.117011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0300c2de-269b-4fc4-a35b-14f0340cad9b req-1f8acce5-20cb-4bcd-a39d-e0d5ce07f52b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 1096 time: 0.2329202 Feb 04 15:46:11.128418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40ae3d76-573c-4a3f-9b32-255caae2eed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.153199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.180061 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-be94c74d-d731-4b50-b4a3-06df9560b164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.275986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0300c2de-269b-4fc4-a35b-14f0340cad9b req-437687ff-e580-47c8-b854-f52ed4d34831 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452270 Feb 04 15:46:11.285605 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40ae3d76-573c-4a3f-9b32-255caae2eed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.316019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-be94c74d-d731-4b50-b4a3-06df9560b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.324989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-be94c74d-d731-4b50-b4a3-06df9560b164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.330534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-be94c74d-d731-4b50-b4a3-06df9560b164 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd3096e1-b3e4-4694-a5db-be8dbd039af6 HTTP/1.1" status: 204 len: 168 time: 0.7193689 Feb 04 15:46:11.369265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94c74d-d731-4b50-b4a3-06df9560b164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3096e1-b3e4-4694-a5db-be8dbd039af6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:11.650168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32800e6-8396-4859-9890-af9eba1f3234 req-51162edd-71cc-4d3f-b628-6b531f0c9cbe tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:11.655895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f32800e6-8396-4859-9890-af9eba1f3234 req-51162edd-71cc-4d3f-b628-6b531f0c9cbe tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.1744251 Feb 04 15:46:11.661322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33460) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:11.768531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e66666-7c14-4c0a-8baf-311934470236 req-78f211c7-1ddc-4a35-b36a-6c307c243bb8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:11.770971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8e66666-7c14-4c0a-8baf-311934470236 req-78f211c7-1ddc-4a35-b36a-6c307c243bb8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1947665 Feb 04 15:46:11.790306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40ae3d76-573c-4a3f-9b32-255caae2eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.805470 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40ae3d76-573c-4a3f-9b32-255caae2eed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.812938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-40ae3d76-573c-4a3f-9b32-255caae2eed3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f9e8eab-791b-4f62-8e0e-3723b0eb99e1 HTTP/1.1" status: 204 len: 168 time: 0.9320121 Feb 04 15:46:11.870118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-375d26fe-1a6d-4200-848a-4285e8400406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:11.884636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8e66666-7c14-4c0a-8baf-311934470236 req-43579b02-8979-4f35-88f9-14381d9cbfe3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042285 Feb 04 15:46:11.942853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae3d76-573c-4a3f-9b32-255caae2eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9e8eab-791b-4f62-8e0e-3723b0eb99e1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:11.950186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f32800e6-8396-4859-9890-af9eba1f3234 req-1422e0c3-e248-4353-ac38-3fd9f59ade2f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618792 Feb 04 15:46:12.014982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Router 52f87797-11c3-4e69-90e2-52f5ebe755ad is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:46:12.126453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33468) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:12.172458 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1185b6c9-5c76-4820-9ae1-a53529e3dfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.413633 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-375d26fe-1a6d-4200-848a-4285e8400406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.416482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1185b6c9-5c76-4820-9ae1-a53529e3dfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.421653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:46:12.422889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1185b6c9-5c76-4820-9ae1-a53529e3dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.440893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-375d26fe-1a6d-4200-848a-4285e8400406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.443875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Sync routers for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:12.462962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:46:12.468218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:12.486110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:12.521666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d26fe-1a6d-4200-848a-4285e8400406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef97f565-4ab9-4770-85f2-4c92f4f709fb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:12.530289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.532105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eb4edb7d-e396-4a18-81c0-f41b45b2cce4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2452021 Feb 04 15:46:12.537854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-375d26fe-1a6d-4200-848a-4285e8400406 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=97c63c76aef34fc2a6d7e5e05461219f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8748693 Feb 04 15:46:12.538586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:12.542945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33474) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:12.569445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1185b6c9-5c76-4820-9ae1-a53529e3dfb8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea43ecc7284841fda44d31777a38b7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407821 Feb 04 15:46:12.571185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185b6c9-5c76-4820-9ae1-a53529e3dfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f19389-ce5a-443a-86c6-9f3db5e1ff52,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:12.576473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33476) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:12.655524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2579e0a9-da2c-4f59-9e24-1e95407d4197 None None] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:46:12.746328 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a9f8b907-b132-464e-bb35-5a516bb7872f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.781634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6279433-0b25-4b5f-a116-7cebce35ab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.914486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a9f8b907-b132-464e-bb35-5a516bb7872f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:12.918028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6279433-0b25-4b5f-a116-7cebce35ab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.012093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7eb32516-a3f2-46f7-8a40-bbcc976a414b None None] Provisioning complete for port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:13.012642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eb32516-a3f2-46f7-8a40-bbcc976a414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.046266 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a9f8b907-b132-464e-bb35-5a516bb7872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.049637 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a9f8b907-b132-464e-bb35-5a516bb7872f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.052088 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a9f8b907-b132-464e-bb35-5a516bb7872f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2f19389-ce5a-443a-86c6-9f3db5e1ff52 HTTP/1.1" status: 204 len: 168 time: 0.4702611 Feb 04 15:46:13.088078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8b907-b132-464e-bb35-5a516bb7872f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f19389-ce5a-443a-86c6-9f3db5e1ff52,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.095481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6279433-0b25-4b5f-a116-7cebce35ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.108341 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e6279433-0b25-4b5f-a116-7cebce35ab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.118903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e6279433-0b25-4b5f-a116-7cebce35ab76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef97f565-4ab9-4770-85f2-4c92f4f709fb HTTP/1.1" status: 204 len: 168 time: 0.5742655 Feb 04 15:46:13.145939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6279433-0b25-4b5f-a116-7cebce35ab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef97f565-4ab9-4770-85f2-4c92f4f709fb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:13.470667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:13.472197 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:13.514945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:46:13.614463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e7b2c-ee11-4e7c-8a95-5d6a5e6add17 req-13c39a5b-0412-4f41-90d9-d5b681e099fb tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:13.627860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-662e7b2c-ee11-4e7c-8a95-5d6a5e6add17 req-13c39a5b-0412-4f41-90d9-d5b681e099fb tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.1471119 Feb 04 15:46:13.721304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-662e7b2c-ee11-4e7c-8a95-5d6a5e6add17 req-ced45460-38e3-4400-8d11-4efcd6743d84 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919235 Feb 04 15:46:13.984344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4690f-2e22-444b-8170-f9988465f4df req-8b0b5e08-5a08-4a87-9ee6-acd75df55455 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:13.985952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1f4690f-2e22-444b-8170-f9988465f4df req-8b0b5e08-5a08-4a87-9ee6-acd75df55455 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.9232180 Feb 04 15:46:14.008185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6558f7-dc7b-4287-b607-67eecb078e71 req-492b46cf-2a81-4b1d-b3cf-d99616df258c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:14.019338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c6558f7-dc7b-4287-b607-67eecb078e71 req-492b46cf-2a81-4b1d-b3cf-d99616df258c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 946 time: 0.1386015 Feb 04 15:46:14.060835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1f4690f-2e22-444b-8170-f9988465f4df req-d2b301ad-aa5d-48f2-b799-087c1714c57e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531363 Feb 04 15:46:14.072469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eb32516-a3f2-46f7-8a40-bbcc976a414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.111351 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c6558f7-dc7b-4287-b607-67eecb078e71 req-e13a6313-e0ca-40aa-b20b-9a289e3cf469 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910170 Feb 04 15:46:14.217704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.289107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7eb32516-a3f2-46f7-8a40-bbcc976a414b None None] For port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:14.470793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7eb32516-a3f2-46f7-8a40-bbcc976a414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.698985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb32516-a3f2-46f7-8a40-bbcc976a414b None None] Pushing event updated for resources: {'Port': ['ID=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:14.759844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:10Z', 'revision_number': 3, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:14.772793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c0547-816a-4150-99b1-56c5fb508d7b req-62ac05eb-5d02-401c-ad62-d1c9993940fd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:14.780794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a2c0547-816a-4150-99b1-56c5fb508d7b req-62ac05eb-5d02-401c-ad62-d1c9993940fd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.2652872 Feb 04 15:46:14.808901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Checking router: 52f87797-11c3-4e69-90e2-52f5ebe755ad for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:46:14.809267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Updating router 52f87797-11c3-4e69-90e2-52f5ebe755ad port 243c5dc5-d1cd-4278-ba7f-94b09c031036 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:46:14.846122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.889681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3fc76ce8-b449-4049-b64c-165df7268994 None None] Provisioning complete for port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:14.890381 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3fc76ce8-b449-4049-b64c-165df7268994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:14.930452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Allocated IP 172.20.0.1 (ddaa4c16-7a2d-48cd-be30-837d541a5561/4b467fc4-5160-463a-a5dc-b2d95866e46a/918b1b09-09b3-4318-b951-6be303eccdd7) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:14.958045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:14.960882 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a2c0547-816a-4150-99b1-56c5fb508d7b req-67c7bed5-2af6-435e-9915-fa4094e93971 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246150 Feb 04 15:46:15.232427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.247200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:15.247806 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.346522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b06f90-1511-452b-b51f-9642f125bb99 req-51643006-881f-4b0a-b4bc-1e94f4440159 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.352220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06b06f90-1511-452b-b51f-9642f125bb99 req-51643006-881f-4b0a-b4bc-1e94f4440159 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.1231883 Feb 04 15:46:15.388355 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.447381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06b06f90-1511-452b-b51f-9642f125bb99 req-10023aa6-26e1-43d1-bab3-5cdf9d5d6a23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855622 Feb 04 15:46:15.467206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:15.486647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:15.496717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:46:15.564183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=918b1b09-09b3-4318-b951-6be303eccdd7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:15.578960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-29d13c38-55bd-4042-adf3-5634f3858a40 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.580530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-29d13c38-55bd-4042-adf3-5634f3858a40 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 946 time: 0.1831536 Feb 04 15:46:15.608928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54a173-c6f8-4564-9fa5-97f3abeabe8a req-33c98f6e-5cc5-413d-b07d-2fd6c1749224 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:15.633786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa54a173-c6f8-4564-9fa5-97f3abeabe8a req-33c98f6e-5cc5-413d-b07d-2fd6c1749224 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 946 time: 0.2888029 Feb 04 15:46:15.667184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.807238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa54a173-c6f8-4564-9fa5-97f3abeabe8a req-e967e597-927e-44be-b550-996678a0e28a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720874 Feb 04 15:46:15.897245 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.911470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Deleting port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:46:15.912356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.924712 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:15.981898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7868f1b-b88e-4a3f-87b6-0bd9aa52568a None None] Pushing event updated for resources: {'Port': ['ID=243c5dc5-d1cd-4278-ba7f-94b09c031036,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.000746 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.008611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Attempting to bind port 243c5dc5-d1cd-4278-ba7f-94b09c031036 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:16.009107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Attempting to bind port 243c5dc5-d1cd-4278-ba7f-94b09c031036 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:16.009552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Attempting to bind port 243c5dc5-d1cd-4278-ba7f-94b09c031036 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:16.016553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:16.017366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:16.018067 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.019452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:16.020278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Bound port: 243c5dc5-d1cd-4278-ba7f-94b09c031036, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:16.020921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.076598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-67011499-6899-40d2-bb93-77fc3f0d1e25 None None] Provisioning complete for port 918b1b09-09b3-4318-b951-6be303eccdd7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:16.077326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-67011499-6899-40d2-bb93-77fc3f0d1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.157850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-67011499-6899-40d2-bb93-77fc3f0d1e25 None None] Port 918b1b09-09b3-4318-b951-6be303eccdd7 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:46:16.163991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] For port 243c5dc5-d1cd-4278-ba7f-94b09c031036, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:16.167705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] For port 243c5dc5-d1cd-4278-ba7f-94b09c031036, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=243c5dc5-d1cd-4278-ba7f-94b09c031036,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:16.171787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084fd11-a11d-450f-aab0-f4a4f1e30080 req-919394ec-5942-4728-a450-70bb0d70f8fb tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:16.179001 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.182957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] For port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:16.183597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.186930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9084fd11-a11d-450f-aab0-f4a4f1e30080 req-919394ec-5942-4728-a450-70bb0d70f8fb tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.0992768 Feb 04 15:46:16.223083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Calling delete_port for 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:46:16.261182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9084fd11-a11d-450f-aab0-f4a4f1e30080 req-1644804a-5e28-4d70-8df3-ec217ad28220 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721796 Feb 04 15:46:16.315262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7868f1b-b88e-4a3f-87b6-0bd9aa52568a None None] Pushing event updated for resources: {'Port': ['ID=243c5dc5-d1cd-4278-ba7f-94b09c031036,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:16.366510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:46:16.367934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:16.577803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.696286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:46:16.700826 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.795115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:16.856476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['84bc7a7c-5832-476e-8ada-24105333d7b0', 'a7115356-8fed-4a38-922e-1208b39bd830', '3980f942-bea2-4e27-8e39-914cb7d915ca', '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:46:17.004210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=918b1b09-09b3-4318-b951-6be303eccdd7,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:17.045795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a190fb75-a1f2-4511-9aae-1e3907670a1b req-760153fe-e507-4478-9d1f-06cd41944a6e tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c3c776-122a-4a22-b90d-dbbd500851a5 HTTP/1.1" status: 200 len: 210 time: 0.1024787 Feb 04 15:46:17.073366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Pushing event deleted for resources: {'Port': ['ID=5b640c3b-b6c7-4757-a90a-b5fc7e335bd4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:17.113710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] No DVR routers for this DVR port 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:17.113710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.118049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:17.136818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1503abc-3a81-4cbe-8c26-d03ce4779bb8 req-87615d4d-252d-43fe-8f31-7fae95ddf0dc tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "DELETE /v2.0/ports/5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 HTTP/1.1" status: 204 len: 173 time: 1.5442202 Feb 04 15:46:17.137735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c3c776-122a-4a22-b90d-dbbd500851a5', 'name': 'network-vif-deleted', 'tag': '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:17.154682 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36432cca-0ad9-4fa9-8e36-a5b638c17ffa" -d '{"events": [{"server_uuid": "38c3c776-122a-4a22-b90d-dbbd500851a5", "name": "network-vif-deleted", "tag": "5b640c3b-b6c7-4757-a90a-b5fc7e335bd4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:17.213243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0b065-1d0a-4659-ac58-a5eb97318f2b req-fa0585d6-0316-4430-8f0a-be8be744db95 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:17.244242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17e0b065-1d0a-4659-ac58-a5eb97318f2b req-fa0585d6-0316-4430-8f0a-be8be744db95 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.6046500 Feb 04 15:46:17.259595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:14Z', 'revision_number': 1, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:17.298145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd6b98-f3a7-4dad-aca8-ec2586e3035a None None] The sync data for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 is: [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:14Z', 'revision_number': 1, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:17.505957 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17e0b065-1d0a-4659-ac58-a5eb97318f2b req-e525d3b0-6751-4bec-87a4-b8c1578395f8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2444067 Feb 04 15:46:17.745706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:17.748270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:18.185873 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-e1b71e73-5ba7-4076-9aef-94fb861a7653 service neutron] show failed (client error): The resource could not be found. Feb 04 15:46:18.187358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-e1b71e73-5ba7-4076-9aef-94fb861a7653 service neutron] 10.222.0.50 "GET /v2.0/ports/68fab8ae-6d7f-4145-a95f-7a6ee83a0e52/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.2860975 Feb 04 15:46:18.431504 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abc4d73-ab4c-4067-beb9-01deca7d3bc4 x-openstack-request-id: req-2abc4d73-ab4c-4067-beb9-01deca7d3bc4 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:18.431788 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c3c776-122a-4a22-b90d-dbbd500851a5", "name": "network-vif-deleted", "tag": "5b640c3b-b6c7-4757-a90a-b5fc7e335bd4", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:18.432150 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2abc4d73-ab4c-4067-beb9-01deca7d3bc4 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:18.432699 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c3c776-122a-4a22-b90d-dbbd500851a5', 'name': 'network-vif-deleted', 'tag': '5b640c3b-b6c7-4757-a90a-b5fc7e335bd4', 'status': 'completed', 'code': 200} Feb 04 15:46:18.498222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b8171-fd23-43b4-b2ff-e9de1ebc30fb req-6345c41b-3f01-4a1c-bcbd-2f2587422428 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:18.519482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f3b8171-fd23-43b4-b2ff-e9de1ebc30fb req-6345c41b-3f01-4a1c-bcbd-2f2587422428 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.6140573 Feb 04 15:46:18.542573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a70df342-342d-4cdf-af38-41af432c6b33 None None] Provisioning complete for port 918b1b09-09b3-4318-b951-6be303eccdd7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:18.544188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a70df342-342d-4cdf-af38-41af432c6b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:18.653331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a70df342-342d-4cdf-af38-41af432c6b33 None None] Port 918b1b09-09b3-4318-b951-6be303eccdd7 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:46:18.812657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f3b8171-fd23-43b4-b2ff-e9de1ebc30fb req-e3fc2a7e-c1e8-427a-afc5-7fddd042710b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911115 Feb 04 15:46:18.850918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Router 52f87797-11c3-4e69-90e2-52f5ebe755ad has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:46:18.981133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-d76eeecc-783b-4809-99f5-45aee9eccf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:18.982774 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-d76eeecc-783b-4809-99f5-45aee9eccf87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 1096 time: 0.3102400 Feb 04 15:46:19.017077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:19.228487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01fd4-cb88-4b80-b1d3-e2f6d7847d18 req-d40b092f-ffdc-4b16-a828-329d69b8eef4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:19.259070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3f01fd4-cb88-4b80-b1d3-e2f6d7847d18 req-d40b092f-ffdc-4b16-a828-329d69b8eef4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.3772573 Feb 04 15:46:19.314905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:46:19.342137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-44941392-810c-486c-aa15-053651ffffd8 admin admin] 10.222.0.47 "PUT /v2.0/routers/52f87797-11c3-4e69-90e2-52f5ebe755ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8002672 Feb 04 15:46:19.368746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3f01fd4-cb88-4b80-b1d3-e2f6d7847d18 req-9f0d888a-a430-48b3-864b-64f002da0385 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078250 Feb 04 15:46:19.411446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:19.927878 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:46:20.107407 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.208069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:20.245943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78236bf0-f202-4558-bfcb-962376728b70 req-f4730c09-ac9b-4919-9bab-fe736a4c4cdc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:20.254362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78236bf0-f202-4558-bfcb-962376728b70 req-f4730c09-ac9b-4919-9bab-fe736a4c4cdc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.2470477 Feb 04 15:46:20.255066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33708) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:20.300598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:20.442547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.479524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Transition to ACTIVE for port object 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:20.483001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:20.490716 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e558dc79-6846-4f1d-9a78-8b57bdb69171" -d '{"events": [{"server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "name": "network-vif-unplugged", "status": "completed", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:20.499543 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.581045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78236bf0-f202-4558-bfcb-962376728b70 req-4d722fa6-395e-4c65-819b-ef999221222a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044305 Feb 04 15:46:20.655212 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:46:20.655760 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:46:20.695729 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:20.962105 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d99a54-8ac9-49a5-b458-d0ee5f06cfd1 x-openstack-request-id: req-83d99a54-8ac9-49a5-b458-d0ee5f06cfd1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:20.962331 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "name": "network-vif-unplugged", "status": "completed", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:20.962594 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83d99a54-8ac9-49a5-b458-d0ee5f06cfd1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:20.963022 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'code': 200} Feb 04 15:46:21.064598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 243c5dc5-d1cd-4278-ba7f-94b09c031036 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:21.095445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:21.102551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] No DVR routers for this DVR port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:21.243652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1219b4-252d-498b-87de-8c0929d230db req-d7102c28-f81b-45b4-9681-09f80ff32d6c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:21.250244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1219b4-252d-498b-87de-8c0929d230db req-d7102c28-f81b-45b4-9681-09f80ff32d6c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.3190577 Feb 04 15:46:21.258824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.302099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.326338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:46:21.387279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7ca8b-e947-4347-86a8-700809fac44e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:21.448638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.448984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.449328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.449660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.459849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.459849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.460319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.460738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.460907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.461122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.461453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.461790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:21.495426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d0f2bef6-eb7b-4ea4-be8e-86b3bce5b53a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=265b0b30b7bc463996ced1b1cab4d382&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2390335 Feb 04 15:46:21.496171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:46:21.496521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 5b640c3b-b6c7-4757-a90a-b5fc7e335bd4 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:46:21.497180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33736) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:21.550167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 243c5dc5-d1cd-4278-ba7f-94b09c031036 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:21.554648 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.674342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Attempting to bind port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:21.674677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Attempting to bind port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:21.675017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Attempting to bind port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on network b8b15cd7-5139-419a-ad7b-1fdf562bcfba {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:21.703589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1219b4-252d-498b-87de-8c0929d230db req-75902a08-e5a6-4186-bb5c-093327bce39f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2969820 Feb 04 15:46:21.704432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on network b8b15cd7-5139-419a-ad7b-1fdf562bcfba not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:46:21.704760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Attempting to bind port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on network b8b15cd7-5139-419a-ad7b-1fdf562bcfba {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:21.711843 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96ced56b-80ee-4db8-89fd-e60f691fe5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.725400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:21.725680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Checking segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:21.726132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Bound using segment: {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:21.726604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Bound port: 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb298fe-ba8c-44fb-8ce5-800dbe179542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:21.727068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.833276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96ced56b-80ee-4db8-89fd-e60f691fe5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:21.991602 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.017539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96ced56b-80ee-4db8-89fd-e60f691fe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.021381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-96ced56b-80ee-4db8-89fd-e60f691fe5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.026234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-96ced56b-80ee-4db8-89fd-e60f691fe5cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3bf7ca8b-e947-4347-86a8-700809fac44e HTTP/1.1" status: 204 len: 168 time: 0.5251219 Feb 04 15:46:22.056870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:22.070954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:22.088115 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.088644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced56b-80ee-4db8-89fd-e60f691fe5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7ca8b-e947-4347-86a8-700809fac44e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:22.090665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 243c5dc5-d1cd-4278-ba7f-94b09c031036, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=243c5dc5-d1cd-4278-ba7f-94b09c031036,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:22.103699 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.132278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9b06-6b4f-4312-9e04-fc1a4de25906 req-386ee194-1a55-46d0-9962-72e5f255ca3f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.146156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba8a9b06-6b4f-4312-9e04-fc1a4de25906 req-386ee194-1a55-46d0-9962-72e5f255ca3f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.1889505 Feb 04 15:46:22.217044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.220787 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.227838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 1091 time: 3.2307286 Feb 04 15:46:22.336414 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ba8a9b06-6b4f-4312-9e04-fc1a4de25906 req-d97e8e85-11af-44e8-aad7-559010a78235 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895015 Feb 04 15:46:22.342060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=243c5dc5-d1cd-4278-ba7f-94b09c031036,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:22.368859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33756) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:22.410137 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Sync routers for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:22.438300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33760) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:22.442264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-a1cbdeba-ece9-42e9-bd54-03ba3fb431c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.443948 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-a1cbdeba-ece9-42e9-bd54-03ba3fb431c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1094 time: 0.1676691 Feb 04 15:46:22.444570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-820453679-network', 'tenant_id': '7e272b7446e5473192696ae3c96ac455'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:22.457723 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:46:22.459331 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:22.502000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa37ae-9cc1-46db-b379-4e84f39d42e8 service neutron] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:22.530609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Made reservation on behalf of 7e272b7446e5473192696ae3c96ac455 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:22.542471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.568745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.758018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-7f0904be-b34f-4cd1-b594-b2543b2c4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:22.782679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-7f0904be-b34f-4cd1-b594-b2543b2c4024 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 898 time: 0.3252814 Feb 04 15:46:22.880793 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:46:22.895743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:22.903759 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.004626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab9475c-bcbd-4ebb-8b86-12a59f2362f0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:23.036896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:23.093836 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-098b597e-1fb8-4345-a0a1-20cb94714e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.102481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:23.112613 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34" -d '{"events": [{"name": "network-changed", "server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:23.127330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 243c5dc5-d1cd-4278-ba7f-94b09c031036 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:23.298025 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.298871 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Added segment ff154158-98ac-4331-a8e9-4f2d0741c1e9 of type vlan for network 651953bb-f9d4-4477-a505-25d1387834a4 Feb 04 15:46:23.372492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.451164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 243c5dc5-d1cd-4278-ba7f-94b09c031036 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:23.451770 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.520967 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:16Z', 'revision_number': 2, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:23.527568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.541055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:23.609127 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Checking router: 52f87797-11c3-4e69-90e2-52f5ebe755ad for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:46:23.609516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Updating router 52f87797-11c3-4e69-90e2-52f5ebe755ad port 918b1b09-09b3-4318-b951-6be303eccdd7 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:46:23.638894 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7a40e3b-7f6d-4918-970b-c6b1c24698fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.648797 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.681769 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d781fb0-c401-4f8a-bfa1-eca5c858dac5 x-openstack-request-id: req-7d781fb0-c401-4f8a-bfa1-eca5c858dac5 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:23.684777 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:23.685529 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d781fb0-c401-4f8a-bfa1-eca5c858dac5 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:23.688247 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'status': 'completed', 'code': 200} Feb 04 15:46:23.736539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-debb4c50-b7fd-4401-925b-fbf053429afd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 998 time: 0.9357123 Feb 04 15:46:23.802332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f89b4-b057-4524-abbf-70263ee454ba req-aedbb222-b1e1-4418-97ec-1dec726ae084 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:23.803995 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-913f89b4-b057-4524-abbf-70263ee454ba req-aedbb222-b1e1-4418-97ec-1dec726ae084 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.6816421 Feb 04 15:46:23.846240 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.847106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:23.847743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:23.937435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-913f89b4-b057-4524-abbf-70263ee454ba req-f4096088-fb4b-494f-82bc-a1239b606db9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511544 Feb 04 15:46:23.942317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3533fa27-ed0a-4f4e-a8c6-d833265ed820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:23.944078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-3533fa27-ed0a-4f4e-a8c6-d833265ed820 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.1935019 Feb 04 15:46:24.028470 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5886610 Feb 04 15:46:24.037661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33786) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:24.068622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Request body: {'subnet': {'network_id': '651953bb-f9d4-4477-a505-25d1387834a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-820453679-subnet', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:24.145683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-f336ac25-3ed0-4b85-bfa1-c70609fe958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:24.147676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-f336ac25-3ed0-4b85-bfa1-c70609fe958a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957662 Feb 04 15:46:24.160680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-098b597e-1fb8-4345-a0a1-20cb94714e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.168043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7a40e3b-7f6d-4918-970b-c6b1c24698fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.186292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-c4a5aa7c-c7dd-448a-9e18-435848499d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:24.189310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-c4a5aa7c-c7dd-448a-9e18-435848499d1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1094 time: 0.5073118 Feb 04 15:46:24.201494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54b378-10f3-4bf6-a186-7d13dd4a3190 admin admin] Pushing event updated for resources: {'Network': ['ID=651953bb-f9d4-4477-a505-25d1387834a4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:24.205579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-098b597e-1fb8-4345-a0a1-20cb94714e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.221670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 651953bb-f9d4-4477-a505-25d1387834a4 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:46:24.234305 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7a40e3b-7f6d-4918-970b-c6b1c24698fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.314230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05542d92-17d2-47a5-b3f8-f7c435b22e9c req-5c918f5d-ef30-4f74-94e3-be5caf34739a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:24.327186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05542d92-17d2-47a5-b3f8-f7c435b22e9c req-5c918f5d-ef30-4f74-94e3-be5caf34739a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.4859376 Feb 04 15:46:24.388389 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.403269 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.433186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-bfe524c5-774c-4409-9416-0d94f0eb88db service neutron] 10.222.0.30 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737749 Feb 04 15:46:24.519706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-098b597e-1fb8-4345-a0a1-20cb94714e76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cdbdd9c730ac4928807903ce87d201ab&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1471267 Feb 04 15:46:24.523336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33790) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:24.538783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05542d92-17d2-47a5-b3f8-f7c435b22e9c req-294a0dee-5ff2-4404-9198-e02b72a99717 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082348 Feb 04 15:46:24.604497 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Pushing event updated for resources: {'Port': ['ID=918b1b09-09b3-4318-b951-6be303eccdd7,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:24.668855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b597e-1fb8-4345-a0a1-20cb94714e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e65481-ae84-4e58-a541-c5c0c68b6775,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:24.690945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Made reservation on behalf of 7e272b7446e5473192696ae3c96ac455 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:24.698974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.715334 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.715334 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.715725 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.722424 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.725244 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.728585 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.729381 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.729950 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.735538 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.735953 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.744874 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.748994 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:24.753504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f7a40e3b-7f6d-4918-970b-c6b1c24698fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=469518dae94d4a6ca8a372258ed8d966&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2019086 Feb 04 15:46:24.768450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33798) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:24.768627 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Attempting to bind port 918b1b09-09b3-4318-b951-6be303eccdd7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:24.772295 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Attempting to bind port 918b1b09-09b3-4318-b951-6be303eccdd7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:24.773275 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Attempting to bind port 918b1b09-09b3-4318-b951-6be303eccdd7 on network ddaa4c16-7a2d-48cd-be30-837d541a5561 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:24.805702 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:24.806195 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Checking segment: {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:24.809336 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:24.809795 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Bound using segment: {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:24.813388 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Bound port: 918b1b09-09b3-4318-b951-6be303eccdd7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:24.814123 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.091001 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] For port 918b1b09-09b3-4318-b951-6be303eccdd7, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:25.102397 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] For port 918b1b09-09b3-4318-b951-6be303eccdd7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=918b1b09-09b3-4318-b951-6be303eccdd7,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:25.116255 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.127570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3a2bc7f6-f749-44b9-bc25-3691a0f18a3a None None] Provisioning complete for port 918b1b09-09b3-4318-b951-6be303eccdd7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:25.128319 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a2bc7f6-f749-44b9-bc25-3691a0f18a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.201962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9de1c80d-7278-49bf-940e-50c26077e278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.337937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a40e3b-7f6d-4918-970b-c6b1c24698fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526cc901-d161-488b-a185-af6ecf09128d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:25.341709 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:46:25.350824 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:25.435340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73edb68b-7ea4-4ea0-8f77-5eb601138551 req-c1a8dcbe-19c7-4b0b-a506-f91bb47e80a8 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9854019 Feb 04 15:46:25.436964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-cff737ba-536b-4d37-94d6-c101553d68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:25.450909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-cff737ba-536b-4d37-94d6-c101553d68e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 898 time: 1.2537796 Feb 04 15:46:25.456616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a2bc7f6-f749-44b9-bc25-3691a0f18a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.681892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3a2bc7f6-f749-44b9-bc25-3691a0f18a3a None None] For port 918b1b09-09b3-4318-b951-6be303eccdd7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=918b1b09-09b3-4318-b951-6be303eccdd7,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:25.692023 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a2bc7f6-f749-44b9-bc25-3691a0f18a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.731464 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41715a26-e0a7-4d41-82cd-fa8bfc22c4ef None None] Pushing event updated for resources: {'Port': ['ID=918b1b09-09b3-4318-b951-6be303eccdd7,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:25.855731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955e931-9ae2-4d23-a72d-01d5c589bdbf req-0f51d519-7f8c-4cf0-bd8f-8c286bfaee9b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:25.858424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9de1c80d-7278-49bf-940e-50c26077e278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:25.862506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b955e931-9ae2-4d23-a72d-01d5c589bdbf req-0f51d519-7f8c-4cf0-bd8f-8c286bfaee9b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.5873256 Feb 04 15:46:25.911919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bc7f6-f749-44b9-bc25-3691a0f18a3a None None] Pushing event updated for resources: {'Port': ['ID=918b1b09-09b3-4318-b951-6be303eccdd7,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:25.917157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8199e4fb-1a27-487f-8278-ff1177352275 None None] Provisioning complete for port 918b1b09-09b3-4318-b951-6be303eccdd7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:25.917791 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8199e4fb-1a27-487f-8278-ff1177352275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.024792 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-25249f4b-a31a-4f29-af3e-8ac1ce315c6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 998 time: 0.5596564 Feb 04 15:46:26.049438 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:46:26.139816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-cc3dade3-1aed-44b3-8506-380439557f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.142908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-cc3dade3-1aed-44b3-8506-380439557f21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1094 time: 0.5788751 Feb 04 15:46:26.159842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b955e931-9ae2-4d23-a72d-01d5c589bdbf req-96d70ed0-7fb5-4b9c-aa35-853e5f28c6c1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2762561 Feb 04 15:46:26.201501 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3296bf01-bdf1-45ca-bcfd-90845ef57185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.336207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514db4a-613a-46ef-b66a-09711f6ddf64 req-562b8e1a-99b8-41b7-9ed7-4ad6c1d060e3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.343768 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9514db4a-613a-46ef-b66a-09711f6ddf64 req-562b8e1a-99b8-41b7-9ed7-4ad6c1d060e3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.4199078 Feb 04 15:46:26.350986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3296bf01-bdf1-45ca-bcfd-90845ef57185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.389107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-2ca665e7-9c4c-4be2-9ca7-21dba27ed68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.392002 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-2ca665e7-9c4c-4be2-9ca7-21dba27ed68a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.3541870 Feb 04 15:46:26.533548 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:25Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:26.558851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9de1c80d-7278-49bf-940e-50c26077e278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.563713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9de1c80d-7278-49bf-940e-50c26077e278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.570629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9de1c80d-7278-49bf-940e-50c26077e278 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5e65481-ae84-4e58-a541-c5c0c68b6775 HTTP/1.1" status: 204 len: 168 time: 2.0255699 Feb 04 15:46:26.596137 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd94331-3011-4956-8d84-77905f2e7692 None None] The sync data for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 is: [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:25Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:26.601627 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9514db4a-613a-46ef-b66a-09711f6ddf64 req-1eed0789-5698-49d2-9ceb-2b4ab51610a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318339 Feb 04 15:46:26.602557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3296bf01-bdf1-45ca-bcfd-90845ef57185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.606346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3296bf01-bdf1-45ca-bcfd-90845ef57185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:26.607735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3296bf01-bdf1-45ca-bcfd-90845ef57185 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/526cc901-d161-488b-a185-af6ecf09128d HTTP/1.1" status: 204 len: 168 time: 1.7745993 Feb 04 15:46:26.629695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1c80d-7278-49bf-940e-50c26077e278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e65481-ae84-4e58-a541-c5c0c68b6775,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:26.652346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296bf01-bdf1-45ca-bcfd-90845ef57185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526cc901-d161-488b-a185-af6ecf09128d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:26.657254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-1a4767c2-d441-42ee-8ec8-25e4abd34437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:26.658912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-1a4767c2-d441-42ee-8ec8-25e4abd34437 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2507246 Feb 04 15:46:26.908955 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-0bdda5ea-d7d4-4ab9-8110-d9e29462379f service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338300 Feb 04 15:46:27.060378 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-4941ef9d-c010-4b96-86a1-3cc46f724fe9 service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477683 Feb 04 15:46:27.231621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 918b1b09-09b3-4318-b951-6be303eccdd7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:27.334322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-df02f17b-9353-42af-87d1-02511766bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:27.338252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-df02f17b-9353-42af-87d1-02511766bc0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 898 time: 1.1678274 Feb 04 15:46:27.342522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.478186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 918b1b09-09b3-4318-b951-6be303eccdd7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:27.478186 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.669872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81109eac-aef1-4cd4-9e02-15dc4687f5a7,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:27.823060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-8edbf012-8f45-464f-b389-3875758758ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 998 time: 0.4702966 Feb 04 15:46:27.964713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0afe5-2eec-40a4-8aa7-c936a7a0548f req-8316ada9-472c-4a83-b1be-ea1e26ff83e8 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:27.967697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20c0afe5-2eec-40a4-8aa7-c936a7a0548f req-8316ada9-472c-4a83-b1be-ea1e26ff83e8 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 946 time: 0.1506050 Feb 04 15:46:28.068969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20c0afe5-2eec-40a4-8aa7-c936a7a0548f req-47b6a6bb-1bcc-412c-b14c-394711fb9050 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897055 Feb 04 15:46:28.221714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cee05c-af35-4570-9281-842a741ca0e2 req-1e966b9a-b230-4dd4-8e2e-dac190f3f231 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.268057 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83cee05c-af35-4570-9281-842a741ca0e2 req-1e966b9a-b230-4dd4-8e2e-dac190f3f231 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.6798985 Feb 04 15:46:28.298590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Checking segment: {'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:28.301490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Network hostable DHCP agents. Network: 651953bb-f9d4-4477-a505-25d1387834a4, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:46:28.404934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-18372a14-bf38-43de-92d7-61664d2f76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.408680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-18372a14-bf38-43de-92d7-61664d2f76c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.5330181 Feb 04 15:46:28.497688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121790c-d753-48e3-a36b-c98f3806a0df req-88931ce2-c97d-4014-8fec-9b954188ab52 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.520144 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4121790c-d753-48e3-a36b-c98f3806a0df req-88931ce2-c97d-4014-8fec-9b954188ab52 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.2159972 Feb 04 15:46:28.663196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4121790c-d753-48e3-a36b-c98f3806a0df req-374884af-db9e-4b4a-b62b-9a6072fe255d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404469 Feb 04 15:46:28.741620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Network 651953bb-f9d4-4477-a505-25d1387834a4 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:46:28.774675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-83cee05c-af35-4570-9281-842a741ca0e2 req-2f243d5b-892e-4ba8-a133-e9ccb7e9b30c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4841168 Feb 04 15:46:28.779207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 651953bb-f9d4-4477-a505-25d1387834a4) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:28.787481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.788566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.790360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607fc208-47be-4745-b854-0bdc7b54a276 None None] Network 651953bb-f9d4-4477-a505-25d1387834a4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:46:28.863944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-10e759a3-5da2-4f69-9c2f-ada89c8bf5a8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.8222060 Feb 04 15:46:28.866766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33864) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:28.873019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:28.887904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-7bfdfefa-f97e-4743-85a2-54be97f810dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:28.897768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-7bfdfefa-f97e-4743-85a2-54be97f810dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4529073 Feb 04 15:46:28.950477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.952368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.195987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-9d9df77f-48a7-4fdb-aa21-5bd912f0fff3 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905023 Feb 04 15:46:29.213083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.437895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-651953bb-f9d4-4477-a505-25d1387834a4', 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'fixed_ips': [{'subnet_id': '81109eac-aef1-4cd4-9e02-15dc4687f5a7'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:46:29.439405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.649580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53e823a0-a9bc-4227-9b2c-ca4f43c6eb34 req-365a346a-3b47-499e-a9c1-c4d90179955e service neutron] 10.222.0.30 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376330 Feb 04 15:46:29.695002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Allocated IP 172.20.0.2 (651953bb-f9d4-4477-a505-25d1387834a4/81109eac-aef1-4cd4-9e02-15dc4687f5a7/c9ce8e50-d28b-4b11-8528-8952b3f3ce7b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:29.869729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:46:30.051507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a0daf-0647-4e17-9843-9ea8e4d04cb5 req-073b018a-b594-4669-8967-ea420360d39e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:30.054659 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-121a0daf-0647-4e17-9843-9ea8e4d04cb5 req-073b018a-b594-4669-8967-ea420360d39e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.2025878 Feb 04 15:46:30.147338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-121a0daf-0647-4e17-9843-9ea8e4d04cb5 req-56ece150-03f0-45da-992d-b3358f7b888c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811307 Feb 04 15:46:30.323978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:30.387069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3863b-78d2-4141-9ff3-9377912e296a req-975f610c-e0fa-4893-af3b-336984127038 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:30.402509 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3e3863b-78d2-4141-9ff3-9377912e296a req-975f610c-e0fa-4893-af3b-336984127038 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 943 time: 0.1314707 Feb 04 15:46:30.413076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'port_id': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'mac_address': 'fa:16:3e:e9:11:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:46:30.532769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3e3863b-78d2-4141-9ff3-9377912e296a req-9d233821-137b-4c74-90c7-896d6be7bd99 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281445 Feb 04 15:46:30.554262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.603386 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.615093 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-382d01ef-a5cf-47d5-9f1a-460d509440ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.706833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Network 651953bb-f9d4-4477-a505-25d1387834a4 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:30.709519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.740852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:30.755868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:30.765524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:46:30.782497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Pushing event updated for resources: {'Port': ['ID=c9ce8e50-d28b-4b11-8528-8952b3f3ce7b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:30.804395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:30.812864 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:30.868920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33912) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:30.951268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Attempting to bind port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:30.962841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Attempting to bind port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:30.963216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Attempting to bind port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b on network 651953bb-f9d4-4477-a505-25d1387834a4 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:31.003244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:31.003678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Checking segment: {'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:31.003855 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.004394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Bound using segment: {'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:31.004827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Bound port: c9ce8e50-d28b-4b11-8528-8952b3f3ce7b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:31.005525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.132618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:31.181587 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.248279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-624bd116-0dc1-4544-917c-f2ff357032b2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:31.250113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-624bd116-0dc1-4544-917c-f2ff357032b2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.50 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598&tenant_id=537ec6f6adf0405b87c2e299025ea7fc&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 944 time: 0.2978182 Feb 04 15:46:31.265907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:46:31.359270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] For port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:31.364482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db028f-9730-4a9d-9701-842f38ca8485 req-b378ec57-c60c-4d6d-a178-f0b7b871242e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:31.366372 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5db028f-9730-4a9d-9701-842f38ca8485 req-b378ec57-c60c-4d6d-a178-f0b7b871242e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 944 time: 0.1878691 Feb 04 15:46:31.408377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] For port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c9ce8e50-d28b-4b11-8528-8952b3f3ce7b,segment=NetworkSegment(ff154158-98ac-4331-a8e9-4f2d0741c1e9),segment_id=ff154158-98ac-4331-a8e9-4f2d0741c1e9)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:31.427695 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-e6e58721-6356-4289-9e55-911e2d76e44a service neutron] delete failed (client error): The resource could not be found. Feb 04 15:46:31.429407 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-e6e58721-6356-4289-9e55-911e2d76e44a service neutron] 10.222.0.50 "DELETE /v2.0/ports/68fab8ae-6d7f-4145-a95f-7a6ee83a0e52/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.1697636 Feb 04 15:46:31.432132 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.453371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5db028f-9730-4a9d-9701-842f38ca8485 req-d94b172a-e2ff-4cfa-b423-7455d8b0cd3a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683303 Feb 04 15:46:31.496218 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.512671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-b830b35a-2188-4509-965a-b57dec41aca9 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:31.514976 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-b830b35a-2188-4509-965a-b57dec41aca9 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 946 time: 1.7990258 Feb 04 15:46:31.525453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499690c-6fcf-44d4-b24e-153fbfd34c91 req-958866c2-2254-44a1-9732-c6021bce268b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:31.534434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f499690c-6fcf-44d4-b24e-153fbfd34c91 req-958866c2-2254-44a1-9732-c6021bce268b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 946 time: 2.1206827 Feb 04 15:46:31.596990 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.686256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:31.795945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471a50d-67c8-41a7-bfcd-9da2ee5b7552 None None] Pushing event updated for resources: {'Port': ['ID=c9ce8e50-d28b-4b11-8528-8952b3f3ce7b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:31.814177 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f499690c-6fcf-44d4-b24e-153fbfd34c91 req-ec1a8b9a-a678-42ac-a181-617c5a18fb7f tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751622 Feb 04 15:46:31.939605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=100f5b7455254395804386886dadd426&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0674963 Feb 04 15:46:31.946629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33928) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:31.954789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea37cb54-195d-4b72-9581-47209b0ee3a0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:31.988681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-d885f345-9ddb-4c43-9d0d-77c9e12e481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:31.992330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-d885f345-9ddb-4c43-9d0d-77c9e12e481a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1095 time: 0.4215858 Feb 04 15:46:32.095147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed517f-b0be-4e12-9980-803fcdccd87e req-f5fca9b1-6dc0-4f5b-9199-b0b55039800b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:32.097364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4ed517f-b0be-4e12-9980-803fcdccd87e req-f5fca9b1-6dc0-4f5b-9199-b0b55039800b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.4319580 Feb 04 15:46:32.101277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.101780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.102371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.102963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.103813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.104135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.104699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.105324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.105934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.106837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.107458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.108096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1f0f-d92d-444d-aa8b-0cd073c922c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:46:32.338665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Deleting port 3980f942-bea2-4e27-8e39-914cb7d915ca {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:46:32.339114 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.370259 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4ed517f-b0be-4e12-9980-803fcdccd87e req-295625ec-38cd-44b0-be55-9f6fdb0e58a7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215631 Feb 04 15:46:32.474223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-d1c4d1a8-4c0c-4938-9206-bddb098344fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:32.479042 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-d1c4d1a8-4c0c-4938-9206-bddb098344fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 898 time: 0.4480550 Feb 04 15:46:32.483858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf342261-c9cf-4e32-b868-581bb39ebb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.553081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf342261-c9cf-4e32-b868-581bb39ebb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.722514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] For port 3980f942-bea2-4e27-8e39-914cb7d915ca, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=3980f942-bea2-4e27-8e39-914cb7d915ca,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:32.723243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:32.820942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-4f98c99c-b47c-4326-95ac-87c8e3be8e1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 999 time: 0.3293817 Feb 04 15:46:32.826367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Calling delete_port for 3980f942-bea2-4e27-8e39-914cb7d915ca owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:46:32.990786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-bd95fc7d-fadd-47b0-a132-589cf6fdd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:32.995148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-bd95fc7d-fadd-47b0-a132-589cf6fdd2ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.1691422 Feb 04 15:46:33.346906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c9ce8e50-d28b-4b11-8528-8952b3f3ce7b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:33.348305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-feb83bc7-da4d-4840-8e75-113ad74a9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:33.351251 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-feb83bc7-da4d-4840-8e75-113ad74a9ddf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3484125 Feb 04 15:46:33.438519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06aa0-3443-4b19-9e41-f022be8e3658 req-6c2ee687-db51-4357-be81-23a3ffa650e1 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:33.441448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56f06aa0-3443-4b19-9e41-f022be8e3658 req-6c2ee687-db51-4357-be81-23a3ffa650e1 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 946 time: 0.3120828 Feb 04 15:46:33.550881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:33.551602 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.647585 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:46:33.676321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56f06aa0-3443-4b19-9e41-f022be8e3658 req-62f66d89-74c2-4592-92e2-c6748b83fcc1 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791139 Feb 04 15:46:33.726028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf342261-c9cf-4e32-b868-581bb39ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.733155 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f243f72a-3b94-49b8-b3ba-a75b2cfb52d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.736633 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf342261-c9cf-4e32-b868-581bb39ebb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.746200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bf342261-c9cf-4e32-b868-581bb39ebb00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea37cb54-195d-4b72-9581-47209b0ee3a0 HTTP/1.1" status: 204 len: 168 time: 1.7980764 Feb 04 15:46:33.780895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602f9e0-cb31-4780-93e4-9a6f151f51c2 req-6cc80a35-a301-407f-999b-81304d70362a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:33.789494 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3602f9e0-cb31-4780-93e4-9a6f151f51c2 req-6cc80a35-a301-407f-999b-81304d70362a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 944 time: 1.0763514 Feb 04 15:46:33.860561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-3017d49f-5449-4930-814e-0f13e9450cc1 service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170961 Feb 04 15:46:33.863876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf342261-c9cf-4e32-b868-581bb39ebb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea37cb54-195d-4b72-9581-47209b0ee3a0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:33.893836 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:33.897436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:33.915304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33984) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:34.009464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33990) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:34.010641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 3980f942-bea2-4e27-8e39-914cb7d915ca no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:46:34.026885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.074916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3602f9e0-cb31-4780-93e4-9a6f151f51c2 req-65f13d48-508c-4116-89a0-4329e19bf582 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2470083 Feb 04 15:46:34.155846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.237185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c9ce8e50-d28b-4b11-8528-8952b3f3ce7b,segment=NetworkSegment(ff154158-98ac-4331-a8e9-4f2d0741c1e9),segment_id=ff154158-98ac-4331-a8e9-4f2d0741c1e9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:34.252871 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.274611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:46:34.360208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0f17e-12ff-4934-b0fd-7f09ca011373 req-f76b8e96-0bfb-410d-9c2c-d0a6df2d496d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:34.364933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55e0f17e-12ff-4934-b0fd-7f09ca011373 req-f76b8e96-0bfb-410d-9c2c-d0a6df2d496d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.3151879 Feb 04 15:46:34.416867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580ac0be-9a4e-4911-a592-d6c7430de4e4 req-a128415b-44c4-4b55-b192-4a4d483eaaed service neutron] 10.222.0.50 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493481 Feb 04 15:46:34.526999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55e0f17e-12ff-4934-b0fd-7f09ca011373 req-b49de3c2-80e7-4785-b467-92c0e875b5a7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055849 Feb 04 15:46:34.638969 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40918afb-a8fa-4449-93b9-9c8f22a74ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.660821 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.662719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdd3388-37d0-4514-b681-89923e988b96 None None] Network 651953bb-f9d4-4477-a505-25d1387834a4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:46:34.692759 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-775e3113-241e-4b20-889c-43baa39d0fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.721407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.854060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:34.871233 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.881208 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40918afb-a8fa-4449-93b9-9c8f22a74ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:34.892179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-40918afb-a8fa-4449-93b9-9c8f22a74ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.015549 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-775e3113-241e-4b20-889c-43baa39d0fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.029384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-40918afb-a8fa-4449-93b9-9c8f22a74ec7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74008b5abd4d4e4fb9bafdf638e7d8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1046748 Feb 04 15:46:35.045150 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-775e3113-241e-4b20-889c-43baa39d0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.054646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34010) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:35.076767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['84bc7a7c-5832-476e-8ada-24105333d7b0', 'a7115356-8fed-4a38-922e-1208b39bd830'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:46:35.096622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40918afb-a8fa-4449-93b9-9c8f22a74ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ea4c2a-f8f6-49cd-bc96-dde039762c85,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:35.124795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Allocated IP 172.25.1.196 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/c759523e-994a-404a-8399-753f90b91ddb) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:35.252131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8f20d0ab-203c-4b0d-882c-e17146764b6e None None] Provisioning complete for port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:35.252497 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f20d0ab-203c-4b0d-882c-e17146764b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.261770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a612950a-ced2-4e49-8814-0d0015bd8112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.356632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0b99d60f-a066-47d7-bf82-29586a91ce75 req-f41364cd-57bb-4bd0-86b9-8f6653fa5336 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 210 time: 0.3162811 Feb 04 15:46:35.409304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Pushing event deleted for resources: {'Port': ['ID=3980f942-bea2-4e27-8e39-914cb7d915ca,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:35.435575 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a612950a-ced2-4e49-8814-0d0015bd8112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.496407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-775e3113-241e-4b20-889c-43baa39d0fd2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfb13c4695dd435295de0cd6ea2c1eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4720044 Feb 04 15:46:35.500778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e695a7-8ea1-4e70-8d02-dff657bfc2a9 req-98f74ded-dbc3-487d-a368-d5610d780894 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:35.513946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8e695a7-8ea1-4e70-8d02-dff657bfc2a9 req-98f74ded-dbc3-487d-a368-d5610d780894 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 944 time: 0.2141025 Feb 04 15:46:35.521368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34024) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:35.529249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e3113-241e-4b20-889c-43baa39d0fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e95489e-b5d1-4eba-b77d-5fd4cbf1791b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:35.641660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] No DVR routers for this DVR port 3980f942-bea2-4e27-8e39-914cb7d915ca on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:35.699983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c9ce8e50-d28b-4b11-8528-8952b3f3ce7b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:35.739123 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8e695a7-8ea1-4e70-8d02-dff657bfc2a9 req-7c27bd1d-564f-47a1-b9d2-86a61b92ba59 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2034044 Feb 04 15:46:35.756888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34030) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:35.759243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.765899 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8df79357-ceac-4bc2-b8d7-74c7eeb785ef req-d7554b79-6e56-45c3-b65a-f3cccc10b136 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "DELETE /v2.0/ports/3980f942-bea2-4e27-8e39-914cb7d915ca HTTP/1.1" status: 204 len: 173 time: 4.2252843 Feb 04 15:46:35.771572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8176d06e-7cf8-41f0-8bb8-02781d172835', 'name': 'network-vif-deleted', 'tag': '3980f942-bea2-4e27-8e39-914cb7d915ca'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:35.776060 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b64c6-ce24-4f22-870e-82fbd3e62474" -d '{"events": [{"server_uuid": "8176d06e-7cf8-41f0-8bb8-02781d172835", "name": "network-vif-deleted", "tag": "3980f942-bea2-4e27-8e39-914cb7d915ca"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:35.805795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.870075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c53b427-723e-4743-8f12-14c01ebd2b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.891981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:35.903089 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262d998a-0a90-4180-949d-a4890edf64f7" -d '{"events": [{"server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "name": "network-vif-plugged", "status": "completed", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:35.914915 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.931324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c53b427-723e-4743-8f12-14c01ebd2b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:35.950154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:35.999546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f0c1badd-3663-4eda-a253-5b35084ab08c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/94265fd7-042f-40ab-8c8c-88bfdd5b3169 HTTP/1.1" status: 200 len: 991 time: 0.2275546 Feb 04 15:46:36.002561 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648551ec-260b-40c0-9a10-b52bfff34ab9 x-openstack-request-id: req-648551ec-260b-40c0-9a10-b52bfff34ab9 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:36.003043 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8176d06e-7cf8-41f0-8bb8-02781d172835", "name": "network-vif-deleted", "tag": "3980f942-bea2-4e27-8e39-914cb7d915ca", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:36.003619 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-648551ec-260b-40c0-9a10-b52bfff34ab9 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:36.004282 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8176d06e-7cf8-41f0-8bb8-02781d172835', 'name': 'network-vif-deleted', 'tag': '3980f942-bea2-4e27-8e39-914cb7d915ca', 'status': 'completed', 'code': 200} Feb 04 15:46:36.023646 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.026893 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883ec7f0-6d31-4d2b-a9df-a121902c8761 x-openstack-request-id: req-883ec7f0-6d31-4d2b-a9df-a121902c8761 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:36.027354 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "name": "network-vif-plugged", "status": "completed", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:36.027749 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-883ec7f0-6d31-4d2b-a9df-a121902c8761 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:36.028281 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'code': 200} Feb 04 15:46:36.062589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a612950a-ced2-4e49-8814-0d0015bd8112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.068666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a612950a-ced2-4e49-8814-0d0015bd8112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.071873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a612950a-ced2-4e49-8814-0d0015bd8112 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15ea4c2a-f8f6-49cd-bc96-dde039762c85 HTTP/1.1" status: 204 len: 168 time: 1.0153499 Feb 04 15:46:36.084668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c53b427-723e-4743-8f12-14c01ebd2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.090747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c53b427-723e-4743-8f12-14c01ebd2b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.095242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1c53b427-723e-4743-8f12-14c01ebd2b0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e95489e-b5d1-4eba-b77d-5fd4cbf1791b HTTP/1.1" status: 204 len: 168 time: 0.5649483 Feb 04 15:46:36.106996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612950a-ced2-4e49-8814-0d0015bd8112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ea4c2a-f8f6-49cd-bc96-dde039762c85,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.130450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53b427-723e-4743-8f12-14c01ebd2b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e95489e-b5d1-4eba-b77d-5fd4cbf1791b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.233625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37118935-6fbf-4f45-aa1d-7473b96a785c req-cabe34e7-6824-4173-8f5b-b094c17f8f17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:36.236407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37118935-6fbf-4f45-aa1d-7473b96a785c req-cabe34e7-6824-4173-8f5b-b094c17f8f17 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.4683955 Feb 04 15:46:36.439639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.513514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.588404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37118935-6fbf-4f45-aa1d-7473b96a785c req-605324e7-37f8-4e6c-abe3-d3f16e51dd53 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915931 Feb 04 15:46:36.727405 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.912770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f7252e31-707e-4a2a-97df-5100e2a7e9ae req-90907a10-373e-4383-8518-0cf489bc2dfe tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=8176d06e-7cf8-41f0-8bb8-02781d172835 HTTP/1.1" status: 200 len: 210 time: 0.1467133 Feb 04 15:46:36.926014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-013cec90-f9a7-4cad-a544-3d8f6117d7fc None None] Provisioning complete for port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:36.927748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-013cec90-f9a7-4cad-a544-3d8f6117d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.930882 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:36.939530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:36.964175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:36.969158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Pushing event updated for resources: {'Port': ['ID=c759523e-994a-404a-8399-753f90b91ddb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:36.971920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:46:36.994469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c9ce8e50-d28b-4b11-8528-8952b3f3ce7b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:37.174088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:37.174088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.306429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34050) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:37.322598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:37.325754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3f8fb78-786c-462a-a4c9-4b29883b79de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.343965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc6217b7-203d-4bde-b790-b1aac7f0e416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.366277 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.429242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3f8fb78-786c-462a-a4c9-4b29883b79de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.434563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3f8fb78-786c-462a-a4c9-4b29883b79de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.485387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d3f8fb78-786c-462a-a4c9-4b29883b79de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=414ed14bfc2346f3accd0f954bf2919c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751750 Feb 04 15:46:37.485632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34058) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:37.492848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8fb78-786c-462a-a4c9-4b29883b79de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe4414-260b-47bf-bc01-068c1f563a3f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:37.569914 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.600075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ffff815-199b-41f1-95d7-0d7e4f3cd7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.638793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ffff815-199b-41f1-95d7-0d7e4f3cd7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.734496 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc6217b7-203d-4bde-b790-b1aac7f0e416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.745402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc6217b7-203d-4bde-b790-b1aac7f0e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.772483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ffff815-199b-41f1-95d7-0d7e4f3cd7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.778751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ffff815-199b-41f1-95d7-0d7e4f3cd7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:37.780807 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ffff815-199b-41f1-95d7-0d7e4f3cd7cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3abe4414-260b-47bf-bc01-068c1f563a3f HTTP/1.1" status: 204 len: 168 time: 0.2939088 Feb 04 15:46:37.795627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffff815-199b-41f1-95d7-0d7e4f3cd7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe4414-260b-47bf-bc01-068c1f563a3f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.011125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bc6217b7-203d-4bde-b790-b1aac7f0e416 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08ad2ae18aab4476b02ea43e299fd253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859105 Feb 04 15:46:38.014776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34076) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:38.119934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6217b7-203d-4bde-b790-b1aac7f0e416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846a1b4f-2b1e-4e34-8a1e-60e5c550b42d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.218882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-be1bf244-090f-456e-9692-208bffd63556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.278676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c9126-b72f-4eaa-a566-800e763cdeb4 req-d18a51ce-d82a-4feb-8eb3-80f49e78edb4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:38.281422 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-528c9126-b72f-4eaa-a566-800e763cdeb4 req-d18a51ce-d82a-4feb-8eb3-80f49e78edb4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.3578846 Feb 04 15:46:38.282482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-be1bf244-090f-456e-9692-208bffd63556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.414753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.442849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-be1bf244-090f-456e-9692-208bffd63556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.452561 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-be1bf244-090f-456e-9692-208bffd63556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:38.458536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-be1bf244-090f-456e-9692-208bffd63556 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/846a1b4f-2b1e-4e34-8a1e-60e5c550b42d HTTP/1.1" status: 204 len: 168 time: 0.4415514 Feb 04 15:46:38.468504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bf244-090f-456e-9692-208bffd63556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846a1b4f-2b1e-4e34-8a1e-60e5c550b42d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:38.533084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-528c9126-b72f-4eaa-a566-800e763cdeb4 req-d35b2c8a-67e5-4102-a722-2502b497b1d7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139991 Feb 04 15:46:38.680108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace51d2e-878d-4fb7-815d-5ed856ef84ca req-07c46234-e42a-4bd6-8b08-703c3c97d16a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:38.704960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ace51d2e-878d-4fb7-815d-5ed856ef84ca req-07c46234-e42a-4bd6-8b08-703c3c97d16a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 945 time: 0.1544752 Feb 04 15:46:38.746553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Router d660ba40-1e39-489a-972c-74cae33a8b53 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:46:38.830106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ace51d2e-878d-4fb7-815d-5ed856ef84ca req-6bc41b5f-80a0-40b0-80d9-d082ae510b12 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239443 Feb 04 15:46:39.095904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:46:39.119450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Sync routers for ids ['d660ba40-1e39-489a-972c-74cae33a8b53'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:39.146592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.157582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef22d0ba-9474-4b32-aea5-36fc3aeb9850 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2828221 Feb 04 15:46:39.157833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Routers {'d660ba40-1e39-489a-972c-74cae33a8b53'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:46:39.157833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:46:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d660ba40-1e39-489a-972c-74cae33a8b53'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:39.158235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34112) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:39.502849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Set router d660ba40-1e39-489a-972c-74cae33a8b53 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:46:39.560758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a010202-026f-401c-b372-db64f18a89aa req-10343900-662d-4754-b13b-4f933672c627 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1737695 Feb 04 15:46:39.773675 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:39.846958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64036793-0b2c-4106-94d6-b229a2be7d30 req-8c291f98-c4b7-4bf7-8e65-5d5f709e60d3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.849563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64036793-0b2c-4106-94d6-b229a2be7d30 req-8c291f98-c4b7-4bf7-8e65-5d5f709e60d3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.1624029 Feb 04 15:46:39.962396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a010202-026f-401c-b372-db64f18a89aa req-deae1091-da3c-4427-8421-aa439374a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:39.965520 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a010202-026f-401c-b372-db64f18a89aa req-deae1091-da3c-4427-8421-aa439374a553 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1096 time: 0.2068582 Feb 04 15:46:39.997313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64036793-0b2c-4106-94d6-b229a2be7d30 req-b6b1e4f4-3af8-40c3-9615-7cc27bc13de8 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414018 Feb 04 15:46:40.138540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c759523e-994a-404a-8399-753f90b91ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:46:37Z', 'revision_number': 3, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port': {'id': 'c759523e-994a-404a-8399-753f90b91ddb', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:34Z', 'updated_at': '2022-02-04T15:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:40.140080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-e5c6fdbf-7ac6-4c40-a1c4-e1f63747b02c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:40.141878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-e5c6fdbf-7ac6-4c40-a1c4-e1f63747b02c tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 945 time: 0.1146774 Feb 04 15:46:40.242664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Checking router: d660ba40-1e39-489a-972c-74cae33a8b53 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:46:40.244497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Updating router d660ba40-1e39-489a-972c-74cae33a8b53 port c759523e-994a-404a-8399-753f90b91ddb binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:46:40.311254 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.328317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Deleting port a7115356-8fed-4a38-922e-1208b39bd830 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:46:40.329005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.569470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] For port a7115356-8fed-4a38-922e-1208b39bd830, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a7115356-8fed-4a38-922e-1208b39bd830,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:40.570770 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.635830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Calling delete_port for a7115356-8fed-4a38-922e-1208b39bd830 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:46:40.734737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427a4a4-65ff-442e-942c-34b0fdaf47d3 req-03a96d8b-a516-4870-99be-72d1deced388 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:40.742858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2427a4a4-65ff-442e-942c-34b0fdaf47d3 req-03a96d8b-a516-4870-99be-72d1deced388 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 945 time: 0.6758640 Feb 04 15:46:40.832539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a010202-026f-401c-b372-db64f18a89aa req-0551e31a-5c5c-4294-91a0-c2bbb2a28bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:40.834221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a010202-026f-401c-b372-db64f18a89aa req-0551e31a-5c5c-4294-91a0-c2bbb2a28bbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.7641461 Feb 04 15:46:40.844257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2427a4a4-65ff-442e-942c-34b0fdaf47d3 req-722daeb6-db06-4ba2-bc5b-f87a4e2fe2ac tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003845 Feb 04 15:46:40.962097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.981969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.003638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a010202-026f-401c-b372-db64f18a89aa req-affa6814-03ae-43c9-bed1-b05ed2b5c3b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.1530445 Feb 04 15:46:41.037429 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.105042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Pushing event deleted for resources: {'Port': ['ID=a7115356-8fed-4a38-922e-1208b39bd830,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:41.122272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['84bc7a7c-5832-476e-8ada-24105333d7b0', 'a7115356-8fed-4a38-922e-1208b39bd830'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:46:41.187579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a010202-026f-401c-b372-db64f18a89aa req-2bdb44e8-5600-4cd7-a9f6-7ceaf8cff5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:41.188742 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a010202-026f-401c-b372-db64f18a89aa req-2bdb44e8-5600-4cd7-a9f6-7ceaf8cff5de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1741786 Feb 04 15:46:41.261793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] No DVR routers for this DVR port a7115356-8fed-4a38-922e-1208b39bd830 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:41.268793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.275876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f993a64f-12f8-47f5-a124-5192a38e0d96 req-5d57c6c6-dae2-4de7-9347-7773fa4b9b5d tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "DELETE /v2.0/ports/a7115356-8fed-4a38-922e-1208b39bd830 HTTP/1.1" status: 204 len: 173 time: 1.1261623 Feb 04 15:46:41.276935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2722253e-5ca7-4ddb-9347-9c8c0f169a94', 'name': 'network-vif-deleted', 'tag': 'a7115356-8fed-4a38-922e-1208b39bd830'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:41.301111 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3b1621-1feb-4608-8e1f-9585aba59442" -d '{"events": [{"server_uuid": "2722253e-5ca7-4ddb-9347-9c8c0f169a94", "name": "network-vif-deleted", "tag": "a7115356-8fed-4a38-922e-1208b39bd830"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:41.338851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.351912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Attempting to bind port c759523e-994a-404a-8399-753f90b91ddb on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:41.352744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba1703-bb85-4b51-98bd-6c93f90794b8 req-baca7adb-0c36-4b48-9ed3-917d273af0e6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:41.360228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abba1703-bb85-4b51-98bd-6c93f90794b8 req-baca7adb-0c36-4b48-9ed3-917d273af0e6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.1773956 Feb 04 15:46:41.366560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Attempting to bind port c759523e-994a-404a-8399-753f90b91ddb by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:41.371661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Attempting to bind port c759523e-994a-404a-8399-753f90b91ddb on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:41.433425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:41.435941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:41.442688 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.444361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:41.445369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Bound port: c759523e-994a-404a-8399-753f90b91ddb, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:41.448425 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.474641 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-abba1703-bb85-4b51-98bd-6c93f90794b8 req-44c497a7-7cdc-4221-b51d-6812b2c58f2f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133943 Feb 04 15:46:41.502432 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e99101-a7b4-497b-9b5b-8d474cb65a91 x-openstack-request-id: req-a6e99101-a7b4-497b-9b5b-8d474cb65a91 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:41.502988 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2722253e-5ca7-4ddb-9347-9c8c0f169a94", "name": "network-vif-deleted", "tag": "a7115356-8fed-4a38-922e-1208b39bd830", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:41.503410 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6e99101-a7b4-497b-9b5b-8d474cb65a91 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:41.504035 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2722253e-5ca7-4ddb-9347-9c8c0f169a94', 'name': 'network-vif-deleted', 'tag': 'a7115356-8fed-4a38-922e-1208b39bd830', 'status': 'completed', 'code': 200} Feb 04 15:46:41.510258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a010202-026f-401c-b372-db64f18a89aa req-9b05ea07-c627-45d3-bcaa-ee887dbeae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:41.513528 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a010202-026f-401c-b372-db64f18a89aa req-9b05ea07-c627-45d3-bcaa-ee887dbeae6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802868 Feb 04 15:46:41.586963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8727b-3fcd-4db8-b307-7f7b04cfad54 None None] Pushing event updated for resources: {'Port': ['ID=c759523e-994a-404a-8399-753f90b91ddb,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:41.825271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] For port c759523e-994a-404a-8399-753f90b91ddb, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:41.869783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] For port c759523e-994a-404a-8399-753f90b91ddb, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c759523e-994a-404a-8399-753f90b91ddb,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:41.894025 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:41.896791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a010202-026f-401c-b372-db64f18a89aa req-9438250e-f87a-48c8-8877-df91a10cf118 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661866 Feb 04 15:46:42.237846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Routers {'d660ba40-1e39-489a-972c-74cae33a8b53'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:46:42.238825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:46:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d660ba40-1e39-489a-972c-74cae33a8b53'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:42.245122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34182) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:42.260345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3f3d665-45ad-48a9-a95b-83479b741044 req-f2f46fe0-09af-4b79-86d8-03d6bad905f7 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=2722253e-5ca7-4ddb-9347-9c8c0f169a94 HTTP/1.1" status: 200 len: 210 time: 0.1971588 Feb 04 15:46:42.355125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8727b-3fcd-4db8-b307-7f7b04cfad54 None None] Pushing event updated for resources: {'Port': ['ID=c759523e-994a-404a-8399-753f90b91ddb,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:42.463281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Allocated IP 172.20.0.1 (651953bb-f9d4-4477-a505-25d1387834a4/81109eac-aef1-4cd4-9e02-15dc4687f5a7/940f3569-69a5-4fe9-9bde-33012b7a902f) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:42.470518 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a010202-026f-401c-b372-db64f18a89aa req-76d9b4b2-6f40-4140-9c78-a8e5ff79c1ce service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089042 Feb 04 15:46:42.542902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] Set router d660ba40-1e39-489a-972c-74cae33a8b53 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:46:42.606374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b3af6c69-6391-4664-a63d-0d371a6e71e1 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:42.670298 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b3af6c69-6391-4664-a63d-0d371a6e71e1 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] 10.222.0.47 "PUT /v2.0/quotas/0b916d90d826444d8b2a9d31e95d1729 HTTP/1.1" status: 200 len: 368 time: 0.4170663 Feb 04 15:46:42.671445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:42.714547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Request body: {'network': {'project_id': '0b916d90d826444d8b2a9d31e95d1729'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:42.786791 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.909778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:42.945252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Made reservation on behalf of 0b916d90d826444d8b2a9d31e95d1729 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:42.951567 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.004056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Network 651953bb-f9d4-4477-a505-25d1387834a4 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:43.005545 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.009900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:43.028560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:46:43.102582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993df91-a73e-406b-bdf6-cdc019c7b5ee req-e74c346b-f2df-4cd9-9396-8d025b6ac6f9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:43.113485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1993df91-a73e-406b-bdf6-cdc019c7b5ee req-e74c346b-f2df-4cd9-9396-8d025b6ac6f9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.3144557 Feb 04 15:46:43.177883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c759523e-994a-404a-8399-753f90b91ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:46:37Z', 'revision_number': 3, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port': {'id': 'c759523e-994a-404a-8399-753f90b91ddb', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:34Z', 'updated_at': '2022-02-04T15:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:43.200644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.266860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2af8b-6e32-48d4-9185-6e41de982a94 None None] The sync data for ids ['d660ba40-1e39-489a-972c-74cae33a8b53'] in n-d-827869-1 is: [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c759523e-994a-404a-8399-753f90b91ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:46:37Z', 'revision_number': 3, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port': {'id': 'c759523e-994a-404a-8399-753f90b91ddb', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:34Z', 'updated_at': '2022-02-04T15:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:43.357629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1993df91-a73e-406b-bdf6-cdc019c7b5ee req-f3a2e29a-58b1-44d6-a70f-acf37b8df560 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429328 Feb 04 15:46:43.505713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Pushing event updated for resources: {'Port': ['ID=940f3569-69a5-4fe9-9bde-33012b7a902f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:43.526142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.585964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.596725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.652545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:43.685118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.685870 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Added segment c9acb0b4-e302-4bfe-b4ab-df8d4a7c00e8 of type vlan for network 3882fd98-a041-4d4b-ac36-e8e9a3f1a1a4 Feb 04 15:46:43.727189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8e22d504-f13f-4506-b366-aa872ef3b8a7 None None] Provisioning complete for port 940f3569-69a5-4fe9-9bde-33012b7a902f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:43.729657 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e22d504-f13f-4506-b366-aa872ef3b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.926799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8e22d504-f13f-4506-b366-aa872ef3b8a7 None None] Port 940f3569-69a5-4fe9-9bde-33012b7a902f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:46:43.927286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:43.953392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55a866-2860-413b-8157-2f0123223229,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:44.104801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a7115356-8fed-4a38-922e-1208b39bd830 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:46:44.112458 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.134309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:44.135953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.146174 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.165098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.225998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: a7115356-8fed-4a38-922e-1208b39bd830 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:46:44.226538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a7115356-8fed-4a38-922e-1208b39bd830 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:46:44.315323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Pushing event updated for resources: {'Port': ['ID=940f3569-69a5-4fe9-9bde-33012b7a902f,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:44.377657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.393864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7206581 Feb 04 15:46:44.405827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34218) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:44.408326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c23632-ce0d-48ea-86b2-cccfefa5674f tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Pushing event updated for resources: {'Network': ['ID=3882fd98-a041-4d4b-ac36-e8e9a3f1a1a4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:44.424657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Request body: {'network': {'project_id': '0b916d90d826444d8b2a9d31e95d1729'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:44.433754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3882fd98-a041-4d4b-ac36-e8e9a3f1a1a4 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:46:44.678257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbfd87-a748-4f96-a128-45507a72960a req-4a07ec91-9b77-4447-af91-3cbfbc150d8f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:44.681377 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4dbfd87-a748-4f96-a128-45507a72960a req-4a07ec91-9b77-4447-af91-3cbfbc150d8f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.1713169 Feb 04 15:46:44.685263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Made reservation on behalf of 0b916d90d826444d8b2a9d31e95d1729 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:44.695984 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:44.777095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Network 651953bb-f9d4-4477-a505-25d1387834a4 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:44.781645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:44.818885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4dbfd87-a748-4f96-a128-45507a72960a req-470bcdfe-0084-4581-92cc-f15d37739b84 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297879 Feb 04 15:46:44.831466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:46:45.001210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.001927 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Added segment cf8d75e7-48c1-41a7-b290-68f7e05bc6a1 of type vlan for network 3a74c422-6624-4ee4-9eaf-d6e53f50b144 Feb 04 15:46:45.119789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c759523e-994a-404a-8399-753f90b91ddb up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:45.234875 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.326981 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.328661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:45.329698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.337584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Router d660ba40-1e39-489a-972c-74cae33a8b53 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:46:45.485597 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-de58d3d0-f3ae-4813-876b-b3701ca05c22 None None] Provisioning complete for port 940f3569-69a5-4fe9-9bde-33012b7a902f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:45.487792 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de58d3d0-f3ae-4813-876b-b3701ca05c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.505505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34230) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:45.506244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0927227 Feb 04 15:46:45.515094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-129037f8-5529-43a0-8fb4-560fb33345fb tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Request body: {'network': {'project_id': '0b916d90d826444d8b2a9d31e95d1729'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:45.564375 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-129037f8-5529-43a0-8fb4-560fb33345fb tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 15:46:45.565793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129037f8-5529-43a0-8fb4-560fb33345fb tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:46:45.572131 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-129037f8-5529-43a0-8fb4-560fb33345fb tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0606320 Feb 04 15:46:45.573997 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34234) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:45.609009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-de58d3d0-f3ae-4813-876b-b3701ca05c22 None None] Port 940f3569-69a5-4fe9-9bde-33012b7a902f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:46:45.628804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c18aa2-6a9b-462c-b111-195b86323684 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Pushing event updated for resources: {'Network': ['ID=3a74c422-6624-4ee4-9eaf-d6e53f50b144,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:45.667859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3a74c422-6624-4ee4-9eaf-d6e53f50b144 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:46:45.680535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c759523e-994a-404a-8399-753f90b91ddb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:45.681585 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:45.785118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20f48a57-5404-4bdc-b070-05fbe5c1ce5d tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b916d90d826444d8b2a9d31e95d1729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086401 Feb 04 15:46:45.794129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34236) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:45.934300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:46:45.947727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fb1a80a6-9aba-48dd-b7d0-66c81df5c442 admin admin] 10.222.0.47 "PUT /v2.0/routers/d660ba40-1e39-489a-972c-74cae33a8b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7836921 Feb 04 15:46:45.993673 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bb5479a5-e181-44f6-ab3c-eed3015a8177 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.029241 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.065690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bb5479a5-e181-44f6-ab3c-eed3015a8177 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.111898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c759523e-994a-404a-8399-753f90b91ddb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c759523e-994a-404a-8399-753f90b91ddb,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:46.133163 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.194379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d2a25-12d0-4307-a7a0-f89b3af71675 req-8cad6a33-ad67-428f-8c27-43b981ba55cc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:46.202306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-907d2a25-12d0-4307-a7a0-f89b3af71675 req-8cad6a33-ad67-428f-8c27-43b981ba55cc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.1695497 Feb 04 15:46:46.256885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bb5479a5-e181-44f6-ab3c-eed3015a8177 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.261653 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bb5479a5-e181-44f6-ab3c-eed3015a8177 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.265787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bb5479a5-e181-44f6-ab3c-eed3015a8177 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/2d55a866-2860-413b-8157-2f0123223229 HTTP/1.1" status: 204 len: 168 time: 0.4679265 Feb 04 15:46:46.270955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34250) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:46.320412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c759523e-994a-404a-8399-753f90b91ddb,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:46.403778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-907d2a25-12d0-4307-a7a0-f89b3af71675 req-8f6b8ad9-5e54-4470-905e-994c4a21d0e7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648738 Feb 04 15:46:46.489453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5479a5-e181-44f6-ab3c-eed3015a8177 tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55a866-2860-413b-8157-2f0123223229,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:46.557235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.676092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.747119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a74c422-6624-4ee4-9eaf-d6e53f50b144']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:46.777543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8d75e7-48c1-41a7-b290-68f7e05bc6a1') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:46.777967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8d75e7-48c1-41a7-b290-68f7e05bc6a1') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:46.786377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b026-197c-4444-bf27-672de8b81f90 req-4ca8daa0-274d-4a42-ab1e-b683136a39b1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:46.795818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.812285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9508b026-197c-4444-bf27-672de8b81f90 req-4ca8daa0-274d-4a42-ab1e-b683136a39b1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1093862 Feb 04 15:46:46.817966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.845806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:46.849274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:46.852264 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:46.920137 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9508b026-197c-4444-bf27-672de8b81f90 req-c0445761-d08f-4c7e-8e72-cdd004de32fd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963311 Feb 04 15:46:47.034868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c759523e-994a-404a-8399-753f90b91ddb up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:47.098586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.156407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.162956 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] 10.222.0.47 "DELETE /v2.0/networks/3a74c422-6624-4ee4-9eaf-d6e53f50b144 HTTP/1.1" status: 204 len: 168 time: 0.8855424 Feb 04 15:46:47.164507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017bf6-64ed-48aa-8d10-8d393b8c28ff tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a74c422-6624-4ee4-9eaf-d6e53f50b144,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:47.166913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34298) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:47.190882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c759523e-994a-404a-8399-753f90b91ddb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:47.192188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.291646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.329335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5a4ff-ad16-48bb-88d5-0fba67180fbb req-e60017fa-1ddb-42d0-8ea3-39cfc6716eef tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:47.354851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8bd5a4ff-ad16-48bb-88d5-0fba67180fbb req-e60017fa-1ddb-42d0-8ea3-39cfc6716eef tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1798468 Feb 04 15:46:47.449614 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Sync routers for ids ['d660ba40-1e39-489a-972c-74cae33a8b53'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:46:47.452355 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.479348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3882fd98-a041-4d4b-ac36-e8e9a3f1a1a4']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:47.491529 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Routers {'d660ba40-1e39-489a-972c-74cae33a8b53'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:46:47.491812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9acb0b4-e302-4bfe-b4ab-df8d4a7c00e8') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:47.492035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9acb0b4-e302-4bfe-b4ab-df8d4a7c00e8') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:47.497369 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:46:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d660ba40-1e39-489a-972c-74cae33a8b53'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:47.503984 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.520684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.528727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:46:47.529289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.540529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8bd5a4ff-ad16-48bb-88d5-0fba67180fbb req-9f3dfd93-725b-49ff-9359-6c2b5f969330 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806009 Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:46:47.609531 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:46:47.622175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.632675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:47.637378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] 10.222.0.47 "DELETE /v2.0/networks/3882fd98-a041-4d4b-ac36-e8e9a3f1a1a4 HTTP/1.1" status: 204 len: 168 time: 0.4689357 Feb 04 15:46:47.658002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d79af1-ca81-4ca5-ba0a-ab94ff6fc34b tempest-QuotasNegativeTest-1374860391 tempest-QuotasNegativeTest-1374860391-project-admin] Pushing event deleted for resources: {'Network': ['ID=3882fd98-a041-4d4b-ac36-e8e9a3f1a1a4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:47.819849 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Set router d660ba40-1e39-489a-972c-74cae33a8b53 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:46:48.500484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-13c98f46-924e-4b43-99fe-b2e83fd1de99 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:48.508632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-13c98f46-924e-4b43-99fe-b2e83fd1de99 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 0.5232451 Feb 04 15:46:48.526440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-27e15679-1605-4379-89fe-c96ade7dd2a5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/quotas/3f39c0250f004fa698cf72ea2c2d5042 HTTP/1.1" status: 200 len: 375 time: 0.0167658 Feb 04 15:46:48.673266 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-06f60765-e9b9-4d80-9864-f899e9cd6878 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1452882 Feb 04 15:46:48.872876 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c759523e-994a-404a-8399-753f90b91ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:46:43Z', 'revision_number': 4, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port': {'id': 'c759523e-994a-404a-8399-753f90b91ddb', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:34Z', 'updated_at': '2022-02-04T15:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '940f3569-69a5-4fe9-9bde-33012b7a902f', 'name': '', 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'mac_address': 'fa:16:3e:8e:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81109eac-aef1-4cd4-9e02-15dc4687f5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:41Z', 'updated_at': '2022-02-04T15:46:43Z', 'revision_number': 2, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'subnets': [{'id': '81109eac-aef1-4cd4-9e02-15dc4687f5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:48.961368 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Checking router: d660ba40-1e39-489a-972c-74cae33a8b53 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:46:48.962417 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Updating router d660ba40-1e39-489a-972c-74cae33a8b53 port 940f3569-69a5-4fe9-9bde-33012b7a902f binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:46:48.978465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-7bf4dadd-092a-4314-aa53-974667f3bd63 service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945030 Feb 04 15:46:49.029084 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.040772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34358) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:49.192277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-89f9e47d-14d6-4e9e-a13e-84caba90e3ba service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051516 Feb 04 15:46:49.392979 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8bbd93fd-82fe-4768-a059-1cfaa104cf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.649070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3166e7db-35d9-47bf-9df6-600daba561d4 req-4b8afa27-2ec3-4e0d-a738-22502570da32 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 210 time: 0.1252725 Feb 04 15:46:49.827663 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.837045 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8bbd93fd-82fe-4768-a059-1cfaa104cf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.847068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8bbd93fd-82fe-4768-a059-1cfaa104cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.847762 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:49.931993 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd93fd-82fe-4768-a059-1cfaa104cf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d7b513-85f9-4ee5-872a-6ec8903d1093,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:50.004884 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7527f60-9c7f-404e-8996-d947593ba583 None None] Pushing event updated for resources: {'Port': ['ID=940f3569-69a5-4fe9-9bde-33012b7a902f,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:50.044214 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8bbd93fd-82fe-4768-a059-1cfaa104cf14 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b67a27a378444455991cc3a2d408155b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0008769 Feb 04 15:46:50.048776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34384) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:50.126033 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Attempting to bind port 940f3569-69a5-4fe9-9bde-33012b7a902f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:50.126404 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Attempting to bind port 940f3569-69a5-4fe9-9bde-33012b7a902f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:50.126765 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Attempting to bind port 940f3569-69a5-4fe9-9bde-33012b7a902f on network 651953bb-f9d4-4477-a505-25d1387834a4 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:50.143658 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:50.144034 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Checking segment: {'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:50.144443 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.145364 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Bound using segment: {'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:50.146103 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Bound port: 940f3569-69a5-4fe9-9bde-33012b7a902f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff154158-98ac-4331-a8e9-4f2d0741c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:50.146508 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.291933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55d4318d-bafe-45ad-b682-bb5af4836d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.299260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] For port 940f3569-69a5-4fe9-9bde-33012b7a902f, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:50.313758 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] For port 940f3569-69a5-4fe9-9bde-33012b7a902f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=940f3569-69a5-4fe9-9bde-33012b7a902f,segment=NetworkSegment(ff154158-98ac-4331-a8e9-4f2d0741c1e9),segment_id=ff154158-98ac-4331-a8e9-4f2d0741c1e9)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:50.323133 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.369487 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55d4318d-bafe-45ad-b682-bb5af4836d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.503555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55d4318d-bafe-45ad-b682-bb5af4836d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.506570 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55d4318d-bafe-45ad-b682-bb5af4836d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.507779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55d4318d-bafe-45ad-b682-bb5af4836d9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50d7b513-85f9-4ee5-872a-6ec8903d1093 HTTP/1.1" status: 204 len: 168 time: 0.4565032 Feb 04 15:46:50.509950 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7527f60-9c7f-404e-8996-d947593ba583 None None] Pushing event updated for resources: {'Port': ['ID=940f3569-69a5-4fe9-9bde-33012b7a902f,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:50.549311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4318d-bafe-45ad-b682-bb5af4836d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d7b513-85f9-4ee5-872a-6ec8903d1093,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:50.664148 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Routers {'d660ba40-1e39-489a-972c-74cae33a8b53'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:46:50.671144 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:46:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d660ba40-1e39-489a-972c-74cae33a8b53'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:50.731680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3c239aa3-7bfa-44f1-bed8-968ce4244866 None None] Provisioning complete for port 940f3569-69a5-4fe9-9bde-33012b7a902f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:50.733378 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3c239aa3-7bfa-44f1-bed8-968ce4244866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:50.959736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e07bad7b-a761-4a5d-b14d-91fac09ab5b7 req-18f6f702-f1d1-43af-9a99-b8bc38d9b460 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 210 time: 0.1137516 Feb 04 15:46:51.156129 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3c239aa3-7bfa-44f1-bed8-968ce4244866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.289102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3c239aa3-7bfa-44f1-bed8-968ce4244866 None None] For port 940f3569-69a5-4fe9-9bde-33012b7a902f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=940f3569-69a5-4fe9-9bde-33012b7a902f,segment=NetworkSegment(ff154158-98ac-4331-a8e9-4f2d0741c1e9),segment_id=ff154158-98ac-4331-a8e9-4f2d0741c1e9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:51.297761 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3c239aa3-7bfa-44f1-bed8-968ce4244866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.354641 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] Set router d660ba40-1e39-489a-972c-74cae33a8b53 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:46:51.456183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c239aa3-7bfa-44f1-bed8-968ce4244866 None None] Pushing event updated for resources: {'Port': ['ID=940f3569-69a5-4fe9-9bde-33012b7a902f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:51.481805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b7dc19ef-1ce5-4058-85fc-7eb02e9fba4a None None] Provisioning complete for port 940f3569-69a5-4fe9-9bde-33012b7a902f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:51.482101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7dc19ef-1ce5-4058-85fc-7eb02e9fba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:51.772413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34426) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:51.795545 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-506526ec-84b5-4257-b74e-d4df23abf400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.023822 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c759523e-994a-404a-8399-753f90b91ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:46:43Z', 'revision_number': 4, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port': {'id': 'c759523e-994a-404a-8399-753f90b91ddb', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:34Z', 'updated_at': '2022-02-04T15:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '940f3569-69a5-4fe9-9bde-33012b7a902f', 'name': '', 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'mac_address': 'fa:16:3e:8e:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81109eac-aef1-4cd4-9e02-15dc4687f5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:41Z', 'updated_at': '2022-02-04T15:46:50Z', 'revision_number': 4, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'subnets': [{'id': '81109eac-aef1-4cd4-9e02-15dc4687f5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:46:52.075810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda0207-d110-4621-b3c9-78a83e83a282 req-4683096b-d67d-46fa-b2c0-458dd0f36500 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:52.081470 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-506526ec-84b5-4257-b74e-d4df23abf400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:52.094115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edda0207-d110-4621-b3c9-78a83e83a282 req-4683096b-d67d-46fa-b2c0-458dd0f36500 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 945 time: 0.2050338 Feb 04 15:46:52.171593 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac21ce-beb3-4d11-9600-f4847af90c16 None None] The sync data for ids ['d660ba40-1e39-489a-972c-74cae33a8b53'] in n-d-827869-1 is: [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c759523e-994a-404a-8399-753f90b91ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:46:43Z', 'revision_number': 4, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port': {'id': 'c759523e-994a-404a-8399-753f90b91ddb', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:34Z', 'updated_at': '2022-02-04T15:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '940f3569-69a5-4fe9-9bde-33012b7a902f', 'name': '', 'network_id': '651953bb-f9d4-4477-a505-25d1387834a4', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'mac_address': 'fa:16:3e:8e:9a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81109eac-aef1-4cd4-9e02-15dc4687f5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:41Z', 'updated_at': '2022-02-04T15:46:50Z', 'revision_number': 4, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'subnets': [{'id': '81109eac-aef1-4cd4-9e02-15dc4687f5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:46:52.234015 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edda0207-d110-4621-b3c9-78a83e83a282 req-d92af5c8-913a-4a48-8e1c-ff366f2db1be tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388948 Feb 04 15:46:52.905245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-506526ec-84b5-4257-b74e-d4df23abf400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.023726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e16a8be-2fe2-4830-91bd-082272c3c7ed req-f79b37b9-e8ef-4f0b-bec3-0e3322eb1299 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 210 time: 0.1214783 Feb 04 15:46:53.056431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 940f3569-69a5-4fe9-9bde-33012b7a902f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:46:53.070385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506526ec-84b5-4257-b74e-d4df23abf400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b0e8d5-2109-413a-b66a-88c87a9e8e71,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:53.135879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-ad6fee8d-6c55-4c80-962f-c1d2309438db tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:53.137856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-ad6fee8d-6c55-4c80-962f-c1d2309438db tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 1.0493145 Feb 04 15:46:53.140993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-506526ec-84b5-4257-b74e-d4df23abf400 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77dea754842743a3bf3221fd0f555e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3674533 Feb 04 15:46:53.144219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34440) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:53.178631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.232362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'port': {'device_id': '695399de-67fd-4976-9b96-bffdc5907265', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'admin_state_up': True, 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:53.258380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 940f3569-69a5-4fe9-9bde-33012b7a902f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:53.262073 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.342518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3244b75-98dc-467f-9be5-d1d30cfa0dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.464355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c7fb-2c12-49a0-8696-041a8f73ca19 req-1b5cd242-56ee-44f2-9cf6-cec1636fd632 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:53.466374 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93b1c7fb-2c12-49a0-8696-041a8f73ca19 req-1b5cd242-56ee-44f2-9cf6-cec1636fd632 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 945 time: 0.1026211 Feb 04 15:46:53.579156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93b1c7fb-2c12-49a0-8696-041a8f73ca19 req-7039dfaa-523d-40d8-a651-dfbbf8cb738e tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027212 Feb 04 15:46:53.682947 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3244b75-98dc-467f-9be5-d1d30cfa0dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.808544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Made reservation on behalf of 3f39c0250f004fa698cf72ea2c2d5042 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:53.824770 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:53.958226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-a441d98e-77ee-4168-a79a-cbfe9fa32c55 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:53.961562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-a441d98e-77ee-4168-a79a-cbfe9fa32c55 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 945 time: 0.1856813 Feb 04 15:46:54.022844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3244b75-98dc-467f-9be5-d1d30cfa0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.032436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3244b75-98dc-467f-9be5-d1d30cfa0dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.037513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a3244b75-98dc-467f-9be5-d1d30cfa0dd4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6b0e8d5-2109-413a-b66a-88c87a9e8e71 HTTP/1.1" status: 204 len: 168 time: 0.8879097 Feb 04 15:46:54.071906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3244b75-98dc-467f-9be5-d1d30cfa0dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b0e8d5-2109-413a-b66a-88c87a9e8e71,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:54.081146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Allocated IP 172.20.0.6 (ee470257-3576-4751-bf3f-ae013d9c464a/664872ca-9dd3-4bb0-bb5c-13829b8b7916/08095c83-add4-40cd-a5c3-b02c9898adfb) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:54.288031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Deleting port 4b67381b-0311-44f2-b7ec-796eb2019984 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:46:54.288956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.573547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17481db0-731a-4a4a-9fab-3422897fa151 req-e34a8333-6c9f-48d0-a6fa-d89d17afd0b6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 210 time: 0.1240790 Feb 04 15:46:54.616826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] For port 4b67381b-0311-44f2-b7ec-796eb2019984, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4b67381b-0311-44f2-b7ec-796eb2019984,segment=NetworkSegment(9838c68d-30e6-4ab3-b95c-c60638ba2d1e),segment_id=9838c68d-30e6-4ab3-b95c-c60638ba2d1e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:46:54.620515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.678114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Calling delete_port for 4b67381b-0311-44f2-b7ec-796eb2019984 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:46:54.845889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cff8e-fc72-4eff-80e5-0d21398abcfb req-1866dd03-380d-4bc0-8823-5cd5541e67c8 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:54.847603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-999cff8e-fc72-4eff-80e5-0d21398abcfb req-1866dd03-380d-4bc0-8823-5cd5541e67c8 tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 945 time: 0.1328528 Feb 04 15:46:54.875457 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:54.948142 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-999cff8e-fc72-4eff-80e5-0d21398abcfb req-b4a4338c-7eb5-41af-bbea-41a0215fff2a tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/security-groups?id=62ecec47-0a77-4e3b-8aac-df2ce42a30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713253 Feb 04 15:46:54.981307 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.000917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:46:55.156027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'Port': ['ID=08095c83-add4-40cd-a5c3-b02c9898adfb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:55.161305 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.190925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Network ee470257-3576-4751-bf3f-ae013d9c464a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:55.193706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:55.212635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:46:55.335380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Pushing event deleted for resources: {'Port': ['ID=4b67381b-0311-44f2-b7ec-796eb2019984,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:55.380442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.381490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.416161 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-316f608c-f6e3-41a0-907e-cf1738ea65a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1907926 Feb 04 15:46:55.453537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Request body: {'port': {'device_id': '695399de-67fd-4976-9b96-bffdc5907265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:55.468223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] No DVR routers for this DVR port 4b67381b-0311-44f2-b7ec-796eb2019984 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:46:55.471987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.487083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe44ac49-eeaa-42d0-8e77-daaa1bf3d51f req-4daa677f-eafc-4906-b2ee-73ff210e393b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.30 "DELETE /v2.0/ports/4b67381b-0311-44f2-b7ec-796eb2019984 HTTP/1.1" status: 204 len: 173 time: 1.5162337 Feb 04 15:46:55.492846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e244f8f-b881-4814-abf1-b6a08897efd1', 'name': 'network-vif-deleted', 'tag': '4b67381b-0311-44f2-b7ec-796eb2019984'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:55.509789 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c05abc8-a906-4664-b013-2ad91542eb22" -d '{"events": [{"server_uuid": "0e244f8f-b881-4814-abf1-b6a08897efd1", "name": "network-vif-deleted", "tag": "4b67381b-0311-44f2-b7ec-796eb2019984"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:55.584342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4b67381b-0311-44f2-b7ec-796eb2019984'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:46:55.629957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.669714 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7623a6fb-28f8-40ff-b167-97c46d07f66c x-openstack-request-id: req-7623a6fb-28f8-40ff-b167-97c46d07f66c {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:55.670792 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e244f8f-b881-4814-abf1-b6a08897efd1", "name": "network-vif-deleted", "tag": "4b67381b-0311-44f2-b7ec-796eb2019984", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:55.671229 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7623a6fb-28f8-40ff-b167-97c46d07f66c {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:55.671785 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e244f8f-b881-4814-abf1-b6a08897efd1', 'name': 'network-vif-deleted', 'tag': '4b67381b-0311-44f2-b7ec-796eb2019984', 'status': 'completed', 'code': 200} Feb 04 15:46:55.840957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72f1f054-9045-48fd-a5bb-6eb07737a9b5 None None] Provisioning complete for port 08095c83-add4-40cd-a5c3-b02c9898adfb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:46:55.842178 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72f1f054-9045-48fd-a5bb-6eb07737a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:55.883368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe897d2-fccc-4386-a917-05d6b4fc582a req-2950569d-e05c-481e-870d-c9329f00f978 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:55.891788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fe897d2-fccc-4386-a917-05d6b4fc582a req-2950569d-e05c-481e-870d-c9329f00f978 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 931 time: 0.1242003 Feb 04 15:46:55.951168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72f1f054-9045-48fd-a5bb-6eb07737a9b5 None None] Port 08095c83-add4-40cd-a5c3-b02c9898adfb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:46:55.963594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fe897d2-fccc-4386-a917-05d6b4fc582a req-51539c28-08d7-4ffc-a62d-3b8b020176dc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708809 Feb 04 15:46:56.218603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ddf00554-dfa0-4927-bd3e-c6303bc5cf84 req-f0307d1d-b657-4b0a-b756-fb0991f9739b tempest-VolumesSnapshotTestJSON-2146637231 tempest-VolumesSnapshotTestJSON-2146637231-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e244f8f-b881-4814-abf1-b6a08897efd1 HTTP/1.1" status: 200 len: 210 time: 0.0428884 Feb 04 15:46:56.369342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08095c83-add4-40cd-a5c3-b02c9898adfb {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:46:56.379276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.407730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Transition to ACTIVE for port object 08095c83-add4-40cd-a5c3-b02c9898adfb will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:46:56.418383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.593037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Pushing event updated for resources: {'Port': ['ID=08095c83-add4-40cd-a5c3-b02c9898adfb,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:56.610680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Attempting to bind port 08095c83-add4-40cd-a5c3-b02c9898adfb on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:46:56.627791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Attempting to bind port 08095c83-add4-40cd-a5c3-b02c9898adfb by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:46:56.628573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Attempting to bind port 08095c83-add4-40cd-a5c3-b02c9898adfb on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:56.638703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Port 08095c83-add4-40cd-a5c3-b02c9898adfb on network ee470257-3576-4751-bf3f-ae013d9c464a not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:46:56.639371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Attempting to bind port 08095c83-add4-40cd-a5c3-b02c9898adfb on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:46:56.651287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:46:56.653160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Checking segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:46:56.654150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Bound using segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:46:56.655216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Bound port: 08095c83-add4-40cd-a5c3-b02c9898adfb, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:46:56.655958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:56.871670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] For port 08095c83-add4-40cd-a5c3-b02c9898adfb, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:46:56.893436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] For port 08095c83-add4-40cd-a5c3-b02c9898adfb, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=08095c83-add4-40cd-a5c3-b02c9898adfb,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:46:56.902716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.010072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:57.010943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.015572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] 10.222.0.50 "PUT /v2.0/ports/08095c83-add4-40cd-a5c3-b02c9898adfb HTTP/1.1" status: 200 len: 1091 time: 1.5823259 Feb 04 15:46:57.017357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695399de-67fd-4976-9b96-bffdc5907265', 'tag': '08095c83-add4-40cd-a5c3-b02c9898adfb'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:46:57.042581 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d8a84b-7c0a-45f2-a02e-528c57e2e866" -d '{"events": [{"name": "network-changed", "server_uuid": "695399de-67fd-4976-9b96-bffdc5907265", "tag": "08095c83-add4-40cd-a5c3-b02c9898adfb"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:46:57.187166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2a53-18c7-4762-a339-b79e15048329 service neutron] Pushing event updated for resources: {'Port': ['ID=08095c83-add4-40cd-a5c3-b02c9898adfb,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:57.356033 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e3b3e-a847-4125-a430-0ba04a5759c2 x-openstack-request-id: req-891e3b3e-a847-4125-a430-0ba04a5759c2 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:46:57.356958 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695399de-67fd-4976-9b96-bffdc5907265", "tag": "08095c83-add4-40cd-a5c3-b02c9898adfb", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:46:57.356958 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-891e3b3e-a847-4125-a430-0ba04a5759c2 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:46:57.357781 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695399de-67fd-4976-9b96-bffdc5907265', 'tag': '08095c83-add4-40cd-a5c3-b02c9898adfb', 'status': 'completed', 'code': 200} Feb 04 15:46:57.447035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-419a1def-23c0-43b9-9b53-fa2c7bb3a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:57.459122 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-419a1def-23c0-43b9-9b53-fa2c7bb3a503 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 1094 time: 0.2798388 Feb 04 15:46:57.497759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6623eab-60f7-4dc2-81b5-303af989f95c req-03ded695-cd33-4725-954c-7f85bbbcdfab tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:57.501023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6623eab-60f7-4dc2-81b5-303af989f95c req-03ded695-cd33-4725-954c-7f85bbbcdfab tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 943 time: 0.2795243 Feb 04 15:46:57.761830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-e3fb0cd2-50b9-4963-96c7-4185e3b1e28e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08095c83-add4-40cd-a5c3-b02c9898adfb HTTP/1.1" status: 200 len: 217 time: 0.2547052 Feb 04 15:46:57.881736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6623eab-60f7-4dc2-81b5-303af989f95c req-d5ca08bf-ca31-4846-bffd-0f20c3db2829 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377016 Feb 04 15:46:57.883363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8e48f-dbd4-4d3b-b717-209ddc06e79f req-208305d3-e4a1-4586-8d5b-5735821b0b4a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:57.887872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9dd8e48f-dbd4-4d3b-b717-209ddc06e79f req-208305d3-e4a1-4586-8d5b-5735821b0b4a tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 946 time: 0.1991384 Feb 04 15:46:57.905713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-8abb1088-df32-4749-b350-48da9095b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:57.919974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-8abb1088-df32-4749-b350-48da9095b219 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1412606 Feb 04 15:46:57.983239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9dd8e48f-dbd4-4d3b-b717-209ddc06e79f req-010af39f-6b66-46b6-9ab9-dacb59ba0cac tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840559 Feb 04 15:46:57.990629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34534) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:58.049171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-7491c577-412c-4153-96b1-a83ada9eac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:58.053606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-7491c577-412c-4153-96b1-a83ada9eac43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199307 Feb 04 15:46:58.055102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4b67381b-0311-44f2-b7ec-796eb2019984 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:46:58.112107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 4b67381b-0311-44f2-b7ec-796eb2019984 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:46:58.112951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4b67381b-0311-44f2-b7ec-796eb2019984 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:46:58.215407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-317002275', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:58.288148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Made reservation on behalf of 4dc91241d4ef4be68325d86704a8655a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:46:58.290590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.304643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.322482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-49c27361-40b9-41c2-8da6-d1196ec06ea3 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614388 Feb 04 15:46:58.463383 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.470685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.482504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] device_id is not set on port dc682b64-0a8f-49e1-b9b9-f12863260d83 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:46:58.496645 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e02aa9c-9fb5-4fea-9666-7d52d17d50a0 req-5922edfc-3c09-4c74-b464-2912f3213b72 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651890 Feb 04 15:46:58.573069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d89e01-4529-4e7c-a968-0b1f34814b20,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:58.653594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-c8b06916-9605-4dbf-a84b-0ec3ce723e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:58.657623 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-c8b06916-9605-4dbf-a84b-0ec3ce723e9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 1094 time: 0.0599556 Feb 04 15:46:58.672551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Allocated IP 172.25.1.139 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/dc682b64-0a8f-49e1-b9b9-f12863260d83) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:46:58.920599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-67d15f25-9332-432c-ac62-21e46aeacdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:58.923445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-67d15f25-9332-432c-ac62-21e46aeacdf9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.2501624 Feb 04 15:46:58.926966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.039849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.055485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-b179c65a-ed2f-42ee-8d26-fd5661f67e54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08095c83-add4-40cd-a5c3-b02c9898adfb HTTP/1.1" status: 200 len: 217 time: 0.1201766 Feb 04 15:46:59.157759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Pushing event updated for resources: {'Port': ['ID=dc682b64-0a8f-49e1-b9b9-f12863260d83,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:46:59.228739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:46:59.276014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:46:59.283348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba558bd-9d20-47b0-ba93-b3788ef751e6 req-fcf56734-f00f-4db3-a127-c2706153e623 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.287482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aba558bd-9d20-47b0-ba93-b3788ef751e6 req-fcf56734-f00f-4db3-a127-c2706153e623 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 943 time: 0.1674669 Feb 04 15:46:59.288032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:46:59.293167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-d18136fb-e1e4-4bc6-903e-2748484136ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.299847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-d18136fb-e1e4-4bc6-903e-2748484136ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2306294 Feb 04 15:46:59.401619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3cfc0-88b6-42e5-bee2-5c2d9c4391fd req-75761a4e-ea1f-44dc-a05b-988375157017 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.410434 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21e3cfc0-88b6-42e5-bee2-5c2d9c4391fd req-75761a4e-ea1f-44dc-a05b-988375157017 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 946 time: 0.2346981 Feb 04 15:46:59.413385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.413933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.496766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aba558bd-9d20-47b0-ba93-b3788ef751e6 req-893b7cdc-287d-49de-817c-996cc8c02fc8 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563590 Feb 04 15:46:59.508833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-00df5052-21a4-49a4-a782-02b33dabac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.510727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-00df5052-21a4-49a4-a782-02b33dabac20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030101 Feb 04 15:46:59.647139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-65485c9b-252d-4ae6-9b19-d02c902d09f9 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280103 Feb 04 15:46:59.781860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98d8a84b-7c0a-45f2-a02e-528c57e2e866 req-c6dd125f-b3a4-4c39-907a-b1142eaac0e5 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262145 Feb 04 15:46:59.838476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3786a25a-312a-459e-b161-48803a081dca tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8464103 Feb 04 15:46:59.842847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34568) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:46:59.852202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.139'}]}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:46:59.865723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21e3cfc0-88b6-42e5-bee2-5c2d9c4391fd req-36c102f5-7f9d-4056-8823-c14808629ec1 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/security-groups?id=50f15906-dd2a-482b-9ed2-9a7df0012eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408326 Feb 04 15:46:59.883253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-d6fd4391-b1af-4bd1-b680-b8056a560239 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:46:59.894115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-d6fd4391-b1af-4bd1-b680-b8056a560239 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 946 time: 0.4823422 Feb 04 15:46:59.907959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.910726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.030239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.040267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Deleting port 84bc7a7c-5832-476e-8ada-24105333d7b0 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:00.041172 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.187448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] For port 84bc7a7c-5832-476e-8ada-24105333d7b0, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=84bc7a7c-5832-476e-8ada-24105333d7b0,segment=NetworkSegment(7b866199-3190-4904-aa6e-57ef7d7a7de6),segment_id=7b866199-3190-4904-aa6e-57ef7d7a7de6)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:00.188070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.224619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Calling delete_port for 84bc7a7c-5832-476e-8ada-24105333d7b0 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:00.249107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.490895 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.545914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['84bc7a7c-5832-476e-8ada-24105333d7b0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:47:00.602165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Pushing event deleted for resources: {'Port': ['ID=84bc7a7c-5832-476e-8ada-24105333d7b0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:00.678231 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c3c8bb39-6572-4b19-87be-3028deb5a70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.760830 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] No DVR routers for this DVR port 84bc7a7c-5832-476e-8ada-24105333d7b0 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:00.767904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.777573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5da65fe-136c-45dc-8b36-80732f6551e2 req-3bf29186-2154-41b8-9739-a5a676b9568b tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.50 "DELETE /v2.0/ports/84bc7a7c-5832-476e-8ada-24105333d7b0 HTTP/1.1" status: 204 len: 173 time: 0.8753407 Feb 04 15:47:00.778846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9207bd04-b586-4f35-9d69-e7c65e908cfb', 'name': 'network-vif-deleted', 'tag': '84bc7a7c-5832-476e-8ada-24105333d7b0'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:00.788089 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d012040e-6c92-4c18-842d-5f33107ad37f" -d '{"events": [{"server_uuid": "9207bd04-b586-4f35-9d69-e7c65e908cfb", "name": "network-vif-deleted", "tag": "84bc7a7c-5832-476e-8ada-24105333d7b0"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:47:00.891723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94949ade-7f06-40b6-a5ae-074c9c6c69a2 req-2b565582-15b4-4dfd-9511-7ab78ad7aa3f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:00.893813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94949ade-7f06-40b6-a5ae-074c9c6c69a2 req-2b565582-15b4-4dfd-9511-7ab78ad7aa3f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 943 time: 0.1574669 Feb 04 15:47:00.897408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.924065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:00.963870 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0a5af9-900f-48be-90fe-fb0f8410b645 x-openstack-request-id: req-4a0a5af9-900f-48be-90fe-fb0f8410b645 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:47:00.964523 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9207bd04-b586-4f35-9d69-e7c65e908cfb", "name": "network-vif-deleted", "tag": "84bc7a7c-5832-476e-8ada-24105333d7b0", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:47:00.964994 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a0a5af9-900f-48be-90fe-fb0f8410b645 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:47:00.965669 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9207bd04-b586-4f35-9d69-e7c65e908cfb', 'name': 'network-vif-deleted', 'tag': '84bc7a7c-5832-476e-8ada-24105333d7b0', 'status': 'completed', 'code': 200} Feb 04 15:47:01.004533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34594) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:01.083718 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94949ade-7f06-40b6-a5ae-074c9c6c69a2 req-00e43904-610b-4401-9ebb-48bd10f2a0c7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624517 Feb 04 15:47:01.244381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0a081be-0cea-42c1-a1bf-60ad5a3286a7 req-12f30d9d-6280-4993-824c-8c300c5eb513 tempest-AttachVolumeNegativeTest-1082387684 tempest-AttachVolumeNegativeTest-1082387684-project] 10.222.0.47 "GET /v2.0/ports?device_id=9207bd04-b586-4f35-9d69-e7c65e908cfb HTTP/1.1" status: 200 len: 210 time: 0.0612681 Feb 04 15:47:01.266267 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54066e48-68f2-4c2b-bcef-f1c93327df0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.293262 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.398433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54066e48-68f2-4c2b-bcef-f1c93327df0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.406634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54066e48-68f2-4c2b-bcef-f1c93327df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.494937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.497731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.520734 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54066e48-68f2-4c2b-bcef-f1c93327df0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=986b5b0be1924a0c83572e6d734669e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144296 Feb 04 15:47:01.522178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54066e48-68f2-4c2b-bcef-f1c93327df0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b784df8-3c09-4a13-b3d0-0898e982aea8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:01.540246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34602) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:01.573915 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.574851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 663e83c5-dd6e-45df-a3f7-2c90a10b2cab {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:47:01.629106 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:47:01.633681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef3c7c50-d66d-4c39-8bc7-67b8a4bb5482 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7885830 Feb 04 15:47:01.640605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34606) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:01.693886 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30fbb204-25ae-4abb-82cb-77a12a718264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.742647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30fbb204-25ae-4abb-82cb-77a12a718264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.823031 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30fbb204-25ae-4abb-82cb-77a12a718264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.825835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-30fbb204-25ae-4abb-82cb-77a12a718264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:01.831461 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-30fbb204-25ae-4abb-82cb-77a12a718264 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b784df8-3c09-4a13-b3d0-0898e982aea8 HTTP/1.1" status: 204 len: 168 time: 0.2842743 Feb 04 15:47:01.840261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbb204-25ae-4abb-82cb-77a12a718264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b784df8-3c09-4a13-b3d0-0898e982aea8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:01.856002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-56b520f0-5dc3-49e9-bc7c-e3e646e41808 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Deleting port dc682b64-0a8f-49e1-b9b9-f12863260d83 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:01.856539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56b520f0-5dc3-49e9-bc7c-e3e646e41808 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.018891 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56b520f0-5dc3-49e9-bc7c-e3e646e41808 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.043638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-56b520f0-5dc3-49e9-bc7c-e3e646e41808 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Calling delete_port for dc682b64-0a8f-49e1-b9b9-f12863260d83 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:02.212740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 08095c83-add4-40cd-a5c3-b02c9898adfb details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:47:02.407158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34624) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:02.444391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56b520f0-5dc3-49e9-bc7c-e3e646e41808 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.479175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 08095c83-add4-40cd-a5c3-b02c9898adfb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=08095c83-add4-40cd-a5c3-b02c9898adfb,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:02.498435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c31bd6-221a-46dd-a95f-1dc75a224556 req-6387dffc-952d-447b-b067-cee55c00127f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:02.501826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41c31bd6-221a-46dd-a95f-1dc75a224556 req-6387dffc-952d-447b-b067-cee55c00127f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 943 time: 0.2405410 Feb 04 15:47:02.508194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '08095c83-add4-40cd-a5c3-b02c9898adfb', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': '08095c83-add4-40cd-a5c3-b02c9898adfb', 'mac_address': 'fa:16:3e:e3:56:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:47:02.565153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b520f0-5dc3-49e9-bc7c-e3e646e41808 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc682b64-0a8f-49e1-b9b9-f12863260d83,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:02.577410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.606828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08095c83-add4-40cd-a5c3-b02c9898adfb {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:02.667623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 08095c83-add4-40cd-a5c3-b02c9898adfb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=08095c83-add4-40cd-a5c3-b02c9898adfb,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:02.669245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41c31bd6-221a-46dd-a95f-1dc75a224556 req-0862a0f8-690f-4989-a707-7f293b6fcf39 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036901 Feb 04 15:47:02.681251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.786878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56b520f0-5dc3-49e9-bc7c-e3e646e41808 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:02.794291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-56b520f0-5dc3-49e9-bc7c-e3e646e41808 tempest-RoutersAdminNegativeTest-1439477638 tempest-RoutersAdminNegativeTest-1439477638-project-admin] 10.222.0.47 "DELETE /v2.0/ports/dc682b64-0a8f-49e1-b9b9-f12863260d83 HTTP/1.1" status: 204 len: 168 time: 1.1491678 Feb 04 15:47:02.876042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=08095c83-add4-40cd-a5c3-b02c9898adfb,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:02.887805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.888428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.888940 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:02.900669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:03.063092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-acaa2435-32eb-4922-8672-d6115043684f admin admin] Deleting subnet a9f240ac-033b-4a39-97b6-383ba4fbf6d6 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:47:03.069199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acaa2435-32eb-4922-8672-d6115043684f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.105750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['08095c83-add4-40cd-a5c3-b02c9898adfb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:47:03.150438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acaa2435-32eb-4922-8672-d6115043684f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.242237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acaa2435-32eb-4922-8672-d6115043684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.340329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acaa2435-32eb-4922-8672-d6115043684f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.386951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa2435-32eb-4922-8672-d6115043684f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f240ac-033b-4a39-97b6-383ba4fbf6d6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:03.390433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-acaa2435-32eb-4922-8672-d6115043684f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.399144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-acaa2435-32eb-4922-8672-d6115043684f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a9f240ac-033b-4a39-97b6-383ba4fbf6d6 HTTP/1.1" status: 204 len: 168 time: 0.9868393 Feb 04 15:47:03.400114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34646) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:03.456982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34648) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:03.566028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.669526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a330796d-e7b8-45cb-ab82-72835ec6fade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.777217 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9944c34f-d590-4acb-bd96-4e1c0edeb436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.781441 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:03.873086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04512ac3-9d79-4549-b9ce-6fbaf89c17cb']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:03.930079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b866199-3190-4904-aa6e-57ef7d7a7de6') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:03.962019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b866199-3190-4904-aa6e-57ef7d7a7de6') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:03.962019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.015100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.043481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:04.044144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:04.051665 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:04.084088 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9944c34f-d590-4acb-bd96-4e1c0edeb436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.092188 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9944c34f-d590-4acb-bd96-4e1c0edeb436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.230032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 08095c83-add4-40cd-a5c3-b02c9898adfb up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:47:04.240612 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9944c34f-d590-4acb-bd96-4e1c0edeb436 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c2605cec54d44d49bdce488e3903e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7813156 Feb 04 15:47:04.242753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34676) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:04.259857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944c34f-d590-4acb-bd96-4e1c0edeb436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b13637-2d92-46a1-b269-7756dcd892ca,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:04.287131 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.302567 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.317555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] 10.222.0.47 "DELETE /v2.0/networks/04512ac3-9d79-4549-b9ce-6fbaf89c17cb HTTP/1.1" status: 204 len: 168 time: 0.9116330 Feb 04 15:47:04.341781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f9a4f-80a3-4cf9-8065-c0062a63cd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=04512ac3-9d79-4549-b9ce-6fbaf89c17cb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:04.437511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 08095c83-add4-40cd-a5c3-b02c9898adfb completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:04.445514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f421b1dc-931e-40f5-8c97-7d57fe313916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.447064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 08095c83-add4-40cd-a5c3-b02c9898adfb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:04.447599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.500890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f421b1dc-931e-40f5-8c97-7d57fe313916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.641414 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.684152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f421b1dc-931e-40f5-8c97-7d57fe313916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.690801 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f421b1dc-931e-40f5-8c97-7d57fe313916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.695177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f421b1dc-931e-40f5-8c97-7d57fe313916 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d9b13637-2d92-46a1-b269-7756dcd892ca HTTP/1.1" status: 204 len: 168 time: 0.4461746 Feb 04 15:47:04.739679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421b1dc-931e-40f5-8c97-7d57fe313916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b13637-2d92-46a1-b269-7756dcd892ca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:04.739971 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 08095c83-add4-40cd-a5c3-b02c9898adfb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=08095c83-add4-40cd-a5c3-b02c9898adfb,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:04.740785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695399de-67fd-4976-9b96-bffdc5907265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08095c83-add4-40cd-a5c3-b02c9898adfb'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:04.743848 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006182ef-934f-409c-848f-8d335de01654" -d '{"events": [{"server_uuid": "695399de-67fd-4976-9b96-bffdc5907265", "name": "network-vif-plugged", "status": "completed", "tag": "08095c83-add4-40cd-a5c3-b02c9898adfb"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:47:04.750441 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:04.751392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 84bc7a7c-5832-476e-8ada-24105333d7b0 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:47:04.786286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 84bc7a7c-5832-476e-8ada-24105333d7b0 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:47:04.786638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 84bc7a7c-5832-476e-8ada-24105333d7b0 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:47:04.866682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=08095c83-add4-40cd-a5c3-b02c9898adfb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:04.935809 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e703c53-4097-401e-be89-36e478993cbf x-openstack-request-id: req-6e703c53-4097-401e-be89-36e478993cbf {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:47:04.936127 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695399de-67fd-4976-9b96-bffdc5907265", "name": "network-vif-plugged", "status": "completed", "tag": "08095c83-add4-40cd-a5c3-b02c9898adfb", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:47:04.936413 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e703c53-4097-401e-be89-36e478993cbf {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:47:04.936928 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695399de-67fd-4976-9b96-bffdc5907265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08095c83-add4-40cd-a5c3-b02c9898adfb', 'code': 200} Feb 04 15:47:04.950739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34686) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:05.002235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588a715-fa31-446e-8386-3bf117d493a0 req-0aa2256b-1a7a-44df-8aaa-d63bc4f00b58 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.004679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d588a715-fa31-446e-8386-3bf117d493a0 req-0aa2256b-1a7a-44df-8aaa-d63bc4f00b58 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 945 time: 0.2752864 Feb 04 15:47:05.103674 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a92397a3-9785-4702-b091-496f6b72b2ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e968d458ab84fa08aacdb51423ec62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476932 Feb 04 15:47:05.106127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34692) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:05.232083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8fba0-9d07-4e83-ae4a-658ca083f471 req-52ecce2a-6e21-435f-87c4-bd2088c34a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:05.233682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bce8fba0-9d07-4e83-ae4a-658ca083f471 req-52ecce2a-6e21-435f-87c4-bd2088c34a67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 1096 time: 0.2097607 Feb 04 15:47:05.327494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d87d85d4-106c-4b02-afc4-8e02d5666f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.343650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bce8fba0-9d07-4e83-ae4a-658ca083f471 req-e0dbb17a-6785-4c24-978c-f96ecfd4f060 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867319 Feb 04 15:47:05.346840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d588a715-fa31-446e-8386-3bf117d493a0 req-3609204c-8537-4c1e-b401-911f2e99894e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042779 Feb 04 15:47:05.434388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d87d85d4-106c-4b02-afc4-8e02d5666f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.445326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34704) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:05.514975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0bb665bf-3b52-4a50-9516-c51ab3993e6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4dc91241d4ef4be68325d86704a8655a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683782 Feb 04 15:47:05.515884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34706) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:05.598502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d87d85d4-106c-4b02-afc4-8e02d5666f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.619472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d87d85d4-106c-4b02-afc4-8e02d5666f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.630671 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d87d85d4-106c-4b02-afc4-8e02d5666f0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50f15906-dd2a-482b-9ed2-9a7df0012eae HTTP/1.1" status: 204 len: 168 time: 0.5182338 Feb 04 15:47:05.634898 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2565867-24b3-4f6d-93f8-766913db73f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.657206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d85d4-106c-4b02-afc4-8e02d5666f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f15906-dd2a-482b-9ed2-9a7df0012eae,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:05.706435 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2565867-24b3-4f6d-93f8-766913db73f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.807442 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.808910 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2565867-24b3-4f6d-93f8-766913db73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.821280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2565867-24b3-4f6d-93f8-766913db73f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:05.826608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e2565867-24b3-4f6d-93f8-766913db73f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41d89e01-4529-4e7c-a968-0b1f34814b20 HTTP/1.1" status: 204 len: 168 time: 0.3085332 Feb 04 15:47:05.852451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2565867-24b3-4f6d-93f8-766913db73f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d89e01-4529-4e7c-a968-0b1f34814b20,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:06.022542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34718) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:06.548469 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d557cb3b-2ecb-41d1-843f-5e2a4d08ab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.689626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb100f-7f0a-40f0-915f-d79f428ce028 req-51008eee-a691-44af-9b8d-9e37cef096e2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:06.691317 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69cb100f-7f0a-40f0-915f-d79f428ce028 req-51008eee-a691-44af-9b8d-9e37cef096e2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 945 time: 0.1629720 Feb 04 15:47:06.847794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69cb100f-7f0a-40f0-915f-d79f428ce028 req-e4ebce41-0ce5-4003-9d35-20c980924313 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360071 Feb 04 15:47:06.906228 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d557cb3b-2ecb-41d1-843f-5e2a4d08ab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.911748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:06.917811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d557cb3b-2ecb-41d1-843f-5e2a4d08ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.007856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d557cb3b-2ecb-41d1-843f-5e2a4d08ab8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aab42b9dc784417d8e86df05e0e6c364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9823771 Feb 04 15:47:07.009140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557cb3b-2ecb-41d1-843f-5e2a4d08ab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b472998a-b767-4cb9-a5be-e06a661b0d60,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:07.010484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:07.164750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-287e8138-1f54-4443-99a9-019774980667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.244542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-287e8138-1f54-4443-99a9-019774980667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.351245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-287e8138-1f54-4443-99a9-019774980667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.367322 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.370340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-287e8138-1f54-4443-99a9-019774980667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:07.376434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-287e8138-1f54-4443-99a9-019774980667 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b472998a-b767-4cb9-a5be-e06a661b0d60 HTTP/1.1" status: 204 len: 168 time: 0.3614774 Feb 04 15:47:07.411827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e8138-1f54-4443-99a9-019774980667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b472998a-b767-4cb9-a5be-e06a661b0d60,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:08.170863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828970ad-bff9-4146-a467-b64c77a9df7d req-29c719c6-cb17-4bb8-b303-b89d83b362f1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.192609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-828970ad-bff9-4146-a467-b64c77a9df7d req-29c719c6-cb17-4bb8-b303-b89d83b362f1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 945 time: 0.1805973 Feb 04 15:47:08.290893 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-88863af9-505f-4878-bb0a-ac48fbc0f7ec tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=464a16c700ad4f7b958fcc9ae51e5420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1345580 Feb 04 15:47:08.345196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-828970ad-bff9-4146-a467-b64c77a9df7d req-091b0198-2933-4920-bd54-0bd63bbb7b33 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492534 Feb 04 15:47:08.444310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34802) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:08.874901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-035fa1c8-f2b2-44ec-8d7d-cd91eff8904b tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:08.889693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-035fa1c8-f2b2-44ec-8d7d-cd91eff8904b tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5961394 Feb 04 15:47:08.923734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-d6308560-d028-4db7-be1a-9676503093f2 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/quotas/464a16c700ad4f7b958fcc9ae51e5420 HTTP/1.1" status: 200 len: 375 time: 0.0319455 Feb 04 15:47:09.008148 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-5433a7e2-5364-4579-a970-59f14e880b5f tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=464a16c700ad4f7b958fcc9ae51e5420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811720 Feb 04 15:47:09.138125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-465435703'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:09.215926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Made reservation on behalf of 21805fdcaae24e2794a11a126293f0e8 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:09.223375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.240351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.392561 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.403286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.490790 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:09.506166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5472934f-487f-4509-a323-7d7dd679ac2e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:09.517140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.517593 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Added segment c51b6be4-d398-4254-9e3f-20574b77c9e7 of type vlan for network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 Feb 04 15:47:09.587206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccbe37c6-cfd8-4951-9776-3696afd06327 req-f1fe807e-8f7d-47b5-918d-5e11db9ff000 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 210 time: 0.0722845 Feb 04 15:47:09.697779 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.705678 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.801761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:09.820934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:09.826060 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.012562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5662692 Feb 04 15:47:10.017415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34852) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:10.026462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'subnet': {'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:10.072328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6040c-017c-409e-a14c-c08cbb928938 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Network': ['ID=868ab6d8-d623-4b19-a1b9-bb1062a28de6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:10.095902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:47:10.338432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Made reservation on behalf of 21805fdcaae24e2794a11a126293f0e8 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:10.342547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.687078 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:47:10.799879 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:10.931318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bff11fc-192b-4f2f-b1b7-6ea6f01f6912 req-e85fbe34-a253-4889-8cb4-dde26d3aecd4 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 210 time: 0.1594474 Feb 04 15:47:11.032833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Subnet': ['ID=5c54217e-08b9-4731-a208-deaa22655a28,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:11.075397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Checking segment: {'id': 'c51b6be4-d398-4254-9e3f-20574b77c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:47:11.075999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Network hostable DHCP agents. Network: 868ab6d8-d623-4b19-a1b9-bb1062a28de6, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:11.126986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:11.163415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 868ab6d8-d623-4b19-a1b9-bb1062a28de6) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:11.187208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c92cd46-50ea-47bc-ac94-37ff9bff0dc2 None None] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:11.201597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:11.204192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.254973 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0a4ec59d-a6c7-4c02-bd55-bb6a82f71adf tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2357314 Feb 04 15:47:11.260762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34884) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:11.279200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1151743369'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:11.568611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'tenant_id': '21805fdcaae24e2794a11a126293f0e8', 'fixed_ips': [{'subnet_id': '5c54217e-08b9-4731-a208-deaa22655a28'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:47:11.569606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.771566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Made reservation on behalf of 21805fdcaae24e2794a11a126293f0e8 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:11.784970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:11.801658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-03e33f6c-e6cc-40b7-87db-0b8e0ee820b9 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=464a16c700ad4f7b958fcc9ae51e5420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1984885 Feb 04 15:47:11.938745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Allocated IP 2001:db8::2 (868ab6d8-d623-4b19-a1b9-bb1062a28de6/5c54217e-08b9-4731-a208-deaa22655a28/c8998a2b-7807-4196-b4a9-f6c4d94510c4) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:11.959586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] device_id is not set on port 875e0b0a-1383-49b8-88ce-d9cd13e92579 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:12.345940 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.358193 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.428368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:12.440724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:12.444990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:12.468619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Pushing event updated for resources: {'Port': ['ID=c8998a2b-7807-4196-b4a9-f6c4d94510c4,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:12.470365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fcd37d81-6994-478b-98cc-0bc6a8ff3d45 req-75dd3359-79d0-406f-90ca-1b86d6f383b3 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 210 time: 0.0919409 Feb 04 15:47:12.574563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-994511eb-9f38-4a66-a0cc-21c8a607c246 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:12.574563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-994511eb-9f38-4a66-a0cc-21c8a607c246 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7402174 Feb 04 15:47:12.607973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Request body: {'port': {'device_id': 'd85c7217-0f0a-44e5-a4ac-a21cb0bedada', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '464a16c700ad4f7b958fcc9ae51e5420'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:12.662591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Attempting to bind port c8998a2b-7807-4196-b4a9-f6c4d94510c4 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:12.663312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Attempting to bind port c8998a2b-7807-4196-b4a9-f6c4d94510c4 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c51b6be4-d398-4254-9e3f-20574b77c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:12.663920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Attempting to bind port c8998a2b-7807-4196-b4a9-f6c4d94510c4 on network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:12.684507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:47:12.685275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Checking segment: {'id': 'c51b6be4-d398-4254-9e3f-20574b77c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:47:12.686034 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.686651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Bound using segment: {'id': 'c51b6be4-d398-4254-9e3f-20574b77c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:47:12.687649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Bound port: c8998a2b-7807-4196-b4a9-f6c4d94510c4, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51b6be4-d398-4254-9e3f-20574b77c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:12.688301 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:12.700498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Allocated IP 2001:db8::1c9 (868ab6d8-d623-4b19-a1b9-bb1062a28de6/5c54217e-08b9-4731-a208-deaa22655a28/875e0b0a-1383-49b8-88ce-d9cd13e92579) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:12.934090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] For port c8998a2b-7807-4196-b4a9-f6c4d94510c4, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:12.951632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] For port c8998a2b-7807-4196-b4a9-f6c4d94510c4, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c8998a2b-7807-4196-b4a9-f6c4d94510c4,segment=NetworkSegment(c51b6be4-d398-4254-9e3f-20574b77c9e7),segment_id=c51b6be4-d398-4254-9e3f-20574b77c9e7)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:12.964561 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.062170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Made reservation on behalf of 464a16c700ad4f7b958fcc9ae51e5420 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:13.075370 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.114811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.176574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03dd4f-5a9d-452b-a0c3-4f0a7e278d59 None None] Pushing event updated for resources: {'Port': ['ID=c8998a2b-7807-4196-b4a9-f6c4d94510c4,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:13.342720 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.800520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.811936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.821686 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:13.909285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae0057d9-25dd-4b41-a6cb-11bd152ba537 req-bb33b79a-f914-410d-b977-b9babbd719ea tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 210 time: 0.1955101 Feb 04 15:47:14.080072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:14.092013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fa25ef-0419-4b7a-9781-81154cb2db5c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:14.095275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:14.097099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=875e0b0a-1383-49b8-88ce-d9cd13e92579,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:14.103562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:14.120714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:14.128024 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.191778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bd9d289f-e384-4a2a-8cee-a3346c95ebd6 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9213612 Feb 04 15:47:14.193230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34972) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:14.204015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2087077793', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c9', 'mac_address': 'fa:16:3e:0a:6d:aa'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:14.329061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Allocated IP 192.168.233.134 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/905cafc9-aba4-4b39-a908-96fe21c4282d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:14.606714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Made reservation on behalf of 21805fdcaae24e2794a11a126293f0e8 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:14.736941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.875989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.885284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:14.963334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] device_id is not set on port 8048dd66-1278-4c81-998d-361b811de94a yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:15.003519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:15.014404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:15.017607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:15.082960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Pushing event updated for resources: {'Port': ['ID=905cafc9-aba4-4b39-a908-96fe21c4282d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:15.118756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:15.125677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.164264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-86cced65-7ac7-48c6-a1f0-4fd6bd660d5a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5652337 Feb 04 15:47:15.180952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Request body: {'port': {'device_id': 'd85c7217-0f0a-44e5-a4ac-a21cb0bedada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:15.295291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c8998a2b-7807-4196-b4a9-f6c4d94510c4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:47:15.383563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:15.665345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c306341-1013-4c0b-bca4-eb6c234f0e0e None None] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:16.047767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0a3f5e81-57d2-4446-aba4-a2e66a394328 None None] Provisioning complete for port c8998a2b-7807-4196-b4a9-f6c4d94510c4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:16.048418 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5e81-57d2-4446-aba4-a2e66a394328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.117788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905cafc9-aba4-4b39-a908-96fe21c4282d {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:16.151827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.189546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Transition to ACTIVE for port object 905cafc9-aba4-4b39-a908-96fe21c4282d will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:47:16.199153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.265906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c8998a2b-7807-4196-b4a9-f6c4d94510c4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:16.268864 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.379540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Pushing event updated for resources: {'Port': ['ID=905cafc9-aba4-4b39-a908-96fe21c4282d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:16.701029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Attempting to bind port 905cafc9-aba4-4b39-a908-96fe21c4282d on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:16.701521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Attempting to bind port 905cafc9-aba4-4b39-a908-96fe21c4282d by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:16.701851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Attempting to bind port 905cafc9-aba4-4b39-a908-96fe21c4282d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:16.713871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Port 905cafc9-aba4-4b39-a908-96fe21c4282d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:16.714398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Attempting to bind port 905cafc9-aba4-4b39-a908-96fe21c4282d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:16.725687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:47:16.727254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:47:16.727662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:47:16.728133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Bound port: 905cafc9-aba4-4b39-a908-96fe21c4282d, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:16.731063 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.903402 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5e81-57d2-4446-aba4-a2e66a394328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:16.938384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] For port 905cafc9-aba4-4b39-a908-96fe21c4282d, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:16.944195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] For port 905cafc9-aba4-4b39-a908-96fe21c4282d, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=905cafc9-aba4-4b39-a908-96fe21c4282d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:16.952118 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.050160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Allocated IP 2001:db8::31f (868ab6d8-d623-4b19-a1b9-bb1062a28de6/5c54217e-08b9-4731-a208-deaa22655a28/8048dd66-1278-4c81-998d-361b811de94a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:17.146333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.181347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:17.184744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.192768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] 10.222.0.30 "PUT /v2.0/ports/905cafc9-aba4-4b39-a908-96fe21c4282d HTTP/1.1" status: 200 len: 1096 time: 2.0183663 Feb 04 15:47:17.207073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85c7217-0f0a-44e5-a4ac-a21cb0bedada', 'tag': '905cafc9-aba4-4b39-a908-96fe21c4282d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:17.226845 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cd9fad-750e-404d-a9bd-0afd4eb75095" -d '{"events": [{"name": "network-changed", "server_uuid": "d85c7217-0f0a-44e5-a4ac-a21cb0bedada", "tag": "905cafc9-aba4-4b39-a908-96fe21c4282d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:47:17.286987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0a3f5e81-57d2-4446-aba4-a2e66a394328 None None] For port c8998a2b-7807-4196-b4a9-f6c4d94510c4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c8998a2b-7807-4196-b4a9-f6c4d94510c4,segment=NetworkSegment(c51b6be4-d398-4254-9e3f-20574b77c9e7),segment_id=c51b6be4-d398-4254-9e3f-20574b77c9e7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:17.355786 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5e81-57d2-4446-aba4-a2e66a394328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.373120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.375560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fe720-660f-4b97-a5d7-1be3f2f8291d service neutron] Pushing event updated for resources: {'Port': ['ID=905cafc9-aba4-4b39-a908-96fe21c4282d,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:17.437569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-2c8fada7-1c29-4fef-a889-a8af28794637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:17.441879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1193eb0-ceac-4cb2-b462-133b092aa585 req-6ebd81a0-6cf2-4bff-b476-fd2c3cb5c75f tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:17.444811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-2c8fada7-1c29-4fef-a889-a8af28794637 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=464a16c700ad4f7b958fcc9ae51e5420&device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 1099 time: 0.1977549 Feb 04 15:47:17.453450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1193eb0-ceac-4cb2-b462-133b092aa585 req-6ebd81a0-6cf2-4bff-b476-fd2c3cb5c75f tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 936 time: 2.0340519 Feb 04 15:47:17.693623 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13443897-2b82-4bc9-98e3-351713843f05 x-openstack-request-id: req-13443897-2b82-4bc9-98e3-351713843f05 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:47:17.694253 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85c7217-0f0a-44e5-a4ac-a21cb0bedada", "tag": "905cafc9-aba4-4b39-a908-96fe21c4282d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:47:17.694706 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13443897-2b82-4bc9-98e3-351713843f05 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:47:17.695419 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85c7217-0f0a-44e5-a4ac-a21cb0bedada', 'tag': '905cafc9-aba4-4b39-a908-96fe21c4282d', 'status': 'completed', 'code': 200} Feb 04 15:47:17.700286 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-d8a201f7-6996-40df-ba26-44b3c5d334bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=905cafc9-aba4-4b39-a908-96fe21c4282d HTTP/1.1" status: 200 len: 217 time: 0.2440722 Feb 04 15:47:17.757402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1193eb0-ceac-4cb2-b462-133b092aa585 req-d651b821-5bfe-4b40-8319-46be31552455 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594738 Feb 04 15:47:17.790451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.909954 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:17.910803 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:17.911093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f5e81-57d2-4446-aba4-a2e66a394328 None None] Pushing event updated for resources: {'Port': ['ID=c8998a2b-7807-4196-b4a9-f6c4d94510c4,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:17.915838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=8048dd66-1278-4c81-998d-361b811de94a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:17.936827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:17.939987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:17.944089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:17.951444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:17.952389 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.997059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e04ea66a-159d-40cf-8ac5-65b740472899 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.8019516 Feb 04 15:47:18.004144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35078) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:18.017811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-46a1c4c1-d686-4748-9f2f-70f624f2e68e None None] Provisioning complete for port c8998a2b-7807-4196-b4a9-f6c4d94510c4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:18.018264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46a1c4c1-d686-4748-9f2f-70f624f2e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.020752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-e29af0dd-640b-4a9d-bd11-abe3150e3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.035598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-e29af0dd-640b-4a9d-bd11-abe3150e3a4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.3169901 Feb 04 15:47:18.188535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66971aa1-927e-4c7b-b504-426ba7e18ea4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.203638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-fd825d4a-c460-4f9d-a46f-33017e70ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.207722 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-fd825d4a-c460-4f9d-a46f-33017e70ed8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691113 Feb 04 15:47:18.209030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66971aa1-927e-4c7b-b504-426ba7e18ea4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.231793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66971aa1-927e-4c7b-b504-426ba7e18ea4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:18.239276 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-66971aa1-927e-4c7b-b504-426ba7e18ea4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2339754 Feb 04 15:47:18.244445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35086) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:18.406558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-46a1c4c1-d686-4748-9f2f-70f624f2e68e None None] Provisioning complete for port 875e0b0a-1383-49b8-88ce-d9cd13e92579 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:18.407037 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46a1c4c1-d686-4748-9f2f-70f624f2e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.539952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-08771c38-4b17-41a4-9261-ee597896da36 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Deleting port 8048dd66-1278-4c81-998d-361b811de94a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:18.539952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08771c38-4b17-41a4-9261-ee597896da36 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.582182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-c53c9bf5-9e69-44af-9e73-8904df5edcdd service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683786 Feb 04 15:47:18.643171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-46a1c4c1-d686-4748-9f2f-70f624f2e68e None None] Port 875e0b0a-1383-49b8-88ce-d9cd13e92579 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:18.852305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-29789878-4a89-4363-9d08-b001566cb68f None None] Provisioning complete for port 875e0b0a-1383-49b8-88ce-d9cd13e92579 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:18.856867 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-29789878-4a89-4363-9d08-b001566cb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:18.973734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c8998a2b-7807-4196-b4a9-f6c4d94510c4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:47:18.987521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c339e129-bf22-48af-a167-dcfe8927bab2 req-7b8751f9-d534-47ad-bc46-560483994f0c service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980882 Feb 04 15:47:19.029337 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08771c38-4b17-41a4-9261-ee597896da36 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.089912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-08771c38-4b17-41a4-9261-ee597896da36 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Calling delete_port for 8048dd66-1278-4c81-998d-361b811de94a owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:19.199858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-29789878-4a89-4363-9d08-b001566cb68f None None] Port 875e0b0a-1383-49b8-88ce-d9cd13e92579 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:19.244163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c8998a2b-7807-4196-b4a9-f6c4d94510c4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:19.245139 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.349580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-d2459920-4845-4e65-af86-5ac188d85b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:19.353394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-d2459920-4845-4e65-af86-5ac188d85b59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=464a16c700ad4f7b958fcc9ae51e5420&device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 1099 time: 0.2690747 Feb 04 15:47:19.451815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08771c38-4b17-41a4-9261-ee597896da36 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.529892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08771c38-4b17-41a4-9261-ee597896da36 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Port': ['ID=8048dd66-1278-4c81-998d-361b811de94a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:19.674235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-76854236-020e-410a-88e7-95dc87c250ce None None] Could not find standard attr ID for object 8048dd66-1278-4c81-998d-361b811de94a. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:47:19.830685 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08771c38-4b17-41a4-9261-ee597896da36 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:19.837774 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-08771c38-4b17-41a4-9261-ee597896da36 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "DELETE /v2.0/ports/8048dd66-1278-4c81-998d-361b811de94a HTTP/1.1" status: 204 len: 168 time: 1.5889559 Feb 04 15:47:19.866670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35152) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:19.944059 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac876ea7-ac81-4c37-98a8-24c5f381966e tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] GET failed (client error): The resource could not be found. Feb 04 15:47:19.956949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ac876ea7-ac81-4c37-98a8-24c5f381966e tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "GET /v2.0/ports/8048dd66-1278-4c81-998d-361b811de94a HTTP/1.1" status: 404 len: 333 time: 0.0855386 Feb 04 15:47:19.958407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35164) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:19.969686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2129534712'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:20.123607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693af19-433c-4e57-853a-761694ca9276 req-17e2269a-b47b-4098-8785-cac7f8e07f57 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.139189 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4693af19-433c-4e57-853a-761694ca9276 req-17e2269a-b47b-4098-8785-cac7f8e07f57 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3226559 Feb 04 15:47:20.230249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c44a-f915-47e3-86c8-ce678f5eee40 req-812f9247-8205-4d9f-b97c-4047ce761004 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.232325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b18c44a-f915-47e3-86c8-ce678f5eee40 req-812f9247-8205-4d9f-b97c-4047ce761004 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 948 time: 1.1500177 Feb 04 15:47:20.262540 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4693af19-433c-4e57-853a-761694ca9276 req-307f7c05-e6ca-4179-977a-bb5f2fd2ec02 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223366 Feb 04 15:47:20.504727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b18c44a-f915-47e3-86c8-ce678f5eee40 req-88aed09e-1ff1-456e-a2f5-e387caef594c tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305881 Feb 04 15:47:20.645281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-539e5adf-05b4-4791-a4e2-6f180cc14782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.654017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-539e5adf-05b4-4791-a4e2-6f180cc14782 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 1.2882781 Feb 04 15:47:20.669111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3cab-465c-4cfa-9dad-f8ee1bcd897d req-683a1516-d6c9-417c-bf02-f845975bc03e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:20.672981 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a20a3cab-465c-4cfa-9dad-f8ee1bcd897d req-683a1516-d6c9-417c-bf02-f845975bc03e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2559333 Feb 04 15:47:20.736669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Made reservation on behalf of 21805fdcaae24e2794a11a126293f0e8 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:20.743886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:20.825796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-23febbb5-5404-44a5-b342-1597abc2f9ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=905cafc9-aba4-4b39-a908-96fe21c4282d HTTP/1.1" status: 200 len: 217 time: 0.1609418 Feb 04 15:47:20.828581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a20a3cab-465c-4cfa-9dad-f8ee1bcd897d req-fc21d426-9827-4fe9-bea5-0eda440aaeb5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412892 Feb 04 15:47:20.839904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] device_id is not set on port 4c825f49-b8ff-4785-86cd-c4e7c05ce845 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:21.031174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-586e0bf7-5d1c-4540-8e01-c3a224f62876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.045027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-586e0bf7-5d1c-4540-8e01-c3a224f62876 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.2021613 Feb 04 15:47:21.114260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Allocated IP 2001:db8::69 (868ab6d8-d623-4b19-a1b9-bb1062a28de6/5c54217e-08b9-4731-a208-deaa22655a28/4c825f49-b8ff-4785-86cd-c4e7c05ce845) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:21.130804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-a5043b0e-b822-4608-99ef-2b3929865fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.133443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-a5043b0e-b822-4608-99ef-2b3929865fc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865264 Feb 04 15:47:21.330406 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-9724e200-8b93-4150-a0eb-af9058166159 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885448 Feb 04 15:47:21.389413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa8735-cc85-44ea-8f5b-12dc16d78bdc req-742b3ae7-a30b-49f9-ae10-711f3598553e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.397848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6daa8735-cc85-44ea-8f5b-12dc16d78bdc req-742b3ae7-a30b-49f9-ae10-711f3598553e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.0949771 Feb 04 15:47:21.578029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6daa8735-cc85-44ea-8f5b-12dc16d78bdc req-ae5bf04c-9720-4b7f-9e26-50dfe9b31076 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763687 Feb 04 15:47:21.595710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.597663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16cd9fad-750e-404d-a9bd-0afd4eb75095 req-9248794d-42c0-435c-bef3-a1edd0c4f193 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592301 Feb 04 15:47:21.695371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.801085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:21.808072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:21.835133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:21.859056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.859056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:21.865556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=4c825f49-b8ff-4785-86cd-c4e7c05ce845,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:21.903941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.904405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.904675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.904968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.905301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.905618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.905940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.906557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.906862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.907163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.907450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.907727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:21.939335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9ca233f7-72ad-41f1-ac82-812a93e4505a tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9793036 Feb 04 15:47:21.940672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35266) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:21.950490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c9', 'mac_address': 'fa:16:3e:0a:6d:aa'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:21.987113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5969e1-ddbf-477a-aabc-0a3ca39b55c9 req-ff3d0345-6698-4d7b-acee-803748d4267a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:21.997720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a5969e1-ddbf-477a-aabc-0a3ca39b55c9 req-ff3d0345-6698-4d7b-acee-803748d4267a tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 948 time: 0.2138038 Feb 04 15:47:22.056703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a5969e1-ddbf-477a-aabc-0a3ca39b55c9 req-a909bebd-aca1-4338-aba6-98a02b2c0ff2 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547419 Feb 04 15:47:22.465723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.525799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0fa3f814-9368-40f4-93a1-64e5c232c050 None None] Provisioning complete for port 4c825f49-b8ff-4785-86cd-c4e7c05ce845 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:22.528182 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f814-9368-40f4-93a1-64e5c232c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:22.769911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3f814-9368-40f4-93a1-64e5c232c050 None None] Port 4c825f49-b8ff-4785-86cd-c4e7c05ce845 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:22.846084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed123a6-aabb-4b01-b024-e8e2a24c1652 req-8172bc50-a684-41c4-88c6-f0a3d1ef0ee4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:22.861679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eed123a6-aabb-4b01-b024-e8e2a24c1652 req-8172bc50-a684-41c4-88c6-f0a3d1ef0ee4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1444278 Feb 04 15:47:22.923769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eed123a6-aabb-4b01-b024-e8e2a24c1652 req-5ca69298-485b-43de-ab87-e15c6696a1aa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608096 Feb 04 15:47:23.075205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.082079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.123539 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.158117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] In _notify_port_updated(), no bound segment for port 4c825f49-b8ff-4785-86cd-c4e7c05ce845 on network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:47:23.190567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.192829 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.198626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:23.199804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "PUT /v2.0/ports/4c825f49-b8ff-4785-86cd-c4e7c05ce845 HTTP/1.1" status: 200 len: 1002 time: 1.2570906 Feb 04 15:47:23.328650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d26613-1910-4340-8ffc-6a93e67c62b1 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=4c825f49-b8ff-4785-86cd-c4e7c05ce845,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:23.396155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62daa60-c622-4d42-9ec3-bec257b2ee90 req-c07ecf59-3a73-4631-a13b-b4b75ad4e656 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:23.398604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c62daa60-c622-4d42-9ec3-bec257b2ee90 req-c07ecf59-3a73-4631-a13b-b4b75ad4e656 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 948 time: 0.1969180 Feb 04 15:47:23.432575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6d1bef26-7dd5-4410-8cb0-ef14294967b4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Deleting port 4c825f49-b8ff-4785-86cd-c4e7c05ce845 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:23.433447 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d1bef26-7dd5-4410-8cb0-ef14294967b4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.506316 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c62daa60-c622-4d42-9ec3-bec257b2ee90 req-e87e65be-97ff-4349-b5d9-b6ad98fb16df tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007044 Feb 04 15:47:23.663187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d1bef26-7dd5-4410-8cb0-ef14294967b4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.735692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6d1bef26-7dd5-4410-8cb0-ef14294967b4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Calling delete_port for 4c825f49-b8ff-4785-86cd-c4e7c05ce845 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:23.745441 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6d38b978-5f02-47ec-8b4d-85573cf3aa13 None None] Provisioning complete for port 4c825f49-b8ff-4785-86cd-c4e7c05ce845 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:23.746043 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6d38b978-5f02-47ec-8b4d-85573cf3aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:23.818636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6d38b978-5f02-47ec-8b4d-85573cf3aa13 None None] Port 4c825f49-b8ff-4785-86cd-c4e7c05ce845 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:24.112276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d1bef26-7dd5-4410-8cb0-ef14294967b4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.184897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bef26-7dd5-4410-8cb0-ef14294967b4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Port': ['ID=4c825f49-b8ff-4785-86cd-c4e7c05ce845,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:24.196109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 905cafc9-aba4-4b39-a908-96fe21c4282d details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:47:24.210852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cd3df-00d6-4be3-afb2-808979c0a2dd req-c6c9344f-bf10-4ba9-8309-69d502593945 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:24.212668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8f5cd3df-00d6-4be3-afb2-808979c0a2dd req-c6c9344f-bf10-4ba9-8309-69d502593945 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1475618 Feb 04 15:47:24.394218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8f5cd3df-00d6-4be3-afb2-808979c0a2dd req-6d317523-d3f8-4217-9e9a-e077df23e058 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648412 Feb 04 15:47:24.506251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d1bef26-7dd5-4410-8cb0-ef14294967b4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.517377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6d1bef26-7dd5-4410-8cb0-ef14294967b4 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "DELETE /v2.0/ports/4c825f49-b8ff-4785-86cd-c4e7c05ce845 HTTP/1.1" status: 204 len: 168 time: 1.3171320 Feb 04 15:47:24.521186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35408) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:24.531565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 905cafc9-aba4-4b39-a908-96fe21c4282d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=905cafc9-aba4-4b39-a908-96fe21c4282d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:24.601421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '905cafc9-aba4-4b39-a908-96fe21c4282d', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': '905cafc9-aba4-4b39-a908-96fe21c4282d', 'mac_address': 'fa:16:3e:a4:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:47:24.654763 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6be8563-5122-4390-96f5-057a062d122e tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] GET failed (client error): The resource could not be found. Feb 04 15:47:24.666656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35416) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:24.667296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a6be8563-5122-4390-96f5-057a062d122e tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "GET /v2.0/ports/4c825f49-b8ff-4785-86cd-c4e7c05ce845 HTTP/1.1" status: 404 len: 333 time: 0.1439579 Feb 04 15:47:24.682938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-915032293'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:24.780378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35418) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:24.805518 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:24.849301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905cafc9-aba4-4b39-a908-96fe21c4282d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:47:24.935201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 905cafc9-aba4-4b39-a908-96fe21c4282d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=905cafc9-aba4-4b39-a908-96fe21c4282d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:24.945060 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.056140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5954fc13-5211-4ad0-ac7b-cef5732a3318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.064702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=905cafc9-aba4-4b39-a908-96fe21c4282d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.169046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572de40f-aab7-446c-a104-97e56bcd9489 req-ee3898fc-7905-40e5-8b8f-6f4ef373ff55 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.185806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-572de40f-aab7-446c-a104-97e56bcd9489 req-ee3898fc-7905-40e5-8b8f-6f4ef373ff55 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 948 time: 0.2942622 Feb 04 15:47:25.195498 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5954fc13-5211-4ad0-ac7b-cef5732a3318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.209944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5954fc13-5211-4ad0-ac7b-cef5732a3318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.294941 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5954fc13-5211-4ad0-ac7b-cef5732a3318 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9d35764c2ef49328ae6a61e2af28189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134401 Feb 04 15:47:25.296603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954fc13-5211-4ad0-ac7b-cef5732a3318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87727327-09c9-4487-bed4-e8ad868555a8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.300319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35428) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:25.333634 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['905cafc9-aba4-4b39-a908-96fe21c4282d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:47:25.387995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Made reservation on behalf of 21805fdcaae24e2794a11a126293f0e8 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:25.396042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.404843 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-572de40f-aab7-446c-a104-97e56bcd9489 req-40db7495-98d1-4d05-ac16-2b05e32bcf26 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145200 Feb 04 15:47:25.474653 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4478cd-cde7-47c1-a075-eba3a1140c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.537319 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4478cd-cde7-47c1-a075-eba3a1140c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.548648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] device_id is not set on port 9a92c2e5-3940-4688-827c-30216a42a620 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:25.671109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4478cd-cde7-47c1-a075-eba3a1140c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.674031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e4478cd-cde7-47c1-a075-eba3a1140c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:25.675797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4e4478cd-cde7-47c1-a075-eba3a1140c28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87727327-09c9-4487-bed4-e8ad868555a8 HTTP/1.1" status: 204 len: 168 time: 0.3732996 Feb 04 15:47:25.841101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4478cd-cde7-47c1-a075-eba3a1140c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87727327-09c9-4487-bed4-e8ad868555a8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:25.901393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913421e-a9f4-4626-84c3-a1e56f97597e req-25fd7fea-ac40-4beb-9509-569f3bbfff8c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:25.916472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4913421e-a9f4-4626-84c3-a1e56f97597e req-25fd7fea-ac40-4beb-9509-569f3bbfff8c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2659786 Feb 04 15:47:26.067663 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4913421e-a9f4-4626-84c3-a1e56f97597e req-e9e3aa01-d591-4da1-b680-74e31edfb696 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479452 Feb 04 15:47:26.073350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Allocated IP 2001:db8::159 (868ab6d8-d623-4b19-a1b9-bb1062a28de6/5c54217e-08b9-4731-a208-deaa22655a28/9a92c2e5-3940-4688-827c-30216a42a620) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:26.594784 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.755986 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.800548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708d90a-868a-4046-b93a-dc24d6aa9e96 req-dadf4f28-5d51-4fac-9f5a-acf0826e802d tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:26.809182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2708d90a-868a-4046-b93a-dc24d6aa9e96 req-dadf4f28-5d51-4fac-9f5a-acf0826e802d tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 949 time: 0.1626835 Feb 04 15:47:26.843959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:26.855149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:26.861105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:26.867467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:26.868321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:26.910952 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2708d90a-868a-4046-b93a-dc24d6aa9e96 req-372293ef-e5e9-448b-85e4-0a1db3a734e1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003997 Feb 04 15:47:26.914202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=9a92c2e5-3940-4688-827c-30216a42a620,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:26.956709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35460) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:26.957775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-123933a0-c397-495f-8e13-8f243fb161eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2877765 Feb 04 15:47:26.966004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0a:6d:aa'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:27.186632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.411886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463de89-cc72-4c84-9e7c-599dbf02a266 req-b5c854aa-77ea-4d39-b166-a1af511e4e00 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:27.419867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7463de89-cc72-4c84-9e7c-599dbf02a266 req-b5c854aa-77ea-4d39-b166-a1af511e4e00 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2405553 Feb 04 15:47:27.428945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-62f02c90-6f93-42fa-b19d-535f00f7c084 None None] Provisioning complete for port 9a92c2e5-3940-4688-827c-30216a42a620 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:27.431865 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62f02c90-6f93-42fa-b19d-535f00f7c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.541918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-62f02c90-6f93-42fa-b19d-535f00f7c084 None None] Port 9a92c2e5-3940-4688-827c-30216a42a620 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:27.542819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7463de89-cc72-4c84-9e7c-599dbf02a266 req-461edcf7-c7d7-4ddc-bbf2-73757474b66c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219096 Feb 04 15:47:27.655768 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.663600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.719764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=9a92c2e5-3940-4688-827c-30216a42a620,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:27.752330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] In _notify_port_updated(), no bound segment for port 9a92c2e5-3940-4688-827c-30216a42a620 on network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:47:27.760196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:27.773349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.778534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35498) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:27.779958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-61d76843-8c01-4887-aafa-c41bc8e69a3b tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "PUT /v2.0/ports/9a92c2e5-3940-4688-827c-30216a42a620 HTTP/1.1" status: 200 len: 1002 time: 0.8167653 Feb 04 15:47:27.991745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e80d357e-69ec-458e-9bcc-46ba2bca5c83 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Deleting port 9a92c2e5-3940-4688-827c-30216a42a620 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:27.993713 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e80d357e-69ec-458e-9bcc-46ba2bca5c83 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.239951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50dcd4-0444-4d8e-b46c-c3815e49f58d req-6e60d1cf-344d-4a5e-adff-cdf4d9024787 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:28.249392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 905cafc9-aba4-4b39-a908-96fe21c4282d up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:47:28.267613 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b50dcd4-0444-4d8e-b46c-c3815e49f58d req-6e60d1cf-344d-4a5e-adff-cdf4d9024787 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 949 time: 0.1811478 Feb 04 15:47:28.425525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3d62f986-c03a-4958-9159-297d1302e731 None None] Provisioning complete for port 9a92c2e5-3940-4688-827c-30216a42a620 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:28.425912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3d62f986-c03a-4958-9159-297d1302e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.468788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b50dcd4-0444-4d8e-b46c-c3815e49f58d req-198f434f-1209-478b-a549-1825436e7473 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977365 Feb 04 15:47:28.474087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 905cafc9-aba4-4b39-a908-96fe21c4282d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:47:28.514980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35536) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:28.533911 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e80d357e-69ec-458e-9bcc-46ba2bca5c83 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.567763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 905cafc9-aba4-4b39-a908-96fe21c4282d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:28.568143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.582137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e80d357e-69ec-458e-9bcc-46ba2bca5c83 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Calling delete_port for 9a92c2e5-3940-4688-827c-30216a42a620 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:28.713808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3d62f986-c03a-4958-9159-297d1302e731 None None] Port 9a92c2e5-3940-4688-827c-30216a42a620 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:28.799685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31b160-e0f1-4e4d-bdb0-89fd65bdb0cc req-2ceb37f4-3727-4a26-8d31-e3255b7e85c9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:28.813044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6c31b160-e0f1-4e4d-bdb0-89fd65bdb0cc req-2ceb37f4-3727-4a26-8d31-e3255b7e85c9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1192420 Feb 04 15:47:28.924016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6c31b160-e0f1-4e4d-bdb0-89fd65bdb0cc req-38db21e2-bec4-405b-8dad-fc56651b1ee2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097105 Feb 04 15:47:28.965408 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.026518 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e80d357e-69ec-458e-9bcc-46ba2bca5c83 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.028605 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91875252-8d15-472c-ba34-d155e4bf2f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.061421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85c7217-0f0a-44e5-a4ac-a21cb0bedada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905cafc9-aba4-4b39-a908-96fe21c4282d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:29.068906 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d88c48-80e4-4bbd-9aec-f064fe39cf87" -d '{"events": [{"server_uuid": "d85c7217-0f0a-44e5-a4ac-a21cb0bedada", "name": "network-vif-plugged", "status": "completed", "tag": "905cafc9-aba4-4b39-a908-96fe21c4282d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:47:29.120466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 905cafc9-aba4-4b39-a908-96fe21c4282d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=905cafc9-aba4-4b39-a908-96fe21c4282d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:29.134808 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.153339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d357e-69ec-458e-9bcc-46ba2bca5c83 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Port': ['ID=9a92c2e5-3940-4688-827c-30216a42a620,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:29.264309 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e80d357e-69ec-458e-9bcc-46ba2bca5c83 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.270019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e80d357e-69ec-458e-9bcc-46ba2bca5c83 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "DELETE /v2.0/ports/9a92c2e5-3940-4688-827c-30216a42a620 HTTP/1.1" status: 204 len: 168 time: 1.4900289 Feb 04 15:47:29.272672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35548) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:29.286735 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc2c0f0-a251-4f1a-94e4-c6e7864b2d53 x-openstack-request-id: req-2dc2c0f0-a251-4f1a-94e4-c6e7864b2d53 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:47:29.301101 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85c7217-0f0a-44e5-a4ac-a21cb0bedada", "name": "network-vif-plugged", "status": "completed", "tag": "905cafc9-aba4-4b39-a908-96fe21c4282d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:47:29.308914 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2dc2c0f0-a251-4f1a-94e4-c6e7864b2d53 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:47:29.309706 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85c7217-0f0a-44e5-a4ac-a21cb0bedada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905cafc9-aba4-4b39-a908-96fe21c4282d', 'code': 200} Feb 04 15:47:29.437151 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c01bc91-2542-459b-92f5-834f3d15477f tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] GET failed (client error): The resource could not be found. Feb 04 15:47:29.442440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7c01bc91-2542-459b-92f5-834f3d15477f tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "GET /v2.0/ports/9a92c2e5-3940-4688-827c-30216a42a620 HTTP/1.1" status: 404 len: 333 time: 0.1636682 Feb 04 15:47:29.445946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35550) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:29.477159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-156824255'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:29.478453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ec9f-377d-4ec5-ab8a-0168e7b8534c req-61cc4648-c408-4720-bc8c-0e25c53c2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:29.480061 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a527ec9f-377d-4ec5-ab8a-0168e7b8534c req-61cc4648-c408-4720-bc8c-0e25c53c2228 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 1101 time: 0.1616004 Feb 04 15:47:29.493444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=905cafc9-aba4-4b39-a908-96fe21c4282d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:29.623714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a527ec9f-377d-4ec5-ab8a-0168e7b8534c req-c04c30f3-6a22-4c14-8001-2089bc6497af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350503 Feb 04 15:47:29.800097 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91875252-8d15-472c-ba34-d155e4bf2f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.824142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91875252-8d15-472c-ba34-d155e4bf2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.901421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Made reservation on behalf of 21805fdcaae24e2794a11a126293f0e8 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:29.906263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.916105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91875252-8d15-472c-ba34-d155e4bf2f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc79eaca-b563-4c98-864c-c30a71667b3a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:29.942814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264a71a-a627-412e-98e8-6aad48789dd0 req-1cbd3ef0-e5f3-4bd8-afa5-9756d8518cf2 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:29.944870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b264a71a-a627-412e-98e8-6aad48789dd0 req-1cbd3ef0-e5f3-4bd8-afa5-9756d8518cf2 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 950 time: 0.1740618 Feb 04 15:47:29.951093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35558) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:29.960296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-91875252-8d15-472c-ba34-d155e4bf2f9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e6a46e87012489da00ebf443d567451&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4427860 Feb 04 15:47:30.039524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] device_id is not set on port ff887071-fc61-48e5-9179-8749c859cb82 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:30.070760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed92a81-41f1-46d9-88cc-80b6c194ac69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.137511 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b264a71a-a627-412e-98e8-6aad48789dd0 req-a9f905b9-efdc-4c2a-9879-5cd87c614726 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588283 Feb 04 15:47:30.138701 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed92a81-41f1-46d9-88cc-80b6c194ac69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.314549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed92a81-41f1-46d9-88cc-80b6c194ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.326222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed92a81-41f1-46d9-88cc-80b6c194ac69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.337822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ed92a81-41f1-46d9-88cc-80b6c194ac69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc79eaca-b563-4c98-864c-c30a71667b3a HTTP/1.1" status: 204 len: 168 time: 0.3850446 Feb 04 15:47:30.361742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Allocated IP 2001:db8::35c (868ab6d8-d623-4b19-a1b9-bb1062a28de6/5c54217e-08b9-4731-a208-deaa22655a28/ff887071-fc61-48e5-9179-8749c859cb82) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:30.414523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167d09f-9c01-47bf-86b0-f72edbb79c9b req-2890a23f-3d88-40a7-94d3-9ae4c20fb512 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:30.421048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4167d09f-9c01-47bf-86b0-f72edbb79c9b req-2890a23f-3d88-40a7-94d3-9ae4c20fb512 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2797446 Feb 04 15:47:30.477632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92a81-41f1-46d9-88cc-80b6c194ac69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc79eaca-b563-4c98-864c-c30a71667b3a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:30.593645 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-37fb554f-eab3-4206-ba94-fd2869f900ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.599493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4167d09f-9c01-47bf-86b0-f72edbb79c9b req-ca210eff-2538-49aa-8759-5fa8505acb62 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403508 Feb 04 15:47:30.840206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:30.927295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.029410 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:31.049525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:31.057281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:31.068770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.069930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.090737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=ff887071-fc61-48e5-9179-8749c859cb82,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:31.125777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b8f991c3-ff0a-4b22-832b-a20220a809f0 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6761351 Feb 04 15:47:31.129287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35574) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:31.142875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'network_id': '868ab6d8-d623-4b19-a1b9-bb1062a28de6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-463026282'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:31.368232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fd4a9-eea5-46f4-8636-ae5da2b3c674 req-b7acb01b-cc99-41f3-9289-3e410029d1ab tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.377207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c94fd4a9-eea5-46f4-8636-ae5da2b3c674 req-b7acb01b-cc99-41f3-9289-3e410029d1ab tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 950 time: 0.1316974 Feb 04 15:47:31.396259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Made reservation on behalf of 21805fdcaae24e2794a11a126293f0e8 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:31.402423 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.434488 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c94fd4a9-eea5-46f4-8636-ae5da2b3c674 req-4517eda1-bf63-4c02-ad5b-440b03ba8f29 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559976 Feb 04 15:47:31.444087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] device_id is not set on port f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:31.533220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7c6ac0b9-8a68-4f7f-847b-2292387f4b15 None None] Provisioning complete for port ff887071-fc61-48e5-9179-8749c859cb82 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:31.534399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac0b9-8a68-4f7f-847b-2292387f4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:31.621461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ac0b9-8a68-4f7f-847b-2292387f4b15 None None] Port ff887071-fc61-48e5-9179-8749c859cb82 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:31.657737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a00e9-6dd2-4df0-89d6-fa4da06ae57f req-3aea7647-51e6-48bf-a83a-21089185c528 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:31.659944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2a00e9-6dd2-4df0-89d6-fa4da06ae57f req-3aea7647-51e6-48bf-a83a-21089185c528 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1096 time: 0.1974318 Feb 04 15:47:31.801599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Allocated IP 2001:db8::1f9 (868ab6d8-d623-4b19-a1b9-bb1062a28de6/5c54217e-08b9-4731-a208-deaa22655a28/f1fe15b8-2daf-45b9-85f7-2c66ef84fa76) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:31.810482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2a00e9-6dd2-4df0-89d6-fa4da06ae57f req-2a7f3388-a6c6-4406-9754-823105e96ec6 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389036 Feb 04 15:47:31.858744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35612) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:32.234616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cead-e1ee-491a-8ab9-d1de8a8be0c3 req-82bdbcf5-caf0-412e-bff4-26783faf7568 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:32.237117 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c290cead-e1ee-491a-8ab9-d1de8a8be0c3 req-82bdbcf5-caf0-412e-bff4-26783faf7568 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2056308 Feb 04 15:47:32.298558 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.335162 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c290cead-e1ee-491a-8ab9-d1de8a8be0c3 req-116e0228-686a-4e08-b0e2-b4b292f8e618 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845590 Feb 04 15:47:32.389819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.540594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:32.555842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:32.566784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:32.573386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:32.574262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:32.618245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=f1fe15b8-2daf-45b9-85f7-2c66ef84fa76,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:32.638318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5054920 Feb 04 15:47:32.641323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35640) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:32.650140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.650526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.650853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.651201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.651553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.651893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.652233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.652577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.652916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.653345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.653576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.653784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c9', 'mac_address': 'fa:16:3e:0a:6d:aa'}, {'ip_address': '2001:db8::35c', 'mac_address': 'fa:16:3e:93:b7:b0'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:32.653935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3374b-fa00-468f-8605-9413a758f8eb tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:32.930982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port ea217ab2-60d2-4ca3-933f-45e21060864c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:32.932844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.062036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.180559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-890ec3f3-d064-43b0-9804-06c0a0216508 None None] Provisioning complete for port f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:33.181408 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-890ec3f3-d064-43b0-9804-06c0a0216508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.291789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.292084 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.300208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-890ec3f3-d064-43b0-9804-06c0a0216508 None None] Port f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:33.360797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for ea217ab2-60d2-4ca3-933f-45e21060864c owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:33.455499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35672) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:33.631165 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e723c38-1e4e-4429-8a63-732cf1e6a3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.791540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1ec03dd-2e72-4c3f-9f49-889e24d9ea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.894567 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.911581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.912007 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1ec03dd-2e72-4c3f-9f49-889e24d9ea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.919516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1ec03dd-2e72-4c3f-9f49-889e24d9ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:33.977206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec03dd-2e72-4c3f-9f49-889e24d9ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca378d2-8e4c-404e-a87b-c225d7b694d6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:33.985129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d1ec03dd-2e72-4c3f-9f49-889e24d9ea69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9286045847dd4ea3be9be8dc3ce6275a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269430 Feb 04 15:47:33.990292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35682) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:34.031185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9eb0f-8c07-4f99-a35f-62fe70f04b7e req-af952cbc-da20-4bc0-ab6e-be6f7908c7a3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:34.043466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85a9eb0f-8c07-4f99-a35f-62fe70f04b7e req-af952cbc-da20-4bc0-ab6e-be6f7908c7a3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.4044728 Feb 04 15:47:34.135748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] In _notify_port_updated(), no bound segment for port f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 on network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:47:34.169154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:34.170550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.178376 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "PUT /v2.0/ports/f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 HTTP/1.1" status: 200 len: 1067 time: 1.5301137 Feb 04 15:47:34.179474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35686) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:34.301759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb6b67-4177-4db8-9d00-7e8c46123a18 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event updated for resources: {'Port': ['ID=f1fe15b8-2daf-45b9-85f7-2c66ef84fa76,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:34.336443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85a9eb0f-8c07-4f99-a35f-62fe70f04b7e req-9a19621f-3236-4254-b583-1fd22deb7515 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717648 Feb 04 15:47:34.368412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebf559fe-10dc-42e7-bb16-63b2f24d2d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.426484 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.494272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=ea217ab2-60d2-4ca3-933f-45e21060864c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:34.604617 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebf559fe-10dc-42e7-bb16-63b2f24d2d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.620918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.622030 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Floating IP 94265fd7-042f-40ab-8c8c-88bfdd5b3169 disassociated (deleted). External IP: 172.25.1.39, port: 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52. Feb 04 15:47:34.650691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-43a5b14b-8df7-4677-8476-48b93010bc04 None None] Provisioning complete for port f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:34.651511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-43a5b14b-8df7-4677-8476-48b93010bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.751451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4498f315-4fae-48d9-ae2c-204b2178d4a2 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Deleting port f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:34.753492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4498f315-4fae-48d9-ae2c-204b2178d4a2 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:34.819631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-43a5b14b-8df7-4677-8476-48b93010bc04 None None] Port f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:35.033682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebf559fe-10dc-42e7-bb16-63b2f24d2d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.045528 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ebf559fe-10dc-42e7-bb16-63b2f24d2d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.047638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebf559fe-10dc-42e7-bb16-63b2f24d2d18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ca378d2-8e4c-404e-a87b-c225d7b694d6 HTTP/1.1" status: 204 len: 168 time: 1.0560727 Feb 04 15:47:35.073359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf559fe-10dc-42e7-bb16-63b2f24d2d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca378d2-8e4c-404e-a87b-c225d7b694d6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:35.235348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4498f315-4fae-48d9-ae2c-204b2178d4a2 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.289855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4498f315-4fae-48d9-ae2c-204b2178d4a2 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Calling delete_port for f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:35.379976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router be9a5772-708c-4d88-8402-caaaadd6ec88 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:47:35.595938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:47:35.623460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] Sync routers for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:35.630470 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.664250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:47:35.666752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:35.706299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62f565-d75c-43bd-ad50-1c0b1625078b req-a671fe79-2901-4d30-ab84-73ce2e9a1fc6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:35.709417 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea62f565-d75c-43bd-ad50-1c0b1625078b req-a671fe79-2901-4d30-ab84-73ce2e9a1fc6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1504838 Feb 04 15:47:35.873250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:35.978022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea62f565-d75c-43bd-ad50-1c0b1625078b req-bcf51c1a-0035-44ab-bc5c-f67ab1e01696 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537282 Feb 04 15:47:36.017738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4498f315-4fae-48d9-ae2c-204b2178d4a2 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.095545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:47:36.144348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498f315-4fae-48d9-ae2c-204b2178d4a2 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Port': ['ID=f1fe15b8-2daf-45b9-85f7-2c66ef84fa76,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:36.866607 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4498f315-4fae-48d9-ae2c-204b2178d4a2 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:36.895824 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4498f315-4fae-48d9-ae2c-204b2178d4a2 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "DELETE /v2.0/ports/f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 HTTP/1.1" status: 204 len: 168 time: 2.6960728 Feb 04 15:47:36.898428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35732) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:37.034563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-19c7ea0e-8d39-4a59-bd59-5de59896b79f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/floatingips/94265fd7-042f-40ab-8c8c-88bfdd5b3169 HTTP/1.1" status: 204 len: 168 time: 5.1689603 Feb 04 15:47:37.034563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:37.040342 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7400ff89-78c6-48b2-9332-9a1e19448213" -d '{"events": [{"name": "network-changed", "server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:47:37.049544 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.081927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:54Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:37.085198 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8b4d42-a074-4468-8527-9807dff93735 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] GET failed (client error): The resource could not be found. Feb 04 15:47:37.089218 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f8b4d42-a074-4468-8527-9807dff93735 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "GET /v2.0/ports/f1fe15b8-2daf-45b9-85f7-2c66ef84fa76 HTTP/1.1" status: 404 len: 333 time: 0.1862557 Feb 04 15:47:37.092094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35742) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:37.146946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] Checking router: be9a5772-708c-4d88-8402-caaaadd6ec88 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:47:37.158201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:47:37.160136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:37.481344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35750) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:37.539267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:47:37.690877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-629a71c2-66c1-4e41-b99b-8dd27166b3ee tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Deleting port ff887071-fc61-48e5-9179-8749c859cb82 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:37.693729 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629a71c2-66c1-4e41-b99b-8dd27166b3ee tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:37.834737 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.025290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629a71c2-66c1-4e41-b99b-8dd27166b3ee tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.056404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-629a71c2-66c1-4e41-b99b-8dd27166b3ee tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Calling delete_port for ff887071-fc61-48e5-9179-8749c859cb82 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:38.198861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:54Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:38.273683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbd4e3-a6ef-43ab-956d-f0dd46a8f6e2 None None] The sync data for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 is: [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:43:46Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ef6943a-d11f-42e4-a69b-148f41bf91a6', 'name': '', 'network_id': 'b8b15cd7-5139-419a-ad7b-1fdf562bcfba', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:43:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:42Z', 'updated_at': '2022-02-04T15:43:54Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': 'a2b4c94f-da74-4b96-ae25-2df69d653363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:38.292268 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28955df8-846c-4d55-9e06-be5181923103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.410499 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1204112-be47-4d9c-ae1d-8ae3e212bb12 x-openstack-request-id: req-b1204112-be47-4d9c-ae1d-8ae3e212bb12 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:47:38.412012 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:47:38.412386 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b1204112-be47-4d9c-ae1d-8ae3e212bb12 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:47:38.412859 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'status': 'completed', 'code': 200} Feb 04 15:47:38.429509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc421545-f548-4981-9a71-d12c8ea053cc req-a64d8c6e-84f0-4eff-bc56-68e5e111a555 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:38.435172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc421545-f548-4981-9a71-d12c8ea053cc req-a64d8c6e-84f0-4eff-bc56-68e5e111a555 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 1.0290241 Feb 04 15:47:38.437872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629a71c2-66c1-4e41-b99b-8dd27166b3ee tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.476895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-05f21599-5fa5-414d-a93c-0405580f3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:38.484686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-05f21599-5fa5-414d-a93c-0405580f3c80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 1096 time: 0.5101430 Feb 04 15:47:38.661122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a71c2-66c1-4e41-b99b-8dd27166b3ee tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Port': ['ID=ff887071-fc61-48e5-9179-8749c859cb82,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:38.812264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-629a71c2-66c1-4e41-b99b-8dd27166b3ee tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:38.812264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-629a71c2-66c1-4e41-b99b-8dd27166b3ee tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "DELETE /v2.0/ports/ff887071-fc61-48e5-9179-8749c859cb82 HTTP/1.1" status: 204 len: 168 time: 1.7086170 Feb 04 15:47:38.812559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc421545-f548-4981-9a71-d12c8ea053cc req-bc995770-98a8-473b-9a09-f3d0481c9b61 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602095 Feb 04 15:47:38.813423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35772) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:38.881590 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-47eba9ae-689b-47ec-8858-3cf59a26f242 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] GET failed (client error): The resource could not be found. Feb 04 15:47:38.890807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-47eba9ae-689b-47ec-8858-3cf59a26f242 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "GET /v2.0/ports/ff887071-fc61-48e5-9179-8749c859cb82 HTTP/1.1" status: 404 len: 333 time: 0.0705082 Feb 04 15:47:38.892118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:39.132453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-31eedb92-05fc-4605-8ad0-2da74c07cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.133197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ff26d2a5-adeb-4f51-a1ba-a890839b7012 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Deleting port 875e0b0a-1383-49b8-88ce-d9cd13e92579 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:39.138559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff26d2a5-adeb-4f51-a1ba-a890839b7012 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.140467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-31eedb92-05fc-4605-8ad0-2da74c07cce3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 200 len: 898 time: 0.6258490 Feb 04 15:47:39.170510 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6485466-386f-4e35-8a4a-ea4e30b184d5 None None] New status for floating IP 94265fd7-042f-40ab-8c8c-88bfdd5b3169: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:47:39.329018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28955df8-846c-4d55-9e06-be5181923103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.403358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff26d2a5-adeb-4f51-a1ba-a890839b7012 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.438599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ff26d2a5-adeb-4f51-a1ba-a890839b7012 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Calling delete_port for 875e0b0a-1383-49b8-88ce-d9cd13e92579 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:39.455868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747b5f9-6afc-4123-a27a-7de061bbc5ac req-a063df42-1c6f-452d-b511-725a9d3145c6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.466099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3747b5f9-6afc-4123-a27a-7de061bbc5ac req-a063df42-1c6f-452d-b511-725a9d3145c6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 1.2809289 Feb 04 15:47:39.491396 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28955df8-846c-4d55-9e06-be5181923103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.498379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-6b64aa03-f0d4-4907-a47a-36002cf89279 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 200 len: 217 time: 0.1564445 Feb 04 15:47:39.655104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3747b5f9-6afc-4123-a27a-7de061bbc5ac req-078cf35c-2183-4c82-8d19-07143bc57f63 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=b62a8a3e-0c5f-401f-acf8-8574570e7cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1879547 Feb 04 15:47:39.667068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28955df8-846c-4d55-9e06-be5181923103 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41b5598225ab4b2eb0495258bf9096a8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1840889 Feb 04 15:47:39.703494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35784) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:39.752698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.816328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-e637b14c-7a6b-43fe-bbf2-65e835b7474c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.818375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-e637b14c-7a6b-43fe-bbf2-65e835b7474c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 945 time: 0.3737071 Feb 04 15:47:39.819810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff26d2a5-adeb-4f51-a1ba-a890839b7012 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:39.831554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-229079da-0bc2-43fc-9be2-db9f22a35714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:39.854612 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-229079da-0bc2-43fc-9be2-db9f22a35714 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 200 len: 835 time: 0.3171394 Feb 04 15:47:39.867064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35790) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:39.894913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28955df8-846c-4d55-9e06-be5181923103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e70ae1-efff-41d6-be80-b9c49b81470d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:40.046322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc868ece-efd6-4271-8533-7d6ed744a822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.052995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35796) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:40.070971 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-437203870'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:40.080083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26d2a5-adeb-4f51-a1ba-a890839b7012 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Port': ['ID=875e0b0a-1383-49b8-88ce-d9cd13e92579,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:40.098027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-a5769483-14fe-478f-8fe9-858d6e5a4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:40.102073 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-a5769483-14fe-478f-8fe9-858d6e5a4114 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b15cd7-5139-419a-ad7b-1fdf562bcfba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460330 Feb 04 15:47:40.163157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff26d2a5-adeb-4f51-a1ba-a890839b7012 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.175099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ff26d2a5-adeb-4f51-a1ba-a890839b7012 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "DELETE /v2.0/ports/875e0b0a-1383-49b8-88ce-d9cd13e92579 HTTP/1.1" status: 204 len: 168 time: 1.2785962 Feb 04 15:47:40.179174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35798) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:40.252256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e377af-7a87-4023-ae2e-b09eb785e590 req-bd5671a7-fd9a-4685-983c-2fb36093c2f2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:40.254958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91e377af-7a87-4023-ae2e-b09eb785e590 req-bd5671a7-fd9a-4685-983c-2fb36093c2f2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1859334 Feb 04 15:47:40.266714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:40.267364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.275310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-50543a7f-e1c9-4584-a848-a87f09a904f3 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279886 Feb 04 15:47:40.317840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:40.321827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.327341 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc868ece-efd6-4271-8533-7d6ed744a822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.352025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-437222665'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:40.435630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca84b85a-2341-4a5c-8260-d5fac6c4529d tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Deleting subnet 5c54217e-08b9-4731-a208-deaa22655a28 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:47:40.523028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca84b85a-2341-4a5c-8260-d5fac6c4529d tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.588851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:40.607422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.608361 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Added segment 4ceb08f6-b34e-436d-b6ff-eb29d6dfc758 of type vlan for network 3703e0dc-6b85-43e2-90ba-089a82e79531 Feb 04 15:47:40.636987 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca84b85a-2341-4a5c-8260-d5fac6c4529d tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.717022 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.833906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:40.834323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:40.860710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:41.037572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91e377af-7a87-4023-ae2e-b09eb785e590 req-0538ff94-1412-4bf8-a5c2-6a2fde4ceed9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6737347 Feb 04 15:47:41.112627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca84b85a-2341-4a5c-8260-d5fac6c4529d tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.756391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.808127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca84b85a-2341-4a5c-8260-d5fac6c4529d tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:41.851204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7400ff89-78c6-48b2-9332-9a1e19448213 req-b78c4377-c157-4a4f-8afe-5bd3091e266d service neutron] 10.222.0.30 "GET /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5473857 Feb 04 15:47:41.879123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=68fab8ae-6d7f-4145-a95f-7a6ee83a0e52,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:42.045532 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.072656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:42.073875 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.077662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] No DVR routers for this DVR port 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:42.080877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84b85a-2341-4a5c-8260-d5fac6c4529d tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Subnet': ['ID=5c54217e-08b9-4731-a208-deaa22655a28,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:42.088856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.108219 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d31775f-c1fb-4e0d-b6fd-8960a54a61b9 req-42c2f1e4-7a0c-4150-923e-52203b09fe60 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "DELETE /v2.0/ports/68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 HTTP/1.1" status: 204 len: 173 time: 2.2705872 Feb 04 15:47:42.116171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9cf5b3bc-fd25-4be3-9844-5b2934400fa6 req-50d397a1-be18-430f-bf42-4fa01cf2c4fb tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 210 time: 0.5333135 Feb 04 15:47:42.122861 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca84b85a-2341-4a5c-8260-d5fac6c4529d tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.136285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971fd169-351f-453d-8ff8-e88b553decd0 None None] Network 868ab6d8-d623-4b19-a1b9-bb1062a28de6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:42.152500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ca84b85a-2341-4a5c-8260-d5fac6c4529d tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "DELETE /v2.0/subnets/5c54217e-08b9-4731-a208-deaa22655a28 HTTP/1.1" status: 204 len: 168 time: 1.9604375 Feb 04 15:47:42.179404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'name': 'network-vif-deleted', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:47:42.194189 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9a9a87-2c13-4355-a359-4d44e7367ff9" -d '{"events": [{"server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "name": "network-vif-deleted", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:47:42.203957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35814) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:42.427210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Network': ['ID=3703e0dc-6b85-43e2-90ba-089a82e79531,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:42.449904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc868ece-efd6-4271-8533-7d6ed744a822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.464044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cc868ece-efd6-4271-8533-7d6ed744a822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.472818 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cc868ece-efd6-4271-8533-7d6ed744a822 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16e70ae1-efff-41d6-be80-b9c49b81470d HTTP/1.1" status: 204 len: 168 time: 2.7280688 Feb 04 15:47:42.566429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-36ed3da2-31cd-44fe-a2e4-20fe084968da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5082242 Feb 04 15:47:42.580751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35820) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:42.583792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Made reservation on behalf of 29e65fa1f4164e71b9ac41e5f619f725 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:42.586880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:47:42.627608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.668831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-751619051'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:42.691858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.713267 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5ad327-c464-4d2c-87b1-d4bf05245261 x-openstack-request-id: req-7b5ad327-c464-4d2c-87b1-d4bf05245261 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:47:42.716433 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1105213c-9f6e-4a02-8bb0-febe98361598", "name": "network-vif-deleted", "tag": "68fab8ae-6d7f-4145-a95f-7a6ee83a0e52", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:47:42.717344 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b5ad327-c464-4d2c-87b1-d4bf05245261 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:47:42.719884 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1105213c-9f6e-4a02-8bb0-febe98361598', 'name': 'network-vif-deleted', 'tag': '68fab8ae-6d7f-4145-a95f-7a6ee83a0e52', 'status': 'completed', 'code': 200} Feb 04 15:47:42.739448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc868ece-efd6-4271-8533-7d6ed744a822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e70ae1-efff-41d6-be80-b9c49b81470d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:42.763125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:42.813364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-a22e2c29-ae0f-413c-8a8a-83fa227398ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:42.816331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-a22e2c29-ae0f-413c-8a8a-83fa227398ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1096 time: 1.1801810 Feb 04 15:47:42.860052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a59be0-53fc-4e21-950a-e2c5d0f99ce4 req-58097da5-0d40-48c2-b685-f7432e8074a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:42.905186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84a59be0-53fc-4e21-950a-e2c5d0f99ce4 req-58097da5-0d40-48c2-b685-f7432e8074a4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 1.2238512 Feb 04 15:47:43.154444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] DHCP port deletion for 868ab6d8-d623-4b19-a1b9-bb1062a28de6 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:47:43.332622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84a59be0-53fc-4e21-950a-e2c5d0f99ce4 req-091130c5-d2f0-45d0-ac42-f6b363d4d109 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254298 Feb 04 15:47:43.340465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] Deleting port c8998a2b-7807-4196-b4a9-f6c4d94510c4 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:43.342911 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.415160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:43.431112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.501243 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-b38cd36c-0f24-4e1c-89cf-c805c9505f55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5889673 Feb 04 15:47:43.556890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Deleting port c8998a2b-7807-4196-b4a9-f6c4d94510c4 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:43.557422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.619103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] For port c8998a2b-7807-4196-b4a9-f6c4d94510c4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c8998a2b-7807-4196-b4a9-f6c4d94510c4,segment=NetworkSegment(c51b6be4-d398-4254-9e3f-20574b77c9e7),segment_id=c51b6be4-d398-4254-9e3f-20574b77c9e7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:43.620164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:43.679564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] Calling delete_port for c8998a2b-7807-4196-b4a9-f6c4d94510c4 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:43.728041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-82e9f290-2c5f-428a-8ab8-0484c57e711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:43.731435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-82e9f290-2c5f-428a-8ab8-0484c57e711f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.8667698 Feb 04 15:47:43.892476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:43.925391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-412c8b2a-f1c1-4a03-bb12-73895a54e163 req-9ec479fd-741e-49bc-b6ec-bea90324639b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=1105213c-9f6e-4a02-8bb0-febe98361598 HTTP/1.1" status: 200 len: 210 time: 0.3556783 Feb 04 15:47:43.971169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-f530b1db-83b0-4a74-988f-1d80ce7b6e6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.2274272 Feb 04 15:47:44.019569 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.026844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] For port c8998a2b-7807-4196-b4a9-f6c4d94510c4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c8998a2b-7807-4196-b4a9-f6c4d94510c4,segment=NetworkSegment(c51b6be4-d398-4254-9e3f-20574b77c9e7),segment_id=c51b6be4-d398-4254-9e3f-20574b77c9e7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:44.027558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.043731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-a0e9bb84-e019-4827-a582-df58ee3d3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:44.050094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-a0e9bb84-e019-4827-a582-df58ee3d3225 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 1096 time: 0.4954891 Feb 04 15:47:44.081396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-e299a833-9d92-4314-be27-3895992bc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:44.083723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-e299a833-9d92-4314-be27-3895992bc9fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.0895770 Feb 04 15:47:44.096776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.097484 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Added segment 913c5315-44ad-4048-89d5-fd8cb4cf28d9 of type vlan for network 64cb3f2d-ba95-4939-8485-4be57b4533ef Feb 04 15:47:44.156766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] No DVR routers for this DVR port c8998a2b-7807-4196-b4a9-f6c4d94510c4 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:44.173723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c0720-867c-4b41-b9e5-d90160d58a27 None None] Pushing event deleted for resources: {'Port': ['ID=c8998a2b-7807-4196-b4a9-f6c4d94510c4,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:44.219723 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.226797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-50771ea5-5755-4dc4-bcfb-942f6c79163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:44.228637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-50771ea5-5755-4dc4-bcfb-942f6c79163a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258678 Feb 04 15:47:44.244634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.261431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.284078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:44.296060 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.296719 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Added segment 149e8d3d-918e-44ee-9da6-4f173a491f1e of type vlan for network ea8bd95a-b935-4b22-ad54-d162bf2ef311 Feb 04 15:47:44.348235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.412307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:47:44.483897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.490719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:44.491523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:44.504878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d27e2ed-a846-407d-8512-ffc70fc4d533,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:44.529383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-8223edc2-f157-4244-a569-a5e124a6e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:44.532213 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-8223edc2-f157-4244-a569-a5e124a6e8fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.4358969 Feb 04 15:47:44.556839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Calling delete_port for c8998a2b-7807-4196-b4a9-f6c4d94510c4 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:44.575410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:47:44.575938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 68fab8ae-6d7f-4145-a95f-7a6ee83a0e52 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:47:44.752137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-0ab8fc59-f657-47bd-96ed-b40f9a8ede44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 HTTP/1.1" status: 200 len: 217 time: 0.1960485 Feb 04 15:47:44.950655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c8998a2b-7807-4196-b4a9-f6c4d94510c4 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:47:45.008975 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.016895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:45.017697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.032153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c8998a2b-7807-4196-b4a9-f6c4d94510c4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:47:45.036026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c8998a2b-7807-4196-b4a9-f6c4d94510c4 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:47:45.040065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 5.1385407 Feb 04 15:47:45.053683 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4205885 Feb 04 15:47:45.063276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35856) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:45.075009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'subnet': {'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:45.077463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35858) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:45.088699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cd01f-d9c6-4716-9f90-34b2085d31cf tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Pushing event updated for resources: {'Network': ['ID=ea8bd95a-b935-4b22-ad54-d162bf2ef311,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:45.090921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a57e5-0cd8-4e82-9530-3a2badb6e81c req-8f011b67-58f1-44bc-a20e-21e08bacec87 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:45.100815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-359a57e5-0cd8-4e82-9530-3a2badb6e81c req-8f011b67-58f1-44bc-a20e-21e08bacec87 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.5668421 Feb 04 15:47:45.115107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ea8bd95a-b935-4b22-ad54-d162bf2ef311 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:47:45.251643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-359a57e5-0cd8-4e82-9530-3a2badb6e81c req-e701664b-213a-4114-a5c5-1cb87d65e116 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488409 Feb 04 15:47:45.284448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-cd134564-10f5-44c9-9146-238ef9ebab10 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0423014 Feb 04 15:47:45.327407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5944cd-a573-4dfe-ac9e-280f2d55cabc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Network': ['ID=64cb3f2d-ba95-4939-8485-4be57b4533ef,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:45.343525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 64cb3f2d-ba95-4939-8485-4be57b4533ef details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:47:45.402183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:45.406785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.487762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2f7b159-7d7c-4084-af4b-cded9af372d8 req-ab00d9ca-8e1e-497a-b5a5-8fbc0a038d3a service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927915 Feb 04 15:47:45.572268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-4f50f1b8-1d58-428e-ae84-560ac2466910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:45.581151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-4f50f1b8-1d58-428e-ae84-560ac2466910 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.8148677 Feb 04 15:47:45.905945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:45.976547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.072577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Subnet': ['ID=c058e558-da25-4a8a-be3f-3f46b70164fd,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:46.079787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Checking segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:47:46.080225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network hostable DHCP agents. Network: 3703e0dc-6b85-43e2-90ba-089a82e79531, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:46.134767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35872) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:46.140633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Request body: {'port': {'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311', 'binding:host_id': 'n-h2-827869-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1928313260'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:46.156833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Port': ['ID=c8998a2b-7807-4196-b4a9-f6c4d94510c4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:46.168230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:46.191996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] No DVR routers for this DVR port c8998a2b-7807-4196-b4a9-f6c4d94510c4 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:46.200854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3703e0dc-6b85-43e2-90ba-089a82e79531) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:46.210429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.211038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.222779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d249b998-5d3a-4b53-bc39-48dc5b801ed7 None None] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:46.251971 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Made reservation on behalf of 25b43e5a703444ca8d030f705fa2ed4b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:46.256945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.309211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.337346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-ba7f73e1-3344-43a8-8212-c006bcd4d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:46.340464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-ba7f73e1-3344-43a8-8212-c006bcd4d38b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7440848 Feb 04 15:47:46.346906 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5194c9f1-bb83-4937-9dc5-51adfda6c8d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2819343 Feb 04 15:47:46.351917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35878) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:46.383841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'subnet': {'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:46.587486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:46.591633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.613538 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.628988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3703e0dc-6b85-43e2-90ba-089a82e79531', 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'fixed_ips': [{'subnet_id': 'c058e558-da25-4a8a-be3f-3f46b70164fd'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:47:46.629866 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.641409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868ab6d8-d623-4b19-a1b9-bb1062a28de6']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:46.653515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51b6be4-d398-4254-9e3f-20574b77c9e7') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:46.653818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51b6be4-d398-4254-9e3f-20574b77c9e7') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:46.665707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.682850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.688433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.706693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:46.707121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:46.716890 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:46.775319 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.788001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] device_id is not set on port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:46.889610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713e065c-e033-47a3-8697-dffcd232bf50,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.186831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Allocated IP 10.1.1.2 (3703e0dc-6b85-43e2-90ba-089a82e79531/c058e558-da25-4a8a-be3f-3f46b70164fd/fc4af128-11e5-4a73-bc8a-2ce5951b9c75) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:47.267536 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.305264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33440bb-a592-4585-8be6-2a470bdd5ac3 req-de397e97-8a46-4e57-91a2-3fe606e2362f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:47.317111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c33440bb-a592-4585-8be6-2a470bdd5ac3 req-de397e97-8a46-4e57-91a2-3fe606e2362f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.6235554 Feb 04 15:47:47.327456 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.334456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] 10.222.0.47 "DELETE /v2.0/networks/868ab6d8-d623-4b19-a1b9-bb1062a28de6 HTTP/1.1" status: 204 len: 168 time: 5.1222820 Feb 04 15:47:47.388216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c33440bb-a592-4585-8be6-2a470bdd5ac3 req-2d5107c4-6719-4c76-aea8-069ba7327815 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696118 Feb 04 15:47:47.416981 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-31a767a0-7a95-4ec6-93b3-8e6909aa6ed3 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0495450 Feb 04 15:47:47.420446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91958229-00f7-4bf5-8c99-e635557ec671 tempest-AllowedAddressPairIpV6TestJSON-1683436746 tempest-AllowedAddressPairIpV6TestJSON-1683436746-project] Pushing event deleted for resources: {'Network': ['ID=868ab6d8-d623-4b19-a1b9-bb1062a28de6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.649881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7019848d-3a17-4e90-8eab-c1d5d87439a5 req-6d199183-b92f-4440-af63-d307a0f70b28 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189751 Feb 04 15:47:47.651463 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:47:47.696418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.757726 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.787727 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:47.859496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:47.866263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:47.873734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:47.938570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Pushing event updated for resources: {'Port': ['ID=fc4af128-11e5-4a73-bc8a-2ce5951b9c75,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:47.992037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Attempting to bind port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:47.992669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Attempting to bind port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:47.993425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Attempting to bind port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:48.004205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:47:48.005121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Checking segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:47:48.005819 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.006575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Bound using segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:47:48.007425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Bound port: fc4af128-11e5-4a73-bc8a-2ce5951b9c75, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:48.008279 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.056893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35906) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:48.064668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] device_id is not set on port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:48.074538 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.110520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.201486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.272265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:48.311091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09493b6f-70af-4d2a-a9a1-c8df9dabb084 req-6803cde4-194d-400c-894f-6790da09d0f5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:48.312953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09493b6f-70af-4d2a-a9a1-c8df9dabb084 req-6803cde4-194d-400c-894f-6790da09d0f5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2347288 Feb 04 15:47:48.438717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Subnet': ['ID=e57f75d4-9e59-44d7-b3bd-3475dabd8717,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:48.452692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 4ef6943a-d11f-42e4-a69b-148f41bf91a6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:48.453289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.499152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Checking segment: {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:47:48.499675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network hostable DHCP agents. Network: 64cb3f2d-ba95-4939-8485-4be57b4533ef, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:48.505497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Checking segment: {'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:47:48.505852 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Network hostable DHCP agents. Network: ea8bd95a-b935-4b22-ad54-d162bf2ef311, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:47:48.540460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-099d84b4-bb7d-4f75-b99a-1c75ffa38b23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21805fdcaae24e2794a11a126293f0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714847 Feb 04 15:47:48.540727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35920) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:48.547840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] For port fc4af128-11e5-4a73-bc8a-2ce5951b9c75, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:48.556745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] For port fc4af128-11e5-4a73-bc8a-2ce5951b9c75, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fc4af128-11e5-4a73-bc8a-2ce5951b9c75,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:48.559600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09493b6f-70af-4d2a-a9a1-c8df9dabb084 req-571cd845-7181-4e25-ab24-c8ba7d86c7d9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136812 Feb 04 15:47:48.581134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.583099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Network ea8bd95a-b935-4b22-ad54-d162bf2ef311 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:48.590895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 64cb3f2d-ba95-4939-8485-4be57b4533ef is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:47:48.660722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ea8bd95a-b935-4b22-ad54-d162bf2ef311) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:48.676537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:48.685444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port 4ef6943a-d11f-42e4-a69b-148f41bf91a6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4ef6943a-d11f-42e4-a69b-148f41bf91a6,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:48.686097 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.688506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 64cb3f2d-ba95-4939-8485-4be57b4533ef) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:48.719220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 4ef6943a-d11f-42e4-a69b-148f41bf91a6 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:48.743041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:48.743735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.746773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b64394-04be-49b8-bdb1-585436277bf4 None None] Pushing event updated for resources: {'Port': ['ID=fc4af128-11e5-4a73-bc8a-2ce5951b9c75,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:48.760763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e12a339-01ca-47c2-9b25-b996a676cd22 None None] Network ea8bd95a-b935-4b22-ad54-d162bf2ef311 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:48.823244 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fbad80a4-40f1-4a89-8768-f609a97041df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:48.826346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:48.826964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:48.827493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:48.859898 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bd3e0181-675e-4ed3-8622-b00b40e1f5aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5053124 Feb 04 15:47:48.860385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafa3af-dc0a-4809-818e-f880589b8fa4 None None] Network 64cb3f2d-ba95-4939-8485-4be57b4533ef requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:48.861197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35930) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:48.867384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:48.867689 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:48.871323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'port': {'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'name': 'tempest-TaggedBootDevicesTest-1002555894', 'fixed_ips': [{'subnet_id': 'c058e558-da25-4a8a-be3f-3f46b70164fd'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:48.880977 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 2 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:48.903688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:48.904370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:48.904884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:48.911682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fbad80a4-40f1-4a89-8768-f609a97041df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.039142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:49.039488 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:49.048171 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 3 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:49.188178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:49.188871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:49.188992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:49.237444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:49.237700 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:49.242951 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 4 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:49.287522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:49.287815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:49.287989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:49.306819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd9d2c-8b64-47e1-8a5d-359af8fa87aa req-2857946b-0520-4134-ac9b-05c85154b153 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:49.310350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2cd9d2c-8b64-47e1-8a5d-359af8fa87aa req-2857946b-0520-4134-ac9b-05c85154b153 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1896570 Feb 04 15:47:49.322751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fbad80a4-40f1-4a89-8768-f609a97041df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.325557 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fbad80a4-40f1-4a89-8768-f609a97041df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.326814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fbad80a4-40f1-4a89-8768-f609a97041df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5472934f-487f-4509-a323-7d7dd679ac2e HTTP/1.1" status: 204 len: 168 time: 0.7934220 Feb 04 15:47:49.335972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-64cb3f2d-ba95-4939-8485-4be57b4533ef', 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'fixed_ips': [{'subnet_id': 'e57f75d4-9e59-44d7-b3bd-3475dabd8717'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:47:49.337559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.344745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:49.345089 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:49.350113 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 5 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:49.393819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad80a4-40f1-4a89-8768-f609a97041df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5472934f-487f-4509-a323-7d7dd679ac2e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.445367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:49.446016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:49.446532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:49.454267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:49.503353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:49.504113 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:49.509445 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 6 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:49.520759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f2cd9d2c-8b64-47e1-8a5d-359af8fa87aa req-78ff1c74-5e15-4c81-87d5-aadc7ec91a70 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913168 Feb 04 15:47:49.677069 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.731774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:49.732128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:49.734873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:49.762575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=4ef6943a-d11f-42e4-a69b-148f41bf91a6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.780034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:49.780438 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:49.793542 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 7 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:49.884714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:49.894485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Allocated IP 10.2.2.2 (64cb3f2d-ba95-4939-8485-4be57b4533ef/e57f75d4-9e59-44d7-b3bd-3475dabd8717/8479a265-0935-4ce0-9a8c-f914a2833339) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:49.896427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:49.898062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:49.983692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:49.984251 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:50.024058 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 8 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:50.225364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.233229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:50.233826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:50.234490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:50.287080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:50.287481 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:50.302602 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 9 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:50.347192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe779f4a-87e0-49ca-9064-5155ed48ffce req-0c4bb17e-9245-4eb6-85f8-14acd335cd2c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:50.351799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe779f4a-87e0-49ca-9064-5155ed48ffce req-0c4bb17e-9245-4eb6-85f8-14acd335cd2c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2833223 Feb 04 15:47:50.403102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] device_id is not set on port 8e662118-2cbb-42a1-a29b-d7fb20a32888 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:50.447047 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.452379 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.454636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-0b4dcb97-a08a-4f3c-a114-94059a1bb9be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6076474 Feb 04 15:47:50.467022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.646309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Pushing event updated for resources: {'Port': ['ID=8479a265-0935-4ce0-9a8c-f914a2833339,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:50.688494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Network 64cb3f2d-ba95-4939-8485-4be57b4533ef is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:50.714879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:50.715471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:50.716005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:50.717953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:50.722384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:50.763839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:50.766493 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:50.816337 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 10 to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 Feb 04 15:47:50.900769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Attempting to bind port 8479a265-0935-4ce0-9a8c-f914a2833339 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:50.904379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Attempting to bind port 8479a265-0935-4ce0-9a8c-f914a2833339 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:50.905427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Attempting to bind port 8479a265-0935-4ce0-9a8c-f914a2833339 on network 64cb3f2d-ba95-4939-8485-4be57b4533ef {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:50.927067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:47:50.930038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Checking segment: {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:47:50.931800 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.933069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Bound using segment: {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:47:50.934300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Bound port: 8479a265-0935-4ce0-9a8c-f914a2833339, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:47:50.935637 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.965165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab03c4-7514-4653-b597-79aa971872c0 None None] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:51.144577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:47:51.145159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:47:51.145732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:47:51.231102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fc4af128-11e5-4a73-bc8a-2ce5951b9c75 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:47:51.316335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe779f4a-87e0-49ca-9064-5155ed48ffce req-e0d77837-55cc-4666-b4a2-be6b67984a01 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9284949 Feb 04 15:47:51.334494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-592a0798-fa9c-49b3-8a67-2e525a7a8ea5 None None] Provisioning complete for port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:51.334772 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-592a0798-fa9c-49b3-8a67-2e525a7a8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.367726 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-95a4bee5-9660-4a4f-8ada-85e3f4a5fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:51.371142 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-95a4bee5-9660-4a4f-8ada-85e3f4a5fa48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 1096 time: 0.6253309 Feb 04 15:47:51.371457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:47:51.371917 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:47:51.372526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.432698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] For port 8479a265-0935-4ce0-9a8c-f914a2833339, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:51.448204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] For port 8479a265-0935-4ce0-9a8c-f914a2833339, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8479a265-0935-4ce0-9a8c-f914a2833339,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:47:51.475450 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.566414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8ddd0-c51f-4869-9b0c-26ad0428f69a None None] Pushing event updated for resources: {'Port': ['ID=8479a265-0935-4ce0-9a8c-f914a2833339,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:51.584889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:51.585257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.793660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-592a0798-fa9c-49b3-8a67-2e525a7a8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.950928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-c1e1ec93-49ed-429e-9b5a-73dfbd06a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:51.956510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-592a0798-fa9c-49b3-8a67-2e525a7a8ea5 None None] For port fc4af128-11e5-4a73-bc8a-2ce5951b9c75, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fc4af128-11e5-4a73-bc8a-2ce5951b9c75,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:51.965240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-c1e1ec93-49ed-429e-9b5a-73dfbd06a0c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.5214374 Feb 04 15:47:52.113857 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-592a0798-fa9c-49b3-8a67-2e525a7a8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.307136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a0798-fa9c-49b3-8a67-2e525a7a8ea5 None None] Pushing event updated for resources: {'Port': ['ID=fc4af128-11e5-4a73-bc8a-2ce5951b9c75,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:52.332806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6d7b492c-7b3f-40bf-98e2-594f405e6185 None None] Provisioning complete for port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:52.339632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6d7b492c-7b3f-40bf-98e2-594f405e6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.354787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-2b5b60e3-da11-4c78-81f5-c50462aa2f03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08095c83-add4-40cd-a5c3-b02c9898adfb HTTP/1.1" status: 200 len: 217 time: 0.2416277 Feb 04 15:47:52.432674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35994) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:52.554106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router be9a5772-708c-4d88-8402-caaaadd6ec88 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:47:52.623025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Allocated IP 10.1.1.10 (3703e0dc-6b85-43e2-90ba-089a82e79531/c058e558-da25-4a8a-be3f-3f46b70164fd/8e662118-2cbb-42a1-a29b-d7fb20a32888) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:52.660523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] For port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:47:52.663944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempted to set empty binding levels {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:47:52.688535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:52.844307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:52.869751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-c83ff8e3-25cd-497a-85a7-bf4229ef13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:52.872041 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-c83ff8e3-25cd-497a-85a7-bf4229ef13e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.5160899 Feb 04 15:47:52.885883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:52.886965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.037376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667841c-1f73-4fc2-845f-4aecf0046e0f req-68b2064a-558a-42f5-8a71-be2470f57838 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.040529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9667841c-1f73-4fc2-845f-4aecf0046e0f req-68b2064a-558a-42f5-8a71-be2470f57838 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.4392617 Feb 04 15:47:53.089553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-75b3fb3a-8cbe-4075-b26d-15e808885a27 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.9505880 Feb 04 15:47:53.106863 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.110642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36008) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:53.133523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'networks': [{'name': 'tempest-network--2142248125'}, {'name': 'tempest-network--363404608'}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:53.134303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'network': {'name': 'tempest-network--2142248125'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:53.135009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'network': {'name': 'tempest-network--363404608'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:53.152829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fc4af128-11e5-4a73-bc8a-2ce5951b9c75 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:47:53.222159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:47:53.248984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] Sync routers for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:47:53.273221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:47:53.274190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:53.317341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a88cb5d4-bd75-402e-b7c8-a27671bbb36c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "PUT /v2.0/routers/be9a5772-708c-4d88-8402-caaaadd6ec88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1864090 Feb 04 15:47:53.321008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36014) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:53.441752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4a6d85-f42e-4cdb-aec1-f9a0f966adbe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting subnet a2b4c94f-da74-4b96-ae25-2df69d653363 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:47:53.444881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Made reservation on behalf of 2916c660df8a43f1b340c3bc41face26 for: {'network': 2} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:53.450610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.470752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.478705 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4a6d85-f42e-4cdb-aec1-f9a0f966adbe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.491148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:47:53.551793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9667841c-1f73-4fc2-845f-4aecf0046e0f req-486c6376-7b08-416a-bf2d-4ee064e00c10 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4735224 Feb 04 15:47:53.760827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.778193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-6b5023c5-1d76-4b44-bdbf-2c75fb9352f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:53.780555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-6b5023c5-1d76-4b44-bdbf-2c75fb9352f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8897009 Feb 04 15:47:53.818988 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4a6d85-f42e-4cdb-aec1-f9a0f966adbe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:53.898807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec72b6-5240-4487-a5b8-25403c42cd0c None None] Network 64cb3f2d-ba95-4939-8485-4be57b4533ef requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:53.984348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:53.985153 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.026319 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-4eacdc7c-257a-466c-be9a-8943058f7aa7 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337143 Feb 04 15:47:54.103273 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.128833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.129309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.341819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Deleting port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:54.342261 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.417448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c05fcd3-117f-4596-af68-fa4d7cfed8b1 None None] Provisioning complete for port 8479a265-0935-4ce0-9a8c-f914a2833339 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:54.418006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c05fcd3-117f-4596-af68-fa4d7cfed8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.430299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7910d0dd-5a18-4b8e-8252-92e0e7be3b0a req-464f02c6-e4ca-41aa-9de6-aa0c5e816c28 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784730 Feb 04 15:47:54.447918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4a6d85-f42e-4cdb-aec1-f9a0f966adbe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.499185 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.572723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f70aa-6981-4fd0-83b3-18f4f4bfdb61,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:54.717023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:54.765804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:54.776476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8479a265-0935-4ce0-9a8c-f914a2833339 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:47:54.778797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:54.789537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.790037 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Added segment f3b81c9e-232b-4e9d-a668-c92283acbeb0 of type vlan for network 5d8c1909-612b-46c3-bff2-081567a8b7aa Feb 04 15:47:54.802547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:54.812125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] For port d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2, host n-h2-827869-1, got binding levels [] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:54.812451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:54.820113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=8e662118-2cbb-42a1-a29b-d7fb20a32888,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:54.847077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Calling delete_port for d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:55.071363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:55.072338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.089866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:47:49Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:55.152199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-123fd48e-b3ce-4038-aa8b-c20b41b6a684 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.2839241 Feb 04 15:47:55.153418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36042) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:55.181954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'port': {'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'name': 'tempest-TaggedBootDevicesTest-564502194', 'fixed_ips': [{'subnet_id': 'c058e558-da25-4a8a-be3f-3f46b70164fd'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:55.202562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4a6d85-f42e-4cdb-aec1-f9a0f966adbe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.263129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] Checking router: be9a5772-708c-4d88-8402-caaaadd6ec88 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:47:55.443806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] Routers {'be9a5772-708c-4d88-8402-caaaadd6ec88'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:47:55.445759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['be9a5772-708c-4d88-8402-caaaadd6ec88'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:55.459723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a6d85-f42e-4cdb-aec1-f9a0f966adbe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b4c94f-da74-4b96-ae25-2df69d653363,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:55.548803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a728d-242c-484d-9536-a04ad51ecfda req-768a7419-15f4-42d9-bf8e-475ce1323a3c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:55.572075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a57a728d-242c-484d-9536-a04ad51ecfda req-768a7419-15f4-42d9-bf8e-475ce1323a3c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 1.2854264 Feb 04 15:47:55.643209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8479a265-0935-4ce0-9a8c-f914a2833339 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:55.643663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.667362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:55.737765 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c05fcd3-117f-4596-af68-fa4d7cfed8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.762932 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.772619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4a6d85-f42e-4cdb-aec1-f9a0f966adbe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.792546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0f4a6d85-f42e-4cdb-aec1-f9a0f966adbe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/subnets/a2b4c94f-da74-4b96-ae25-2df69d653363 HTTP/1.1" status: 204 len: 168 time: 2.4562023 Feb 04 15:47:55.808864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36056) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:55.862237 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.899226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9008987-fb04-4583-88da-f2734d173808 None None] Network b8b15cd7-5139-419a-ad7b-1fdf562bcfba requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:47:55.931924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:55.968948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a57a728d-242c-484d-9536-a04ad51ecfda req-16c715fd-1e6b-4859-8f20-44aabc9ce468 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834733 Feb 04 15:47:55.983395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] device_id is not set on port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:55.993493 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.resource_extend [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:47:56.076389 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.093160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:47:56.315737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.316267 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Added segment 47e4f142-134d-4f5a-b01a-4175e1c21141 of type vlan for network bb8566cb-0a69-4dcc-a950-db101c457869 Feb 04 15:47:56.369710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:56.411833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.421346 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2dbae0a6-205c-4e01-8b2d-678f2ad0e506 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "DELETE /v2.0/ports/d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 HTTP/1.1" status: 204 len: 168 time: 3.3045042 Feb 04 15:47:56.426052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36062) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:56.655004 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3cdf3f-e3d7-44a2-a63f-20cc653b8822 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:47:56.667795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2b3cdf3f-e3d7-44a2-a63f-20cc653b8822 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "GET /v2.0/ports/d4ebe344-b5fd-4c9d-adf2-10e2a0e4d7e2 HTTP/1.1" status: 404 len: 333 time: 0.2310553 Feb 04 15:47:56.672869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36066) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:56.683424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Request body: {'port': {'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-713686976'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:56.695026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.698624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.851391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Made reservation on behalf of 25b43e5a703444ca8d030f705fa2ed4b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:47:56.855511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 8479a265-0935-4ce0-9a8c-f914a2833339, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8479a265-0935-4ce0-9a8c-f914a2833339,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:56.856087 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.879550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.919839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] device_id is not set on port 62de4011-53b7-475b-809e-730c7fbc04af yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:47:56.950203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.951050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.961472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:56.968449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:56.969434 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.083103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.6475105 Feb 04 15:47:57.086275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36078) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:57.181073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Allocated IP 10.1.1.47 (3703e0dc-6b85-43e2-90ba-089a82e79531/c058e558-da25-4a8a-be3f-3f46b70164fd/8eb391fc-50c6-4df7-96bf-6ac93f25a908) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:47:57.272513 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-1c05fcd3-117f-4596-af68-fa4d7cfed8b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:47:57.273172 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-1c05fcd3-117f-4596-af68-fa4d7cfed8b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:47:57.317313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] Set router be9a5772-708c-4d88-8402-caaaadd6ec88 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:47:57.394845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Network': ['ID=5d8c1909-612b-46c3-bff2-081567a8b7aa,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:57.412398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.503094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 5d8c1909-612b-46c3-bff2-081567a8b7aa details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:47:57.555788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.574785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2258-6c34-41f7-a3ac-95fc43ba6430 req-dfda9333-d553-4de8-b9b2-617bbc8f9d24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:57.577276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eafe2258-6c34-41f7-a3ac-95fc43ba6430 req-dfda9333-d553-4de8-b9b2-617bbc8f9d24 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2678394 Feb 04 15:47:57.675829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94325b0b-71ee-49d9-a61f-0f3b19fd8c00 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:57.683741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94325b0b-71ee-49d9-a61f-0f3b19fd8c00 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:57.691162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94325b0b-71ee-49d9-a61f-0f3b19fd8c00 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:57.699298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94325b0b-71ee-49d9-a61f-0f3b19fd8c00 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:57.706870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-94325b0b-71ee-49d9-a61f-0f3b19fd8c00 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4985061 Feb 04 15:47:57.709950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36086) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:57.754887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5c0d4-511e-41e4-89d9-2baf3c207ade tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Network': ['ID=bb8566cb-0a69-4dcc-a950-db101c457869,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:57.844237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:57.844237 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:57.896609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network bb8566cb-0a69-4dcc-a950-db101c457869 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:47:58.015053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.058698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=8479a265-0935-4ce0-9a8c-f914a2833339,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.138529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eafe2258-6c34-41f7-a3ac-95fc43ba6430 req-782649c6-1800-4ba9-ac58-401fd867da4a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5529261 Feb 04 15:47:58.140170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:58.140808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.170356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:58.219214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Network ea8bd95a-b935-4b22-ad54-d162bf2ef311 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:58.277504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:58.287783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:58.289156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:58.294736 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.305546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.386945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=62de4011-53b7-475b-809e-730c7fbc04af,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.420822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] DHCP port deletion for b8b15cd7-5139-419a-ad7b-1fdf562bcfba request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:47:58.476653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.505585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-17b5491f-825d-4658-a57b-29dd11532b53 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8310683 Feb 04 15:47:58.521543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36104) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:58.555238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:47:58.608542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-936ec260-17e2-426a-86f1-6edf822587b9 None None] Provisioning complete for port 8479a265-0935-4ce0-9a8c-f914a2833339 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:58.608999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-936ec260-17e2-426a-86f1-6edf822587b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.635461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbc661-2e72-41bb-9ced-587ab2b8b660 req-79959b9c-bb75-4522-a465-9e9c86f21483 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:58.637107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fcbc661-2e72-41bb-9ced-587ab2b8b660 req-79959b9c-bb75-4522-a465-9e9c86f21483 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3363967 Feb 04 15:47:58.657533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] Deleting port d1580751-8a13-4881-a69d-5a936567c3ce {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:47:58.658105 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.676369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:47:49Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:58.734955 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fcbc661-2e72-41bb-9ced-587ab2b8b660 req-938a3bd8-e9d3-4cc9-b034-92cf95aad2b5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599220 Feb 04 15:47:58.737024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.795405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ab856-4209-46ce-b3f3-0cfefd973413 None None] The sync data for ids ['be9a5772-708c-4d88-8402-caaaadd6ec88'] in n-d-827869-1 is: [{'id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279467824', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:43:27Z', 'updated_at': '2022-02-04T15:47:49Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a5772-708c-4d88-8402-caaaadd6ec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:43:29Z', 'updated_at': '2022-02-04T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:47:58.808455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:58.875537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] For port d1580751-8a13-4881-a69d-5a936567c3ce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d1580751-8a13-4881-a69d-5a936567c3ce,segment=NetworkSegment(bbb298fe-ba8c-44fb-8ce5-800dbe179542),segment_id=bbb298fe-ba8c-44fb-8ce5-800dbe179542)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:47:58.875918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.895507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.932351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8c1909-612b-46c3-bff2-081567a8b7aa']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:58.945184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] Calling delete_port for d1580751-8a13-4881-a69d-5a936567c3ce owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:47:58.945760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b81c9e-232b-4e9d-a668-c92283acbeb0') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:58.946121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b81c9e-232b-4e9d-a668-c92283acbeb0') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:47:58.965596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.966170 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.985605 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.993823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:47:58.994777 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:47:59.100766 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:47:59.108696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.111749 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.194019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.221390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/networks/5d8c1909-612b-46c3-bff2-081567a8b7aa HTTP/1.1" status: 204 len: 168 time: 1.5053902 Feb 04 15:47:59.250567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36114) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:47:59.255337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505cbe3-658d-4792-aa2b-74e62c35eaa2 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Network': ['ID=5d8c1909-612b-46c3-bff2-081567a8b7aa,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.341794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:47:59.372735 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.438429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] Pushing event deleted for resources: {'Port': ['ID=d1580751-8a13-4881-a69d-5a936567c3ce,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.474345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8479a265-0935-4ce0-9a8c-f914a2833339 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:47:59.517273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=8eb391fc-50c6-4df7-96bf-6ac93f25a908,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:59.520625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:47:59.534645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:47:59.573617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69617a9b-4d2b-4f86-8c60-2f2d910fe7fa None None] No DVR routers for this DVR port d1580751-8a13-4881-a69d-5a936567c3ce on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:47:59.621189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-936ec260-17e2-426a-86f1-6edf822587b9 None None] Provisioning complete for port 8e662118-2cbb-42a1-a29b-d7fb20a32888 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:59.621563 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-936ec260-17e2-426a-86f1-6edf822587b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.629516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a6f9-f876-4bc2-917c-c1f0e213a94f req-7e9a0b45-d04c-46d7-9e9c-10680d96e92b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:59.635714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69e7a6f9-f876-4bc2-917c-c1f0e213a94f req-7e9a0b45-d04c-46d7-9e9c-10680d96e92b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.5376341 Feb 04 15:47:59.639662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.672148 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.686083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.696611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.704731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-936ec260-17e2-426a-86f1-6edf822587b9 None None] Port 8e662118-2cbb-42a1-a29b-d7fb20a32888 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:47:59.712748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8479a265-0935-4ce0-9a8c-f914a2833339 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:59.713138 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.864542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69e7a6f9-f876-4bc2-917c-c1f0e213a94f req-dd557202-a458-4b63-81eb-adeb01dda063 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278512 Feb 04 15:47:59.889899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:59.891006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.033491 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8c891669-c2e6-4ca7-9caa-c29c97356c52 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8782401 Feb 04 15:48:00.154021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d8f698cd-f368-46d3-8e64-a4a3f2298622 None None] Provisioning complete for port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:00.156974 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8f698cd-f368-46d3-8e64-a4a3f2298622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.252982 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.294236 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.294773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Fanout notify agent at l3_agent the message router_deleted on router be9a5772-708c-4d88-8402-caaaadd6ec88 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:48:00.303659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4ef6943a-d11f-42e4-a69b-148f41bf91a6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:48:00.304240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] device_id is not set on port 62de4011-53b7-475b-809e-730c7fbc04af yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:00.312234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d8f698cd-f368-46d3-8e64-a4a3f2298622 None None] Port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:00.318448 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.318815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.335568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-738dcf5f-4a5f-4870-89ca-38a6cb7b3858 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/routers/be9a5772-708c-4d88-8402-caaaadd6ec88 HTTP/1.1" status: 204 len: 168 time: 4.5207350 Feb 04 15:48:00.338146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.347332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36128) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:00.402778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 4ef6943a-d11f-42e4-a69b-148f41bf91a6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:48:00.403496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4ef6943a-d11f-42e4-a69b-148f41bf91a6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:48:00.404968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d1580751-8a13-4881-a69d-5a936567c3ce no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:48:00.424448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=62de4011-53b7-475b-809e-730c7fbc04af,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:00.434142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8566cb-0a69-4dcc-a950-db101c457869']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:00.494250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d1580751-8a13-4881-a69d-5a936567c3ce {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:48:00.494827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d1580751-8a13-4881-a69d-5a936567c3ce not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:48:00.500388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.500748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.501098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.511207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:00.511551 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:00.511948 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 2 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:00.552391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.562792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.563149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.574560 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dceef28b-453f-4972-8991-175e83b5bffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.583757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:00.594641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c5f70f0e-9a3a-483f-b776-49eb472c2e82 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474387347', 'description': 'tempest-description--954210625'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:00.606626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e4f142-134d-4f5a-b01a-4175e1c21141') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:00.606922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e4f142-134d-4f5a-b01a-4175e1c21141') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:00.607095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:00.607630 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:00.609420 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 3 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:00.646585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.646838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.647168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.657546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.658838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:00.659627 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:00.662116 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 4 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:00.667231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5f70f0e-9a3a-483f-b776-49eb472c2e82 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.683445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3c34-e2bc-44a6-bf9a-48ef48185615 req-cc662fec-092e-4f82-8dcd-e8d9f81944a1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:00.685065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eaaa3c34-e2bc-44a6-bf9a-48ef48185615 req-cc662fec-092e-4f82-8dcd-e8d9f81944a1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.5483425 Feb 04 15:48:00.689598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.689949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.691028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.702214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:00.702576 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:00.706342 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 5 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:00.729186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.729635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.730038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.747109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:00.747109 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:00.747109 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 6 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:00.759347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.759803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.760097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.765961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:00.766280 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:00.767226 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 7 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:00.788030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.800271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.800619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.800942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.801124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:00.802247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.810461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:00.810814 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:00.812364 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 8 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:00.842041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.842408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.842724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.857500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:00.857863 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:00.858186 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 9 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:00.876969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36134) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:00.889260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:00.890778 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:00.894492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:00.894701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:00.899162 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.905471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eaaa3c34-e2bc-44a6-bf9a-48ef48185615 req-33035114-507b-4d0d-83da-9b4f6f6d8364 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095714 Feb 04 15:48:00.972809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.020764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:48:01.028601 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.040448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/networks/bb8566cb-0a69-4dcc-a950-db101c457869 HTTP/1.1" status: 204 len: 168 time: 1.7860079 Feb 04 15:48:01.046074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36140) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:01.056723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:01.057064 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:01.069215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:48:01.069823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2b6b0231-0cd2-43da-adcc-b4a08e4fa9a8 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:48:01.079267 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 10 to bind port 62de4011-53b7-475b-809e-730c7fbc04af Feb 04 15:48:01.108700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dface0c-bc58-4f9b-9571-ff2740140dd1 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Network': ['ID=bb8566cb-0a69-4dcc-a950-db101c457869,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:01.182071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:01.182424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:01.182774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:01.235285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:01.235475 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.235575 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port 62de4011-53b7-475b-809e-730c7fbc04af on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:01.235907 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.256717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91157873-92af-4d84-8bd2-336e2d23b22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.281115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b15cd7-5139-419a-ad7b-1fdf562bcfba']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:01.321015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5f70f0e-9a3a-483f-b776-49eb472c2e82 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.333867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb298fe-ba8c-44fb-8ce5-800dbe179542') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:01.339066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb298fe-ba8c-44fb-8ce5-800dbe179542') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:01.367529 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.386686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.398987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:01.399463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.399643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] For port 62de4011-53b7-475b-809e-730c7fbc04af, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:01.400142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempted to set empty binding levels {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:48:01.413856 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5f70f0e-9a3a-483f-b776-49eb472c2e82 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.416725 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:01.479302 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:01.485958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f70f0e-9a3a-483f-b776-49eb472c2e82 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bc2e35-4725-422d-a2e0-92c1088e6cff,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:01.524063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.555254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.555770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea37ca0-5cea-46b2-8d14-335826eb6eff tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.562808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea37ca0-5cea-46b2-8d14-335826eb6eff tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.564100 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aea37ca0-5cea-46b2-8d14-335826eb6eff tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5084574 Feb 04 15:48:01.565386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] In _notify_port_updated(), no bound segment for port 62de4011-53b7-475b-809e-730c7fbc04af on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:48:01.566292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.566945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.570996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "PUT /v2.0/ports/62de4011-53b7-475b-809e-730c7fbc04af HTTP/1.1" status: 200 len: 974 time: 3.0425138 Feb 04 15:48:01.571849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/networks/b8b15cd7-5139-419a-ad7b-1fdf562bcfba HTTP/1.1" status: 204 len: 168 time: 1.2228935 Feb 04 15:48:01.575003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36148) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:01.576742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5f70f0e-9a3a-483f-b776-49eb472c2e82 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.578178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c5f70f0e-9a3a-483f-b776-49eb472c2e82 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9916353 Feb 04 15:48:01.585009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36150) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:01.585370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36152) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:01.585708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36154) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:01.595851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1057931403'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:01.627626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952f3c6-4fc1-4d92-be9b-3c37952eacc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Network': ['ID=b8b15cd7-5139-419a-ad7b-1fdf562bcfba,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:01.649182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Made reservation on behalf of 2916c660df8a43f1b340c3bc41face26 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:01.653471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.675930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9e4107ee-aeaf-4348-bf4c-4ab324d0e2fb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'security_group_rule': {'security_group_id': 'f5bc2e35-4725-422d-a2e0-92c1088e6cff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:01.702531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:01.728623 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.729337 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Added segment cea0ca54-961f-4140-ab3e-291a8aa50e3f of type vlan for network 0983122b-d6e1-44b2-b3fc-64000e7413a5 Feb 04 15:48:01.748402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f48e-6cf6-4b60-8581-b0349b40e782 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=62de4011-53b7-475b-809e-730c7fbc04af,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:01.811241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.849201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.849690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.850360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.851214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.851828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.853769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.853769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.853769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.853769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.856287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.856287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.856287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.856287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.856803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.857149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.857426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.857885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.858059 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.858515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.858952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.859740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.860166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.861016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.861846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.877007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-900b2b8e-4b0b-4625-9b8a-674e3910fee4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20770 time: 0.2781043 Feb 04 15:48:01.877277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:01.877277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.887965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36158) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:01.912456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9e4107ee-aeaf-4348-bf4c-4ab324d0e2fb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:01.953771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6122c529-c8c0-4e53-ad7c-954447979f27 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.021495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91157873-92af-4d84-8bd2-336e2d23b22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.091254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6122c529-c8c0-4e53-ad7c-954447979f27 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.097868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91157873-92af-4d84-8bd2-336e2d23b22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.154872 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9e4107ee-aeaf-4348-bf4c-4ab324d0e2fb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.170747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Network': ['ID=0983122b-d6e1-44b2-b3fc-64000e7413a5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.190879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-735e83bc-87c8-4e69-a53c-d5f1e5270a8c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6025310 Feb 04 15:48:02.191096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 0983122b-d6e1-44b2-b3fc-64000e7413a5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:48:02.194216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36162) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:02.194722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9e4107ee-aeaf-4348-bf4c-4ab324d0e2fb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.200153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-599302040'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:02.235167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4107ee-aeaf-4348-bf4c-4ab324d0e2fb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5fcfcf-341e-43cb-8ccf-718e05b44c20,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.245062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91157873-92af-4d84-8bd2-336e2d23b22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb8e8b3-fd7a-4af5-b783-ef7fde2ae76f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.248930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Made reservation on behalf of 2916c660df8a43f1b340c3bc41face26 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:02.250826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-91157873-92af-4d84-8bd2-336e2d23b22f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=088cb53661e14fabbc850004e46a6d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3643501 Feb 04 15:48:02.256988 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.261564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:02.278389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Deleting port 62de4011-53b7-475b-809e-730c7fbc04af {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:48:02.279050 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.293865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9e4107ee-aeaf-4348-bf4c-4ab324d0e2fb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.295481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9e4107ee-aeaf-4348-bf4c-4ab324d0e2fb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7044134 Feb 04 15:48:02.300138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:02.318697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e6e850ab-d7e8-48e1-883b-a8c50e84274e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'security_group_rule': {'security_group_id': 'f5bc2e35-4725-422d-a2e0-92c1088e6cff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:02.363295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:02.379928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.380633 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Added segment 32d39b44-ddf0-4ab1-b797-a046df1ebaed of type vlan for network 1f74f1b9-3883-4107-bfa3-2f227149935b Feb 04 15:48:02.446926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.448094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] For port 62de4011-53b7-475b-809e-730c7fbc04af, host n-h2-827869-1, got binding levels [] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:02.448586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.471555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f018af30-3760-40b3-91d6-e4855ad76eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.491845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.495909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Calling delete_port for 62de4011-53b7-475b-809e-730c7fbc04af owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:48:02.499659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:02.500890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.513095 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6122c529-c8c0-4e53-ad7c-954447979f27 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.528602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6122c529-c8c0-4e53-ad7c-954447979f27 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.529902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6122c529-c8c0-4e53-ad7c-954447979f27 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/security-groups/b62a8a3e-0c5f-401f-acf8-8574570e7cc7 HTTP/1.1" status: 204 len: 168 time: 0.9400523 Feb 04 15:48:02.606822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122c529-c8c0-4e53-ad7c-954447979f27 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62a8a3e-0c5f-401f-acf8-8574570e7cc7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.686411 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4881909 Feb 04 15:48:02.694863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:02.714878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'ports': [{'network_id': '0983122b-d6e1-44b2-b3fc-64000e7413a5', 'name': 'tempest-port--212276910', 'admin_state_up': True}, {'network_id': '1f74f1b9-3883-4107-bfa3-2f227149935b', 'admin_state_up': False}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:02.715713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'port': {'network_id': '0983122b-d6e1-44b2-b3fc-64000e7413a5', 'name': 'tempest-port--212276910', 'admin_state_up': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:02.715713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'port': {'network_id': '1f74f1b9-3883-4107-bfa3-2f227149935b', 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:02.832041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f018af30-3760-40b3-91d6-e4855ad76eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.869107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6e850ab-d7e8-48e1-883b-a8c50e84274e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:02.893227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8f64b-42ae-4ba5-b05a-75037d449791 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Network': ['ID=1f74f1b9-3883-4107-bfa3-2f227149935b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:02.929690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 1f74f1b9-3883-4107-bfa3-2f227149935b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:48:03.030975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6e850ab-d7e8-48e1-883b-a8c50e84274e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.041413 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6e850ab-d7e8-48e1-883b-a8c50e84274e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.066112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e850ab-d7e8-48e1-883b-a8c50e84274e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9825eaf1-16c7-4dc3-ac23-a0d9df1f09dd,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.112618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Made reservation on behalf of 2916c660df8a43f1b340c3bc41face26 for: {'port': 2} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:03.122789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.130949 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6e850ab-d7e8-48e1-883b-a8c50e84274e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.135208 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e6e850ab-d7e8-48e1-883b-a8c50e84274e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8306673 Feb 04 15:48:03.136271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36184) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:03.145809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.148224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:03.217351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.349766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f018af30-3760-40b3-91d6-e4855ad76eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.354042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f018af30-3760-40b3-91d6-e4855ad76eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.360499 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f018af30-3760-40b3-91d6-e4855ad76eec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bdb8e8b3-fd7a-4af5-b783-ef7fde2ae76f HTTP/1.1" status: 204 len: 168 time: 1.0883169 Feb 04 15:48:03.360499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event deleted for resources: {'Port': ['ID=62de4011-53b7-475b-809e-730c7fbc04af,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.386531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.453623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.465796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d18d5202-9876-42e5-afd3-8ae7ec6d25a0 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "DELETE /v2.0/ports/62de4011-53b7-475b-809e-730c7fbc04af HTTP/1.1" status: 204 len: 168 time: 1.5682003 Feb 04 15:48:03.474116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018af30-3760-40b3-91d6-e4855ad76eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb8e8b3-fd7a-4af5-b783-ef7fde2ae76f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:03.479043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:03.479757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:03.507089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9fa66306-d8f5-49bb-9935-4facf66a886d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4454228', 'description': 'tempest-secgroup-smoke-4454228 description', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:03.606154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] device_id is not set on port 626eb1ad-06cc-478c-956f-88202040f5e5 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:03.637764 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1daee97-6376-44db-882d-d0aa4f674391 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:48:03.644648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:03.645325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c1daee97-6376-44db-882d-d0aa4f674391 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "GET /v2.0/ports/62de4011-53b7-475b-809e-730c7fbc04af HTTP/1.1" status: 404 len: 333 time: 0.1614177 Feb 04 15:48:03.652151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2702608', 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:03.667788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9fa66306-d8f5-49bb-9935-4facf66a886d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.692035 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e47d1b8c-5164-4657-92ec-6c7d73f799b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.782068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Made reservation on behalf of 25b43e5a703444ca8d030f705fa2ed4b for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:03.784751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.831462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.908487 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9fa66306-d8f5-49bb-9935-4facf66a886d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.913096 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.968912 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9fa66306-d8f5-49bb-9935-4facf66a886d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:03.993694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] device_id is not set on port 58020cdd-8346-4137-849e-a4d676345b60 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:04.032566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9fa66306-d8f5-49bb-9935-4facf66a886d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.035377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9fa66306-d8f5-49bb-9935-4facf66a886d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5540144 Feb 04 15:48:04.050710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:04.056377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5ae45dcf-98c2-4ac2-8752-ea3049f6b392 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:04.088901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.096655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36200) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:04.120204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa66306-d8f5-49bb-9935-4facf66a886d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:04.124486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] device_id is not set on port 1652ff69-99c5-4fe9-a71a-852e9ff91dcd yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:04.136014 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea60b8bd-b847-4b24-80f2-b84338194988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.234714 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae45dcf-98c2-4ac2-8752-ea3049f6b392 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.260681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Allocated IP 172.25.1.55 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/fde0fd53-aa14-4797-a85b-63dcf7598e80) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:04.399457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae45dcf-98c2-4ac2-8752-ea3049f6b392 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.407219 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea60b8bd-b847-4b24-80f2-b84338194988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.412733 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae45dcf-98c2-4ac2-8752-ea3049f6b392 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.412948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.432945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea60b8bd-b847-4b24-80f2-b84338194988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.467700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae45dcf-98c2-4ac2-8752-ea3049f6b392 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276cf948-5574-44a7-b604-33e8edbe62d5,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:04.484114 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.501262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae45dcf-98c2-4ac2-8752-ea3049f6b392 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.505224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ae45dcf-98c2-4ac2-8752-ea3049f6b392 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4504266 Feb 04 15:48:04.509167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36204) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:04.514974 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ea60b8bd-b847-4b24-80f2-b84338194988 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a23731e52cc47138a80f8d4fe62bb53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168575 Feb 04 15:48:04.520617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:04.522483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-436f3664-3ae0-499c-b724-cb86bdc0627b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:04.533996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60b8bd-b847-4b24-80f2-b84338194988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f291cd17-63ef-4efc-983d-9cd83cb296f4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:04.575667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.622515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b40c4a0-fd3b-4f86-916b-115c78c09f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.689894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b40c4a0-fd3b-4f86-916b-115c78c09f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.800935 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:04.967765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:04.975455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:04.986461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:05.040910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=fde0fd53-aa14-4797-a85b-63dcf7598e80,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.113225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b40c4a0-fd3b-4f86-916b-115c78c09f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.116485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Network ea8bd95a-b935-4b22-ad54-d162bf2ef311 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:05.119344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b40c4a0-fd3b-4f86-916b-115c78c09f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.126322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1b40c4a0-fd3b-4f86-916b-115c78c09f38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f291cd17-63ef-4efc-983d-9cd83cb296f4 HTTP/1.1" status: 204 len: 168 time: 0.6000035 Feb 04 15:48:05.128416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.130803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:05.139897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:05.140974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:05.141881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.176883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=1652ff69-99c5-4fe9-a71a-852e9ff91dcd,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.228224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40c4a0-fd3b-4f86-916b-115c78c09f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291cd17-63ef-4efc-983d-9cd83cb296f4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.232902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Port': ['ID=626eb1ad-06cc-478c-956f-88202040f5e5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.242716 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-69c701d1-f67c-4089-bd36-6276f2c8c403 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 1.5962741 Feb 04 15:48:05.253320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36214) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:05.281297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-436f3664-3ae0-499c-b724-cb86bdc0627b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.360794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Checking segment: {'id': 'cea0ca54-961f-4140-ab3e-291a8aa50e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0983122b-d6e1-44b2-b3fc-64000e7413a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:05.364553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Network hostable DHCP agents. Network: 0983122b-d6e1-44b2-b3fc-64000e7413a5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:05.374574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feec2b54-3ca5-4dcb-a0e3-72abb06e8ad8 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:05.378737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-feec2b54-3ca5-4dcb-a0e3-72abb06e8ad8 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "GET /v2.0/ports/1652ff69-99c5-4fe9-a71a-852e9ff91dcd HTTP/1.1" status: 200 len: 952 time: 0.1033850 Feb 04 15:48:05.383531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36216) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:05.395563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-436f3664-3ae0-499c-b724-cb86bdc0627b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.408193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-436f3664-3ae0-499c-b724-cb86bdc0627b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.430089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Network 0983122b-d6e1-44b2-b3fc-64000e7413a5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:05.462757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f3664-3ae0-499c-b724-cb86bdc0627b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6de5d8-69a7-423b-a762-6e28e7fd7af2,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.466699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 0983122b-d6e1-44b2-b3fc-64000e7413a5) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:05.478272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:05.479297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.482624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20540587-1961-4014-9b94-d89139caf122 None None] Network 0983122b-d6e1-44b2-b3fc-64000e7413a5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:05.484466 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-436f3664-3ae0-499c-b724-cb86bdc0627b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.490806 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-436f3664-3ae0-499c-b724-cb86bdc0627b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9742460 Feb 04 15:48:05.492250 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.496161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36218) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:05.499211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-da274cfe-70bd-41d5-98e7-dd758f6e2b43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:05.575324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Port': ['ID=58020cdd-8346-4137-849e-a4d676345b60,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.605830 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da274cfe-70bd-41d5-98e7-dd758f6e2b43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.648523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Checking segment: {'id': '32d39b44-ddf0-4ab1-b797-a046df1ebaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1f74f1b9-3883-4107-bfa3-2f227149935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:05.649885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Network hostable DHCP agents. Network: 1f74f1b9-3883-4107-bfa3-2f227149935b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:05.706421 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.804182 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.841088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da274cfe-70bd-41d5-98e7-dd758f6e2b43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.844999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Network 1f74f1b9-3883-4107-bfa3-2f227149935b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:05.862322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da274cfe-70bd-41d5-98e7-dd758f6e2b43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.872511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 1f74f1b9-3883-4107-bfa3-2f227149935b) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:05.884350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596dea6b-d948-42ce-b093-51605d3f0530 None None] Network 1f74f1b9-3883-4107-bfa3-2f227149935b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:05.902759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:05.921553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:05.932066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:05.932970 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.943634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da274cfe-70bd-41d5-98e7-dd758f6e2b43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80726d62-561c-4d39-b457-afd5eb7209d4,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:05.965689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da274cfe-70bd-41d5-98e7-dd758f6e2b43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:05.967606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-da274cfe-70bd-41d5-98e7-dd758f6e2b43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4724867 Feb 04 15:48:05.974181 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8e8486ea-31f2-4b21-b457-2e6a4ec2f30c tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2769527 Feb 04 15:48:05.975865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36222) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:05.979427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36224) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:05.983312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0d492ea3-381c-4294-adcd-7c1c50328b14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:06.061137 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d492ea3-381c-4294-adcd-7c1c50328b14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.134804 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d492ea3-381c-4294-adcd-7c1c50328b14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.146188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70095be-15d4-40af-a191-9ebec5611799 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:06.152539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70095be-15d4-40af-a191-9ebec5611799 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:06.155200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f70095be-15d4-40af-a191-9ebec5611799 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1648302 Feb 04 15:48:06.156930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d492ea3-381c-4294-adcd-7c1c50328b14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.161304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36230) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:06.283894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d492ea3-381c-4294-adcd-7c1c50328b14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de00d89f-ac58-4d8c-80c9-02a41c593a37,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:06.347292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d492ea3-381c-4294-adcd-7c1c50328b14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.348951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0d492ea3-381c-4294-adcd-7c1c50328b14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3711717 Feb 04 15:48:06.354489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36240) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:06.363126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c8683f9d-389d-4a93-babd-eced4a341dda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:06.417411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-789ce2a5-aff4-4598-a05e-dbf273a43ac7 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Deleting port 1652ff69-99c5-4fe9-a71a-852e9ff91dcd {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:48:06.417762 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-789ce2a5-aff4-4598-a05e-dbf273a43ac7 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.522967 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-c8683f9d-389d-4a93-babd-eced4a341dda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Project 537ec6f6adf0405b87c2e299025ea7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:48:06.556425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8683f9d-389d-4a93-babd-eced4a341dda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.580047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-789ce2a5-aff4-4598-a05e-dbf273a43ac7 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.606772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d15696b2-9dd4-49dd-b802-1758996ea514 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Deleting port 626eb1ad-06cc-478c-956f-88202040f5e5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:48:06.607462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d15696b2-9dd4-49dd-b802-1758996ea514 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.612300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-789ce2a5-aff4-4598-a05e-dbf273a43ac7 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Calling delete_port for 1652ff69-99c5-4fe9-a71a-852e9ff91dcd owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:48:06.732004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.732827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8683f9d-389d-4a93-babd-eced4a341dda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.740230 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d15696b2-9dd4-49dd-b802-1758996ea514 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.744290 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.750227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8683f9d-389d-4a93-babd-eced4a341dda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.788684 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8683f9d-389d-4a93-babd-eced4a341dda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.794438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c8683f9d-389d-4a93-babd-eced4a341dda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4376333 Feb 04 15:48:06.795316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36248) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:06.798268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d15696b2-9dd4-49dd-b802-1758996ea514 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Calling delete_port for 626eb1ad-06cc-478c-956f-88202040f5e5 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:48:06.809029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f9f3d96b-cc49-4a67-9a58-028eb5184419 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:06.824552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8683f9d-389d-4a93-babd-eced4a341dda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09df0a6-cbd9-43a6-b3d3-f4468df18462,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:06.871825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=fde0fd53-aa14-4797-a85b-63dcf7598e80,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:06.892944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.898987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-789ce2a5-aff4-4598-a05e-dbf273a43ac7 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.911584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.944970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ce2a5-aff4-4598-a05e-dbf273a43ac7 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event deleted for resources: {'Port': ['ID=1652ff69-99c5-4fe9-a71a-852e9ff91dcd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:06.952000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-789ce2a5-aff4-4598-a05e-dbf273a43ac7 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.959860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-789ce2a5-aff4-4598-a05e-dbf273a43ac7 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "DELETE /v2.0/ports/1652ff69-99c5-4fe9-a71a-852e9ff91dcd HTTP/1.1" status: 204 len: 168 time: 1.5722094 Feb 04 15:48:06.960092 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-f9f3d96b-cc49-4a67-9a58-028eb5184419 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Project 537ec6f6adf0405b87c2e299025ea7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:48:06.961360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:06.970941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-22632b7e-94b6-4876-aad8-48c2beb07728 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8252895 Feb 04 15:48:06.970941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36252) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:07.023338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d96b-cc49-4a67-9a58-028eb5184419 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.058790 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f7b630-fa9f-4a16-a495-3f3c81cbc9f4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:48:07.070638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b5f7b630-fa9f-4a16-a495-3f3c81cbc9f4 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "GET /v2.0/ports/1652ff69-99c5-4fe9-a71a-852e9ff91dcd HTTP/1.1" status: 404 len: 333 time: 0.1060917 Feb 04 15:48:07.075122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36260) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:07.082778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Request body: {'port': {'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1878220988'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:07.124874 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d15696b2-9dd4-49dd-b802-1758996ea514 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.149802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Made reservation on behalf of 25b43e5a703444ca8d030f705fa2ed4b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:07.154404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.174163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] device_id is not set on port cf03d3e9-00e7-4605-9f12-87d992f12ddb yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:07.211117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15696b2-9dd4-49dd-b802-1758996ea514 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Port': ['ID=626eb1ad-06cc-478c-956f-88202040f5e5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:07.231482 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d15696b2-9dd4-49dd-b802-1758996ea514 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.250885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d15696b2-9dd4-49dd-b802-1758996ea514 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/ports/626eb1ad-06cc-478c-956f-88202040f5e5 HTTP/1.1" status: 204 len: 168 time: 1.0654213 Feb 04 15:48:07.251882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36264) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:07.277631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d96b-cc49-4a67-9a58-028eb5184419 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.300384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d96b-cc49-4a67-9a58-028eb5184419 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.375882 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.481807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3d96b-cc49-4a67-9a58-028eb5184419 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d29c70-d8ab-47be-859f-ffd5d6ccd030,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:07.515515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d96b-cc49-4a67-9a58-028eb5184419 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.516793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f9f3d96b-cc49-4a67-9a58-028eb5184419 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7153394 Feb 04 15:48:07.530961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36272) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:07.571598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'network': {'name': 'tempest-network-smoke--698684172', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'port_security_enabled': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:07.580264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1b233889-9197-4de5-818a-ea3ef08bab86 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Deleting port 58020cdd-8346-4137-849e-a4d676345b60 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:48:07.580851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b233889-9197-4de5-818a-ea3ef08bab86 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.711704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:07.723062 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.801069 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.827324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:07.848945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-11aa9281-c6df-48dd-9172-003142367db6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1474387347&fields=id&tenant_id=08038f466f1a452a8c6ae0ee260b025a HTTP/1.1" status: 200 len: 267 time: 0.0834174 Feb 04 15:48:07.911756 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:07.912352 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Added segment 03f9be2c-c698-4f1c-a3c0-1a1773a37b7b of type vlan for network bc758428-5547-40c2-962f-7c15fe8f0764 Feb 04 15:48:07.940142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-5ae168e4-afd9-4eca-8be7-fb7ac19f3ab1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.950971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-5ae168e4-afd9-4eca-8be7-fb7ac19f3ab1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports/8e662118-2cbb-42a1-a29b-d7fb20a32888 HTTP/1.1" status: 200 len: 931 time: 0.0998683 Feb 04 15:48:07.969520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b233889-9197-4de5-818a-ea3ef08bab86 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.010657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1b233889-9197-4de5-818a-ea3ef08bab86 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Calling delete_port for 58020cdd-8346-4137-849e-a4d676345b60 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:48:08.183289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b233889-9197-4de5-818a-ea3ef08bab86 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.209070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b233889-9197-4de5-818a-ea3ef08bab86 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.215506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1b233889-9197-4de5-818a-ea3ef08bab86 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/ports/58020cdd-8346-4137-849e-a4d676345b60 HTTP/1.1" status: 204 len: 168 time: 0.9599545 Feb 04 15:48:08.216378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36288) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:08.288647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dda572c1-7d52-4b15-8986-1ef2d3989066 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0694609 Feb 04 15:48:08.289432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36290) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:08.295847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-380195257'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:08.300679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b233889-9197-4de5-818a-ea3ef08bab86 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Port': ['ID=58020cdd-8346-4137-849e-a4d676345b60,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.313290 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.347436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Made reservation on behalf of 2916c660df8a43f1b340c3bc41face26 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:08.354772 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.368222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-ee970cf7-c907-406d-8c98-e306f977f8a9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:08.382727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-ee970cf7-c907-406d-8c98-e306f977f8a9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports/8eb391fc-50c6-4df7-96bf-6ac93f25a908 HTTP/1.1" status: 200 len: 930 time: 0.4309878 Feb 04 15:48:08.394823 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.538246 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-e8d4a5fe-b250-42a3-9222-93297941ac0d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?network_id=64cb3f2d-ba95-4939-8485-4be57b4533ef&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1084583 Feb 04 15:48:08.589445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.api [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102422) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:08.589793 n-d-827869-1 neutron-server[102422]: DEBUG oslo_db.api [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:08.643878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.650802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:08.651809 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.690850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Network ea8bd95a-b935-4b22-ad54-d162bf2ef311 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:08.693598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-d1fd48f3-d464-4130-ad7e-d0575a8c8c8a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?network_id=64cb3f2d-ba95-4939-8485-4be57b4533ef&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1152644 Feb 04 15:48:08.713233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:08.718908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:08.719861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:08.721010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.756207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=cf03d3e9-00e7-4605-9f12-87d992f12ddb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.785686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2450230 Feb 04 15:48:08.788382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36302) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:08.795073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'admin_state_up': True, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:08.824752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-615361e3-1d53-426c-8671-25035bf39a03 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7471766 Feb 04 15:48:08.829620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36306) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:08.885849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.888117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:08.898709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050dac-2060-4f37-8afa-560220613e18 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Network': ['ID=bc758428-5547-40c2-962f-7c15fe8f0764,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:08.910661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:08.915437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network bc758428-5547-40c2-962f-7c15fe8f0764 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:48:08.987390 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.025103 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.071146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-56404f52-23d6-4085-a1b4-3d29cd918ba6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.084128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-56404f52-23d6-4085-a1b4-3d29cd918ba6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.096006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-56404f52-23d6-4085-a1b4-3d29cd918ba6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.099220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-56404f52-23d6-4085-a1b4-3d29cd918ba6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/networks?id=ddaa4c16-7a2d-48cd-be30-837d541a5561&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=64cb3f2d-ba95-4939-8485-4be57b4533ef&id=64cb3f2d-ba95-4939-8485-4be57b4533ef HTTP/1.1" status: 200 len: 1988 time: 0.3301649 Feb 04 15:48:09.121779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.181147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-644c8a5c-432e-48fc-8c69-4fcb41fb5200 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/quotas/08038f466f1a452a8c6ae0ee260b025a HTTP/1.1" status: 200 len: 375 time: 0.0424168 Feb 04 15:48:09.260353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.284906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:09.316244 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.316463 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Added segment 99e4f798-047a-446e-9247-0a36123468d8 of type vlan for network 2985c0fb-d319-40da-8127-345acdeccc86 Feb 04 15:48:09.463348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.504421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-ec4812f2-7847-4482-af7e-003e72bb477d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3030872 Feb 04 15:48:09.566299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.581512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:09.581771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.633956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] device_id is not set on port cf03d3e9-00e7-4605-9f12-87d992f12ddb yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:09.637254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3438299 Feb 04 15:48:09.638746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36318) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:09.645196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1250629861'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:09.681351 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.686642 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.696951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Made reservation on behalf of 2916c660df8a43f1b340c3bc41face26 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:09.702332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.708426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:09.780909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcdbaf-5002-4049-9b06-8c310cd3d628 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Network': ['ID=2985c0fb-d319-40da-8127-345acdeccc86,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:09.794744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2985c0fb-d319-40da-8127-345acdeccc86 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:48:10.008542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=cf03d3e9-00e7-4605-9f12-87d992f12ddb,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:10.010896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.055656 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.141701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:10.253175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.261910 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Added segment cd45f877-be72-4875-b706-d9badb8c814a of type vlan for network fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7 Feb 04 15:48:10.292072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:10.293262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:10.293778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:10.339006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.25.1.25 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/e4f3a2ac-6072-4632-8755-2c5edd978600) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:10.343739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:10.344080 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:10.349004 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 2 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:10.368884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:10.369230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:10.369565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:10.388404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.401371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:10.401804 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:10.406062 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 3 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:10.421119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-23586291-b6f8-4d83-885c-cea0ee105586 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8922374 Feb 04 15:48:10.479619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.487780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:10.488377 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.563846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:10.565193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:10.565880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:10.597863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:10.598776 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:10.617921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.637116 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 4 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:10.663248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:10.663969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:10.664567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:10.684577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0447259 Feb 04 15:48:10.690350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:10.691058 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:10.694261 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 5 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:10.728363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faed5eb-4403-4036-b5e0-9c480acf0255 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Network': ['ID=fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:10.752318 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:10.783349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1900a9a6-9603-4066-8fa8-a45d3b6cdf37 service neutron] 10.222.0.47 "GET /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611252 Feb 04 15:48:10.784632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:10.785196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:10.785759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:10.843178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:48:10.851259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:10.851900 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:10.855577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-ee447b64-5b2c-4c9a-a42c-497157d7d8e5 service neutron] 10.222.0.47 "GET /v2.0/ports/8e662118-2cbb-42a1-a29b-d7fb20a32888?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0637438 Feb 04 15:48:10.856600 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 6 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:10.916607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:10.933246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:10.952200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=e4f3a2ac-6072-4632-8755-2c5edd978600,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:10.965447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:10.971401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:10.972081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:10.972530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:10.982570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:10.983141 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:10.985834 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 7 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:11.009533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:11.010356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:11.010560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:11.045349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:11.049574 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:11.055291 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 8 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:11.143938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-8e671ba8-bbb4-4bcf-881a-96dba5f90de0 service neutron] 10.222.0.47 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678025 Feb 04 15:48:11.149762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:11.150397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:11.151003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:11.221963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:11.222395 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:11.226023 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 9 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:11.303032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:11.303494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:11.303705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:11.323407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:11.323687 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:11.336281 n-d-827869-1 neutron-server[102423]: INFO neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempt 10 to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb Feb 04 15:48:11.381310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:11.381772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:11.382017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempting to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:11.396403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:11.396735 n-d-827869-1 neutron-server[102423]: ERROR neutron.plugins.ml2.managers [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Failed to bind port cf03d3e9-00e7-4605-9f12-87d992f12ddb on host n-h2-827869-1 for vnic_type normal using segments [{'id': '149e8d3d-918e-44ee-9da6-4f173a491f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ea8bd95a-b935-4b22-ad54-d162bf2ef311'}] Feb 04 15:48:11.397111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.543600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c8de3115-5dcb-43ef-84ab-38c83dab116c service neutron] 10.222.0.47 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831306 Feb 04 15:48:11.690956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9f7b6503-f175-449c-91bd-691b0140692e service neutron] 10.222.0.47 "GET /v2.0/ports/8eb391fc-50c6-4df7-96bf-6ac93f25a908?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1442466 Feb 04 15:48:11.692205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] For port cf03d3e9-00e7-4605-9f12-87d992f12ddb, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:11.692589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attempted to set empty binding levels {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 15:48:11.722351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.801844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.817588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event updated for resources: {'Port': ['ID=cf03d3e9-00e7-4605-9f12-87d992f12ddb,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:11.910829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] In _notify_port_updated(), no bound segment for port cf03d3e9-00e7-4605-9f12-87d992f12ddb on network ea8bd95a-b935-4b22-ad54-d162bf2ef311 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:48:11.915826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:11.917013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:11.932046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9a24bca0-e0ae-445f-a4b1-3b88c89be5b9 tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "PUT /v2.0/ports/cf03d3e9-00e7-4605-9f12-87d992f12ddb HTTP/1.1" status: 200 len: 975 time: 3.0543461 Feb 04 15:48:11.935456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36366) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:12.082402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36368) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:12.100836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-0a76c19a-036e-4dab-99a2-5d15d3132396 service neutron] 10.222.0.47 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952150 Feb 04 15:48:12.213481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Deleting port cf03d3e9-00e7-4605-9f12-87d992f12ddb {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:48:12.213853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.415917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae65e-36d9-4878-8f18-26d75d49ec28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.478539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] For port cf03d3e9-00e7-4605-9f12-87d992f12ddb, host n-h2-827869-1, got binding levels [] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:12.478842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.523564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Calling delete_port for cf03d3e9-00e7-4605-9f12-87d992f12ddb owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:48:12.554306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-0707f5f6-5237-4d04-99e6-c9edb86554c3 service neutron] 10.222.0.47 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038589 Feb 04 15:48:12.600557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.761699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.896881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:48:12.899506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf03d3e9-00e7-4605-9f12-87d992f12ddb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:12.910943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:12.917179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-85ba7d60-51ce-47e1-9bb6-6e33c83ffefb tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "DELETE /v2.0/ports/cf03d3e9-00e7-4605-9f12-87d992f12ddb HTTP/1.1" status: 204 len: 168 time: 0.9805775 Feb 04 15:48:12.945105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36376) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:12.988662 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f45832-d1b7-4509-9efc-92ecfa3da51f tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] GET failed (client error): The resource could not be found. Feb 04 15:48:12.991113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-80f45832-d1b7-4509-9efc-92ecfa3da51f tempest-PortsAdminExtendedAttrsTestJSON-1228193798 tempest-PortsAdminExtendedAttrsTestJSON-1228193798-project-admin] 10.222.0.47 "GET /v2.0/ports/cf03d3e9-00e7-4605-9f12-87d992f12ddb HTTP/1.1" status: 404 len: 333 time: 0.0445807 Feb 04 15:48:12.995357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:13.056103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae65e-36d9-4878-8f18-26d75d49ec28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.072869 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae65e-36d9-4878-8f18-26d75d49ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.097883 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a41773bb-aa45-4998-a280-f9b7e904c43a service neutron] 10.222.0.47 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637893 Feb 04 15:48:13.141194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.161233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:48:13.185097 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06351038-3b7a-4e14-8686-79148167772c None None] Sync routers for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:13.222893 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06351038-3b7a-4e14-8686-79148167772c None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:48:13.223532 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06351038-3b7a-4e14-8686-79148167772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:13.266735 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.304281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8bd95a-b935-4b22-ad54-d162bf2ef311']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:13.317614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149e8d3d-918e-44ee-9da6-4f173a491f1e') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:13.318153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149e8d3d-918e-44ee-9da6-4f173a491f1e') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:13.332574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.339448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ae65e-36d9-4878-8f18-26d75d49ec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4af407c-9038-433c-ba0a-73fd48272c5c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:13.348714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.356234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:13.356655 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.358331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ac1ae65e-36d9-4878-8f18-26d75d49ec28 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fe4b4dd36d54dacad9ea07087568a92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2747915 Feb 04 15:48:13.365251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36382) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:13.427540 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:13.434596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.450940 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.459165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] 10.222.0.47 "DELETE /v2.0/networks/ea8bd95a-b935-4b22-ad54-d162bf2ef311 HTTP/1.1" status: 204 len: 168 time: 0.4625103 Feb 04 15:48:13.476059 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:13.482030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-065eb5ea-9031-4e64-9a2c-8f737bc0af5b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6885538 Feb 04 15:48:13.482030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691500e-1faa-48d5-8384-ccc7908ee59c tempest-PortsAdminExtendedAttrsTestJSON-71551698 tempest-PortsAdminExtendedAttrsTestJSON-71551698-project] Pushing event deleted for resources: {'Network': ['ID=ea8bd95a-b935-4b22-ad54-d162bf2ef311,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:13.484772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36386) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:13.571642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9a8cb773-01be-49c3-be93-e6f8e9b7d332 service neutron] 10.222.0.47 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579039 Feb 04 15:48:13.594420 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-16eaeaeb-b516-4177-81cc-81388b4b8ed1 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=537ec6f6adf0405b87c2e299025ea7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1080766 Feb 04 15:48:13.597850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36390) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:13.602857 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-06351038-3b7a-4e14-8686-79148167772c None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:48:13.885134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-734ef37e-2771-45f0-9b51-627b936c7220 service neutron] 10.222.0.47 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320964 Feb 04 15:48:13.975757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebb6e-4c68-4298-a45e-f4a038c4fe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.259258 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06351038-3b7a-4e14-8686-79148167772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:11Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:14.268700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36396) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:14.381588 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06351038-3b7a-4e14-8686-79148167772c None None] Checking router: 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:14.384515 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06351038-3b7a-4e14-8686-79148167772c None None] Updating router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c port e4f3a2ac-6072-4632-8755-2c5edd978600 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:48:14.479436 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06351038-3b7a-4e14-8686-79148167772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.702686 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4b69674d-ae8b-4f96-be7f-dc9ae492a351 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29e65fa1f4164e71b9ac41e5f619f725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319932 Feb 04 15:48:14.708786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36400) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:14.836730 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4507-f92b-48b9-a188-15411599ea63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.871364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4507-f92b-48b9-a188-15411599ea63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.983279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4507-f92b-48b9-a188-15411599ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.991147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4507-f92b-48b9-a188-15411599ea63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:14.997886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2bcb4507-f92b-48b9-a188-15411599ea63 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d27e2ed-a846-407d-8512-ffc70fc4d533 HTTP/1.1" status: 204 len: 168 time: 0.2869141 Feb 04 15:48:15.026578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb4507-f92b-48b9-a188-15411599ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d27e2ed-a846-407d-8512-ffc70fc4d533,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:15.038130 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebb6e-4c68-4298-a45e-f4a038c4fe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.212876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042ab74-33db-4dc0-82bd-3997f19033fe tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:15.216342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8042ab74-33db-4dc0-82bd-3997f19033fe tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.6164706 Feb 04 15:48:15.219149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36408) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:15.229299 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06351038-3b7a-4e14-8686-79148167772c None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.250587 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06351038-3b7a-4e14-8686-79148167772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.257686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-138b482d-824e-47c4-9150-0d89220b1c55 service neutron] 10.222.0.47 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3639619 Feb 04 15:48:15.365056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d03db948-4f61-4fff-8b77-8aa8329b3b20 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1433029 Feb 04 15:48:15.370807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36412) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:15.396996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917009246', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:15.397265 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06351038-3b7a-4e14-8686-79148167772c None None] Attempting to bind port e4f3a2ac-6072-4632-8755-2c5edd978600 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:15.397713 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06351038-3b7a-4e14-8686-79148167772c None None] Attempting to bind port e4f3a2ac-6072-4632-8755-2c5edd978600 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:15.398099 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06351038-3b7a-4e14-8686-79148167772c None None] Attempting to bind port e4f3a2ac-6072-4632-8755-2c5edd978600 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:15.412788 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Pushing event updated for resources: {'Port': ['ID=e4f3a2ac-6072-4632-8755-2c5edd978600,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:15.424712 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.425270 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.426233 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.426687 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.427119 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.427549 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.428886 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.429381 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.429812 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.430285 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.430721 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.431147 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:15.443864 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06351038-3b7a-4e14-8686-79148167772c None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:48:15.444391 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06351038-3b7a-4e14-8686-79148167772c None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:15.445853 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06351038-3b7a-4e14-8686-79148167772c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.447089 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06351038-3b7a-4e14-8686-79148167772c None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:48:15.447705 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06351038-3b7a-4e14-8686-79148167772c None None] Bound port: e4f3a2ac-6072-4632-8755-2c5edd978600, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:15.448199 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06351038-3b7a-4e14-8686-79148167772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.516133 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-06351038-3b7a-4e14-8686-79148167772c None None] For port e4f3a2ac-6072-4632-8755-2c5edd978600, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:15.521567 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-06351038-3b7a-4e14-8686-79148167772c None None] For port e4f3a2ac-6072-4632-8755-2c5edd978600, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e4f3a2ac-6072-4632-8755-2c5edd978600,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:15.531665 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06351038-3b7a-4e14-8686-79148167772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.671897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36414) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:15.683659 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06351038-3b7a-4e14-8686-79148167772c None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:48:15.685061 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06351038-3b7a-4e14-8686-79148167772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:15.726415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36416) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:15.741964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'subnets': [{'network_id': '2985c0fb-d319-40da-8127-345acdeccc86', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1469777532', 'ip_version': 6}, {'network_id': 'fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:15.746758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'subnet': {'network_id': '2985c0fb-d319-40da-8127-345acdeccc86', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1469777532', 'ip_version': 6}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:15.747604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Request body: {'subnet': {'network_id': 'fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:15.754397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebb6e-4c68-4298-a45e-f4a038c4fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.760155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fe3ebb6e-4c68-4298-a45e-f4a038c4fe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:15.764234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fe3ebb6e-4c68-4298-a45e-f4a038c4fe4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4af407c-9038-433c-ba0a-73fd48272c5c HTTP/1.1" status: 204 len: 168 time: 2.3955517 Feb 04 15:48:15.825290 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575c289-3175-42a1-8cce-9206e47afe90 None None] Pushing event updated for resources: {'Port': ['ID=e4f3a2ac-6072-4632-8755-2c5edd978600,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:15.833130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebb6e-4c68-4298-a45e-f4a038c4fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4af407c-9038-433c-ba0a-73fd48272c5c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:15.944740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:15.958680 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.007686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-d0fdf11d-dcea-4065-90b5-ba8f39566512 service neutron] 10.222.0.47 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350466 Feb 04 15:48:16.044649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-789be052-4fe5-4c3d-a5d9-0e523d418ca4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25b43e5a703444ca8d030f705fa2ed4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710313 Feb 04 15:48:16.060520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36426) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:16.066757 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-06351038-3b7a-4e14-8686-79148167772c None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:48:16.361578 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dbe69aa-022a-4073-ad8f-b2e0586af3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.381035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Made reservation on behalf of 2916c660df8a43f1b340c3bc41face26 for: {'subnet': 2} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:16.387700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.397150 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.437901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-f4272c12-01d8-45c5-86c5-d5b93b4d9fed service neutron] 10.222.0.47 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274583 Feb 04 15:48:16.514498 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dbe69aa-022a-4073-ad8f-b2e0586af3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.730929 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06351038-3b7a-4e14-8686-79148167772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:11Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:16.750114 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dbe69aa-022a-4073-ad8f-b2e0586af3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.759826 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dbe69aa-022a-4073-ad8f-b2e0586af3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.761076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4dbe69aa-022a-4073-ad8f-b2e0586af3eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/713e065c-e033-47a3-8697-dffcd232bf50 HTTP/1.1" status: 204 len: 168 time: 0.6971531 Feb 04 15:48:16.806607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36434) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:16.814692 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:16.831115 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06351038-3b7a-4e14-8686-79148167772c None None] The sync data for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 is: [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:11Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:16.831457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe69aa-022a-4073-ad8f-b2e0586af3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713e065c-e033-47a3-8697-dffcd232bf50,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:16.956040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-f8f2c1dc-5ffd-4013-bb4b-f0a5d231cb42 service neutron] 10.222.0.47 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788048 Feb 04 15:48:16.962673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Subnet': ['ID=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:17.021339 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d8c5953-1a62-4a3a-87d4-7c231546bad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.149735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Checking segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:17.150136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network hostable DHCP agents. Network: bc758428-5547-40c2-962f-7c15fe8f0764, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:17.278563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network bc758428-5547-40c2-962f-7c15fe8f0764 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:17.288978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9da82634-1adc-4596-9bcc-cbbde28a6eb1 service neutron] 10.222.0.47 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886112 Feb 04 15:48:17.313417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, bc758428-5547-40c2-962f-7c15fe8f0764) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:17.351990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803bb683-5832-4233-b7a2-d9e98daf644d None None] Network bc758428-5547-40c2-962f-7c15fe8f0764 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:17.353176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:17.353797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.441881 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d8c5953-1a62-4a3a-87d4-7c231546bad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.450875 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1d8c5953-1a62-4a3a-87d4-7c231546bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.462404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b11c8e22-c961-4e3b-a553-5c050d96c2d0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0837686 Feb 04 15:48:17.472021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36444) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:17.515987 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.632958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Checking segment: {'id': '99e4f798-047a-446e-9247-0a36123468d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2985c0fb-d319-40da-8127-345acdeccc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:17.633335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Network hostable DHCP agents. Network: 2985c0fb-d319-40da-8127-345acdeccc86, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:17.658114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c5953-1a62-4a3a-87d4-7c231546bad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5b7e49-9deb-40d4-a89e-e98ff03eefab,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:17.676978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1d8c5953-1a62-4a3a-87d4-7c231546bad6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb6ee5485f1a483dbd756316ca34382c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8663685 Feb 04 15:48:17.680944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36450) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:17.835411 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9257-a1cd-4274-be48-b62d899f78dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.872919 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9257-a1cd-4274-be48-b62d899f78dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:17.991770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Subnet': ['ID=5b604bc4-00e7-44fb-bbbe-1bd1e10eebc2,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.011055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9257-a1cd-4274-be48-b62d899f78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.018380 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9257-a1cd-4274-be48-b62d899f78dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.021635 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1f5f9257-a1cd-4274-be48-b62d899f78dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb5b7e49-9deb-40d4-a89e-e98ff03eefab HTTP/1.1" status: 204 len: 168 time: 0.3228238 Feb 04 15:48:18.032590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Network 2985c0fb-d319-40da-8127-345acdeccc86 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:18.038633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-bc758428-5547-40c2-962f-7c15fe8f0764', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:48:18.039934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.065256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2985c0fb-d319-40da-8127-345acdeccc86) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:18.073813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f9257-a1cd-4274-be48-b62d899f78dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5b7e49-9deb-40d4-a89e-e98ff03eefab,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.088484 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.103824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5e0666-0521-41b0-9833-5f5edb509725 None None] Network 2985c0fb-d319-40da-8127-345acdeccc86 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:18.237924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event updated for resources: {'Subnet': ['ID=dd4719c0-e448-4ee2-bfbc-ab5526367385,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:18.321265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Checking segment: {'id': 'cd45f877-be72-4875-b706-d9badb8c814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:18.322229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Network hostable DHCP agents. Network: fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:18.360897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Network fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:18.382211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:18.397052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.398198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.400737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:18.468182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c8d4ea6d-947d-41c5-98f4-2f97091f9d6f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7335579 Feb 04 15:48:18.471860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36476) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:18.848785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5023d32-a0a2-42ee-aa1f-3f599a6a5dd6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.864016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5023d32-a0a2-42ee-aa1f-3f599a6a5dd6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.867207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5023d32-a0a2-42ee-aa1f-3f599a6a5dd6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:18.905704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f56e4fa-2771-4cde-9675-6aae3282d146 None None] Network fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:18.907106 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f5023d32-a0a2-42ee-aa1f-3f599a6a5dd6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4268227 Feb 04 15:48:18.916313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36486) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:19.018265 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.405812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-b420dcf6-ed00-45e9-b688-a96aa913a81f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Deleting subnet 5b604bc4-00e7-44fb-bbbe-1bd1e10eebc2 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:48:19.423049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b420dcf6-ed00-45e9-b688-a96aa913a81f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.431605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfbfc36-8edb-4aee-a895-eef00ff4ea2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-2985c0fb-d319-40da-8127-345acdeccc86', 'network_id': '2985c0fb-d319-40da-8127-345acdeccc86', 'tenant_id': '2916c660df8a43f1b340c3bc41face26', 'fixed_ips': [{'subnet_id': '5b604bc4-00e7-44fb-bbbe-1bd1e10eebc2'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:48:19.433049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfc36-8edb-4aee-a895-eef00ff4ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.437655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e4f3a2ac-6072-4632-8755-2c5edd978600 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:48:19.634370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b420dcf6-ed00-45e9-b688-a96aa913a81f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.774133 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b420dcf6-ed00-45e9-b688-a96aa913a81f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:19.800987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Allocated IP 172.20.0.2 (bc758428-5547-40c2-962f-7c15fe8f0764/63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe/484794cb-d090-474a-b33a-d03137e52666) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:19.937857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cb1eb0cf-a16c-47f1-8197-0bb620ead337 req-16ff936f-4b70-4868-854f-db76777e7462 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0431404 Feb 04 15:48:19.944260 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b420dcf6-ed00-45e9-b688-a96aa913a81f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.044765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420dcf6-ed00-45e9-b688-a96aa913a81f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Subnet': ['ID=5b604bc4-00e7-44fb-bbbe-1bd1e10eebc2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:20.066027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b420dcf6-ed00-45e9-b688-a96aa913a81f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.072851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b420dcf6-ed00-45e9-b688-a96aa913a81f tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/subnets/5b604bc4-00e7-44fb-bbbe-1bd1e10eebc2 HTTP/1.1" status: 204 len: 168 time: 1.1336286 Feb 04 15:48:20.077255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36516) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:20.165629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ade07-9965-4100-84b5-d0552eac5483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7', 'network_id': 'fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7', 'tenant_id': '2916c660df8a43f1b340c3bc41face26', 'fixed_ips': [{'subnet_id': 'dd4719c0-e448-4ee2-bfbc-ab5526367385'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:48:20.172710 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-467ade07-9965-4100-84b5-d0552eac5483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.260746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d128ef4-d942-4c4a-915d-529a98e468c9 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Deleting subnet dd4719c0-e448-4ee2-bfbc-ab5526367385 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:48:20.267657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d128ef4-d942-4c4a-915d-529a98e468c9 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.336000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d128ef4-d942-4c4a-915d-529a98e468c9 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-bcfbfc36-8edb-4aee-a895-eef00ff4ea2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b604bc4-00e7-44fb-bbbe-1bd1e10eebc2: This subnet is being modified by another concurrent operation. Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b604bc4-00e7-44fb-bbbe-1bd1e10eebc2: This subnet is being modified by another concurrent operation. Feb 04 15:48:20.376535 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:48:20.401218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e4f3a2ac-6072-4632-8755-2c5edd978600 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:20.401218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.530842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d128ef4-d942-4c4a-915d-529a98e468c9 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.534118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81361ca2-7b45-42b4-b96a-9595d3ddf6ba None None] Network 2985c0fb-d319-40da-8127-345acdeccc86 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:20.761852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:20.996721 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d128ef4-d942-4c4a-915d-529a98e468c9 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.048953 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.119646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d128ef4-d942-4c4a-915d-529a98e468c9 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4719c0-e448-4ee2-bfbc-ab5526367385,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:21.134466 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d128ef4-d942-4c4a-915d-529a98e468c9 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.141378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2d128ef4-d942-4c4a-915d-529a98e468c9 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/subnets/dd4719c0-e448-4ee2-bfbc-ab5526367385 HTTP/1.1" status: 204 len: 168 time: 1.0623002 Feb 04 15:48:21.144353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36550) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:21.174838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.20.0.1 (bc758428-5547-40c2-962f-7c15fe8f0764/63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe/a5cb33de-ffd1-4a36-b2b5-b85c44331998) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:21.209191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Network bc758428-5547-40c2-962f-7c15fe8f0764 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:21.222047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a09e1d4-5f06-4fcb-b291-4dbc8ea7def6 req-7f8e186d-3cad-41b6-8c7f-ed1631001411 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0712318 Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-467ade07-9965-4100-84b5-d0552eac5483 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd4719c0-e448-4ee2-bfbc-ab5526367385: This subnet is being modified by another concurrent operation. Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exception Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd4719c0-e448-4ee2-bfbc-ab5526367385: This subnet is being modified by another concurrent operation. Feb 04 15:48:21.236112 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 15:48:21.250626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:21.262766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:21.270782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Pushing event updated for resources: {'Port': ['ID=484794cb-d090-474a-b33a-d03137e52666,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:21.348358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b449197-7027-4355-8264-630268b1d098 None None] Network fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:21.351090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.354574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43b2e2-f01b-4012-9165-33d9c95d8b70 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:21.357560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bd43b2e2-f01b-4012-9165-33d9c95d8b70 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2117033 Feb 04 15:48:21.363156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36558) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:21.435879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.437709 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.438272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.441698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.443043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.443503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.444927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.445775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.446651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.448028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.448433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.449212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:21.521846 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.558080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e4f3a2ac-6072-4632-8755-2c5edd978600, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e4f3a2ac-6072-4632-8755-2c5edd978600,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:21.558531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.579155 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.598275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Attempting to bind port 484794cb-d090-474a-b33a-d03137e52666 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:21.598275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Attempting to bind port 484794cb-d090-474a-b33a-d03137e52666 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:21.598275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Attempting to bind port 484794cb-d090-474a-b33a-d03137e52666 on network bc758428-5547-40c2-962f-7c15fe8f0764 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:21.713111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:48:21.713630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Checking segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:21.714496 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.714998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Bound using segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:48:21.715599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Bound port: 484794cb-d090-474a-b33a-d03137e52666, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:21.716105 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.761017 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.789069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e4f3a2ac-6072-4632-8755-2c5edd978600,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:21.830603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] For port 484794cb-d090-474a-b33a-d03137e52666, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:21.835698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] For port 484794cb-d090-474a-b33a-d03137e52666, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=484794cb-d090-474a-b33a-d03137e52666,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:21.843475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:21.907577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=a5cb33de-ffd1-4a36-b2b5-b85c44331998,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:21.950044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36570) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:22.015958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435262-c2a4-4fc2-b10a-04ef37be310e None None] Pushing event updated for resources: {'Port': ['ID=484794cb-d090-474a-b33a-d03137e52666,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:22.059318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.074840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network bc758428-5547-40c2-962f-7c15fe8f0764 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:22.091328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:22.100329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:22.158090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.185102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd45f877-be72-4875-b706-d9badb8c814a') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.185839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd45f877-be72-4875-b706-d9badb8c814a') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:22.206440 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.222410 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.331997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.350029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:22.350310 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:22.353895 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:22.564904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02cee20d-6a7f-4022-9bd6-820f90cc4381 req-1924d890-aac7-4baa-9253-6f329a6dc32f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0797956 Feb 04 15:48:22.641665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-321047406', 'router:external': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:22.658489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.712368 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.727361 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/networks/fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7 HTTP/1.1" status: 204 len: 168 time: 1.3572307 Feb 04 15:48:22.729910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36588) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:22.829048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c2de9c0f-c534-4c59-9f13-a885b9d4cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:22.833728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Made reservation on behalf of 2edc68bcc67e41c1a3135ae1e4da4b1e for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:22.837428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:22.840727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c2de9c0f-c534-4c59-9f13-a885b9d4cf1b service neutron] 10.222.0.50 "GET /v2.0/ports/8e662118-2cbb-42a1-a29b-d7fb20a32888 HTTP/1.1" status: 200 len: 1027 time: 0.3057079 Feb 04 15:48:22.903104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee5d00-c0c1-463e-9e69-83f760259fa6 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Network': ['ID=fb1dd7c0-7fcb-46db-a3b0-ef4fa63e71e7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:23.010011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-b14ddcc1-2cb0-4ef6-bcba-d88a08189c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.011993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-b14ddcc1-2cb0-4ef6-bcba-d88a08189c61 service neutron] 10.222.0.50 "GET /v2.0/ports/8eb391fc-50c6-4df7-96bf-6ac93f25a908 HTTP/1.1" status: 200 len: 1026 time: 0.1589792 Feb 04 15:48:23.045541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.059296 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.109729 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:23.382081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-49d20585-6667-42d5-9c21-908c93f6baf5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.389347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-49d20585-6667-42d5-9c21-908c93f6baf5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.412975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-49d20585-6667-42d5-9c21-908c93f6baf5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:23.414969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-49d20585-6667-42d5-9c21-908c93f6baf5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "GET /v2.0/networks?id=ddaa4c16-7a2d-48cd-be30-837d541a5561&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=64cb3f2d-ba95-4939-8485-4be57b4533ef&id=64cb3f2d-ba95-4939-8485-4be57b4533ef HTTP/1.1" status: 200 len: 1988 time: 0.3907268 Feb 04 15:48:23.569067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-5025cd14-7908-47e9-9466-c6fdb9fb9540 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08038f466f1a452a8c6ae0ee260b025a HTTP/1.1" status: 200 len: 380 time: 0.0744426 Feb 04 15:48:23.590990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'admin_state_up': True, 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'security_groups': ['f5bc2e35-4725-422d-a2e0-92c1088e6cff']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:23.818514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd29a1-6275-429b-8051-a609c9e535e2 None None] Network bc758428-5547-40c2-962f-7c15fe8f0764 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:24.013093 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.025157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.043896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 484794cb-d090-474a-b33a-d03137e52666 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:48:24.096504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.143358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-971a46ee-fe8b-4879-9d4a-6c9d013ed5e3 None None] Provisioning complete for port 484794cb-d090-474a-b33a-d03137e52666 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:24.144605 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-971a46ee-fe8b-4879-9d4a-6c9d013ed5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.317161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f40158fb-87a1-4397-9027-0f0f7b20e366 req-913209f2-003c-4fa0-b826-df37975200fc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.2856748 Feb 04 15:48:24.332682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 484794cb-d090-474a-b33a-d03137e52666 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:24.333767 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.603924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.635887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=a5cb33de-ffd1-4a36-b2b5-b85c44331998,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:24.640520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.648472 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-971a46ee-fe8b-4879-9d4a-6c9d013ed5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.655574 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:48:24.671811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:24.679765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.755194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2985c0fb-d319-40da-8127-345acdeccc86']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:24.810415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e4f798-047a-446e-9247-0a36123468d8') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:24.811646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e4f798-047a-446e-9247-0a36123468d8') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:24.866999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.990155 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:24.991630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.006308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.027787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:25.028833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.029789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-971a46ee-fe8b-4879-9d4a-6c9d013ed5e3 None None] For port 484794cb-d090-474a-b33a-d03137e52666, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=484794cb-d090-474a-b33a-d03137e52666,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:25.065165 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-971a46ee-fe8b-4879-9d4a-6c9d013ed5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:25.089670 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:25.159432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866ae065-748c-47c4-9be4-e3ee5bf057ba,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:25.201083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network bc758428-5547-40c2-962f-7c15fe8f0764 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:25.219300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:25.252944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Allocated IP 172.20.0.5 (ddaa4c16-7a2d-48cd-be30-837d541a5561/4b467fc4-5160-463a-a5dc-b2d95866e46a/bea7190d-49f5-405d-b99b-b3e496cb604c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:25.270907 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.317047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.322070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.323412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.323412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.323753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.324292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.324892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.332342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.335239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.336063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.337248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.337248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:25.343717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a46ee-fe8b-4879-9d4a-6c9d013ed5e3 None None] Pushing event updated for resources: {'Port': ['ID=484794cb-d090-474a-b33a-d03137e52666,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:25.477239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.491184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.531381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/networks/2985c0fb-d319-40da-8127-345acdeccc86 HTTP/1.1" status: 204 len: 168 time: 2.7960002 Feb 04 15:48:25.541482 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:25.542264 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:25.552705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36632) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:25.559775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:25.730844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0650a87-5a07-44b3-9cec-6b2d3dee5804 req-15d93c38-9ea9-4f33-a93e-8ad6f9efbd53 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1712267 Feb 04 15:48:25.759688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5b3fe3d3-f8ce-48b5-988d-443eb3951d55 None None] Provisioning complete for port 484794cb-d090-474a-b33a-d03137e52666 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:25.760563 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b3fe3d3-f8ce-48b5-988d-443eb3951d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.805514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.805927 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Added segment fb27d89e-8176-4446-a6b7-f4226585c079 of type vlan for network fcf5f1be-5609-48a7-b7e1-d09f46855f82 Feb 04 15:48:25.988584 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.998004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5b3fe3d3-f8ce-48b5-988d-443eb3951d55 None None] Provisioning complete for port a5cb33de-ffd1-4a36-b2b5-b85c44331998 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:26.003292 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b3fe3d3-f8ce-48b5-988d-443eb3951d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.059213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82391d2c-24ed-456a-88f6-fba1a8c71ee3 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Network': ['ID=2985c0fb-d319-40da-8127-345acdeccc86,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:26.072141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.073617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:26.076178 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.147902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5b3fe3d3-f8ce-48b5-988d-443eb3951d55 None None] Port a5cb33de-ffd1-4a36-b2b5-b85c44331998 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:26.221152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e4f3a2ac-6072-4632-8755-2c5edd978600 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:48:26.650255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.6955123 Feb 04 15:48:26.651375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36662) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:26.719068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'subnet': {'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:26.780154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b6cb1-d3ad-40a1-a9d3-b85b98d2abc8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'Network': ['ID=fcf5f1be-5609-48a7-b7e1-d09f46855f82,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:26.822902 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:26.920192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Made reservation on behalf of 2edc68bcc67e41c1a3135ae1e4da4b1e for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:26.931478 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.031023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59e73da4-1acf-40bc-b52d-0e0e65e9fd02 req-4deddb55-9c37-4ab3-9ce9-8fe510147dc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0916896 Feb 04 15:48:27.070804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network fcf5f1be-5609-48a7-b7e1-d09f46855f82 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:48:27.070804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485964c2-badb-4f5b-840d-507c20031af0 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:48:27.115265 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.208250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:48:27.256818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-021fdc1a-ddd2-4e14-93fa-0626bbfc0436 None None] Provisioning complete for port a5cb33de-ffd1-4a36-b2b5-b85c44331998 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:27.257495 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-021fdc1a-ddd2-4e14-93fa-0626bbfc0436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.360094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-021fdc1a-ddd2-4e14-93fa-0626bbfc0436 None None] Port a5cb33de-ffd1-4a36-b2b5-b85c44331998 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:27.380607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e4f3a2ac-6072-4632-8755-2c5edd978600 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:27.381191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.455698 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.488686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:48:27.498991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b02486d4-0a98-4d62-8811-473e1a0b8cc1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "PUT /v2.0/routers/222aa78b-c8fe-413b-a8a9-f7e580e9fe9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0200925 Feb 04 15:48:27.518889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Sync routers for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:27.527573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.537494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f74f1b9-3883-4107-bfa3-2f227149935b']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:27.549287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d39b44-ddf0-4ab1-b797-a046df1ebaed') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:27.549888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d39b44-ddf0-4ab1-b797-a046df1ebaed') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:27.561662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.604236 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.606186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:48:27.607285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:27.623447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-48620e69-790b-4462-84c1-55c53761db27 None None] Provisioning complete for port a5cb33de-ffd1-4a36-b2b5-b85c44331998 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:27.624075 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48620e69-790b-4462-84c1-55c53761db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.665044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=bea7190d-49f5-405d-b99b-b3e496cb604c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:27.711417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:27.719718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:27.728557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:27.777183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:27.788852 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:27.793800 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:27.912719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:27.913414 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.939181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-48620e69-790b-4462-84c1-55c53761db27 None None] Port a5cb33de-ffd1-4a36-b2b5-b85c44331998 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:27.962481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7036d8b8-3f4d-4593-b475-42264350b594 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3805485 Feb 04 15:48:27.976428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485964c2-badb-4f5b-840d-507c20031af0 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:48:27.982057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'admin_state_up': True, 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'security_groups': ['f5bc2e35-4725-422d-a2e0-92c1088e6cff']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:27.996462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.032119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.044145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/networks/1f74f1b9-3883-4107-bfa3-2f227149935b HTTP/1.1" status: 204 len: 168 time: 2.4791913 Feb 04 15:48:28.093203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:48:28.097653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36694) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:28.177204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f89501-c8d7-4815-8135-f5687274e4aa tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Network': ['ID=1f74f1b9-3883-4107-bfa3-2f227149935b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:28.243241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 484794cb-d090-474a-b33a-d03137e52666 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:48:28.330042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4aebb-2907-4b1d-b14a-70d103f390e0 req-c87f054e-51ee-4ce7-8d56-bc8b39a5feeb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:28.339234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-80d4aebb-2907-4b1d-b14a-70d103f390e0 req-c87f054e-51ee-4ce7-8d56-bc8b39a5feeb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 931 time: 0.1029463 Feb 04 15:48:28.348279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:28.356551 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.462795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.546637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-80d4aebb-2907-4b1d-b14a-70d103f390e0 req-7213f724-720d-44b1-93ed-a832eeb6e15e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051444 Feb 04 15:48:28.678316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 484794cb-d090-474a-b33a-d03137e52666 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:28.678704 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.779649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36716) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:28.860520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.920543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Allocated IP 10.1.1.89 (3703e0dc-6b85-43e2-90ba-089a82e79531/c058e558-da25-4a8a-be3f-3f46b70164fd/457b4eb6-cf15-47bd-83bf-0bc98a617f8a) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:29.101951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-26b50e05-00d3-4825-9f30-c28206bf8d4c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4454228&fields=id&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 267 time: 0.2263703 Feb 04 15:48:29.128284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0983122b-d6e1-44b2-b3fc-64000e7413a5']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:29.376936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.431525 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.484114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:29.491126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:29.565535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:29.604627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-f0a2d3ef-fa1b-4112-8bd0-34ec3c2ada11 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:29.616794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-f0a2d3ef-fa1b-4112-8bd0-34ec3c2ada11 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 796 time: 0.4721749 Feb 04 15:48:29.624877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea0ca54-961f-4140-ab3e-291a8aa50e3f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:29.625469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea0ca54-961f-4140-ab3e-291a8aa50e3f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:29.688296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-b514f4ff-b294-4602-8333-61be502947b9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/quotas/537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 375 time: 0.0680170 Feb 04 15:48:29.699569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.773873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:29.780838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.812058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:23Z', 'revision_number': 2, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:29.826818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0ab32-2fc0-49d8-b9be-d810128aeaa2 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 15:48:29.873957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.880721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 15:48:29.882149 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.942205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:29.943637 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.951943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9754727 Feb 04 15:48:29.961531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Checking router: 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:29.961895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Updating router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c port a5cb33de-ffd1-4a36-b2b5-b85c44331998 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:29.962412 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:29.967525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894efa6-afec-45b8-a16d-f19451250b94 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:29.989355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'admin_state_up': True, 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'security_groups': ['f5bc2e35-4725-422d-a2e0-92c1088e6cff']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:30.007262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.052686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525012-362a-4c42-b500-f6852f4bc625 req-b5bfbbd7-9b6e-4477-ad3d-2db4fed924e0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:30.060063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525012-362a-4c42-b500-f6852f4bc625 req-b5bfbbd7-9b6e-4477-ad3d-2db4fed924e0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:30.063816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac525012-362a-4c42-b500-f6852f4bc625 req-b5bfbbd7-9b6e-4477-ad3d-2db4fed924e0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 1652 time: 0.2086022 Feb 04 15:48:30.067663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e312ea2-6b86-450c-a3f4-5d93cd7fecc8 admin admin] Deleting subnet b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:48:30.072746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e312ea2-6b86-450c-a3f4-5d93cd7fecc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.080926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-8ba436bf-3985-4434-b219-029fb3ee4836 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3886671 Feb 04 15:48:30.125792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e312ea2-6b86-450c-a3f4-5d93cd7fecc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.184145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e312ea2-6b86-450c-a3f4-5d93cd7fecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.243438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0ab32-2fc0-49d8-b9be-d810128aeaa2 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 15:48:30.273699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-5d2169cf-ff83-4397-99c5-df6c76d8ba2d service neutron] 10.222.0.47 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915967 Feb 04 15:48:30.382662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e312ea2-6b86-450c-a3f4-5d93cd7fecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.440859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e312ea2-6b86-450c-a3f4-5d93cd7fecc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.448934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6e312ea2-6b86-450c-a3f4-5d93cd7fecc8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3 HTTP/1.1" status: 204 len: 168 time: 1.6653907 Feb 04 15:48:30.455357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-cc709ad3-e56c-4544-b4f9-b59d2b1ecf72 service neutron] 10.222.0.47 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806319 Feb 04 15:48:30.456259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36750) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:30.597504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0dc21c6b-887a-4fec-ad92-56558570c9bc,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:30.609140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.636436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.639059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e312ea2-6b86-450c-a3f4-5d93cd7fecc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3cc2111-d5d1-4cca-b5bc-d1577fa9a3a3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:30.640596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] 10.222.0.47 "DELETE /v2.0/networks/0983122b-d6e1-44b2-b3fc-64000e7413a5 HTTP/1.1" status: 204 len: 168 time: 2.5395982 Feb 04 15:48:30.661065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369fef1-3192-464a-96a3-1ad7e4bddd09 tempest-BulkNetworkOpsIpV6Test-992181678 tempest-BulkNetworkOpsIpV6Test-992181678-project] Pushing event deleted for resources: {'Network': ['ID=0983122b-d6e1-44b2-b3fc-64000e7413a5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:30.672012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Checking segment: {'id': 'fb27d89e-8176-4446-a6b7-f4226585c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:30.674001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Network hostable DHCP agents. Network: fcf5f1be-5609-48a7-b7e1-d09f46855f82, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:30.679330 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58e18268-4197-455e-85ff-b045ed968c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.737183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac525012-362a-4c42-b500-f6852f4bc625 req-b8c14086-7729-46ef-8e53-9822cca6ed31 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4609463 Feb 04 15:48:30.770775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.798472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Network fcf5f1be-5609-48a7-b7e1-d09f46855f82 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:30.848842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:30.852450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, fcf5f1be-5609-48a7-b7e1-d09f46855f82) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:30.863105 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.878243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:30.879108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.070253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d615fcb-121d-4289-a7ae-be51e04a9e96 req-8a4100b3-9a52-4e93-88c9-7c24c60f1897 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 210 time: 0.1063726 Feb 04 15:48:31.121596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.148855 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.155505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0163a98-5e88-4977-8c49-56ea97ac535e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:31.169565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9838c68d-30e6-4ab3-b95c-c60638ba2d1e') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:31.170436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9838c68d-30e6-4ab3-b95c-c60638ba2d1e') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:31.184041 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.232654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.241670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:31.241873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.330413 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:31.376910 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:31.384440 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.390543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.397240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] 10.222.0.47 "DELETE /v2.0/networks/d0163a98-5e88-4977-8c49-56ea97ac535e HTTP/1.1" status: 204 len: 168 time: 0.9243002 Feb 04 15:48:31.407456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c0cee713-241c-4f2e-9c3d-54eef9bf57be tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7315557 Feb 04 15:48:31.418899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Allocated IP 10.1.1.204 (3703e0dc-6b85-43e2-90ba-089a82e79531/c058e558-da25-4a8a-be3f-3f46b70164fd/ccd88caa-5202-4b0d-87af-15dcce382df7) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:31.421243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36776) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:31.448771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19397ff1-230b-49e2-b018-b4c26e89c5db admin admin] Pushing event deleted for resources: {'Network': ['ID=d0163a98-5e88-4977-8c49-56ea97ac535e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:31.450892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1640945835', 'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:31.503312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df375a7-c3e2-4f96-81a8-02d67fb7744b None None] Network fcf5f1be-5609-48a7-b7e1-d09f46855f82 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:31.580598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Made reservation on behalf of 2edc68bcc67e41c1a3135ae1e4da4b1e for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:31.587765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:31.698497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] device_id is not set on port fc5ec853-446c-47ea-8724-c40fe6a3702f yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:48:31.820418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9a811-9445-490a-a7c9-ac9cd6f91571 None None] Pushing event updated for resources: {'Port': ['ID=a5cb33de-ffd1-4a36-b2b5-b85c44331998,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.203820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36794) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:32.239451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Allocated IP 172.20.0.3 (fcf5f1be-5609-48a7-b7e1-d09f46855f82/0dc21c6b-887a-4fec-ad92-56558570c9bc/fc5ec853-446c-47ea-8724-c40fe6a3702f) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:32.277597 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Attempting to bind port a5cb33de-ffd1-4a36-b2b5-b85c44331998 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:32.278885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Attempting to bind port a5cb33de-ffd1-4a36-b2b5-b85c44331998 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:32.279307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Attempting to bind port a5cb33de-ffd1-4a36-b2b5-b85c44331998 on network bc758428-5547-40c2-962f-7c15fe8f0764 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:32.301835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36798) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:32.307736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:48:32.308116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Checking segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:32.308536 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.313970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Bound using segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:48:32.317873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Bound port: a5cb33de-ffd1-4a36-b2b5-b85c44331998, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:32.319559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.342280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5da90f-35c9-4c99-93e8-9e4ca08ed870 req-da363ce0-62b5-4f12-ae06-2a3b0f260cfa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:32.349748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5da90f-35c9-4c99-93e8-9e4ca08ed870 req-da363ce0-62b5-4f12-ae06-2a3b0f260cfa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:32.352043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a5da90f-35c9-4c99-93e8-9e4ca08ed870 req-da363ce0-62b5-4f12-ae06-2a3b0f260cfa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 1652 time: 0.3497114 Feb 04 15:48:32.501346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3d631439-01c0-4713-b5b4-c52fd0e3d9e1 None None] Provisioning complete for port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:32.502549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3d631439-01c0-4713-b5b4-c52fd0e3d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.516503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-28c124a8-4e44-428e-9ba5-f956bbdcd4d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b0103b86eb24a7c9395b5fa2323f58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092776 Feb 04 15:48:32.518477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36800) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:32.706710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a5da90f-35c9-4c99-93e8-9e4ca08ed870 req-e4a8e38a-c002-414c-a987-a1d8593eb3fa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381238 Feb 04 15:48:32.733503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-193154c4-9ac5-45c9-b2a9-65bad5b47a87 req-1473f859-b896-4a6e-97cd-2400692f77a1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 210 time: 0.1967955 Feb 04 15:48:32.735823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d9f00f-72fa-41ca-91a9-72d020185791 None None] Network fcf5f1be-5609-48a7-b7e1-d09f46855f82 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:32.751392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3d631439-01c0-4713-b5b4-c52fd0e3d9e1 None None] Port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:32.756432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] For port a5cb33de-ffd1-4a36-b2b5-b85c44331998, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:32.804712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8eaa06d8-816e-463f-becf-a3889e0ac647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.001898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8eaa06d8-816e-463f-becf-a3889e0ac647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.185942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.211513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] For port a5cb33de-ffd1-4a36-b2b5-b85c44331998, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a5cb33de-ffd1-4a36-b2b5-b85c44331998,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:33.229136 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.275912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b1b8770a-dc77-4ff4-a10a-e77ecdb4bb51 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2916c660df8a43f1b340c3bc41face26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0618708 Feb 04 15:48:33.276953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36812) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:33.277540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.304933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9a811-9445-490a-a7c9-ac9cd6f91571 None None] Pushing event updated for resources: {'Port': ['ID=a5cb33de-ffd1-4a36-b2b5-b85c44331998,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:33.331939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] Provisioning complete for port bea7190d-49f5-405d-b99b-b3e496cb604c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:33.332870 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.346372 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.351540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.427849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e197701a-12d9-4e9d-921f-86bd67c4800b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.450438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] Port bea7190d-49f5-405d-b99b-b3e496cb604c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:33.462833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:48:33.464126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:33.472136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e197701a-12d9-4e9d-921f-86bd67c4800b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.515356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Network fcf5f1be-5609-48a7-b7e1-d09f46855f82 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:33.544239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:33.551151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8eaa06d8-816e-463f-becf-a3889e0ac647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.552498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:33.554306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8eaa06d8-816e-463f-becf-a3889e0ac647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.555527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8eaa06d8-816e-463f-becf-a3889e0ac647 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62ecec47-0a77-4e3b-8aac-df2ce42a30d1 HTTP/1.1" status: 204 len: 168 time: 1.0303721 Feb 04 15:48:33.565756 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e197701a-12d9-4e9d-921f-86bd67c4800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.568262 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e197701a-12d9-4e9d-921f-86bd67c4800b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.569570 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e197701a-12d9-4e9d-921f-86bd67c4800b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb3f70aa-6981-4fd0-83b3-18f4f4bfdb61 HTTP/1.1" status: 204 len: 168 time: 0.2848794 Feb 04 15:48:33.577572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-41fa28d1-34ec-44a0-b868-9445ed12d55b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.579550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-41fa28d1-34ec-44a0-b868-9445ed12d55b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 796 time: 0.5708659 Feb 04 15:48:33.579667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:33.580232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa06d8-816e-463f-becf-a3889e0ac647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ecec47-0a77-4e3b-8aac-df2ce42a30d1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:33.593719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:33.616755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:33.856342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197701a-12d9-4e9d-921f-86bd67c4800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f70aa-6981-4fd0-83b3-18f4f4bfdb61,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:33.865844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:33.883925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.901272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-4dde214e-44e0-4910-a507-7cfda1bedb44 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 377 time: 0.2965636 Feb 04 15:48:33.909168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'port': {'device_id': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'admin_state_up': True, 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'security_groups': ['7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:34.040140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5ec853-446c-47ea-8724-c40fe6a3702f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:34.115274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] Provisioning complete for port a5cb33de-ffd1-4a36-b2b5-b85c44331998 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:34.115940 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.215346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8574e64-0c97-4456-9c24-2dbc91cd78ab req-7579b998-a426-4466-bee2-e1ff46fe4f08 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 210 time: 0.2253881 Feb 04 15:48:34.217927 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-65012ef7-0536-49d2-9673-5c06268ec889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.246728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.247211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.247797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.252002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.252853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.253414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.253962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.254461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.254952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.255539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.256256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.256665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:34.282997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:48:34.290198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3089349 Feb 04 15:48:34.338304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef', 'admin_state_up': True, 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'security_groups': ['f5bc2e35-4725-422d-a2e0-92c1088e6cff']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:34.346590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:34.347925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.401008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.440386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd33d-9578-49c6-bfc9-277598fb1bf8 req-3e5465d5-53f9-472e-8310-5c753e89e6b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:34.458941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd33d-9578-49c6-bfc9-277598fb1bf8 req-3e5465d5-53f9-472e-8310-5c753e89e6b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:34.477864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd33d-9578-49c6-bfc9-277598fb1bf8 req-3e5465d5-53f9-472e-8310-5c753e89e6b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:34.479691 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-381dd33d-9578-49c6-bfc9-277598fb1bf8 req-3e5465d5-53f9-472e-8310-5c753e89e6b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 2373 time: 0.4545102 Feb 04 15:48:34.510167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5d0dc2e3-f17f-4af9-9db4-ca317ee43ce4 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.0874419 Feb 04 15:48:34.521185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36838) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:34.539600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a78f65-3d6d-4c8e-9fd3-4b44892c3d27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=ccd88caa-5202-4b0d-87af-15dcce382df7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:34.662676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:34.668790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.756749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-381dd33d-9578-49c6-bfc9-277598fb1bf8 req-da42449f-84ab-4995-840c-fa2502b335da tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555208 Feb 04 15:48:34.771496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a97a03e9-c18c-42c8-b9bd-b0b0fea1145b tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Deleting port fc5ec853-446c-47ea-8724-c40fe6a3702f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:48:34.773064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a97a03e9-c18c-42c8-b9bd-b0b0fea1145b tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:34.776345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:34.822489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] For port a5cb33de-ffd1-4a36-b2b5-b85c44331998, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a5cb33de-ffd1-4a36-b2b5-b85c44331998,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:34.842054 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.069288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.20.0.4 (bc758428-5547-40c2-962f-7c15fe8f0764/63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe/43657e7d-d757-4945-b041-bfb7d7644491) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:35.109034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a627fcd2-bfa2-44aa-a21a-34be5e6d869f None None] Provisioning complete for port ccd88caa-5202-4b0d-87af-15dcce382df7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:35.109469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a627fcd2-bfa2-44aa-a21a-34be5e6d869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.158781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.214828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234d74c-7b83-4d25-9d29-8c4d046ba53c None None] Pushing event updated for resources: {'Port': ['ID=a5cb33de-ffd1-4a36-b2b5-b85c44331998,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.223109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a97a03e9-c18c-42c8-b9bd-b0b0fea1145b tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.278276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a97a03e9-c18c-42c8-b9bd-b0b0fea1145b tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Calling delete_port for fc5ec853-446c-47ea-8724-c40fe6a3702f owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:48:35.335994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a627fcd2-bfa2-44aa-a21a-34be5e6d869f None None] Port ccd88caa-5202-4b0d-87af-15dcce382df7 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:35.382148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:32Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:35.429287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a627fcd2-bfa2-44aa-a21a-34be5e6d869f None None] Provisioning complete for port a5cb33de-ffd1-4a36-b2b5-b85c44331998 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:35.429940 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a627fcd2-bfa2-44aa-a21a-34be5e6d869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.435015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e97934-f647-49bf-9fd0-96b50b2a3d7c None None] The sync data for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 is: [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:32Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:35.636223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.720232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.809769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network bc758428-5547-40c2-962f-7c15fe8f0764 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:35.813877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:35.818903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:35.826768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.848046 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.003657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:36.004583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.057043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-d5041548-29de-41ff-9061-fbfcf66256e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1523008 Feb 04 15:48:36.099610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Request body: {'port': {'device_id': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:36.354036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.384474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a5cb33de-ffd1-4a36-b2b5-b85c44331998 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:48:36.551410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4e12798d-577d-4cd7-9be5-69c908ab6434 None None] Provisioning complete for port 43657e7d-d757-4945-b041-bfb7d7644491 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:36.552132 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4e12798d-577d-4cd7-9be5-69c908ab6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.591867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a5cb33de-ffd1-4a36-b2b5-b85c44331998 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:36.592253 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.720293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4e12798d-577d-4cd7-9be5-69c908ab6434 None None] Port 43657e7d-d757-4945-b041-bfb7d7644491 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:36.752621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a97a03e9-c18c-42c8-b9bd-b0b0fea1145b tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.845833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a03e9-c18c-42c8-b9bd-b0b0fea1145b tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc5ec853-446c-47ea-8724-c40fe6a3702f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:36.949970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a97a03e9-c18c-42c8-b9bd-b0b0fea1145b tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:36.954369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a97a03e9-c18c-42c8-b9bd-b0b0fea1145b tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "DELETE /v2.0/ports/fc5ec853-446c-47ea-8724-c40fe6a3702f HTTP/1.1" status: 204 len: 168 time: 2.4307313 Feb 04 15:48:36.971914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36890) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:37.012750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c056c-1bcb-4a83-9e7e-cf12f1b46975 req-a6b006d4-caf7-448c-913a-96387105e13e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:37.016297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e3c056c-1bcb-4a83-9e7e-cf12f1b46975 req-a6b006d4-caf7-448c-913a-96387105e13e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 931 time: 0.7309818 Feb 04 15:48:37.019111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Allocated IP 10.2.2.100 (64cb3f2d-ba95-4939-8485-4be57b4533ef/e57f75d4-9e59-44d7-b3bd-3475dabd8717/737a6fc3-6437-490a-8b1d-f7f2a1138803) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:37.033286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82', 'external_fixed_ips': [{'subnet_id': '0dc21c6b-887a-4fec-ad92-56558570c9bc', 'ip_address': '172.20.0.3'}]}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:37.112011 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.146523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.147996 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.274413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.280638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e3c056c-1bcb-4a83-9e7e-cf12f1b46975 req-2420ef21-4645-40bb-ae36-755cabe38af8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1685388 Feb 04 15:48:37.406242 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.441428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ecdb4-da55-475e-b9d6-9b90fab1eadf req-5c173c42-6f82-46a5-a496-36c8124d1a34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:37.447845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ecdb4-da55-475e-b9d6-9b90fab1eadf req-5c173c42-6f82-46a5-a496-36c8124d1a34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:37.467295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ecdb4-da55-475e-b9d6-9b90fab1eadf req-5c173c42-6f82-46a5-a496-36c8124d1a34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:37.476783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d5ecdb4-da55-475e-b9d6-9b90fab1eadf req-5c173c42-6f82-46a5-a496-36c8124d1a34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 2373 time: 0.4780560 Feb 04 15:48:37.734490 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:37.755398 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d5ecdb4-da55-475e-b9d6-9b90fab1eadf req-41508bdb-dd52-46ce-9694-22ce2c32769a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714319 Feb 04 15:48:37.932604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43657e7d-d757-4945-b041-bfb7d7644491 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:37.954724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.023693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Transition to ACTIVE for port object 43657e7d-d757-4945-b041-bfb7d7644491 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:38.044806 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.173965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.333353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:38.449957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:38.451009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:38.451009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:38.466944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:38.467340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:38.479289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:48:38.486693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Checking segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:38.487221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Bound using segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:48:38.487882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Bound port: 43657e7d-d757-4945-b041-bfb7d7644491, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:38.490051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.796776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:38.803951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:38.813890 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.963380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:38.964068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:38.965562 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] 10.222.0.30 "PUT /v2.0/ports/43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 1091 time: 2.8985057 Feb 04 15:48:38.968562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:38.971459 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c69617-5eb2-4ac6-8493-ac77dde0e773" -d '{"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:48:39.006397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d88554-123b-40c1-a4e6-a4dd5f5d7101 service neutron] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:39.044572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72dc01-aea2-42dd-ae32-5fa55d84ffe2 req-45a53a45-8d4b-460a-99f7-d125852f7a4a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.056032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72dc01-aea2-42dd-ae32-5fa55d84ffe2 req-45a53a45-8d4b-460a-99f7-d125852f7a4a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.064930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72dc01-aea2-42dd-ae32-5fa55d84ffe2 req-45a53a45-8d4b-460a-99f7-d125852f7a4a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.066847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3e72dc01-aea2-42dd-ae32-5fa55d84ffe2 req-45a53a45-8d4b-460a-99f7-d125852f7a4a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 2373 time: 0.1474421 Feb 04 15:48:39.157140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-ede25890-8789-45b8-ae71-f9bc24f7bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.158822 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-ede25890-8789-45b8-ae71-f9bc24f7bf81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1094 time: 0.0909984 Feb 04 15:48:39.168257 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3e72dc01-aea2-42dd-ae32-5fa55d84ffe2 req-46d86ce8-10d8-4e0e-8fa7-9373e3b53fd2 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581739 Feb 04 15:48:39.213236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-8bb73b19-f0e6-48ac-a300-86eef1da7aa8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 217 time: 0.0439637 Feb 04 15:48:39.340525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-f156e6fa-cc2f-4e2f-9465-1d29e736a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.342340 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-f156e6fa-cc2f-4e2f-9465-1d29e736a735 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.1178205 Feb 04 15:48:39.358309 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa447e5-24b2-4b2f-acb5-a65ab172def7 x-openstack-request-id: req-caa447e5-24b2-4b2f-acb5-a65ab172def7 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:48:39.358685 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:48:39.358960 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-caa447e5-24b2-4b2f-acb5-a65ab172def7 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:48:39.359444 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'status': 'completed', 'code': 200} Feb 04 15:48:39.428000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.471273 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.485450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-40afd938-1cf3-49bf-80f9-82224e6155ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.485450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-40afd938-1cf3-49bf-80f9-82224e6155ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235301 Feb 04 15:48:39.664848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8722-3d10-45f6-bd31-25d7e0617f2e req-e437d5d5-8547-4c8b-bb5a-c0ac58498470 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:39.674513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-286c8722-3d10-45f6-bd31-25d7e0617f2e req-e437d5d5-8547-4c8b-bb5a-c0ac58498470 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.3726816 Feb 04 15:48:39.740811 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.747859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-286c8722-3d10-45f6-bd31-25d7e0617f2e req-a14dd0fc-f0e4-44c9-aab1-85b638f6ba9b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0720792 Feb 04 15:48:39.782716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:39.799275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Allocated IP 172.20.0.3 (fcf5f1be-5609-48a7-b7e1-d09f46855f82/0dc21c6b-887a-4fec-ad92-56558570c9bc/1fb83628-0a2d-40f2-8049-58890b273714) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:39.843057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-79a87083-de22-4784-ac23-30b1765f4dc0 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460741 Feb 04 15:48:39.973023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 64cb3f2d-ba95-4939-8485-4be57b4533ef is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:39.990362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:40.021253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=737a6fc3-6437-490a-8b1d-f7f2a1138803,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:40.032598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:40.133319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.137345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.197152 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65827fe6-eec4-477e-b9ae-d8bec449d29f req-a5398b80-47f7-42a0-afe8-d4c64dd4aaea service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496366 Feb 04 15:48:40.207605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-9ded8d80-2a84-48fe-895c-07fdda9d8888 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8767829 Feb 04 15:48:40.243805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef', 'admin_state_up': True, 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'security_groups': ['f5bc2e35-4725-422d-a2e0-92c1088e6cff']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:40.261125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.529211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.583519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-92f3233b-7d13-4d2e-93d1-a4f2fe853898 None None] Provisioning complete for port 737a6fc3-6437-490a-8b1d-f7f2a1138803 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:40.583995 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-92f3233b-7d13-4d2e-93d1-a4f2fe853898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:40.628491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-6bc77f37-9178-4f8d-b3da-d7f3f7888dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.631517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-6bc77f37-9178-4f8d-b3da-d7f3f7888dc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1094 time: 0.3573115 Feb 04 15:48:40.664534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c57ab-6e74-4929-91f6-73a191823c59 req-b778e6b9-1169-4924-a71f-34253f350d50 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.679710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c57ab-6e74-4929-91f6-73a191823c59 req-b778e6b9-1169-4924-a71f-34253f350d50 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.681484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-92f3233b-7d13-4d2e-93d1-a4f2fe853898 None None] Port 737a6fc3-6437-490a-8b1d-f7f2a1138803 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:40.695169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Network fcf5f1be-5609-48a7-b7e1-d09f46855f82 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:40.697170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c57ab-6e74-4929-91f6-73a191823c59 req-b778e6b9-1169-4924-a71f-34253f350d50 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.705569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:40.713803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c57ab-6e74-4929-91f6-73a191823c59 req-b778e6b9-1169-4924-a71f-34253f350d50 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:40.716841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:40.720307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb83628-0a2d-40f2-8049-58890b273714,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:40.729712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa8c57ab-6e74-4929-91f6-73a191823c59 req-b778e6b9-1169-4924-a71f-34253f350d50 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3094 time: 0.3340111 Feb 04 15:48:40.787266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Made reservation on behalf of 08038f466f1a452a8c6ae0ee260b025a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:40.959436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa8c57ab-6e74-4929-91f6-73a191823c59 req-697dcbaf-8dc3-464e-842b-b2547c7804ed tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124395 Feb 04 15:48:41.027812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-ff8816a0-e730-496e-b9a7-d39111b9aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.030300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-ff8816a0-e730-496e-b9a7-d39111b9aff0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.2990744 Feb 04 15:48:41.125437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-6d6edd29-68f6-469c-98ec-c2c6206c1670 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 217 time: 0.0879066 Feb 04 15:48:41.245810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-f0e527c1-0ebf-41a8-8a91-3fe3bdeaac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.247999 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-f0e527c1-0ebf-41a8-8a91-3fe3bdeaac61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.1147032 Feb 04 15:48:41.353866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-5179ffb1-2492-4219-bbc5-e820a966accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.357602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-5179ffb1-2492-4219-bbc5-e820a966accd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012027 Feb 04 15:48:41.429938 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:41.731476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-a3b7ae39-0972-4bf9-9878-99853165780e service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645203 Feb 04 15:48:41.874612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbd3b2-d2db-40ee-af60-ceec2dce3615 req-40b4e449-0367-41c9-a02b-035f35c62303 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:41.894467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dbfbd3b2-d2db-40ee-af60-ceec2dce3615 req-40b4e449-0367-41c9-a02b-035f35c62303 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.9746222 Feb 04 15:48:42.216173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dbfbd3b2-d2db-40ee-af60-ceec2dce3615 req-68fd39d1-3d66-4dc4-9c86-a435553af027 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2850244 Feb 04 15:48:42.312343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4c69617-5eb2-4ac6-8493-ac77dde0e773 req-482528f8-d9a6-49c1-8292-505780138510 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706348 Feb 04 15:48:42.377006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3f58b-870d-474e-9357-0d96a6f51c82 req-89e24460-aad5-4ba8-bdb7-0ed57b2b42df tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:42.399427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:42.413654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3f58b-870d-474e-9357-0d96a6f51c82 req-89e24460-aad5-4ba8-bdb7-0ed57b2b42df tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:42.427992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3f58b-870d-474e-9357-0d96a6f51c82 req-89e24460-aad5-4ba8-bdb7-0ed57b2b42df tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:42.448952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3f58b-870d-474e-9357-0d96a6f51c82 req-89e24460-aad5-4ba8-bdb7-0ed57b2b42df tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:42.451568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5d3f58b-870d-474e-9357-0d96a6f51c82 req-89e24460-aad5-4ba8-bdb7-0ed57b2b42df tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3094 time: 0.2821252 Feb 04 15:48:42.554203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5d3f58b-870d-474e-9357-0d96a6f51c82 req-12ba5fd7-0ee5-4909-99ee-b7a433559bb9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915966 Feb 04 15:48:42.840820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Allocated IP 10.2.2.200 (64cb3f2d-ba95-4939-8485-4be57b4533ef/e57f75d4-9e59-44d7-b3bd-3475dabd8717/e55ad9db-ea79-4d82-8180-9f758c6ee1d2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:43.305225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-8c3c8dc9-dcd2-4910-9ae5-8a7d454d739f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330490 Feb 04 15:48:43.421912 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.439169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-ef10d3e1-f6d5-4aca-8905-9b0d77eed1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:43.444653 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-ef10d3e1-f6d5-4aca-8905-9b0d77eed1df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0934448 Feb 04 15:48:43.744787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-9e665631-1d41-472e-acd7-21c05553259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:43.746828 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-9e665631-1d41-472e-acd7-21c05553259f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.2745113 Feb 04 15:48:43.762054 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:43.800082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96a2fc-204c-4464-b8c1-a401250beeb0 req-59736142-9fbf-41b0-b8bc-9206ddca8110 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:43.802266 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d96a2fc-204c-4464-b8c1-a401250beeb0 req-59736142-9fbf-41b0-b8bc-9206ddca8110 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.1322017 Feb 04 15:48:43.805446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Router a321d204-9c15-4c6e-a383-1943a8930f1c is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:48:43.959362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-93ec45c7-31db-422a-ad0b-bcc19c5da954 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.1932683 Feb 04 15:48:44.016261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d96a2fc-204c-4464-b8c1-a401250beeb0 req-2d97c8f1-9739-4bae-92b0-4b9326479707 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2016466 Feb 04 15:48:44.019522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.046906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Network 64cb3f2d-ba95-4939-8485-4be57b4533ef is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:44.051760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:44.088233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:48:44.121028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-89d5a3cd-7a7d-453c-b280-64fdbefd0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:44.122676 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-89d5a3cd-7a7d-453c-b280-64fdbefd0f57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1561933 Feb 04 15:48:44.225156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:44.225863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.236342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-f26f34d7-8413-4b8a-a780-9aedbd2cfde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:44.243016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-f26f34d7-8413-4b8a-a780-9aedbd2cfde8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065841 Feb 04 15:48:44.338857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:48:44.353340 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Sync routers for ids ['a321d204-9c15-4c6e-a383-1943a8930f1c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:48:44.371061 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Routers {'a321d204-9c15-4c6e-a383-1943a8930f1c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:48:44.371740 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:48:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['a321d204-9c15-4c6e-a383-1943a8930f1c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:44.411044 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1802750 Feb 04 15:48:44.414671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.416029 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-07c5b835-cad6-4bf8-b780-5bad4549e0d6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.4321599 Feb 04 15:48:44.417394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d92336-79fc-4b80-94a8-5a6bc6fc2d83 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event updated for resources: {'Port': ['ID=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:44.420354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:44.435197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:44.466787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-f1d488c9-e778-447b-af4e-ca6f894012c6 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175422 Feb 04 15:48:44.654067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a4747e04-a602-457e-b223-743330f516b9 None None] Provisioning complete for port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:44.654897 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4747e04-a602-457e-b223-743330f516b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.811141 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Set router a321d204-9c15-4c6e-a383-1943a8930f1c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:48:44.821346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a4747e04-a602-457e-b223-743330f516b9 None None] Port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:48:44.838733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:48:44.839651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:44.922968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.101843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c0e4-7435-4c98-905c-e5fc83437dcb req-6c9f6504-53b9-49e7-af7b-6f36768e8aa5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.133703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c0e4-7435-4c98-905c-e5fc83437dcb req-6c9f6504-53b9-49e7-af7b-6f36768e8aa5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.170380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c0e4-7435-4c98-905c-e5fc83437dcb req-6c9f6504-53b9-49e7-af7b-6f36768e8aa5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.215586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c0e4-7435-4c98-905c-e5fc83437dcb req-6c9f6504-53b9-49e7-af7b-6f36768e8aa5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.256498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c0e4-7435-4c98-905c-e5fc83437dcb req-6c9f6504-53b9-49e7-af7b-6f36768e8aa5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:45.271717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69d0c0e4-7435-4c98-905c-e5fc83437dcb req-6c9f6504-53b9-49e7-af7b-6f36768e8aa5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3815 time: 1.5217638 Feb 04 15:48:45.274624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37172) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:45.324005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:45.355817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ce7d384b-ff70-4845-8ea1-a9720a12d140 req-404fb0bf-5af5-4c53-8808-a1fd66b05c19 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8810780 Feb 04 15:48:45.399108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69d0c0e4-7435-4c98-905c-e5fc83437dcb req-405818c1-5f81-4e44-9d9e-67b40a0daf65 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017013 Feb 04 15:48:45.415652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '43657e7d-d757-4945-b041-bfb7d7644491', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'port_id': '43657e7d-d757-4945-b041-bfb7d7644491', 'mac_address': 'fa:16:3e:17:1f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:48:45.527933 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.600005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-819df46a-0f32-480e-8168-31a5abdc4920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.603435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43657e7d-d757-4945-b041-bfb7d7644491 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:45.630070 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a321d204-9c15-4c6e-a383-1943a8930f1c', 'name': '', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82', 'external_fixed_ips': [{'subnet_id': '0dc21c6b-887a-4fec-ad92-56558570c9bc', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '1fb83628-0a2d-40f2-8049-58890b273714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:37Z', 'updated_at': '2022-02-04T15:48:41Z', 'revision_number': 3, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port': {'id': '1fb83628-0a2d-40f2-8049-58890b273714', 'name': '', 'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d204-9c15-4c6e-a383-1943a8930f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '0dc21c6b-887a-4fec-ad92-56558570c9bc', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:39Z', 'updated_at': '2022-02-04T15:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dc21c6b-887a-4fec-ad92-56558570c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:45.688942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:45.698031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.714735 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Checking router: a321d204-9c15-4c6e-a383-1943a8930f1c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:48:45.717564 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Updating router a321d204-9c15-4c6e-a383-1943a8930f1c port 1fb83628-0a2d-40f2-8049-58890b273714 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:48:45.818629 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.838735 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-819df46a-0f32-480e-8168-31a5abdc4920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.852658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-819df46a-0f32-480e-8168-31a5abdc4920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:45.872091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:45.969869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819df46a-0f32-480e-8168-31a5abdc4920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86be1572-39dc-4206-b394-359cc9109b1c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:45.999286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-819df46a-0f32-480e-8168-31a5abdc4920 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16895743d3c04e23b7e4580e57ccc158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153776 Feb 04 15:48:46.003685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:46.072075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['43657e7d-d757-4945-b041-bfb7d7644491'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:48:46.207406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c55326c3-5ddd-48ff-a97e-9f1ac5da856f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.277271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c55326c3-5ddd-48ff-a97e-9f1ac5da856f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.478772 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c55326c3-5ddd-48ff-a97e-9f1ac5da856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.481669 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c55326c3-5ddd-48ff-a97e-9f1ac5da856f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.483338 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c55326c3-5ddd-48ff-a97e-9f1ac5da856f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/86be1572-39dc-4206-b394-359cc9109b1c HTTP/1.1" status: 204 len: 168 time: 0.4783733 Feb 04 15:48:46.519897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55326c3-5ddd-48ff-a97e-9f1ac5da856f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be1572-39dc-4206-b394-359cc9109b1c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:46.717245 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.728054 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.817810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea7190d-49f5-405d-b99b-b3e496cb604c {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:46.830848 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.851176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Transition to ACTIVE for port object bea7190d-49f5-405d-b99b-b3e496cb604c will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:46.864754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.871726 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa11b9-fd2f-453c-8146-ccc6fecf3d10 None None] Pushing event updated for resources: {'Port': ['ID=1fb83628-0a2d-40f2-8049-58890b273714,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:46.907852 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Attempting to bind port 1fb83628-0a2d-40f2-8049-58890b273714 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:46.910594 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Attempting to bind port 1fb83628-0a2d-40f2-8049-58890b273714 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'fb27d89e-8176-4446-a6b7-f4226585c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:46.914735 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Attempting to bind port 1fb83628-0a2d-40f2-8049-58890b273714 on network fcf5f1be-5609-48a7-b7e1-d09f46855f82 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:46.934473 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:48:46.935302 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Checking segment: {'id': 'fb27d89e-8176-4446-a6b7-f4226585c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:46.937143 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.938337 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Bound using segment: {'id': 'fb27d89e-8176-4446-a6b7-f4226585c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:48:46.942120 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.943135 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Bound port: 1fb83628-0a2d-40f2-8049-58890b273714, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb27d89e-8176-4446-a6b7-f4226585c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fcf5f1be-5609-48a7-b7e1-d09f46855f82'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:46.943821 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:46.987050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218c5a-24f9-455d-a01e-11f39374f324 req-82944161-6d1f-4638-8cd2-ef1dcc35304e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:47.017760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218c5a-24f9-455d-a01e-11f39374f324 req-82944161-6d1f-4638-8cd2-ef1dcc35304e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:47.053387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218c5a-24f9-455d-a01e-11f39374f324 req-82944161-6d1f-4638-8cd2-ef1dcc35304e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:47.079797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218c5a-24f9-455d-a01e-11f39374f324 req-82944161-6d1f-4638-8cd2-ef1dcc35304e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:47.116978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218c5a-24f9-455d-a01e-11f39374f324 req-82944161-6d1f-4638-8cd2-ef1dcc35304e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:47.118995 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a218c5a-24f9-455d-a01e-11f39374f324 req-82944161-6d1f-4638-8cd2-ef1dcc35304e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3815 time: 0.3393958 Feb 04 15:48:47.163520 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] For port 1fb83628-0a2d-40f2-8049-58890b273714, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:47.170184 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] For port 1fb83628-0a2d-40f2-8049-58890b273714, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1fb83628-0a2d-40f2-8049-58890b273714,segment=NetworkSegment(fb27d89e-8176-4446-a6b7-f4226585c079),segment_id=fb27d89e-8176-4446-a6b7-f4226585c079)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:47.184931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Pushing event updated for resources: {'Port': ['ID=bea7190d-49f5-405d-b99b-b3e496cb604c,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:47.189072 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.239467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Attempting to bind port bea7190d-49f5-405d-b99b-b3e496cb604c on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:47.240141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Attempting to bind port bea7190d-49f5-405d-b99b-b3e496cb604c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:47.241584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Attempting to bind port bea7190d-49f5-405d-b99b-b3e496cb604c on network ddaa4c16-7a2d-48cd-be30-837d541a5561 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:47.248852 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Port bea7190d-49f5-405d-b99b-b3e496cb604c on network ddaa4c16-7a2d-48cd-be30-837d541a5561 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:47.249715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Attempting to bind port bea7190d-49f5-405d-b99b-b3e496cb604c on network ddaa4c16-7a2d-48cd-be30-837d541a5561 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:47.255111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a218c5a-24f9-455d-a01e-11f39374f324 req-ddb78dd4-082f-4c6d-8e63-9538a8fb88db tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226745 Feb 04 15:48:47.260027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Deleting port 1fb83628-0a2d-40f2-8049-58890b273714 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:48:47.260464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.414561 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa11b9-fd2f-453c-8146-ccc6fecf3d10 None None] Pushing event updated for resources: {'Port': ['ID=1fb83628-0a2d-40f2-8049-58890b273714,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:47.452653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] For port 1fb83628-0a2d-40f2-8049-58890b273714, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1fb83628-0a2d-40f2-8049-58890b273714,segment=NetworkSegment(fb27d89e-8176-4446-a6b7-f4226585c079),segment_id=fb27d89e-8176-4446-a6b7-f4226585c079)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:47.453036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.461735 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Routers {'a321d204-9c15-4c6e-a383-1943a8930f1c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:48:47.465671 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:48:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['a321d204-9c15-4c6e-a383-1943a8930f1c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:47.469370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Calling delete_port for 1fb83628-0a2d-40f2-8049-58890b273714 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:48:47.739054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:48:47.740184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Checking segment: {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:47.742402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Bound using segment: {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:48:47.743241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Bound port: bea7190d-49f5-405d-b99b-b3e496cb604c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:47.743746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.913872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37248) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:47.938275 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-45506943-ed51-4a04-9ba3-e6c6a6caaa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:47.980562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cdc4c-cc67-4bd2-ab6d-58bf7f8c6f38 req-1e0a5820-c4d8-4e32-80c4-ea3271ef05ca tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:47.989085 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e70cdc4c-cc67-4bd2-ab6d-58bf7f8c6f38 req-1e0a5820-c4d8-4e32-80c4-ea3271ef05ca tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 1.3683305 Feb 04 15:48:48.056377 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] Set router a321d204-9c15-4c6e-a383-1943a8930f1c gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:48:48.127866 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a321d204-9c15-4c6e-a383-1943a8930f1c', 'name': '', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:37Z', 'updated_at': '2022-02-04T15:48:46Z', 'revision_number': 4, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:48.158408 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca04d2-6a5d-464b-8887-0a289251da45 None None] The sync data for ids ['a321d204-9c15-4c6e-a383-1943a8930f1c'] in n-d-827869-1 is: [{'id': 'a321d204-9c15-4c6e-a383-1943a8930f1c', 'name': '', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:37Z', 'updated_at': '2022-02-04T15:48:46Z', 'revision_number': 4, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:48:48.207281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e70cdc4c-cc67-4bd2-ab6d-58bf7f8c6f38 req-0003ab10-0dc3-483e-ad6e-c342a9377045 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1951559 Feb 04 15:48:48.266245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] For port bea7190d-49f5-405d-b99b-b3e496cb604c, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:48.284476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] For port bea7190d-49f5-405d-b99b-b3e496cb604c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bea7190d-49f5-405d-b99b-b3e496cb604c,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:48.287832 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.327309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fb83628-0a2d-40f2-8049-58890b273714,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.332895 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.484189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-45506943-ed51-4a04-9ba3-e6c6a6caaa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.498552 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-45506943-ed51-4a04-9ba3-e6c6a6caaa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.517926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:48.519008 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:48.523712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] 10.222.0.50 "PUT /v2.0/ports/bea7190d-49f5-405d-b99b-b3e496cb604c HTTP/1.1" status: 200 len: 1091 time: 4.0932431 Feb 04 15:48:48.526508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:48.534757 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493b13b7-0524-44f7-9abc-d2246c8ea964" -d '{"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:48:48.640740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1bac8-d089-4933-be75-c3558f678682 service neutron] Pushing event updated for resources: {'Port': ['ID=bea7190d-49f5-405d-b99b-b3e496cb604c,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.677601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-45506943-ed51-4a04-9ba3-e6c6a6caaa83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=731b75f04e5c4b47b1b0cb64152e503e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7620544 Feb 04 15:48:48.683939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37262) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:48.691369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45506943-ed51-4a04-9ba3-e6c6a6caaa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8b7097-7e5e-4ecc-9366-bb2ccda0e953,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:48.775177 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:48:48.825692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:48.865956 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd6f2cb-2d1c-4485-bb66-135b23a1c301 x-openstack-request-id: req-ccd6f2cb-2d1c-4485-bb66-135b23a1c301 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:48:48.912157 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:48:48.912157 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ccd6f2cb-2d1c-4485-bb66-135b23a1c301 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:48:48.912157 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'status': 'completed', 'code': 200} Feb 04 15:48:49.024692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170069-6850-4791-aadf-5884cfd4a32b req-c5f2ee39-b181-4b96-88a3-89d005adcc0b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.075384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170069-6850-4791-aadf-5884cfd4a32b req-c5f2ee39-b181-4b96-88a3-89d005adcc0b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.083104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.089910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170069-6850-4791-aadf-5884cfd4a32b req-c5f2ee39-b181-4b96-88a3-89d005adcc0b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.091908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 43657e7d-d757-4945-b041-bfb7d7644491 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:49.097256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170069-6850-4791-aadf-5884cfd4a32b req-c5f2ee39-b181-4b96-88a3-89d005adcc0b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.113001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170069-6850-4791-aadf-5884cfd4a32b req-c5f2ee39-b181-4b96-88a3-89d005adcc0b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.128611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1170069-6850-4791-aadf-5884cfd4a32b req-c5f2ee39-b181-4b96-88a3-89d005adcc0b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3827 time: 0.6423929 Feb 04 15:48:49.133916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 43657e7d-d757-4945-b041-bfb7d7644491 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:49.135745 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.216491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.218834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.278401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.279257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a321d204-9c15-4c6e-a383-1943a8930f1c {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:48:49.316692 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.318247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2aafdd47-5bc9-4519-8373-84ea4b55deb2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "DELETE /v2.0/routers/a321d204-9c15-4c6e-a383-1943a8930f1c HTTP/1.1" status: 204 len: 168 time: 4.8967218 Feb 04 15:48:49.322472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37278) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:49.376841 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.453892 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.474518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5b0a33-b7f0-46e8-a48c-029b8f73e18c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Deleting subnet 0dc21c6b-887a-4fec-ad92-56558570c9bc {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:48:49.513463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:49.515423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:49.520076 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25364bfc-a638-414d-82a8-71edf20dbf37" -d '{"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-plugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:48:49.525129 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.540009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0a33-b7f0-46e8-a48c-029b8f73e18c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:49.680084 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:49.752095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012e69d-4cc9-4a19-9224-4d687afef5db req-fdbe7d32-668d-4318-a094-04bbb64bb21a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:49.753899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8012e69d-4cc9-4a19-9224-4d687afef5db req-fdbe7d32-668d-4318-a094-04bbb64bb21a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 0.3250365 Feb 04 15:48:49.814710 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0a33-b7f0-46e8-a48c-029b8f73e18c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.006658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5264c98d-1f6a-4593-bd8d-70302f6723b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.050819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8012e69d-4cc9-4a19-9224-4d687afef5db req-26149a17-3b95-4cef-ad43-41d6f097ae22 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2650435 Feb 04 15:48:50.067489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0a33-b7f0-46e8-a48c-029b8f73e18c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.087950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-a564c963-53d7-4bb7-bd56-afe7a69973d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.091526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-a564c963-53d7-4bb7-bd56-afe7a69973d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.092239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-a564c963-53d7-4bb7-bd56-afe7a69973d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.093095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-a564c963-53d7-4bb7-bd56-afe7a69973d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.093736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-a564c963-53d7-4bb7-bd56-afe7a69973d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.098314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-a564c963-53d7-4bb7-bd56-afe7a69973d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 4362 time: 1.3704071 Feb 04 15:48:50.106292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5264c98d-1f6a-4593-bd8d-70302f6723b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.146673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1170069-6850-4791-aadf-5884cfd4a32b req-66112ed7-fe2f-4ea2-a54f-a36260a260ce tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0169628 Feb 04 15:48:50.244481 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4897447-29c6-4475-8897-9a327d64d34e x-openstack-request-id: req-c4897447-29c6-4475-8897-9a327d64d34e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:48:50.245349 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-plugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:48:50.245349 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4897447-29c6-4475-8897-9a327d64d34e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:48:50.245654 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'code': 200} Feb 04 15:48:50.353737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0a33-b7f0-46e8-a48c-029b8f73e18c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.428783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b0a33-b7f0-46e8-a48c-029b8f73e18c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc21c6b-887a-4fec-ad92-56558570c9bc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:50.489440 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0a33-b7f0-46e8-a48c-029b8f73e18c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.493082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2b5b0a33-b7f0-46e8-a48c-029b8f73e18c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/0dc21c6b-887a-4fec-ad92-56558570c9bc HTTP/1.1" status: 204 len: 168 time: 1.1693170 Feb 04 15:48:50.498557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37306) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:50.560280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e662118-2cbb-42a1-a29b-d7fb20a32888 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:50.579749 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.612469 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.624720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Transition to ACTIVE for port object 8e662118-2cbb-42a1-a29b-d7fb20a32888 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:50.642881 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:50.838376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Pushing event updated for resources: {'Port': ['ID=8e662118-2cbb-42a1-a29b-d7fb20a32888,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:50.912230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7580c26-4f9e-4b84-a295-fdce54ebeeea req-c4216f86-c374-48ea-9dd8-488c6b419239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:50.916702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c7580c26-4f9e-4b84-a295-fdce54ebeeea req-c4216f86-c374-48ea-9dd8-488c6b419239 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1096 time: 0.5378535 Feb 04 15:48:51.044068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.053906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5264c98d-1f6a-4593-bd8d-70302f6723b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.060727 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5264c98d-1f6a-4593-bd8d-70302f6723b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.062479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5264c98d-1f6a-4593-bd8d-70302f6723b0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb8b7097-7e5e-4ecc-9366-bb2ccda0e953 HTTP/1.1" status: 204 len: 168 time: 2.3770163 Feb 04 15:48:51.119526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf5f1be-5609-48a7-b7e1-d09f46855f82']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:51.129411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-46910b65-90bf-48ed-a854-131b5e04c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:51.131590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-46910b65-90bf-48ed-a854-131b5e04c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:51.135826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-46910b65-90bf-48ed-a854-131b5e04c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:51.144291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-46910b65-90bf-48ed-a854-131b5e04c916 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=08038f466f1a452a8c6ae0ee260b025a&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0234087 Feb 04 15:48:51.204977 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb27d89e-8176-4446-a6b7-f4226585c079') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:51.210702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb27d89e-8176-4446-a6b7-f4226585c079') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:48:51.213310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Attempting to bind port 8e662118-2cbb-42a1-a29b-d7fb20a32888 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:51.222037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Attempting to bind port 8e662118-2cbb-42a1-a29b-d7fb20a32888 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:51.222652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Attempting to bind port 8e662118-2cbb-42a1-a29b-d7fb20a32888 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:51.239084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.242187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Port 8e662118-2cbb-42a1-a29b-d7fb20a32888 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:51.242729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Attempting to bind port 8e662118-2cbb-42a1-a29b-d7fb20a32888 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:51.243735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264c98d-1f6a-4593-bd8d-70302f6723b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8b7097-7e5e-4ecc-9366-bb2ccda0e953,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:51.259242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:48:51.259926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Checking segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:51.260511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Bound using segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:48:51.261159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Bound port: 8e662118-2cbb-42a1-a29b-d7fb20a32888, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:51.261710 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.277578 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.362705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] For port 8e662118-2cbb-42a1-a29b-d7fb20a32888, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:51.367628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] For port 8e662118-2cbb-42a1-a29b-d7fb20a32888, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8e662118-2cbb-42a1-a29b-d7fb20a32888,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:51.369788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:48:51.370394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:48:51.391203 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:48:51.544866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37334) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:51.558094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.588947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.619665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fcf5f1be-5609-48a7-b7e1-d09f46855f82 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 15:48:51.633666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c7580c26-4f9e-4b84-a295-fdce54ebeeea req-615bf550-88c1-40cf-9823-4213cda7fbe6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7028391 Feb 04 15:48:51.639750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:51.644537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "DELETE /v2.0/networks/fcf5f1be-5609-48a7-b7e1-d09f46855f82 HTTP/1.1" status: 204 len: 168 time: 1.1422875 Feb 04 15:48:52.103862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2de73-90c4-4f34-ae24-fec5c233174c tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcf5f1be-5609-48a7-b7e1-d09f46855f82,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:52.120627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095a38-8dcd-4d9c-8cb9-807b26eb5b82 req-f0ef66dd-0457-441d-a49d-6fd7a306336d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.124434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2095a38-8dcd-4d9c-8cb9-807b26eb5b82 req-f0ef66dd-0457-441d-a49d-6fd7a306336d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.8246076 Feb 04 15:48:52.195715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.196931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.198709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] 10.222.0.50 "PUT /v2.0/ports/8e662118-2cbb-42a1-a29b-d7fb20a32888 HTTP/1.1" status: 200 len: 1130 time: 3.5282993 Feb 04 15:48:52.237799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': '8e662118-2cbb-42a1-a29b-d7fb20a32888'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:52.244145 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd5235-e20f-43ad-8eca-fc76f7db663d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "8e662118-2cbb-42a1-a29b-d7fb20a32888"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:48:52.247960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba3186bb-cec5-4f60-82eb-6a406ea30ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:52.252305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-a61d259e-716b-47c9-9a46-ee2a4efc8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.263713 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-493b13b7-0524-44f7-9abc-d2246c8ea964 req-a61d259e-716b-47c9-9a46-ee2a4efc8808 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0872831 Feb 04 15:48:52.265249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:52.327493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2095a38-8dcd-4d9c-8cb9-807b26eb5b82 req-08e0219f-15eb-4e63-9f8f-1d8df93700c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1909451 Feb 04 15:48:52.347383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbb9ab-2972-4c8d-8a8d-0ac4b7c1ffcd service neutron] Pushing event updated for resources: {'Port': ['ID=8e662118-2cbb-42a1-a29b-d7fb20a32888,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:52.394220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-0a7de659-fa24-465b-98c1-e01efdf186a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5243392 Feb 04 15:48:52.444416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e074f7-99ca-4dcc-bdbc-53ad5b34d04a req-f203590d-1d2b-4d07-a2c4-605944c39ed3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.470965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e074f7-99ca-4dcc-bdbc-53ad5b34d04a req-f203590d-1d2b-4d07-a2c4-605944c39ed3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.478416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e074f7-99ca-4dcc-bdbc-53ad5b34d04a req-f203590d-1d2b-4d07-a2c4-605944c39ed3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.487832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e074f7-99ca-4dcc-bdbc-53ad5b34d04a req-f203590d-1d2b-4d07-a2c4-605944c39ed3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.495278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e074f7-99ca-4dcc-bdbc-53ad5b34d04a req-f203590d-1d2b-4d07-a2c4-605944c39ed3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.509518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e074f7-99ca-4dcc-bdbc-53ad5b34d04a req-f203590d-1d2b-4d07-a2c4-605944c39ed3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.520577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77e074f7-99ca-4dcc-bdbc-53ad5b34d04a req-f203590d-1d2b-4d07-a2c4-605944c39ed3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 4599 time: 0.9731550 Feb 04 15:48:52.529862 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df22486-70a0-43c0-9750-02a960d1f144 x-openstack-request-id: req-2df22486-70a0-43c0-9750-02a960d1f144 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:48:52.532328 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "8e662118-2cbb-42a1-a29b-d7fb20a32888", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:48:52.532799 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2df22486-70a0-43c0-9750-02a960d1f144 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:48:52.533380 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': '8e662118-2cbb-42a1-a29b-d7fb20a32888', 'status': 'completed', 'code': 200} Feb 04 15:48:52.732943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-bea251b3-1ca4-4633-bc55-34d7d7377c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:52.739299 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-bea251b3-1ca4-4633-bc55-34d7d7377c02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 1096 time: 0.1661563 Feb 04 15:48:53.001379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-0f805d13-a7c9-4b70-9696-f2bd6805d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.003138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-0f805d13-a7c9-4b70-9696-f2bd6805d882 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.2351160 Feb 04 15:48:53.045251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37384) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:53.091565 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.127692 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-539280a1-0a5e-48fb-bf62-47d1703481bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08095c83-add4-40cd-a5c3-b02c9898adfb HTTP/1.1" status: 200 len: 217 time: 0.1171885 Feb 04 15:48:53.216924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4df1b6e9-7c5e-4a30-a070-f9dddb8f5662 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'router': {'name': 'tempest-router--401549722', 'project_id': 'c20fd8c16e624c70b9d6490cf981b4d2'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:53.242891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-b6166259-6ab1-481d-bee5-fbb109a51bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.244751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-b6166259-6ab1-481d-bee5-fbb109a51bba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1104221 Feb 04 15:48:53.266365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba3186bb-cec5-4f60-82eb-6a406ea30ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.275053 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77e074f7-99ca-4dcc-bdbc-53ad5b34d04a req-947252f3-eeef-465c-a25b-35f5c396f951 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7477491 Feb 04 15:48:53.281097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba3186bb-cec5-4f60-82eb-6a406ea30ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.284950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.350835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3186bb-cec5-4f60-82eb-6a406ea30ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f280ef6-3327-41e0-8fe5-af0e13960456,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:53.368005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-25330e00-73cc-4312-894b-812c017fcd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.373607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-25330e00-73cc-4312-894b-812c017fcd37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217248 Feb 04 15:48:53.525993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-b716ac03-5751-42ae-b7f2-bdd8e34f6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.533686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-b716ac03-5751-42ae-b7f2-bdd8e34f6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.536243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-b716ac03-5751-42ae-b7f2-bdd8e34f6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.536767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-b716ac03-5751-42ae-b7f2-bdd8e34f6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.537233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-b716ac03-5751-42ae-b7f2-bdd8e34f6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.537703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-b716ac03-5751-42ae-b7f2-bdd8e34f6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:53.563445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-b716ac03-5751-42ae-b7f2-bdd8e34f6e9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5285 time: 0.9979515 Feb 04 15:48:53.662656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ba3186bb-cec5-4f60-82eb-6a406ea30ded admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d0b394932f34566ae696e31c3301468&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1108193 Feb 04 15:48:53.679191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37398) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:53.739214 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6e9-7c5e-4a30-a070-f9dddb8f5662 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.740343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6e9-7c5e-4a30-a070-f9dddb8f5662 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.958655 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b25c8365-e1fc-4b65-a573-36449ac98e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:53.990775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b25c8365-e1fc-4b65-a573-36449ac98e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.018021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37408) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:54.075262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5d3a2-5da8-48b8-b27c-709add933342 req-e85bd50d-191e-4d2f-8853-e82eece4e494 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:54.077572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cde5d3a2-5da8-48b8-b27c-709add933342 req-e85bd50d-191e-4d2f-8853-e82eece4e494 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.5430818 Feb 04 15:48:54.090080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b25c8365-e1fc-4b65-a573-36449ac98e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.093061 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b25c8365-e1fc-4b65-a573-36449ac98e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.098142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b25c8365-e1fc-4b65-a573-36449ac98e8d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f280ef6-3327-41e0-8fe5-af0e13960456 HTTP/1.1" status: 204 len: 168 time: 0.4124911 Feb 04 15:48:54.103238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f466-511d-4ef4-915f-79d9fba8fade req-b60bbfe9-21ad-455d-a6a4-6bd909977b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:54.105051 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5163f466-511d-4ef4-915f-79d9fba8fade req-b60bbfe9-21ad-455d-a6a4-6bd909977b54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1096 time: 0.2385552 Feb 04 15:48:54.117941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8365-e1fc-4b65-a573-36449ac98e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f280ef6-3327-41e0-8fe5-af0e13960456,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:54.245263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6e9-7c5e-4a30-a070-f9dddb8f5662 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.260752 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6e9-7c5e-4a30-a070-f9dddb8f5662 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.321830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-ba76e809-2a4b-4289-ab08-1b67575eeae4 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9397156 Feb 04 15:48:54.571399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f466-511d-4ef4-915f-79d9fba8fade req-6cb4c721-5893-4f1e-bf97-1425f5fff842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:54.574748 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5163f466-511d-4ef4-915f-79d9fba8fade req-6cb4c721-5893-4f1e-bf97-1425f5fff842 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.4585378 Feb 04 15:48:54.782377 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5163f466-511d-4ef4-915f-79d9fba8fade req-9cdf5d95-7276-43d5-aaff-9acb6793b9e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.1460602 Feb 04 15:48:54.934514 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cde5d3a2-5da8-48b8-b27c-709add933342 req-1d70cef3-18f4-4eba-8801-f1b5f67a35ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8192031 Feb 04 15:48:54.954386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f466-511d-4ef4-915f-79d9fba8fade req-48371d80-9406-41c4-84ef-cd2af73aeb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:54.957484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5163f466-511d-4ef4-915f-79d9fba8fade req-48371d80-9406-41c4-84ef-cd2af73aeb08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1646171 Feb 04 15:48:54.993840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a275c-cb19-47fe-945d-339c7e554a32 req-1b6e33f1-5201-4c67-9fe5-6d2376d72092 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.001594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-261a275c-cb19-47fe-945d-339c7e554a32 req-1b6e33f1-5201-4c67-9fe5-6d2376d72092 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 1.1405854 Feb 04 15:48:55.038859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-48f2aad7-86f6-4fed-aa84-204180b4dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.040727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-48f2aad7-86f6-4fed-aa84-204180b4dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.042156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-48f2aad7-86f6-4fed-aa84-204180b4dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.044374 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-48f2aad7-86f6-4fed-aa84-204180b4dce2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=08038f466f1a452a8c6ae0ee260b025a&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.4027843 Feb 04 15:48:55.090803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2244af3a-b9f9-41e5-8be9-3abe9a75dff9 req-b23683bf-9b76-48ba-b8b2-cdf66853300e service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133803 Feb 04 15:48:55.106353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f466-511d-4ef4-915f-79d9fba8fade req-335646dd-9d1f-41af-9b10-28878ad41c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.107873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5163f466-511d-4ef4-915f-79d9fba8fade req-335646dd-9d1f-41af-9b10-28878ad41c35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365554 Feb 04 15:48:55.136990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-347514045-network', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:55.161765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4df1b6e9-7c5e-4a30-a070-f9dddb8f5662 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.163331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4df1b6e9-7c5e-4a30-a070-f9dddb8f5662 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.9759564 Feb 04 15:48:55.181813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37436) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:55.181813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37438) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:55.238242 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba0a9-6bfc-44e1-b96d-d877733ccf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.414720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2156-f59b-4f00-a2c0-2dc5e4d8b25f req-e0b086ca-c63f-417e-8851-faefab09c7bd tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.422959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2156-f59b-4f00-a2c0-2dc5e4d8b25f req-e0b086ca-c63f-417e-8851-faefab09c7bd tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.443884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2156-f59b-4f00-a2c0-2dc5e4d8b25f req-e0b086ca-c63f-417e-8851-faefab09c7bd tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.450450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2156-f59b-4f00-a2c0-2dc5e4d8b25f req-e0b086ca-c63f-417e-8851-faefab09c7bd tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.467838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2156-f59b-4f00-a2c0-2dc5e4d8b25f req-e0b086ca-c63f-417e-8851-faefab09c7bd tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.483774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa2156-f59b-4f00-a2c0-2dc5e4d8b25f req-e0b086ca-c63f-417e-8851-faefab09c7bd tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.496846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3aa2156-f59b-4f00-a2c0-2dc5e4d8b25f req-e0b086ca-c63f-417e-8851-faefab09c7bd tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 4599 time: 0.3706326 Feb 04 15:48:55.512277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-261a275c-cb19-47fe-945d-339c7e554a32 req-03b60f1d-a40b-4389-8621-7445ed32e731 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4672239 Feb 04 15:48:55.519827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Made reservation on behalf of 726b13dcbe814e9ea9aa7406702fd5ce for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:55.522252 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.548277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.566231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-7f4449db-32a8-4b33-a077-a2a3e9135405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.567815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9abd5235-e20f-43ad-8eca-fc76f7db663d req-7f4449db-32a8-4b33-a077-a2a3e9135405 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4203529 Feb 04 15:48:55.718037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-805ebbac-7649-4534-8443-5c5b4ce6e8f7 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.736266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb391fc-50c6-4df7-96bf-6ac93f25a908 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:48:55.765153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.792705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Transition to ACTIVE for port object 8eb391fc-50c6-4df7-96bf-6ac93f25a908 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:55.802615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.826311 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba0a9-6bfc-44e1-b96d-d877733ccf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.909658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5163f466-511d-4ef4-915f-79d9fba8fade req-97452d99-8f63-4e50-9020-a3064863742b service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932003 Feb 04 15:48:55.915476 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.928720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a44f-6566-4c00-9769-a5b1a88354f6 req-4bd77ff5-6cec-4452-ab6b-e8d9ba5e1a41 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:55.936336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b987a44f-6566-4c00-9769-a5b1a88354f6 req-4bd77ff5-6cec-4452-ab6b-e8d9ba5e1a41 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.2431843 Feb 04 15:48:55.952095 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:55.955468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3aa2156-f59b-4f00-a2c0-2dc5e4d8b25f req-ef7d94a4-4465-408c-9cf3-43ff6c676089 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4459033 Feb 04 15:48:55.956418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba0a9-6bfc-44e1-b96d-d877733ccf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.021111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7698958-c828-4090-9031-c3a743b13356,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:56.066656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb391fc-50c6-4df7-96bf-6ac93f25a908,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:56.115481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:56.131077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.131751 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Added segment f91237f1-f97b-4551-8130-d37d147cdf76 of type vlan for network f13a2b1b-539c-428c-84e7-de5a752feee2 Feb 04 15:48:56.205155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.255035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b987a44f-6566-4c00-9769-a5b1a88354f6 req-cc678131-fa01-4cdd-bb27-0c5e410f05ab tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3173115 Feb 04 15:48:56.258820 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.260493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:56.261269 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.313606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37454) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:56.474550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4436910 Feb 04 15:48:56.479699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:56.507745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Request body: {'subnet': {'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-347514045-subnet', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:56.526468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312c1fe-30fa-46d2-b5fa-c013a4c74ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=f13a2b1b-539c-428c-84e7-de5a752feee2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:56.538105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network f13a2b1b-539c-428c-84e7-de5a752feee2 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:48:56.672967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Attempting to bind port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:56.673306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Attempting to bind port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:56.673641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Attempting to bind port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:56.696514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:48:56.696739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Attempting to bind port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:48:56.701197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9d4ba0a9-6bfc-44e1-b96d-d877733ccf71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=613d513df8d147c6b927991e65e6fcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5170085 Feb 04 15:48:56.716130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37470) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:56.725539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:48:56.725880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Checking segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:56.726300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Bound using segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:48:56.726745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Bound port: 8eb391fc-50c6-4df7-96bf-6ac93f25a908, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:56.727317 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.753040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Made reservation on behalf of 726b13dcbe814e9ea9aa7406702fd5ce for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:56.759951 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:56.942450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5163f466-511d-4ef4-915f-79d9fba8fade req-98b6fff3-7eaa-4f7c-87e8-714c19c10907 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9749601 Feb 04 15:48:57.120629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ba0a9-6bfc-44e1-b96d-d877733ccf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96759c8a-6b79-42b4-b78b-a5480d714b04,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:57.183084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.192644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ae61-228d-4ecf-8a12-01041eaf4bff req-fbec98df-7cbe-49ca-b122-be0b09e97568 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.194858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6662ae61-228d-4ecf-8a12-01041eaf4bff req-fbec98df-7cbe-49ca-b122-be0b09e97568 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2514884 Feb 04 15:48:57.205534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-805ebbac-7649-4534-8443-5c5b4ce6e8f7 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.230958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] For port 8eb391fc-50c6-4df7-96bf-6ac93f25a908, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:57.265884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-805ebbac-7649-4534-8443-5c5b4ce6e8f7 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.276974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1905f275-f149-4932-a9a5-733003f06f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.299162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] For port 8eb391fc-50c6-4df7-96bf-6ac93f25a908, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8eb391fc-50c6-4df7-96bf-6ac93f25a908,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:57.323773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=185121cf-4ccd-4462-bf40-4c256c3bc835,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:57.342571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6662ae61-228d-4ecf-8a12-01041eaf4bff req-5e671b2b-d7d7-48d8-9c10-d73eff8d3fc2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273041 Feb 04 15:48:57.359779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1905f275-f149-4932-a9a5-733003f06f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.361696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.367382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-805ebbac-7649-4534-8443-5c5b4ce6e8f7 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.367930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805ebbac-7649-4534-8443-5c5b4ce6e8f7 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f691ef0d-97bf-4ade-951d-eda2fee5471f {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:48:57.398404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.399078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.401059 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-805ebbac-7649-4534-8443-5c5b4ce6e8f7 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.402451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-805ebbac-7649-4534-8443-5c5b4ce6e8f7 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "DELETE /v2.0/routers/f691ef0d-97bf-4ade-951d-eda2fee5471f HTTP/1.1" status: 204 len: 168 time: 2.2167232 Feb 04 15:48:57.404943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] 10.222.0.50 "PUT /v2.0/ports/8eb391fc-50c6-4df7-96bf-6ac93f25a908 HTTP/1.1" status: 200 len: 1129 time: 5.1535120 Feb 04 15:48:57.439808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': '8eb391fc-50c6-4df7-96bf-6ac93f25a908'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:48:57.447003 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "8eb391fc-50c6-4df7-96bf-6ac93f25a908"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:48:57.483475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-5f6b6f35-b48f-444b-a0e4-376889f479f3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.490820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-5f6b6f35-b48f-444b-a0e4-376889f479f3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.498822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-5f6b6f35-b48f-444b-a0e4-376889f479f3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.510223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-5f6b6f35-b48f-444b-a0e4-376889f479f3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.522229 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1905f275-f149-4932-a9a5-733003f06f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.525421 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1905f275-f149-4932-a9a5-733003f06f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.526687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1905f275-f149-4932-a9a5-733003f06f08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96759c8a-6b79-42b4-b78b-a5480d714b04 HTTP/1.1" status: 204 len: 168 time: 0.6972909 Feb 04 15:48:57.534276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-5f6b6f35-b48f-444b-a0e4-376889f479f3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.545396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905f275-f149-4932-a9a5-733003f06f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96759c8a-6b79-42b4-b78b-a5480d714b04,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:57.547883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-5f6b6f35-b48f-444b-a0e4-376889f479f3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.569119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-5f6b6f35-b48f-444b-a0e4-376889f479f3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.572388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-5f6b6f35-b48f-444b-a0e4-376889f479f3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5370 time: 0.4134393 Feb 04 15:48:57.799328 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5dae88-ff86-4839-8cc0-7c876d10418b x-openstack-request-id: req-9e5dae88-ff86-4839-8cc0-7c876d10418b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:48:57.799609 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "8eb391fc-50c6-4df7-96bf-6ac93f25a908", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:48:57.800026 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9e5dae88-ff86-4839-8cc0-7c876d10418b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:48:57.806330 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': '8eb391fc-50c6-4df7-96bf-6ac93f25a908', 'status': 'completed', 'code': 200} Feb 04 15:48:57.876119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:57.907530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255b03f-b3b1-452e-a3a9-5b7b4758a0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb391fc-50c6-4df7-96bf-6ac93f25a908,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:57.920894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226c49b-88a2-4405-bed4-c8d46dbfe750 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:57.927016 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f226c49b-88a2-4405-bed4-c8d46dbfe750 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1091 time: 1.6088448 Feb 04 15:48:57.932788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37496) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:57.952055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37498) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:57.975740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '43657e7d-d757-4945-b041-bfb7d7644491', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:58.035376 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.041153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Checking segment: {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:48:58.041383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Network hostable DHCP agents. Network: f13a2b1b-539c-428c-84e7-de5a752feee2, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:58.284213 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.316143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Network f13a2b1b-539c-428c-84e7-de5a752feee2 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:58.334810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c9da0276-01ce-4d3d-b5f0-ec0768652fe9 req-63239a93-72a8-49da-b0ec-82e2e6b2b318 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5269597 Feb 04 15:48:58.346747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.357798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, f13a2b1b-539c-428c-84e7-de5a752feee2) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:58.373311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367b3c7-46b4-43c6-adc6-b1d640e832fe None None] Network f13a2b1b-539c-428c-84e7-de5a752feee2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:48:58.409697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.409697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.549058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-4a9d9219-7228-4ba3-9d31-48f311d8f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.549555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-4a9d9219-7228-4ba3-9d31-48f311d8f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.550077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-4a9d9219-7228-4ba3-9d31-48f311d8f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.550536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-4a9d9219-7228-4ba3-9d31-48f311d8f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.551005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-4a9d9219-7228-4ba3-9d31-48f311d8f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.562189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-4a9d9219-7228-4ba3-9d31-48f311d8f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.562992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-4a9d9219-7228-4ba3-9d31-48f311d8f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:58.565129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-4a9d9219-7228-4ba3-9d31-48f311d8f7e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6207 time: 0.6118758 Feb 04 15:48:58.644456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2142832454', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:58.651902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37510) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:58.777964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1cdb-c165-4660-b3a4-51aacd3dff60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.780424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.782113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.831271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3149ffd6-5ab6-457b-ae13-bcde2cdf46f0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3471553 Feb 04 15:48:58.844772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37520) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:58.883368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:48:59.003159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-f13a2b1b-539c-428c-84e7-de5a752feee2', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:48:59.004949 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.054306 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.081578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcba72-181a-44c7-810a-edeeef01efd7 req-c6a29363-b6e2-4cb5-8831-81d647b2c092 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:59.092270 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55dcba72-181a-44c7-810a-edeeef01efd7 req-c6a29363-b6e2-4cb5-8831-81d647b2c092 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3422678 Feb 04 15:48:59.187849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55dcba72-181a-44c7-810a-edeeef01efd7 req-6377d146-00a7-4cb0-8331-2f3fbf17ecf1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928695 Feb 04 15:48:59.194208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.25.1.115 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/4c27dfe0-039e-41d5-a750-3917cabaa098) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:59.331639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-95a02f3f-fa66-4850-b214-18cf786b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:59.332477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-95a02f3f-fa66-4850-b214-18cf786b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:59.337059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-95a02f3f-fa66-4850-b214-18cf786b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:59.343285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-95a02f3f-fa66-4850-b214-18cf786b6013 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=08038f466f1a452a8c6ae0ee260b025a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7419152 Feb 04 15:48:59.421352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1cdb-c165-4660-b3a4-51aacd3dff60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.453921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9cd1cdb-c165-4660-b3a4-51aacd3dff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.493891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Allocated IP 172.20.0.2 (f13a2b1b-539c-428c-84e7-de5a752feee2/185121cf-4ccd-4462-bf40-4c256c3bc835/b5a0533e-da23-48cc-8059-d980522efe4d) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:59.521934 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.523019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.662114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d9cd1cdb-c165-4660-b3a4-51aacd3dff60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ea2d3c03eb2436a89a0db5015195ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0009573 Feb 04 15:48:59.665124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd1cdb-c165-4660-b3a4-51aacd3dff60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbb884-44f4-4839-a22d-18caa7daf618,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:59.673645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37532) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:48:59.679515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.822562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.853431 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.870975 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.962892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:00.002052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.005004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.012599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Pushing event updated for resources: {'Port': ['ID=b5a0533e-da23-48cc-8059-d980522efe4d,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:00.047775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:00.055557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=4c27dfe0-039e-41d5-a750-3917cabaa098,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:00.055886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457b4eb6-cf15-47bd-83bf-0bc98a617f8a {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:00.061343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:00.063920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Network f13a2b1b-539c-428c-84e7-de5a752feee2 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:00.067665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:00.075529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:00.077304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a4da71-cb7e-4642-a4f3-9f16194d3868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.120324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.163394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Attempting to bind port b5a0533e-da23-48cc-8059-d980522efe4d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:00.163970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Attempting to bind port b5a0533e-da23-48cc-8059-d980522efe4d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:00.166079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Attempting to bind port b5a0533e-da23-48cc-8059-d980522efe4d on network f13a2b1b-539c-428c-84e7-de5a752feee2 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:00.171243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:00.172978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Checking segment: {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:00.174771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.174771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Bound using segment: {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:00.174771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Bound port: b5a0533e-da23-48cc-8059-d980522efe4d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:00.174771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.324780 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a4da71-cb7e-4642-a4f3-9f16194d3868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.353888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-8ab2872f-cada-44a2-b8c3-f6d34a4dda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:00.356393 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47ba3e9a-0df9-4fcf-aff4-3cd38845f0e2 req-8ab2872f-cada-44a2-b8c3-f6d34a4dda65 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9869750 Feb 04 15:49:00.397619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] For port b5a0533e-da23-48cc-8059-d980522efe4d, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:00.404055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] For port b5a0533e-da23-48cc-8059-d980522efe4d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b5a0533e-da23-48cc-8059-d980522efe4d,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:00.413648 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.424162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Transition to ACTIVE for port object 457b4eb6-cf15-47bd-83bf-0bc98a617f8a will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:00.578285 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-481a9609-b4a5-4e96-a2f9-724ff445d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:00.643708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55474ed-75e5-4a01-846e-6b7ba1a01067 None None] Pushing event updated for resources: {'Port': ['ID=b5a0533e-da23-48cc-8059-d980522efe4d,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:01.182046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-98546c34-056d-49fb-967d-67f7c4c6c639 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.189085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-98546c34-056d-49fb-967d-67f7c4c6c639 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.199602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-98546c34-056d-49fb-967d-67f7c4c6c639 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.205755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-98546c34-056d-49fb-967d-67f7c4c6c639 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.222586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-98546c34-056d-49fb-967d-67f7c4c6c639 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.230641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-98546c34-056d-49fb-967d-67f7c4c6c639 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.236122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-98546c34-056d-49fb-967d-67f7c4c6c639 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:01.244755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-98546c34-056d-49fb-967d-67f7c4c6c639 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5370 time: 1.6086998 Feb 04 15:49:01.260546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.478471 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.503248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.504887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Pushing event updated for resources: {'Port': ['ID=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:01.526320 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a4da71-cb7e-4642-a4f3-9f16194d3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.530942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a4da71-cb7e-4642-a4f3-9f16194d3868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:01.532881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-66a4da71-cb7e-4642-a4f3-9f16194d3868 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4bbb884-44f4-4839-a22d-18caa7daf618 HTTP/1.1" status: 204 len: 168 time: 1.8528152 Feb 04 15:49:01.586424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cee426da-efe2-4ab1-ad99-87d665a63bfb req-3e7de5c2-9bfc-44b4-96ba-db4790ed494e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3328929 Feb 04 15:49:01.655554 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:49:01.712488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4da71-cb7e-4642-a4f3-9f16194d3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbb884-44f4-4839-a22d-18caa7daf618,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:01.745177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.220903 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.228678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.269257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Attempting to bind port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:02.274817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Attempting to bind port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:02.275837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Attempting to bind port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:02.300439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b5a0533e-da23-48cc-8059-d980522efe4d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:02.413860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.479850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.492102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a on network 3703e0dc-6b85-43e2-90ba-089a82e79531 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:49:02.492568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Attempting to bind port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:02.509780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf784d6-c08b-4859-960f-88c5b5635602 None None] Network f13a2b1b-539c-428c-84e7-de5a752feee2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:49:02.559079 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.579459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:02.579859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Checking segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:02.583862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Bound using segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:02.584642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Bound port: 457b4eb6-cf15-47bd-83bf-0bc98a617f8a, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:02.586358 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.713953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4600c63f-d1ae-44c7-9ac0-91e60a8f375f None None] Provisioning complete for port b5a0533e-da23-48cc-8059-d980522efe4d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:02.713953 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4600c63f-d1ae-44c7-9ac0-91e60a8f375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.774197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=4c27dfe0-039e-41d5-a750-3917cabaa098,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:02.806029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b5a0533e-da23-48cc-8059-d980522efe4d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:02.806854 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:02.815812 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Floating IP c2e019b6-4b36-4a97-819c-a57d134c4b17 associated. External IP: 172.25.1.115, port: 43657e7d-d757-4945-b041-bfb7d7644491. Feb 04 15:49:02.935176 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.043766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4600c63f-d1ae-44c7-9ac0-91e60a8f375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.074633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.119817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.127409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4600c63f-d1ae-44c7-9ac0-91e60a8f375f None None] For port b5a0533e-da23-48cc-8059-d980522efe4d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b5a0533e-da23-48cc-8059-d980522efe4d,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:03.153058 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4600c63f-d1ae-44c7-9ac0-91e60a8f375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.361302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] For port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:03.410907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] For port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:03.455954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.459124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Allocated IP 172.25.1.66 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/9c806b95-4ee0-40cf-93a6-3ab21cac0381) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:03.562262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:03.563052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.564700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] 10.222.0.50 "PUT /v2.0/ports/457b4eb6-cf15-47bd-83bf-0bc98a617f8a HTTP/1.1" status: 200 len: 1090 time: 5.8792527 Feb 04 15:49:03.566134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:03.568083 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86ca47f-1045-4295-b5fc-41ed5ffac65b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "457b4eb6-cf15-47bd-83bf-0bc98a617f8a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:49:03.736062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600c63f-d1ae-44c7-9ac0-91e60a8f375f None None] Pushing event updated for resources: {'Port': ['ID=b5a0533e-da23-48cc-8059-d980522efe4d,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:03.761449 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6e3931-1ab1-4a93-8f8f-f34cf6b933cf x-openstack-request-id: req-3d6e3931-1ab1-4a93-8f8f-f34cf6b933cf {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:49:03.761828 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "457b4eb6-cf15-47bd-83bf-0bc98a617f8a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:49:03.762208 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d6e3931-1ab1-4a93-8f8f-f34cf6b933cf {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:49:03.762689 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a', 'status': 'completed', 'code': 200} Feb 04 15:49:03.768530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:03.825807 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dcf77a4e-03b0-4c4a-a1d3-26752b1db4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.921413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2e2948a3-ee84-4dfd-8399-cab95ff26d6b None None] Provisioning complete for port b5a0533e-da23-48cc-8059-d980522efe4d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:03.924611 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e2948a3-ee84-4dfd-8399-cab95ff26d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:03.946233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-766e2985-5acf-453d-9bae-babd851cc57d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:03.955249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa30254-a20f-4ba6-8dbe-714fa51a6e87 service neutron] Pushing event updated for resources: {'Port': ['ID=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:03.994489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-766e2985-5acf-453d-9bae-babd851cc57d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.007598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-af65821f-876b-4f6e-8525-df0b448a1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.008127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-af65821f-876b-4f6e-8525-df0b448a1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.008554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-af65821f-876b-4f6e-8525-df0b448a1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.009021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-af65821f-876b-4f6e-8525-df0b448a1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.009484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-af65821f-876b-4f6e-8525-df0b448a1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.009946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-af65821f-876b-4f6e-8525-df0b448a1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.012963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-766e2985-5acf-453d-9bae-babd851cc57d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.018698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-af65821f-876b-4f6e-8525-df0b448a1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.019575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-766e2985-5acf-453d-9bae-babd851cc57d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.026178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-766e2985-5acf-453d-9bae-babd851cc57d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.027216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-af65821f-876b-4f6e-8525-df0b448a1c9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6274 time: 0.2410152 Feb 04 15:49:04.032409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-766e2985-5acf-453d-9bae-babd851cc57d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.039088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-766e2985-5acf-453d-9bae-babd851cc57d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.046722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-766e2985-5acf-453d-9bae-babd851cc57d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5382 time: 1.2515402 Feb 04 15:49:04.052153 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:04.053629 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:04.158849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.225506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0e6f7db0-1405-467d-9769-bbe4586af833 req-6a6f4d6c-b2ca-4caf-9747-c7f3a2185048 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1744552 Feb 04 15:49:04.226388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.402633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:49:04.464424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.566948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:04.575987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:04.580071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-210591be-37e1-451e-809e-0f27590c5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.580548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-210591be-37e1-451e-809e-0f27590c5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.581024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-210591be-37e1-451e-809e-0f27590c5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:04.583043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-210591be-37e1-451e-809e-0f27590c5bc2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=08038f466f1a452a8c6ae0ee260b025a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4556887 Feb 04 15:49:04.585956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:04.758148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event updated for resources: {'Port': ['ID=9c806b95-4ee0-40cf-93a6-3ab21cac0381,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:04.778564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:04.806746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] Sync routers for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:04.832639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:04.847164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:04.847818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:04.896880 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2c6daf4-7f7c-4a86-abc4-c44321bf3738 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9573236 Feb 04 15:49:04.896880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:04.903740 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c3cc19-bac3-48d3-9e58-57857298a8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:49:04.928519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b5a0533e-da23-48cc-8059-d980522efe4d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:05.060620 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fcc270-5def-4904-a7c9-27b1530948eb x-openstack-request-id: req-d1fcc270-5def-4904-a7c9-27b1530948eb {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:49:05.061676 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:49:05.062760 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1fcc270-5def-4904-a7c9-27b1530948eb {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:49:05.063588 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'status': 'completed', 'code': 200} Feb 04 15:49:05.239374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-97edec27-3793-4f80-be16-9f6b2bafb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.240974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-97edec27-3793-4f80-be16-9f6b2bafb390 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1096 time: 0.1448979 Feb 04 15:49:05.259353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b5a0533e-da23-48cc-8059-d980522efe4d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:05.259608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.335360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Allocated IP 172.25.1.228 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/09f289e6-ce40-44d1-96d3-98e17c07bc5e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:05.372966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:05.698284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-ca9714a1-2f9a-43c7-9d19-f1f23862c932 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.732550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-ca9714a1-2f9a-43c7-9d19-f1f23862c932 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.756871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-ca9714a1-2f9a-43c7-9d19-f1f23862c932 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.798685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-ca9714a1-2f9a-43c7-9d19-f1f23862c932 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.833695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-ca9714a1-2f9a-43c7-9d19-f1f23862c932 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.875610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-ca9714a1-2f9a-43c7-9d19-f1f23862c932 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.903058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-ca9714a1-2f9a-43c7-9d19-f1f23862c932 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.918909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-ca9714a1-2f9a-43c7-9d19-f1f23862c932 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5382 time: 0.4734945 Feb 04 15:49:05.946226 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:05.956483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-b294c9df-d10a-4683-846e-b76638e1d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:05.973145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-b294c9df-d10a-4683-846e-b76638e1d65b service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.7245567 Feb 04 15:49:06.052093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'c2e019b6-4b36-4a97-819c-a57d134c4b17', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'port_id': '43657e7d-d757-4945-b041-bfb7d7644491', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'mac_address': 'fa:16:3e:17:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:49:00Z', 'updated_at': '2022-02-04T15:49:00Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:34Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:06.269069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-819edd5b-158c-46a5-bbbf-27ca566396f2 req-88f9956f-9fdf-4635-b831-f9e3c1047f27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3476512 Feb 04 15:49:06.290138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] Checking router: 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:06.338625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-f667b59e-137a-4817-8cd4-bcb8a052966a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 999 time: 0.3486466 Feb 04 15:49:06.340952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-c93b192c-2735-4dd0-a7c2-69b57405196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.346435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:06.346861 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c86ca47f-1045-4295-b5fc-41ed5ffac65b req-c93b192c-2735-4dd0-a7c2-69b57405196c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6863046 Feb 04 15:49:06.347387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:06.523568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37674) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:06.528037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd88caa-5202-4b0d-87af-15dcce382df7 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:06.558422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.612841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Transition to ACTIVE for port object ccd88caa-5202-4b0d-87af-15dcce382df7 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:06.628753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:06.678731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-6487776a-2a72-4638-b12c-32e42df8ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.681521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-6487776a-2a72-4638-b12c-32e42df8ffdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.3270333 Feb 04 15:49:06.923773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721a4ae-42d1-4ebf-a51d-37a0cf73939f req-2b85f3ab-fe41-455e-baba-60d085a9aa3c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.926433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f721a4ae-42d1-4ebf-a51d-37a0cf73939f req-2b85f3ab-fe41-455e-baba-60d085a9aa3c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 1.6354067 Feb 04 15:49:06.938919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-de8293b4-b846-4304-8b13-44330401712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:06.939681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:06.948612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-de8293b4-b846-4304-8b13-44330401712c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587781 Feb 04 15:49:07.015964 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.074978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.203677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.219814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd7809b5-0ea2-4052-bc35-3bc225148685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.242149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'c2e019b6-4b36-4a97-819c-a57d134c4b17', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'port_id': '43657e7d-d757-4945-b041-bfb7d7644491', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'mac_address': 'fa:16:3e:17:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:49:00Z', 'updated_at': '2022-02-04T15:49:00Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:34Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:07.251862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f721a4ae-42d1-4ebf-a51d-37a0cf73939f req-bfc4b83d-9103-4fd4-a1b5-b1347d069612 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3056438 Feb 04 15:49:07.252855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Pushing event updated for resources: {'Port': ['ID=ccd88caa-5202-4b0d-87af-15dcce382df7,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:07.260662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.306624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae85be-74ec-45f7-855c-099a75b4de3a None None] The sync data for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 is: [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'c2e019b6-4b36-4a97-819c-a57d134c4b17', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'port_id': '43657e7d-d757-4945-b041-bfb7d7644491', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'mac_address': 'fa:16:3e:17:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:49:00Z', 'updated_at': '2022-02-04T15:49:00Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:34Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:07.327486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Pushing event updated for resources: {'Port': ['ID=09f289e6-ce40-44d1-96d3-98e17c07bc5e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:07.337272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37682) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:07.411615 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-1df0a8f5-6af4-4e9b-997f-e133a2f087ca service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505672 Feb 04 15:49:07.418474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:07.425141 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.581439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:07.608132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:07.803695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Attempting to bind port ccd88caa-5202-4b0d-87af-15dcce382df7 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:07.806242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Attempting to bind port ccd88caa-5202-4b0d-87af-15dcce382df7 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:07.806761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Attempting to bind port ccd88caa-5202-4b0d-87af-15dcce382df7 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:07.822438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Port ccd88caa-5202-4b0d-87af-15dcce382df7 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:49:07.823062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Attempting to bind port ccd88caa-5202-4b0d-87af-15dcce382df7 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:07.835895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:07.836956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Checking segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:07.837465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Bound using segment: {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:07.838196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Bound port: ccd88caa-5202-4b0d-87af-15dcce382df7, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:07.838671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:07.844825 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cc1dcfa5-55e1-4245-8a3a-4c57a0f1ad80 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/c2e019b6-4b36-4a97-819c-a57d134c4b17 HTTP/1.1" status: 200 len: 991 time: 0.4910388 Feb 04 15:49:07.949891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-00fe3694-5435-4db5-b894-52a9a489c79c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:07.963642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-00fe3694-5435-4db5-b894-52a9a489c79c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:07.979697 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503458d3-8aef-43fa-9a94-ba7647c0c50d None None] New status for floating IP c2e019b6-4b36-4a97-819c-a57d134c4b17: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:49:07.991481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-00fe3694-5435-4db5-b894-52a9a489c79c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:07.997966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-00fe3694-5435-4db5-b894-52a9a489c79c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:08.035890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-00fe3694-5435-4db5-b894-52a9a489c79c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:08.060664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-00fe3694-5435-4db5-b894-52a9a489c79c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:08.076075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-00fe3694-5435-4db5-b894-52a9a489c79c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:08.098024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-00fe3694-5435-4db5-b894-52a9a489c79c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5394 time: 0.4775147 Feb 04 15:49:08.159748 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3c3cc19-bac3-48d3-9e58-57857298a8ce req-7b2f8159-208f-4c30-bd80-5bbf8b9e543c service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445207 Feb 04 15:49:08.327509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd7809b5-0ea2-4052-bc35-3bc225148685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.334638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c1fce7c-ae5d-4c68-a372-bef0261c122e req-0216c148-670e-43ed-b4fc-27319b3160f8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1804461 Feb 04 15:49:08.338858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd7809b5-0ea2-4052-bc35-3bc225148685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.398831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] For port ccd88caa-5202-4b0d-87af-15dcce382df7, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:08.413619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bd7809b5-0ea2-4052-bc35-3bc225148685 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c8329fccbc744abba81e1d75c0fb7711&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8853786 Feb 04 15:49:08.424627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37702) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:08.449432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.455599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] For port ccd88caa-5202-4b0d-87af-15dcce382df7, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ccd88caa-5202-4b0d-87af-15dcce382df7,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:08.472991 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.489634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7809b5-0ea2-4052-bc35-3bc225148685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5882196-fbd5-4901-8cf1-edd7cdbbd8a1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:08.854032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37716) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:08.985595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1783f978-9d36-4332-9802-dc123ea6df3d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/c2e019b6-4b36-4a97-819c-a57d134c4b17 HTTP/1.1" status: 200 len: 993 time: 0.1334658 Feb 04 15:49:09.169323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.169998 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.172008 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] 10.222.0.50 "PUT /v2.0/ports/ccd88caa-5202-4b0d-87af-15dcce382df7 HTTP/1.1" status: 200 len: 1091 time: 5.4078422 Feb 04 15:49:09.175897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': 'ccd88caa-5202-4b0d-87af-15dcce382df7'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:09.178059 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82795e7d-4f98-4020-b6d0-591c01149c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "ccd88caa-5202-4b0d-87af-15dcce382df7"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:49:09.194957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.276080 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4c10e2-b731-473a-994d-d84ca8f5c8d2 x-openstack-request-id: req-eb4c10e2-b731-473a-994d-d84ca8f5c8d2 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:49:09.276435 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "ccd88caa-5202-4b0d-87af-15dcce382df7", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:49:09.276720 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb4c10e2-b731-473a-994d-d84ca8f5c8d2 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:49:09.276875 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': 'ccd88caa-5202-4b0d-87af-15dcce382df7', 'status': 'completed', 'code': 200} Feb 04 15:49:09.279866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d94ee-1de5-4a27-8459-d4870995edaf service neutron] Pushing event updated for resources: {'Port': ['ID=ccd88caa-5202-4b0d-87af-15dcce382df7,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:09.290580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:09.393298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ff96232-91ed-4ce9-bb18-85b7b0b4f0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.516668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ff96232-91ed-4ce9-bb18-85b7b0b4f0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.578948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.769589 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:09.788794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-680b8068-485c-4066-a41d-3e907003db08 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.798140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-0f762362-0edb-4a92-9fe2-c70f8b8753b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.798877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-0f762362-0edb-4a92-9fe2-c70f8b8753b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.799139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-0f762362-0edb-4a92-9fe2-c70f8b8753b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.799547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-0f762362-0edb-4a92-9fe2-c70f8b8753b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.800024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-0f762362-0edb-4a92-9fe2-c70f8b8753b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.800183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-680b8068-485c-4066-a41d-3e907003db08 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.800501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-0f762362-0edb-4a92-9fe2-c70f8b8753b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.800976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-0f762362-0edb-4a92-9fe2-c70f8b8753b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.804420 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-0f762362-0edb-4a92-9fe2-c70f8b8753b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6341 time: 0.5207129 Feb 04 15:49:09.810441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-680b8068-485c-4066-a41d-3e907003db08 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.818918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-680b8068-485c-4066-a41d-3e907003db08 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.828002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-680b8068-485c-4066-a41d-3e907003db08 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.834545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-680b8068-485c-4066-a41d-3e907003db08 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.841759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-680b8068-485c-4066-a41d-3e907003db08 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:09.844227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-680b8068-485c-4066-a41d-3e907003db08 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5394 time: 0.2470694 Feb 04 15:49:10.036303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ff96232-91ed-4ce9-bb18-85b7b0b4f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.040337 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ff96232-91ed-4ce9-bb18-85b7b0b4f0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.045435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ff96232-91ed-4ce9-bb18-85b7b0b4f0bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5882196-fbd5-4901-8cf1-edd7cdbbd8a1 HTTP/1.1" status: 204 len: 168 time: 1.6096005 Feb 04 15:49:10.068721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e02a1a3c-293d-4e3b-b59a-d456142aa2bf req-01719e8c-ccab-4f8e-b4f9-75b130277cd0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359754 Feb 04 15:49:10.116963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff96232-91ed-4ce9-bb18-85b7b0b4f0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5882196-fbd5-4901-8cf1-edd7cdbbd8a1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:10.130917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Router 07b0945f-678e-4b96-9a42-5c1b306518c1 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:49:10.194124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.230298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-9b09e8c6-e04b-4189-ac3e-429344595606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:10.230887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-9b09e8c6-e04b-4189-ac3e-429344595606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:10.231475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-9b09e8c6-e04b-4189-ac3e-429344595606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:10.233191 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-9b09e8c6-e04b-4189-ac3e-429344595606 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=08038f466f1a452a8c6ae0ee260b025a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4100556 Feb 04 15:49:10.663163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:10.666957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-8566dde2-9973-4d71-b977-c79c3f29149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:10.669399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82795e7d-4f98-4020-b6d0-591c01149c0e req-8566dde2-9973-4d71-b977-c79c3f29149d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3838305 Feb 04 15:49:10.689137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6934e93-1d94-42fd-bf93-0da22ec452a4 None None] Sync routers for ids ['07b0945f-678e-4b96-9a42-5c1b306518c1'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:10.725045 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.729283 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a96f265b-003b-4c3a-b2e0-5ec74107e758 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.6755536 Feb 04 15:49:10.729629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37754) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:10.738310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6934e93-1d94-42fd-bf93-0da22ec452a4 None None] Routers {'07b0945f-678e-4b96-9a42-5c1b306518c1'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:10.740858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a6934e93-1d94-42fd-bf93-0da22ec452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['07b0945f-678e-4b96-9a42-5c1b306518c1'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.757787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737a6fc3-6437-490a-8b1d-f7f2a1138803 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:10.786332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.788830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a6934e93-1d94-42fd-bf93-0da22ec452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.800504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6934e93-1d94-42fd-bf93-0da22ec452a4 None None] Routers {'07b0945f-678e-4b96-9a42-5c1b306518c1'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:10.801271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a6934e93-1d94-42fd-bf93-0da22ec452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['07b0945f-678e-4b96-9a42-5c1b306518c1'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.848015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a6934e93-1d94-42fd-bf93-0da22ec452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:10.850164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6934e93-1d94-42fd-bf93-0da22ec452a4 None None] The sync data for ids ['07b0945f-678e-4b96-9a42-5c1b306518c1'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:10.883948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Transition to ACTIVE for port object 737a6fc3-6437-490a-8b1d-f7f2a1138803 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:10.889513 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:10.896546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Router e507a14c-6a2f-4235-9339-c6e8c57f8390 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:49:11.008780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-21056abc-d59f-4681-8ea3-0324852a8f82 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/routers/07b0945f-678e-4b96-9a42-5c1b306518c1 HTTP/1.1" status: 200 len: 920 time: 0.2761786 Feb 04 15:49:11.011961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37760) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:11.012618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=737a6fc3-6437-490a-8b1d-f7f2a1138803,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:11.078054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37764) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:11.083180 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ca5ab33-b8fb-4532-982f-c802fbc98416 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=07b0945f-678e-4b96-9a42-5c1b306518c1 HTTP/1.1" status: 200 len: 205 time: 0.0673432 Feb 04 15:49:11.375626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:11.391642 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Sync routers for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:11.423219 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:11.423875 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:11.429751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.569256 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:11.573873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.592267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Attempting to bind port 737a6fc3-6437-490a-8b1d-f7f2a1138803 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:11.592267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Attempting to bind port 737a6fc3-6437-490a-8b1d-f7f2a1138803 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:11.592267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Attempting to bind port 737a6fc3-6437-490a-8b1d-f7f2a1138803 on network 64cb3f2d-ba95-4939-8485-4be57b4533ef {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:11.655660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Port 737a6fc3-6437-490a-8b1d-f7f2a1138803 on network 64cb3f2d-ba95-4939-8485-4be57b4533ef not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:49:11.656594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Attempting to bind port 737a6fc3-6437-490a-8b1d-f7f2a1138803 on network 64cb3f2d-ba95-4939-8485-4be57b4533ef {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:11.693689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Deleting port 9c806b95-4ee0-40cf-93a6-3ab21cac0381 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:49:11.694440 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.703943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.709926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2205dbd3-aeaa-4800-a983-3cdaf936e13e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.8599191 Feb 04 15:49:11.727353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37792) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:11.731679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:11.732008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Checking segment: {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:11.732486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Bound using segment: {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:11.732863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Bound port: 737a6fc3-6437-490a-8b1d-f7f2a1138803, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:11.733280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:11.783967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5112194b-e668-4c1a-b930-5b390db4cefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.806922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5112194b-e668-4c1a-b930-5b390db4cefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.824551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5112194b-e668-4c1a-b930-5b390db4cefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.852461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5112194b-e668-4c1a-b930-5b390db4cefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.866475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5112194b-e668-4c1a-b930-5b390db4cefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.877725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5112194b-e668-4c1a-b930-5b390db4cefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.891778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5112194b-e668-4c1a-b930-5b390db4cefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:11.907493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5112194b-e668-4c1a-b930-5b390db4cefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5406 time: 0.5279229 Feb 04 15:49:12.089952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.111688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Calling delete_port for 9c806b95-4ee0-40cf-93a6-3ab21cac0381 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:49:12.176544 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b97abf7-f95d-4070-b5ea-2bcb93b999bb req-5fbac689-cf9a-487f-9661-0fc02293700b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2583966 Feb 04 15:49:12.207802 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:08Z', 'revision_number': 3, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:12.232706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] For port 737a6fc3-6437-490a-8b1d-f7f2a1138803, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:12.248142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] For port 737a6fc3-6437-490a-8b1d-f7f2a1138803, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=737a6fc3-6437-490a-8b1d-f7f2a1138803,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:12.255075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.319555 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Checking router: e507a14c-6a2f-4235-9339-c6e8c57f8390 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:12.320129 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Updating router e507a14c-6a2f-4235-9339-c6e8c57f8390 port 09f289e6-ce40-44d1-96d3-98e17c07bc5e binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:49:12.379255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.379938 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.381512 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] 10.222.0.50 "PUT /v2.0/ports/737a6fc3-6437-490a-8b1d-f7f2a1138803 HTTP/1.1" status: 200 len: 1091 time: 3.0973105 Feb 04 15:49:12.389563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': '737a6fc3-6437-490a-8b1d-f7f2a1138803'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:12.395608 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "737a6fc3-6437-490a-8b1d-f7f2a1138803"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:49:12.415584 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.451376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Request body: {'port': {'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:12.533309 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055937ce-35a4-4dc8-9d60-e0d67b0a1a44 x-openstack-request-id: req-055937ce-35a4-4dc8-9d60-e0d67b0a1a44 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:49:12.534540 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "737a6fc3-6437-490a-8b1d-f7f2a1138803", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:49:12.538267 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-055937ce-35a4-4dc8-9d60-e0d67b0a1a44 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:49:12.539475 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': '737a6fc3-6437-490a-8b1d-f7f2a1138803', 'status': 'completed', 'code': 200} Feb 04 15:49:12.567958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea71623-8f89-4d7c-b15d-a5333d8cb4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=737a6fc3-6437-490a-8b1d-f7f2a1138803,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:12.793778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-82eeb03b-281e-41d8-90f4-f840936b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.794935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-82eeb03b-281e-41d8-90f4-f840936b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.795347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-82eeb03b-281e-41d8-90f4-f840936b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.795771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-82eeb03b-281e-41d8-90f4-f840936b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.796250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-82eeb03b-281e-41d8-90f4-f840936b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.797263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-82eeb03b-281e-41d8-90f4-f840936b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.797735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-82eeb03b-281e-41d8-90f4-f840936b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.799934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-82eeb03b-281e-41d8-90f4-f840936b0d98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6408 time: 0.2393830 Feb 04 15:49:12.800588 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:12.982553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-3b8671b2-5a0b-4f7f-96a1-c3b830b93aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.983255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-3b8671b2-5a0b-4f7f-96a1-c3b830b93aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.984458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-3b8671b2-5a0b-4f7f-96a1-c3b830b93aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:12.987716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-3b8671b2-5a0b-4f7f-96a1-c3b830b93aeb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=08038f466f1a452a8c6ae0ee260b025a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1704290 Feb 04 15:49:13.118049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37830) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:13.270917 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.280086 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.326837 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Attempting to bind port 09f289e6-ce40-44d1-96d3-98e17c07bc5e on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:13.327476 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Attempting to bind port 09f289e6-ce40-44d1-96d3-98e17c07bc5e by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:13.328183 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Attempting to bind port 09f289e6-ce40-44d1-96d3-98e17c07bc5e on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:13.340775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-a8372ce1-e22a-4b67-9965-0aae4cb587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:13.342368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6422ca9-9d31-4ffe-bfc9-0f00e457121a req-a8372ce1-e22a-4b67-9965-0aae4cb587ef service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3475769 Feb 04 15:49:13.402476 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:13.402476 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:13.403213 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.403893 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:13.404684 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Bound port: 09f289e6-ce40-44d1-96d3-98e17c07bc5e, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:13.405326 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.485415 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] For port 09f289e6-ce40-44d1-96d3-98e17c07bc5e, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:13.493005 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] For port 09f289e6-ce40-44d1-96d3-98e17c07bc5e, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=09f289e6-ce40-44d1-96d3-98e17c07bc5e,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:13.513451 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.555823 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:13.556895 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:13.559866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55ad9db-ea79-4d82-8180-9f758c6ee1d2 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:13.561064 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d53b59-103b-4b43-8be1-657e5a0e4b31 None None] Pushing event updated for resources: {'Port': ['ID=09f289e6-ce40-44d1-96d3-98e17c07bc5e,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:13.570080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.594202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Transition to ACTIVE for port object e55ad9db-ea79-4d82-8180-9f758c6ee1d2 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:49:13.595442 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.616062 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.622738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84a2576d-934b-4f8c-84e6-367e6bc11ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.805017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event deleted for resources: {'Port': ['ID=9c806b95-4ee0-40cf-93a6-3ab21cac0381,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:13.821122 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:13.890711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:13.943930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:13.993280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-a6b5b789-8358-4619-831e-ea964d5bc340 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.005225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-a6b5b789-8358-4619-831e-ea964d5bc340 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.014310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-a6b5b789-8358-4619-831e-ea964d5bc340 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.023024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-a6b5b789-8358-4619-831e-ea964d5bc340 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.032109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-a6b5b789-8358-4619-831e-ea964d5bc340 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.040183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-a6b5b789-8358-4619-831e-ea964d5bc340 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.048727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-a6b5b789-8358-4619-831e-ea964d5bc340 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.050309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-a6b5b789-8358-4619-831e-ea964d5bc340 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.6345220 Feb 04 15:49:14.123186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Attempting to bind port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:14.123653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Attempting to bind port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:14.124130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Attempting to bind port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 on network 64cb3f2d-ba95-4939-8485-4be57b4533ef {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:14.133797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 on network 64cb3f2d-ba95-4939-8485-4be57b4533ef not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:49:14.134262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Attempting to bind port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 on network 64cb3f2d-ba95-4939-8485-4be57b4533ef {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:14.161110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:14.166153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Checking segment: {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:14.166153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Bound using segment: {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:14.166153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Bound port: e55ad9db-ea79-4d82-8180-9f758c6ee1d2, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913c5315-44ad-4048-89d5-fd8cb4cf28d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:14.166153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.210726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4d87c64-ad4d-4141-bcfa-58eb4fee74b9 req-ae529df4-289b-4d44-abf2-fc423842fb3e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274686 Feb 04 15:49:14.243454 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.280450 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84a2576d-934b-4f8c-84e6-367e6bc11ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.295247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-84a2576d-934b-4f8c-84e6-367e6bc11ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.353345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-84a2576d-934b-4f8c-84e6-367e6bc11ab9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c44c2bd1b3c4cd1b3a331b5747813d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2295535 Feb 04 15:49:14.368636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37850) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:14.480503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] For port e55ad9db-ea79-4d82-8180-9f758c6ee1d2, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:14.490744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2576d-934b-4f8c-84e6-367e6bc11ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d5916b-256c-4827-8df5-0ecddef01b7b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:14.499721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] For port e55ad9db-ea79-4d82-8180-9f758c6ee1d2, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:14.513184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.518063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.533480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.634158 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.634760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Fanout notify agent at l3_agent the message router_deleted on router 07b0945f-678e-4b96-9a42-5c1b306518c1 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:49:14.655303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.661190 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1050-7781-46b3-b79e-1d15f59c9869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.663425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6a408c63-c65a-4c58-934c-a42a9022176a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/07b0945f-678e-4b96-9a42-5c1b306518c1 HTTP/1.1" status: 204 len: 168 time: 3.5842738 Feb 04 15:49:14.672241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37854) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:14.678882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:14.679977 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.683111 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] 10.222.0.50 "PUT /v2.0/ports/e55ad9db-ea79-4d82-8180-9f758c6ee1d2 HTTP/1.1" status: 200 len: 1091 time: 2.2486432 Feb 04 15:49:14.685559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:14.690535 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a90c71-678d-4830-9dfc-1410de02ceb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "e55ad9db-ea79-4d82-8180-9f758c6ee1d2"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:49:14.728191 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d53b59-103b-4b43-8be1-657e5a0e4b31 None None] Pushing event updated for resources: {'Port': ['ID=09f289e6-ce40-44d1-96d3-98e17c07bc5e,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:14.807648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Allocated IP 172.20.0.1 (f13a2b1b-539c-428c-84e7-de5a752feee2/185121cf-4ccd-4462-bf40-4c256c3bc835/9d2949fa-3061-4238-9a6c-66e9e8338fa6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:14.818809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'router': {'name': 'tempest-snat-router-10392270', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': False}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:14.875760 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a321f8-2588-488a-a6dc-0eb3beb68d39 x-openstack-request-id: req-99a321f8-2588-488a-a6dc-0eb3beb68d39 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:49:14.876316 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "e55ad9db-ea79-4d82-8180-9f758c6ee1d2", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:49:14.876645 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99a321f8-2588-488a-a6dc-0eb3beb68d39 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:49:14.877384 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2', 'status': 'completed', 'code': 200} Feb 04 15:49:14.953722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1050-7781-46b3-b79e-1d15f59c9869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:14.963865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad45d9-18f0-4752-8117-9c68116c72d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:15.024649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-da45d310-94da-4ba4-a827-be09975ed4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.028257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-da45d310-94da-4ba4-a827-be09975ed4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.028257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-da45d310-94da-4ba4-a827-be09975ed4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.028257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-da45d310-94da-4ba4-a827-be09975ed4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.028257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-da45d310-94da-4ba4-a827-be09975ed4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.028257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-da45d310-94da-4ba4-a827-be09975ed4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.028257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-da45d310-94da-4ba4-a827-be09975ed4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.030272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-da45d310-94da-4ba4-a827-be09975ed4a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6475 time: 0.2232852 Feb 04 15:49:15.087834 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:08Z', 'revision_number': 3, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:15.119225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1050-7781-46b3-b79e-1d15f59c9869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.122277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4b9b1050-7781-46b3-b79e-1d15f59c9869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.123282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4b9b1050-7781-46b3-b79e-1d15f59c9869 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62d5916b-256c-4827-8df5-0ecddef01b7b HTTP/1.1" status: 204 len: 168 time: 0.7438197 Feb 04 15:49:15.133314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-f87d4ef1-1756-4fd0-b2f6-e25130c74ca2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea7190d-49f5-405d-b99b-b3e496cb604c HTTP/1.1" status: 200 len: 217 time: 0.0887809 Feb 04 15:49:15.134188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b1050-7781-46b3-b79e-1d15f59c9869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d5916b-256c-4827-8df5-0ecddef01b7b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:15.205178 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ac7fd-6ca9-4635-9840-394aa4e4a2db None None] The sync data for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 is: [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:08Z', 'revision_number': 3, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:15.206246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.210581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.235141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-438abddb-954c-4520-a1e0-c71b46c83217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.237221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-438abddb-954c-4520-a1e0-c71b46c83217 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b467fc4-5160-463a-a5dc-b2d95866e46a HTTP/1.1" status: 200 len: 850 time: 0.0753980 Feb 04 15:49:15.363588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.364498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-38554d1d-7f90-4f9d-93c3-8bc759596bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:15.370538 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-38554d1d-7f90-4f9d-93c3-8bc759596bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ddaa4c16-7a2d-48cd-be30-837d541a5561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242814 Feb 04 15:49:15.544051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.597683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.700266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:15.870434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Network f13a2b1b-539c-428c-84e7-de5a752feee2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:15.895521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:15.913438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:16.009650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2949fa-3061-4238-9a6c-66e9e8338fa6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:16.095373 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.579992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d999a01a-3c62-4612-a99d-6b63af6d6798 None None] Provisioning complete for port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:16.601932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d999a01a-3c62-4612-a99d-6b63af6d6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:16.718824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d999a01a-3c62-4612-a99d-6b63af6d6798 None None] Port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:49:16.760208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-8f720ac7-e527-4b55-95dd-7834d1967d1d service neutron] 10.222.0.50 "GET /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3802948 Feb 04 15:49:16.925913 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.057791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.092708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d59c-6b7c-430f-aa33-790619559761 req-dcf69bb1-ba99-456d-8d3e-a81411b0ad05 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.104286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.118762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d59c-6b7c-430f-aa33-790619559761 req-dcf69bb1-ba99-456d-8d3e-a81411b0ad05 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.142286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 09f289e6-ce40-44d1-96d3-98e17c07bc5e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:17.154579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d59c-6b7c-430f-aa33-790619559761 req-dcf69bb1-ba99-456d-8d3e-a81411b0ad05 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.177071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d59c-6b7c-430f-aa33-790619559761 req-dcf69bb1-ba99-456d-8d3e-a81411b0ad05 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.190295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d59c-6b7c-430f-aa33-790619559761 req-dcf69bb1-ba99-456d-8d3e-a81411b0ad05 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.215915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d59c-6b7c-430f-aa33-790619559761 req-dcf69bb1-ba99-456d-8d3e-a81411b0ad05 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.229876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d59c-6b7c-430f-aa33-790619559761 req-dcf69bb1-ba99-456d-8d3e-a81411b0ad05 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.242631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b07d59c-6b7c-430f-aa33-790619559761 req-dcf69bb1-ba99-456d-8d3e-a81411b0ad05 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 1.7799034 Feb 04 15:49:17.323627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 09f289e6-ce40-44d1-96d3-98e17c07bc5e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:17.324393 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.407029 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b07d59c-6b7c-430f-aa33-790619559761 req-a7c2f0e5-abe8-42c8-a275-23dea6216919 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1627939 Feb 04 15:49:17.461198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a6074094-e227-44b4-b626-faca1fa57c0d service neutron] 10.222.0.50 "GET /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845522 Feb 04 15:49:17.581140 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.595315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-3833a3cb-7df0-4e4d-9bc1-e387352d8fb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=8e662118-2cbb-42a1-a29b-d7fb20a32888 HTTP/1.1" status: 200 len: 217 time: 0.1261518 Feb 04 15:49:17.634846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 09f289e6-ce40-44d1-96d3-98e17c07bc5e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=09f289e6-ce40-44d1-96d3-98e17c07bc5e,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:17.644980 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.718948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Allocated IP 172.25.1.36 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/bdc9de42-1841-4bf0-891d-f7d6deb5f2c4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:17.747344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=09f289e6-ce40-44d1-96d3-98e17c07bc5e,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:17.762031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-ffe9938e-6c4e-4f77-b735-d2a6b0ca64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.764708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-ffe9938e-6c4e-4f77-b735-d2a6b0ca64ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 200 len: 797 time: 0.1617811 Feb 04 15:49:17.897883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:17.913099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-5a69f20f-16ba-484d-9213-e81e710ee0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:17.915010 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-5a69f20f-16ba-484d-9213-e81e710ee0e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3703e0dc-6b85-43e2-90ba-089a82e79531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1424813 Feb 04 15:49:17.939546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.052730 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.155941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-8501b59e-0deb-4f11-b56d-44f8f4d4882c service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322628 Feb 04 15:49:18.285816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2949fa-3061-4238-9a6c-66e9e8338fa6,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:18.344178 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.378355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-e53d85d0-f1ef-4493-9582-26dd5c0bf289 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112257 Feb 04 15:49:18.421912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:18.434021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:18.465250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-bbb84eab-45bc-44ac-b579-c611b359c260 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=8eb391fc-50c6-4df7-96bf-6ac93f25a908 HTTP/1.1" status: 200 len: 217 time: 0.0782101 Feb 04 15:49:18.469790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:18.473679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:18.572747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'Port': ['ID=bdc9de42-1841-4bf0-891d-f7d6deb5f2c4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:18.586863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fa55e277-fab6-44e3-b949-9a4ff5bb16de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:18.594506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-fa55e277-fab6-44e3-b949-9a4ff5bb16de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 200 len: 797 time: 0.1225371 Feb 04 15:49:18.731420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1bccf992-5d1d-4fde-bf8e-b9deded6f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:18.735053 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1bccf992-5d1d-4fde-bf8e-b9deded6f1ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3703e0dc-6b85-43e2-90ba-089a82e79531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313174 Feb 04 15:49:18.889199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 09f289e6-ce40-44d1-96d3-98e17c07bc5e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:18.948231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-682672dc-1d04-449c-8430-6c18415d9876 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050805 Feb 04 15:49:19.026598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 09f289e6-ce40-44d1-96d3-98e17c07bc5e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:19.028881 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:19.191871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-63f4c236-818d-4f85-9472-2128fe6d13df service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363937 Feb 04 15:49:19.275674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a512a1a3-91ad-44c3-bd1e-3a0e45022b08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=457b4eb6-cf15-47bd-83bf-0bc98a617f8a HTTP/1.1" status: 200 len: 217 time: 0.0757048 Feb 04 15:49:19.358954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-f12c3f5a-219b-49fb-8c59-fc03e5ed4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.360974 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-f12c3f5a-219b-49fb-8c59-fc03e5ed4346 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 200 len: 797 time: 0.0744252 Feb 04 15:49:19.364291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-184effa1-f17d-4b61-b275-dfccfb463e34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.381488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-184effa1-f17d-4b61-b275-dfccfb463e34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.395205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-184effa1-f17d-4b61-b275-dfccfb463e34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.420744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-184effa1-f17d-4b61-b275-dfccfb463e34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.428934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-f1e3e1a2-0112-4481-9361-6c379577f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.430551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-184effa1-f17d-4b61-b275-dfccfb463e34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.431321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-f1e3e1a2-0112-4481-9361-6c379577f4ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3703e0dc-6b85-43e2-90ba-089a82e79531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625753 Feb 04 15:49:19.437103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-184effa1-f17d-4b61-b275-dfccfb463e34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.443684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-184effa1-f17d-4b61-b275-dfccfb463e34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:19.446184 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-184effa1-f17d-4b61-b275-dfccfb463e34 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.8165815 Feb 04 15:49:19.528701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Network f13a2b1b-539c-428c-84e7-de5a752feee2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:19.543534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:19.762370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-e34e55a0-3887-4a8c-b66b-5f963416463f service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228266 Feb 04 15:49:19.789658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-73a5bd48-ff29-4ef2-aff7-e74b0338f97b req-37cb31f6-dddf-491c-a1ca-988d07ba76b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3231332 Feb 04 15:49:19.945746 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.040962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-1d68614b-b3c3-46e2-bd8d-7864aa373541 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716744 Feb 04 15:49:20.105210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e0b8533a-bc6d-4d70-a344-14ad7e2b20b2 None None] Provisioning complete for port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:20.105837 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0b8533a-bc6d-4d70-a344-14ad7e2b20b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.182437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-80aa2ccf-94df-4bbe-b868-854a937246e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=ccd88caa-5202-4b0d-87af-15dcce382df7 HTTP/1.1" status: 200 len: 217 time: 0.1300781 Feb 04 15:49:20.226897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8533a-bc6d-4d70-a344-14ad7e2b20b2 None None] Port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:49:20.279883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Router e507a14c-6a2f-4235-9339-c6e8c57f8390 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:49:20.295481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-4aecd657-f8a5-47c0-a211-12c1cf27e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:20.302368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-4aecd657-f8a5-47c0-a211-12c1cf27e470 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 200 len: 797 time: 0.1139343 Feb 04 15:49:20.405847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7d52034d-9d3b-4420-bc4a-a4558c8cfe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:20.413045 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-7d52034d-9d3b-4420-bc4a-a4558c8cfe57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3703e0dc-6b85-43e2-90ba-089a82e79531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026227 Feb 04 15:49:20.648113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-82215416-77fd-4d28-a3bd-9e7d4b490a9c service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276475 Feb 04 15:49:20.794084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38072) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:20.805664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-63effc05-06cd-4073-8faa-f64732e6e9b2 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498883 Feb 04 15:49:20.861030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:20.868801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fd0ac2db-0afd-430d-bb20-8a9750576d63 admin admin] 10.222.0.47 "PUT /v2.0/routers/e507a14c-6a2f-4235-9339-c6e8c57f8390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1399870 Feb 04 15:49:20.870540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:20.883759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Sync routers for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:20.899887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-6b27327c-1c2a-4d6d-8ff9-7ad2a7e77be6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=737a6fc3-6437-490a-8b1d-f7f2a1138803 HTTP/1.1" status: 200 len: 217 time: 0.0863066 Feb 04 15:49:20.902960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:20.907004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:21.014054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-e6372412-fe8f-4fc2-a9ea-2a928e59c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.019076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-e6372412-fe8f-4fc2-a9ea-2a928e59c314 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e57f75d4-9e59-44d7-b3bd-3475dabd8717 HTTP/1.1" status: 200 len: 797 time: 0.1096134 Feb 04 15:49:21.155593 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c758a73d-c9d4-40f4-acb3-ad0dfeab4ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.247091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-35cc2fc4-9768-4714-9fa3-a0aa80c38c59 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.266131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-35cc2fc4-9768-4714-9fa3-a0aa80c38c59 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.279119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-35cc2fc4-9768-4714-9fa3-a0aa80c38c59 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.294991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:21.298796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-35cc2fc4-9768-4714-9fa3-a0aa80c38c59 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.299137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Router 5d43c067-b9db-4e7d-b083-b08b14d922a6 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:49:21.315976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-35cc2fc4-9768-4714-9fa3-a0aa80c38c59 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.331368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-35cc2fc4-9768-4714-9fa3-a0aa80c38c59 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.337610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-35cc2fc4-9768-4714-9fa3-a0aa80c38c59 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.345617 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-35cc2fc4-9768-4714-9fa3-a0aa80c38c59 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.2701557 Feb 04 15:49:21.350304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-79454ffd-d43f-47a6-b577-831bf1a45564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:21.352081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-79454ffd-d43f-47a6-b577-831bf1a45564 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64cb3f2d-ba95-4939-8485-4be57b4533ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3282092 Feb 04 15:49:21.432178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38090) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:21.490062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc1661b2-fa10-4b09-87b3-3be53b428118 req-75bfa03c-443c-4de9-9b8e-22ac331826fa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368618 Feb 04 15:49:21.666354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:21.684153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c758a73d-c9d4-40f4-acb3-ad0dfeab4ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.703582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c758a73d-c9d4-40f4-acb3-ad0dfeab4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.708431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:21.710171 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-223d7fc7-f5cf-493d-b116-6820a9590faf tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.8989596 Feb 04 15:49:21.713139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38100) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:21.725098 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Sync routers for ids ['5d43c067-b9db-4e7d-b083-b08b14d922a6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:21.759246 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Routers {'5d43c067-b9db-4e7d-b083-b08b14d922a6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:21.760745 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d43c067-b9db-4e7d-b083-b08b14d922a6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:21.781520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 2, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:21.871158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Checking router: e507a14c-6a2f-4235-9339-c6e8c57f8390 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:21.873097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Updating router e507a14c-6a2f-4235-9339-c6e8c57f8390 port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:49:21.884902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c758a73d-c9d4-40f4-acb3-ad0dfeab4ad8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60c335112ed1412ab05337adf7a53fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0854108 Feb 04 15:49:21.888064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38102) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:21.962453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-d81abfd1-0ef7-42c4-8290-db9fbc09c448 service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982049 Feb 04 15:49:21.988334 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.032278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2145fdc3-9e49-4184-af76-8e5464f502fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.039854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-239c1c11-14d7-43cd-a262-827d6025f25a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/routers/5d43c067-b9db-4e7d-b083-b08b14d922a6 HTTP/1.1" status: 200 len: 906 time: 0.3256693 Feb 04 15:49:22.052288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38108) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:22.059238 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Set router 5d43c067-b9db-4e7d-b083-b08b14d922a6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:22.064668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'router': {'name': 'tempest-snat-router-10392270', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': True}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:22.125206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.126267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.170861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758a73d-c9d4-40f4-acb3-ad0dfeab4ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93021447-7512-4452-b4b4-f28e53458bab,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:22.387309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.478962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38120) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:22.504129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1195115342-network', 'tenant_id': '10a250ac70604fe9865750442576c03c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:22.571850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1f073e8-5830-46f8-86da-5c757ad2bafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.591031 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-577df00a-c39a-4d0f-8e18-c3fb7f1503d7 service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825036 Feb 04 15:49:22.703024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-71c341f6-96b0-4a40-be38-292a0c36d6ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2 HTTP/1.1" status: 200 len: 217 time: 0.0914512 Feb 04 15:49:22.704566 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d43c067-b9db-4e7d-b083-b08b14d922a6', 'name': 'tempest-snat-router-10392270', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.36'}], 'enable_snat': False}, 'gw_port_id': 'bdc9de42-1841-4bf0-891d-f7d6deb5f2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:15Z', 'updated_at': '2022-02-04T15:49:19Z', 'revision_number': 3, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port': {'id': 'bdc9de42-1841-4bf0-891d-f7d6deb5f2c4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d43c067-b9db-4e7d-b083-b08b14d922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:17Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:22.715982 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2145fdc3-9e49-4184-af76-8e5464f502fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.747849 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Checking router: 5d43c067-b9db-4e7d-b083-b08b14d922a6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:22.748764 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Updating router 5d43c067-b9db-4e7d-b083-b08b14d922a6 port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:49:22.778046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2145fdc3-9e49-4184-af76-8e5464f502fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.779831 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.854757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1f073e8-5830-46f8-86da-5c757ad2bafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.926562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Made reservation on behalf of 10a250ac70604fe9865750442576c03c for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:22.934733 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.991866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:22.998053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c8b16774-3aab-40f3-8208-8c54daa6710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.002207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145fdc3-9e49-4184-af76-8e5464f502fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea2e266-5ef7-44c5-a532-8c7c8b473d6e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.004310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-c8b16774-3aab-40f3-8208-8c54daa6710d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e57f75d4-9e59-44d7-b3bd-3475dabd8717 HTTP/1.1" status: 200 len: 797 time: 0.2985208 Feb 04 15:49:23.022195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.071290 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.085591 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.135575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2145fdc3-9e49-4184-af76-8e5464f502fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=161ff12592b54d55aa32761ea448eb37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6923978 Feb 04 15:49:23.144333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38128) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:23.169262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Pushing event updated for resources: {'Port': ['ID=9d2949fa-3061-4238-9a6c-66e9e8338fa6,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.185006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.188006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.188621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.189138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.189691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.190286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.190908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.191512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.192031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.192530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.193267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.193777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.194528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:23.256550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1f073e8-5830-46f8-86da-5c757ad2bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.261358 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1f073e8-5830-46f8-86da-5c757ad2bafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.263220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b1f073e8-5830-46f8-86da-5c757ad2bafa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93021447-7512-4452-b4b4-f28e53458bab HTTP/1.1" status: 204 len: 168 time: 1.3735914 Feb 04 15:49:23.296287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-70423745-5618-4178-abef-78a5c5930ce7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.302806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Attempting to bind port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:23.303542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Attempting to bind port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:23.304138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Attempting to bind port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 on network f13a2b1b-539c-428c-84e7-de5a752feee2 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:23.311779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f073e8-5830-46f8-86da-5c757ad2bafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93021447-7512-4452-b4b4-f28e53458bab,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.324072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:23.324779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Checking segment: {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:23.325752 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.330552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-70423745-5618-4178-abef-78a5c5930ce7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.333214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Bound using segment: {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:23.333684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a81e1b4d-c628-4eae-8cad-b12816a00521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.334603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Bound port: 9d2949fa-3061-4238-9a6c-66e9e8338fa6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:23.336870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-a81e1b4d-c628-4eae-8cad-b12816a00521 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64cb3f2d-ba95-4939-8485-4be57b4533ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3191357 Feb 04 15:49:23.337424 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.340707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-70423745-5618-4178-abef-78a5c5930ce7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.351761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-70423745-5618-4178-abef-78a5c5930ce7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.361747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-70423745-5618-4178-abef-78a5c5930ce7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.370282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-70423745-5618-4178-abef-78a5c5930ce7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.385321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-70423745-5618-4178-abef-78a5c5930ce7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:23.402873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-70423745-5618-4178-abef-78a5c5930ce7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.6840601 Feb 04 15:49:23.469859 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.486556 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.518345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] For port 9d2949fa-3061-4238-9a6c-66e9e8338fa6, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:23.523278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] For port 9d2949fa-3061-4238-9a6c-66e9e8338fa6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9d2949fa-3061-4238-9a6c-66e9e8338fa6,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:23.529611 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.646009 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fef30a26-1c83-4666-a6c6-c193e80f768e req-97df0047-4f16-44d2-ab86-733eca2fe986 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2263551 Feb 04 15:49:23.711147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a468a587-0a49-4fc6-8f51-5373d0ff95f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.714074 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Attempting to bind port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:23.714796 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Attempting to bind port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:23.716571 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Attempting to bind port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:23.716874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1d7ebcbc-109d-4789-abc7-01ed9d4b0979 None None] Provisioning complete for port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:23.717216 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebcbc-109d-4789-abc7-01ed9d4b0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.755038 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:23.755713 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:23.756359 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.757019 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:23.757885 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Bound port: bdc9de42-1841-4bf0-891d-f7d6deb5f2c4, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:23.758594 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.801246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a468a587-0a49-4fc6-8f51-5373d0ff95f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.853776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804fb36-0155-48dd-bba8-c786edf63f03 None None] Pushing event updated for resources: {'Port': ['ID=9d2949fa-3061-4238-9a6c-66e9e8338fa6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.865610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:23.866543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:23.867519 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.898890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.933065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:23.943430 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Pushing event updated for resources: {'Port': ['ID=bdc9de42-1841-4bf0-891d-f7d6deb5f2c4,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:23.963381 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:23.963676 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Added segment 7377b0d9-2a36-4b79-b695-ee9d86f06f0e of type vlan for network cc59b294-1296-4f5b-92f8-1dab8aeae01b Feb 04 15:49:24.015270 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.016021 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.017836 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.018449 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.019887 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.020945 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.022080 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.023383 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.023953 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.025141 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.026440 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.026923 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:24.051649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.059719 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] For port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:24.070881 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] For port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bdc9de42-1841-4bf0-891d-f7d6deb5f2c4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:24.081010 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.168024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b741d4b-8d5e-44ad-a435-a110a3874fbb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:24.171786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.172875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.173470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.188514 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-ff8410a5-863d-40bf-bbca-a49c941e32f3 service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8418496 Feb 04 15:49:24.227883 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Routers {'5d43c067-b9db-4e7d-b083-b08b14d922a6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:24.228626 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d43c067-b9db-4e7d-b083-b08b14d922a6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:24.237386 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a468a587-0a49-4fc6-8f51-5373d0ff95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.248089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a468a587-0a49-4fc6-8f51-5373d0ff95f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.254136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a468a587-0a49-4fc6-8f51-5373d0ff95f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ea2e266-5ef7-44c5-a532-8c7c8b473d6e HTTP/1.1" status: 204 len: 168 time: 0.9989164 Feb 04 15:49:24.288243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468a587-0a49-4fc6-8f51-5373d0ff95f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea2e266-5ef7-44c5-a532-8c7c8b473d6e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:24.297145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8033841 Feb 04 15:49:24.302554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38146) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:24.325940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Request body: {'subnet': {'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1195115342-subnet', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:24.362561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f5649-8f5c-4854-a3ae-fd19d497452b admin admin] Pushing event updated for resources: {'Network': ['ID=cc59b294-1296-4f5b-92f8-1dab8aeae01b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:24.397325 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.416551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network cc59b294-1296-4f5b-92f8-1dab8aeae01b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:49:24.449068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eecf21c2-bac0-498c-8042-85b416a667fd req-03c83d4b-21e0-4c0e-a243-834581b39048 service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482255 Feb 04 15:49:24.456589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.471444 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9142f3-0787-45d7-9e55-d1483256ccfa None None] Pushing event updated for resources: {'Port': ['ID=bdc9de42-1841-4bf0-891d-f7d6deb5f2c4,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:24.551176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Made reservation on behalf of 10a250ac70604fe9865750442576c03c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:24.554441 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.574693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38156) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:24.599915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb657e36-ce20-48f8-bb0c-49afa7634a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.670320 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] Set router 5d43c067-b9db-4e7d-b083-b08b14d922a6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:24.717495 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebcbc-109d-4789-abc7-01ed9d4b0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.754533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-741581d6-a660-4574-948a-68ae2ce58eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.755644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-741581d6-a660-4574-948a-68ae2ce58eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.756345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-741581d6-a660-4574-948a-68ae2ce58eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.757017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-741581d6-a660-4574-948a-68ae2ce58eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.757882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-741581d6-a660-4574-948a-68ae2ce58eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.758940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-741581d6-a660-4574-948a-68ae2ce58eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.759699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-741581d6-a660-4574-948a-68ae2ce58eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.762321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-741581d6-a660-4574-948a-68ae2ce58eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6475 time: 0.0917892 Feb 04 15:49:24.884912 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb657e36-ce20-48f8-bb0c-49afa7634a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.902702 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cb657e36-ce20-48f8-bb0c-49afa7634a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:24.964432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-ee37addd-d3de-4616-8a1a-2d9c9ce31cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:24.966594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-ee37addd-d3de-4616-8a1a-2d9c9ce31cc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=64cb3f2d-ba95-4939-8485-4be57b4533ef HTTP/1.1" status: 200 len: 902 time: 0.1941483 Feb 04 15:49:24.971527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Allocated IP 172.25.1.133 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/622dc867-5d69-4a03-92b4-ea3c138741f5) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:24.994720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cb657e36-ce20-48f8-bb0c-49afa7634a2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=873c38c7c73547ed9e9fcab16ae1594c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182465 Feb 04 15:49:25.009645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38162) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:25.055351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb657e36-ce20-48f8-bb0c-49afa7634a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b06d92f-4800-47a9-a0c8-010bfbc9cf51,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:25.059556 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-5f96f333-c8dd-4f8c-8d71-7ea2629d7312 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2 HTTP/1.1" status: 200 len: 217 time: 0.0825560 Feb 04 15:49:25.069615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1d7ebcbc-109d-4789-abc7-01ed9d4b0979 None None] For port 9d2949fa-3061-4238-9a6c-66e9e8338fa6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9d2949fa-3061-4238-9a6c-66e9e8338fa6,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:25.101526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebcbc-109d-4789-abc7-01ed9d4b0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.108909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38164) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:25.147892 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d43c067-b9db-4e7d-b083-b08b14d922a6', 'name': 'tempest-snat-router-10392270', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.36'}], 'enable_snat': False}, 'gw_port_id': 'bdc9de42-1841-4bf0-891d-f7d6deb5f2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:15Z', 'updated_at': '2022-02-04T15:49:19Z', 'revision_number': 3, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port': {'id': 'bdc9de42-1841-4bf0-891d-f7d6deb5f2c4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d43c067-b9db-4e7d-b083-b08b14d922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:17Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:25.181371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-3b08c0ba-288b-4cbb-bd09-b30008b0c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.183210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-3b08c0ba-288b-4cbb-bd09-b30008b0c1e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e57f75d4-9e59-44d7-b3bd-3475dabd8717 HTTP/1.1" status: 200 len: 797 time: 0.0975771 Feb 04 15:49:25.185318 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e1579-9928-450a-9058-54cdfaa985bb None None] The sync data for ids ['5d43c067-b9db-4e7d-b083-b08b14d922a6'] in n-d-827869-1 is: [{'id': '5d43c067-b9db-4e7d-b083-b08b14d922a6', 'name': 'tempest-snat-router-10392270', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.36'}], 'enable_snat': False}, 'gw_port_id': 'bdc9de42-1841-4bf0-891d-f7d6deb5f2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:15Z', 'updated_at': '2022-02-04T15:49:19Z', 'revision_number': 3, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port': {'id': 'bdc9de42-1841-4bf0-891d-f7d6deb5f2c4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d43c067-b9db-4e7d-b083-b08b14d922a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:17Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:25.219486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:25.260580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-4fc288e2-dcc9-4378-b4be-4bd98c3fb67a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.267134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-4fc288e2-dcc9-4378-b4be-4bd98c3fb67a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.283258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-4fc288e2-dcc9-4378-b4be-4bd98c3fb67a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.292264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-4fc288e2-dcc9-4378-b4be-4bd98c3fb67a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.300838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-4fc288e2-dcc9-4378-b4be-4bd98c3fb67a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.310520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-4fc288e2-dcc9-4378-b4be-4bd98c3fb67a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.316554 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ebcbc-109d-4789-abc7-01ed9d4b0979 None None] Pushing event updated for resources: {'Port': ['ID=9d2949fa-3061-4238-9a6c-66e9e8338fa6,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:25.319470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-4fc288e2-dcc9-4378-b4be-4bd98c3fb67a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.329021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-4fc288e2-dcc9-4378-b4be-4bd98c3fb67a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.2796090 Feb 04 15:49:25.334460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-873a818c-323c-4631-ab25-2b3e3055348d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.414031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-f93ca906-9b19-41b4-ae41-6c582cd13d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:25.416817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-f93ca906-9b19-41b4-ae41-6c582cd13d81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64cb3f2d-ba95-4939-8485-4be57b4533ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2238851 Feb 04 15:49:25.422998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-cbf8d93d-4e14-424c-837e-afba7cd9d642 None None] Provisioning complete for port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:25.423567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbf8d93d-4e14-424c-837e-afba7cd9d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.500454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7670dbe6-f9a7-4384-bc58-3748501b8620 req-462b1a71-2858-438c-90ec-d2ca2e20d164 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574025 Feb 04 15:49:25.689719 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.704480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2a5bed4-2508-43a9-be94-958441933674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.723967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:23Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:25.726114 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.788216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-c49809cd-afdd-4d78-a854-34f367785201 service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630824 Feb 04 15:49:25.788809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cd300-c935-43c1-938c-aacf3b81ad1e None None] The sync data for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 is: [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:23Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:25.918559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2a5bed4-2508-43a9-be94-958441933674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:25.994941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.063908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:26.064398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16a90c71-678d-4830-9dfc-1410de02ceb9 req-4fe759a3-6343-49a9-b881-24b881da885b service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662838 Feb 04 15:49:26.075987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:26.096067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a90baa-5960-4f6c-8c6f-7056b719ef98,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:26.151662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:26.215105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.215786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.216496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.217018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.218432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.219193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.219697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.220709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.221066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.221432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.221771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.222151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:26.644199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Checking segment: {'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:26.644199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Network hostable DHCP agents. Network: cc59b294-1296-4f5b-92f8-1dab8aeae01b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:49:26.657614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'Port': ['ID=622dc867-5d69-4a03-92b4-ea3c138741f5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:26.766427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2a5bed4-2508-43a9-be94-958441933674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.769322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a2a5bed4-2508-43a9-be94-958441933674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.770662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a2a5bed4-2508-43a9-be94-958441933674 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b06d92f-4800-47a9-a0c8-010bfbc9cf51 HTTP/1.1" status: 204 len: 168 time: 1.7593162 Feb 04 15:49:26.819538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Network cc59b294-1296-4f5b-92f8-1dab8aeae01b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:49:26.886626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5bed4-2508-43a9-be94-958441933674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b06d92f-4800-47a9-a0c8-010bfbc9cf51,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:26.972555 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-873a818c-323c-4631-ab25-2b3e3055348d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:26.993226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, cc59b294-1296-4f5b-92f8-1dab8aeae01b) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:27.025627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.026295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.032520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-873a818c-323c-4631-ab25-2b3e3055348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.067130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee767b-0425-41f8-a4c0-bd3c029b4610 None None] Network cc59b294-1296-4f5b-92f8-1dab8aeae01b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:49:27.084544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38200) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:27.086861 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-873a818c-323c-4631-ab25-2b3e3055348d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc2a23bf91f24de39db7bddbd411f8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9750144 Feb 04 15:49:27.322941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b37bd446-e779-4937-99e1-81b8634db029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.345392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7f0928c8-6888-465a-af7d-03b1eda188ae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0416100 Feb 04 15:49:27.355055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38206) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:27.378316 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b37bd446-e779-4937-99e1-81b8634db029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.380334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:27.391620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:27.455533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-2864c30d-9caa-4913-b0d3-6f328ac89e30 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.474221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-2864c30d-9caa-4913-b0d3-6f328ac89e30 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.494224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-2864c30d-9caa-4913-b0d3-6f328ac89e30 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.508495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-2864c30d-9caa-4913-b0d3-6f328ac89e30 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.555502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-2864c30d-9caa-4913-b0d3-6f328ac89e30 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.559800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b37bd446-e779-4937-99e1-81b8634db029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.562636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b37bd446-e779-4937-99e1-81b8634db029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.563862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b37bd446-e779-4937-99e1-81b8634db029 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1bc9043f-3195-429e-bd11-dd85aa815cff HTTP/1.1" status: 204 len: 168 time: 0.4777968 Feb 04 15:49:27.594633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-2864c30d-9caa-4913-b0d3-6f328ac89e30 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.595890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-cc59b294-1296-4f5b-92f8-1dab8aeae01b', 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'fixed_ips': [{'subnet_id': 'b4a90baa-5960-4f6c-8c6f-7056b719ef98'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:49:27.598709 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.602593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bd446-e779-4937-99e1-81b8634db029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9043f-3195-429e-bd11-dd85aa815cff,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:27.612000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-2864c30d-9caa-4913-b0d3-6f328ac89e30 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:27.628984 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-2864c30d-9caa-4913-b0d3-6f328ac89e30 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.8872197 Feb 04 15:49:27.781023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a818c-323c-4631-ab25-2b3e3055348d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9043f-3195-429e-bd11-dd85aa815cff,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:27.793617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:27.793617 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.015794 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Allocated IP 172.20.0.2 (cc59b294-1296-4f5b-92f8-1dab8aeae01b/b4a90baa-5960-4f6c-8c6f-7056b719ef98/1ca56949-67c2-4e1b-9210-bec25abf5800) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:28.086898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.125106 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.169863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28e90abe-81b1-4b06-a3fb-7a66512940bc req-4857903f-cbc4-46dd-8611-f4865735523b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5140595 Feb 04 15:49:28.190503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.194165 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.246313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bdc9de42-1841-4bf0-891d-f7d6deb5f2c4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:28.255900 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.256729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9d2949fa-3061-4238-9a6c-66e9e8338fa6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:28.457298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=bdc9de42-1841-4bf0-891d-f7d6deb5f2c4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:28.580093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:28.580705 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.643740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.657280 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.664445 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.768613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Network cc59b294-1296-4f5b-92f8-1dab8aeae01b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:28.918814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:28.939752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.946235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:29.124138 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.188210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Pushing event updated for resources: {'Port': ['ID=1ca56949-67c2-4e1b-9210-bec25abf5800,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:29.211794 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Attempting to bind port 1ca56949-67c2-4e1b-9210-bec25abf5800 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:29.212425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Attempting to bind port 1ca56949-67c2-4e1b-9210-bec25abf5800 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:29.213024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Attempting to bind port 1ca56949-67c2-4e1b-9210-bec25abf5800 on network cc59b294-1296-4f5b-92f8-1dab8aeae01b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:29.237516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:29.254757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Checking segment: {'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:29.255811 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.256208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Bound using segment: {'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:29.257893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Bound port: 1ca56949-67c2-4e1b-9210-bec25abf5800, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:29.257893 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.390478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:29.425104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.452684 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.630936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Router a9474865-61d3-4b4c-a559-b2823ccd3bdb is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:49:29.632179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] For port 1ca56949-67c2-4e1b-9210-bec25abf5800, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:29.659982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] For port 1ca56949-67c2-4e1b-9210-bec25abf5800, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1ca56949-67c2-4e1b-9210-bec25abf5800,segment=NetworkSegment(7377b0d9-2a36-4b79-b695-ee9d86f06f0e),segment_id=7377b0d9-2a36-4b79-b695-ee9d86f06f0e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:29.675099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:29.676017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.681822 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.698014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938471-0621-4ad8-adae-2005cb654094 req-b6536a9a-73fd-4c73-832c-e7b665e317ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.719878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938471-0621-4ad8-adae-2005cb654094 req-b6536a9a-73fd-4c73-832c-e7b665e317ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.728584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938471-0621-4ad8-adae-2005cb654094 req-b6536a9a-73fd-4c73-832c-e7b665e317ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.744450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938471-0621-4ad8-adae-2005cb654094 req-b6536a9a-73fd-4c73-832c-e7b665e317ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.760189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938471-0621-4ad8-adae-2005cb654094 req-b6536a9a-73fd-4c73-832c-e7b665e317ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.775278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938471-0621-4ad8-adae-2005cb654094 req-b6536a9a-73fd-4c73-832c-e7b665e317ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.789878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938471-0621-4ad8-adae-2005cb654094 req-b6536a9a-73fd-4c73-832c-e7b665e317ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:29.803187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01938471-0621-4ad8-adae-2005cb654094 req-b6536a9a-73fd-4c73-832c-e7b665e317ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.3633780 Feb 04 15:49:29.878506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01938471-0621-4ad8-adae-2005cb654094 req-f0978826-c25e-405d-8bb2-575f73f1203c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741773 Feb 04 15:49:29.969458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:29.975512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Allocated IP 172.25.1.214 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/d5a926ad-90e4-4cac-9a18-ba90335c4794) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:30.016963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Sync routers for ids ['a9474865-61d3-4b4c-a559-b2823ccd3bdb'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:30.057691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b395ee-42c4-4de3-a0b6-93b44cee9cba None None] Pushing event updated for resources: {'Port': ['ID=1ca56949-67c2-4e1b-9210-bec25abf5800,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:30.091631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.094892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d7768f43-3d1d-47af-9729-c13ef8740848 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.0406280 Feb 04 15:49:30.099134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38294) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:30.177639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Routers {'a9474865-61d3-4b4c-a559-b2823ccd3bdb'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:30.185834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['a9474865-61d3-4b4c-a559-b2823ccd3bdb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:30.474968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38326) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:30.478424 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-204bcbf6-fa22-4f9e-80b8-cec1e58b7aa6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/routers/a9474865-61d3-4b4c-a559-b2823ccd3bdb HTTP/1.1" status: 200 len: 906 time: 0.3777561 Feb 04 15:49:30.570666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.615617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Set router a9474865-61d3-4b4c-a559-b2823ccd3bdb gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:30.624024 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8ac5e945-0243-4cd5-aa8d-f58f072ff514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.736252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.745419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:30.871526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:30.879798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:30.886236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:30.935605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a926ad-90e4-4cac-9a18-ba90335c4794,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:31.295542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9474865-61d3-4b4c-a559-b2823ccd3bdb', 'name': 'tempest-snat-router-10392270', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '622dc867-5d69-4a03-92b4-ea3c138741f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:22Z', 'updated_at': '2022-02-04T15:49:26Z', 'revision_number': 3, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port': {'id': '622dc867-5d69-4a03-92b4-ea3c138741f5', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9474865-61d3-4b4c-a559-b2823ccd3bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:24Z', 'updated_at': '2022-02-04T15:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:31.352308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.366776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Checking router: a9474865-61d3-4b4c-a559-b2823ccd3bdb for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:31.367133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Updating router a9474865-61d3-4b4c-a559-b2823ccd3bdb port 622dc867-5d69-4a03-92b4-ea3c138741f5 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:49:31.431397 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.509823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1ca56949-67c2-4e1b-9210-bec25abf5800 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:31.540242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38370) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:31.868129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1ca56949-67c2-4e1b-9210-bec25abf5800 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:31.869686 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.947192 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9895-b2b0-4119-9d81-61a36ab8bfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:31.985219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865f70-d816-498c-9e18-2cc5df82e708 req-72202b6d-8833-4003-aae7-45450b16734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:31.992352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865f70-d816-498c-9e18-2cc5df82e708 req-72202b6d-8833-4003-aae7-45450b16734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:32.001561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865f70-d816-498c-9e18-2cc5df82e708 req-72202b6d-8833-4003-aae7-45450b16734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:32.006603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865f70-d816-498c-9e18-2cc5df82e708 req-72202b6d-8833-4003-aae7-45450b16734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:32.015275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865f70-d816-498c-9e18-2cc5df82e708 req-72202b6d-8833-4003-aae7-45450b16734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:32.032198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865f70-d816-498c-9e18-2cc5df82e708 req-72202b6d-8833-4003-aae7-45450b16734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:32.047535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865f70-d816-498c-9e18-2cc5df82e708 req-72202b6d-8833-4003-aae7-45450b16734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:32.057565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05865f70-d816-498c-9e18-2cc5df82e708 req-72202b6d-8833-4003-aae7-45450b16734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.9468973 Feb 04 15:49:32.060213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca0f13-3808-4612-917f-bde787342179 None None] Network cc59b294-1296-4f5b-92f8-1dab8aeae01b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:49:32.083724 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9895-b2b0-4119-9d81-61a36ab8bfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.093168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9895-b2b0-4119-9d81-61a36ab8bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.150918 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9cfc9895-b2b0-4119-9d81-61a36ab8bfd9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96eb5aeff9454252a0e1f4f0c6513c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089413 Feb 04 15:49:32.152098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38382) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:32.152996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc9895-b2b0-4119-9d81-61a36ab8bfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843000cf-ab67-4027-ad3b-fdda6f2fefb8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:32.224182 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c42db49-06ec-47a7-898b-35eb1c31c4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.249941 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05865f70-d816-498c-9e18-2cc5df82e708 req-a912c65c-c18c-422d-b10c-e15d0cafd519 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906090 Feb 04 15:49:32.258937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Deleting port 622dc867-5d69-4a03-92b4-ea3c138741f5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:49:32.259194 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.265348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c42db49-06ec-47a7-898b-35eb1c31c4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.391565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c42db49-06ec-47a7-898b-35eb1c31c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.392922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.399547 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3c42db49-06ec-47a7-898b-35eb1c31c4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.403806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3c42db49-06ec-47a7-898b-35eb1c31c4f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/843000cf-ab67-4027-ad3b-fdda6f2fefb8 HTTP/1.1" status: 204 len: 168 time: 0.2473969 Feb 04 15:49:32.410626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Calling delete_port for 622dc867-5d69-4a03-92b4-ea3c138741f5 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:49:32.428957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42db49-06ec-47a7-898b-35eb1c31c4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843000cf-ab67-4027-ad3b-fdda6f2fefb8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:32.434365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1199bedb-ba12-4186-a2cc-9ea6f8ff6364 None None] Provisioning complete for port 1ca56949-67c2-4e1b-9210-bec25abf5800 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:32.435008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1199bedb-ba12-4186-a2cc-9ea6f8ff6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.690671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.752547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.769532 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.779648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event deleted for resources: {'Port': ['ID=622dc867-5d69-4a03-92b4-ea3c138741f5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:32.825831 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:32.826065 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:32.935776 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1199bedb-ba12-4186-a2cc-9ea6f8ff6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:32.960730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 1ca56949-67c2-4e1b-9210-bec25abf5800, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1ca56949-67c2-4e1b-9210-bec25abf5800,segment=NetworkSegment(7377b0d9-2a36-4b79-b695-ee9d86f06f0e),segment_id=7377b0d9-2a36-4b79-b695-ee9d86f06f0e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:32.976335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.048074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.108033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-1199bedb-ba12-4186-a2cc-9ea6f8ff6364 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:49:33.109048 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-1199bedb-ba12-4186-a2cc-9ea6f8ff6364 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:49:33.208508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=1ca56949-67c2-4e1b-9210-bec25abf5800,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:33.312520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.316468 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.349162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Port 622dc867-5d69-4a03-92b4-ea3c138741f5 not found while updating agent binding for router a9474865-61d3-4b4c-a559-b2823ccd3bdb. {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 15:49:33.361628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Routers {'a9474865-61d3-4b4c-a559-b2823ccd3bdb'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:33.362676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['a9474865-61d3-4b4c-a559-b2823ccd3bdb'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:33.440743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.441356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9474865-61d3-4b4c-a559-b2823ccd3bdb {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:49:33.486609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.487942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-53b0f9c6-04d4-45cc-956a-c1280b9a5045 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "DELETE /v2.0/routers/a9474865-61d3-4b4c-a559-b2823ccd3bdb HTTP/1.1" status: 204 len: 168 time: 3.0106587 Feb 04 15:49:33.492665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38408) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:33.552908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] Set router a9474865-61d3-4b4c-a559-b2823ccd3bdb gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:33.591329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-8ced2b12-002d-40ec-826a-60544b64efe5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:33.601181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-8ced2b12-002d-40ec-826a-60544b64efe5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:33.608309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-8ced2b12-002d-40ec-826a-60544b64efe5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:33.614756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-8ced2b12-002d-40ec-826a-60544b64efe5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:33.621454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-8ced2b12-002d-40ec-826a-60544b64efe5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:33.628216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-8ced2b12-002d-40ec-826a-60544b64efe5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:33.634453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-8ced2b12-002d-40ec-826a-60544b64efe5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:33.636640 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-8ced2b12-002d-40ec-826a-60544b64efe5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.2051725 Feb 04 15:49:33.663800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9474865-61d3-4b4c-a559-b2823ccd3bdb', 'name': 'tempest-snat-router-10392270', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:22Z', 'updated_at': '2022-02-04T15:49:32Z', 'revision_number': 5, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:33.724580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-556a0265-122c-4884-b1cb-f2c35b460d5c req-bb19350c-2f8b-447e-9552-52842dd418f0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706890 Feb 04 15:49:33.763658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.794908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85518388-abd5-48d0-9dfe-03973b1949e5 None None] The sync data for ids ['a9474865-61d3-4b4c-a559-b2823ccd3bdb'] in n-d-827869-1 is: [{'id': 'a9474865-61d3-4b4c-a559-b2823ccd3bdb', 'name': 'tempest-snat-router-10392270', 'tenant_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:22Z', 'updated_at': '2022-02-04T15:49:32Z', 'revision_number': 5, 'project_id': '2edc68bcc67e41c1a3135ae1e4da4b1e', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:33.824062 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f1053617-0683-4a8d-97c7-e3b57bce9f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:33.946967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-06108ae3-fdf0-488b-98cf-e1760a40e75e None None] Provisioning complete for port 1ca56949-67c2-4e1b-9210-bec25abf5800 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:33.947994 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06108ae3-fdf0-488b-98cf-e1760a40e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.011664 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.179602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Router 80e2aef3-fc53-4558-86f2-5034efe01d7c is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:49:34.414840 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.424946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:34.440906 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Sync routers for ids ['80e2aef3-fc53-4558-86f2-5034efe01d7c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:34.464711 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Routers {'80e2aef3-fc53-4558-86f2-5034efe01d7c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:34.465836 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['80e2aef3-fc53-4558-86f2-5034efe01d7c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:34.474521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.480559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8dd92f5a-d99a-4c24-b5f3-14436a86b369 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1137064 Feb 04 15:49:34.480559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38440) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:34.656218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Deleting port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:49:34.670366 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:34.726560 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Set router 80e2aef3-fc53-4558-86f2-5034efe01d7c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:35.107604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-a3336df6-b3a7-4419-9341-a940ce88479b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.125735 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:49:31Z', 'revision_number': 3, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:35.131087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-a3336df6-b3a7-4419-9341-a940ce88479b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.142972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-a3336df6-b3a7-4419-9341-a940ce88479b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.157516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-a3336df6-b3a7-4419-9341-a940ce88479b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.188817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-a3336df6-b3a7-4419-9341-a940ce88479b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.209641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-a3336df6-b3a7-4419-9341-a940ce88479b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.223704 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Checking router: 80e2aef3-fc53-4558-86f2-5034efe01d7c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:35.224143 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Updating router 80e2aef3-fc53-4558-86f2-5034efe01d7c port d5a926ad-90e4-4cac-9a18-ba90335c4794 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:49:35.231187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-a3336df6-b3a7-4419-9341-a940ce88479b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:35.242236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-a3336df6-b3a7-4419-9341-a940ce88479b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.3253686 Feb 04 15:49:35.244360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] For port bdc9de42-1841-4bf0-891d-f7d6deb5f2c4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bdc9de42-1841-4bf0-891d-f7d6deb5f2c4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:35.244900 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.277687 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.317308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Calling delete_port for bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:49:35.341967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1ca56949-67c2-4e1b-9210-bec25abf5800 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:35.495711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1ca56949-67c2-4e1b-9210-bec25abf5800 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:35.496090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.523872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1c6c6fb-2499-4b97-8f6c-af1c8952aff4 req-e6da7796-cbe4-4839-ad90-2b03d92798f5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2352486 Feb 04 15:49:35.634863 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.843773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.863897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:35.974765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdc9de42-1841-4bf0-891d-f7d6deb5f2c4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:36.002736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.003416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.003921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.004419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.004951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.005440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.005939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.006447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.007170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.007653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.008138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.008623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:36.018428 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.034553 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.041110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.067065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Allocated IP 172.20.0.1 (cc59b294-1296-4f5b-92f8-1dab8aeae01b/b4a90baa-5960-4f6c-8c6f-7056b719ef98/8ccac8f1-16ce-4a60-a049-59919a77df05) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:36.226874 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12c68-69be-461b-8c67-fb408c286abb None None] Pushing event updated for resources: {'Port': ['ID=d5a926ad-90e4-4cac-9a18-ba90335c4794,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:36.258966 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Attempting to bind port d5a926ad-90e4-4cac-9a18-ba90335c4794 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:36.259807 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Attempting to bind port d5a926ad-90e4-4cac-9a18-ba90335c4794 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:36.260263 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Attempting to bind port d5a926ad-90e4-4cac-9a18-ba90335c4794 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:36.268679 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:36.269694 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:36.270329 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.270736 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:36.271854 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Bound port: d5a926ad-90e4-4cac-9a18-ba90335c4794, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:36.271854 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.284336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38484) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:36.306558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.348905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.356217 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.356603 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] For port d5a926ad-90e4-4cac-9a18-ba90335c4794, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:36.361367 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] For port d5a926ad-90e4-4cac-9a18-ba90335c4794, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d5a926ad-90e4-4cac-9a18-ba90335c4794,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:36.368488 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.431745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.548966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.550800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d43c067-b9db-4e7d-b083-b08b14d922a6 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:49:36.588889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.600521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f30315a-3445-4146-9d25-060c8a1c2f10 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "DELETE /v2.0/routers/5d43c067-b9db-4e7d-b083-b08b14d922a6 HTTP/1.1" status: 204 len: 168 time: 3.0962439 Feb 04 15:49:36.601310 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Network cc59b294-1296-4f5b-92f8-1dab8aeae01b is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:36.601749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38490) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:36.612278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-959986377', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:36.617030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:36.635175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:36.682863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.686670 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:36.733561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccac8f1-16ce-4a60-a049-59919a77df05,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:36.766836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-db45c138-50fd-440b-bd06-60daf62a6c63 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:36.833755 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12c68-69be-461b-8c67-fb408c286abb None None] Pushing event updated for resources: {'Port': ['ID=d5a926ad-90e4-4cac-9a18-ba90335c4794,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:36.877915 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Routers {'80e2aef3-fc53-4558-86f2-5034efe01d7c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:36.879362 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['80e2aef3-fc53-4558-86f2-5034efe01d7c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:36.910756 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.006492 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.067572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.144976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-b5762bf1-c87f-4bb8-96b8-ba5433e07aa6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.151529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-b5762bf1-c87f-4bb8-96b8-ba5433e07aa6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.158241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-b5762bf1-c87f-4bb8-96b8-ba5433e07aa6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.164423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-b5762bf1-c87f-4bb8-96b8-ba5433e07aa6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.170513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-b5762bf1-c87f-4bb8-96b8-ba5433e07aa6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.178665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-b5762bf1-c87f-4bb8-96b8-ba5433e07aa6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.186955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-b5762bf1-c87f-4bb8-96b8-ba5433e07aa6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:37.189407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-b5762bf1-c87f-4bb8-96b8-ba5433e07aa6 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.3776653 Feb 04 15:49:37.213322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db45c138-50fd-440b-bd06-60daf62a6c63 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "PUT /v2.0/quotas/fdf507c9c82b4e1b884c158d2116641a HTTP/1.1" status: 200 len: 366 time: 0.9234779 Feb 04 15:49:37.296313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38496) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:37.297223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38498) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:37.323684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e945c3d5-7a30-4add-b128-1af87e11da28 req-facdd4e9-9759-4eef-b8c9-d237272dbd19 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488369 Feb 04 15:49:37.327009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8f1f4005-b3ba-48fb-8675-5519a5774f97 None None] Provisioning complete for port 8ccac8f1-16ce-4a60-a049-59919a77df05 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:37.327787 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4005-b3ba-48fb-8675-5519a5774f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.334147 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] Set router 80e2aef3-fc53-4558-86f2-5034efe01d7c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:37.435958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.473702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f4005-b3ba-48fb-8675-5519a5774f97 None None] Port 8ccac8f1-16ce-4a60-a049-59919a77df05 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:49:37.503108 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b3ee00ba-3ed0-4423-97bd-5eee6a388241 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2038326 Feb 04 15:49:37.507373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38502) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:37.520449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.555634 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:49:37.604877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:49:37.607423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bdc9de42-1841-4bf0-891d-f7d6deb5f2c4 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:49:37.667839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4c07ec94-9c56-4dd8-a00e-e10488594e01 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "GET /v2.0/quotas/fdf507c9c82b4e1b884c158d2116641a HTTP/1.1" status: 200 len: 366 time: 0.1498659 Feb 04 15:49:37.672653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38504) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:37.703371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a53c568b-559a-4943-942e-7da4337b0ef5 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/fdf507c9c82b4e1b884c158d2116641a HTTP/1.1" status: 204 len: 168 time: 0.0264838 Feb 04 15:49:37.706702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38506) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:37.731986 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2238ac9c-b81e-4002-8be8-cd5906cff35d tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0237470 Feb 04 15:49:37.747068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38508) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:37.790818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3a42cda8-5dcf-47cf-8c60-d84180aac537 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "GET /v2.0/quotas/fdf507c9c82b4e1b884c158d2116641a HTTP/1.1" status: 200 len: 370 time: 0.0414767 Feb 04 15:49:37.798914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38510) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:37.811137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f75281ce-2cbc-40e1-a011-651d8a3d8a09 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "GET /v2.0/quotas/fdf507c9c82b4e1b884c158d2116641a/default HTTP/1.1" status: 200 len: 370 time: 0.0106592 Feb 04 15:49:37.815697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38512) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:37.823553 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:49:31Z', 'revision_number': 3, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:37.839024 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-b37da4f0-f52f-45f9-9267-c3e95aa9aae1 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] delete failed (client error): The resource could not be found. Feb 04 15:49:37.840949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b37da4f0-f52f-45f9-9267-c3e95aa9aae1 tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/fdf507c9c82b4e1b884c158d2116641a HTTP/1.1" status: 404 len: 348 time: 0.0233600 Feb 04 15:49:37.895912 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ffa37-4dc7-483b-b644-660b8ebadc94 None None] The sync data for ids ['80e2aef3-fc53-4558-86f2-5034efe01d7c'] in n-d-827869-1 is: [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:49:31Z', 'revision_number': 3, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:37.930586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.938603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:37.990292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccac8f1-16ce-4a60-a049-59919a77df05,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:38.053276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.235741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Network cc59b294-1296-4f5b-92f8-1dab8aeae01b is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:38.241029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:38.290783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38518) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:38.378372 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-174c9ec9-6516-4b0b-951c-9a29ef143516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.431887 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.581251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Usage tracker for resource:network and tenant:30b8c0d131004a109d3a0f60d01a8ca3 is out of sync, need to count used quota {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 15:49:38.599786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Router 80e2aef3-fc53-4558-86f2-5034efe01d7c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:49:38.601792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 15:49:38.618655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Usage tracker for resource:subnet and tenant:30b8c0d131004a109d3a0f60d01a8ca3 is out of sync, need to count used quota {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 15:49:38.647576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 15:49:38.672084 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:49:38.796001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-174c9ec9-6516-4b0b-951c-9a29ef143516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.829704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-174c9ec9-6516-4b0b-951c-9a29ef143516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:38.883733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-174c9ec9-6516-4b0b-951c-9a29ef143516 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6b8f4da2d364cda8cf781fcbe8897bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5617154 Feb 04 15:49:38.889737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38532) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:38.943834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-bf97b45b-8943-4387-b4e6-f79f6f174f92 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:38.964202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-bf97b45b-8943-4387-b4e6-f79f6f174f92 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:38.979941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-bf97b45b-8943-4387-b4e6-f79f6f174f92 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:38.992927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-96337708-41c9-4b17-8bbb-fd46614f8e44 None None] Provisioning complete for port 8ccac8f1-16ce-4a60-a049-59919a77df05 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:38.993567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-96337708-41c9-4b17-8bbb-fd46614f8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.016632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-bf97b45b-8943-4387-b4e6-f79f6f174f92 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:39.046923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-bf97b45b-8943-4387-b4e6-f79f6f174f92 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:39.063847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-bf97b45b-8943-4387-b4e6-f79f6f174f92 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:39.094874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-96337708-41c9-4b17-8bbb-fd46614f8e44 None None] Port 8ccac8f1-16ce-4a60-a049-59919a77df05 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:49:39.100064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-bf97b45b-8943-4387-b4e6-f79f6f174f92 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:39.116412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-bf97b45b-8943-4387-b4e6-f79f6f174f92 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.4259028 Feb 04 15:49:39.263765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c9ec9-6516-4b0b-951c-9a29ef143516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e940a5-f78a-413a-8c5f-a3789ab88002,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:39.316300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c0a79fb-febc-4aa5-b85d-510198ca7fce req-e2f20f13-1152-4fb6-8ee6-5e2080f39ce3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1988606 Feb 04 15:49:39.364958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fb629c3-8cfe-41a1-9837-b1be3e41dbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.448434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d5a926ad-90e4-4cac-9a18-ba90335c4794 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:39.493918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Usage tracker for resource:subnetpool and tenant:30b8c0d131004a109d3a0f60d01a8ca3 is out of sync, need to count used quota {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 15:49:39.523749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 15:49:39.532799 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fb629c3-8cfe-41a1-9837-b1be3e41dbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.604520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Usage tracker for resource:port and tenant:30b8c0d131004a109d3a0f60d01a8ca3 is out of sync, need to count used quota {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 15:49:39.627989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 15:49:39.648116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Usage tracker for resource:router and tenant:30b8c0d131004a109d3a0f60d01a8ca3 is out of sync, need to count used quota {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 15:49:39.655311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d5a926ad-90e4-4cac-9a18-ba90335c4794 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:39.655685 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.681594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 15:49:39.699959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:39.704589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.738346 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.738892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-deafe676-cf48-4e50-bacc-15fc3a646091 admin admin] 10.222.0.47 "PUT /v2.0/routers/80e2aef3-fc53-4558-86f2-5034efe01d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2570841 Feb 04 15:49:39.750556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Usage tracker for resource:floatingip and tenant:30b8c0d131004a109d3a0f60d01a8ca3 is out of sync, need to count used quota {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 15:49:39.783953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 15:49:39.888238 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.924215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Usage tracker for resource:security_group and tenant:30b8c0d131004a109d3a0f60d01a8ca3 is out of sync, need to count used quota {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 15:49:39.939433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 15:49:39.968149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Usage tracker for resource:security_group_rule and tenant:30b8c0d131004a109d3a0f60d01a8ca3 is out of sync, need to count used quota {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 15:49:39.973837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fb629c3-8cfe-41a1-9837-b1be3e41dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.979571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.quota.resource [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102422) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 15:49:39.986823 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.992464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fb629c3-8cfe-41a1-9837-b1be3e41dbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:39.996895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6fb629c3-8cfe-41a1-9837-b1be3e41dbee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19e940a5-f78a-413a-8c5f-a3789ab88002 HTTP/1.1" status: 204 len: 168 time: 1.0905917 Feb 04 15:49:40.015280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port d5a926ad-90e4-4cac-9a18-ba90335c4794, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d5a926ad-90e4-4cac-9a18-ba90335c4794,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:40.017374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0f8f31bb-5217-4849-8f1a-eb6605418d2e tempest-QuotasTest-1612763841 tempest-QuotasTest-1612763841-project-admin] 10.222.0.47 "GET /v2.0/quotas/30b8c0d131004a109d3a0f60d01a8ca3/details.json HTTP/1.1" status: 200 len: 703 time: 1.7227898 Feb 04 15:49:40.023721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.139931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb629c3-8cfe-41a1-9837-b1be3e41dbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e940a5-f78a-413a-8c5f-a3789ab88002,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:40.191167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=d5a926ad-90e4-4cac-9a18-ba90335c4794,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:40.216888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Allocated IP 172.25.1.66 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/6e1133c4-9cba-475f-a624-088d413a0bf3) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:40.618338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.695467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-eb9f3076-1e4f-4896-90f4-f3e6a19306ab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.706439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:40.712411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-eb9f3076-1e4f-4896-90f4-f3e6a19306ab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.736955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-eb9f3076-1e4f-4896-90f4-f3e6a19306ab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.763104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-eb9f3076-1e4f-4896-90f4-f3e6a19306ab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.776846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-eb9f3076-1e4f-4896-90f4-f3e6a19306ab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.795802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-eb9f3076-1e4f-4896-90f4-f3e6a19306ab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.797157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:40.804871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:40.814515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-eb9f3076-1e4f-4896-90f4-f3e6a19306ab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:40.825875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-eb9f3076-1e4f-4896-90f4-f3e6a19306ab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.2363231 Feb 04 15:49:40.829624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:40.882205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event updated for resources: {'Port': ['ID=6e1133c4-9cba-475f-a624-088d413a0bf3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:40.900870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38692) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:40.963670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d7daeea-c039-4dd8-9cc5-ab08415c1279 req-da89c013-db76-4e67-8620-7ad40e0b161a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1367841 Feb 04 15:49:41.310940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38742) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:41.319502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5041726d-be70-4975-9f80-db4978f8e905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.363183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-60c10699-1fd8-4241-bf69-cbe21ef1e951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.450673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d5a926ad-90e4-4cac-9a18-ba90335c4794 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:41.674057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5041726d-be70-4975-9f80-db4978f8e905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.712559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d5a926ad-90e4-4cac-9a18-ba90335c4794 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:41.717303 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.738093 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5041726d-be70-4975-9f80-db4978f8e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.784878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-60c10699-1fd8-4241-bf69-cbe21ef1e951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.854331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-60c10699-1fd8-4241-bf69-cbe21ef1e951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.895047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Sync routers for ids ['80e2aef3-fc53-4558-86f2-5034efe01d7c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:41.907065 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:41.912044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5041726d-be70-4975-9f80-db4978f8e905 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e5a89f678c3b41eabb3cae5039876ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0018055 Feb 04 15:49:41.919851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38798) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:42.002630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Routers {'80e2aef3-fc53-4558-86f2-5034efe01d7c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:42.005081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['80e2aef3-fc53-4558-86f2-5034efe01d7c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:42.009173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041726d-be70-4975-9f80-db4978f8e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b3b7f2-39de-46c5-bc11-611d6ef7cd62,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:42.245301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-60c10699-1fd8-4241-bf69-cbe21ef1e951 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a6c89f03ddf42f1a8502caae188db1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9330246 Feb 04 15:49:42.252465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10699-1fd8-4241-bf69-cbe21ef1e951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9181f7-ff5a-42c7-853e-1b0f96664ff3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:42.256231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38824) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:42.333013 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56b3f619-2d18-4155-a821-b76e33428886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.432123 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56b3f619-2d18-4155-a821-b76e33428886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.469305 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ca6419b-0553-4ce3-be82-ded23eae2129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.552842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-c695d24b-05ba-4c14-882f-db2bc6a560c8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.568223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ca6419b-0553-4ce3-be82-ded23eae2129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.571148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-c695d24b-05ba-4c14-882f-db2bc6a560c8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.578074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-c695d24b-05ba-4c14-882f-db2bc6a560c8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.584848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-c695d24b-05ba-4c14-882f-db2bc6a560c8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.591460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-c695d24b-05ba-4c14-882f-db2bc6a560c8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.605655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-c695d24b-05ba-4c14-882f-db2bc6a560c8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.614266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-c695d24b-05ba-4c14-882f-db2bc6a560c8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:42.629959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-c695d24b-05ba-4c14-882f-db2bc6a560c8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.4045911 Feb 04 15:49:42.648804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Set router 80e2aef3-fc53-4558-86f2-5034efe01d7c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:42.705528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56b3f619-2d18-4155-a821-b76e33428886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.708745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56b3f619-2d18-4155-a821-b76e33428886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.712736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-56b3f619-2d18-4155-a821-b76e33428886 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14b3b7f2-39de-46c5-bc11-611d6ef7cd62 HTTP/1.1" status: 204 len: 168 time: 0.7702153 Feb 04 15:49:42.749334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3f619-2d18-4155-a821-b76e33428886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b3b7f2-39de-46c5-bc11-611d6ef7cd62,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:42.766948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ca6419b-0553-4ce3-be82-ded23eae2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.772283 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ca6419b-0553-4ce3-be82-ded23eae2129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:42.788084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3ca6419b-0553-4ce3-be82-ded23eae2129 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa9181f7-ff5a-42c7-853e-1b0f96664ff3 HTTP/1.1" status: 204 len: 168 time: 0.5207257 Feb 04 15:49:42.834975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6419b-0553-4ce3-be82-ded23eae2129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9181f7-ff5a-42c7-853e-1b0f96664ff3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:43.046582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.261440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6e334ac2-c522-4763-8c22-270e6cf49623 req-e64c4f64-43e4-4174-8580-d18a10b2ff0c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6285887 Feb 04 15:49:43.511994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:49:37Z', 'revision_number': 4, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8ccac8f1-16ce-4a60-a049-59919a77df05', 'name': '', 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'mac_address': 'fa:16:3e:fa:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'b4a90baa-5960-4f6c-8c6f-7056b719ef98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:35Z', 'updated_at': '2022-02-04T15:49:37Z', 'revision_number': 2, 'project_id': '10a250ac70604fe9865750442576c03c', 'subnets': [{'id': 'b4a90baa-5960-4f6c-8c6f-7056b719ef98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:43.525125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Router 2028775a-a6aa-4d82-b0bd-49d377cbcc46 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:49:43.578483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Checking router: 80e2aef3-fc53-4558-86f2-5034efe01d7c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:49:43.580949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Updating router 80e2aef3-fc53-4558-86f2-5034efe01d7c port 8ccac8f1-16ce-4a60-a049-59919a77df05 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:49:43.657808 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.739051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38956) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:43.773467 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afcfaad5-b4da-4bc4-ab7a-ff709674d41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.990749 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afcfaad5-b4da-4bc4-ab7a-ff709674d41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.002860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afcfaad5-b4da-4bc4-ab7a-ff709674d41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.069140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:44.089711 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3dbe0-5bfd-46b7-8b26-5422091054c9 None None] Sync routers for ids ['2028775a-a6aa-4d82-b0bd-49d377cbcc46'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:44.105383 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3dbe0-5bfd-46b7-8b26-5422091054c9 None None] Routers {'2028775a-a6aa-4d82-b0bd-49d377cbcc46'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:44.106065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-38b3dbe0-5bfd-46b7-8b26-5422091054c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2028775a-a6aa-4d82-b0bd-49d377cbcc46'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:44.156997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.161089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46dceb58-b0a7-4590-9592-6bb591ead5e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.5534174 Feb 04 15:49:44.163764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38990) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:44.186278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6343643b-2a23-4021-9e80-28dfe0ed4042 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': False}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:44.187907 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-38b3dbe0-5bfd-46b7-8b26-5422091054c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:44.204655 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3dbe0-5bfd-46b7-8b26-5422091054c9 None None] Routers {'2028775a-a6aa-4d82-b0bd-49d377cbcc46'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:44.206703 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-38b3dbe0-5bfd-46b7-8b26-5422091054c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2028775a-a6aa-4d82-b0bd-49d377cbcc46'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:44.247514 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-afcfaad5-b4da-4bc4-ab7a-ff709674d41b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30b8c0d131004a109d3a0f60d01a8ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082936 Feb 04 15:49:44.276933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39002) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:44.313065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-38b3dbe0-5bfd-46b7-8b26-5422091054c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:44.313632 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3dbe0-5bfd-46b7-8b26-5422091054c9 None None] The sync data for ids ['2028775a-a6aa-4d82-b0bd-49d377cbcc46'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:44.339883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfaad5-b4da-4bc4-ab7a-ff709674d41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80687f07-2890-438f-b3bb-71ca4f7daa67,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.577694 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.597968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.687658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35b0f648-2c10-4caf-8db2-1da275148510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.732653 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35b0f648-2c10-4caf-8db2-1da275148510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.743893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2179077-c21f-43a8-ace7-aae94955039f None None] Pushing event updated for resources: {'Port': ['ID=8ccac8f1-16ce-4a60-a049-59919a77df05,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.772625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-ee0187ce-e03d-401d-9992-264a6753b083 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:44.791765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-ee0187ce-e03d-401d-9992-264a6753b083 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:44.810418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-ee0187ce-e03d-401d-9992-264a6753b083 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:44.845192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-ee0187ce-e03d-401d-9992-264a6753b083 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:44.910605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-ee0187ce-e03d-401d-9992-264a6753b083 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:44.953305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-ee0187ce-e03d-401d-9992-264a6753b083 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:44.957452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Attempting to bind port 8ccac8f1-16ce-4a60-a049-59919a77df05 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:49:44.958891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Attempting to bind port 8ccac8f1-16ce-4a60-a049-59919a77df05 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:49:44.960142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Attempting to bind port 8ccac8f1-16ce-4a60-a049-59919a77df05 on network cc59b294-1296-4f5b-92f8-1dab8aeae01b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:49:44.973162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:49:44.975168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Checking segment: {'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:49:44.976218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.977133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Bound using segment: {'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:49:44.978226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Bound port: 8ccac8f1-16ce-4a60-a049-59919a77df05, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7377b0d9-2a36-4b79-b695-ee9d86f06f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:49:44.979235 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.017369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-ee0187ce-e03d-401d-9992-264a6753b083 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:45.023908 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6343643b-2a23-4021-9e80-28dfe0ed4042 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.037189 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-ee0187ce-e03d-401d-9992-264a6753b083 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.4159193 Feb 04 15:49:45.165461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] For port 8ccac8f1-16ce-4a60-a049-59919a77df05, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:49:45.191404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] For port 8ccac8f1-16ce-4a60-a049-59919a77df05, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8ccac8f1-16ce-4a60-a049-59919a77df05,segment=NetworkSegment(7377b0d9-2a36-4b79-b695-ee9d86f06f0e),segment_id=7377b0d9-2a36-4b79-b695-ee9d86f06f0e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:49:45.211508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e55ad9db-ea79-4d82-8180-9f758c6ee1d2 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:49:45.212964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35b0f648-2c10-4caf-8db2-1da275148510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.231526 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35b0f648-2c10-4caf-8db2-1da275148510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.237462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-35b0f648-2c10-4caf-8db2-1da275148510 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80687f07-2890-438f-b3bb-71ca4f7daa67 HTTP/1.1" status: 204 len: 168 time: 0.9582593 Feb 04 15:49:45.240958 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.330786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0f648-2c10-4caf-8db2-1da275148510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80687f07-2890-438f-b3bb-71ca4f7daa67,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:45.485391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53de1b5a-a425-477e-81fa-f5a9b2f83ee4 req-668fbc05-5c59-4e97-b030-4e236c55f729 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3234336 Feb 04 15:49:45.635745 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:49:45.660602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d737fb2b-7c0e-413b-8ed8-ced8aab738fb None None] Provisioning complete for port 8ccac8f1-16ce-4a60-a049-59919a77df05 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:45.661335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d737fb2b-7c0e-413b-8ed8-ced8aab738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:45.814284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-80a7c6b4-e016-414c-9ff0-256b3fe63dd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5478773 Feb 04 15:49:45.979655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-03869385-dae1-4890-91d2-2240c8f65f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:45.982573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-03869385-dae1-4890-91d2-2240c8f65f11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 1096 time: 0.1272211 Feb 04 15:49:46.015465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2179077-c21f-43a8-ace7-aae94955039f None None] Pushing event updated for resources: {'Port': ['ID=8ccac8f1-16ce-4a60-a049-59919a77df05,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:46.069407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Routers {'80e2aef3-fc53-4558-86f2-5034efe01d7c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:46.070759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['80e2aef3-fc53-4558-86f2-5034efe01d7c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:46.301259 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d737fb2b-7c0e-413b-8ed8-ced8aab738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.320277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-4c42c565-9ccf-463a-9c91-4edacdf41260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:46.322150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-4c42c565-9ccf-463a-9c91-4edacdf41260 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.3124349 Feb 04 15:49:46.380531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6343643b-2a23-4021-9e80-28dfe0ed4042 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.394612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6343643b-2a23-4021-9e80-28dfe0ed4042 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.447789 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-7f780cb2-b7c8-4694-b783-410e4f032564 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 HTTP/1.1" status: 200 len: 217 time: 0.1181524 Feb 04 15:49:46.518900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e55ad9db-ea79-4d82-8180-9f758c6ee1d2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:46.548890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d737fb2b-7c0e-413b-8ed8-ced8aab738fb None None] For port 8ccac8f1-16ce-4a60-a049-59919a77df05, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8ccac8f1-16ce-4a60-a049-59919a77df05,segment=NetworkSegment(7377b0d9-2a36-4b79-b695-ee9d86f06f0e),segment_id=7377b0d9-2a36-4b79-b695-ee9d86f06f0e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:46.573374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2', 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef', 'port_id': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2', 'mac_address': 'fa:16:3e:13:3b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57f75d4-9e59-44d7-b3bd-3475dabd8717', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:49:46.584616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d737fb2b-7c0e-413b-8ed8-ced8aab738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.604728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] Set router 80e2aef3-fc53-4558-86f2-5034efe01d7c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:49:46.677872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-5d89c15f-7c52-428f-98be-584941b54739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:46.683103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-5d89c15f-7c52-428f-98be-584941b54739 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2266948 Feb 04 15:49:46.783167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-d617b2a6-19dc-46ff-8f8a-50ace59aacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:46.785005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-d617b2a6-19dc-46ff-8f8a-50ace59aacd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888934 Feb 04 15:49:46.800222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-9711de05-09ea-41cb-955c-5f895a70fb74 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:46.802829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-9711de05-09ea-41cb-955c-5f895a70fb74 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075495 Feb 04 15:49:46.922785 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:46.925374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6343643b-2a23-4021-9e80-28dfe0ed4042 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Router 2028775a-a6aa-4d82-b0bd-49d377cbcc46 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:49:47.106154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-9c31ecbd-f6ae-4821-b32c-fa7f6897b50a service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965119 Feb 04 15:49:47.235892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-280e60dc-5396-4cd6-9da7-931cda2cc394 None None] Provisioning complete for port 8ccac8f1-16ce-4a60-a049-59919a77df05 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:47.252723 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-280e60dc-5396-4cd6-9da7-931cda2cc394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.262918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55ad9db-ea79-4d82-8180-9f758c6ee1d2 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:47.404759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-f943afd9-1bee-462e-bc89-a5c2d00e26c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.417246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-f943afd9-1bee-462e-bc89-a5c2d00e26c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.425564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-f943afd9-1bee-462e-bc89-a5c2d00e26c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.439987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-f943afd9-1bee-462e-bc89-a5c2d00e26c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.457171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-f943afd9-1bee-462e-bc89-a5c2d00e26c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.481811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-f943afd9-1bee-462e-bc89-a5c2d00e26c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.491983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6343643b-2a23-4021-9e80-28dfe0ed4042 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:47.497761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-f943afd9-1bee-462e-bc89-a5c2d00e26c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:47.505280 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-f943afd9-1bee-462e-bc89-a5c2d00e26c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5418 time: 0.3980193 Feb 04 15:49:47.510829 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6343643b-2a23-4021-9e80-28dfe0ed4042 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.516277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6343643b-2a23-4021-9e80-28dfe0ed4042 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "PUT /v2.0/routers/2028775a-a6aa-4d82-b0bd-49d377cbcc46 HTTP/1.1" status: 200 len: 920 time: 3.3377557 Feb 04 15:49:47.521079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39164) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:47.634344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737fb2b-7c0e-413b-8ed8-ced8aab738fb None None] Pushing event updated for resources: {'Port': ['ID=8ccac8f1-16ce-4a60-a049-59919a77df05,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:47.642847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3786bb8-e70b-4706-a8e1-f4917699eec4 None None] Sync routers for ids ['2028775a-a6aa-4d82-b0bd-49d377cbcc46'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:47.685100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e55ad9db-ea79-4d82-8180-9f758c6ee1d2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:47.702183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3786bb8-e70b-4706-a8e1-f4917699eec4 None None] Routers {'2028775a-a6aa-4d82-b0bd-49d377cbcc46'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:47.703426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d3786bb8-e70b-4706-a8e1-f4917699eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2028775a-a6aa-4d82-b0bd-49d377cbcc46'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:47.714260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:47.715388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ccd88caa-5202-4b0d-87af-15dcce382df7 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:49:47.740530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09162375-ca60-4ecd-a9b3-d55f8ab4bd82 req-b5b3d072-ac10-4a23-9069-e6c64612aa69 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1756530 Feb 04 15:49:47.745075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc27e1ee-f2df-4cad-84ae-5529f07087de req-05c58cae-585a-4c31-8412-19eebff16d0a service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587680 Feb 04 15:49:47.818662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d3786bb8-e70b-4706-a8e1-f4917699eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:47.844113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e5ab05e1-c695-43fd-a956-6712a38af137 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/routers/2028775a-a6aa-4d82-b0bd-49d377cbcc46 HTTP/1.1" status: 200 len: 920 time: 0.3170555 Feb 04 15:49:47.845558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39170) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.004550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef0d3e-cf7c-4c14-9d49-3ffc56880d09 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:48.006210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2ef0d3e-cf7c-4c14-9d49-3ffc56880d09 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=2028775a-a6aa-4d82-b0bd-49d377cbcc46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1595128 Feb 04 15:49:48.010963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39172) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.036954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39174) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.108303 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:49:48.151674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3786bb8-e70b-4706-a8e1-f4917699eec4 None None] Routers {'2028775a-a6aa-4d82-b0bd-49d377cbcc46'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:48.152765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d3786bb8-e70b-4706-a8e1-f4917699eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['2028775a-a6aa-4d82-b0bd-49d377cbcc46'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:48.252345 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c53c39-8e56-4a1a-9a28-74b68d65cbd8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:48.260748 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c3c53c39-8e56-4a1a-9a28-74b68d65cbd8 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 881 time: 0.2435999 Feb 04 15:49:48.260936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d3786bb8-e70b-4706-a8e1-f4917699eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:48.260936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3786bb8-e70b-4706-a8e1-f4917699eec4 None None] The sync data for ids ['2028775a-a6aa-4d82-b0bd-49d377cbcc46'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:48.261794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39178) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.315724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:48.348133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39182) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.350771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16101b4a-ac45-49a6-99be-4b1510e70bcb tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=2028775a-a6aa-4d82-b0bd-49d377cbcc46 HTTP/1.1" status: 200 len: 205 time: 0.0874262 Feb 04 15:49:48.362388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-4aa4c905-1953-4f08-b530-4af5ed98be83 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.368043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4aa4c905-1953-4f08-b530-4af5ed98be83 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3260915 Feb 04 15:49:48.369432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39184) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.384434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-1f67ad37-cfcc-44a4-bef5-06db77bdbcc5 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.392485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f67ad37-cfcc-44a4-bef5-06db77bdbcc5 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0171499 Feb 04 15:49:48.393949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39186) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.410365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-12806395-3efd-4d35-9a66-5c919300f0c5 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.417086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-12806395-3efd-4d35-9a66-5c919300f0c5 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0193474 Feb 04 15:49:48.418729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.442524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-49e7c9b1-372a-4ba5-b5ce-a4459249474b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.443142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ccd88caa-5202-4b0d-87af-15dcce382df7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ccd88caa-5202-4b0d-87af-15dcce382df7,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:48.446462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-49e7c9b1-372a-4ba5-b5ce-a4459249474b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0213289 Feb 04 15:49:48.446899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.454797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-5a9ea10c-3a8d-4c18-8562-43300b2462d8 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.462819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ccd88caa-5202-4b0d-87af-15dcce382df7', 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'port_id': 'ccd88caa-5202-4b0d-87af-15dcce382df7', 'mac_address': 'fa:16:3e:b8:32:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c058e558-da25-4a8a-be3f-3f46b70164fd', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:49:48.463920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5a9ea10c-3a8d-4c18-8562-43300b2462d8 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0147526 Feb 04 15:49:48.466387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39194) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.473766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:49:37Z', 'revision_number': 4, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8ccac8f1-16ce-4a60-a049-59919a77df05', 'name': '', 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'mac_address': 'fa:16:3e:fa:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'b4a90baa-5960-4f6c-8c6f-7056b719ef98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:35Z', 'updated_at': '2022-02-04T15:49:45Z', 'revision_number': 4, 'project_id': '10a250ac70604fe9865750442576c03c', 'subnets': [{'id': 'b4a90baa-5960-4f6c-8c6f-7056b719ef98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:48.480634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-80a817db-8f06-489d-8e14-141f4f07f76e tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.486445 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-80a817db-8f06-489d-8e14-141f4f07f76e tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0153713 Feb 04 15:49:48.487764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39196) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.500774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-8e1c7faf-aa55-45af-8b17-3dff7308327b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.515443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8e1c7faf-aa55-45af-8b17-3dff7308327b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0201094 Feb 04 15:49:48.517583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.537732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-773fbbd8-5b4f-4ce3-8136-d1175768fc88 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.545751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-773fbbd8-5b4f-4ce3-8136-d1175768fc88 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0260870 Feb 04 15:49:48.546040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be46f4c-00ee-4a98-b72a-669dae65d6ba None None] The sync data for ids ['80e2aef3-fc53-4558-86f2-5034efe01d7c'] in n-d-827869-1 is: [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:49:37Z', 'revision_number': 4, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8ccac8f1-16ce-4a60-a049-59919a77df05', 'name': '', 'network_id': 'cc59b294-1296-4f5b-92f8-1dab8aeae01b', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'mac_address': 'fa:16:3e:fa:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'b4a90baa-5960-4f6c-8c6f-7056b719ef98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:35Z', 'updated_at': '2022-02-04T15:49:45Z', 'revision_number': 4, 'project_id': '10a250ac70604fe9865750442576c03c', 'subnets': [{'id': 'b4a90baa-5960-4f6c-8c6f-7056b719ef98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:48.547955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39200) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.560251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-a6de8be7-9e3b-4082-a7e4-7df17b735095 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.568961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39204) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.574915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a6de8be7-9e3b-4082-a7e4-7df17b735095 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0244999 Feb 04 15:49:48.577916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.584777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-85899cdc-6efb-4485-aa78-83001a45ecbc tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.590711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-85899cdc-6efb-4485-aa78-83001a45ecbc tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0192993 Feb 04 15:49:48.593860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.600720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-7405b2fd-bb4e-4708-963e-3817945ecda3 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.606781 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.607484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39208) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.608643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7405b2fd-bb4e-4708-963e-3817945ecda3 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0130169 Feb 04 15:49:48.627588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd88caa-5202-4b0d-87af-15dcce382df7 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:48.714737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ccd88caa-5202-4b0d-87af-15dcce382df7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ccd88caa-5202-4b0d-87af-15dcce382df7,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:48.727404 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:48.728335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 457b4eb6-cf15-47bd-83bf-0bc98a617f8a details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:49:48.754073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-355bb4b0-7940-4545-9dbf-b743bd26488f tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.760267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-355bb4b0-7940-4545-9dbf-b743bd26488f tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.1452386 Feb 04 15:49:48.766919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39214) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.776538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-a7c7748f-cb23-45c7-a4f6-e459bfa6c56d tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.786442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a7c7748f-cb23-45c7-a4f6-e459bfa6c56d tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080819 Feb 04 15:49:48.794795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39216) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.820838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-86871db5-a365-464c-8396-7caaf7b0eed6 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.822852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86871db5-a365-464c-8396-7caaf7b0eed6 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0102091 Feb 04 15:49:48.827879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39218) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.849397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-5a64ac5a-685a-4a7a-aafe-9a7e814f65f1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.851438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5a64ac5a-685a-4a7a-aafe-9a7e814f65f1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0215309 Feb 04 15:49:48.858794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39222) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.865458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-8fe97a4b-2fed-43d6-a37a-cbeddc365c9c tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.867133 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8fe97a4b-2fed-43d6-a37a-cbeddc365c9c tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064645 Feb 04 15:49:48.871247 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39224) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.888474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-aad40d81-ea7e-4b35-9d97-7abfacb9dfc9 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.891764 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aad40d81-ea7e-4b35-9d97-7abfacb9dfc9 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0186672 Feb 04 15:49:48.895611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39226) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.909287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-74a098f0-cfe2-4a0d-9503-057e79c79f69 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.914042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-74a098f0-cfe2-4a0d-9503-057e79c79f69 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0137885 Feb 04 15:49:48.914384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:48.914788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39228) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.922455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ccd88caa-5202-4b0d-87af-15dcce382df7,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:48.926734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-db2d934a-9e19-4f24-90c2-177efb5068a0 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.928563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-db2d934a-9e19-4f24-90c2-177efb5068a0 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0122344 Feb 04 15:49:48.940711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39230) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.972544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-0d7ba908-40be-4889-9e71-db5a26461db8 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:48.981766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0d7ba908-40be-4889-9e71-db5a26461db8 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0348022 Feb 04 15:49:48.986355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39232) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:48.988760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a', 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'port_id': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a', 'mac_address': 'fa:16:3e:9b:b2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c058e558-da25-4a8a-be3f-3f46b70164fd', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:49:49.000186 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.001119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-303e998b-c9e0-459e-a769-c74280141ddc tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.013200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-303e998b-c9e0-459e-a769-c74280141ddc tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0251310 Feb 04 15:49:49.014573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39234) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.038307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-68512434-07b0-4dce-99b1-722dd18c74fe tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.058621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-68512434-07b0-4dce-99b1-722dd18c74fe tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0348701 Feb 04 15:49:49.073860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39238) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.086125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-82f2e077-dd98-460d-abf6-6eb20b616494 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.100058 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.102801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-82f2e077-dd98-460d-abf6-6eb20b616494 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0272701 Feb 04 15:49:49.105113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39240) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.132091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457b4eb6-cf15-47bd-83bf-0bc98a617f8a {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:49.148562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Deleting port 6e1133c4-9cba-475f-a624-088d413a0bf3 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:49:49.152984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.167164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:49.173612 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.175121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 737a6fc3-6437-490a-8b1d-f7f2a1138803 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:49:49.231293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-fea79ba1-c5f4-4323-bbad-260c0b2fc450 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.263019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fea79ba1-c5f4-4323-bbad-260c0b2fc450 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0539246 Feb 04 15:49:49.268071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39242) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.279443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-e4825dba-7b90-45ba-8431-75234dd20ab1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.286983 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e4825dba-7b90-45ba-8431-75234dd20ab1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0159571 Feb 04 15:49:49.290941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.314586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-31af1758-3a81-4f9f-b692-c3d7d8cf01e1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.321198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-31af1758-3a81-4f9f-b692-c3d7d8cf01e1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0214643 Feb 04 15:49:49.325679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39246) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.378427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 737a6fc3-6437-490a-8b1d-f7f2a1138803, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=737a6fc3-6437-490a-8b1d-f7f2a1138803,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:49.388561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-ceeb6d4a-ba17-473f-9f36-8655a8be7b85 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.398855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39250) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.399913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ceeb6d4a-ba17-473f-9f36-8655a8be7b85 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0308762 Feb 04 15:49:49.416046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:49.419132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '737a6fc3-6437-490a-8b1d-f7f2a1138803', 'network_id': '64cb3f2d-ba95-4939-8485-4be57b4533ef', 'port_id': '737a6fc3-6437-490a-8b1d-f7f2a1138803', 'mac_address': 'fa:16:3e:f8:7c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57f75d4-9e59-44d7-b3bd-3475dabd8717', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:49:49.432684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-8656bc6f-fc1d-4754-941b-1043450e491f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.439836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-413889aa-7d70-4341-86d8-7f88810401d6 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.440142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-413889aa-7d70-4341-86d8-7f88810401d6 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0401733 Feb 04 15:49:49.451810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39252) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.459269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-8656bc6f-fc1d-4754-941b-1043450e491f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.473197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-8656bc6f-fc1d-4754-941b-1043450e491f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.477262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-57273781-6c55-4fee-83d4-e65d55abfe0b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.482049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-57273781-6c55-4fee-83d4-e65d55abfe0b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0235937 Feb 04 15:49:49.491748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-8656bc6f-fc1d-4754-941b-1043450e491f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.498153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39254) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.506459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-8656bc6f-fc1d-4754-941b-1043450e491f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.514018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-79630553-1461-49f8-a21b-d5f829cbf52b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.518966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-79630553-1461-49f8-a21b-d5f829cbf52b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0152771 Feb 04 15:49:49.518966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.530201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-8656bc6f-fc1d-4754-941b-1043450e491f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.533719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8ccac8f1-16ce-4a60-a049-59919a77df05 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:49.536008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39256) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.540519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-ee700efc-35e7-4dbf-91f0-9b309ac5452a tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.541537 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ee700efc-35e7-4dbf-91f0-9b309ac5452a tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045600 Feb 04 15:49:49.547796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-8656bc6f-fc1d-4754-941b-1043450e491f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:49.561895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-8656bc6f-fc1d-4754-941b-1043450e491f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5420 time: 0.4987309 Feb 04 15:49:49.564385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39258) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.573105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-5718f079-84b3-409b-b865-7feef0ad8f95 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.578989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39260) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.579416 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5718f079-84b3-409b-b865-7feef0ad8f95 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0125065 Feb 04 15:49:49.581567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Calling delete_port for 6e1133c4-9cba-475f-a624-088d413a0bf3 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:49:49.606976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-a9c36d61-d6b8-4322-9756-9ec7083579f8 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.615484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a9c36d61-d6b8-4322-9756-9ec7083579f8 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0353234 Feb 04 15:49:49.620310 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39262) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.624776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-ba893164-7bbe-4625-b743-cbfda9eaeecf tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.625783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ba893164-7bbe-4625-b743-cbfda9eaeecf tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045135 Feb 04 15:49:49.632158 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.644243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39264) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.654750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-eb099e5d-5427-458d-aa13-50ad49784d70 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.655825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eb099e5d-5427-458d-aa13-50ad49784d70 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0106235 Feb 04 15:49:49.665219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39266) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.687259 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0423533d-65c7-4c1c-bb95-69334b3d6925 req-17c0367f-4b2b-4a7f-96b0-e0bd740fd03c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238675 Feb 04 15:49:49.688196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737a6fc3-6437-490a-8b1d-f7f2a1138803 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:49.739867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-532271cb-c6e4-499a-be51-7576be00d84d tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.745048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-532271cb-c6e4-499a-be51-7576be00d84d tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0197654 Feb 04 15:49:49.746093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39268) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.754326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 737a6fc3-6437-490a-8b1d-f7f2a1138803, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=737a6fc3-6437-490a-8b1d-f7f2a1138803,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:49.755481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-bacec94d-341b-470b-83b9-d564b1615cae tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.762726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bacec94d-341b-470b-83b9-d564b1615cae tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0145953 Feb 04 15:49:49.764159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39270) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.772209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-698c5580-4295-42e3-8cbe-56230f50d9a5 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.781411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-698c5580-4295-42e3-8cbe-56230f50d9a5 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0152194 Feb 04 15:49:49.783368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39272) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.793867 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:49.795611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8eb391fc-50c6-4df7-96bf-6ac93f25a908 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:49:49.796216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-3c79a805-9e5c-4572-921a-baab324424a9 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.801522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c79a805-9e5c-4572-921a-baab324424a9 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0127656 Feb 04 15:49:49.803299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39274) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.822766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-f2d837f8-521c-4cd4-9548-67cdcd2b4101 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.836892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f2d837f8-521c-4cd4-9548-67cdcd2b4101 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0277367 Feb 04 15:49:49.844376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39278) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.849284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-2bddf74c-ede5-4cce-828e-77ba27380a6a tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.858859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2bddf74c-ede5-4cce-828e-77ba27380a6a tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0092454 Feb 04 15:49:49.859675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39280) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.885936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-765dfc70-aa3a-4a95-96d9-6e7576738e2b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.891307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-765dfc70-aa3a-4a95-96d9-6e7576738e2b tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0224023 Feb 04 15:49:49.892065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39282) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.906776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-4d656b04-cad9-4db6-919b-5f02c8e1c7c0 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.912013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4d656b04-cad9-4db6-919b-5f02c8e1c7c0 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0187328 Feb 04 15:49:49.922550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39284) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.933544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-c7525197-914f-4245-aa9d-6764316b7245 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.943110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c7525197-914f-4245-aa9d-6764316b7245 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0156286 Feb 04 15:49:49.943817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39288) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.966290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-f692e9cc-f38e-4985-be64-8acf50cf390c tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.971737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=737a6fc3-6437-490a-8b1d-f7f2a1138803,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:49.972634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f692e9cc-f38e-4985-be64-8acf50cf390c tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0174923 Feb 04 15:49:49.972994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39290) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:49.980838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8ccac8f1-16ce-4a60-a049-59919a77df05 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:49.998849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-d88cbfb0-9b65-4c5f-80fc-80ecfee81a19 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:49.998849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d88cbfb0-9b65-4c5f-80fc-80ecfee81a19 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0162024 Feb 04 15:49:49.998849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39292) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.005927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-224e79bf-fa57-4973-964e-aed0d126b5a0 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.006281 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.006459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-224e79bf-fa57-4973-964e-aed0d126b5a0 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0064769 Feb 04 15:49:50.011928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39294) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.027546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-f64de84e-ce20-4eb8-b8b9-c05f3b78a166 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.035777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f64de84e-ce20-4eb8-b8b9-c05f3b78a166 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0213728 Feb 04 15:49:50.038731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39296) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.049136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-4c2df12e-d97e-4ed4-9f7d-6ee5e5ec70aa tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.055422 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4c2df12e-d97e-4ed4-9f7d-6ee5e5ec70aa tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0131156 Feb 04 15:49:50.056965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39298) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.067344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-86ef3b60-edde-4c79-978c-a824eb5547fb tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.077869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86ef3b60-edde-4c79-978c-a824eb5547fb tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0187974 Feb 04 15:49:50.083386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39302) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.108235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-2cc902c5-18b3-4595-af35-e00162fd9e31 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.118415 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2cc902c5-18b3-4595-af35-e00162fd9e31 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0329056 Feb 04 15:49:50.119723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39304) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.128390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-7f90e7de-75e8-4273-be9f-f5181b3225eb tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.133710 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:49:50.135961 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7f90e7de-75e8-4273-be9f-f5181b3225eb tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0136790 Feb 04 15:49:50.136886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39306) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.163587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8eb391fc-50c6-4df7-96bf-6ac93f25a908, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8eb391fc-50c6-4df7-96bf-6ac93f25a908,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:50.165545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-c5f8c702-477e-4821-9f49-f6f89c2f5ae4 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.171924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39308) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.173805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c5f8c702-477e-4821-9f49-f6f89c2f5ae4 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0315464 Feb 04 15:49:50.196101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '8eb391fc-50c6-4df7-96bf-6ac93f25a908', 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'port_id': '8eb391fc-50c6-4df7-96bf-6ac93f25a908', 'mac_address': 'fa:16:3e:84:2a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c058e558-da25-4a8a-be3f-3f46b70164fd', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:49:50.209279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-16cd350e-01fb-43fd-b13d-acf8b1d57527 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.215686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39310) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.215901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-16cd350e-01fb-43fd-b13d-acf8b1d57527 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0278292 Feb 04 15:49:50.224869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-95ee9a89-18e1-4c0f-aa04-b156d09b7e8a tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.228477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.236870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-95ee9a89-18e1-4c0f-aa04-b156d09b7e8a tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0180211 Feb 04 15:49:50.242334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39312) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.266960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-602498b9-8dca-4853-9f19-583aba13b116 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.276841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-602498b9-8dca-4853-9f19-583aba13b116 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0313525 Feb 04 15:49:50.277703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39314) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.297774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-476c5dd2-5838-41d5-bd4a-326595bcce37 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.308234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-476c5dd2-5838-41d5-bd4a-326595bcce37 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0278008 Feb 04 15:49:50.309524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39316) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.333300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.346642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-b4fd500a-5072-4c42-a79e-9a1279221a10 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.353239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b4fd500a-5072-4c42-a79e-9a1279221a10 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0392938 Feb 04 15:49:50.354503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39318) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.369034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb391fc-50c6-4df7-96bf-6ac93f25a908 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:50.372204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-62c785ac-e725-4db0-8db8-dc39d59260e4 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.379210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-62c785ac-e725-4db0-8db8-dc39d59260e4 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0197532 Feb 04 15:49:50.382541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39320) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.383922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event deleted for resources: {'Port': ['ID=6e1133c4-9cba-475f-a624-088d413a0bf3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:50.398330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-3968c844-12df-4912-b4a8-698cf6cadb49 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.403246 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3968c844-12df-4912-b4a8-698cf6cadb49 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0193768 Feb 04 15:49:50.404172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39322) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.408909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-78090d2a-3f47-4201-8a3c-d411bbc9def1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.421580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-78090d2a-3f47-4201-8a3c-d411bbc9def1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0157306 Feb 04 15:49:50.422758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39324) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.431828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-b53d715f-34cd-4a61-bcda-9041e0592d64 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.439779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39326) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.441387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b53d715f-34cd-4a61-bcda-9041e0592d64 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0171309 Feb 04 15:49:50.452768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-1d7eb948-b87c-4abe-9210-a56e36f8d780 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.459089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1d7eb948-b87c-4abe-9210-a56e36f8d780 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0138211 Feb 04 15:49:50.459386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39328) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.464234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-af6ed096-7c4b-43be-891e-74fa94a27fba tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.466048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-af6ed096-7c4b-43be-891e-74fa94a27fba tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051918 Feb 04 15:49:50.471391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.479404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-04ff31ab-f82b-4fac-a06f-f412c8334c72 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.483220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8eb391fc-50c6-4df7-96bf-6ac93f25a908, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8eb391fc-50c6-4df7-96bf-6ac93f25a908,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:50.484992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-04ff31ab-f82b-4fac-a06f-f412c8334c72 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0121477 Feb 04 15:49:50.489692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39332) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.496559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.497666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8e662118-2cbb-42a1-a29b-d7fb20a32888 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:49:50.505148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-c0f7c336-669a-4085-9523-92ddfe5da418 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.506584 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c0f7c336-669a-4085-9523-92ddfe5da418 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0155392 Feb 04 15:49:50.511117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39334) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.530193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-fc1e4e34-3888-4c7b-b792-46fb742f0394 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.531581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fc1e4e34-3888-4c7b-b792-46fb742f0394 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0128279 Feb 04 15:49:50.535360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39336) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.541945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [None req-1ff8a0ba-fbe5-494d-9de8-89e8402fd4f1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.549796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39338) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:50.550379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1ff8a0ba-fbe5-494d-9de8-89e8402fd4f1 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0121121 Feb 04 15:49:50.568022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [None req-6fee95d0-dc7f-4a5f-bbae-30bf32c13426 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:49:50.571959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6fee95d0-dc7f-4a5f-bbae-30bf32c13426 tempest-ExtensionsTestJSON-1282013243 tempest-ExtensionsTestJSON-1282013243-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0155303 Feb 04 15:49:50.607276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.723966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8e662118-2cbb-42a1-a29b-d7fb20a32888, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8e662118-2cbb-42a1-a29b-d7fb20a32888,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:50.746432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8eb391fc-50c6-4df7-96bf-6ac93f25a908,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:50.766748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '8e662118-2cbb-42a1-a29b-d7fb20a32888', 'network_id': '3703e0dc-6b85-43e2-90ba-089a82e79531', 'port_id': '8e662118-2cbb-42a1-a29b-d7fb20a32888', 'mac_address': 'fa:16:3e:9d:b9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c058e558-da25-4a8a-be3f-3f46b70164fd', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:49:50.796627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.803424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.935936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.969055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.970212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Fanout notify agent at l3_agent the message router_deleted on router 2028775a-a6aa-4d82-b0bd-49d377cbcc46 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:49:50.971141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e662118-2cbb-42a1-a29b-d7fb20a32888 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:50.980989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:50.988266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a0b9ecea-87d1-49be-b802-3a3d2e077a2d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/2028775a-a6aa-4d82-b0bd-49d377cbcc46 HTTP/1.1" status: 204 len: 168 time: 2.6383100 Feb 04 15:49:50.992581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39346) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:51.002840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c5dc7acc-a7a9-4b78-9281-922a85e6fcc8 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1179815249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:51.017871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-839722b0-8906-4a77-ab0e-b1da698063d9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.025416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-839722b0-8906-4a77-ab0e-b1da698063d9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.031892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-839722b0-8906-4a77-ab0e-b1da698063d9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.038921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-839722b0-8906-4a77-ab0e-b1da698063d9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.048204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-839722b0-8906-4a77-ab0e-b1da698063d9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.056193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-839722b0-8906-4a77-ab0e-b1da698063d9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.068801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-839722b0-8906-4a77-ab0e-b1da698063d9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:51.079336 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-839722b0-8906-4a77-ab0e-b1da698063d9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5423 time: 0.1846888 Feb 04 15:49:51.088718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8e662118-2cbb-42a1-a29b-d7fb20a32888, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8e662118-2cbb-42a1-a29b-d7fb20a32888,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:51.103174 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.105152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bea7190d-49f5-405d-b99b-b3e496cb604c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:49:51.149024 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5dc7acc-a7a9-4b78-9281-922a85e6fcc8 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.149446 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41557f0e-7fa6-4d7e-b000-65e7122e6060 req-057a6909-ad8e-4e5d-8b95-e4c965365268 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689869 Feb 04 15:49:51.153553 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5dc7acc-a7a9-4b78-9281-922a85e6fcc8 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.299191 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5dc7acc-a7a9-4b78-9281-922a85e6fcc8 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.306189 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5dc7acc-a7a9-4b78-9281-922a85e6fcc8 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.338994 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c5dc7acc-a7a9-4b78-9281-922a85e6fcc8 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.340708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c5dc7acc-a7a9-4b78-9281-922a85e6fcc8 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3482347 Feb 04 15:49:51.345420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39352) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:51.350245 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:49:51.351908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:51.406879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:51.835609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-593cb402-e5f2-4ba9-a1dc-82cd45f1b524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:51.928343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8e662118-2cbb-42a1-a29b-d7fb20a32888,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:51.985468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.000171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-cdacbeea-4f8d-4713-8630-cbea376d4ffa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1998193 Feb 04 15:49:52.055820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-593cb402-e5f2-4ba9-a1dc-82cd45f1b524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.068341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-593cb402-e5f2-4ba9-a1dc-82cd45f1b524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.098929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bea7190d-49f5-405d-b99b-b3e496cb604c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bea7190d-49f5-405d-b99b-b3e496cb604c,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:52.155016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'port_id': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'mac_address': 'fa:16:3e:99:21:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:49:52.172528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39364) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:52.173054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-593cb402-e5f2-4ba9-a1dc-82cd45f1b524 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05bc0db7000a4d1e84aae7a47b83ac41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7640343 Feb 04 15:49:52.175046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cb402-e5f2-4ba9-a1dc-82cd45f1b524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0322a358-c27b-4681-b741-9a2d5afd4472,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:52.217852 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-8c3456a3-8e21-4456-b7a5-4f69231e4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.219567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-8c3456a3-8e21-4456-b7a5-4f69231e4a91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 1096 time: 0.0971646 Feb 04 15:49:52.268766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.292491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea7190d-49f5-405d-b99b-b3e496cb604c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:49:52.324811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bea7190d-49f5-405d-b99b-b3e496cb604c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bea7190d-49f5-405d-b99b-b3e496cb604c,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:52.332201 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c310d38-db23-4c9e-bee5-640d89fe2a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.335073 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.469074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=bea7190d-49f5-405d-b99b-b3e496cb604c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:52.646016 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c310d38-db23-4c9e-bee5-640d89fe2a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.740645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.824229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:52.842756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614831-1a64-4734-97bc-cb8610aebc63 req-976e962d-d8f6-4311-8b85-96c027e25008 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.848842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614831-1a64-4734-97bc-cb8610aebc63 req-976e962d-d8f6-4311-8b85-96c027e25008 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.855153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614831-1a64-4734-97bc-cb8610aebc63 req-976e962d-d8f6-4311-8b85-96c027e25008 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.861311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614831-1a64-4734-97bc-cb8610aebc63 req-976e962d-d8f6-4311-8b85-96c027e25008 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.867308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614831-1a64-4734-97bc-cb8610aebc63 req-976e962d-d8f6-4311-8b85-96c027e25008 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.873960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614831-1a64-4734-97bc-cb8610aebc63 req-976e962d-d8f6-4311-8b85-96c027e25008 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.880245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614831-1a64-4734-97bc-cb8610aebc63 req-976e962d-d8f6-4311-8b85-96c027e25008 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:52.882238 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77614831-1a64-4734-97bc-cb8610aebc63 req-976e962d-d8f6-4311-8b85-96c027e25008 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5425 time: 0.4008760 Feb 04 15:49:53.104279 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.408386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-8fe00004-8f87-4821-929a-2cbacf367d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:53.411168 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-8fe00004-8f87-4821-929a-2cbacf367d3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 1.1441977 Feb 04 15:49:53.505815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77614831-1a64-4734-97bc-cb8610aebc63 req-b83fb389-123b-4c8e-af98-3adfb3c3dc8e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342807 Feb 04 15:49:53.512325 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c310d38-db23-4c9e-bee5-640d89fe2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.521021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c310d38-db23-4c9e-bee5-640d89fe2a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:53.524547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7c310d38-db23-4c9e-bee5-640d89fe2a32 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0322a358-c27b-4681-b741-9a2d5afd4472 HTTP/1.1" status: 204 len: 168 time: 1.3445163 Feb 04 15:49:53.617562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310d38-db23-4c9e-bee5-640d89fe2a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0322a358-c27b-4681-b741-9a2d5afd4472,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:53.640378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['e55ad9db-ea79-4d82-8180-9f758c6ee1d2'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:49:53.698811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Allocated IP 172.25.1.147 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/10cc5c5d-7d8b-4719-9850-992bf1928d4a) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:49:53.745553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['8eb391fc-50c6-4df7-96bf-6ac93f25a908'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:49:53.752689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['737a6fc3-6437-490a-8b1d-f7f2a1138803'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:49:53.756814 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['457b4eb6-cf15-47bd-83bf-0bc98a617f8a'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:49:53.817943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-2921ee02-59c2-4665-98fe-f9cc024fcf2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08095c83-add4-40cd-a5c3-b02c9898adfb HTTP/1.1" status: 200 len: 217 time: 0.3666983 Feb 04 15:49:54.267912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-5ade95bb-6a71-42e6-8ab4-b4a1a97fe479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:54.270966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-5ade95bb-6a71-42e6-8ab4-b4a1a97fe479 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.4439220 Feb 04 15:49:54.440193 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:54.505683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-0dbced75-9392-47fe-b5d3-499d8a61ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:54.509055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-0dbced75-9392-47fe-b5d3-499d8a61ec61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284036 Feb 04 15:49:54.604323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['8e662118-2cbb-42a1-a29b-d7fb20a32888'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:49:54.717603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ccd88caa-5202-4b0d-87af-15dcce382df7'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:49:54.825331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['bea7190d-49f5-405d-b99b-b3e496cb604c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:49:54.862500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:55.036004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a9d88ea2-6150-490a-89b4-0e4cb5160fdf tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.063185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:49:55.073785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a9d88ea2-6150-490a-89b4-0e4cb5160fdf tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.074338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:49:55.096044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a9d88ea2-6150-490a-89b4-0e4cb5160fdf tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.104591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:49:55.108017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event updated for resources: {'Port': ['ID=10cc5c5d-7d8b-4719-9850-992bf1928d4a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:55.124456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a9d88ea2-6150-490a-89b4-0e4cb5160fdf tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.136718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a9d88ea2-6150-490a-89b4-0e4cb5160fdf tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.150586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a9d88ea2-6150-490a-89b4-0e4cb5160fdf tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.176044 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-8d38bb40-0b88-4590-b740-d9a36afe22bf service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539619 Feb 04 15:49:55.176435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a9d88ea2-6150-490a-89b4-0e4cb5160fdf tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:55.178747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a9d88ea2-6150-490a-89b4-0e4cb5160fdf tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5425 time: 0.3865278 Feb 04 15:49:55.368064 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb4c982c-2f4f-4ba3-b0a1-5f1d8b39e284 req-a3b80e7f-8b6b-4b68-8065-58feada38965 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1730170 Feb 04 15:49:55.753716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f953bf8b-d4a3-4f87-99f2-197c217f6758 req-e1e8c2ba-5540-4827-95bb-8665a4d521c3 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584753 Feb 04 15:49:55.912535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39418) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:55.990930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.177097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'networks': [{'name': 'tempest-network--797508528'}, {'name': 'tempest-network--1388672860'}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:56.178307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'network': {'name': 'tempest-network--797508528'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:56.179567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'network': {'name': 'tempest-network--1388672860'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:56.221155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Made reservation on behalf of 2c1a64ff2754442081c54c93c8f57026 for: {'network': 2} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:56.229708 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.247541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.397227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.397691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.404460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.409274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.409748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.488208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:56.513644 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.514022 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Added segment 05db36d0-5bde-4bde-a31a-0f13c0bc4d27 of type vlan for network 644e3773-ff24-4c51-a669-64d5f5a245bb Feb 04 15:49:56.599128 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.604491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef1c4ab-4ef2-4255-8a49-37793981d6df,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:56.669492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:56.689504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-e5ddb2b9-fb23-46ba-9781-b840158a0586 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.695760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-e5ddb2b9-fb23-46ba-9781-b840158a0586 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.705287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-e5ddb2b9-fb23-46ba-9781-b840158a0586 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.711393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-e5ddb2b9-fb23-46ba-9781-b840158a0586 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.714652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.715299 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Added segment 204910aa-ccf0-4ba9-b15d-5b20da4a9659 of type vlan for network 5ed4b808-a4b4-4fcf-809c-06a19ee90ceb Feb 04 15:49:56.718210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-e5ddb2b9-fb23-46ba-9781-b840158a0586 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.724245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-e5ddb2b9-fb23-46ba-9781-b840158a0586 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.730376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-e5ddb2b9-fb23-46ba-9781-b840158a0586 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.739133 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-e5ddb2b9-fb23-46ba-9781-b840158a0586 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5425 time: 0.1820977 Feb 04 15:49:56.802665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1df3884e-ead8-470f-9c72-1808204b7e80 req-328c7d69-b53d-42ca-8ae5-a0839eb56bab tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624709 Feb 04 15:49:56.845777 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.892390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Router e0d3201e-2d55-4e26-b3cd-c99d01e83182 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:49:56.893997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.894518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.902694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.907453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:56.908276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:56.989058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0669117 Feb 04 15:49:56.991199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39438) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:57.030433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:49:57.044114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.050653 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e95d3-7101-4892-b0fd-6209efc3d3c6 None None] Sync routers for ids ['e0d3201e-2d55-4e26-b3cd-c99d01e83182'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:49:57.052023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Network': ['ID=644e3773-ff24-4c51-a669-64d5f5a245bb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:57.057492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39442) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:57.067770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f7949ae-4b04-4fa1-8ece-0ad5e7917634 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "PUT /v2.0/routers/e0d3201e-2d55-4e26-b3cd-c99d01e83182 HTTP/1.1" status: 200 len: 880 time: 5.7206891 Feb 04 15:49:57.072246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 644e3773-ff24-4c51-a669-64d5f5a245bb details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:49:57.075779 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e95d3-7101-4892-b0fd-6209efc3d3c6 None None] Routers {'e0d3201e-2d55-4e26-b3cd-c99d01e83182'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:57.082643 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0e4e95d3-7101-4892-b0fd-6209efc3d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e0d3201e-2d55-4e26-b3cd-c99d01e83182'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:57.176486 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0e4e95d3-7101-4892-b0fd-6209efc3d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:57.196928 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e95d3-7101-4892-b0fd-6209efc3d3c6 None None] Routers {'e0d3201e-2d55-4e26-b3cd-c99d01e83182'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:49:57.198348 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0e4e95d3-7101-4892-b0fd-6209efc3d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:49:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e0d3201e-2d55-4e26-b3cd-c99d01e83182'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:57.206234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d40fac-3322-4927-afdd-c3370581614d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Network': ['ID=5ed4b808-a4b4-4fcf-809c-06a19ee90ceb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:57.228210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 5ed4b808-a4b4-4fcf-809c-06a19ee90ceb details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:49:57.374963 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0e4e95d3-7101-4892-b0fd-6209efc3d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:57.379998 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4e95d3-7101-4892-b0fd-6209efc3d3c6 None None] The sync data for ids ['e0d3201e-2d55-4e26-b3cd-c99d01e83182'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:49:57.456138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-034cd458-2686-458d-8557-6a1ef80f996d tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/routers/e0d3201e-2d55-4e26-b3cd-c99d01e83182 HTTP/1.1" status: 200 len: 921 time: 0.3973000 Feb 04 15:49:57.459467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39448) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:57.465349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd3d4e-063d-4c41-98b5-fde1d73c5c98 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:57.472868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd3d4e-063d-4c41-98b5-fde1d73c5c98 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:57.480666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd3d4e-063d-4c41-98b5-fde1d73c5c98 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:57.488719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd3d4e-063d-4c41-98b5-fde1d73c5c98 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:57.490592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-02dd3d4e-063d-4c41-98b5-fde1d73c5c98 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4870098 Feb 04 15:49:57.499888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39450) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:57.552568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df32289-d70a-4ba8-9632-8fac70e8417f tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:57.557692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9df32289-d70a-4ba8-9632-8fac70e8417f tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=e0d3201e-2d55-4e26-b3cd-c99d01e83182&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0970845 Feb 04 15:49:57.558718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39452) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:57.612868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.743395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6946411f-8349-4c4a-8e41-0f74f9fc8dd6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:57.745288 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6946411f-8349-4c4a-8e41-0f74f9fc8dd6 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 881 time: 0.1850970 Feb 04 15:49:57.748338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39456) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:57.768268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.800380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16f100ee-ff22-4e56-9239-9282c57667e0 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0d3201e-2d55-4e26-b3cd-c99d01e83182 HTTP/1.1" status: 200 len: 205 time: 0.0505409 Feb 04 15:49:57.803281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39458) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:57.805896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644e3773-ff24-4c51-a669-64d5f5a245bb']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:57.821156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05db36d0-5bde-4bde-a31a-0f13c0bc4d27') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:57.821495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05db36d0-5bde-4bde-a31a-0f13c0bc4d27') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:57.835747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.860962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.876986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:57.877680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:57.983920 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:57.989549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.048893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c482-b63b-4c83-8e76-786c062e4c72 req-4d4d6932-bf5c-4fa7-aedf-f187cf2cc34c tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.056455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e22c482-b63b-4c83-8e76-786c062e4c72 req-4d4d6932-bf5c-4fa7-aedf-f187cf2cc34c tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 950 time: 0.3236885 Feb 04 15:49:58.150273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e22c482-b63b-4c83-8e76-786c062e4c72 req-0823b5b5-82b3-4e98-ba74-526a45cfa22d tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927827 Feb 04 15:49:58.170819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.176780 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.177497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.181860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/networks/644e3773-ff24-4c51-a669-64d5f5a245bb HTTP/1.1" status: 204 len: 168 time: 0.6798921 Feb 04 15:49:58.186009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:58.201558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-de91b43d-732b-4fdc-962f-373672367902 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.210712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-de91b43d-732b-4fdc-962f-373672367902 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.220239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-de91b43d-732b-4fdc-962f-373672367902 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.228844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-de91b43d-732b-4fdc-962f-373672367902 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.236586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-de91b43d-732b-4fdc-962f-373672367902 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.245301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-de91b43d-732b-4fdc-962f-373672367902 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.253504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-de91b43d-732b-4fdc-962f-373672367902 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:58.256511 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-de91b43d-732b-4fdc-962f-373672367902 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5425 time: 0.2698252 Feb 04 15:49:58.278169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad850c13-a60c-4205-8525-96f312f688ee tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Network': ['ID=644e3773-ff24-4c51-a669-64d5f5a245bb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:58.346957 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1adf646c-349e-425a-8e1b-084b9fd8b96e req-bf92c747-ec21-4e41-8e48-3d7200e528a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700967 Feb 04 15:49:58.369444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.383801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Deleting port 10cc5c5d-7d8b-4719-9850-992bf1928d4a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:49:58.384206 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.528579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 737a6fc3-6437-490a-8b1d-f7f2a1138803 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:58.639913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.657564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 737a6fc3-6437-490a-8b1d-f7f2a1138803 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:58.668184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 737a6fc3-6437-490a-8b1d-f7f2a1138803 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:58.671588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.702715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.706820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed4b808-a4b4-4fcf-809c-06a19ee90ceb']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.728755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204910aa-ccf0-4ba9-b15d-5b20da4a9659') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.729079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204910aa-ccf0-4ba9-b15d-5b20da4a9659') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:49:58.731637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Calling delete_port for 10cc5c5d-7d8b-4719-9850-992bf1928d4a owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:49:58.748036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.798812 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.808782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:49:58.809462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:49:58.813238 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:49:58.819010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.856508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737a6fc3-6437-490a-8b1d-f7f2a1138803'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:49:58.862069 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719b921d-bb76-491e-81d5-064df4470ffb" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "737a6fc3-6437-490a-8b1d-f7f2a1138803"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:49:58.892012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 737a6fc3-6437-490a-8b1d-f7f2a1138803, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=737a6fc3-6437-490a-8b1d-f7f2a1138803,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:58.898505 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.899242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8eb391fc-50c6-4df7-96bf-6ac93f25a908 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:58.978745 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.992739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.003063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39474) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:59.004190 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/networks/5ed4b808-a4b4-4fcf-809c-06a19ee90ceb HTTP/1.1" status: 204 len: 168 time: 0.8163304 Feb 04 15:49:59.033391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a9a22-3d3b-4d25-92d9-8f11dec804d3 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Network': ['ID=5ed4b808-a4b4-4fcf-809c-06a19ee90ceb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.034004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=737a6fc3-6437-490a-8b1d-f7f2a1138803,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.051792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:59.065822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:59.067380 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.198890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.251588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00674d27-26bc-4b45-a8e1-94d282dad4c9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.260990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00674d27-26bc-4b45-a8e1-94d282dad4c9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.264641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-00674d27-26bc-4b45-a8e1-94d282dad4c9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2604220 Feb 04 15:49:59.270670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39484) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:59.280263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-231142833'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:59.308872 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.339927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event deleted for resources: {'Port': ['ID=10cc5c5d-7d8b-4719-9850-992bf1928d4a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.375272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8eb391fc-50c6-4df7-96bf-6ac93f25a908, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8eb391fc-50c6-4df7-96bf-6ac93f25a908,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:59.382623 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.385428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 457b4eb6-cf15-47bd-83bf-0bc98a617f8a up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:49:59.431128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Made reservation on behalf of 2c1a64ff2754442081c54c93c8f57026 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:49:59.437520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.505027 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d1bfa1-083c-460b-83c9-e1c6f797aa15 x-openstack-request-id: req-c2d1bfa1-083c-460b-83c9-e1c6f797aa15 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:49:59.505505 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "737a6fc3-6437-490a-8b1d-f7f2a1138803", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:49:59.505861 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2d1bfa1-083c-460b-83c9-e1c6f797aa15 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:49:59.506436 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737a6fc3-6437-490a-8b1d-f7f2a1138803', 'code': 200} Feb 04 15:49:59.507129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8eb391fc-50c6-4df7-96bf-6ac93f25a908,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.555424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:49:59.567924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.568581 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Added segment 702b13a1-0b5e-4d1b-bb03-1478c1c389a1 of type vlan for network 0a7624a7-6fed-4a88-b3cb-0eebbffa841b Feb 04 15:49:59.580717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:49:59.591142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:49:59.593319 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.626238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.640188 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.675335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0780c57-560a-40fc-bce2-6264749c1a94 req-bb3fb86c-6030-4f33-80a3-72951e23da13 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.677197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0780c57-560a-40fc-bce2-6264749c1a94 req-bb3fb86c-6030-4f33-80a3-72951e23da13 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 950 time: 0.3812201 Feb 04 15:49:59.678790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.686288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.687051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.765051 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.796660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5200851 Feb 04 15:49:59.837173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39496) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:59.840010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.846329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.853134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:49:59.862096 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.880891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-100891045'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:49:59.956577 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0780c57-560a-40fc-bce2-6264749c1a94 req-01ae8d5b-30b1-447e-92ce-eac34a5fd507 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605624 Feb 04 15:49:59.961893 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.963231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Fanout notify agent at l3_agent the message router_deleted on router e0d3201e-2d55-4e26-b3cd-c99d01e83182 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:49:59.980136 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.986133 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f95c1fc6-ee83-45c4-93eb-4ba10405fe3b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/e0d3201e-2d55-4e26-b3cd-c99d01e83182 HTTP/1.1" status: 204 len: 168 time: 2.1776431 Feb 04 15:49:59.988777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39498) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:49:59.990214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-a2913cf9-0247-4625-aaa5-043d620f27e2 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:49:59.992179 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-a2913cf9-0247-4625-aaa5-043d620f27e2 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.30 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 950 time: 0.2945564 Feb 04 15:49:59.995839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:59.997608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be96b2e-5f89-472e-bbec-06c07e27fd67 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Network': ['ID=0a7624a7-6fed-4a88-b3cb-0eebbffa841b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:00.011415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-80d45b8a-3413-4c94-9f9c-0ee571e652ee tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-740712826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:00.012253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 0a7624a7-6fed-4a88-b3cb-0eebbffa841b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:50:00.066647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Made reservation on behalf of 2c1a64ff2754442081c54c93c8f57026 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:00.070897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.073419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-4c4fc296-a327-4423-9ff7-a5a6dc15a7de tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.096188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-4c4fc296-a327-4423-9ff7-a5a6dc15a7de tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.109096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-4c4fc296-a327-4423-9ff7-a5a6dc15a7de tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.121534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-4c4fc296-a327-4423-9ff7-a5a6dc15a7de tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.139647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-4c4fc296-a327-4423-9ff7-a5a6dc15a7de tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.148661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:00.153305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-4c4fc296-a327-4423-9ff7-a5a6dc15a7de tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.166354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-4c4fc296-a327-4423-9ff7-a5a6dc15a7de tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.171125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-4c4fc296-a327-4423-9ff7-a5a6dc15a7de tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5427 time: 0.6021936 Feb 04 15:50:00.177353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.177726 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Added segment 0eaac016-52a8-4a97-bd85-f6d6566534ec of type vlan for network d1ed8901-bfa8-41c4-baa8-cebd0824eaa4 Feb 04 15:50:00.193271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Deleting port 905cafc9-aba4-4b39-a908-96fe21c4282d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:00.193758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.250759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d45b8a-3413-4c94-9f9c-0ee571e652ee tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.252681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d45b8a-3413-4c94-9f9c-0ee571e652ee tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.293387 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.323889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-573c6d40-9a46-45de-adac-5c492b6d95cf req-d83544dd-a385-4550-82e5-cda983bbd533 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152775 Feb 04 15:50:00.421283 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.432432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:00.433541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.441805 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d45b8a-3413-4c94-9f9c-0ee571e652ee tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.442161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] For port 905cafc9-aba4-4b39-a908-96fe21c4282d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=905cafc9-aba4-4b39-a908-96fe21c4282d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:00.442593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.450805 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d45b8a-3413-4c94-9f9c-0ee571e652ee tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.491424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80d45b8a-3413-4c94-9f9c-0ee571e652ee tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.496138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Calling delete_port for 905cafc9-aba4-4b39-a908-96fe21c4282d owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:00.508046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39502) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:00.510510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-80d45b8a-3413-4c94-9f9c-0ee571e652ee tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5042648 Feb 04 15:50:00.519712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': True}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:00.537248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ccd88caa-5202-4b0d-87af-15dcce382df7 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:00.631816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de1cffef-10b1-4cdf-9226-8a57335a1691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.700877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port ccd88caa-5202-4b0d-87af-15dcce382df7 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:00.722360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ccd88caa-5202-4b0d-87af-15dcce382df7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:00.722360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.906325 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.984468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ccd88caa-5202-4b0d-87af-15dcce382df7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ccd88caa-5202-4b0d-87af-15dcce382df7,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:00.989302 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:00.991244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e55ad9db-ea79-4d82-8180-9f758c6ee1d2 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:01.091344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39508) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:01.093708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2257018 Feb 04 15:50:01.097235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'ports': [{'network_id': '0a7624a7-6fed-4a88-b3cb-0eebbffa841b', 'name': 'tempest-port--1219221396', 'admin_state_up': True}, {'network_id': 'd1ed8901-bfa8-41c4-baa8-cebd0824eaa4', 'admin_state_up': False}]} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:01.097556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'port': {'network_id': '0a7624a7-6fed-4a88-b3cb-0eebbffa841b', 'name': 'tempest-port--1219221396', 'admin_state_up': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:01.098738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'port': {'network_id': 'd1ed8901-bfa8-41c4-baa8-cebd0824eaa4', 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:01.257530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ccd88caa-5202-4b0d-87af-15dcce382df7,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:01.295019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:01.306023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:01.306645 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.336365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Made reservation on behalf of 2c1a64ff2754442081c54c93c8f57026 for: {'port': 2} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:01.348202 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.363003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4add28f-b969-47ae-b2ca-802ebfbcb55d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Network': ['ID=d1ed8901-bfa8-41c4-baa8-cebd0824eaa4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:01.391446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d1ed8901-bfa8-41c4-baa8-cebd0824eaa4 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:50:01.401727 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.608695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb391fc-50c6-4df7-96bf-6ac93f25a908'}, {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a'}, {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd88caa-5202-4b0d-87af-15dcce382df7'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:01.645957 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a74e220-083c-4a4f-83e7-5dc5036c6199" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "8eb391fc-50c6-4df7-96bf-6ac93f25a908"}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "457b4eb6-cf15-47bd-83bf-0bc98a617f8a"}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "ccd88caa-5202-4b0d-87af-15dcce382df7"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:01.660716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.882152 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.891415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9789-f7f6-4820-9d90-0d1efdbae757 req-9245902d-f1c0-48d2-b3ed-e76781e06729 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:01.893141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e84d9789-f7f6-4820-9d90-0d1efdbae757 req-9245902d-f1c0-48d2-b3ed-e76781e06729 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85c7217-0f0a-44e5-a4ac-a21cb0bedada HTTP/1.1" status: 200 len: 950 time: 0.5189509 Feb 04 15:50:01.976568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e55ad9db-ea79-4d82-8180-9f758c6ee1d2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:01.986252 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:01.989834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bea7190d-49f5-405d-b99b-b3e496cb604c up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:02.043840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e84d9789-f7f6-4820-9d90-0d1efdbae757 req-9d712c2e-f29d-4385-9151-2c925bbda641 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.47 "GET /v2.0/security-groups?id=a6fa25ef-0419-4b7a-9781-81154cb2db5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296546 Feb 04 15:50:02.056952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.128817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-c87f0ed9-bebd-4074-bd8b-4bcb60834958 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.143839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-c87f0ed9-bebd-4074-bd8b-4bcb60834958 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.159923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-c87f0ed9-bebd-4074-bd8b-4bcb60834958 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.174797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-c87f0ed9-bebd-4074-bd8b-4bcb60834958 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.175626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:02.191308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-c87f0ed9-bebd-4074-bd8b-4bcb60834958 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.195614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Pushing event deleted for resources: {'Port': ['ID=905cafc9-aba4-4b39-a908-96fe21c4282d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:02.215141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] No DVR routers for this DVR port 905cafc9-aba4-4b39-a908-96fe21c4282d on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:02.218704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.222756 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d869e1e-f2b6-4e38-ab26-cca782de477f x-openstack-request-id: req-4d869e1e-f2b6-4e38-ab26-cca782de477f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:02.223481 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "8eb391fc-50c6-4df7-96bf-6ac93f25a908", "code": 200}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "457b4eb6-cf15-47bd-83bf-0bc98a617f8a", "code": 200}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "ccd88caa-5202-4b0d-87af-15dcce382df7", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:02.223792 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3565d59e-c6ab-4e9d-bb94-7f5cce5811f8 req-b6634678-d46f-471f-bbb7-fa47847e9ec1 tempest-VolumesBackupsTest-1375420879 tempest-VolumesBackupsTest-1375420879-project] 10.222.0.30 "DELETE /v2.0/ports/905cafc9-aba4-4b39-a908-96fe21c4282d HTTP/1.1" status: 204 len: 173 time: 2.2118778 Feb 04 15:50:02.224218 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d869e1e-f2b6-4e38-ab26-cca782de477f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:02.224346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85c7217-0f0a-44e5-a4ac-a21cb0bedada', 'name': 'network-vif-deleted', 'tag': '905cafc9-aba4-4b39-a908-96fe21c4282d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:02.224978 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb391fc-50c6-4df7-96bf-6ac93f25a908', 'code': 200} Feb 04 15:50:02.225444 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a', 'code': 200} Feb 04 15:50:02.225958 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd88caa-5202-4b0d-87af-15dcce382df7', 'code': 200} Feb 04 15:50:02.227135 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decbaaf1-708e-4b8e-bf0b-4a88ae05d8f5" -d '{"events": [{"server_uuid": "d85c7217-0f0a-44e5-a4ac-a21cb0bedada", "name": "network-vif-deleted", "tag": "905cafc9-aba4-4b39-a908-96fe21c4282d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:02.228204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-c87f0ed9-bebd-4074-bd8b-4bcb60834958 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.247037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-c87f0ed9-bebd-4074-bd8b-4bcb60834958 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:02.261899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-c87f0ed9-bebd-4074-bd8b-4bcb60834958 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5429 time: 0.5138817 Feb 04 15:50:02.318581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port bea7190d-49f5-405d-b99b-b3e496cb604c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:02.322008 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b91f71-a5dc-4d2f-aa83-3dd87a4c72b6 x-openstack-request-id: req-83b91f71-a5dc-4d2f-aa83-3dd87a4c72b6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:02.322394 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85c7217-0f0a-44e5-a4ac-a21cb0bedada", "name": "network-vif-deleted", "tag": "905cafc9-aba4-4b39-a908-96fe21c4282d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:02.322558 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83b91f71-a5dc-4d2f-aa83-3dd87a4c72b6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:02.322981 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85c7217-0f0a-44e5-a4ac-a21cb0bedada', 'name': 'network-vif-deleted', 'tag': '905cafc9-aba4-4b39-a908-96fe21c4282d', 'status': 'completed', 'code': 200} Feb 04 15:50:02.335308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port bea7190d-49f5-405d-b99b-b3e496cb604c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:02.338470 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.450789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.475291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.559767 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.646653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bea7190d-49f5-405d-b99b-b3e496cb604c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bea7190d-49f5-405d-b99b-b3e496cb604c,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:02.657029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Allocated IP 172.25.1.179 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/42626530-8485-4595-99f2-46d27c5dda6e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:02.661670 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:02.666264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8e662118-2cbb-42a1-a29b-d7fb20a32888 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:02.922639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=bea7190d-49f5-405d-b99b-b3e496cb604c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:02.981216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 8e662118-2cbb-42a1-a29b-d7fb20a32888 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:02.988512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 8e662118-2cbb-42a1-a29b-d7fb20a32888 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:02.988858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.014494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] device_id is not set on port 66749f33-b7a4-4428-a007-98757510f386 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:03.100408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82034c89-de79-427c-a82e-fea2d08f1a06 req-2b35bbe8-7d0c-499e-870e-1b489de4d2d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8353040 Feb 04 15:50:03.149755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8d92b-aa68-420e-94c8-9cefa6974e22 req-0f677108-2ccc-4589-98f2-95a8eee7f66c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:03.152609 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61e8d92b-aa68-420e-94c8-9cefa6974e22 req-0f677108-2ccc-4589-98f2-95a8eee7f66c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1535735 Feb 04 15:50:03.223346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 905cafc9-aba4-4b39-a908-96fe21c4282d no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:50:03.287362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 905cafc9-aba4-4b39-a908-96fe21c4282d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:50:03.287705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 905cafc9-aba4-4b39-a908-96fe21c4282d not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:50:03.311647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.314072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.327785 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.362231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61e8d92b-aa68-420e-94c8-9cefa6974e22 req-fba4c6e6-c5a5-4b6a-93c0-b40b156c9e0e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852927 Feb 04 15:50:03.452471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8e662118-2cbb-42a1-a29b-d7fb20a32888, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8e662118-2cbb-42a1-a29b-d7fb20a32888,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:03.468361 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.511886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.559910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] device_id is not set on port 977f2cd2-45ed-48ad-8c15-b3dbe43f9d52 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:03.604635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8e662118-2cbb-42a1-a29b-d7fb20a32888,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:03.610067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:03.616241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:03.624305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:03.662971 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b6b61fe-0743-4d97-8a99-fc3372276173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.676154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'Port': ['ID=42626530-8485-4595-99f2-46d27c5dda6e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:03.766069 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.897577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:03.974300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861431-76f4-461c-9f6a-a729f1f3ba29 req-d6ba8ccd-cda0-4dbf-bcf8-e52638aee617 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:03.977321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0861431-76f4-461c-9f6a-a729f1f3ba29 req-d6ba8ccd-cda0-4dbf-bcf8-e52638aee617 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.5116031 Feb 04 15:50:04.017784 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.131026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0861431-76f4-461c-9f6a-a729f1f3ba29 req-ef520ea8-402b-424c-b66b-08066a310cf1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149023 Feb 04 15:50:04.147448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Port': ['ID=66749f33-b7a4-4428-a007-98757510f386,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:04.174009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Checking segment: {'id': '702b13a1-0b5e-4d1b-bb03-1478c1c389a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0a7624a7-6fed-4a88-b3cb-0eebbffa841b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:04.174009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Network hostable DHCP agents. Network: 0a7624a7-6fed-4a88-b3cb-0eebbffa841b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:04.230979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Network 0a7624a7-6fed-4a88-b3cb-0eebbffa841b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:04.243731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2'}, {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c'}, {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e662118-2cbb-42a1-a29b-d7fb20a32888'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:04.246265 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e3b4f7-c6ed-4cd2-868b-2e31ca6716e8" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "e55ad9db-ea79-4d82-8180-9f758c6ee1d2"}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c"}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "8e662118-2cbb-42a1-a29b-d7fb20a32888"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:04.270826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 0a7624a7-6fed-4a88-b3cb-0eebbffa841b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:04.290025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989162d8-ae83-4009-95c0-d4452bcce34c None None] Network 0a7624a7-6fed-4a88-b3cb-0eebbffa841b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:04.299945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:04.301426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.426583 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecff562-eec5-4858-9db9-2540f2677972 x-openstack-request-id: req-2ecff562-eec5-4858-9db9-2540f2677972 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:04.427482 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "e55ad9db-ea79-4d82-8180-9f758c6ee1d2", "code": 200}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c", "code": 200}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-plugged", "status": "completed", "tag": "8e662118-2cbb-42a1-a29b-d7fb20a32888", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:04.427743 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ecff562-eec5-4858-9db9-2540f2677972 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:04.428186 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2', 'code': 200} Feb 04 15:50:04.428461 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'code': 200} Feb 04 15:50:04.428765 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e662118-2cbb-42a1-a29b-d7fb20a32888', 'code': 200} Feb 04 15:50:04.438933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Port': ['ID=977f2cd2-45ed-48ad-8c15-b3dbe43f9d52,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:04.476614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Checking segment: {'id': '0eaac016-52a8-4a97-bd85-f6d6566534ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd1ed8901-bfa8-41c4-baa8-cebd0824eaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:04.477778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Network hostable DHCP agents. Network: d1ed8901-bfa8-41c4-baa8-cebd0824eaa4, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:04.748137 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.773924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.786222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-0255c6ef-ee51-4f04-ac24-9eed6af24db1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.791257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-0255c6ef-ee51-4f04-ac24-9eed6af24db1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 0.1487079 Feb 04 15:50:04.805407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Network d1ed8901-bfa8-41c4-baa8-cebd0824eaa4 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:04.819494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-720ab30a-4dc3-459e-9174-7b6c185d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.820029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-720ab30a-4dc3-459e-9174-7b6c185d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.820631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-720ab30a-4dc3-459e-9174-7b6c185d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.821122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-720ab30a-4dc3-459e-9174-7b6c185d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.821643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-720ab30a-4dc3-459e-9174-7b6c185d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.822149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-720ab30a-4dc3-459e-9174-7b6c185d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.822677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-720ab30a-4dc3-459e-9174-7b6c185d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.825286 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-720ab30a-4dc3-459e-9174-7b6c185d158a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6489 time: 0.3306961 Feb 04 15:50:04.854232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d1ed8901-bfa8-41c4-baa8-cebd0824eaa4) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:04.864828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff46365-5d04-4c27-96b6-92869394611a None None] Network d1ed8901-bfa8-41c4-baa8-cebd0824eaa4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:04.865712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:04.874474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.879429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.880203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:04.894865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-3098cc1b-d49c-45c4-a438-0e8c174da34b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.906898 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-06bf0d46-06af-4bdd-acd6-2ad906b236ad tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/quotas/3f39c0250f004fa698cf72ea2c2d5042 HTTP/1.1" status: 200 len: 375 time: 0.0787265 Feb 04 15:50:04.913932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-3098cc1b-d49c-45c4-a438-0e8c174da34b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.920482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-3098cc1b-d49c-45c4-a438-0e8c174da34b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.938875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-3098cc1b-d49c-45c4-a438-0e8c174da34b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.944223 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e11b495e-18de-4bf2-a82d-58a2ec468dcf req-ce1f5779-7c12-43b7-9315-8453d0bcd0df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055949 Feb 04 15:50:04.945107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-3098cc1b-d49c-45c4-a438-0e8c174da34b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.961252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-81828628-c874-4d61-8adb-25fcf604c45d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8642111 Feb 04 15:50:04.964138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-3098cc1b-d49c-45c4-a438-0e8c174da34b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.975443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39568) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:04.980387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-3098cc1b-d49c-45c4-a438-0e8c174da34b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:04.984758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-3098cc1b-d49c-45c4-a438-0e8c174da34b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.3722873 Feb 04 15:50:05.153967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-679e3173-e12a-44b2-9f11-de8643fde2f9 req-caa7f498-b470-4614-84cf-3645aa9b0daa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1632204 Feb 04 15:50:05.179338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-8a084815-231b-4a9c-b088-e3320f0d68d5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2469018 Feb 04 15:50:05.283516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Router 63fce1d3-2f0e-4dd1-bc12-0601adcf60ee is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:50:05.342168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2f8ee-f4aa-47b2-a2a9-090d02525b5d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:05.355122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2f8ee-f4aa-47b2-a2a9-090d02525b5d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:05.359504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dcc2f8ee-f4aa-47b2-a2a9-090d02525b5d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3824432 Feb 04 15:50:05.363878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39572) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:05.587242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-6662f9f4-f879-4a74-b0b7-d21ffd6378e5 service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972156 Feb 04 15:50:05.603353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:05.609410 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.612966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e8a1486a-7052-4b52-9e6a-ec938a352b61 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "PUT /v2.0/routers/63fce1d3-2f0e-4dd1-bc12-0601adcf60ee HTTP/1.1" status: 200 len: 914 time: 5.1025560 Feb 04 15:50:05.617079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39574) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:05.619068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9f886-be23-4b56-afd0-d15392c96a9e None None] Sync routers for ids ['63fce1d3-2f0e-4dd1-bc12-0601adcf60ee'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:05.637884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-49bd5052-96a4-4432-a440-2e0e9a6693cc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Deleting port 66749f33-b7a4-4428-a007-98757510f386 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:05.638370 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49bd5052-96a4-4432-a440-2e0e9a6693cc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.657044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9f886-be23-4b56-afd0-d15392c96a9e None None] Routers {'63fce1d3-2f0e-4dd1-bc12-0601adcf60ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:05.660846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-64e9f886-be23-4b56-afd0-d15392c96a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['63fce1d3-2f0e-4dd1-bc12-0601adcf60ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:05.728085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-64e9f886-be23-4b56-afd0-d15392c96a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:05.754738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9f886-be23-4b56-afd0-d15392c96a9e None None] Routers {'63fce1d3-2f0e-4dd1-bc12-0601adcf60ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:05.755886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-64e9f886-be23-4b56-afd0-d15392c96a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['63fce1d3-2f0e-4dd1-bc12-0601adcf60ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:05.822724 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d8480d01-95d0-4efd-837c-510cfcd2b107 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/routers/63fce1d3-2f0e-4dd1-bc12-0601adcf60ee HTTP/1.1" status: 200 len: 920 time: 0.2013831 Feb 04 15:50:05.826816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39580) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:05.883685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-64e9f886-be23-4b56-afd0-d15392c96a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:05.884968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9f886-be23-4b56-afd0-d15392c96a9e None None] The sync data for ids ['63fce1d3-2f0e-4dd1-bc12-0601adcf60ee'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:05.938470 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:05.976527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431c90b-ca8e-494c-b5ba-5cb83a3c3930 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:05.978874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f431c90b-ca8e-494c-b5ba-5cb83a3c3930 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=63fce1d3-2f0e-4dd1-bc12-0601adcf60ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1494586 Feb 04 15:50:05.983940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39582) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:06.021237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49bd5052-96a4-4432-a440-2e0e9a6693cc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.040679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-be63fb7f-88ec-4427-91de-ace9ba513414 service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155064 Feb 04 15:50:06.083905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-49bd5052-96a4-4432-a440-2e0e9a6693cc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Calling delete_port for 66749f33-b7a4-4428-a007-98757510f386 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:06.135695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e68c324-cffd-4c77-b09d-8cc35293947d tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.137110 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5e68c324-cffd-4c77-b09d-8cc35293947d tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 881 time: 0.1517649 Feb 04 15:50:06.141082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39584) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:06.196154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-09381c7e-98de-4694-9a26-c88e3c523c97 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fce1d3-2f0e-4dd1-bc12-0601adcf60ee HTTP/1.1" status: 200 len: 205 time: 0.0536947 Feb 04 15:50:06.196691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39586) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:06.337437 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49bd5052-96a4-4432-a440-2e0e9a6693cc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.449238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd5052-96a4-4432-a440-2e0e9a6693cc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Port': ['ID=66749f33-b7a4-4428-a007-98757510f386,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:06.461683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49bd5052-96a4-4432-a440-2e0e9a6693cc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.473227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-49bd5052-96a4-4432-a440-2e0e9a6693cc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/ports/66749f33-b7a4-4428-a007-98757510f386 HTTP/1.1" status: 204 len: 168 time: 1.1052899 Feb 04 15:50:06.473227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39596) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:06.530336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b9249531-5907-4190-bd57-29253f5bac1a req-a34c370f-4c6d-43f5-a268-57ed9dc2e1c0 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 210 time: 0.0424900 Feb 04 15:50:06.537792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.644407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-27644da7-9915-4926-9c26-3ca276c6ffe7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.656762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-27644da7-9915-4926-9c26-3ca276c6ffe7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.677778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-27644da7-9915-4926-9c26-3ca276c6ffe7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.689751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-27644da7-9915-4926-9c26-3ca276c6ffe7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.707138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-27644da7-9915-4926-9c26-3ca276c6ffe7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.726536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-27644da7-9915-4926-9c26-3ca276c6ffe7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.756871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-27644da7-9915-4926-9c26-3ca276c6ffe7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:06.759388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-681cc14d-96c4-4671-b5a4-a8a19c3c9599 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Deleting port 977f2cd2-45ed-48ad-8c15-b3dbe43f9d52 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:06.774537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-681cc14d-96c4-4671-b5a4-a8a19c3c9599 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.787581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.793255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-27644da7-9915-4926-9c26-3ca276c6ffe7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.4068549 Feb 04 15:50:06.952756 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:06.953605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a2c519f-a132-479c-85e6-22d98bf4f8dd req-3116baa8-2560-4106-b07f-c5ec46273264 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569176 Feb 04 15:50:06.983861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-681cc14d-96c4-4671-b5a4-a8a19c3c9599 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.039013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-681cc14d-96c4-4671-b5a4-a8a19c3c9599 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Calling delete_port for 977f2cd2-45ed-48ad-8c15-b3dbe43f9d52 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:07.175927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-681cc14d-96c4-4671-b5a4-a8a19c3c9599 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.215007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cc14d-96c4-4671-b5a4-a8a19c3c9599 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Port': ['ID=977f2cd2-45ed-48ad-8c15-b3dbe43f9d52,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:07.220487 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-681cc14d-96c4-4671-b5a4-a8a19c3c9599 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.223795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-681cc14d-96c4-4671-b5a4-a8a19c3c9599 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/ports/977f2cd2-45ed-48ad-8c15-b3dbe43f9d52 HTTP/1.1" status: 204 len: 168 time: 0.7472124 Feb 04 15:50:07.226987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39616) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:07.258813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-80782d0a-c5b5-424a-b0c7-959618755ffc tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304947 Feb 04 15:50:07.264228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39618) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:07.268065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Deleting port 42626530-8485-4595-99f2-46d27c5dda6e {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:07.268487 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.280827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-137898095'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:07.381652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Made reservation on behalf of 2c1a64ff2754442081c54c93c8f57026 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:07.389063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.421646 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.429743 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.459744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:07.467079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Calling delete_port for 42626530-8485-4595-99f2-46d27c5dda6e owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:07.490156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.491487 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Added segment 1421d2c3-6356-4de5-8905-dce95e8e6103 of type vlan for network 9368d3d9-5d55-48d0-af99-3d4c310f0caa Feb 04 15:50:07.621961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.673480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.680627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:07.681696 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:07.749532 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0aa636f-400b-41e1-812c-1b37a91b59cb req-8046b0fa-0a63-4f7b-81f9-c3ed4979f3a0 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 210 time: 0.0849671 Feb 04 15:50:07.785053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Network': ['ID=9368d3d9-5d55-48d0-af99-3d4c310f0caa,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:07.827455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 9368d3d9-5d55-48d0-af99-3d4c310f0caa details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:50:07.835913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-509fb6b7-78ea-49b1-a59c-a7f2eab4c6f6 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5677280 Feb 04 15:50:07.839023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39626) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:07.849935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-639914533'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:07.962884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Made reservation on behalf of 2c1a64ff2754442081c54c93c8f57026 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:07.980543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.018454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.053188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:08.062087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event deleted for resources: {'Port': ['ID=42626530-8485-4595-99f2-46d27c5dda6e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:08.072741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.073370 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Added segment 48c226a5-5884-4238-90ef-052584eda38e of type vlan for network 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 Feb 04 15:50:08.138787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.167599 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.189342 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.207752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.209225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.377871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.381700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.402690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5623801 Feb 04 15:50:08.403559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6cf75-1b26-49a8-b638-6975e2e9128f tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Network': ['ID=4e889c41-fdf2-4764-9f50-e5ec1e5e01b9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:08.454855 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:50:08.524012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.525397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Fanout notify agent at l3_agent the message router_deleted on router 63fce1d3-2f0e-4dd1-bc12-0601adcf60ee {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:50:08.557888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:08.578039 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-94785451-bd3b-48e2-b488-916e9a4e19fe tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/63fce1d3-2f0e-4dd1-bc12-0601adcf60ee HTTP/1.1" status: 204 len: 168 time: 2.3741691 Feb 04 15:50:08.578039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39636) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:08.578039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39638) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:08.580869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-01b17388-9e96-43d3-8c06-1fae56212ad4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.603094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'subnets': [{'network_id': '9368d3d9-5d55-48d0-af99-3d4c310f0caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1894647521', 'ip_version': 4}, {'network_id': '4e889c41-fdf2-4764-9f50-e5ec1e5e01b9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:08.603762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'subnet': {'network_id': '9368d3d9-5d55-48d0-af99-3d4c310f0caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1894647521', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:08.622594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Request body: {'subnet': {'network_id': '4e889c41-fdf2-4764-9f50-e5ec1e5e01b9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:08.628672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-01b17388-9e96-43d3-8c06-1fae56212ad4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.755481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4a56398b-ddb2-4f17-bb2e-725147ef4d90 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1261736734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:08.772738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-01b17388-9e96-43d3-8c06-1fae56212ad4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.785586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-01b17388-9e96-43d3-8c06-1fae56212ad4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.805453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-01b17388-9e96-43d3-8c06-1fae56212ad4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.824725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-01b17388-9e96-43d3-8c06-1fae56212ad4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.842631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-01b17388-9e96-43d3-8c06-1fae56212ad4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:08.844685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-01b17388-9e96-43d3-8c06-1fae56212ad4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.5327313 Feb 04 15:50:09.002505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-523b904f-bfe0-4e57-8d0b-f3aeae92113b req-b8829074-cef2-481b-87d2-afd934979640 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242356 Feb 04 15:50:09.054903 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a56398b-ddb2-4f17-bb2e-725147ef4d90 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.056283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a56398b-ddb2-4f17-bb2e-725147ef4d90 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.095517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-c1e04777-5225-438f-9f63-6ba53e6131d1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.106627 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-c1e04777-5225-438f-9f63-6ba53e6131d1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 0.1940854 Feb 04 15:50:09.118536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'port': {'device_id': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'admin_state_up': True, 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:09.247723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0445d9e5-fc2e-45f3-bb9b-e1e422d55294 req-4204f7b6-6caf-4a95-a420-391ae688ef4c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 210 time: 0.1507897 Feb 04 15:50:09.398545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a56398b-ddb2-4f17-bb2e-725147ef4d90 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.405024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb545e7-2cf8-4b1a-abdf-86bc11d71198 req-a1344732-3339-484f-abd6-ee570d6001a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.406552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a56398b-ddb2-4f17-bb2e-725147ef4d90 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.413277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb545e7-2cf8-4b1a-abdf-86bc11d71198 req-a1344732-3339-484f-abd6-ee570d6001a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.421417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb545e7-2cf8-4b1a-abdf-86bc11d71198 req-a1344732-3339-484f-abd6-ee570d6001a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.428880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb545e7-2cf8-4b1a-abdf-86bc11d71198 req-a1344732-3339-484f-abd6-ee570d6001a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.434969 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a56398b-ddb2-4f17-bb2e-725147ef4d90 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.437176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb545e7-2cf8-4b1a-abdf-86bc11d71198 req-a1344732-3339-484f-abd6-ee570d6001a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.444694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb545e7-2cf8-4b1a-abdf-86bc11d71198 req-a1344732-3339-484f-abd6-ee570d6001a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.450655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4a56398b-ddb2-4f17-bb2e-725147ef4d90 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8165238 Feb 04 15:50:09.453435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb545e7-2cf8-4b1a-abdf-86bc11d71198 req-a1344732-3339-484f-abd6-ee570d6001a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:09.455560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cbb545e7-2cf8-4b1a-abdf-86bc11d71198 req-a1344732-3339-484f-abd6-ee570d6001a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.3082521 Feb 04 15:50:09.459636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39670) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:09.469870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39680) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:09.470420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': False}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:09.481508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Request body: {'floatingip': {'port_id': 'bea7190d-49f5-405d-b99b-b3e496cb604c'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:09.569172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for floatingip, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.583019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Made reservation on behalf of 2c1a64ff2754442081c54c93c8f57026 for: {'subnet': 2} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:09.589086 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.589569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.703592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:09.803050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Made reservation on behalf of 3f39c0250f004fa698cf72ea2c2d5042 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:09.807184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.213819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:10.755520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Allocated IP 172.20.0.4 (ee470257-3576-4751-bf3f-ae013d9c464a/664872ca-9dd3-4bb0-bb5c-13829b8b7916/595ba5fe-982b-420c-8b05-37574dc1e839) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:11.104235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.112304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.162977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.278352 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Floating IP cb369ea9-55a7-4b8a-8196-afa2611a1176 associated. External IP: 172.25.1.55, port: bea7190d-49f5-405d-b99b-b3e496cb604c. Feb 04 15:50:11.283364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.296491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:11.405482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['08095c83-add4-40cd-a5c3-b02c9898adfb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:11.412984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Network ee470257-3576-4751-bf3f-ae013d9c464a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:11.422153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:11.493169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:11.516223 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8906969-4cf3-45d3-9701-7faf1b1b6185 req-cd609ebb-dc8c-4f17-ac66-31713d987af4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 210 time: 1.0538130 Feb 04 15:50:11.588569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'Port': ['ID=595ba5fe-982b-420c-8b05-37574dc1e839,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:11.651255 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.712167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:11.712826 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:11.767705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-5cb6eb25-5da2-45ed-940b-d7c57ce7551c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6554432 Feb 04 15:50:11.793506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Request body: {'port': {'device_id': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:11.883244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Subnet': ['ID=4ee3dff2-4bbd-4527-a116-4153a53b3404,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:11.998619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e766d497-34e6-4c61-9c3c-aa7a3b4ce40d None None] Provisioning complete for port 595ba5fe-982b-420c-8b05-37574dc1e839 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:11.999595 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e766d497-34e6-4c61-9c3c-aa7a3b4ce40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.014713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Checking segment: {'id': '1421d2c3-6356-4de5-8905-dce95e8e6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9368d3d9-5d55-48d0-af99-3d4c310f0caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:12.014972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Network hostable DHCP agents. Network: 9368d3d9-5d55-48d0-af99-3d4c310f0caa, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:12.056865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e766d497-34e6-4c61-9c3c-aa7a3b4ce40d None None] Port 595ba5fe-982b-420c-8b05-37574dc1e839 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:50:12.081120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Network 9368d3d9-5d55-48d0-af99-3d4c310f0caa is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:12.139789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 9368d3d9-5d55-48d0-af99-3d4c310f0caa) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:12.141381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.154209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1dc8b8-d998-4fc3-a085-4551aa4a2ca8 None None] Network 9368d3d9-5d55-48d0-af99-3d4c310f0caa requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:12.177375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.290041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.348092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.459398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event updated for resources: {'Subnet': ['ID=3bd21c22-f599-4520-a843-3c2a1ec70982,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:12.465356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Checking segment: {'id': '48c226a5-5884-4238-90ef-052584eda38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4e889c41-fdf2-4764-9f50-e5ec1e5e01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:12.465773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Network hostable DHCP agents. Network: 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:12.605420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Router 52f87797-11c3-4e69-90e2-52f5ebe755ad has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:12.668823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9368d3d9-5d55-48d0-af99-3d4c310f0caa', 'network_id': '9368d3d9-5d55-48d0-af99-3d4c310f0caa', 'tenant_id': '2c1a64ff2754442081c54c93c8f57026', 'fixed_ips': [{'subnet_id': '4ee3dff2-4bbd-4527-a116-4153a53b3404'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:50:12.670974 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:12.695939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea32a6-1dc5-4249-a470-e34e7b24e26e req-2ae0a736-0f79-47c0-b3b5-351ae22b6bdc tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:12.698027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20ea32a6-1dc5-4249-a470-e34e7b24e26e req-2ae0a736-0f79-47c0-b3b5-351ae22b6bdc tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1096 time: 0.1599233 Feb 04 15:50:12.949242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Allocated IP 172.25.1.216 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/04627f8c-83c7-4647-b409-7b6e009aad82) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:13.006246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Network 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:13.036344 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20ea32a6-1dc5-4249-a470-e34e7b24e26e req-1d9de173-9703-4787-bdd8-143b32898e14 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2718623 Feb 04 15:50:13.040213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:13.046502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:13.048195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:13.049703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.054932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b508ef5-e5af-44fb-9226-3cf4999a0409 None None] Network 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:13.083995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Allocated IP 172.20.0.2 (9368d3d9-5d55-48d0-af99-3d4c310f0caa/4ee3dff2-4bbd-4527-a116-4153a53b3404/33e033c5-f43e-4167-b87f-7939218dd85c) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:13.130923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1b59ad38-8dc8-4027-8651-ef3fc287184c tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5532527 Feb 04 15:50:13.179067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:13.209366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:13.236002 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] Sync routers for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:13.256333 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:13.256972 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:13.270603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cef71-340d-4f22-8d3b-448a3435445d req-d5350f6d-643b-4145-b669-eba6f6bfa361 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:13.277425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e0cef71-340d-4f22-8d3b-448a3435445d req-d5350f6d-643b-4145-b669-eba6f6bfa361 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 931 time: 0.4838421 Feb 04 15:50:13.335350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.535556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595ba5fe-982b-420c-8b05-37574dc1e839 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:13.591222 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.664128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Transition to ACTIVE for port object 595ba5fe-982b-420c-8b05-37574dc1e839 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:13.674855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e0cef71-340d-4f22-8d3b-448a3435445d req-21934ecd-0ae3-45b8-8235-b71e1bf31a8a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787282 Feb 04 15:50:13.733689 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:50:13.749964 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.789678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.830442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-4e889c41-fdf2-4764-9f50-e5ec1e5e01b9', 'network_id': '4e889c41-fdf2-4764-9f50-e5ec1e5e01b9', 'tenant_id': '2c1a64ff2754442081c54c93c8f57026', 'fixed_ips': [{'subnet_id': '3bd21c22-f599-4520-a843-3c2a1ec70982'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:50:13.837188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17c845-c753-46e5-833f-bca6aff793e0 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:13.840060 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.843773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17c845-c753-46e5-833f-bca6aff793e0 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:13.850688 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:13.853616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17c845-c753-46e5-833f-bca6aff793e0 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:13.861250 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8b17c845-c753-46e5-833f-bca6aff793e0 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6792445 Feb 04 15:50:13.882275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39782) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:13.894261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db22d422-65ee-44ee-ab10-a029ea4dd938 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "PUT /v2.0/floatingips/cb369ea9-55a7-4b8a-8196-afa2611a1176 HTTP/1.1" status: 200 len: 990 time: 4.4166720 Feb 04 15:50:13.973620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:13.988123 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3344715c-ab28-4e69-b2c5-64ddb8498584" -d '{"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:14.029430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a945434-ef66-4f93-8f06-1ed8a45b0078 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Deleting subnet 4ee3dff2-4bbd-4527-a116-4153a53b3404 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:50:14.035814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Pushing event updated for resources: {'Port': ['ID=04627f8c-83c7-4647-b409-7b6e009aad82,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:14.071160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:14.078271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:14.087993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:14.146620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.157079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea4017-ec11-4ba6-bc10-98954ca18357 req-514b7b6e-dad8-4e5b-a885-fe78403d5631 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:14.166500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1dea4017-ec11-4ba6-bc10-98954ca18357 req-514b7b6e-dad8-4e5b-a885-fe78403d5631 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.5001686 Feb 04 15:50:14.198834 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.253756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Pushing event updated for resources: {'Port': ['ID=595ba5fe-982b-420c-8b05-37574dc1e839,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:14.254143 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a945434-ef66-4f93-8f06-1ed8a45b0078 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.328628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Attempting to bind port 595ba5fe-982b-420c-8b05-37574dc1e839 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:14.329578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Attempting to bind port 595ba5fe-982b-420c-8b05-37574dc1e839 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:14.330402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Attempting to bind port 595ba5fe-982b-420c-8b05-37574dc1e839 on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:14.344053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Pushing event updated for resources: {'Port': ['ID=33e033c5-f43e-4167-b87f-7939218dd85c,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:14.344934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Port 595ba5fe-982b-420c-8b05-37574dc1e839 on network ee470257-3576-4751-bf3f-ae013d9c464a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:50:14.345174 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'cb369ea9-55a7-4b8a-8196-afa2611a1176', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'port_id': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'mac_address': 'fa:16:3e:99:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:48:05Z', 'updated_at': '2022-02-04T15:50:10Z', 'revision_number': 1, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:14.360111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Attempting to bind port 595ba5fe-982b-420c-8b05-37574dc1e839 on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:14.395446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:50:14.395788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Checking segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:14.396162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Bound using segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:50:14.396629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Bound port: 595ba5fe-982b-420c-8b05-37574dc1e839, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:14.396998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.404195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1dea4017-ec11-4ba6-bc10-98954ca18357 req-c9120235-3bb4-45e6-a526-ffa5dea95379 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2363045 Feb 04 15:50:14.422029 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] Checking router: 52f87797-11c3-4e69-90e2-52f5ebe755ad for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:50:14.449521 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:14.451643 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:14.493879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Allocated IP 172.20.0.18 (4e889c41-fdf2-4764-9f50-e5ec1e5e01b9/3bd21c22-f599-4520-a843-3c2a1ec70982/e3e7dc11-21f4-473e-b84f-288590f58f72) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:14.495536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39790) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:14.588811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] For port 595ba5fe-982b-420c-8b05-37574dc1e839, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:14.616581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] For port 595ba5fe-982b-420c-8b05-37574dc1e839, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=595ba5fe-982b-420c-8b05-37574dc1e839,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:14.626934 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.710081 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9812f245-904e-4736-8d69-88fadeccbf0a x-openstack-request-id: req-9812f245-904e-4736-8d69-88fadeccbf0a {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:14.710412 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:14.710663 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9812f245-904e-4736-8d69-88fadeccbf0a {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:14.713784 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'status': 'completed', 'code': 200} Feb 04 15:50:14.764766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:14.765036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a945434-ef66-4f93-8f06-1ed8a45b0078 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.765626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:14.767445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] 10.222.0.30 "PUT /v2.0/ports/595ba5fe-982b-420c-8b05-37574dc1e839 HTTP/1.1" status: 200 len: 1091 time: 2.9860532 Feb 04 15:50:14.821791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a656d5-cc39-4dea-998b-2aeb272cb42a service neutron] Pushing event updated for resources: {'Port': ['ID=595ba5fe-982b-420c-8b05-37574dc1e839,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:14.896348 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:50:14.968913 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.000732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Network 9368d3d9-5d55-48d0-af99-3d4c310f0caa is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:15.004150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:15.037614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:15.038368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-c17c0e3f-6a2b-444d-ac1c-de6365b8bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.045623 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.048953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-c17c0e3f-6a2b-444d-ac1c-de6365b8bda7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 1094 time: 0.1820962 Feb 04 15:50:15.100639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d9614593-81e9-4091-ae60-29dd09b9d643 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.124840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d9614593-81e9-4091-ae60-29dd09b9d643 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.141447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Pushing event updated for resources: {'Port': ['ID=e3e7dc11-21f4-473e-b84f-288590f58f72,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:15.154921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d9614593-81e9-4091-ae60-29dd09b9d643 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.158760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Network 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:15.164252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:15.174296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d9614593-81e9-4091-ae60-29dd09b9d643 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.181916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:15.207844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d9614593-81e9-4091-ae60-29dd09b9d643 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.229933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d9614593-81e9-4091-ae60-29dd09b9d643 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.247648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d9614593-81e9-4091-ae60-29dd09b9d643 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.250088 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d9614593-81e9-4091-ae60-29dd09b9d643 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 1.1273801 Feb 04 15:50:15.276700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-654348ab-b057-49dd-85e2-78f6b5adea70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595ba5fe-982b-420c-8b05-37574dc1e839 HTTP/1.1" status: 200 len: 217 time: 0.1973264 Feb 04 15:50:15.410571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Attempting to bind port 33e033c5-f43e-4167-b87f-7939218dd85c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:15.415405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Attempting to bind port 33e033c5-f43e-4167-b87f-7939218dd85c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '1421d2c3-6356-4de5-8905-dce95e8e6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9368d3d9-5d55-48d0-af99-3d4c310f0caa'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:15.421715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Attempting to bind port 33e033c5-f43e-4167-b87f-7939218dd85c on network 9368d3d9-5d55-48d0-af99-3d4c310f0caa {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:15.438494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:50:15.450040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Checking segment: {'id': '1421d2c3-6356-4de5-8905-dce95e8e6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9368d3d9-5d55-48d0-af99-3d4c310f0caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:15.450680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.451308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Bound using segment: {'id': '1421d2c3-6356-4de5-8905-dce95e8e6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9368d3d9-5d55-48d0-af99-3d4c310f0caa'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:50:15.452110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Bound port: 33e033c5-f43e-4167-b87f-7939218dd85c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1421d2c3-6356-4de5-8905-dce95e8e6103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9368d3d9-5d55-48d0-af99-3d4c310f0caa'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:15.452644 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.476139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Attempting to bind port e3e7dc11-21f4-473e-b84f-288590f58f72 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:15.476725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Attempting to bind port e3e7dc11-21f4-473e-b84f-288590f58f72 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '48c226a5-5884-4238-90ef-052584eda38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4e889c41-fdf2-4764-9f50-e5ec1e5e01b9'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:15.477376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Attempting to bind port e3e7dc11-21f4-473e-b84f-288590f58f72 on network 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:15.487902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235fb4f-ad22-4328-a5d1-9ce91c72d358 req-70bdd463-0598-44bb-8b22-e6e361a8f031 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.488550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:50:15.489120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Checking segment: {'id': '48c226a5-5884-4238-90ef-052584eda38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4e889c41-fdf2-4764-9f50-e5ec1e5e01b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:15.489955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.490610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Bound using segment: {'id': '48c226a5-5884-4238-90ef-052584eda38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4e889c41-fdf2-4764-9f50-e5ec1e5e01b9'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:50:15.491307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Bound port: e3e7dc11-21f4-473e-b84f-288590f58f72, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c226a5-5884-4238-90ef-052584eda38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4e889c41-fdf2-4764-9f50-e5ec1e5e01b9'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:15.491934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8235fb4f-ad22-4328-a5d1-9ce91c72d358 req-70bdd463-0598-44bb-8b22-e6e361a8f031 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 943 time: 0.4273021 Feb 04 15:50:15.498931 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.549000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-0792edd4-0fe3-4d8e-8aca-9ac4c35ce3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.553285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-0792edd4-0fe3-4d8e-8aca-9ac4c35ce3d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2604110 Feb 04 15:50:15.620232 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a945434-ef66-4f93-8f06-1ed8a45b0078 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.686076 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:50:15.699391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8235fb4f-ad22-4328-a5d1-9ce91c72d358 req-3a453985-e4a6-48e7-a280-2b6980323b4f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873934 Feb 04 15:50:15.722917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-e88d6680-a3e2-4403-bc7f-4a7869ab58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.725348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] For port e3e7dc11-21f4-473e-b84f-288590f58f72, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:15.726457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-e88d6680-a3e2-4403-bc7f-4a7869ab58e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647830 Feb 04 15:50:15.730446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] For port e3e7dc11-21f4-473e-b84f-288590f58f72, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e3e7dc11-21f4-473e-b84f-288590f58f72,segment=NetworkSegment(48c226a5-5884-4238-90ef-052584eda38e),segment_id=48c226a5-5884-4238-90ef-052584eda38e)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:15.738540 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:15.771983 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'cb369ea9-55a7-4b8a-8196-afa2611a1176', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'port_id': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'mac_address': 'fa:16:3e:99:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:48:05Z', 'updated_at': '2022-02-04T15:50:10Z', 'revision_number': 1, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:15.829174 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-815ebca7-d9d4-46fc-9864-eb4eabbe0770 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/c2e019b6-4b36-4a97-819c-a57d134c4b17 HTTP/1.1" status: 200 len: 993 time: 1.3255172 Feb 04 15:50:15.847251 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733043a7-1d6b-4a1c-8ac9-f12f0061e4eb None None] The sync data for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 is: [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'cb369ea9-55a7-4b8a-8196-afa2611a1176', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'port_id': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'mac_address': 'fa:16:3e:99:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8698b31-1d93-4776-9176-493c6640df32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:48:05Z', 'updated_at': '2022-02-04T15:50:10Z', 'revision_number': 1, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:15.881433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458391ea-0ad3-4645-a472-3f8ff1ab02cc None None] Pushing event updated for resources: {'Port': ['ID=e3e7dc11-21f4-473e-b84f-288590f58f72,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:15.986834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-8134ce4a-8c0f-42c9-822e-05a55217591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.987414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-8134ce4a-8c0f-42c9-822e-05a55217591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.987970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-8134ce4a-8c0f-42c9-822e-05a55217591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.988496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-8134ce4a-8c0f-42c9-822e-05a55217591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.988982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-8134ce4a-8c0f-42c9-822e-05a55217591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.989435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-8134ce4a-8c0f-42c9-822e-05a55217591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:15.990040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-8134ce4a-8c0f-42c9-822e-05a55217591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:16.004936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-8134ce4a-8c0f-42c9-822e-05a55217591d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6489 time: 1.2218223 Feb 04 15:50:16.022599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aef1f5fd-c500-4b1a-a1d1-9ca640a7ccd9 req-d985445f-8b69-4d5e-b7f3-1adb9b47a0d3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7320054 Feb 04 15:50:16.053851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-f1b9ebd1-57b8-4629-9d9a-36472f98d79b service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165672 Feb 04 15:50:16.211342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] For port 33e033c5-f43e-4167-b87f-7939218dd85c, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:16.244285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] For port 33e033c5-f43e-4167-b87f-7939218dd85c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=33e033c5-f43e-4167-b87f-7939218dd85c,segment=NetworkSegment(1421d2c3-6356-4de5-8905-dce95e8e6103),segment_id=1421d2c3-6356-4de5-8905-dce95e8e6103)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:16.252856 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.303651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a945434-ef66-4f93-8f06-1ed8a45b0078 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.432093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fb3f9e0-6738-4abc-a689-675fbe902e63 req-74c51aa9-25f0-4cb3-856b-c84322af95a3 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683078 Feb 04 15:50:16.485785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0679bdb-d2c6-41a1-8344-4b467072fdfd None None] Pushing event updated for resources: {'Port': ['ID=33e033c5-f43e-4167-b87f-7939218dd85c,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:16.527428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a945434-ef66-4f93-8f06-1ed8a45b0078 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee3dff2-4bbd-4527-a116-4153a53b3404,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:16.586441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a945434-ef66-4f93-8f06-1ed8a45b0078 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.597050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b14f5-ccbd-47a2-982b-fe0833b54188 None None] New status for floating IP cb369ea9-55a7-4b8a-8196-afa2611a1176: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:50:16.624309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9a945434-ef66-4f93-8f06-1ed8a45b0078 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/subnets/4ee3dff2-4bbd-4527-a116-4153a53b3404 HTTP/1.1" status: 204 len: 168 time: 2.7354195 Feb 04 15:50:16.627032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39830) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:16.745654 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:16.772099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'tag': '595ba5fe-982b-420c-8b05-37574dc1e839'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:16.789129 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e38dad48-1070-4474-ade8-d4e7fbab9b6c", "tag": "595ba5fe-982b-420c-8b05-37574dc1e839"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:16.926754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aa6817-6200-4f33-bd4b-6bb901867d71 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Deleting subnet 3bd21c22-f599-4520-a843-3c2a1ec70982 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:50:16.941553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20aa6817-6200-4f33-bd4b-6bb901867d71 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.133892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20aa6817-6200-4f33-bd4b-6bb901867d71 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.326486 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42665a4b-193e-4079-9948-d2c2a4be91a5 x-openstack-request-id: req-42665a4b-193e-4079-9948-d2c2a4be91a5 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:17.330525 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38dad48-1070-4474-ade8-d4e7fbab9b6c", "tag": "595ba5fe-982b-420c-8b05-37574dc1e839", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:17.330853 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42665a4b-193e-4079-9948-d2c2a4be91a5 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:17.331300 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'tag': '595ba5fe-982b-420c-8b05-37574dc1e839', 'status': 'completed', 'code': 200} Feb 04 15:50:17.350268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-d17a5bf4-9465-4819-add1-b6b1954cee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:17.353601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-d17a5bf4-9465-4819-add1-b6b1954cee72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ddaa4c16-7a2d-48cd-be30-837d541a5561 HTTP/1.1" status: 200 len: 912 time: 1.3267248 Feb 04 15:50:17.570755 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20aa6817-6200-4f33-bd4b-6bb901867d71 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.738316 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20aa6817-6200-4f33-bd4b-6bb901867d71 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.768047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e3e7dc11-21f4-473e-b84f-288590f58f72 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:17.798542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa6817-6200-4f33-bd4b-6bb901867d71 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd21c22-f599-4520-a843-3c2a1ec70982,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:17.847832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6f860-b79c-4795-9409-aeea32d3a754 req-4c60cf9a-166e-4fc3-a886-3b683310171d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:17.857561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9bf6f860-b79c-4795-9409-aeea32d3a754 req-4c60cf9a-166e-4fc3-a886-3b683310171d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.4518845 Feb 04 15:50:17.926780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e3e7dc11-21f4-473e-b84f-288590f58f72 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:17.928231 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:17.967815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9bf6f860-b79c-4795-9409-aeea32d3a754 req-305ff71b-385b-4631-b2c9-364023c75ec5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1076505 Feb 04 15:50:17.975187 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20aa6817-6200-4f33-bd4b-6bb901867d71 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.008648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20aa6817-6200-4f33-bd4b-6bb901867d71 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/subnets/3bd21c22-f599-4520-a843-3c2a1ec70982 HTTP/1.1" status: 204 len: 168 time: 1.3779469 Feb 04 15:50:18.027438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39848) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:18.166313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c8ef8-98b3-4de2-89ad-d9ab8df95ed5 req-713193e0-99b8-46e7-a7a6-b3d1ef4da48f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.177649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b82c8ef8-98b3-4de2-89ad-d9ab8df95ed5 req-713193e0-99b8-46e7-a7a6-b3d1ef4da48f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 943 time: 1.2378604 Feb 04 15:50:18.182797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-e48eac46-0f16-4dec-8459-0a1c346d52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.184516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-e48eac46-0f16-4dec-8459-0a1c346d52d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 1094 time: 0.8485599 Feb 04 15:50:18.188957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.281128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e3e7dc11-21f4-473e-b84f-288590f58f72, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e3e7dc11-21f4-473e-b84f-288590f58f72,segment=NetworkSegment(48c226a5-5884-4238-90ef-052584eda38e),segment_id=48c226a5-5884-4238-90ef-052584eda38e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:18.289646 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.290829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 33e033c5-f43e-4167-b87f-7939218dd85c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:18.413856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46b133-cfda-44ba-bcb9-10a1ca0cc63d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.419963 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-89c41b13-896e-4261-9d39-067373fa8722 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea7190d-49f5-405d-b99b-b3e496cb604c HTTP/1.1" status: 200 len: 1000 time: 1.0587482 Feb 04 15:50:18.427068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4d46b133-cfda-44ba-bcb9-10a1ca0cc63d tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3829408 Feb 04 15:50:18.443627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39852) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:18.597271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-2bdaef26-2495-42c1-b4e8-35652db3dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.607005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-2bdaef26-2495-42c1-b4e8-35652db3dc96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.4120865 Feb 04 15:50:18.696557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-28e7b362-2540-47b0-884b-cd4bdfefecc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.718363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-28e7b362-2540-47b0-884b-cd4bdfefecc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.740775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e3e7dc11-21f4-473e-b84f-288590f58f72,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:18.741236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-28e7b362-2540-47b0-884b-cd4bdfefecc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.762157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 33e033c5-f43e-4167-b87f-7939218dd85c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:18.762766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:18.769539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-28e7b362-2540-47b0-884b-cd4bdfefecc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.794637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-28e7b362-2540-47b0-884b-cd4bdfefecc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.817418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-28e7b362-2540-47b0-884b-cd4bdfefecc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.835241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-28e7b362-2540-47b0-884b-cd4bdfefecc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:18.847097 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-28e7b362-2540-47b0-884b-cd4bdfefecc4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.4646261 Feb 04 15:50:19.097772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-c6eb5f25-65ee-49aa-b21a-e9daedc6e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:19.104025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-c6eb5f25-65ee-49aa-b21a-e9daedc6e64c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b467fc4-5160-463a-a5dc-b2d95866e46a HTTP/1.1" status: 200 len: 850 time: 0.6391644 Feb 04 15:50:19.157865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-227641d5-9ab0-40f6-b9b2-de190cfa363a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595ba5fe-982b-420c-8b05-37574dc1e839 HTTP/1.1" status: 200 len: 217 time: 0.2848864 Feb 04 15:50:19.180103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bc5d97-5084-4a73-a724-610751f97224 None None] Network 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:19.255033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.359853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0bb38f58-932f-41ab-af68-8fdadf0fc65c req-40a1a2a6-1c3a-4880-999f-cad6a15a0705 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2301331 Feb 04 15:50:19.369282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019009d6-eb32-45f7-9ec7-c5276592a24a None None] Network 9368d3d9-5d55-48d0-af99-3d4c310f0caa requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:19.419782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-af9189c0-af92-4ab0-ad03-e9cb00b6c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:19.422977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-af9189c0-af92-4ab0-ad03-e9cb00b6c761 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2445052 Feb 04 15:50:19.470218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.581023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-17eeb9e5-2b85-4bbd-b298-7ef616dceb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:19.588173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-17eeb9e5-2b85-4bbd-b298-7ef616dceb49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575050 Feb 04 15:50:19.609289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-398009b5-28f0-4662-a747-0674b2b26196 None None] Provisioning complete for port e3e7dc11-21f4-473e-b84f-288590f58f72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:19.609933 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-398009b5-28f0-4662-a747-0674b2b26196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.710352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.722542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b82c8ef8-98b3-4de2-89ad-d9ab8df95ed5 req-ed5ccc9b-0909-4835-a1eb-9099beab440e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4744079 Feb 04 15:50:19.740517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:19.762684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-aabbe408-bcb4-43e2-aacf-fe59f7d3830d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.4784625 Feb 04 15:50:19.808386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 33e033c5-f43e-4167-b87f-7939218dd85c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=33e033c5-f43e-4167-b87f-7939218dd85c,segment=NetworkSegment(1421d2c3-6356-4de5-8905-dce95e8e6103),segment_id=1421d2c3-6356-4de5-8905-dce95e8e6103)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:19.938408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-3d89a787-7a23-4056-9fb5-e6e865a39382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:19.941275 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-3d89a787-7a23-4056-9fb5-e6e865a39382 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ddaa4c16-7a2d-48cd-be30-837d541a5561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7384605 Feb 04 15:50:19.958728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-f1940d5b-8b7f-4080-b00c-99bc666914ad service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:50:19.960780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-f1940d5b-8b7f-4080-b00c-99bc666914ad service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094674 Feb 04 15:50:20.061318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:20.471741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e3e7dc11-21f4-473e-b84f-288590f58f72 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:20.611667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=33e033c5-f43e-4167-b87f-7939218dd85c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:20.786282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] DHCP port deletion for 4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:50:20.803871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] DHCP port deletion for 9368d3d9-5d55-48d0-af99-3d4c310f0caa request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:50:20.974776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e3e7dc11-21f4-473e-b84f-288590f58f72 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:20.975601 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.053111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8e6a1-1a30-482f-9c6b-7ca3369b1183 req-19a8dfc7-937b-4166-9697-a10aeac325b2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:21.076761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03d8e6a1-1a30-482f-9c6b-7ca3369b1183 req-19a8dfc7-937b-4166-9697-a10aeac325b2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 1.4580512 Feb 04 15:50:21.339057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-dbbe08c3-a3cb-4b31-84dd-c681bdb8112c service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7424920 Feb 04 15:50:21.390499 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03d8e6a1-1a30-482f-9c6b-7ca3369b1183 req-86034370-1f0b-47d1-8555-b86f44bbfd53 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2651336 Feb 04 15:50:21.403164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 595ba5fe-982b-420c-8b05-37574dc1e839 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:50:21.460791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-901b6dbb-2f70-4c5f-8825-1c00ff88d5c9 None None] Provisioning complete for port 33e033c5-f43e-4167-b87f-7939218dd85c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:21.471247 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-901b6dbb-2f70-4c5f-8825-1c00ff88d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.475505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Deleting port e3e7dc11-21f4-473e-b84f-288590f58f72 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:21.476151 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:21.725432 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99a0216f-b3cc-4cdc-b13c-dbe859eb32e5 req-80304b79-e4de-43ce-873e-c87306469777 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749378 Feb 04 15:50:21.841119 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 595ba5fe-982b-420c-8b05-37574dc1e839, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=595ba5fe-982b-420c-8b05-37574dc1e839,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:21.860892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '595ba5fe-982b-420c-8b05-37574dc1e839', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': '595ba5fe-982b-420c-8b05-37574dc1e839', 'mac_address': 'fa:16:3e:b9:a2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:50:21.891266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] Deleting port 33e033c5-f43e-4167-b87f-7939218dd85c {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:21.891803 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.008977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb47e97-c995-4503-a764-c87c91c56daa req-ceb48dac-de60-4195-b70d-0dc4a455d239 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.014711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ccb47e97-c995-4503-a764-c87c91c56daa req-ceb48dac-de60-4195-b70d-0dc4a455d239 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 943 time: 0.1758170 Feb 04 15:50:22.037105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Deleting port e3e7dc11-21f4-473e-b84f-288590f58f72 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:22.037827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.146999 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ccb47e97-c995-4503-a764-c87c91c56daa req-5c88ec50-912a-4d11-8080-bc4b3ca03913 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186781 Feb 04 15:50:22.176379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573594-1d04-4769-92f9-e112557c52b5 req-1d977433-f54c-461e-9a84-b6aa90300015 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.193903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573594-1d04-4769-92f9-e112557c52b5 req-1d977433-f54c-461e-9a84-b6aa90300015 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.202264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573594-1d04-4769-92f9-e112557c52b5 req-1d977433-f54c-461e-9a84-b6aa90300015 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.234131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573594-1d04-4769-92f9-e112557c52b5 req-1d977433-f54c-461e-9a84-b6aa90300015 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.242252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573594-1d04-4769-92f9-e112557c52b5 req-1d977433-f54c-461e-9a84-b6aa90300015 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.249248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573594-1d04-4769-92f9-e112557c52b5 req-1d977433-f54c-461e-9a84-b6aa90300015 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.259280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1573594-1d04-4769-92f9-e112557c52b5 req-1d977433-f54c-461e-9a84-b6aa90300015 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.263255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1573594-1d04-4769-92f9-e112557c52b5 req-1d977433-f54c-461e-9a84-b6aa90300015 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.4863656 Feb 04 15:50:22.403802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] For port e3e7dc11-21f4-473e-b84f-288590f58f72, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e3e7dc11-21f4-473e-b84f-288590f58f72,segment=NetworkSegment(48c226a5-5884-4238-90ef-052584eda38e),segment_id=48c226a5-5884-4238-90ef-052584eda38e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:22.404528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.418069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-508fcf01-7e34-4ca5-88dd-575b60ee543c service neutron] 10.222.0.50 "GET /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4319835 Feb 04 15:50:22.432362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Calling delete_port for e3e7dc11-21f4-473e-b84f-288590f58f72 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:22.483259 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1573594-1d04-4769-92f9-e112557c52b5 req-cfc787d3-afbd-4d7d-be16-68ed54c61d80 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264420 Feb 04 15:50:22.557225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] For port e3e7dc11-21f4-473e-b84f-288590f58f72, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e3e7dc11-21f4-473e-b84f-288590f58f72,segment=NetworkSegment(48c226a5-5884-4238-90ef-052584eda38e),segment_id=48c226a5-5884-4238-90ef-052584eda38e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:22.558846 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.568566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] For port 33e033c5-f43e-4167-b87f-7939218dd85c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=33e033c5-f43e-4167-b87f-7939218dd85c,segment=NetworkSegment(1421d2c3-6356-4de5-8905-dce95e8e6103),segment_id=1421d2c3-6356-4de5-8905-dce95e8e6103)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:22.569377 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.630086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Router 8b0af0eb-19ea-4dcc-be70-44c3db57ddf9 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:50:22.673777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] Calling delete_port for 33e033c5-f43e-4167-b87f-7939218dd85c owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:22.757242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Calling delete_port for e3e7dc11-21f4-473e-b84f-288590f58f72 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:22.804891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82de63-a826-4b64-ba3c-a92b368dffca req-37724029-e7ec-4149-a4de-72b6b8e34f7d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:22.815551 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.816206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae82de63-a826-4b64-ba3c-a92b368dffca req-37724029-e7ec-4149-a4de-72b6b8e34f7d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.2370322 Feb 04 15:50:22.836447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595ba5fe-982b-420c-8b05-37574dc1e839 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:22.864455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 595ba5fe-982b-420c-8b05-37574dc1e839, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=595ba5fe-982b-420c-8b05-37574dc1e839,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:22.936961 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.023234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e3e7dc11-21f4-473e-b84f-288590f58f72 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:50:23.031975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=595ba5fe-982b-420c-8b05-37574dc1e839,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:23.052234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae82de63-a826-4b64-ba3c-a92b368dffca req-39297d96-022c-4210-8652-af4c2f2680a5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1997604 Feb 04 15:50:23.178479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.234201 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-29af7e85-7e68-41ef-b7c4-64976f005d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.239102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-29af7e85-7e68-41ef-b7c4-64976f005d8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1096 time: 0.1640112 Feb 04 15:50:23.353123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['595ba5fe-982b-420c-8b05-37574dc1e839'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:23.400743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-07c353b5-e132-49bb-9bfd-d1ba05f5396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.402817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-07c353b5-e132-49bb-9bfd-d1ba05f5396f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.1578085 Feb 04 15:50:23.421938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.476466 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3344715c-ab28-4e69-b2c5-64ddb8498584 req-f88a84fc-c77b-46b1-9d4d-fb8918a26360 service neutron] 10.222.0.50 "GET /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9916940 Feb 04 15:50:23.624010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Pushing event deleted for resources: {'Port': ['ID=e3e7dc11-21f4-473e-b84f-288590f58f72,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:23.664393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.664728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:23.680081 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.698720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-7b20b2ba-b992-4577-bf6c-216114d00baf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 1001 time: 0.2882879 Feb 04 15:50:23.699524 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.741227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124ae2b-7b6d-4f48-a9a9-aea6cb7f736d None None] No DVR routers for this DVR port e3e7dc11-21f4-473e-b84f-288590f58f72 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:23.745721 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.751307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:23.796305 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501c27c-6693-4f76-af2f-838e275f95ff None None] Sync routers for ids ['8b0af0eb-19ea-4dcc-be70-44c3db57ddf9'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:23.819104 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501c27c-6693-4f76-af2f-838e275f95ff None None] Routers {'8b0af0eb-19ea-4dcc-be70-44c3db57ddf9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:23.820157 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a501c27c-6693-4f76-af2f-838e275f95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8b0af0eb-19ea-4dcc-be70-44c3db57ddf9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:23.822978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ba0a-999d-447f-b477-7aed6d52608a req-0a1a3be7-2bae-4930-8681-4ecd3ca651b8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.827909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] No DVR routers for this DVR port 33e033c5-f43e-4167-b87f-7939218dd85c on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:23.829512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ba0a-999d-447f-b477-7aed6d52608a req-0a1a3be7-2bae-4930-8681-4ecd3ca651b8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.832507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dc56c-51de-4051-b7a9-9700a14fc1e5 req-523e375a-9524-4628-acd8-c7913186ee5f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.835533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a5dc56c-51de-4051-b7a9-9700a14fc1e5 req-523e375a-9524-4628-acd8-c7913186ee5f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 944 time: 0.4073806 Feb 04 15:50:23.837443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ba0a-999d-447f-b477-7aed6d52608a req-0a1a3be7-2bae-4930-8681-4ecd3ca651b8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.844116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ba0a-999d-447f-b477-7aed6d52608a req-0a1a3be7-2bae-4930-8681-4ecd3ca651b8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.851236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ba0a-999d-447f-b477-7aed6d52608a req-0a1a3be7-2bae-4930-8681-4ecd3ca651b8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.860458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ba0a-999d-447f-b477-7aed6d52608a req-0a1a3be7-2bae-4930-8681-4ecd3ca651b8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.863748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ba0a-999d-447f-b477-7aed6d52608a req-0a1a3be7-2bae-4930-8681-4ecd3ca651b8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.864530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a34f9-c57a-4342-b67a-1d73cae7de27 None None] Pushing event deleted for resources: {'Port': ['ID=33e033c5-f43e-4167-b87f-7939218dd85c,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:23.872150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a154ba0a-999d-447f-b477-7aed6d52608a req-0a1a3be7-2bae-4930-8681-4ecd3ca651b8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.1256804 Feb 04 15:50:23.876215 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:23.879242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d1c112ac-aa54-498c-b284-7ae9bc0c5d6a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "PUT /v2.0/routers/8b0af0eb-19ea-4dcc-be70-44c3db57ddf9 HTTP/1.1" status: 200 len: 916 time: 14.4180591 Feb 04 15:50:23.881333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-55adc267-2d12-4ce2-b496-7a3bb8f9ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:23.882882 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-55adc267-2d12-4ce2-b496-7a3bb8f9ad0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.1779554 Feb 04 15:50:23.885004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39924) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:23.959308 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a501c27c-6693-4f76-af2f-838e275f95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:23.991624 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501c27c-6693-4f76-af2f-838e275f95ff None None] Routers {'8b0af0eb-19ea-4dcc-be70-44c3db57ddf9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:23.993039 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a501c27c-6693-4f76-af2f-838e275f95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8b0af0eb-19ea-4dcc-be70-44c3db57ddf9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:24.083433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] No DVR routers for this DVR port e3e7dc11-21f4-473e-b84f-288590f58f72 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:24.140664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 33e033c5-f43e-4167-b87f-7939218dd85c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:50:24.229372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 33e033c5-f43e-4167-b87f-7939218dd85c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:50:24.229703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 33e033c5-f43e-4167-b87f-7939218dd85c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:50:24.263403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Port': ['ID=e3e7dc11-21f4-473e-b84f-288590f58f72,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:24.281945 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a5dc56c-51de-4051-b7a9-9700a14fc1e5 req-8b4d608c-c57a-4c86-bdf6-52107679babe tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991232 Feb 04 15:50:24.427504 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a501c27c-6693-4f76-af2f-838e275f95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:24.431223 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501c27c-6693-4f76-af2f-838e275f95ff None None] The sync data for ids ['8b0af0eb-19ea-4dcc-be70-44c3db57ddf9'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:24.480928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a154ba0a-999d-447f-b477-7aed6d52608a req-388ec226-67e6-4321-8c80-8962e80fada9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6077199 Feb 04 15:50:24.499305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-2a7bf5aa-1f38-4ac3-afce-3e47f73d8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:24.510390 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-2a7bf5aa-1f38-4ac3-afce-3e47f73d8c6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6103754 Feb 04 15:50:24.537828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.553630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7e9c2920-e96a-4542-b867-9800ce100f63 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/routers/8b0af0eb-19ea-4dcc-be70-44c3db57ddf9 HTTP/1.1" status: 200 len: 922 time: 0.6652939 Feb 04 15:50:24.554965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39934) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:24.576360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e889c41-fdf2-4764-9f50-e5ec1e5e01b9']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:24.608264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007b8a-f6c2-4dfd-9f00-8f884f7490dc req-b5e4111e-2bcb-4b37-b19d-b50f9d2a622e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:24.625305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07007b8a-f6c2-4dfd-9f00-8f884f7490dc req-b5e4111e-2bcb-4b37-b19d-b50f9d2a622e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.1485336 Feb 04 15:50:24.652447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c226a5-5884-4238-90ef-052584eda38e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:24.653153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c226a5-5884-4238-90ef-052584eda38e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:24.662725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea66b9e5-0a8d-4801-9101-da3e26dd953a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:24.666897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ea66b9e5-0a8d-4801-9101-da3e26dd953a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=8b0af0eb-19ea-4dcc-be70-44c3db57ddf9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1093609 Feb 04 15:50:24.668208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39936) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:24.681824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.712578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07007b8a-f6c2-4dfd-9f00-8f884f7490dc req-572695da-f20d-4626-9773-14faf18d2eb2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0858321 Feb 04 15:50:24.728067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.749396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:24.750113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:24.763666 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:24.830047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-f23cfe58-b5f0-4cb0-bc1d-f546718fde73 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170807 Feb 04 15:50:24.893874 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.910594 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:24.920985 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/networks/4e889c41-fdf2-4764-9f50-e5ec1e5e01b9 HTTP/1.1" status: 204 len: 168 time: 6.3928833 Feb 04 15:50:24.938825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39940) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:24.955674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7ebec-a6bf-49b7-b7e5-152e90974bc9 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Network': ['ID=4e889c41-fdf2-4764-9f50-e5ec1e5e01b9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:24.996064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f03f-5335-43ce-b7b0-25521345da5d req-5d5de9d9-1355-4033-bf19-94c26e053a57 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.008918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f03f-5335-43ce-b7b0-25521345da5d req-5d5de9d9-1355-4033-bf19-94c26e053a57 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.021450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f03f-5335-43ce-b7b0-25521345da5d req-5d5de9d9-1355-4033-bf19-94c26e053a57 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.034784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f03f-5335-43ce-b7b0-25521345da5d req-5d5de9d9-1355-4033-bf19-94c26e053a57 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.047744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f03f-5335-43ce-b7b0-25521345da5d req-5d5de9d9-1355-4033-bf19-94c26e053a57 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.062218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f03f-5335-43ce-b7b0-25521345da5d req-5d5de9d9-1355-4033-bf19-94c26e053a57 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.078757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f03f-5335-43ce-b7b0-25521345da5d req-5d5de9d9-1355-4033-bf19-94c26e053a57 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.085522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2918f03f-5335-43ce-b7b0-25521345da5d req-5d5de9d9-1355-4033-bf19-94c26e053a57 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.4178925 Feb 04 15:50:25.120793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.241904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09916d3-723a-4d2d-8cec-4ceb90964733 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.249591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b09916d3-723a-4d2d-8cec-4ceb90964733 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 881 time: 0.5701642 Feb 04 15:50:25.254800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39952) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:25.291135 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.334022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2918f03f-5335-43ce-b7b0-25521345da5d req-7bedd9d3-ad0f-4ff7-bc2b-0c982661f69f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2371795 Feb 04 15:50:25.353047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a049a31c-ea42-4c16-8693-43ad39d158ee tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b0af0eb-19ea-4dcc-be70-44c3db57ddf9 HTTP/1.1" status: 200 len: 205 time: 0.0874548 Feb 04 15:50:25.356206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39956) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:25.357800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 595ba5fe-982b-420c-8b05-37574dc1e839 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:25.373677 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-50d9337e-36df-4a8e-aeb0-fc14b8297b40 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363398 Feb 04 15:50:25.385823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9368d3d9-5d55-48d0-af99-3d4c310f0caa']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:25.440823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1421d2c3-6356-4de5-8905-dce95e8e6103') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:25.443757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1421d2c3-6356-4de5-8905-dce95e8e6103') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:25.558610 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.568247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 595ba5fe-982b-420c-8b05-37574dc1e839 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:50:25.588548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 595ba5fe-982b-420c-8b05-37574dc1e839 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:25.596555 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.722682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.735687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.763985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:25.764644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:25.772877 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:25.834711 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.861073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b66ca-fba4-4a8a-b6af-b3bef811e5a4 req-01677561-1fe0-4a08-9862-4de0cefd4f61 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.867418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ba5fe-982b-420c-8b05-37574dc1e839'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:25.870128 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d8f852-f432-4eb8-bc26-55ef63cd9fc8" -d '{"events": [{"server_uuid": "e38dad48-1070-4474-ade8-d4e7fbab9b6c", "name": "network-vif-plugged", "status": "completed", "tag": "595ba5fe-982b-420c-8b05-37574dc1e839"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:25.871872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466f9-3a85-401f-aff4-cdb3c9551a5f req-3d5e129a-d33f-4b67-b1b0-92dd98aa68b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.873277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d2b66ca-fba4-4a8a-b6af-b3bef811e5a4 req-01677561-1fe0-4a08-9862-4de0cefd4f61 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 944 time: 0.3574879 Feb 04 15:50:25.889307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466f9-3a85-401f-aff4-cdb3c9551a5f req-3d5e129a-d33f-4b67-b1b0-92dd98aa68b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.895495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 595ba5fe-982b-420c-8b05-37574dc1e839, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=595ba5fe-982b-420c-8b05-37574dc1e839,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:25.902057 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:25.902432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466f9-3a85-401f-aff4-cdb3c9551a5f req-3d5e129a-d33f-4b67-b1b0-92dd98aa68b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.915712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466f9-3a85-401f-aff4-cdb3c9551a5f req-3d5e129a-d33f-4b67-b1b0-92dd98aa68b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.938744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466f9-3a85-401f-aff4-cdb3c9551a5f req-3d5e129a-d33f-4b67-b1b0-92dd98aa68b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.954747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466f9-3a85-401f-aff4-cdb3c9551a5f req-3d5e129a-d33f-4b67-b1b0-92dd98aa68b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.966877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044466f9-3a85-401f-aff4-cdb3c9551a5f req-3d5e129a-d33f-4b67-b1b0-92dd98aa68b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:25.979589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-044466f9-3a85-401f-aff4-cdb3c9551a5f req-3d5e129a-d33f-4b67-b1b0-92dd98aa68b4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.3223512 Feb 04 15:50:26.086325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=595ba5fe-982b-420c-8b05-37574dc1e839,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.187290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.254204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d2b66ca-fba4-4a8a-b6af-b3bef811e5a4 req-d045f0c9-0d84-4151-9ab2-81e61c7a3b8b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883686 Feb 04 15:50:26.257229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.275804 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.287106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/networks/9368d3d9-5d55-48d0-af99-3d4c310f0caa HTTP/1.1" status: 204 len: 168 time: 1.3441110 Feb 04 15:50:26.294780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39976) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:26.314443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3368b34-d775-4414-adde-e077ae520988 tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Network': ['ID=9368d3d9-5d55-48d0-af99-3d4c310f0caa,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:26.374786 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6462da1-984d-44c8-874a-f52d79e30dc1 x-openstack-request-id: req-b6462da1-984d-44c8-874a-f52d79e30dc1 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:26.376242 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38dad48-1070-4474-ade8-d4e7fbab9b6c", "name": "network-vif-plugged", "status": "completed", "tag": "595ba5fe-982b-420c-8b05-37574dc1e839", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:26.377167 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6462da1-984d-44c8-874a-f52d79e30dc1 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:26.378112 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ba5fe-982b-420c-8b05-37574dc1e839', 'code': 200} Feb 04 15:50:26.503580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13335eb2-1359-43ec-8d95-7e13d4e3680f req-6585f49b-c63c-4f43-b3b2-c4c6c6e6cdaa tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:26.506839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13335eb2-1359-43ec-8d95-7e13d4e3680f req-6585f49b-c63c-4f43-b3b2-c4c6c6e6cdaa tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.3442333 Feb 04 15:50:26.758274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:26.797184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d756c0-b8d4-4a22-9a0b-5ae378605f0a req-f75802f5-a606-4b61-87a6-b0e882b9cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:26.800349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e9d756c0-b8d4-4a22-9a0b-5ae378605f0a req-f75802f5-a606-4b61-87a6-b0e882b9cfc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 1096 time: 0.2766314 Feb 04 15:50:26.817449 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13335eb2-1359-43ec-8d95-7e13d4e3680f req-c37fb76e-4452-4f78-a89a-4f6f1f92bd74 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2728858 Feb 04 15:50:26.851885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Deleting port 04627f8c-83c7-4647-b409-7b6e009aad82 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:26.852349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.162430 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e9d756c0-b8d4-4a22-9a0b-5ae378605f0a req-08971d34-23b6-471a-b047-4abd98938337 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377874 Feb 04 15:50:27.180989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.248585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ed8901-bfa8-41c4-baa8-cebd0824eaa4']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:27.284925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.291260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaac016-52a8-4a97-bd85-f6d6566534ec') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:27.292066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaac016-52a8-4a97-bd85-f6d6566534ec') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:27.335633 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.339460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Calling delete_port for 04627f8c-83c7-4647-b409-7b6e009aad82 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:27.382048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.455901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:27.456416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.563922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd2494-6798-443d-ab8b-555d2d51726a req-5c9a6ae7-65a9-4291-99d5-ff205fe6786b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:27.568273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3fd2494-6798-443d-ab8b-555d2d51726a req-5c9a6ae7-65a9-4291-99d5-ff205fe6786b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 945 time: 0.1376791 Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:27.712544 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:27.717154 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.735528 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3fd2494-6798-443d-ab8b-555d2d51726a req-55a3b7fc-439c-4ab9-83f9-aa5af376af72 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518464 Feb 04 15:50:27.752518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.764618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39990) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:27.764807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/networks/d1ed8901-bfa8-41c4-baa8-cebd0824eaa4 HTTP/1.1" status: 204 len: 168 time: 1.4165144 Feb 04 15:50:27.795834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Network': ['ID=d1ed8901-bfa8-41c4-baa8-cebd0824eaa4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:27.814257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.814808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.815465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.816020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.816561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.817074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.817587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.819179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.820076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.820299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.820862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.821401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5bc2b-86a5-4b36-9fc4-67d39633f97b tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:27.827341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.021694 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.042958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event deleted for resources: {'Port': ['ID=04627f8c-83c7-4647-b409-7b6e009aad82,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:28.132127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.194341 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.225859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7624a7-6fed-4a88-b3cb-0eebbffa841b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:28.240903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702b13a1-0b5e-4d1b-bb03-1478c1c389a1') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:28.241159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702b13a1-0b5e-4d1b-bb03-1478c1c389a1') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:28.254621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.274367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.283389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:28.283807 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:28.287470 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:28.329096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb9b2b-1725-4cb1-aece-57ae2b40e582 req-870cba3e-ad0e-4fda-b63e-2ee0cbf5ed6b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:28.344813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbb9b2b-1725-4cb1-aece-57ae2b40e582 req-870cba3e-ad0e-4fda-b63e-2ee0cbf5ed6b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.2608469 Feb 04 15:50:28.375496 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.385526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.402110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] 10.222.0.47 "DELETE /v2.0/networks/0a7624a7-6fed-4a88-b3cb-0eebbffa841b HTTP/1.1" status: 204 len: 168 time: 0.6355917 Feb 04 15:50:28.431078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997ef86-138a-4d2e-b753-fc63ef83acfb tempest-BulkNetworkOpsTest-1146991316 tempest-BulkNetworkOpsTest-1146991316-project] Pushing event deleted for resources: {'Network': ['ID=0a7624a7-6fed-4a88-b3cb-0eebbffa841b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:28.997435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.014100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.196690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cbb9b2b-1725-4cb1-aece-57ae2b40e582 req-5bf7f6ed-ba09-4658-88b4-4d20e6e5637e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8505309 Feb 04 15:50:29.202540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa9f66-31b1-4e7e-95ad-c9a82a6e43c5 req-e3e2d26e-6f5d-4cda-b5fc-730c3b29a967 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:29.205512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.206669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0af0eb-19ea-4dcc-be70-44c3db57ddf9 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:50:29.218276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.219957 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-89bb2cf4-3e97-4065-a4a3-14f8ae09999c tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/8b0af0eb-19ea-4dcc-be70-44c3db57ddf9 HTTP/1.1" status: 204 len: 168 time: 3.8623884 Feb 04 15:50:29.223709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36aa9f66-31b1-4e7e-95ad-c9a82a6e43c5 req-e3e2d26e-6f5d-4cda-b5fc-730c3b29a967 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 945 time: 0.2945323 Feb 04 15:50:29.228395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40026) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:29.237174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-5759765', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:29.245093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40028) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:29.378959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36aa9f66-31b1-4e7e-95ad-c9a82a6e43c5 req-b1773cb2-dd19-4767-93c1-806087c68d3f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493325 Feb 04 15:50:29.389133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.389133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.506865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.590108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-f91fde98-db86-4234-ae89-bbe2cb97500f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3f39c0250f004fa698cf72ea2c2d5042 HTTP/1.1" status: 200 len: 267 time: 0.1244588 Feb 04 15:50:29.686993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-49a3955c-f007-4971-bbe5-620ebbc4fd1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c1a64ff2754442081c54c93c8f57026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372301 Feb 04 15:50:29.688507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40044) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:29.710068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-4c300cd1-8aeb-4bc2-bec6-538cc19b5ac3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:29.712427 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-4c300cd1-8aeb-4bc2-bec6-538cc19b5ac3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 945 time: 0.1131217 Feb 04 15:50:29.741719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'port': {'security_groups': []}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:29.820041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.859340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.889630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d849-98b9-424d-bc23-c5a57a2f4a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.966512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d849-98b9-424d-bc23-c5a57a2f4a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.167677 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d849-98b9-424d-bc23-c5a57a2f4a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.172766 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2bf2d849-98b9-424d-bc23-c5a57a2f4a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.179848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2bf2d849-98b9-424d-bc23-c5a57a2f4a5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ef1c4ab-4ef2-4255-8a49-37793981d6df HTTP/1.1" status: 204 len: 168 time: 0.4844613 Feb 04 15:50:30.195923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2d849-98b9-424d-bc23-c5a57a2f4a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef1c4ab-4ef2-4255-8a49-37793981d6df,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:30.241484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] For port 595ba5fe-982b-420c-8b05-37574dc1e839, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=595ba5fe-982b-420c-8b05-37574dc1e839,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:30.297909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.332335 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.358101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.370117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.386913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0', '595ba5fe-982b-420c-8b05-37574dc1e839'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:30.519149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['08095c83-add4-40cd-a5c3-b02c9898adfb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:30.530883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6c1bc-09b4-4637-934f-81c6b85e4a58 req-4df56f41-be94-4937-9a06-18306eca6d97 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:30.540872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-04d6c1bc-09b4-4637-934f-81c6b85e4a58 req-4df56f41-be94-4937-9a06-18306eca6d97 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.1444976 Feb 04 15:50:30.594813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:30.594813 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:30.596291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03e91324-d0d5-4b43-ae85-9478d0621c26 req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "PUT /v2.0/ports/595ba5fe-982b-420c-8b05-37574dc1e839 HTTP/1.1" status: 200 len: 904 time: 0.8727417 Feb 04 15:50:30.597057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'tag': '595ba5fe-982b-420c-8b05-37574dc1e839'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:30.603771 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15726ed3-3ac5-4934-ad6d-e25051fc6422" -d '{"events": [{"name": "network-changed", "server_uuid": "e38dad48-1070-4474-ade8-d4e7fbab9b6c", "tag": "595ba5fe-982b-420c-8b05-37574dc1e839"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:30.694470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18b2b-e3f4-4ce7-a7c3-5671c580294b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'Port': ['ID=595ba5fe-982b-420c-8b05-37574dc1e839,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:30.734498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Allocated IP 172.25.1.234 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/0af49677-8df4-4075-8a4a-a65656ca7038) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:30.775751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-04d6c1bc-09b4-4637-934f-81c6b85e4a58 req-bed59661-feca-43ab-998e-c3430d11e9e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2226551 Feb 04 15:50:30.808034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['595ba5fe-982b-420c-8b05-37574dc1e839'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:30.812404 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0ad142-9ad3-4857-8ef2-56062f9aad59 x-openstack-request-id: req-0c0ad142-9ad3-4857-8ef2-56062f9aad59 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:30.812700 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38dad48-1070-4474-ade8-d4e7fbab9b6c", "tag": "595ba5fe-982b-420c-8b05-37574dc1e839", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:30.813006 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c0ad142-9ad3-4857-8ef2-56062f9aad59 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:30.813385 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'tag': '595ba5fe-982b-420c-8b05-37574dc1e839', 'status': 'completed', 'code': 200} Feb 04 15:50:30.950984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-e2efe46a-1e9f-4208-ae55-364e8333278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:30.959193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-e2efe46a-1e9f-4208-ae55-364e8333278b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 1058 time: 0.1410842 Feb 04 15:50:31.031016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-36986628-3569-463f-82d8-b33e738ce9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.240219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-595783e9-dbcc-41f6-acc4-43dc9a7c0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:31.241790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-595783e9-dbcc-41f6-acc4-43dc9a7c0387 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.2761021 Feb 04 15:50:31.299377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96617b67-13e8-41de-a7a2-f4724502f8fe req-b5366612-b478-4d7d-8d47-a2bdab377009 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:31.303456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96617b67-13e8-41de-a7a2-f4724502f8fe req-b5366612-b478-4d7d-8d47-a2bdab377009 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 907 time: 0.2877095 Feb 04 15:50:31.311862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.374110 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-b067f0c1-3b24-4a14-bbb4-423f40fb0b89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595ba5fe-982b-420c-8b05-37574dc1e839 HTTP/1.1" status: 200 len: 217 time: 0.1243789 Feb 04 15:50:31.430706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b882e2fd-36f8-4982-9183-7aad4e4872ae None None] Provisioning complete for port 595ba5fe-982b-420c-8b05-37574dc1e839 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:31.432958 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b882e2fd-36f8-4982-9183-7aad4e4872ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.483751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:31.701093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:31.705705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-373fcc09-7850-4397-9b16-1762d70e5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:31.713407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-373fcc09-7850-4397-9b16-1762d70e5b6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.3263535 Feb 04 15:50:31.719607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:31.729893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:31.929245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event updated for resources: {'Port': ['ID=0af49677-8df4-4075-8a4a-a65656ca7038,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:32.029920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db498f74-dcdd-46e7-84af-ff6bbd7e09c6 req-7e58990e-c2c6-4981-9df6-0f275c0c5079 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:32.047149 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db498f74-dcdd-46e7-84af-ff6bbd7e09c6 req-7e58990e-c2c6-4981-9df6-0f275c0c5079 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.5089190 Feb 04 15:50:32.130033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-ecb5ca18-b009-45f2-b2a1-2cee6ac3c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:32.133541 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-ecb5ca18-b009-45f2-b2a1-2cee6ac3c25b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3674529 Feb 04 15:50:32.212563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db498f74-dcdd-46e7-84af-ff6bbd7e09c6 req-d1f27ebf-dbd1-41eb-b65a-c4fe98ce6a09 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636283 Feb 04 15:50:32.267938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf57be-b003-4463-921f-b51395e25aac req-3e572fc5-f21f-4c60-b9a4-b47638c9c629 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:32.267938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94cf57be-b003-4463-921f-b51395e25aac req-3e572fc5-f21f-4c60-b9a4-b47638c9c629 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.3045452 Feb 04 15:50:32.407731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-aeabf80a-d810-459c-a877-65e92eb275f9 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662914 Feb 04 15:50:32.571721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40098) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:32.670937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94cf57be-b003-4463-921f-b51395e25aac req-15283368-5aa6-4f0b-bc95-f984d7fc8c4a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2881367 Feb 04 15:50:32.749628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dcae2-0f1d-4483-9a6e-321dbc5dd255 req-97e2d6ff-e3dc-4d6b-9773-19623c0f227e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:32.751057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.763098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-045dcae2-0f1d-4483-9a6e-321dbc5dd255 req-97e2d6ff-e3dc-4d6b-9773-19623c0f227e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2592161 Feb 04 15:50:32.823580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-536987522'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:32.842778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15726ed3-3ac5-4934-ad6d-e25051fc6422 req-2d0b33c1-d399-4085-816e-6a090a2a10e7 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259248 Feb 04 15:50:32.938583 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-045dcae2-0f1d-4483-9a6e-321dbc5dd255 req-c975e915-ab79-43f0-8f63-08bdd29ce05a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609609 Feb 04 15:50:32.959816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:32.975130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:32.991401 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.127972 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.135182 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.182794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:33.199811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4062a763-711b-4a3d-8607-ecdac4cba711,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:33.208240 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.209266 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Added segment fe1744d0-84c3-45a1-b308-e904e10b5ad8 of type vlan for network 4ea63032-ec96-42e9-87f3-42c99f75a991 Feb 04 15:50:33.271064 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.321190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.334249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:33.338896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.463367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:33.549538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9670162 Feb 04 15:50:33.553075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40122) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:33.562244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'name': 'tempest-PortsTestJSON-1543785870'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:33.584874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc75b9f-88d2-4a3d-9bce-f680bc63127f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Network': ['ID=4ea63032-ec96-42e9-87f3-42c99f75a991,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:33.621350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:50:33.797709 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-432316c0-6247-4d82-aed5-770faf546b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.056430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:34.067006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.116481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 55050b1a-b707-46ab-b71f-c2f15bda9b67 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:34.153865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8192dc0-9b3b-414e-b384-9b11eceafd70 req-33f6a667-e3cd-4739-95ed-46ad10e98729 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:34.157666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8192dc0-9b3b-414e-b384-9b11eceafd70 req-33f6a667-e3cd-4739-95ed-46ad10e98729 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.2846711 Feb 04 15:50:34.259838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-a9f9f476-970b-409b-939f-09392f84362f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:34.261478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-a9f9f476-970b-409b-939f-09392f84362f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 0.5504622 Feb 04 15:50:34.327562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-295aec66-6c35-4c98-97bd-fb97820a85ca tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/quotas/3f39c0250f004fa698cf72ea2c2d5042 HTTP/1.1" status: 200 len: 375 time: 0.0496972 Feb 04 15:50:34.337912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Router 69ac5440-f9f8-4a2e-96ac-15cfb077af15 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:50:34.397599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8192dc0-9b3b-414e-b384-9b11eceafd70 req-ecad7cd0-c005-4517-b721-32aafdfd1c01 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2174404 Feb 04 15:50:34.591571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:34.628413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2954f-a4ac-4a02-bd33-b67ff843b973 None None] Sync routers for ids ['69ac5440-f9f8-4a2e-96ac-15cfb077af15'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:34.657907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2954f-a4ac-4a02-bd33-b67ff843b973 None None] Routers {'69ac5440-f9f8-4a2e-96ac-15cfb077af15'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:34.666566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9d2954f-a4ac-4a02-bd33-b67ff843b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['69ac5440-f9f8-4a2e-96ac-15cfb077af15'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:34.739193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.797276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-51b1afc6-3007-4fc6-9c34-bdbffcc064cc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4379239 Feb 04 15:50:34.823446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:34.829197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-802b393f-a401-4e88-99af-64ea9228b1a3 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.5956922 Feb 04 15:50:34.835279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40134) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:34.839539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9d2954f-a4ac-4a02-bd33-b67ff843b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:34.861137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2954f-a4ac-4a02-bd33-b67ff843b973 None None] Routers {'69ac5440-f9f8-4a2e-96ac-15cfb077af15'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:34.863630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9d2954f-a4ac-4a02-bd33-b67ff843b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['69ac5440-f9f8-4a2e-96ac-15cfb077af15'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:34.870385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:35.026422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9d2954f-a4ac-4a02-bd33-b67ff843b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:35.030894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2954f-a4ac-4a02-bd33-b67ff843b973 None None] The sync data for ids ['69ac5440-f9f8-4a2e-96ac-15cfb077af15'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:35.134835 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.226490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-99569105-2e7e-46d7-a188-b871c5b6a972 service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972604 Feb 04 15:50:35.433384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-5283cf02-4ce7-4ee9-a2a1-33f9ee2143ea service neutron] 10.222.0.47 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910229 Feb 04 15:50:35.457310 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=55050b1a-b707-46ab-b71f-c2f15bda9b67,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:35.714234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking segment: {'id': 'fe1744d0-84c3-45a1-b308-e904e10b5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:35.714966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network hostable DHCP agents. Network: 4ea63032-ec96-42e9-87f3-42c99f75a991, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:35.827310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:35.917000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:35.921257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-03606643-6fb4-480d-bbfe-6b460d1d9d5f req-97b7d8db-ee2f-430a-8432-550bc2836538 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 210 time: 0.1321299 Feb 04 15:50:35.952102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331cdd-8a8f-4a94-8fef-9fdf44ee9715 req-14fc26f7-ec9e-4aa3-b8cf-6e9738ede2f5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:35.955113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8331cdd-8a8f-4a94-8fef-9fdf44ee9715 req-14fc26f7-ec9e-4aa3-b8cf-6e9738ede2f5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.3051496 Feb 04 15:50:35.961077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 4ea63032-ec96-42e9-87f3-42c99f75a991) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:35.972198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705db02-3715-4bc0-a2fa-9d60961f17aa None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:35.974753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:35.990438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:35.990438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.065435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.120401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40150) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:36.128972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-251807461'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:36.138987 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6a972396-99b5-4dc2-8286-d0437472dfa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5843487 Feb 04 15:50:36.229463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.246121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:36.252298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.256714 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8331cdd-8a8f-4a94-8fef-9fdf44ee9715 req-01125458-5256-4bf1-a766-de48659096ba tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2632749 Feb 04 15:50:36.357464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:36.372851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.374969 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Added segment 396a785c-c6c3-434a-84cf-89ea780dbda4 of type vlan for network a7cdcdfb-6454-4df5-8abc-994bca0f64d6 Feb 04 15:50:36.494823 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.496344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Deleting port 0af49677-8df4-4075-8a4a-a65656ca7038 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:36.497751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.634676 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.671732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:36.675835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.746743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.775860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Calling delete_port for 0af49677-8df4-4075-8a4a-a65656ca7038 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:36.779999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6577470 Feb 04 15:50:36.787549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40160) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:36.798269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'ports': [{'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991'}, {'network_id': 'a7cdcdfb-6454-4df5-8abc-994bca0f64d6'}]} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:36.798863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:36.799667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': 'a7cdcdfb-6454-4df5-8abc-994bca0f64d6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:36.932394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:36.979890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Network': ['ID=a7cdcdfb-6454-4df5-8abc-994bca0f64d6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:37.006756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.007608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.008416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.010172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.011202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.011884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.012619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.013389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.014137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.014972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.015773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.018335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdf2c8-48ae-4fc8-a255-88de8f22a133 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:50:37.055536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a7cdcdfb-6454-4df5-8abc-994bca0f64d6 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:50:37.288369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49c73e0f-6203-418b-a3a5-d4ef3af38bde req-cd27366a-4964-4810-a451-1a631304d9df tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 210 time: 0.1413040 Feb 04 15:50:37.453632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.738179 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:37.955749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Pushing event deleted for resources: {'Port': ['ID=0af49677-8df4-4075-8a4a-a65656ca7038,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:38.142184 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-f5463217-993a-420b-ae3c-219f6235dcfa req-d6ca0c14-55e9-494a-a6bc-b31a1658ae67 service neutron] show failed (client error): The resource could not be found. Feb 04 15:50:38.144033 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-d6ca0c14-55e9-494a-a6bc-b31a1658ae67 service neutron] 10.222.0.30 "GET /v2.0/ports/43657e7d-d757-4945-b041-bfb7d7644491/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.3379419 Feb 04 15:50:38.182110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0ddcf-cd60-4f93-9d6f-2d65ebfbc767 req-1b792029-71cc-4637-aeb8-a8c8f73af926 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:38.185471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07d0ddcf-cd60-4f93-9d6f-2d65ebfbc767 req-1b792029-71cc-4637-aeb8-a8c8f73af926 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.4748478 Feb 04 15:50:38.228108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40180) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:38.273785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 2} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:38.289439 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.321522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.493310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:38.574388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07d0ddcf-cd60-4f93-9d6f-2d65ebfbc767 req-76d4e2c1-86fb-4ad5-aefd-f1cda9bfdaac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3662624 Feb 04 15:50:38.672756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-d56b5898-6c39-4ee8-9ecc-1aa7c28747a7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:38.674560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-d56b5898-6c39-4ee8-9ecc-1aa7c28747a7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 812 time: 0.4432604 Feb 04 15:50:38.712354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Request body: {'port': {'device_id': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'admin_state_up': True, 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:38.734128 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4c7dffd-8def-40fc-8f88-cd35e0f1c6f1 req-34589a8a-7e8a-4d6f-928c-fe0a6dbfeb2e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 210 time: 0.1453166 Feb 04 15:50:38.757553 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9353ed79-4d70-4446-b144-4b57e0d9f717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.219006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 02cfcd3f-6365-471a-8306-de2182c4ee3c yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:39.233323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.243207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.453035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Router 69ac5440-f9f8-4a2e-96ac-15cfb077af15 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:50:39.562641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-7e32ab90-b3da-4c17-b5aa-89dcd81081b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:39.565952 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-7e32ab90-b3da-4c17-b5aa-89dcd81081b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 1096 time: 0.9359066 Feb 04 15:50:39.630743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:39.650215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:50:39.660733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.662538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d9580bd0-2977-45a6-bca1-347ebcb72a05 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "PUT /v2.0/routers/69ac5440-f9f8-4a2e-96ac-15cfb077af15 HTTP/1.1" status: 200 len: 703 time: 4.8151672 Feb 04 15:50:39.669385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40196) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:39.673213 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6554e7-e2bd-4f24-bf74-5145cd77c2a7 None None] Sync routers for ids ['69ac5440-f9f8-4a2e-96ac-15cfb077af15'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:50:39.746381 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6554e7-e2bd-4f24-bf74-5145cd77c2a7 None None] Routers {'69ac5440-f9f8-4a2e-96ac-15cfb077af15'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:39.748849 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.752132 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0f6554e7-e2bd-4f24-bf74-5145cd77c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['69ac5440-f9f8-4a2e-96ac-15cfb077af15'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:39.772145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Made reservation on behalf of 3f39c0250f004fa698cf72ea2c2d5042 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:39.776745 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.803632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.889808 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0f6554e7-e2bd-4f24-bf74-5145cd77c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:39.908730 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6554e7-e2bd-4f24-bf74-5145cd77c2a7 None None] Routers {'69ac5440-f9f8-4a2e-96ac-15cfb077af15'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:50:39.911076 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0f6554e7-e2bd-4f24-bf74-5145cd77c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:50:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['69ac5440-f9f8-4a2e-96ac-15cfb077af15'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:39.920004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9353ed79-4d70-4446-b144-4b57e0d9f717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:39.925149 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.004691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9353ed79-4d70-4446-b144-4b57e0d9f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.026569 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0f6554e7-e2bd-4f24-bf74-5145cd77c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:40.030505 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6554e7-e2bd-4f24-bf74-5145cd77c2a7 None None] The sync data for ids ['69ac5440-f9f8-4a2e-96ac-15cfb077af15'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:50:40.041076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b80ad763-18f2-4890-b4fe-d6f257823bb9 req-d9f260da-948c-46a8-a2f8-abc7ab23984e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 210 time: 0.0878878 Feb 04 15:50:40.152716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353ed79-4d70-4446-b144-4b57e0d9f717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735ef7b1-0d4b-4502-b5f5-cad014959ea5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:40.235752 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9353ed79-4d70-4446-b144-4b57e0d9f717 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb298fd93cb94db9acbb779d0ef80d23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9984519 Feb 04 15:50:40.248459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40208) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:40.430587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Allocated IP 172.20.0.12 (ee470257-3576-4751-bf3f-ae013d9c464a/664872ca-9dd3-4bb0-bb5c-13829b8b7916/eaa54e6c-05d5-49bc-a328-c112abe4593e) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:40.513999 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf5c-8a92-4a29-b83f-1bbfa76043b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.582470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:40.619280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf5c-8a92-4a29-b83f-1bbfa76043b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:40.654199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5d27ed46-255d-42a5-ad94-a3f5cbf2903a tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/routers/69ac5440-f9f8-4a2e-96ac-15cfb077af15 HTTP/1.1" status: 200 len: 738 time: 0.9832530 Feb 04 15:50:40.662054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:40.747492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 564ac982-6686-4ec7-a566-54effd4c6161 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:40.764446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ff7b9-d722-4a56-ab89-b040b6afa3c6 req-44ddb5e9-b060-4ab1-9881-161d8524411e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:40.767601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-250ff7b9-d722-4a56-ab89-b040b6afa3c6 req-44ddb5e9-b060-4ab1-9881-161d8524411e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.9001153 Feb 04 15:50:40.813738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40222) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:40.814088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cb53b72f-6ddf-441c-a7a7-27b70fde7ee2 tempest-RoutersAdminTest-1732106848 tempest-RoutersAdminTest-1732106848-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=69ac5440-f9f8-4a2e-96ac-15cfb077af15 HTTP/1.1" status: 200 len: 205 time: 0.1483545 Feb 04 15:50:40.817753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:40.913637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-250ff7b9-d722-4a56-ab89-b040b6afa3c6 req-34658951-0405-4d2f-9b0b-c194a33e1b73 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0978706 Feb 04 15:50:40.936381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e6c2027e-1e2d-402a-99c3-48d7d5b18738 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=69ac5440-f9f8-4a2e-96ac-15cfb077af15 HTTP/1.1" status: 200 len: 205 time: 0.1097417 Feb 04 15:50:40.948118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40226) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:40.972381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.032033 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.102706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:41.107430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:41.110705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:41.111894 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.124452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=02cfcd3f-6365-471a-8306-de2182c4ee3c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:41.171235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cc82c03-5068-4b0b-800d-d1f14010d993 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.243953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking segment: {'id': '396a785c-c6c3-434a-84cf-89ea780dbda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7cdcdfb-6454-4df5-8abc-994bca0f64d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:41.243953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network hostable DHCP agents. Network: a7cdcdfb-6454-4df5-8abc-994bca0f64d6, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:41.251504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=564ac982-6686-4ec7-a566-54effd4c6161,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:41.304715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network a7cdcdfb-6454-4df5-8abc-994bca0f64d6 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:41.347952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a7cdcdfb-6454-4df5-8abc-994bca0f64d6) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:41.362644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9f81d-c1bd-4ec6-8381-6d1f976b7f14 None None] Network a7cdcdfb-6454-4df5-8abc-994bca0f64d6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:41.367891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:41.368178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:41.370904 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85611735-52eb-48d6-b683-e5b79354f705" -d '{"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-unplugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:41.377095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:41.377388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.383487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:41.384314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.401312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c598a05-aedc-4291-8460-7f78422dd4ad req-02ba8544-91bc-42f3-9610-cdf10f8f442f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 210 time: 0.1245136 Feb 04 15:50:41.441776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-531bc86b-0d35-4e50-a6c1-8d9a7547babb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6523881 Feb 04 15:50:41.446322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40238) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:41.447816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf5c-8a92-4a29-b83f-1bbfa76043b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.451029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf5c-8a92-4a29-b83f-1bbfa76043b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.452257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a8adbf5c-8a92-4a29-b83f-1bbfa76043b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/735ef7b1-0d4b-4502-b5f5-cad014959ea5 HTTP/1.1" status: 204 len: 168 time: 1.2027640 Feb 04 15:50:41.537154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Transition to ACTIVE for port object 43657e7d-d757-4945-b041-bfb7d7644491 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:41.550749 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cc82c03-5068-4b0b-800d-d1f14010d993 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.556229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.558740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cc82c03-5068-4b0b-800d-d1f14010d993 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.561822 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.569621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adbf5c-8a92-4a29-b83f-1bbfa76043b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735ef7b1-0d4b-4502-b5f5-cad014959ea5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:41.629837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:50:41.635126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-28cfcca4-fa0b-4ecd-8621-5a681deacc2d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 564ac982-6686-4ec7-a566-54effd4c6161 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:41.636057 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28cfcca4-fa0b-4ecd-8621-5a681deacc2d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.638205 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a9b9fe-b1bc-4153-9c15-d4c3d4826e8f x-openstack-request-id: req-30a9b9fe-b1bc-4153-9c15-d4c3d4826e8f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:41.638741 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-unplugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:41.638741 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30a9b9fe-b1bc-4153-9c15-d4c3d4826e8f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:41.639143 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'code': 200} Feb 04 15:50:41.814298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28cfcca4-fa0b-4ecd-8621-5a681deacc2d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:41.877743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-28cfcca4-fa0b-4ecd-8621-5a681deacc2d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 564ac982-6686-4ec7-a566-54effd4c6161 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:42.008669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.017768 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cc82c03-5068-4b0b-800d-d1f14010d993 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.019554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc82c03-5068-4b0b-800d-d1f14010d993 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Fanout notify agent at l3_agent the message router_deleted on router 69ac5440-f9f8-4a2e-96ac-15cfb077af15 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:50:42.061067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28cfcca4-fa0b-4ecd-8621-5a681deacc2d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.085919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cc82c03-5068-4b0b-800d-d1f14010d993 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.097719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:50:42.105681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5cc82c03-5068-4b0b-800d-d1f14010d993 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/69ac5440-f9f8-4a2e-96ac-15cfb077af15 HTTP/1.1" status: 204 len: 168 time: 1.1245017 Feb 04 15:50:42.109936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40256) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:42.146374 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.160781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfcca4-fa0b-4ecd-8621-5a681deacc2d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=564ac982-6686-4ec7-a566-54effd4c6161,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.175065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28cfcca4-fa0b-4ecd-8621-5a681deacc2d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.203519 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-28cfcca4-fa0b-4ecd-8621-5a681deacc2d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/564ac982-6686-4ec7-a566-54effd4c6161 HTTP/1.1" status: 204 len: 168 time: 0.7541323 Feb 04 15:50:42.208110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40260) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:42.248106 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:42.252816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['08095c83-add4-40cd-a5c3-b02c9898adfb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:42.280044 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-310e309d-bd6c-49d7-b358-44f2e030cc49 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=69ac5440-f9f8-4a2e-96ac-15cfb077af15 HTTP/1.1" status: 200 len: 205 time: 0.1603005 Feb 04 15:50:42.282260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40262) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:42.368626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e8a026-e1c9-46c4-ac35-27380ee38ee5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:42.381417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e8a026-e1c9-46c4-ac35-27380ee38ee5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:42.384439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-72e8a026-e1c9-46c4-ac35-27380ee38ee5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1741509 Feb 04 15:50:42.388048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40268) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:42.414276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Network ee470257-3576-4751-bf3f-ae013d9c464a is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:42.420896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:42.423984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:42.531345 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-b66c3b8e-07b4-49ec-b6c0-0d69d2795793 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] delete failed (client error): The resource could not be found. Feb 04 15:50:42.532690 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b66c3b8e-07b4-49ec-b6c0-0d69d2795793 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/69ac5440-f9f8-4a2e-96ac-15cfb077af15 HTTP/1.1" status: 404 len: 336 time: 0.1133943 Feb 04 15:50:42.542296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40272) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:42.672908 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d8b44b27-870e-4bc1-91de-ff73f9d22156 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b0af0eb-19ea-4dcc-be70-44c3db57ddf9 HTTP/1.1" status: 200 len: 205 time: 0.1194513 Feb 04 15:50:42.688666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40276) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:42.758810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event updated for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:42.800862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40278) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:42.863752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] No DVR routers for this DVR port 43657e7d-d757-4945-b041-bfb7d7644491 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:50:42.867360 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-44b07635-ac71-45e9-a161-4d829dafd9dc tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] delete failed (client error): The resource could not be found. Feb 04 15:50:42.868428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-44b07635-ac71-45e9-a161-4d829dafd9dc tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/8b0af0eb-19ea-4dcc-be70-44c3db57ddf9 HTTP/1.1" status: 404 len: 336 time: 0.1408398 Feb 04 15:50:42.873628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40280) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:42.953231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7ce64e9-b034-4356-b4df-3fd4b3345b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:42.985583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c3573-574e-445c-a81c-7a0ee1571f34 req-622dff06-ea2c-4dfb-bb8d-3060c230d00e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:42.988149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-453c3573-574e-445c-a81c-7a0ee1571f34 req-622dff06-ea2c-4dfb-bb8d-3060c230d00e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.8325124 Feb 04 15:50:42.995963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:42.997914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.020189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f1b13-e4c2-482e-b3db-33735225b9a6 req-52fbad73-c2aa-4eab-9410-a68659c7543c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:43.044289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-accfd10e-80e7-4d2d-b83e-36dc77cd98bd None None] Provisioning complete for port eaa54e6c-05d5-49bc-a328-c112abe4593e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:43.044921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-accfd10e-80e7-4d2d-b83e-36dc77cd98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.052232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-890f1b13-e4c2-482e-b3db-33735225b9a6 req-52fbad73-c2aa-4eab-9410-a68659c7543c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 932 time: 0.4762695 Feb 04 15:50:43.075480 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c6208042-4450-407b-a685-bf3d16cfdb9a tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fce1d3-2f0e-4dd1-bc12-0601adcf60ee HTTP/1.1" status: 200 len: 205 time: 0.1979206 Feb 04 15:50:43.081212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40282) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:43.157462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-accfd10e-80e7-4d2d-b83e-36dc77cd98bd None None] Port eaa54e6c-05d5-49bc-a328-c112abe4593e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:50:43.193732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-55322820-da17-47b8-b0b6-b8fb7079f6bf tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 02cfcd3f-6365-471a-8306-de2182c4ee3c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:43.194499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55322820-da17-47b8-b0b6-b8fb7079f6bf tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.287900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-8deb7a09-5603-48b1-b489-d8f47318e3b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5791931 Feb 04 15:50:43.321554 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-2d175b1e-c5bc-4c41-9a62-f3457d4c5613 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] delete failed (client error): The resource could not be found. Feb 04 15:50:43.326695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2d175b1e-c5bc-4c41-9a62-f3457d4c5613 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/63fce1d3-2f0e-4dd1-bc12-0601adcf60ee HTTP/1.1" status: 404 len: 336 time: 0.2313247 Feb 04 15:50:43.331451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Request body: {'port': {'device_id': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:43.348050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40286) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:43.373601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-453c3573-574e-445c-a81c-7a0ee1571f34 req-b69cf35f-65e1-44a2-b34a-6b30b03ea72c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3697994 Feb 04 15:50:43.382915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-890f1b13-e4c2-482e-b3db-33735225b9a6 req-8f210d77-9d34-4929-a6be-03cb16b5edcb tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239973 Feb 04 15:50:43.412107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55322820-da17-47b8-b0b6-b8fb7079f6bf tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.437436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-55322820-da17-47b8-b0b6-b8fb7079f6bf tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 02cfcd3f-6365-471a-8306-de2182c4ee3c owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:43.504677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f235786-e421-4cd5-821e-e225e3ce7e6d tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0d3201e-2d55-4e26-b3cd-c99d01e83182 HTTP/1.1" status: 200 len: 205 time: 0.1258318 Feb 04 15:50:43.518088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40296) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:43.601875 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55322820-da17-47b8-b0b6-b8fb7079f6bf tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.635117 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-53210e20-95cd-42ac-b8ef-a5323fc75c5b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] delete failed (client error): The resource could not be found. Feb 04 15:50:43.636939 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-53210e20-95cd-42ac-b8ef-a5323fc75c5b tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/e0d3201e-2d55-4e26-b3cd-c99d01e83182 HTTP/1.1" status: 404 len: 336 time: 0.1138508 Feb 04 15:50:43.644530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40298) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:43.713368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55322820-da17-47b8-b0b6-b8fb7079f6bf tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=02cfcd3f-6365-471a-8306-de2182c4ee3c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:43.755573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a6db3802-32dc-4a79-856a-a0d753b86a58 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=2028775a-a6aa-4d82-b0bd-49d377cbcc46 HTTP/1.1" status: 200 len: 205 time: 0.1034596 Feb 04 15:50:43.756850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55322820-da17-47b8-b0b6-b8fb7079f6bf tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.761065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-55322820-da17-47b8-b0b6-b8fb7079f6bf tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/02cfcd3f-6365-471a-8306-de2182c4ee3c HTTP/1.1" status: 204 len: 168 time: 1.3685331 Feb 04 15:50:43.761440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40308) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:43.767703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40310) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:43.801083 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:43.833253 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-16c2aaf7-1d10-42e6-9de3-132a9aa16826 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] delete failed (client error): The resource could not be found. Feb 04 15:50:43.837405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-16c2aaf7-1d10-42e6-9de3-132a9aa16826 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/2028775a-a6aa-4d82-b0bd-49d377cbcc46 HTTP/1.1" status: 404 len: 336 time: 0.0728676 Feb 04 15:50:43.837687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40312) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:43.873349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:43.874063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:43.874872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:43.887528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fad0e352-bf72-409c-a325-6ed062e79387 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "GET /v2.0/ports?device_id=07b0945f-678e-4b96-9a42-5c1b306518c1 HTTP/1.1" status: 200 len: 205 time: 0.0463049 Feb 04 15:50:43.888403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40314) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:43.969305 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-797f8c40-b422-4785-b2fc-2e83a8ad77ba tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] delete failed (client error): The resource could not be found. Feb 04 15:50:43.984294 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-797f8c40-b422-4785-b2fc-2e83a8ad77ba tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/routers/07b0945f-678e-4b96-9a42-5c1b306518c1 HTTP/1.1" status: 404 len: 336 time: 0.0947084 Feb 04 15:50:43.986008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40316) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:44.019451 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf3e0d7-6366-4abf-b1c0-f740a8316532 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] DELETE failed (client error): The resource could not be found. Feb 04 15:50:44.020258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf3e0d7-6366-4abf-b1c0-f740a8316532 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:50:44.030762 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9cf3e0d7-6366-4abf-b1c0-f740a8316532 tempest-RoutersAdminTest-1775014649 tempest-RoutersAdminTest-1775014649-project] 10.222.0.47 "DELETE /v2.0/subnets/0dc21c6b-887a-4fec-ad92-56558570c9bc HTTP/1.1" status: 404 len: 337 time: 0.0432279 Feb 04 15:50:44.087313 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7ce64e9-b034-4356-b4df-3fd4b3345b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.096288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:50:44.096842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:44.112024 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7ce64e9-b034-4356-b4df-3fd4b3345b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.141673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:50:44.142265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Checking segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:44.142863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Bound using segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:50:44.143605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Bound port: 43657e7d-d757-4945-b041-bfb7d7644491, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:44.144163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.201356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a534a-0be7-40a9-b283-c2c57374c2a3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:44.204593 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d67a534a-0be7-40a9-b283-c2c57374c2a3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4353704 Feb 04 15:50:44.209288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40320) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:44.335861 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-812633f0-ab41-4b97-ad84-cc2a8fe44dc7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:50:44.344112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-812633f0-ab41-4b97-ad84-cc2a8fe44dc7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/564ac982-6686-4ec7-a566-54effd4c6161 HTTP/1.1" status: 404 len: 333 time: 0.1276352 Feb 04 15:50:44.344935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40324) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:44.410557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e7ce64e9-b034-4356-b4df-3fd4b3345b44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=957e73a5601f4e589e65ef6a6b53e9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6061571 Feb 04 15:50:44.435681 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce64e9-b034-4356-b4df-3fd4b3345b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724e30d0-6347-4c8e-883f-d149dd49f110,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:44.452077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:44.455596 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1d926f-f9ab-4a75-97ae-edc9c88b0d1f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:50:44.477091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40334) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:44.478816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bb1d926f-f9ab-4a75-97ae-edc9c88b0d1f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/02cfcd3f-6365-471a-8306-de2182c4ee3c HTTP/1.1" status: 404 len: 333 time: 0.1325684 Feb 04 15:50:44.622497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40336) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:44.643175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.803612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:44.870810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b57519-a3a5-4617-ac38-f6b140da92d0 req-23884b13-f86c-4c10-97a1-f5b5b1a80ee9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:44.881245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6b57519-a3a5-4617-ac38-f6b140da92d0 req-23884b13-f86c-4c10-97a1-f5b5b1a80ee9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 932 time: 0.3216000 Feb 04 15:50:44.914704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:44.943947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec77a08-84df-44b8-8c4f-dce13c464e81 req-f09b9cb7-71e6-46d9-a9c3-0584b606f6f3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:44.947043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ec77a08-84df-44b8-8c4f-dce13c464e81 req-f09b9cb7-71e6-46d9-a9c3-0584b606f6f3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.3007257 Feb 04 15:50:44.983891 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:44.991146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c22-91ea-401a-a1c9-2b4b2d5c565b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.067066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6b57519-a3a5-4617-ac38-f6b140da92d0 req-ea60ab26-249c-4e5b-9797-52d1ac6b9252 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620221 Feb 04 15:50:45.103632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c22-91ea-401a-a1c9-2b4b2d5c565b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.125857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5fc539e2-93bb-4993-8bc4-d3022f1635be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.186206 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.189947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:45.190844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.192471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] 10.222.0.50 "PUT /v2.0/ports/43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 1091 time: 5.6078196 Feb 04 15:50:45.200303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:45.203210 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e75958-73a6-4191-a49e-dd54b61ffd62" -d '{"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:45.328639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c22-91ea-401a-a1c9-2b4b2d5c565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.338184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c22-91ea-401a-a1c9-2b4b2d5c565b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.351087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8d9b3c22-91ea-401a-a1c9-2b4b2d5c565b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/724e30d0-6347-4c8e-883f-d149dd49f110 HTTP/1.1" status: 204 len: 168 time: 0.8679578 Feb 04 15:50:45.406090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3c22-91ea-401a-a1c9-2b4b2d5c565b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724e30d0-6347-4c8e-883f-d149dd49f110,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.456769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5fc539e2-93bb-4993-8bc4-d3022f1635be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.517596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa54e6c-05d5-49bc-a328-c112abe4593e {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:45.526505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5fc539e2-93bb-4993-8bc4-d3022f1635be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.546976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cdcdfb-6454-4df5-8abc-994bca0f64d6']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:45.551573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.631461 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ec77a08-84df-44b8-8c4f-dce13c464e81 req-588bc207-9b07-4d34-b634-be00497f7183 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6176925 Feb 04 15:50:45.663608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782caa43-0b38-4b93-8d28-7808629ab833 service neutron] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.700431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396a785c-c6c3-434a-84cf-89ea780dbda4') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:45.700887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396a785c-c6c3-434a-84cf-89ea780dbda4') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:50:45.787953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Transition to ACTIVE for port object eaa54e6c-05d5-49bc-a328-c112abe4593e will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:50:45.793798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.795773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc539e2-93bb-4993-8bc4-d3022f1635be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc6b3ac-0dfd-4d5c-a134-9dcbd7422229,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:45.818210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5fc539e2-93bb-4993-8bc4-d3022f1635be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4244d92960da4d4c986360093545565f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1873972 Feb 04 15:50:45.818865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:45.824245 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.829061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-673f4278-0f21-498e-8abd-507d9c497de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:45.843327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-673f4278-0f21-498e-8abd-507d9c497de5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1094 time: 0.5735950 Feb 04 15:50:45.914371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.957672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:50:45.958415 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:50:45.964417 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:50:46.047322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c9a204a-6745-4d83-9a1a-ed7842ba9a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.095733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c9a204a-6745-4d83-9a1a-ed7842ba9a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.242587 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c9a204a-6745-4d83-9a1a-ed7842ba9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.253190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c9a204a-6745-4d83-9a1a-ed7842ba9a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.258174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4c9a204a-6745-4d83-9a1a-ed7842ba9a03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0fc6b3ac-0dfd-4d5c-a134-9dcbd7422229 HTTP/1.1" status: 204 len: 168 time: 0.4354901 Feb 04 15:50:46.297776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a204a-6745-4d83-9a1a-ed7842ba9a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc6b3ac-0dfd-4d5c-a134-9dcbd7422229,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:46.366129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-f3e3e5d6-d168-4ee3-89fd-a76d8a271f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:46.368510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-f3e3e5d6-d168-4ee3-89fd-a76d8a271f88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1094 time: 0.0935652 Feb 04 15:50:46.633332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-bb29a15e-4924-458d-b60b-8cde648f574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:46.635978 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-bb29a15e-4924-458d-b60b-8cde648f574e service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.2580533 Feb 04 15:50:46.927757 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5197aec-e565-4869-a276-4351688e63b0 x-openstack-request-id: req-b5197aec-e565-4869-a276-4351688e63b0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:46.928884 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:46.928884 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5197aec-e565-4869-a276-4351688e63b0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:46.928884 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'status': 'completed', 'code': 200} Feb 04 15:50:46.932012 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-e10a6ab9-c10c-4abe-8148-f0e859662ebb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 999 time: 0.2836542 Feb 04 15:50:46.943996 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.985772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:46.995352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/networks/a7cdcdfb-6454-4df5-8abc-994bca0f64d6 HTTP/1.1" status: 204 len: 168 time: 2.5115762 Feb 04 15:50:47.016931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40390) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:47.019410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Pushing event updated for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:47.105417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-247296419'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:47.110391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40392) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:47.140591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaff61f-72ab-47be-98bc-d3f4acdbd19a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Network': ['ID=a7cdcdfb-6454-4df5-8abc-994bca0f64d6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:47.210941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f394460-75a3-4691-b20a-828cfe448d96 req-b0a27a2f-be80-4ad6-b8e4-86eda86dbee4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:47.212826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f394460-75a3-4691-b20a-828cfe448d96 req-b0a27a2f-be80-4ad6-b8e4-86eda86dbee4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 944 time: 0.2833431 Feb 04 15:50:47.230123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-e2352d1c-8a48-43d7-94aa-1de88b6d18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:47.233348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-e2352d1c-8a48-43d7-94aa-1de88b6d18c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 1.3673916 Feb 04 15:50:47.271238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-5e077093-4d90-4d7c-8efd-fbee6ee1e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:47.273304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-5e077093-4d90-4d7c-8efd-fbee6ee1e377 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.3359392 Feb 04 15:50:47.285503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a0520-65ce-4d65-a6be-5d83b68afda8 req-15716d22-551a-4030-953f-c756ff31c5ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:47.287406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c04a0520-65ce-4d65-a6be-5d83b68afda8 req-15716d22-551a-4030-953f-c756ff31c5ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.3069043 Feb 04 15:50:47.374138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:47.379560 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.404575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-010c678b-7ef6-405c-8a3d-455e411a99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:47.418787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-010c678b-7ef6-405c-8a3d-455e411a99b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280391 Feb 04 15:50:47.449548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Attempting to bind port eaa54e6c-05d5-49bc-a328-c112abe4593e on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:47.450202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Attempting to bind port eaa54e6c-05d5-49bc-a328-c112abe4593e by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:47.450712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Attempting to bind port eaa54e6c-05d5-49bc-a328-c112abe4593e on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:47.482676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bfdacfe6-06f6-4472-a57d-1f34fa1565fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2edc68bcc67e41c1a3135ae1e4da4b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593051 Feb 04 15:50:47.491463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f394460-75a3-4691-b20a-828cfe448d96 req-c051f804-b073-45fa-80e0-b22591d35feb tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482009 Feb 04 15:50:47.492246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40396) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:47.506044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Port eaa54e6c-05d5-49bc-a328-c112abe4593e on network ee470257-3576-4751-bf3f-ae013d9c464a not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:50:47.506672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Attempting to bind port eaa54e6c-05d5-49bc-a328-c112abe4593e on network ee470257-3576-4751-bf3f-ae013d9c464a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:47.524767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:50:47.536882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.537535 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Added segment 82f43f92-08a8-44d1-911b-9b0e3fcdc559 of type vlan for network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 Feb 04 15:50:47.549765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c04a0520-65ce-4d65-a6be-5d83b68afda8 req-cf198041-6017-426e-a62c-09c4f65c4369 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2207761 Feb 04 15:50:47.618575 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.681522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:50:47.681962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Checking segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:47.682327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Bound using segment: {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:50:47.682796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Bound port: eaa54e6c-05d5-49bc-a328-c112abe4593e, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495697a8-cb72-41c9-9b0e-2c26692eb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:47.683162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.712409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-4ba2175f-877d-4603-8310-dacd1b00ec6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 999 time: 0.4513311 Feb 04 15:50:47.728836 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-b95d82ab-ea93-4ea4-b6b3-9f8503573199 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976549 Feb 04 15:50:47.880713 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.895083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:47.898209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:47.948598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-2899ed64-e855-44fd-b770-5d5595b7c6cc service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118411 Feb 04 15:50:48.065120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-d5cd4bf8-ffb7-4f49-b677-3516e3494dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:48.067290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-d5cd4bf8-ffb7-4f49-b677-3516e3494dcb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.3328931 Feb 04 15:50:48.092778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2be9b906-7c0c-4ede-93fd-e904916bd273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.108521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0850036 Feb 04 15:50:48.108787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40410) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:48.122008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '88b66cf9-b896-4a8d-83d5-8c9b00e2f962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:48.144721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa1c46-c314-451a-b610-ac192fa39de8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Network': ['ID=88b66cf9-b896-4a8d-83d5-8c9b00e2f962,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:48.189935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:48.206388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:50:48.225777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:48.228594 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2be9b906-7c0c-4ede-93fd-e904916bd273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.247015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463217-993a-420b-ae3c-219f6235dcfa req-ab863d35-9723-44c8-93c0-a69291ee3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:48.248721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-ab863d35-9723-44c8-93c0-a69291ee3b6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694081 Feb 04 15:50:48.254923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.370909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:48.372484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.375342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] 10.222.0.50 "PUT /v2.0/ports/eaa54e6c-05d5-49bc-a328-c112abe4593e HTTP/1.1" status: 200 len: 1092 time: 5.0562255 Feb 04 15:50:48.376167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:48.380248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.429251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2be9b906-7c0c-4ede-93fd-e904916bd273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.437201 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2be9b906-7c0c-4ede-93fd-e904916bd273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:48.455170 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2be9b906-7c0c-4ede-93fd-e904916bd273 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/866ae065-748c-47c4-9be4-e3ee5bf057ba HTTP/1.1" status: 204 len: 168 time: 0.9576371 Feb 04 15:50:48.554521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f8e21-35da-430c-8854-8bf0918132bf service neutron] Pushing event updated for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:48.586979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9b906-7c0c-4ede-93fd-e904916bd273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ae065-748c-47c4-9be4-e3ee5bf057ba,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:48.638857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-de239a85-de2b-4ee1-ac10-a19b2c770f50 service neutron] 10.222.0.50 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810570 Feb 04 15:50:48.641580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Performing IP validity checks on allocation pools {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 15:50:48.644382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 15:50:49.066454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:50:49.071162 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644b68b-823c-4f6b-a904-92d845bd0afc" -d '{"events": [{"name": "network-changed", "server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:50:49.092995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-5466e121-a8d0-4130-b165-23f5a231d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:49.109757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-5466e121-a8d0-4130-b165-23f5a231d951 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 1095 time: 0.6043489 Feb 04 15:50:49.188597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e958942-9f3c-429d-b742-42430fcdda99 req-9dcb2e2c-c96b-44c0-b90d-ab75e80c1a4e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:49.194205 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e958942-9f3c-429d-b742-42430fcdda99 req-9dcb2e2c-c96b-44c0-b90d-ab75e80c1a4e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.4330192 Feb 04 15:50:49.198296 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.288366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-a8acc193-f574-47fd-958f-cacd2ddb5678 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e HTTP/1.1" status: 200 len: 217 time: 0.1533282 Feb 04 15:50:49.390893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=e84cc4d5-20f9-4cd0-a6bb-2f497b6773a2,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:49.396313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b86f9-ed69-4e21-84ba-f160c3f7de44 req-5a72cbc5-a61d-480f-9c85-26012b607a0d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:49.404345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b7b86f9-ed69-4e21-84ba-f160c3f7de44 req-5a72cbc5-a61d-480f-9c85-26012b607a0d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 944 time: 0.6905324 Feb 04 15:50:49.409782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f5463217-993a-420b-ae3c-219f6235dcfa req-243e2b32-d046-4e8f-ac4f-ea6bd3b70e1e service neutron] 10.222.0.50 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7626314 Feb 04 15:50:49.519894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking segment: {'id': '82f43f92-08a8-44d1-911b-9b0e3fcdc559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88b66cf9-b896-4a8d-83d5-8c9b00e2f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:49.520479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network hostable DHCP agents. Network: 88b66cf9-b896-4a8d-83d5-8c9b00e2f962, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:50:49.534169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e958942-9f3c-429d-b742-42430fcdda99 req-dab00d3c-3387-41f6-933e-0b6adf0d3711 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3162954 Feb 04 15:50:49.539757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-a1f6d3de-c82a-456f-9a02-06439c6da7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:49.542250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-a1f6d3de-c82a-456f-9a02-06439c6da7e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2143803 Feb 04 15:50:49.566098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:50:49.609088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 88b66cf9-b896-4a8d-83d5-8c9b00e2f962) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:49.642082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:49.643627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:49.650099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295f55f-d550-4052-a1a3-29808dc9b129 None None] Network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:49.721718 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7e5229b9-e0bc-43af-90c5-f993a096e470 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6097510 Feb 04 15:50:49.724016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40440) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:49.750753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '88b66cf9-b896-4a8d-83d5-8c9b00e2f962', 'name': 'tempest-PortsTestJSON-105576163'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:49.935087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b7b86f9-ed69-4e21-84ba-f160c3f7de44 req-a2c411d1-60f3-4c74-a824-bf040df80385 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008209 Feb 04 15:50:49.953692 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd0c16b-665c-47cd-b3f5-fe5e8c34ee18 x-openstack-request-id: req-dcd0c16b-665c-47cd-b3f5-fe5e8c34ee18 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:50:49.954070 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:50:49.954281 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dcd0c16b-665c-47cd-b3f5-fe5e8c34ee18 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:50:49.954738 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'status': 'completed', 'code': 200} Feb 04 15:50:50.069154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-1f9a872b-9e07-4f1c-82aa-832af6635a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:50.073132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-1f9a872b-9e07-4f1c-82aa-832af6635a2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4856095 Feb 04 15:50:50.077301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-983f4cb7-6ec8-436c-b9a4-474fa184de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:50.080263 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-983f4cb7-6ec8-436c-b9a4-474fa184de41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1094 time: 0.5781789 Feb 04 15:50:50.245517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:50:50.254186 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.312710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-88b66cf9-b896-4a8d-83d5-8c9b00e2f962', 'network_id': '88b66cf9-b896-4a8d-83d5-8c9b00e2f962', 'tenant_id': 'c7423816536c4b15972f15d49c5f1f0c', 'fixed_ips': [{'subnet_id': 'e84cc4d5-20f9-4cd0-a6bb-2f497b6773a2'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:50:50.316398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:50.323703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 6aa0faca-1b43-4076-addc-aff154b400e6 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:50:50.747294 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-c4aea10a-509b-4d7a-9309-6fb7e7b9f82b service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643465 Feb 04 15:50:50.749698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-048b5861-5af0-4993-bbc2-6c149e4131a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:50.769156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-048b5861-5af0-4993-bbc2-6c149e4131a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.6711156 Feb 04 15:50:50.896218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Allocated IP 172.20.0.2 (88b66cf9-b896-4a8d-83d5-8c9b00e2f962/e84cc4d5-20f9-4cd0-a6bb-2f497b6773a2/9e849d6b-4804-4270-9535-03f60ed98a2b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:51.113611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fd136-4fa8-475a-8906-8a49ddb777e4 req-9f667dac-df31-46f0-9591-2589d38c6d3d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:51.135134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-010fd136-4fa8-475a-8906-8a49ddb777e4 req-9f667dac-df31-46f0-9591-2589d38c6d3d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.2265985 Feb 04 15:50:51.285390 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-010fd136-4fa8-475a-8906-8a49ddb777e4 req-38cb0b90-252e-4afb-b281-a548a40238ce tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1481960 Feb 04 15:50:51.310666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-9ffb7054-0179-4029-ad12-93cb96274ccb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 999 time: 0.5112240 Feb 04 15:50:51.413496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ecb0ca7-a5b2-4df9-ba08-f0c357f5d2e8 req-75f436f1-59c1-448e-a5e2-6c1cedd59eac service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420968 Feb 04 15:50:51.470673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41671310-e74d-4060-aeae-2ac5b7ad2aad req-8a97d006-82df-43b0-8bbb-2a97eb3b7a0c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:51.477202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41671310-e74d-4060-aeae-2ac5b7ad2aad req-8a97d006-82df-43b0-8bbb-2a97eb3b7a0c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 944 time: 0.3183944 Feb 04 15:50:51.583057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-bb787788-20ab-4540-87a2-8d0ccbcd4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:51.584615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-bb787788-20ab-4540-87a2-8d0ccbcd4063 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.2658570 Feb 04 15:50:51.712397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40488) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:51.716574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41671310-e74d-4060-aeae-2ac5b7ad2aad req-949e08f9-243a-4263-9b84-cb90de84d0ae tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271926 Feb 04 15:50:51.777477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-ebc37d06-1450-4d95-832c-3a21d5d3819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:51.784351 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-ebc37d06-1450-4d95-832c-3a21d5d3819a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 1095 time: 0.2368629 Feb 04 15:50:51.790745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-c081bcc8-c3d5-461c-9814-a6483114cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:51.797816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-c081bcc8-c3d5-461c-9814-a6483114cfd9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847458 Feb 04 15:50:51.820429 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.833729 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:51.983123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--196863722'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:52.008097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:52.015828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.14 (88b66cf9-b896-4a8d-83d5-8c9b00e2f962/e84cc4d5-20f9-4cd0-a6bb-2f497b6773a2/6aa0faca-1b43-4076-addc-aff154b400e6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:50:52.038194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:52.052090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:52.149721 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.152947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Pushing event updated for resources: {'Port': ['ID=9e849d6b-4804-4270-9535-03f60ed98a2b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:52.176394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-270922ea-0e91-4648-8f5f-7f73ccd47c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:52.178449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-270922ea-0e91-4648-8f5f-7f73ccd47c86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.3784297 Feb 04 15:50:52.191753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.238229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Attempting to bind port 9e849d6b-4804-4270-9535-03f60ed98a2b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:50:52.241290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Attempting to bind port 9e849d6b-4804-4270-9535-03f60ed98a2b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '82f43f92-08a8-44d1-911b-9b0e3fcdc559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88b66cf9-b896-4a8d-83d5-8c9b00e2f962'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:50:52.242985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Attempting to bind port 9e849d6b-4804-4270-9535-03f60ed98a2b on network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:50:52.258662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:50:52.260352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Checking segment: {'id': '82f43f92-08a8-44d1-911b-9b0e3fcdc559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88b66cf9-b896-4a8d-83d5-8c9b00e2f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:50:52.261643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.263968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Bound using segment: {'id': '82f43f92-08a8-44d1-911b-9b0e3fcdc559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88b66cf9-b896-4a8d-83d5-8c9b00e2f962'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:50:52.264640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Bound port: 9e849d6b-4804-4270-9535-03f60ed98a2b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f43f92-08a8-44d1-911b-9b0e3fcdc559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88b66cf9-b896-4a8d-83d5-8c9b00e2f962'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:50:52.265516 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.309431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-7732546d-8411-4de8-8c25-16b8fc9e3244 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e HTTP/1.1" status: 200 len: 217 time: 0.1193249 Feb 04 15:50:52.392969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-4334db4c-c4a4-47da-b232-95f52edfc9d3 service neutron] 10.222.0.50 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170882 Feb 04 15:50:52.501272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-0ebe7317-918f-4a4d-aac9-c218d4c7f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:52.507009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-0ebe7317-918f-4a4d-aac9-c218d4c7f972 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1807318 Feb 04 15:50:52.531689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] For port 9e849d6b-4804-4270-9535-03f60ed98a2b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:50:52.537970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] For port 9e849d6b-4804-4270-9535-03f60ed98a2b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9e849d6b-4804-4270-9535-03f60ed98a2b,segment=NetworkSegment(82f43f92-08a8-44d1-911b-9b0e3fcdc559),segment_id=82f43f92-08a8-44d1-911b-9b0e3fcdc559)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:50:52.546576 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.665513 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:50:52.673575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1202-17dc-45a9-a318-a685184fb7a8 None None] Pushing event updated for resources: {'Port': ['ID=9e849d6b-4804-4270-9535-03f60ed98a2b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:52.731484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-599a128e-2f36-4ff3-b3a5-c4277c4b2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:52.733082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-599a128e-2f36-4ff3-b3a5-c4277c4b2443 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158730 Feb 04 15:50:52.733734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:52.739285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-ca2de92d-be6e-4854-8cfe-589e3186df4c service neutron] 10.222.0.50 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341281 Feb 04 15:50:52.864786 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.087379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd87f7e-22d5-460d-be30-70b00d46ad09,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:53.111942 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.142860 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.215060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d4175-dd58-41c7-9609-2218a41969ee req-be009505-ee1f-444d-b5df-17dd06b2a279 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:53.217036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f04d4175-dd58-41c7-9609-2218a41969ee req-be009505-ee1f-444d-b5df-17dd06b2a279 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.6243663 Feb 04 15:50:53.223228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01de94a-3f30-4af1-80a1-db3577f85aa0 req-8685c2e7-8a2b-465c-9d3b-c752ccf306f2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:53.226657 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c01de94a-3f30-4af1-80a1-db3577f85aa0 req-8685c2e7-8a2b-465c-9d3b-c752ccf306f2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 944 time: 0.2721336 Feb 04 15:50:53.236685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-88f99f17-e248-41eb-b504-57425df8027b service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665005 Feb 04 15:50:53.266407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-a3d4748b-a6a1-42e4-963b-99a2474d2fe2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4940524 Feb 04 15:50:53.301526 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.430279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c01de94a-3f30-4af1-80a1-db3577f85aa0 req-ddc1b49a-1cd4-4002-9f3e-c57b6a824161 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231828 Feb 04 15:50:53.458426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=6aa0faca-1b43-4076-addc-aff154b400e6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:53.529262 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7644b68b-823c-4f6b-a904-92d845bd0afc req-2cfd4c8d-8009-4f43-8396-d2e38e05e62a service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745645 Feb 04 15:50:53.593647 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.657097 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.698838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:50:53.717524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f04d4175-dd58-41c7-9609-2218a41969ee req-44884911-bc3e-4e9a-bfa6-9da56affbd37 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4393220 Feb 04 15:50:53.722730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:50:53.732232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.737502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40524) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:53.738361 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0238392 Feb 04 15:50:53.740843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:50:53.800651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e8aa7-17eb-4716-927b-b3aaa59a2283 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d022aa38-1926-42fd-b3d5-9b3264ec8146,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:53.808022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-0001f4a7-f3fc-42c1-a4a1-0b808e4f9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:53.810788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-0001f4a7-f3fc-42c1-a4a1-0b808e4f9b90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 1096 time: 0.2816350 Feb 04 15:50:53.840926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:53.841790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:53.951484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dabfffcf-ed99-4e0b-8bd4-20559ff03b24 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2203879 Feb 04 15:50:53.964987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40532) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:53.968458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-554ac84d-a1ea-447c-af99-42080ccde88b tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2273915 Feb 04 15:50:53.970947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40534) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:53.982155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f48d383b-9dfd-4371-9112-357160ea2e66 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-security--1482216718', 'description': 'tempest-security-description-2023831334'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:54.059544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-f9ddbd81-2c46-424f-9e5e-2d911e6d2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:54.062013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-f9ddbd81-2c46-424f-9e5e-2d911e6d2b86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.2047412 Feb 04 15:50:54.088206 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f48d383b-9dfd-4371-9112-357160ea2e66 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.199172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-251bc9ac-91f7-42b9-91fa-85aa5b1c3cf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08095c83-add4-40cd-a5c3-b02c9898adfb HTTP/1.1" status: 200 len: 217 time: 0.1179533 Feb 04 15:50:54.205779 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f48d383b-9dfd-4371-9112-357160ea2e66 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.216245 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f48d383b-9dfd-4371-9112-357160ea2e66 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.225247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f48d383b-9dfd-4371-9112-357160ea2e66 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.230033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f48d383b-9dfd-4371-9112-357160ea2e66 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "PUT /v2.0/security-groups/d022aa38-1926-42fd-b3d5-9b3264ec8146 HTTP/1.1" status: 200 len: 1780 time: 0.2570753 Feb 04 15:50:54.231193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40538) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:54.345171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d383b-9dfd-4371-9112-357160ea2e66 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d022aa38-1926-42fd-b3d5-9b3264ec8146,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:54.396337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bd6dabec-1469-424e-b332-52513a5a17cd tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups/d022aa38-1926-42fd-b3d5-9b3264ec8146 HTTP/1.1" status: 200 len: 1780 time: 0.1587973 Feb 04 15:50:54.398968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40540) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:54.445375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-b9340faa-a7ff-45ad-a726-dd6cdec289db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:54.451292 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-b9340faa-a7ff-45ad-a726-dd6cdec289db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.1287446 Feb 04 15:50:54.468183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-57760002-b828-4b8d-be62-c684188632fc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 6aa0faca-1b43-4076-addc-aff154b400e6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:54.475652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57760002-b828-4b8d-be62-c684188632fc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.631569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e43adf46-2ba9-402e-9a00-c62d596f13a3 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.766315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-37076bbf-fabf-4910-a8b9-52e6f96ebcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:54.769098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-37076bbf-fabf-4910-a8b9-52e6f96ebcd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3069179 Feb 04 15:50:54.828189 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e43adf46-2ba9-402e-9a00-c62d596f13a3 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.859469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:50:54.875369 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57760002-b828-4b8d-be62-c684188632fc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.895016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-57760002-b828-4b8d-be62-c684188632fc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 6aa0faca-1b43-4076-addc-aff154b400e6 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:50:55.033487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b5377-00e4-463a-8be3-621fdd86d253 req-c20f6423-95d5-46ff-80e1-4a3c6d643232 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:55.054427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f34b5377-00e4-463a-8be3-621fdd86d253 req-c20f6423-95d5-46ff-80e1-4a3c6d643232 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 944 time: 0.3602281 Feb 04 15:50:55.222815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:55.231244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f34b5377-00e4-463a-8be3-621fdd86d253 req-8908f0df-9120-43eb-8ad8-7c8ad3f75c64 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770117 Feb 04 15:50:55.240363 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e43adf46-2ba9-402e-9a00-c62d596f13a3 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.245958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e43adf46-2ba9-402e-9a00-c62d596f13a3 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.248955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e43adf46-2ba9-402e-9a00-c62d596f13a3 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/d022aa38-1926-42fd-b3d5-9b3264ec8146 HTTP/1.1" status: 204 len: 168 time: 0.8398192 Feb 04 15:50:55.255725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40562) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:55.307514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dacec-7d0a-46f3-92e4-fde685ee60f6 None None] Network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:55.328947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43adf46-2ba9-402e-9a00-c62d596f13a3 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d022aa38-1926-42fd-b3d5-9b3264ec8146,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:55.332103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9e849d6b-4804-4270-9535-03f60ed98a2b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:50:55.475494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-505c821e-31f6-4bc8-bf75-45d175890fd6 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2154446 Feb 04 15:50:55.486655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40568) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:55.544261 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-ff2dcad9-a1d4-414b-ae5b-b34dddd3f53a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] delete failed (client error): The resource could not be found. Feb 04 15:50:55.548702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '43657e7d-d757-4945-b041-bfb7d7644491', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'port_id': '43657e7d-d757-4945-b041-bfb7d7644491', 'mac_address': 'fa:16:3e:17:1f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:50:55.552092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-63d53e5c-f46c-465c-9e76-f630fe41f168 None None] Provisioning complete for port 9e849d6b-4804-4270-9535-03f60ed98a2b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:55.553579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63d53e5c-f46c-465c-9e76-f630fe41f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.555071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ff2dcad9-a1d4-414b-ae5b-b34dddd3f53a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/d022aa38-1926-42fd-b3d5-9b3264ec8146 HTTP/1.1" status: 404 len: 347 time: 0.0667613 Feb 04 15:50:55.562856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40572) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:55.573093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bd8b70e5-6250-44a6-8152-e44e0e5c4fd8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--508767473'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:55.640252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57760002-b828-4b8d-be62-c684188632fc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.686452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd8b70e5-6250-44a6-8152-e44e0e5c4fd8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.729895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368059e-f2a1-4989-ac0e-39a741d1aead req-fd52ff71-3164-425b-a764-de33f273e2df tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:55.734186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a368059e-f2a1-4989-ac0e-39a741d1aead req-fd52ff71-3164-425b-a764-de33f273e2df tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 943 time: 0.5167341 Feb 04 15:50:55.884130 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd8b70e5-6250-44a6-8152-e44e0e5c4fd8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.903404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd8b70e5-6250-44a6-8152-e44e0e5c4fd8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:55.973740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.029066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b70e5-6250-44a6-8152-e44e0e5c4fd8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6008fd50-5720-475d-a68c-9f81e148e4c8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:56.070958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bd8b70e5-6250-44a6-8152-e44e0e5c4fd8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.076810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bd8b70e5-6250-44a6-8152-e44e0e5c4fd8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5114167 Feb 04 15:50:56.079433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40582) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:56.098191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2343c8cf-9c01-4378-bf4b-483242a0a60f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '6008fd50-5720-475d-a68c-9f81e148e4c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:56.121065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43657e7d-d757-4945-b041-bfb7d7644491 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:56.211307 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2343c8cf-9c01-4378-bf4b-483242a0a60f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.273655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:56.363230 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.445930 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63d53e5c-f46c-465c-9e76-f630fe41f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.466103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2343c8cf-9c01-4378-bf4b-483242a0a60f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.494991 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2343c8cf-9c01-4378-bf4b-483242a0a60f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.510737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760002-b828-4b8d-be62-c684188632fc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=6aa0faca-1b43-4076-addc-aff154b400e6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:56.556650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-6ae3267f-276c-4c30-aff6-e0077ac0efa4 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7439516 Feb 04 15:50:56.585345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9e849d6b-4804-4270-9535-03f60ed98a2b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:56.586126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.668675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-63d53e5c-f46c-465c-9e76-f630fe41f168 None None] For port 9e849d6b-4804-4270-9535-03f60ed98a2b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9e849d6b-4804-4270-9535-03f60ed98a2b,segment=NetworkSegment(82f43f92-08a8-44d1-911b-9b0e3fcdc559),segment_id=82f43f92-08a8-44d1-911b-9b0e3fcdc559)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:56.706494 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63d53e5c-f46c-465c-9e76-f630fe41f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.714384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343c8cf-9c01-4378-bf4b-483242a0a60f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a815d52-83d9-4c07-8f12-90fb2a411176,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:56.805733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:56.820866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2343c8cf-9c01-4378-bf4b-483242a0a60f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:56.826644 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2343c8cf-9c01-4378-bf4b-483242a0a60f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7414594 Feb 04 15:50:56.847538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5873ca-b15b-48d6-8eff-4c4ad1d932df req-a26f071f-1e36-458d-b7bc-572d3c2148b6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:56.850791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f5873ca-b15b-48d6-8eff-4c4ad1d932df req-a26f071f-1e36-458d-b7bc-572d3c2148b6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 944 time: 0.4040549 Feb 04 15:50:56.851849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40592) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:56.899877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device eaa54e6c-05d5-49bc-a328-c112abe4593e details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:50:57.010529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18da59e9-fddf-4a19-85b4-c4c510582163 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.018578 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57760002-b828-4b8d-be62-c684188632fc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.040402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-57760002-b828-4b8d-be62-c684188632fc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/6aa0faca-1b43-4076-addc-aff154b400e6 HTTP/1.1" status: 204 len: 168 time: 3.0691626 Feb 04 15:50:57.045919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40596) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:57.067337 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a368059e-f2a1-4989-ac0e-39a741d1aead req-25daf5e3-806d-4905-b8ea-b6f4f992112d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.2841749 Feb 04 15:50:57.127572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18da59e9-fddf-4a19-85b4-c4c510582163 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.153522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f5873ca-b15b-48d6-8eff-4c4ad1d932df req-157ac13c-29e2-49b3-a9ef-7e972a7b70aa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804492 Feb 04 15:50:57.184773 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-049af7dc-8c06-4e31-b5fa-c31d1e597e84 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:50:57.186123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049af7dc-8c06-4e31-b5fa-c31d1e597e84 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:50:57.196520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:57.218719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40602) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:57.233476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-049af7dc-8c06-4e31-b5fa-c31d1e597e84 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/6aa0faca-1b43-4076-addc-aff154b400e6 HTTP/1.1" status: 404 len: 333 time: 0.1538928 Feb 04 15:50:57.241485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['43657e7d-d757-4945-b041-bfb7d7644491'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:57.252630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'mac_address': 'fa:16:3e:58:ac:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:50:57.348526 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-1194553a-741c-4d60-9a72-8c07712da1ca tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:50:57.356020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a940408f-10a9-4f86-ade2-62f7191c8275 req-4f794328-7106-406b-a419-d57a878c7461 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7983937 Feb 04 15:50:57.362011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1194553a-741c-4d60-9a72-8c07712da1ca tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/6aa0faca-1b43-4076-addc-aff154b400e6 HTTP/1.1" status: 404 len: 333 time: 0.1406682 Feb 04 15:50:57.362565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40604) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:57.421038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18da59e9-fddf-4a19-85b4-c4c510582163 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.470343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18da59e9-fddf-4a19-85b4-c4c510582163 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.482696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-18da59e9-fddf-4a19-85b4-c4c510582163 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3a815d52-83d9-4c07-8f12-90fb2a411176 HTTP/1.1" status: 204 len: 168 time: 0.6223986 Feb 04 15:50:57.483556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40606) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:57.494479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d53e5c-f46c-465c-9e76-f630fe41f168 None None] Pushing event updated for resources: {'Port': ['ID=9e849d6b-4804-4270-9535-03f60ed98a2b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:57.578644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-be05e21d-4ef3-400c-954a-a9f78493f05c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet e84cc4d5-20f9-4cd0-a6bb-2f497b6773a2 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:50:57.599883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be05e21d-4ef3-400c-954a-a9f78493f05c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.620243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da59e9-fddf-4a19-85b4-c4c510582163 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a815d52-83d9-4c07-8f12-90fb2a411176,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:57.696512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be05e21d-4ef3-400c-954a-a9f78493f05c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.740312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7e5eb478-1397-4af3-ba4e-fc98c8ef68d0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2146058 Feb 04 15:50:57.752639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40608) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:57.828271 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.140021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49a9b622-cbb3-42cf-a05e-88da473c8c74 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.209631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa54e6c-05d5-49bc-a328-c112abe4593e {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:50:58.214419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e8eca-2c1b-4bf4-8e73-183ca9e09d05 req-562fb965-f3bd-4444-8f9d-6a81bb0c66f9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:58.230047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-143e8eca-2c1b-4bf4-8e73-183ca9e09d05 req-562fb965-f3bd-4444-8f9d-6a81bb0c66f9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 0.2304614 Feb 04 15:50:58.271659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be05e21d-4ef3-400c-954a-a9f78493f05c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.401150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49a9b622-cbb3-42cf-a05e-88da473c8c74 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.417891 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-143e8eca-2c1b-4bf4-8e73-183ca9e09d05 req-165f7b37-fa19-44e8-badb-f083ba96be9c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1718099 Feb 04 15:50:58.435017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-298ae879-4561-4457-bef4-c54f54b45dca None None] Provisioning complete for port 9e849d6b-4804-4270-9535-03f60ed98a2b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:50:58.436172 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-298ae879-4561-4457-bef4-c54f54b45dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.458572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:50:58.531067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49a9b622-cbb3-42cf-a05e-88da473c8c74 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.534709 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49a9b622-cbb3-42cf-a05e-88da473c8c74 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.540772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-49a9b622-cbb3-42cf-a05e-88da473c8c74 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/6008fd50-5720-475d-a68c-9f81e148e4c8 HTTP/1.1" status: 204 len: 168 time: 0.7776933 Feb 04 15:50:58.554772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40620) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:58.556904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9b622-cbb3-42cf-a05e-88da473c8c74 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6008fd50-5720-475d-a68c-9f81e148e4c8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:58.569159 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.631751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d0511556-8d8d-4b66-8ceb-416a516837fd tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632946 Feb 04 15:50:58.632046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40622) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:58.639119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4a5ce2f6-9c02-4187-8136-8f8de99a840f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202204544'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:58.681608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce2f6-9c02-4187-8136-8f8de99a840f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.783005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be05e21d-4ef3-400c-954a-a9f78493f05c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.843007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:58.996394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce2f6-9c02-4187-8136-8f8de99a840f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.001963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05e21d-4ef3-400c-954a-a9f78493f05c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=e84cc4d5-20f9-4cd0-a6bb-2f497b6773a2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:59.004908 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce2f6-9c02-4187-8136-8f8de99a840f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.005801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be05e21d-4ef3-400c-954a-a9f78493f05c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.019319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-be05e21d-4ef3-400c-954a-a9f78493f05c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/e84cc4d5-20f9-4cd0-a6bb-2f497b6773a2 HTTP/1.1" status: 204 len: 168 time: 1.6513333 Feb 04 15:50:59.036480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-611b6d4e-fc5e-48e7-8551-0045542a4d7d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.038702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-611b6d4e-fc5e-48e7-8551-0045542a4d7d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.50 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a&tenant_id=537ec6f6adf0405b87c2e299025ea7fc&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 944 time: 1.2221212 Feb 04 15:50:59.040608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40630) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:59.050884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8c762e92-bccb-4321-adc1-cb72b5e76e10 None None] Could not find standard attr ID for object 6aa0faca-1b43-4076-addc-aff154b400e6. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:50:59.052278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1dae2-2253-4d98-8ec3-e2b627a5075c req-a7a97d29-d9d9-4383-b8b2-39b6b2256f2e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.064208 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64b1dae2-2253-4d98-8ec3-e2b627a5075c req-a7a97d29-d9d9-4383-b8b2-39b6b2256f2e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 945 time: 0.5459313 Feb 04 15:50:59.116745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09513e50-5460-43e6-936c-5a6777ee60f1 None None] Network 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:50:59.174536 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-10ac4e91-cc66-41f5-a0a7-f248105a1986 service neutron] 10.222.0.50 "GET /v2.0/ports/43657e7d-d757-4945-b041-bfb7d7644491/bindings/n-h1-827869-1 HTTP/1.1" status: 200 len: 382 time: 0.1021192 Feb 04 15:50:59.195714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['eaa54e6c-05d5-49bc-a328-c112abe4593e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:50:59.226528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64b1dae2-2253-4d98-8ec3-e2b627a5075c req-4242cae6-9936-4804-842e-83c632fb3fd3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605618 Feb 04 15:50:59.334598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-80d614f1-a531-4b49-966e-0a7b2881d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.339757 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-80d614f1-a531-4b49-966e-0a7b2881d8b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1095 time: 0.1022315 Feb 04 15:50:59.372961 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce2f6-9c02-4187-8136-8f8de99a840f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.377410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4a5ce2f6-9c02-4187-8136-8f8de99a840f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7442517 Feb 04 15:50:59.378246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40636) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:50:59.394334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9084b0e0-2920-4043-b0e3-0de596936449 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '22969a04-c77e-4974-87c0-316cc4b3aee4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:50:59.404785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ce2f6-9c02-4187-8136-8f8de99a840f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22969a04-c77e-4974-87c0-316cc4b3aee4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:50:59.413656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.531705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-bfd81cf4-c626-474c-9c0c-63e8669705f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.533436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-bfd81cf4-c626-474c-9c0c-63e8669705f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.1867046 Feb 04 15:50:59.588116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9084b0e0-2920-4043-b0e3-0de596936449 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.700460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-b46b47d8-8be9-4e22-9194-f9eaa43348aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 1000 time: 0.1589122 Feb 04 15:50:59.755360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] DHCP port deletion for 88b66cf9-b896-4a8d-83d5-8c9b00e2f962 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:50:59.857317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-77b74b6f-9039-4407-9fba-c5b3c3eb1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.861880 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-77b74b6f-9039-4407-9fba-c5b3c3eb1057 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.1481669 Feb 04 15:50:59.916373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] Deleting port 9e849d6b-4804-4270-9535-03f60ed98a2b {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:59.920735 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.959615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9084b0e0-2920-4043-b0e3-0de596936449 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.964779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 9e849d6b-4804-4270-9535-03f60ed98a2b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:50:59.966419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.968856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-a2c49e59-e589-42f5-bd58-3c3d04fc86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:50:59.971683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-a2c49e59-e589-42f5-bd58-3c3d04fc86d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029108 Feb 04 15:50:59.976231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9084b0e0-2920-4043-b0e3-0de596936449 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.064070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf92c65-c811-47f2-9341-c0b6acefd995 req-26c910c1-a5a1-4d06-9fa1-f53989781eae tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:00.075279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdf92c65-c811-47f2-9341-c0b6acefd995 req-26c910c1-a5a1-4d06-9fa1-f53989781eae tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 0.5075841 Feb 04 15:51:00.104236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] For port 9e849d6b-4804-4270-9535-03f60ed98a2b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9e849d6b-4804-4270-9535-03f60ed98a2b,segment=NetworkSegment(82f43f92-08a8-44d1-911b-9b0e3fcdc559),segment_id=82f43f92-08a8-44d1-911b-9b0e3fcdc559)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:00.105044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.155289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9084b0e0-2920-4043-b0e3-0de596936449 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.159389 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9084b0e0-2920-4043-b0e3-0de596936449 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7723927 Feb 04 15:51:00.161256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40642) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:00.163257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] Calling delete_port for 9e849d6b-4804-4270-9535-03f60ed98a2b owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:00.188299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-eb32ff04-0275-475d-bd81-289520d404d5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '22969a04-c77e-4974-87c0-316cc4b3aee4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:00.220950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084b0e0-2920-4043-b0e3-0de596936449 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ebb77f-6eb2-49ac-aacb-3a814f9b287d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:00.296436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] For port 9e849d6b-4804-4270-9535-03f60ed98a2b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9e849d6b-4804-4270-9535-03f60ed98a2b,segment=NetworkSegment(82f43f92-08a8-44d1-911b-9b0e3fcdc559),segment_id=82f43f92-08a8-44d1-911b-9b0e3fcdc559)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:00.297001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.336734 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdf92c65-c811-47f2-9341-c0b6acefd995 req-95686d5f-adbd-40d8-9a05-79fdc2329b2c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2601888 Feb 04 15:51:00.342690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-969d5290-b6d7-43fd-ae35-8bf59dbca47b service neutron] 10.222.0.50 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567541 Feb 04 15:51:00.357246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 9e849d6b-4804-4270-9535-03f60ed98a2b owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:00.413413 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.507652 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] No DVR routers for this DVR port 9e849d6b-4804-4270-9535-03f60ed98a2b on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:00.518529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10144313-d2aa-49d2-972e-2b2681a1d13e None None] Pushing event deleted for resources: {'Port': ['ID=9e849d6b-4804-4270-9535-03f60ed98a2b,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:00.562238 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3e43-62e3-42ae-8b4e-ed8f45db7b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.570871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.606818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=9e849d6b-4804-4270-9535-03f60ed98a2b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:00.614108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No DVR routers for this DVR port 9e849d6b-4804-4270-9535-03f60ed98a2b on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:00.755678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-21836a93-7959-47c1-9124-b8ff43c948cd service neutron] 10.222.0.50 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045153 Feb 04 15:51:00.798096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb42ab8-c939-4520-8ed0-9911e68492e1 req-31f37388-709a-4e1e-907b-441a783d3c38 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:00.800612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cb42ab8-c939-4520-8ed0-9911e68492e1 req-31f37388-709a-4e1e-907b-441a783d3c38 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 945 time: 0.3686311 Feb 04 15:51:00.802814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb32ff04-0275-475d-bd81-289520d404d5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.884451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.905650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cb42ab8-c939-4520-8ed0-9911e68492e1 req-0aadbc22-bed8-4d52-b985-cddb9d558f88 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964479 Feb 04 15:51:00.914498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:00.941224 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb32ff04-0275-475d-bd81-289520d404d5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.951192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb32ff04-0275-475d-bd81-289520d404d5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:00.963404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b66cf9-b896-4a8d-83d5-8c9b00e2f962']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:00.986051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f43f92-08a8-44d1-911b-9b0e3fcdc559') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:00.986719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f43f92-08a8-44d1-911b-9b0e3fcdc559') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:01.012475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.042127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.046193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32ff04-0275-475d-bd81-289520d404d5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2101a8e-9d58-4f24-a7f5-29623cc373cc,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:01.071786 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb32ff04-0275-475d-bd81-289520d404d5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.072306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:01.073203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:01.079604 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:01.083043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eb32ff04-0275-475d-bd81-289520d404d5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9158361 Feb 04 15:51:01.083043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40654) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:01.100373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4aa31ca2-96f3-483c-8cb9-dd57742deba0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '22969a04-c77e-4974-87c0-316cc4b3aee4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:01.112143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 43657e7d-d757-4945-b041-bfb7d7644491 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:01.118450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 43657e7d-d757-4945-b041-bfb7d7644491 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:01.119118 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.215108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4aa31ca2-96f3-483c-8cb9-dd57742deba0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.321354 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.346976 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.356432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.376131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/networks/88b66cf9-b896-4a8d-83d5-8c9b00e2f962 HTTP/1.1" status: 204 len: 168 time: 2.3267009 Feb 04 15:51:01.379130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40660) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:01.413520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1903031373'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:01.456363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:01.474702 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b171b09-a778-4116-8339-af9937bcc6db" -d '{"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-plugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:51:01.508173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7077-913b-4cc8-814e-be0d3112b97e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Network': ['ID=88b66cf9-b896-4a8d-83d5-8c9b00e2f962,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:01.561396 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4aa31ca2-96f3-483c-8cb9-dd57742deba0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.567892 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:01.585917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.592690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4aa31ca2-96f3-483c-8cb9-dd57742deba0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.692699 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc118d72-c8df-4ca7-9c67-a805b46f8ab2 x-openstack-request-id: req-fc118d72-c8df-4ca7-9c67-a805b46f8ab2 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:51:01.693157 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-plugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:51:01.693426 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc118d72-c8df-4ca7-9c67-a805b46f8ab2 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:51:01.695067 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'code': 200} Feb 04 15:51:01.710499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa31ca2-96f3-483c-8cb9-dd57742deba0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d7e530-681e-4edf-95f5-70db471538a5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:01.723943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4aa31ca2-96f3-483c-8cb9-dd57742deba0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.727293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4aa31ca2-96f3-483c-8cb9-dd57742deba0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6441336 Feb 04 15:51:01.731864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40668) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:01.742310 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ff9a4b2d-9a82-40ae-abf8-a0b3320e0dbc tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '22969a04-c77e-4974-87c0-316cc4b3aee4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:01.755564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:01.762527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.773327 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9e849d6b-4804-4270-9535-03f60ed98a2b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:51:01.817382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:01.833508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9e849d6b-4804-4270-9535-03f60ed98a2b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:51:01.835204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9e849d6b-4804-4270-9535-03f60ed98a2b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:51:01.842676 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:01.843343 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Added segment 5810fb98-b8f8-43ad-bc59-db375a7ba08a of type vlan for network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 Feb 04 15:51:01.861955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:01.974940 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.077579 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.092107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:02.093600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.354327 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9734054 Feb 04 15:51:02.373938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40674) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:02.425814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '3ed0db86-feba-43f9-8f6c-1aa4fdcded86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:02.435199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6c68d-67d4-42fe-be2b-133b76f35188 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Network': ['ID=3ed0db86-feba-43f9-8f6c-1aa4fdcded86,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:02.449618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:51:02.495799 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff9a4b2d-9a82-40ae-abf8-a0b3320e0dbc tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.729421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d811fff-c8db-44d1-aab1-86eb8da1729b req-4d3a24e4-58ae-46ee-a4a3-b52a0917dc48 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:02.735314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d811fff-c8db-44d1-aab1-86eb8da1729b req-4d3a24e4-58ae-46ee-a4a3-b52a0917dc48 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 945 time: 0.5764623 Feb 04 15:51:02.760062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b72f99-bebe-4e55-be70-689924946a0a req-52de209a-360e-494b-8078-2d51846f7af8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:02.760062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78b72f99-bebe-4e55-be70-689924946a0a req-52de209a-360e-494b-8078-2d51846f7af8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 1.2278581 Feb 04 15:51:02.847243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78b72f99-bebe-4e55-be70-689924946a0a req-0718d1e8-f99e-45fd-9bbc-86195466e7f3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0700328 Feb 04 15:51:02.903196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d811fff-c8db-44d1-aab1-86eb8da1729b req-dee34e00-2a89-45ca-acaa-9888c712f86b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435020 Feb 04 15:51:02.939189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device eaa54e6c-05d5-49bc-a328-c112abe4593e up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:02.954110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff9a4b2d-9a82-40ae-abf8-a0b3320e0dbc tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:02.983482 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff9a4b2d-9a82-40ae-abf8-a0b3320e0dbc tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.014932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:03.021043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.083094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a4b2d-9a82-40ae-abf8-a0b3320e0dbc tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5370d46-acc6-4234-bc43-49f9f8d78109,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.145139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port eaa54e6c-05d5-49bc-a328-c112abe4593e completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:03.150361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port eaa54e6c-05d5-49bc-a328-c112abe4593e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:03.150744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.160704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff9a4b2d-9a82-40ae-abf8-a0b3320e0dbc tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.166968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ff9a4b2d-9a82-40ae-abf8-a0b3320e0dbc tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4294882 Feb 04 15:51:03.167278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40684) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:03.172764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-589c5843-f42a-464b-852b-c4884d9ddd7b tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '22969a04-c77e-4974-87c0-316cc4b3aee4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:03.274385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-589c5843-f42a-464b-852b-c4884d9ddd7b tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.420775 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.448289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-589c5843-f42a-464b-852b-c4884d9ddd7b tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.457753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-589c5843-f42a-464b-852b-c4884d9ddd7b tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.526059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c5843-f42a-464b-852b-c4884d9ddd7b tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2726f8fa-1627-4e79-bbaa-87a8ece29730,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.539811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:03.544412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-589c5843-f42a-464b-852b-c4884d9ddd7b tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.546177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-589c5843-f42a-464b-852b-c4884d9ddd7b tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3771992 Feb 04 15:51:03.550262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.553881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40690) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:03.647485 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-118efe1a-f65c-4ffd-a3ed-1b987f959d50 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.659093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-118efe1a-f65c-4ffd-a3ed-1b987f959d50 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.715801 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-118efe1a-f65c-4ffd-a3ed-1b987f959d50 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.722275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-118efe1a-f65c-4ffd-a3ed-1b987f959d50 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.723519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-118efe1a-f65c-4ffd-a3ed-1b987f959d50 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2726f8fa-1627-4e79-bbaa-87a8ece29730 HTTP/1.1" status: 204 len: 168 time: 0.1675124 Feb 04 15:51:03.728234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40694) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:03.747384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118efe1a-f65c-4ffd-a3ed-1b987f959d50 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2726f8fa-1627-4e79-bbaa-87a8ece29730,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.748417 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.763768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:03.767346 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a522429-940a-4370-bcfc-6fcbc16024e8" -d '{"events": [{"server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "name": "network-vif-plugged", "status": "completed", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:51:03.828232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:03.850724 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d59ebd8e-f98f-4ce0-8147-f3db677f6eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:03.861608 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f370fff5-ad21-4aa1-919b-8c8712480f8e x-openstack-request-id: req-f370fff5-ad21-4aa1-919b-8c8712480f8e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:51:03.862425 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "name": "network-vif-plugged", "status": "completed", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:51:03.863319 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f370fff5-ad21-4aa1-919b-8c8712480f8e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:51:03.864193 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'code': 200} Feb 04 15:51:04.341395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c6bfc-c072-4cf7-a017-67420dbabbfa req-19339786-52d2-4356-aa8c-e3b0fe580259 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.346664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e4c6bfc-c072-4cf7-a017-67420dbabbfa req-19339786-52d2-4356-aa8c-e3b0fe580259 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.1348825 Feb 04 15:51:04.354191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bea2a9f8-ded4-40c5-afc1-938c51d5b0d4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6233191 Feb 04 15:51:04.358361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40704) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:04.398397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=c8ae010b-7af5-49b5-a7a4-9959c5c3b765,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.436690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking segment: {'id': '5810fb98-b8f8-43ad-bc59-db375a7ba08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed0db86-feba-43f9-8f6c-1aa4fdcded86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:51:04.437337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network hostable DHCP agents. Network: 3ed0db86-feba-43f9-8f6c-1aa4fdcded86, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:04.479725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56256b-17f5-4825-88fe-ede98deed005 req-e362741f-ce14-40d9-9389-5c2e6f8ff7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.481033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e313fe3-8ca3-43c2-b92a-9a59744dfd1e tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.482644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b56256b-17f5-4825-88fe-ede98deed005 req-e362741f-ce14-40d9-9389-5c2e6f8ff7b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 1097 time: 0.4205389 Feb 04 15:51:04.513533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e313fe3-8ca3-43c2-b92a-9a59744dfd1e tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.531788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e4c6bfc-c072-4cf7-a017-67420dbabbfa req-fda3080c-6410-4169-b8fc-a5e521422906 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754451 Feb 04 15:51:04.574522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b298844-a1d7-48ad-a3b2-a6e27fb3f6cf req-5fc4d3e3-0b48-4477-8c54-b168ce1b6adf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.574522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b298844-a1d7-48ad-a3b2-a6e27fb3f6cf req-5fc4d3e3-0b48-4477-8c54-b168ce1b6adf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.2830226 Feb 04 15:51:04.574522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:04.584801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-fdfcb1b8-8e48-4247-b5ac-8c1fbe0adad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.584801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-fdfcb1b8-8e48-4247-b5ac-8c1fbe0adad5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 1096 time: 0.2208982 Feb 04 15:51:04.611524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e313fe3-8ca3-43c2-b92a-9a59744dfd1e tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.619580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:04.623495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e313fe3-8ca3-43c2-b92a-9a59744dfd1e tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.628749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7e313fe3-8ca3-43c2-b92a-9a59744dfd1e tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c5370d46-acc6-4234-bc43-49f9f8d78109 HTTP/1.1" status: 204 len: 168 time: 0.2543008 Feb 04 15:51:04.634512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40708) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:04.670609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e313fe3-8ca3-43c2-b92a-9a59744dfd1e tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5370d46-acc6-4234-bc43-49f9f8d78109,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:04.690636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3ed0db86-feba-43f9-8f6c-1aa4fdcded86) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:04.707729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef58ee5-7b42-4317-8bbf-80c48f38c5fc None None] Network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:04.731240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:04.731908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.750328 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b56256b-17f5-4825-88fe-ede98deed005 req-5e09adc3-3331-4c5f-96d9-8cd1e0dbf51e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511344 Feb 04 15:51:04.763369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f876205c-a6a6-4339-8bf4-14dbadfbdbac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3852541 Feb 04 15:51:04.768812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40714) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:04.774300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '3ed0db86-feba-43f9-8f6c-1aa4fdcded86', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1613917932'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:04.802887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54517da2-b7e1-40cf-ab18-7918dc582c72 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1665187 Feb 04 15:51:04.806029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40716) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:04.838273 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.895086 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c05-af5e-44bf-a0c6-7d2fdb442653 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.914828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c05-af5e-44bf-a0c6-7d2fdb442653 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:04.935320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b298844-a1d7-48ad-a3b2-a6e27fb3f6cf req-d662e872-57d8-4c10-b3eb-72b5003c649a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3481333 Feb 04 15:51:05.051621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c05-af5e-44bf-a0c6-7d2fdb442653 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.081636 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2c05-af5e-44bf-a0c6-7d2fdb442653 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.088668 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dc1f2c05-af5e-44bf-a0c6-7d2fdb442653 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/69d7e530-681e-4edf-95f5-70db471538a5 HTTP/1.1" status: 204 len: 168 time: 0.2768590 Feb 04 15:51:05.108568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40724) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:05.161747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3ed0db86-feba-43f9-8f6c-1aa4fdcded86', 'network_id': '3ed0db86-feba-43f9-8f6c-1aa4fdcded86', 'tenant_id': 'c7423816536c4b15972f15d49c5f1f0c', 'fixed_ips': [{'subnet_id': 'c8ae010b-7af5-49b5-a7a4-9959c5c3b765'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:51:05.163874 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.172188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2c05-af5e-44bf-a0c6-7d2fdb442653 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69d7e530-681e-4edf-95f5-70db471538a5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:05.303045 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aede1ec0-d845-4051-b054-c16eae673cb7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1920056 Feb 04 15:51:05.309063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40728) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:05.387340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-078385bb-4141-4577-92a4-9fa9f34266a7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.423851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-078385bb-4141-4577-92a4-9fa9f34266a7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.523612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:05.527789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-078385bb-4141-4577-92a4-9fa9f34266a7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.568689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-078385bb-4141-4577-92a4-9fa9f34266a7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.577086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:05.579314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-078385bb-4141-4577-92a4-9fa9f34266a7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c2101a8e-9d58-4f24-a7f5-29623cc373cc HTTP/1.1" status: 204 len: 168 time: 0.2677515 Feb 04 15:51:05.593836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40736) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:05.601896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.678529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078385bb-4141-4577-92a4-9fa9f34266a7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2101a8e-9d58-4f24-a7f5-29623cc373cc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:05.712856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Allocated IP 172.20.0.2 (3ed0db86-feba-43f9-8f6c-1aa4fdcded86/c8ae010b-7af5-49b5-a7a4-9959c5c3b765/dd9e06b9-e398-4078-b4b6-41a0e680f8db) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:05.714249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port f1f8167b-2785-45a0-b568-10094e67d5b4 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:05.874534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-83d793fe-70bb-41c2-b6c5-23351b8e9845 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2547731 Feb 04 15:51:05.875505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40742) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:05.942936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:05.957586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f8a438d9-bfd9-4703-8e3d-f99bdfcbe6f1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:05.979602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd132645-5e4e-4fc9-a095-4ce361a556d2 req-ddaf07f4-784f-4b42-98d0-1cc40cb724f7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:05.982270 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd132645-5e4e-4fc9-a095-4ce361a556d2 req-ddaf07f4-784f-4b42-98d0-1cc40cb724f7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.2888780 Feb 04 15:51:06.011931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f8a438d9-bfd9-4703-8e3d-f99bdfcbe6f1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.037837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:06.044730 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfb6fc3-eb3c-475c-96be-d0b67eef95dd" -d '{"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-unplugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:51:06.055685 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.092776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Transition to ACTIVE for port object 43657e7d-d757-4945-b041-bfb7d7644491 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:51:06.100394 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.139653 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd132645-5e4e-4fc9-a095-4ce361a556d2 req-67efed49-b69f-40be-8bdb-80080c49a150 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450024 Feb 04 15:51:06.165559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f8a438d9-bfd9-4703-8e3d-f99bdfcbe6f1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.174904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f8a438d9-bfd9-4703-8e3d-f99bdfcbe6f1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.181220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f8a438d9-bfd9-4703-8e3d-f99bdfcbe6f1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/34ebb77f-6eb2-49ac-aacb-3a814f9b287d HTTP/1.1" status: 204 len: 168 time: 0.3019230 Feb 04 15:51:06.183073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40748) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:06.227162 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.250655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a438d9-bfd9-4703-8e3d-f99bdfcbe6f1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34ebb77f-6eb2-49ac-aacb-3a814f9b287d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:06.256414 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.311149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b67a61aa-dd7f-4ec8-951d-4f92970b1ed9 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1229467 Feb 04 15:51:06.312905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40750) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:06.395998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.5 (3ed0db86-feba-43f9-8f6c-1aa4fdcded86/c8ae010b-7af5-49b5-a7a4-9959c5c3b765/f1f8167b-2785-45a0-b568-10094e67d5b4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:06.556510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4aa46c3b-fa6a-4c88-992b-cb8f789bafff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.600015 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42ddd4c-2c77-40b4-b155-526928458969 x-openstack-request-id: req-b42ddd4c-2c77-40b4-b155-526928458969 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:51:06.600612 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-unplugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:51:06.601030 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b42ddd4c-2c77-40b4-b155-526928458969 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:51:06.601609 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'code': 200} Feb 04 15:51:06.611954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:06.632473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Pushing event updated for resources: {'Port': ['ID=dd9e06b9-e398-4078-b4b6-41a0e680f8db,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:06.648431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4aa46c3b-fa6a-4c88-992b-cb8f789bafff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.653546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:06.658797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:06.835450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Attempting to bind port dd9e06b9-e398-4078-b4b6-41a0e680f8db on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:06.836469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Attempting to bind port dd9e06b9-e398-4078-b4b6-41a0e680f8db by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '5810fb98-b8f8-43ad-bc59-db375a7ba08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed0db86-feba-43f9-8f6c-1aa4fdcded86'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:06.837076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Attempting to bind port dd9e06b9-e398-4078-b4b6-41a0e680f8db on network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:51:06.843027 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4aa46c3b-fa6a-4c88-992b-cb8f789bafff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.847947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4aa46c3b-fa6a-4c88-992b-cb8f789bafff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.858884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4aa46c3b-fa6a-4c88-992b-cb8f789bafff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/22969a04-c77e-4974-87c0-316cc4b3aee4 HTTP/1.1" status: 204 len: 168 time: 0.5409842 Feb 04 15:51:06.860458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40760) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:06.880535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:51:06.881457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Checking segment: {'id': '5810fb98-b8f8-43ad-bc59-db375a7ba08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed0db86-feba-43f9-8f6c-1aa4fdcded86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:51:06.883206 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.884093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Bound using segment: {'id': '5810fb98-b8f8-43ad-bc59-db375a7ba08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed0db86-feba-43f9-8f6c-1aa4fdcded86'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:51:06.885275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Bound port: dd9e06b9-e398-4078-b4b6-41a0e680f8db, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810fb98-b8f8-43ad-bc59-db375a7ba08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ed0db86-feba-43f9-8f6c-1aa4fdcded86'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:06.886255 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.912127 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:06.922697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa46c3b-fa6a-4c88-992b-cb8f789bafff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22969a04-c77e-4974-87c0-316cc4b3aee4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:06.961765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=10']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:06.973255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:51:07.078797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd644d2-ee2f-4bde-89c9-1ea160462157 req-995c8624-c50c-4016-ab18-e6c4a4e9f2a9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:07.083029 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dbcde6a9-e09d-4762-a143-60207679e3c3 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2050972 Feb 04 15:51:07.091850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ecd644d2-ee2f-4bde-89c9-1ea160462157 req-995c8624-c50c-4016-ab18-e6c4a4e9f2a9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 0.8847198 Feb 04 15:51:07.099196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40764) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:07.111793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ce0d24ee-ad37-48dd-91e5-90b098223b43 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--382908087'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:07.196573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce0d24ee-ad37-48dd-91e5-90b098223b43 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.252416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] No DVR routers for this DVR port 43657e7d-d757-4945-b041-bfb7d7644491 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:07.272501 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.372036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:51:07.485310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] For port dd9e06b9-e398-4078-b4b6-41a0e680f8db, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:07.493387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] For port dd9e06b9-e398-4078-b4b6-41a0e680f8db, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dd9e06b9-e398-4078-b4b6-41a0e680f8db,segment=NetworkSegment(5810fb98-b8f8-43ad-bc59-db375a7ba08a),segment_id=5810fb98-b8f8-43ad-bc59-db375a7ba08a)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:07.501648 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce0d24ee-ad37-48dd-91e5-90b098223b43 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.510092 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.523021 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.538005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce0d24ee-ad37-48dd-91e5-90b098223b43 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.670799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb147f1-519c-4ec4-902b-a3db0b73ab44 req-d4375ae1-3c1d-4195-b29f-8306688a28d0 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:07.674064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dfb147f1-519c-4ec4-902b-a3db0b73ab44 req-d4375ae1-3c1d-4195-b29f-8306688a28d0 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.2745221 Feb 04 15:51:07.726934 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce0d24ee-ad37-48dd-91e5-90b098223b43 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:07.735997 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ce0d24ee-ad37-48dd-91e5-90b098223b43 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6349382 Feb 04 15:51:07.737504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d24ee-ad37-48dd-91e5-90b098223b43 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0def0b-3168-48d4-9611-85ec15fe7cb1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:07.760628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:07.779711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-de1ac97d-6816-4285-8146-42b5fde7d3c1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '4c0def0b-3168-48d4-9611-85ec15fe7cb1', 'direction': 'ingress', 'protocol': 17}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:07.799104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1bf4e-1a6a-4bf1-be6d-58a4e610e8c4 None None] Pushing event updated for resources: {'Port': ['ID=dd9e06b9-e398-4078-b4b6-41a0e680f8db,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.053200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dfb147f1-519c-4ec4-902b-a3db0b73ab44 req-928bea50-0531-4b0b-8bb2-e9ce68f8553e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678539 Feb 04 15:51:08.102497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de1ac97d-6816-4285-8146-42b5fde7d3c1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.208584 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.303506 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de1ac97d-6816-4285-8146-42b5fde7d3c1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.311646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40796) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:08.329120 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de1ac97d-6816-4285-8146-42b5fde7d3c1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.408569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ecd644d2-ee2f-4bde-89c9-1ea160462157 req-c2006d3f-6d82-40bc-87c9-655dc08b41bb tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.2860966 Feb 04 15:51:08.429469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ac97d-6816-4285-8146-42b5fde7d3c1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae42ef2f-3817-45e7-83d6-e9c53f4b2a5d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.472558 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de1ac97d-6816-4285-8146-42b5fde7d3c1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.474778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-de1ac97d-6816-4285-8146-42b5fde7d3c1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7131004 Feb 04 15:51:08.478354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40802) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:08.511044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.626284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:08.634748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=f1f8167b-2785-45a0-b568-10094e67d5b4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:08.642026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:08.648332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:08.720359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:08.720747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:08.721166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:51:08.733804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:51:08.734287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Attempting to bind port 43657e7d-d757-4945-b041-bfb7d7644491 on network bc758428-5547-40c2-962f-7c15fe8f0764 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:51:08.751690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:51:08.752217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Checking segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:51:08.752551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Bound using segment: {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:51:08.753078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Bound port: 43657e7d-d757-4945-b041-bfb7d7644491, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:08.754169 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.799974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a7f1c6bb-0beb-4bda-8f0e-332e29e855b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.802411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a7f1c6bb-0beb-4bda-8f0e-332e29e855b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.803599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a7f1c6bb-0beb-4bda-8f0e-332e29e855b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.804928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a7f1c6bb-0beb-4bda-8f0e-332e29e855b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.805895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a7f1c6bb-0beb-4bda-8f0e-332e29e855b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.807127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a7f1c6bb-0beb-4bda-8f0e-332e29e855b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.808904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a7f1c6bb-0beb-4bda-8f0e-332e29e855b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.822930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a7f1c6bb-0beb-4bda-8f0e-332e29e855b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6489 time: 0.5097067 Feb 04 15:51:08.887055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd3abb-ba52-48d9-97be-298e0bbd98b0 req-e2fbeef8-d83f-4d59-8ad5-6b2cf22e9a98 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.899792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86cd3abb-ba52-48d9-97be-298e0bbd98b0 req-e2fbeef8-d83f-4d59-8ad5-6b2cf22e9a98 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.3649297 Feb 04 15:51:08.903910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:08.909499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:08.937827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d746005b-949d-4cdd-8eb0-83cdcf2091ff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.940828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:08.944014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:08.997296 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.013503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a5c8febd-e474-4538-ac4b-182f4db34d86 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&id=ce097198-9b31-4336-a01c-42e3c13b5cde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861310 Feb 04 15:51:09.027384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86cd3abb-ba52-48d9-97be-298e0bbd98b0 req-829d68ad-cdb9-478c-b7fe-c1ab767750a2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247299 Feb 04 15:51:09.031837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d746005b-949d-4cdd-8eb0-83cdcf2091ff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.071403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:09.073660 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.081329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] 10.222.0.30 "PUT /v2.0/ports/43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 1092 time: 4.4744246 Feb 04 15:51:09.085617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:09.100906 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d157446-6c4d-423b-99d6-f89b5b56e6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:51:09.122545 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ae77fca5-fcdd-437e-9407-3d38aeb68230 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.3523998 Feb 04 15:51:09.127008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40812) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:09.298947 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c66f75d-2e47-4d20-ad7e-c34790f1202b x-openstack-request-id: req-3c66f75d-2e47-4d20-ad7e-c34790f1202b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:51:09.299570 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:51:09.303870 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c66f75d-2e47-4d20-ad7e-c34790f1202b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:51:09.304565 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'status': 'completed', 'code': 200} Feb 04 15:51:09.372358 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d746005b-949d-4cdd-8eb0-83cdcf2091ff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.373776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2adee9-5706-452d-bc71-6fb6859f2a7c service neutron] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=11']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:09.388757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d746005b-949d-4cdd-8eb0-83cdcf2091ff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.392459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d746005b-949d-4cdd-8eb0-83cdcf2091ff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/4c0def0b-3168-48d4-9611-85ec15fe7cb1 HTTP/1.1" status: 204 len: 168 time: 0.9103534 Feb 04 15:51:09.406099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40818) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:09.408645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8bdc0012-3394-443a-a23a-697cad396260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:09.416667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-8bdc0012-3394-443a-a23a-697cad396260 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1095 time: 0.2002130 Feb 04 15:51:09.432154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746005b-949d-4cdd-8eb0-83cdcf2091ff tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0def0b-3168-48d4-9611-85ec15fe7cb1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:09.485029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-114691c0-f6b4-4ca8-a5e8-8c30ccc27c5c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port f1f8167b-2785-45a0-b568-10094e67d5b4 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:09.486853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-114691c0-f6b4-4ca8-a5e8-8c30ccc27c5c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.517190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-7918ef4e-be54-40df-b559-c8ef6f9f6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:09.519216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-7918ef4e-be54-40df-b559-c8ef6f9f6437 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1095 time: 0.2046504 Feb 04 15:51:09.738728 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:09.797131 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-10647fdb-3848-4f48-8b98-c6a2e046db2f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3712318 Feb 04 15:51:09.809490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40834) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:09.877436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-0b02c27f-0e8d-45d4-8ebc-b7b14e05531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:09.900663 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-0b02c27f-0e8d-45d4-8ebc-b7b14e05531d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.4758589 Feb 04 15:51:09.997521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ee8448f7-d9c8-4691-bd0f-51ac6ad42322 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323783967'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:10.010320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dd9e06b9-e398-4078-b4b6-41a0e680f8db up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:10.017381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-518777f2-b211-4e95-8976-a66a49222c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:10.022809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-518777f2-b211-4e95-8976-a66a49222c0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.4487963 Feb 04 15:51:10.072767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-114691c0-f6b4-4ca8-a5e8-8c30ccc27c5c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.166192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-114691c0-f6b4-4ca8-a5e8-8c30ccc27c5c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for f1f8167b-2785-45a0-b568-10094e67d5b4 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:10.205486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port dd9e06b9-e398-4078-b4b6-41a0e680f8db triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:10.206274 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.268074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-6de25b3e-160e-43cd-bdd5-f7caad3e2ae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 999 time: 0.3208890 Feb 04 15:51:10.289191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1675d-5ed9-432a-8f23-69367986495e req-ff6196f9-3314-4395-bc63-dc358be89816 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:10.312242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93e1675d-5ed9-432a-8f23-69367986495e req-ff6196f9-3314-4395-bc63-dc358be89816 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 0.4911017 Feb 04 15:51:10.371003 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee8448f7-d9c8-4691-bd0f-51ac6ad42322 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.457262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-d71e1bba-a7fa-42af-8fae-5a244aeadeb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 999 time: 0.4200103 Feb 04 15:51:10.478852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07163f9-527a-4305-87f4-70b60dcf5502 None None] Network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:10.584933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-e1851439-403f-449e-9029-603a20231b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:10.592486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-e1851439-403f-449e-9029-603a20231b7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.1205809 Feb 04 15:51:10.596091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-4c76cd08-b638-464c-85fb-0e18857fa753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:10.597806 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-4c76cd08-b638-464c-85fb-0e18857fa753 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.3208961 Feb 04 15:51:10.625425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93e1675d-5ed9-432a-8f23-69367986495e req-db30f9d6-5483-42b0-b3b3-ce251ff8b92a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3117797 Feb 04 15:51:10.708517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:10.714869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175e69-f5bd-4f9e-9162-a6446a21c552 req-226bac60-bdf7-4f82-a8a6-c28433068021 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:10.723135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db175e69-f5bd-4f9e-9162-a6446a21c552 req-226bac60-bdf7-4f82-a8a6-c28433068021 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.5303628 Feb 04 15:51:10.895883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-9d869dd6-5955-45f4-b376-06c59f833a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:10.904103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-9d869dd6-5955-45f4-b376-06c59f833a8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2818446 Feb 04 15:51:10.918956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-673456ea-4ca6-44a1-b60a-940ffb087972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:10.920734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-673456ea-4ca6-44a1-b60a-940ffb087972 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3167934 Feb 04 15:51:10.960734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db175e69-f5bd-4f9e-9162-a6446a21c552 req-82d4962b-c411-4e8b-a85c-8da274f2daf2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339675 Feb 04 15:51:11.056468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee8448f7-d9c8-4691-bd0f-51ac6ad42322 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.080884 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee8448f7-d9c8-4691-bd0f-51ac6ad42322 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.132561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f454a683-c523-4947-9089-56eba9d765c7 None None] Provisioning complete for port dd9e06b9-e398-4078-b4b6-41a0e680f8db triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:11.133434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f454a683-c523-4947-9089-56eba9d765c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.152186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port dd9e06b9-e398-4078-b4b6-41a0e680f8db, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dd9e06b9-e398-4078-b4b6-41a0e680f8db,segment=NetworkSegment(5810fb98-b8f8-43ad-bc59-db375a7ba08a),segment_id=5810fb98-b8f8-43ad-bc59-db375a7ba08a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:11.164477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40866) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:11.166564 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-114691c0-f6b4-4ca8-a5e8-8c30ccc27c5c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.170593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.194905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ee8448f7-d9c8-4691-bd0f-51ac6ad42322 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.200551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ee8448f7-d9c8-4691-bd0f-51ac6ad42322 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3809977 Feb 04 15:51:11.201518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40868) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:11.227922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-22fe41f4-8687-4138-a97f-90f2a2b905e4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332872901'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:11.275840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8448f7-d9c8-4691-bd0f-51ac6ad42322 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d0fa8b-b6d8-40f4-91e6-9e521301e20a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.337729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114691c0-f6b4-4ca8-a5e8-8c30ccc27c5c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=f1f8167b-2785-45a0-b568-10094e67d5b4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.433149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=dd9e06b9-e398-4078-b4b6-41a0e680f8db,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.460251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-114691c0-f6b4-4ca8-a5e8-8c30ccc27c5c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.469080 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-114691c0-f6b4-4ca8-a5e8-8c30ccc27c5c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/f1f8167b-2785-45a0-b568-10094e67d5b4 HTTP/1.1" status: 204 len: 168 time: 2.3401177 Feb 04 15:51:11.471026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22fe41f4-8687-4138-a97f-90f2a2b905e4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.493436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40872) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:11.575538 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22fe41f4-8687-4138-a97f-90f2a2b905e4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.580915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22fe41f4-8687-4138-a97f-90f2a2b905e4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.692474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe41f4-8687-4138-a97f-90f2a2b905e4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b760ebc-5f00-4f1c-9c51-cec6131f3f25,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:11.704334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-22fe41f4-8687-4138-a97f-90f2a2b905e4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.711386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-22fe41f4-8687-4138-a97f-90f2a2b905e4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4922593 Feb 04 15:51:11.713825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40880) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:11.726462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7c48a405-0ebc-40ca-9aa8-31747f58e785 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '19d0fa8b-b6d8-40f4-91e6-9e521301e20a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8b760ebc-5f00-4f1c-9c51-cec6131f3f25', 'remote_ip_prefix': None}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:11.767688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dd9e06b9-e398-4078-b4b6-41a0e680f8db up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:11.829584 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-893177bf-f31c-425f-b6be-dd8b3338a0d2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:51:11.838474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-893177bf-f31c-425f-b6be-dd8b3338a0d2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/f1f8167b-2785-45a0-b568-10094e67d5b4 HTTP/1.1" status: 404 len: 333 time: 0.3015988 Feb 04 15:51:11.845640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40882) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:11.849848 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c48a405-0ebc-40ca-9aa8-31747f58e785 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:11.934244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port dd9e06b9-e398-4078-b4b6-41a0e680f8db triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:11.934788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.047721 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3842de01-4918-4f4e-8a17-548dbb1add0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.112069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2033887a-e373-4b6a-8e8f-5dee92870101 None None] Provisioning complete for port dd9e06b9-e398-4078-b4b6-41a0e680f8db triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:12.112442 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2033887a-e373-4b6a-8e8f-5dee92870101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.176308 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-02ec052e-e7da-45d0-bda1-eccdba6ed6bb service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2477145 Feb 04 15:51:12.219387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-a77151d6-75b3-4f0e-b1f6-243a26dc09ab service neutron] 10.222.0.50 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2558279 Feb 04 15:51:12.224543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-f840d6ae-8a39-4540-9a6e-51d1977c030a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet c8ae010b-7af5-49b5-a7a4-9959c5c3b765 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:51:12.240736 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f840d6ae-8a39-4540-9a6e-51d1977c030a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.338769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c48a405-0ebc-40ca-9aa8-31747f58e785 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.357855 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c48a405-0ebc-40ca-9aa8-31747f58e785 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.438788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7c48a405-0ebc-40ca-9aa8-31747f58e785 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.446272 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7c48a405-0ebc-40ca-9aa8-31747f58e785 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7307441 Feb 04 15:51:12.452512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40894) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:12.477569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48a405-0ebc-40ca-9aa8-31747f58e785 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273356bf-ec64-426d-a27c-066fde67421d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:12.493003 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f840d6ae-8a39-4540-9a6e-51d1977c030a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.502852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-681ff91c-722b-4ea2-9784-a99bcb346dd5 service neutron] 10.222.0.50 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389867 Feb 04 15:51:12.545180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280353a1-d0e2-4874-af53-44ffc2940d78 req-664fb425-1059-41c6-963b-5f581f164629 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:12.554910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-280353a1-d0e2-4874-af53-44ffc2940d78 req-664fb425-1059-41c6-963b-5f581f164629 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 0.6688786 Feb 04 15:51:12.626348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2033887a-e373-4b6a-8e8f-5dee92870101 None None] Could not find standard attr ID for object f1f8167b-2785-45a0-b568-10094e67d5b4. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:12.684597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076b3c9-2dff-40ca-a139-d04f1a2afa06 req-fb0749f8-cb6b-4248-b05e-66fdfab90b7a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:12.695033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9076b3c9-2dff-40ca-a139-d04f1a2afa06 req-fb0749f8-cb6b-4248-b05e-66fdfab90b7a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.4975283 Feb 04 15:51:12.725699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-280353a1-d0e2-4874-af53-44ffc2940d78 req-e7dbbb77-f5ef-4bc9-b4c6-c7be29959a94 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1563823 Feb 04 15:51:12.732361 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4b81234-5e3d-4df9-945b-1fce8a11c7d8 req-17ac1d89-790a-4c36-8b96-4412e57b6344 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548711 Feb 04 15:51:12.751883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a989eefd-873b-4d45-ad21-0981520b6b81 None None] Could not find standard attr ID for object f1f8167b-2785-45a0-b568-10094e67d5b4. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:12.795802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8221f7e8-6af0-4806-a5e7-0b7493de34fe tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.823355 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8221f7e8-6af0-4806-a5e7-0b7493de34fe tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.864250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3842de01-4918-4f4e-8a17-548dbb1add0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.865138 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f840d6ae-8a39-4540-9a6e-51d1977c030a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.897036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3842de01-4918-4f4e-8a17-548dbb1add0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:12.967924 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3842de01-4918-4f4e-8a17-548dbb1add0c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b381641ba12456c9e390ea965f08c05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7621348 Feb 04 15:51:12.971559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40902) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:12.979410 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-59caff16-3ca5-4dbd-aee4-b1be9d94c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:12.981517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-59caff16-3ca5-4dbd-aee4-b1be9d94c0e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1095 time: 0.1937680 Feb 04 15:51:12.983604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842de01-4918-4f4e-8a17-548dbb1add0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57cf4b8-ce76-482a-8167-65396c4f67f3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:12.985059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9076b3c9-2dff-40ca-a139-d04f1a2afa06 req-b89c81ab-25dd-4756-b4f3-0b5de1b5f5af tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882013 Feb 04 15:51:12.996945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8221f7e8-6af0-4806-a5e7-0b7493de34fe tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.032032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8221f7e8-6af0-4806-a5e7-0b7493de34fe tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.032032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8221f7e8-6af0-4806-a5e7-0b7493de34fe tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/273356bf-ec64-426d-a27c-066fde67421d HTTP/1.1" status: 204 len: 168 time: 0.5775495 Feb 04 15:51:13.048644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40904) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:13.071821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221f7e8-6af0-4806-a5e7-0b7493de34fe tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=273356bf-ec64-426d-a27c-066fde67421d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:13.121870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f840d6ae-8a39-4540-9a6e-51d1977c030a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.152617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-7aa7dd29-04e5-4071-8db7-f3bf73c7ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:13.154236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-7aa7dd29-04e5-4071-8db7-f3bf73c7ba86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.1599650 Feb 04 15:51:13.154909 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07fb3328-48d3-408d-84d1-bec6eb0aadc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.207742 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840d6ae-8a39-4540-9a6e-51d1977c030a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ae010b-7af5-49b5-a7a4-9959c5c3b765,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:13.234616 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f840d6ae-8a39-4540-9a6e-51d1977c030a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.241506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f840d6ae-8a39-4540-9a6e-51d1977c030a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/c8ae010b-7af5-49b5-a7a4-9959c5c3b765 HTTP/1.1" status: 204 len: 168 time: 1.2908614 Feb 04 15:51:13.243684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb0554-1594-4ebb-867a-6ea2ff668593 None None] Network 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:13.247541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40910) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:13.268553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0315c416-bfba-4244-b36f-2e02f34e8e15 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1895471 Feb 04 15:51:13.268553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-f39e1a69-26d2-4e77-8525-0f295dc5fdc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 999 time: 0.1044371 Feb 04 15:51:13.277910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40912) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:13.291660 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07fb3328-48d3-408d-84d1-bec6eb0aadc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.455020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.504058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-f6c7b775-46dc-4a6d-b0a8-8221ae3cbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:13.506442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-f6c7b775-46dc-4a6d-b0a8-8221ae3cbe93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.1310418 Feb 04 15:51:13.514536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfffc-8fdf-4933-8dfb-2c1f4492e5d0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.555885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07fb3328-48d3-408d-84d1-bec6eb0aadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.558553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07fb3328-48d3-408d-84d1-bec6eb0aadc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.559726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07fb3328-48d3-408d-84d1-bec6eb0aadc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d57cf4b8-ce76-482a-8167-65396c4f67f3 HTTP/1.1" status: 204 len: 168 time: 0.5872226 Feb 04 15:51:13.571612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb3328-48d3-408d-84d1-bec6eb0aadc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57cf4b8-ce76-482a-8167-65396c4f67f3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:13.607809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-70d1a5c0-6240-43d1-aa23-8ed981f7bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:13.609360 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-70d1a5c0-6240-43d1-aa23-8ed981f7bd3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904799 Feb 04 15:51:13.616603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfffc-8fdf-4933-8dfb-2c1f4492e5d0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.671410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] DHCP port deletion for 3ed0db86-feba-43f9-8f6c-1aa4fdcded86 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:51:13.796831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] Deleting port dd9e06b9-e398-4078-b4b6-41a0e680f8db {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:13.797141 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.865729 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfffc-8fdf-4933-8dfb-2c1f4492e5d0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.878738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3fdcfffc-8fdf-4933-8dfb-2c1f4492e5d0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.880322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3fdcfffc-8fdf-4933-8dfb-2c1f4492e5d0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/8b760ebc-5f00-4f1c-9c51-cec6131f3f25 HTTP/1.1" status: 204 len: 168 time: 0.5978231 Feb 04 15:51:13.887548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40922) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:13.915115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port dd9e06b9-e398-4078-b4b6-41a0e680f8db {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:13.918536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:13.970543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] For port dd9e06b9-e398-4078-b4b6-41a0e680f8db, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dd9e06b9-e398-4078-b4b6-41a0e680f8db,segment=NetworkSegment(5810fb98-b8f8-43ad-bc59-db375a7ba08a),segment_id=5810fb98-b8f8-43ad-bc59-db375a7ba08a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:13.974862 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.006275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcfffc-8fdf-4933-8dfb-2c1f4492e5d0 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b760ebc-5f00-4f1c-9c51-cec6131f3f25,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:14.009849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] For port dd9e06b9-e398-4078-b4b6-41a0e680f8db, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dd9e06b9-e398-4078-b4b6-41a0e680f8db,segment=NetworkSegment(5810fb98-b8f8-43ad-bc59-db375a7ba08a),segment_id=5810fb98-b8f8-43ad-bc59-db375a7ba08a)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:14.010232 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.026250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for dd9e06b9-e398-4078-b4b6-41a0e680f8db owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:14.033887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] Calling delete_port for dd9e06b9-e398-4078-b4b6-41a0e680f8db owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:14.084927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-04060286-7d6f-4254-b767-7748d8e251dc service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592974 Feb 04 15:51:14.185064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40928) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:14.202353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d72b-cebd-4679-ab0f-bf83d00c0655 req-425238de-fc9a-4518-a34f-238a5cc1dc43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:14.207914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8f4d72b-cebd-4679-ab0f-bf83d00c0655 req-425238de-fc9a-4518-a34f-238a5cc1dc43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 0.3030124 Feb 04 15:51:14.240442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96008c-b031-46be-b9d7-1be9392a632e req-778f2e05-4fa5-479c-9c1e-ff82aa1ab44d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:14.249371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a96008c-b031-46be-b9d7-1be9392a632e req-778f2e05-4fa5-479c-9c1e-ff82aa1ab44d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.0971835 Feb 04 15:51:14.251377 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.278977 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] Pushing event deleted for resources: {'Port': ['ID=dd9e06b9-e398-4078-b4b6-41a0e680f8db,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:14.293887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c51e3-087d-4078-9da3-aa2085aa8638 None None] No DVR routers for this DVR port dd9e06b9-e398-4078-b4b6-41a0e680f8db on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:14.300986 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.316328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No DVR routers for this DVR port dd9e06b9-e398-4078-b4b6-41a0e680f8db on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:14.331376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2a96008c-b031-46be-b9d7-1be9392a632e req-a7460b46-0fd9-4f9b-b731-e8a3487b2ee6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799785 Feb 04 15:51:14.352581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d18fa74d-6dfe-4f1a-aa4c-dd53845f4946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.368711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-64a56bd9-e2b8-4c38-a9cf-717d992cd795 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4795282 Feb 04 15:51:14.375154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40930) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:14.391490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=dd9e06b9-e398-4078-b4b6-41a0e680f8db,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:14.480501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f8f4d72b-cebd-4679-ab0f-bf83d00c0655 req-7ea07ae5-5522-417b-a17f-e191398f3927 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2651420 Feb 04 15:51:14.513989 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d157446-6c4d-423b-99d6-f89b5b56e6c3 req-72c4048e-7c91-47cf-be57-4dde5bac57f0 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083700 Feb 04 15:51:14.559597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e69866e2-85e0-4204-88c3-7bdf83aba11c tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.593800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.601014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e69866e2-85e0-4204-88c3-7bdf83aba11c tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.649185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed0db86-feba-43f9-8f6c-1aa4fdcded86']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:14.663993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d18fa74d-6dfe-4f1a-aa4c-dd53845f4946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.671995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5810fb98-b8f8-43ad-bc59-db375a7ba08a') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:14.672369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5810fb98-b8f8-43ad-bc59-db375a7ba08a') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:14.675468 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d18fa74d-6dfe-4f1a-aa4c-dd53845f4946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.698787 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.721776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.730497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:14.731776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.732058 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e69866e2-85e0-4204-88c3-7bdf83aba11c tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.734990 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e69866e2-85e0-4204-88c3-7bdf83aba11c tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.736489 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e69866e2-85e0-4204-88c3-7bdf83aba11c tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/19d0fa8b-b6d8-40f4-91e6-9e521301e20a HTTP/1.1" status: 204 len: 168 time: 0.3567629 Feb 04 15:51:14.753253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d18fa74d-6dfe-4f1a-aa4c-dd53845f4946 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c2f06c7e1297469391a16b8eb8323e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311599 Feb 04 15:51:14.753253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40940) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:14.763438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40942) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:14.784313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fa74d-6dfe-4f1a-aa4c-dd53845f4946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fef106-8c08-4abf-84c6-ea0fb288dce5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:14.820459 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:14.827125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.835440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69866e2-85e0-4204-88c3-7bdf83aba11c tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d0fa8b-b6d8-40f4-91e6-9e521301e20a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:14.840600 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.857798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/networks/3ed0db86-feba-43f9-8f6c-1aa4fdcded86 HTTP/1.1" status: 204 len: 168 time: 1.6027305 Feb 04 15:51:14.858298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40946) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:14.872700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-af5071ff-156b-4be5-b21c-47460d54e6eb tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1201966 Feb 04 15:51:14.875311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40948) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:14.882099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bd5201a7-949c-420a-a27a-106a0d4f4235 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--527072369'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:14.885185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'name': 'tempest-PortsTestJSON-371730679'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:14.891275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e4cf6-e8db-4146-b8b6-0c963f55c972 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Network': ['ID=3ed0db86-feba-43f9-8f6c-1aa4fdcded86,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:14.909219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a38b88e-0def-4806-8dec-86be001494a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.949582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd5201a7-949c-420a-a27a-106a0d4f4235 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:14.955843 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a38b88e-0def-4806-8dec-86be001494a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.077807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:15.083280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.095479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd5201a7-949c-420a-a27a-106a0d4f4235 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.106068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd5201a7-949c-420a-a27a-106a0d4f4235 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.125638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 1d83b458-11e7-4c6e-84a5-78b0a38451a8 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:15.162131 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd5201a7-949c-420a-a27a-106a0d4f4235 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.166307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40952) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:15.173542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7193db09-c3ce-45cf-92f9-99dad9571c31 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '761d0f16-c76b-4ec7-9844-9c2b24af5791', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:15.178617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bd5201a7-949c-420a-a27a-106a0d4f4235 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3003943 Feb 04 15:51:15.181447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a38b88e-0def-4806-8dec-86be001494a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.184583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a38b88e-0def-4806-8dec-86be001494a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.185755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1a38b88e-0def-4806-8dec-86be001494a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99fef106-8c08-4abf-84c6-ea0fb288dce5 HTTP/1.1" status: 204 len: 168 time: 0.4211702 Feb 04 15:51:15.187112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5201a7-949c-420a-a27a-106a0d4f4235 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761d0f16-c76b-4ec7-9844-9c2b24af5791,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:15.198462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b88e-0def-4806-8dec-86be001494a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fef106-8c08-4abf-84c6-ea0fb288dce5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:15.530720 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7193db09-c3ce-45cf-92f9-99dad9571c31 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.601237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:51:15.742489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dd9e06b9-e398-4078-b4b6-41a0e680f8db no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:51:15.789849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: dd9e06b9-e398-4078-b4b6-41a0e680f8db {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:51:15.790508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dd9e06b9-e398-4078-b4b6-41a0e680f8db not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:51:15.812216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49dc8b-e3ca-4bed-8889-cdd265ffda54 req-c7945423-dbee-43ec-8e5a-996bd2ee537b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:15.822365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e49dc8b-e3ca-4bed-8889-cdd265ffda54 req-c7945423-dbee-43ec-8e5a-996bd2ee537b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 944 time: 0.1336339 Feb 04 15:51:15.844154 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.949629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:15.981650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e49dc8b-e3ca-4bed-8889-cdd265ffda54 req-42f6392d-2f0a-449d-8b5b-9640009bd7e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1577983 Feb 04 15:51:16.045098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:16.101589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '43657e7d-d757-4945-b041-bfb7d7644491', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'port_id': '43657e7d-d757-4945-b041-bfb7d7644491', 'mac_address': 'fa:16:3e:17:1f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:51:16.149773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:16.162621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:16.235118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:16.247284 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.253117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:16.254334 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.265765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43657e7d-d757-4945-b041-bfb7d7644491 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:16.300869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=1d83b458-11e7-4c6e-84a5-78b0a38451a8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.324338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b8069-2e90-4e1b-97a8-0c09f88faa63 req-754a113c-e9af-4f9f-b012-34263bd289cf tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:16.327235 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f38b8069-2e90-4e1b-97a8-0c09f88faa63 req-754a113c-e9af-4f9f-b012-34263bd289cf tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.8013544 Feb 04 15:51:16.329311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:16.338672 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.343737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6c0aacd8-614d-4dbc-9cc0-e411c7ce7f6b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4840615 Feb 04 15:51:16.347504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:16.358386 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7193db09-c3ce-45cf-92f9-99dad9571c31 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.381920 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7193db09-c3ce-45cf-92f9-99dad9571c31 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.419244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=12']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.423397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193db09-c3ce-45cf-92f9-99dad9571c31 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2fe841-e166-488c-bcb0-11fbcb141d43,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.431248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7193db09-c3ce-45cf-92f9-99dad9571c31 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.433506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7193db09-c3ce-45cf-92f9-99dad9571c31 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2657857 Feb 04 15:51:16.438707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40984) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:16.490153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f38b8069-2e90-4e1b-97a8-0c09f88faa63 req-a2a4ed8f-eaee-4013-aae5-af95f120b3c4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443269 Feb 04 15:51:16.508678 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c06d46ca-7c55-4e4f-8094-570da92feda7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.538403 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c06d46ca-7c55-4e4f-8094-570da92feda7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.585734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8e42b3d5-3f39-462e-a1b6-0d3b986b65f4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 1d83b458-11e7-4c6e-84a5-78b0a38451a8 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:16.586334 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e42b3d5-3f39-462e-a1b6-0d3b986b65f4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.613349 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c06d46ca-7c55-4e4f-8094-570da92feda7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.623209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c06d46ca-7c55-4e4f-8094-570da92feda7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.629365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c06d46ca-7c55-4e4f-8094-570da92feda7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4e2fe841-e166-488c-bcb0-11fbcb141d43 HTTP/1.1" status: 204 len: 168 time: 0.1874080 Feb 04 15:51:16.633238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40992) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:16.697637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d46ca-7c55-4e4f-8094-570da92feda7 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e2fe841-e166-488c-bcb0-11fbcb141d43,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.732162 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e42b3d5-3f39-462e-a1b6-0d3b986b65f4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.733803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-40d21de6-5470-413e-ab23-75bc01af4c60 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985975 Feb 04 15:51:16.734815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40996) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:16.736644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['43657e7d-d757-4945-b041-bfb7d7644491'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:51:16.762961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8e42b3d5-3f39-462e-a1b6-0d3b986b65f4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 1d83b458-11e7-4c6e-84a5-78b0a38451a8 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:16.836569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f044ad2c-babf-4059-97fd-d7799f672997 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.872305 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f044ad2c-babf-4059-97fd-d7799f672997 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.934331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f044ad2c-babf-4059-97fd-d7799f672997 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.944699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f044ad2c-babf-4059-97fd-d7799f672997 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:16.953334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41000) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:16.954266 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f044ad2c-babf-4059-97fd-d7799f672997 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/761d0f16-c76b-4ec7-9844-9c2b24af5791 HTTP/1.1" status: 204 len: 168 time: 0.2175992 Feb 04 15:51:16.968376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044ad2c-babf-4059-97fd-d7799f672997 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761d0f16-c76b-4ec7-9844-9c2b24af5791,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:16.983138 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e42b3d5-3f39-462e-a1b6-0d3b986b65f4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.003074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device eaa54e6c-05d5-49bc-a328-c112abe4593e details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:51:17.075992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42b3d5-3f39-462e-a1b6-0d3b986b65f4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=1d83b458-11e7-4c6e-84a5-78b0a38451a8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:17.092930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e42b3d5-3f39-462e-a1b6-0d3b986b65f4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.116728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41006) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:17.125735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'mac_address': 'fa:16:3e:4e:e5:91', 'name': 'tempest-PortsTestJSON-607615290'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:17.128425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8e42b3d5-3f39-462e-a1b6-0d3b986b65f4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/1d83b458-11e7-4c6e-84a5-78b0a38451a8 HTTP/1.1" status: 204 len: 168 time: 0.7651324 Feb 04 15:51:17.212326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41010) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:17.215479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-91241f34-525c-46fc-9567-423b7c3b9822 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2598653 Feb 04 15:51:17.221883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2713892d-d9fc-47cf-87b4-46839625a1c8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625028948'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:17.239882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:17.316197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'port_id': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'mac_address': 'fa:16:3e:58:ac:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:51:17.382181 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.397945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaa54e6c-05d5-49bc-a328-c112abe4593e {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:51:17.440462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:17.449781 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.458978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d2bb7-335f-4422-8571-8c3dab2f5700 req-5632cb2d-c932-452b-9177-41073bc90d73 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:17.461773 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c28d2bb7-335f-4422-8571-8c3dab2f5700 req-5632cb2d-c932-452b-9177-41073bc90d73 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 945 time: 0.2107203 Feb 04 15:51:17.518932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2713892d-d9fc-47cf-87b4-46839625a1c8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:17.561600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c28d2bb7-335f-4422-8571-8c3dab2f5700 req-5d80f682-3681-416a-be2c-e732763e2033 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0920923 Feb 04 15:51:17.582739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:17.609957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:17.652328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['eaa54e6c-05d5-49bc-a328-c112abe4593e'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:51:17.714708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:17.825008 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-21b108dd-c0b2-49aa-95b3-94caf6c48c93 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/c2e019b6-4b36-4a97-819c-a57d134c4b17 HTTP/1.1" status: 200 len: 992 time: 0.2136114 Feb 04 15:51:17.984915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.054330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000917-5b12-4611-af41-5ef89347f4f8 req-ffa641e4-53b7-466c-823b-864d67859587 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:18.056068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4000917-5b12-4611-af41-5ef89347f4f8 req-ffa641e4-53b7-466c-823b-864d67859587 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 945 time: 0.1787422 Feb 04 15:51:18.059466 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2713892d-d9fc-47cf-87b4-46839625a1c8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.080923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2713892d-d9fc-47cf-87b4-46839625a1c8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.087141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 0f0f702b-42c6-4171-84c4-656daf61da92 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:18.202248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2713892d-d9fc-47cf-87b4-46839625a1c8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.210789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41042) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:18.211523 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2713892d-d9fc-47cf-87b4-46839625a1c8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9969859 Feb 04 15:51:18.217400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4e0c772e-38b0-4efb-a09d-422897eb8177 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': 'c91f1924-f281-42dd-a3fd-f2c570541b57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:18.218563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713892d-d9fc-47cf-87b4-46839625a1c8 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91f1924-f281-42dd-a3fd-f2c570541b57,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.234031 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4000917-5b12-4611-af41-5ef89347f4f8 req-cb11d212-f870-4c6c-bd8c-b7a123f813d8 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665494 Feb 04 15:51:18.297465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e0c772e-38b0-4efb-a09d-422897eb8177 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.418548 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e0c772e-38b0-4efb-a09d-422897eb8177 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.426291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e0c772e-38b0-4efb-a09d-422897eb8177 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.478916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c772e-38b0-4efb-a09d-422897eb8177 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72aa1ad8-7b00-4559-832a-ec48c92d2473,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.514803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e0c772e-38b0-4efb-a09d-422897eb8177 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.521067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4e0c772e-38b0-4efb-a09d-422897eb8177 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3064625 Feb 04 15:51:18.524141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:18.537549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.567116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bc79c8aa-b96c-497e-a827-b00d48549519 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules/72aa1ad8-7b00-4559-832a-ec48c92d2473 HTTP/1.1" status: 200 len: 763 time: 0.0407619 Feb 04 15:51:18.569505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:18.603535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.655896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1a909423-a582-4683-aac9-77a63c329e9c tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0818007 Feb 04 15:51:18.656306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41056) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:18.687309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:18.693500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:18.701627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e74527bf-aea0-4ad5-be00-477c83034e55 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.703172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:18.721108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e74527bf-aea0-4ad5-be00-477c83034e55 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.721519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:18.722480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.767765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6427288 Feb 04 15:51:18.771387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41062) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:18.799313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa8deb-b51f-4fea-b4af-2e6716c23a96 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=0f0f702b-42c6-4171-84c4-656daf61da92,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.834315 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e74527bf-aea0-4ad5-be00-477c83034e55 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.853188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74527bf-aea0-4ad5-be00-477c83034e55 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72aa1ad8-7b00-4559-832a-ec48c92d2473,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:18.891838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b6380-2b11-469a-b1c4-cd163e06c7ec tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:18.894703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a63b6380-2b11-469a-b1c4-cd163e06c7ec tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/0f0f702b-42c6-4171-84c4-656daf61da92 HTTP/1.1" status: 200 len: 840 time: 0.1217403 Feb 04 15:51:18.897495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41072) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:18.915096 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e74527bf-aea0-4ad5-be00-477c83034e55 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:18.919826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e74527bf-aea0-4ad5-be00-477c83034e55 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/72aa1ad8-7b00-4559-832a-ec48c92d2473 HTTP/1.1" status: 204 len: 168 time: 0.2618766 Feb 04 15:51:18.921363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41074) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:19.002699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device eaa54e6c-05d5-49bc-a328-c112abe4593e up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:19.020848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8240276b-f4f5-4ff8-9e17-b9d3b19e2878 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0971267 Feb 04 15:51:19.022366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41086) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:19.027491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-571987b4-9cc9-4672-a5b0-40882e907662 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': 'c91f1924-f281-42dd-a3fd-f2c570541b57', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:19.091081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571987b4-9cc9-4672-a5b0-40882e907662 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.101456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-67927388-55dc-482e-872e-342fb93416fa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 0f0f702b-42c6-4171-84c4-656daf61da92 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:19.101815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67927388-55dc-482e-872e-342fb93416fa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.151441 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port eaa54e6c-05d5-49bc-a328-c112abe4593e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:19.157567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.245207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67927388-55dc-482e-872e-342fb93416fa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.275918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-67927388-55dc-482e-872e-342fb93416fa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 0f0f702b-42c6-4171-84c4-656daf61da92 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:19.279995 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571987b4-9cc9-4672-a5b0-40882e907662 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.291522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571987b4-9cc9-4672-a5b0-40882e907662 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.363723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571987b4-9cc9-4672-a5b0-40882e907662 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7f7333-ab52-4b9c-b4ef-f9cad97f7401,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:19.384223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-571987b4-9cc9-4672-a5b0-40882e907662 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.385754 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-571987b4-9cc9-4672-a5b0-40882e907662 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622656 Feb 04 15:51:19.390914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41098) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:19.425042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67927388-55dc-482e-872e-342fb93416fa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.440588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8fe3d503-b60a-4319-afcc-5df74bd4b708 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules/4f7f7333-ab52-4b9c-b4ef-f9cad97f7401 HTTP/1.1" status: 200 len: 763 time: 0.0482161 Feb 04 15:51:19.446982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41100) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:19.532227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67927388-55dc-482e-872e-342fb93416fa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=0f0f702b-42c6-4171-84c4-656daf61da92,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:19.571189 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67927388-55dc-482e-872e-342fb93416fa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.579503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-67927388-55dc-482e-872e-342fb93416fa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/0f0f702b-42c6-4171-84c4-656daf61da92 HTTP/1.1" status: 204 len: 168 time: 0.6808295 Feb 04 15:51:19.584649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41108) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:19.589500 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.644198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:19.676335 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fa4f90-3fed-461c-b094-3b191f76ec42 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:51:19.692284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-65fa4f90-3fed-461c-b094-3b191f76ec42 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/0f0f702b-42c6-4171-84c4-656daf61da92 HTTP/1.1" status: 404 len: 333 time: 0.1060076 Feb 04 15:51:19.693530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41114) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:19.732025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'name': 'tempest-PortsTestJSON-1089265382'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:19.762607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e7dd04b2-d16b-4eed-8a05-7fb2e481431f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3110504 Feb 04 15:51:19.762962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41118) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:19.820696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b2b61-b5b6-4ee1-b22a-505e4f46323f req-703a602a-3648-4fda-a16f-2bc9a02a0aee tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:19.822094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:19.823434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d0b2b61-b5b6-4ee1-b22a-505e4f46323f req-703a602a-3648-4fda-a16f-2bc9a02a0aee tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 945 time: 0.3451602 Feb 04 15:51:19.844109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41122) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:19.845512 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec16fba-4a16-4dec-800a-4cebafe591cf" -d '{"events": [{"server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "name": "network-vif-plugged", "status": "completed", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:51:19.878524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70ef4bf3-b73b-4a02-ade1-b5a10313d70d tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.949344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:19.969277 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:19.986712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70ef4bf3-b73b-4a02-ade1-b5a10313d70d tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.052986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.058909 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c93b508-d522-4d4a-986c-301efb9dc88b x-openstack-request-id: req-4c93b508-d522-4d4a-986c-301efb9dc88b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:51:20.059483 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "name": "network-vif-plugged", "status": "completed", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:51:20.059966 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c93b508-d522-4d4a-986c-301efb9dc88b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:51:20.060752 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'code': 200} Feb 04 15:51:20.076399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 43657e7d-d757-4945-b041-bfb7d7644491 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:51:20.088659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 43657e7d-d757-4945-b041-bfb7d7644491 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:20.089667 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.128608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d0b2b61-b5b6-4ee1-b22a-505e4f46323f req-8bf57b81-15f1-4c8d-bda7-1b56c432d84d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825561 Feb 04 15:51:20.133902 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-483724d4-f18d-4166-bc2b-65fd40c62b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.149374 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70ef4bf3-b73b-4a02-ade1-b5a10313d70d tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.168073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70ef4bf3-b73b-4a02-ade1-b5a10313d70d tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.169638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-70ef4bf3-b73b-4a02-ade1-b5a10313d70d tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4f7f7333-ab52-4b9c-b4ef-f9cad97f7401 HTTP/1.1" status: 204 len: 168 time: 0.4048443 Feb 04 15:51:20.173516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef4bf3-b73b-4a02-ade1-b5a10313d70d tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f7f7333-ab52-4b9c-b4ef-f9cad97f7401,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.175630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41138) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:20.189172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:20.202095 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.240629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-05d03857-e110-404b-9ac4-e69dd4892b8a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0591841 Feb 04 15:51:20.243771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41140) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:20.251017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.252061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 1af72a00-a08e-4d5f-a9dd-84265a56d8e7 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:20.253713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-81fb8d25-381e-4dc2-9d9e-c1413cdd3738 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': 'c91f1924-f281-42dd-a3fd-f2c570541b57', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:20.328742 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-81fb8d25-381e-4dc2-9d9e-c1413cdd3738 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Project b984abb9ee6b43da9a74a85845225f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:51:20.370909 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81fb8d25-381e-4dc2-9d9e-c1413cdd3738 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.381491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:20.397782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.421771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-483724d4-f18d-4166-bc2b-65fd40c62b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.433661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-483724d4-f18d-4166-bc2b-65fd40c62b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.523377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=13']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.542607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-483724d4-f18d-4166-bc2b-65fd40c62b3c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20ceebbcac7e4c71b7422172bf575278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947677 Feb 04 15:51:20.543419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41152) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:20.682118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81fb8d25-381e-4dc2-9d9e-c1413cdd3738 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.694168 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81fb8d25-381e-4dc2-9d9e-c1413cdd3738 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.715626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.739342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb8d25-381e-4dc2-9d9e-c1413cdd3738 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f45d25-4b07-4740-809e-ec9502b9f848,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.741893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483724d4-f18d-4166-bc2b-65fd40c62b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f86a60-0e67-4efb-be97-3e1bfeae18e4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.760664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a71b119-a6f6-4b46-b988-76daa9ca9571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.764893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81fb8d25-381e-4dc2-9d9e-c1413cdd3738 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.766246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-81fb8d25-381e-4dc2-9d9e-c1413cdd3738 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5211644 Feb 04 15:51:20.770895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41154) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:20.801673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07bc1d69-e4cd-4536-bf29-f71e0302c040 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules/c1f45d25-4b07-4740-809e-ec9502b9f848 HTTP/1.1" status: 200 len: 769 time: 0.0294197 Feb 04 15:51:20.803755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.809276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41156) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:20.900011 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a71b119-a6f6-4b46-b988-76daa9ca9571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.925620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:20.932385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:20.941216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:20.954020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:20.956646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:20.983638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=1af72a00-a08e-4d5f-a9dd-84265a56d8e7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:20.998505 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0220c5fe-8506-4588-aae7-5306befad5ab tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1873748 Feb 04 15:51:21.000576 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dfd6442a-4de1-40d2-b844-5dba8b955f4e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3048420 Feb 04 15:51:21.001785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41160) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:21.002326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41162) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:21.059135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:21.293226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.300302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-036bcef7-d314-434b-aad6-fff8ac61905a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.316548 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-036bcef7-d314-434b-aad6-fff8ac61905a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.390925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-036bcef7-d314-434b-aad6-fff8ac61905a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.398188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6fe2-b7f1-4fcd-a566-ef97296d2d4c req-6df23ae3-d816-4f2a-9827-d0235516453b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:21.400420 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f1a6fe2-b7f1-4fcd-a566-ef97296d2d4c req-6df23ae3-d816-4f2a-9827-d0235516453b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.0932667 Feb 04 15:51:21.405798 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-036bcef7-d314-434b-aad6-fff8ac61905a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.408227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-036bcef7-d314-434b-aad6-fff8ac61905a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c1f45d25-4b07-4740-809e-ec9502b9f848 HTTP/1.1" status: 204 len: 168 time: 0.3897905 Feb 04 15:51:21.412019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41174) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:21.412531 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a71b119-a6f6-4b46-b988-76daa9ca9571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.424413 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a71b119-a6f6-4b46-b988-76daa9ca9571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.427634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8a71b119-a6f6-4b46-b988-76daa9ca9571 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43f86a60-0e67-4efb-be97-3e1bfeae18e4 HTTP/1.1" status: 204 len: 168 time: 0.8782091 Feb 04 15:51:21.443250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bcef7-d314-434b-aad6-fff8ac61905a tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1f45d25-4b07-4740-809e-ec9502b9f848,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:21.537797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3afeaec0-99d5-4842-935a-3a80e4def427 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1244140 Feb 04 15:51:21.538470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41180) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:21.630457 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f1a6fe2-b7f1-4fcd-a566-ef97296d2d4c req-6e0bbf4d-ab79-464d-9b4d-a2cea4d49f7b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947701 Feb 04 15:51:21.705429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff356750-20bf-40d9-905c-ff2c1944b8f5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.766611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff356750-20bf-40d9-905c-ff2c1944b8f5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.903364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff356750-20bf-40d9-905c-ff2c1944b8f5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.907184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ff356750-20bf-40d9-905c-ff2c1944b8f5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:21.911171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ff356750-20bf-40d9-905c-ff2c1944b8f5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/c91f1924-f281-42dd-a3fd-f2c570541b57 HTTP/1.1" status: 204 len: 168 time: 0.3690803 Feb 04 15:51:21.915985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:21.970951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff356750-20bf-40d9-905c-ff2c1944b8f5 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91f1924-f281-42dd-a3fd-f2c570541b57,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:22.062470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:51:22.064792 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f06a121-0269-4e53-b683-7d9d58cf160e" -d '{"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-plugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:51:22.071098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-82a9eae3-1943-47ca-a80e-467780fac9ac tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1440821 Feb 04 15:51:22.080227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41192) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:22.092137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-09419bc9-df67-423b-b887-aa3b4f4e6f7f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197283336'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:22.155716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09419bc9-df67-423b-b887-aa3b4f4e6f7f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.161437 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e927c334-7ae8-411c-88eb-c5c024218b5f x-openstack-request-id: req-e927c334-7ae8-411c-88eb-c5c024218b5f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:51:22.161780 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-plugged", "status": "completed", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:51:22.162102 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e927c334-7ae8-411c-88eb-c5c024218b5f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:51:22.162511 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'code': 200} Feb 04 15:51:22.270158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:22.319064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9fce0bde-f422-44ee-94a7-6d0b6a87e72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.400457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09419bc9-df67-423b-b887-aa3b4f4e6f7f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.457614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09419bc9-df67-423b-b887-aa3b4f4e6f7f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.458848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71b119-a6f6-4b46-b988-76daa9ca9571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f86a60-0e67-4efb-be97-3e1bfeae18e4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:22.542517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9fce0bde-f422-44ee-94a7-6d0b6a87e72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.553807 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9fce0bde-f422-44ee-94a7-6d0b6a87e72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.570914 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.588329 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.597426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09419bc9-df67-423b-b887-aa3b4f4e6f7f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.600970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-09419bc9-df67-423b-b887-aa3b4f4e6f7f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5177677 Feb 04 15:51:22.608728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41202) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:22.615241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-343fae68-dfbc-43b6-8e51-acf429db2513 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Request body: {'security_group_rule': {'security_group_id': '29cf919a-9718-4d76-a086-82a017312403', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:22.626849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9fce0bde-f422-44ee-94a7-6d0b6a87e72a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2dd4c6f1bc7412a954714dcebf54924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549991 Feb 04 15:51:22.629259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09419bc9-df67-423b-b887-aa3b4f4e6f7f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cf919a-9718-4d76-a086-82a017312403,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:22.632303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41204) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:22.732517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] In _notify_port_updated(), no bound segment for port 1af72a00-a08e-4d5f-a9dd-84265a56d8e7 on network 4ea63032-ec96-42e9-87f3-42c99f75a991 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:51:22.742439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce0bde-f422-44ee-94a7-6d0b6a87e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8404972a-27bd-439c-81ec-b9f5b4a4dcda,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:22.748991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:22.750428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:22.755101 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "PUT /v2.0/ports/1af72a00-a08e-4d5f-a9dd-84265a56d8e7 HTTP/1.1" status: 200 len: 818 time: 1.7356858 Feb 04 15:51:22.756029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41208) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:22.809281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b20ee3-525a-41ff-81c7-ad111bec0209 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=1af72a00-a08e-4d5f-a9dd-84265a56d8e7,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:22.924621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-343fae68-dfbc-43b6-8e51-acf429db2513 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.098539 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.137777 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02a059b3-a89d-4a66-82f6-19ba0ffedfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.238491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-343fae68-dfbc-43b6-8e51-acf429db2513 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.257442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-343fae68-dfbc-43b6-8e51-acf429db2513 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.327933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-343fae68-dfbc-43b6-8e51-acf429db2513 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.330086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-343fae68-dfbc-43b6-8e51-acf429db2513 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7181513 Feb 04 15:51:23.333803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41220) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:23.334577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02a059b3-a89d-4a66-82f6-19ba0ffedfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.352204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e6a13-9e28-4e91-8cd1-4baa639a4ab9 req-908b48d7-bbae-4291-8499-0c823a11000b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:23.367119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-758e6a13-9e28-4e91-8cd1-4baa639a4ab9 req-908b48d7-bbae-4291-8499-0c823a11000b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.5409765 Feb 04 15:51:23.374162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1f4d7-26ce-42f6-82f2-d2b6e4c55e70 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 1af72a00-a08e-4d5f-a9dd-84265a56d8e7 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:23.374774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f4d7-26ce-42f6-82f2-d2b6e4c55e70 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.552420 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac54befc-77be-4caf-b6ca-483d1e56c5e1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.626999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac54befc-77be-4caf-b6ca-483d1e56c5e1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.704740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac54befc-77be-4caf-b6ca-483d1e56c5e1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.707901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac54befc-77be-4caf-b6ca-483d1e56c5e1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.711843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ac54befc-77be-4caf-b6ca-483d1e56c5e1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/29cf919a-9718-4d76-a086-82a017312403 HTTP/1.1" status: 204 len: 168 time: 0.3752453 Feb 04 15:51:23.712512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41224) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:23.729087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54befc-77be-4caf-b6ca-483d1e56c5e1 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cf919a-9718-4d76-a086-82a017312403,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:23.742094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fae68-dfbc-43b6-8e51-acf429db2513 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10494530-a743-4b48-872a-926e29cdeee1,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:23.761451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f4d7-26ce-42f6-82f2-d2b6e4c55e70 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:23.821908 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6dd3930a-24d6-4d66-b16d-98c7098e667d tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051121 Feb 04 15:51:23.822786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-758e6a13-9e28-4e91-8cd1-4baa639a4ab9 req-71ef7ddd-d0bd-4f9e-bb47-93cebfd64426 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535911 Feb 04 15:51:23.824373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41226) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:23.863967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1f4d7-26ce-42f6-82f2-d2b6e4c55e70 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 1af72a00-a08e-4d5f-a9dd-84265a56d8e7 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:23.993806 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9e0ce149-ded8-43dc-a7db-4711311012f4 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1672459 Feb 04 15:51:23.996560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41228) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:24.024001 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-4714619e-65d9-4226-b64a-8a9ee53569c9 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] delete failed (client error): The resource could not be found. Feb 04 15:51:24.026388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4714619e-65d9-4226-b64a-8a9ee53569c9 tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "DELETE /v2.0/security-groups/29cf919a-9718-4d76-a086-82a017312403 HTTP/1.1" status: 404 len: 347 time: 0.0268664 Feb 04 15:51:24.030125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41230) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:24.177056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5dec71e5-5602-4807-a7c8-ddda9ad95d9f tempest-SecGroupIPv6Test-1909230180 tempest-SecGroupIPv6Test-1909230180-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1446214 Feb 04 15:51:24.198055 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02a059b3-a89d-4a66-82f6-19ba0ffedfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.203811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02a059b3-a89d-4a66-82f6-19ba0ffedfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.216098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-02a059b3-a89d-4a66-82f6-19ba0ffedfe1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8404972a-27bd-439c-81ec-b9f5b4a4dcda HTTP/1.1" status: 204 len: 168 time: 1.5676992 Feb 04 15:51:24.335576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a059b3-a89d-4a66-82f6-19ba0ffedfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8404972a-27bd-439c-81ec-b9f5b4a4dcda,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:24.382018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f4d7-26ce-42f6-82f2-d2b6e4c55e70 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.494743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1f4d7-26ce-42f6-82f2-d2b6e4c55e70 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=1af72a00-a08e-4d5f-a9dd-84265a56d8e7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:24.544930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f4d7-26ce-42f6-82f2-d2b6e4c55e70 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.566363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41240) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:24.573168 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b8b1f4d7-26ce-42f6-82f2-d2b6e4c55e70 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/1af72a00-a08e-4d5f-a9dd-84265a56d8e7 HTTP/1.1" status: 204 len: 168 time: 1.8063860 Feb 04 15:51:24.789014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:24.819040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f86ad8-b3d0-4ec1-87a3-201d1074205a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:24.831164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41250) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:24.843746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-54f86ad8-b3d0-4ec1-87a3-201d1074205a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2751303 Feb 04 15:51:24.927682 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d0bec4-600e-4c08-8f6f-c84bf83a2fff tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:51:24.936826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-15d0bec4-600e-4c08-8f6f-c84bf83a2fff tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/1af72a00-a08e-4d5f-a9dd-84265a56d8e7 HTTP/1.1" status: 404 len: 333 time: 0.1001389 Feb 04 15:51:24.937644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41254) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:24.952658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1305628948'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:25.030118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:25.035383 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.098922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470be13-708c-4e69-8d85-9f82bd5d4adb req-4b1183f0-b495-41db-9b90-a821470b7664 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:25.099921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:25.115088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470be13-708c-4e69-8d85-9f82bd5d4adb req-4b1183f0-b495-41db-9b90-a821470b7664 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.1713965 Feb 04 15:51:25.141225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.141583 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Added segment b21f882e-d8d3-42d2-8136-38ede1e3d6ea of type vlan for network af3d7567-d24b-41dd-8569-681eaa9d8620 Feb 04 15:51:25.190191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470be13-708c-4e69-8d85-9f82bd5d4adb req-d6953fe0-c032-4f8e-9bf3-63fe7886e7b1 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730853 Feb 04 15:51:25.306841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b43a79af-2fb2-4ab7-b40b-e14b57f8dd60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b984abb9ee6b43da9a74a85845225f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154402 Feb 04 15:51:25.309803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41268) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:25.419396 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.495629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38ffe743-b0d7-439e-a425-1683b212467f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.516904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.540240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:25.541232 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.599402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38ffe743-b0d7-439e-a425-1683b212467f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.653794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7105472 Feb 04 15:51:25.663827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41278) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:25.700541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:25.834463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38ffe743-b0d7-439e-a425-1683b212467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.847658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38ffe743-b0d7-439e-a425-1683b212467f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:25.860009 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-38ffe743-b0d7-439e-a425-1683b212467f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5bd87f7e-22d5-460d-be30-70b00d46ad09 HTTP/1.1" status: 204 len: 168 time: 0.5413134 Feb 04 15:51:25.882175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffe743-b0d7-439e-a425-1683b212467f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd87f7e-22d5-460d-be30-70b00d46ad09,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:25.913586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668246b-bdfb-4913-8685-6138af412202 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Network': ['ID=af3d7567-d24b-41dd-8569-681eaa9d8620,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:25.954909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network af3d7567-d24b-41dd-8569-681eaa9d8620 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:51:25.984090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:25.988574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.640055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:26.699249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975f4af-84f8-4087-a8e3-1ec7ce2cc6ca req-63633fdf-c747-41de-94f3-f69908b49a1e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:26.701965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a975f4af-84f8-4087-a8e3-1ec7ce2cc6ca req-63633fdf-c747-41de-94f3-f69908b49a1e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.1824989 Feb 04 15:51:26.898783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=8e6122b9-9f24-4b93-b6f9-4205186326e6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:26.947926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a975f4af-84f8-4087-a8e3-1ec7ce2cc6ca req-6553c567-e9df-44a6-8dcc-c7c7fe2cc0bd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291069 Feb 04 15:51:26.952841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking segment: {'id': 'b21f882e-d8d3-42d2-8136-38ede1e3d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:51:26.956351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network hostable DHCP agents. Network: af3d7567-d24b-41dd-8569-681eaa9d8620, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:27.008087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network af3d7567-d24b-41dd-8569-681eaa9d8620 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:27.040603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, af3d7567-d24b-41dd-8569-681eaa9d8620) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:27.057615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a741a1-e6fb-45b9-aa33-7291a23e4229 None None] Network af3d7567-d24b-41dd-8569-681eaa9d8620 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:27.068349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:27.074472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.129328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41312) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:27.129656 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d3d12504-676f-48f0-a132-74414f282363 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4575078 Feb 04 15:51:27.143384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5a7c10e7-6a81-4c96-9067-0553069392d0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:27.644645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-af3d7567-d24b-41dd-8569-681eaa9d8620', 'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620', 'tenant_id': 'c7423816536c4b15972f15d49c5f1f0c', 'fixed_ips': [{'subnet_id': '8e6122b9-9f24-4b93-b6f9-4205186326e6'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:51:27.647870 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.662329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7c10e7-6a81-4c96-9067-0553069392d0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:27.673091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a7c10e7-6a81-4c96-9067-0553069392d0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.679355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41324) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:27.895605 n-d-827869-1 neutron-server[102423]: INFO neutron.db.ipam_backend_mixin [None req-5a7c10e7-6a81-4c96-9067-0553069392d0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8e6122b9-9f24-4b93-b6f9-4205186326e6 (CIDR: 172.20.0.0/28) Feb 04 15:51:27.896198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.902810 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7c10e7-6a81-4c96-9067-0553069392d0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:51:27.903652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7c10e7-6a81-4c96-9067-0553069392d0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:51:27.940111 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5a7c10e7-6a81-4c96-9067-0553069392d0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8087196 Feb 04 15:51:27.945604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41334) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:27.955958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:28.059486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Allocated IP 172.20.0.2 (af3d7567-d24b-41dd-8569-681eaa9d8620/8e6122b9-9f24-4b93-b6f9-4205186326e6/1193f42a-3c52-4be9-84a5-56c01acf260a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:28.720202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e11ac6-1335-452f-872d-dce7658628f0 req-274d6e31-8f23-40ea-b950-dd0e41558b22 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:28.721851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23e11ac6-1335-452f-872d-dce7658628f0 req-274d6e31-8f23-40ea-b950-dd0e41558b22 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.5519896 Feb 04 15:51:28.764185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.822590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:28.828998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.841792 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.964727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1246a7e-be3d-4396-9a60-cf6bdea7cd89,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.067223 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.078541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.110365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.110808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.111340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.111858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.112366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.112864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.113374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.113927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.114577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.115134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.115653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.116276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.194740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-535a6b57-7d49-4a7e-a4ce-bca874e434fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68cfae0fa6f44d33b081cb31ec3e7126&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5132906 Feb 04 15:51:29.194972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41356) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:29.211914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Network af3d7567-d24b-41dd-8569-681eaa9d8620 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:29.218503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:29.221134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Pushing event updated for resources: {'Port': ['ID=1193f42a-3c52-4be9-84a5-56c01acf260a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.227746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23e11ac6-1335-452f-872d-dce7658628f0 req-26a1191d-7f45-441e-897b-ae01c63fde97 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719594 Feb 04 15:51:29.228143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:29.304930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.309410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.309932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.312096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.312460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.312808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.313224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.313552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.313880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.314240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.314603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.314929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:29.402241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Attempting to bind port 1193f42a-3c52-4be9-84a5-56c01acf260a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:29.402618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Attempting to bind port 1193f42a-3c52-4be9-84a5-56c01acf260a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b21f882e-d8d3-42d2-8136-38ede1e3d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:29.402982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Attempting to bind port 1193f42a-3c52-4be9-84a5-56c01acf260a on network af3d7567-d24b-41dd-8569-681eaa9d8620 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:51:29.408899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:51:29.409291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Checking segment: {'id': 'b21f882e-d8d3-42d2-8136-38ede1e3d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:51:29.409707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.410129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Bound using segment: {'id': 'b21f882e-d8d3-42d2-8136-38ede1e3d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:51:29.410620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Bound port: 1193f42a-3c52-4be9-84a5-56c01acf260a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21f882e-d8d3-42d2-8136-38ede1e3d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:29.411005 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.427163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a5d054d-398b-4545-978f-1f7aae4d7d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.478039 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a5d054d-398b-4545-978f-1f7aae4d7d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.574939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] For port 1193f42a-3c52-4be9-84a5-56c01acf260a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:29.583295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] For port 1193f42a-3c52-4be9-84a5-56c01acf260a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1193f42a-3c52-4be9-84a5-56c01acf260a,segment=NetworkSegment(b21f882e-d8d3-42d2-8136-38ede1e3d6ea),segment_id=b21f882e-d8d3-42d2-8136-38ede1e3d6ea)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:29.593437 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.639768 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a5d054d-398b-4545-978f-1f7aae4d7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.642853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a5d054d-398b-4545-978f-1f7aae4d7d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.645935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7a5d054d-398b-4545-978f-1f7aae4d7d6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1246a7e-be3d-4396-9a60-cf6bdea7cd89 HTTP/1.1" status: 204 len: 168 time: 0.4496210 Feb 04 15:51:29.664512 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:51:29.671486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d054d-398b-4545-978f-1f7aae4d7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1246a7e-be3d-4396-9a60-cf6bdea7cd89,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.710577 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.771568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba037f-9741-4b7f-8084-976d873ad0d1 None None] Pushing event updated for resources: {'Port': ['ID=1193f42a-3c52-4be9-84a5-56c01acf260a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.850536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=87703a0a-8b4b-4ae7-8a49-674d0d8c2b23,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:29.872956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network af3d7567-d24b-41dd-8569-681eaa9d8620 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:29.894326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:29.899913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:29.902141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.945397 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-002ac4da-d1d4-43c1-9b15-58e3744a976c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9981155 Feb 04 15:51:29.948748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41380) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:29.955046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620', 'fixed_ips': [{'subnet_id': '8e6122b9-9f24-4b93-b6f9-4205186326e6'}, {'subnet_id': '87703a0a-8b4b-4ae7-8a49-674d0d8c2b23'}], 'name': 'tempest-PortsTestJSON-573798090'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:30.374506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:30.579344 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca495299-3e9a-4248-b015-cf7c06f7be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.807697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:30.866434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port bb580671-fe5d-441d-aa80-4d1dcdcc2b29 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:31.062504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8106a3-7507-4c93-a5e4-75f2a7b86175 req-ee80b819-6513-4bee-ad35-e5c558b6a10e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:31.078936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aa8106a3-7507-4c93-a5e4-75f2a7b86175 req-ee80b819-6513-4bee-ad35-e5c558b6a10e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.6075735 Feb 04 15:51:31.634395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aa8106a3-7507-4c93-a5e4-75f2a7b86175 req-7301b4d3-fc78-49b6-9ac6-d32ad9f43c18 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427892 Feb 04 15:51:31.891240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1193f42a-3c52-4be9-84a5-56c01acf260a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:31.981683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.12 (af3d7567-d24b-41dd-8569-681eaa9d8620/8e6122b9-9f24-4b93-b6f9-4205186326e6/bb580671-fe5d-441d-aa80-4d1dcdcc2b29) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:32.022977 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.28 (af3d7567-d24b-41dd-8569-681eaa9d8620/87703a0a-8b4b-4ae7-8a49-674d0d8c2b23/bb580671-fe5d-441d-aa80-4d1dcdcc2b29) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:32.129466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1193f42a-3c52-4be9-84a5-56c01acf260a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:32.130374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.231200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895156f1-64bf-4b24-a21a-39d0c6d13def None None] Network af3d7567-d24b-41dd-8569-681eaa9d8620 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:32.658664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5b19466f-5c5c-47b0-bbe2-9dc11ca7d5d9 None None] Provisioning complete for port 1193f42a-3c52-4be9-84a5-56c01acf260a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:32.658941 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b19466f-5c5c-47b0-bbe2-9dc11ca7d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.835972 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:32.961923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.078505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network af3d7567-d24b-41dd-8569-681eaa9d8620 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:33.103183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:33.119097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:33.134591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0aaa-5aa3-438c-80df-7a63c92f2538 req-a9f0ac21-8f16-4574-b3dd-e391051d2d2e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:33.143238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19fc0aaa-5aa3-438c-80df-7a63c92f2538 req-a9f0ac21-8f16-4574-b3dd-e391051d2d2e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.2489583 Feb 04 15:51:33.145736 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b19466f-5c5c-47b0-bbe2-9dc11ca7d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.216932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f32c55-4a73-458b-a80b-69969f937960 None None] Update dhcp port {'port': {'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620', 'fixed_ips': [{'subnet_id': '8e6122b9-9f24-4b93-b6f9-4205186326e6', 'ip_address': '172.20.0.2'}, {'subnet_id': '87703a0a-8b4b-4ae7-8a49-674d0d8c2b23'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '1193f42a-3c52-4be9-84a5-56c01acf260a'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:51:33.290453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19fc0aaa-5aa3-438c-80df-7a63c92f2538 req-28563f10-8bf4-4adc-98d8-11c0f31d4c59 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458933 Feb 04 15:51:33.323725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:33.324775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.349060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5b19466f-5c5c-47b0-bbe2-9dc11ca7d5d9 None None] For port 1193f42a-3c52-4be9-84a5-56c01acf260a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1193f42a-3c52-4be9-84a5-56c01acf260a,segment=NetworkSegment(b21f882e-d8d3-42d2-8136-38ede1e3d6ea),segment_id=b21f882e-d8d3-42d2-8136-38ede1e3d6ea)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:33.355961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=bb580671-fe5d-441d-aa80-4d1dcdcc2b29,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:33.381623 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-61c854f9-d6b8-4c6f-b1d7-7f55ff5fd853 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.4316888 Feb 04 15:51:33.386478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41450) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:33.392252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e6122b9-9f24-4b93-b6f9-4205186326e6'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:33.426885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.429330 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b19466f-5c5c-47b0-bbe2-9dc11ca7d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.538185 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-05f32c55-4a73-458b-a80b-69969f937960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:33.595696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.007124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8deb92a4-c786-4f95-9f8d-dfb86f5b59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:34.159934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19466f-5c5c-47b0-bbe2-9dc11ca7d5d9 None None] Pushing event updated for resources: {'Port': ['ID=1193f42a-3c52-4be9-84a5-56c01acf260a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:34.668625 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:34.669103 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:34.831344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Delete allocated IP 172.20.0.28 (af3d7567-d24b-41dd-8569-681eaa9d8620/87703a0a-8b4b-4ae7-8a49-674d0d8c2b23) {{(pid=102423) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:51:35.018112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71e159-f32c-4828-b8d9-976d43c3de54 req-51f674fb-dfcd-432c-9457-c0f85d837d13 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:35.027284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc71e159-f32c-4828-b8d9-976d43c3de54 req-51f674fb-dfcd-432c-9457-c0f85d837d13 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.4917669 Feb 04 15:51:35.188963 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.210962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc71e159-f32c-4828-b8d9-976d43c3de54 req-824266c2-e441-4000-ab21-89b360d1c446 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808822 Feb 04 15:51:35.217908 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.367839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-05f32c55-4a73-458b-a80b-69969f937960 None None] Allocated IP 172.20.0.18 (af3d7567-d24b-41dd-8569-681eaa9d8620/87703a0a-8b4b-4ae7-8a49-674d0d8c2b23/1193f42a-3c52-4be9-84a5-56c01acf260a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:35.410873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=bb580671-fe5d-441d-aa80-4d1dcdcc2b29,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:35.637342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-05f32c55-4a73-458b-a80b-69969f937960 None None] For port 1193f42a-3c52-4be9-84a5-56c01acf260a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1193f42a-3c52-4be9-84a5-56c01acf260a,segment=NetworkSegment(b21f882e-d8d3-42d2-8136-38ede1e3d6ea),segment_id=b21f882e-d8d3-42d2-8136-38ede1e3d6ea)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:35.639150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] In _notify_port_updated(), no bound segment for port bb580671-fe5d-441d-aa80-4d1dcdcc2b29 on network af3d7567-d24b-41dd-8569-681eaa9d8620 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:51:35.654174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:35.659864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.664755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41490) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:35.665302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a2ac4217-e826-4428-828c-b780a7a90fce tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "PUT /v2.0/ports/bb580671-fe5d-441d-aa80-4d1dcdcc2b29 HTTP/1.1" status: 200 len: 919 time: 2.2772725 Feb 04 15:51:35.678773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e6122b9-9f24-4b93-b6f9-4205186326e6'}, {'subnet_id': '87703a0a-8b4b-4ae7-8a49-674d0d8c2b23'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:35.693852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-05f32c55-4a73-458b-a80b-69969f937960 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.698229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1193f42a-3c52-4be9-84a5-56c01acf260a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:35.703757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-05f32c55-4a73-458b-a80b-69969f937960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.946401 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:35.987093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1193f42a-3c52-4be9-84a5-56c01acf260a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:35.987379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.191671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f32c55-4a73-458b-a80b-69969f937960 None None] Pushing event updated for resources: {'Port': ['ID=1193f42a-3c52-4be9-84a5-56c01acf260a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:36.290169 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.910914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.19 (af3d7567-d24b-41dd-8569-681eaa9d8620/87703a0a-8b4b-4ae7-8a49-674d0d8c2b23/bb580671-fe5d-441d-aa80-4d1dcdcc2b29) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:36.948978 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.394297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.404177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.427342 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:37.612917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1193f42a-3c52-4be9-84a5-56c01acf260a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:37.736919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ec018-698f-40fb-9217-2dda99976b1c None None] Network af3d7567-d24b-41dd-8569-681eaa9d8620 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:37.769084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c769-4499-4403-bec1-ad773d24e0d7 req-23cca591-489c-45a8-8f50-3a35c9f1fd4e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:37.814215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3c6c769-4499-4403-bec1-ad773d24e0d7 req-23cca591-489c-45a8-8f50-3a35c9f1fd4e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.6033952 Feb 04 15:51:38.168828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-bffb26b9-f04d-408b-95a2-c74fb0eb9258 None None] Provisioning complete for port 1193f42a-3c52-4be9-84a5-56c01acf260a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:38.169684 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bffb26b9-f04d-408b-95a2-c74fb0eb9258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.281220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1193f42a-3c52-4be9-84a5-56c01acf260a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:38.281608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.291125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] In _notify_port_updated(), no bound segment for port bb580671-fe5d-441d-aa80-4d1dcdcc2b29 on network af3d7567-d24b-41dd-8569-681eaa9d8620 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:51:38.313434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:38.314149 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:38.319604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "PUT /v2.0/ports/bb580671-fe5d-441d-aa80-4d1dcdcc2b29 HTTP/1.1" status: 200 len: 999 time: 2.6492412 Feb 04 15:51:38.319604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808a303-106b-4b85-99b9-d40c80dc4abb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=bb580671-fe5d-441d-aa80-4d1dcdcc2b29,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:38.320791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41536) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:38.390014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3c6c769-4499-4403-bec1-ad773d24e0d7 req-06a7ec22-ee75-4944-8edf-509176766a7d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739801 Feb 04 15:51:39.443504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port bb580671-fe5d-441d-aa80-4d1dcdcc2b29 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:39.445029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.796320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ca21a222-d763-474c-864c-806b44856b60 None None] Provisioning complete for port 1193f42a-3c52-4be9-84a5-56c01acf260a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:39.796938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca21a222-d763-474c-864c-806b44856b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:39.999748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.072976 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.134376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for bb580671-fe5d-441d-aa80-4d1dcdcc2b29 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:40.304825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2f146-ae95-4b85-8d78-de66280a9128 req-cdae5fb3-fef7-4a80-adbd-2c7cf7f755c9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:40.312916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-33c2f146-ae95-4b85-8d78-de66280a9128 req-cdae5fb3-fef7-4a80-adbd-2c7cf7f755c9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.3373337 Feb 04 15:51:40.416104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ca21a222-d763-474c-864c-806b44856b60 None None] Provisioning complete for port bb580671-fe5d-441d-aa80-4d1dcdcc2b29 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:40.433359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca21a222-d763-474c-864c-806b44856b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.636222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ca21a222-d763-474c-864c-806b44856b60 None None] Port bb580671-fe5d-441d-aa80-4d1dcdcc2b29 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:51:40.769410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2618e2fe-2f2d-4d5d-b2ba-89035d68d314 None None] Provisioning complete for port bb580671-fe5d-441d-aa80-4d1dcdcc2b29 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:40.771007 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2618e2fe-2f2d-4d5d-b2ba-89035d68d314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:40.895018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2618e2fe-2f2d-4d5d-b2ba-89035d68d314 None None] Port bb580671-fe5d-441d-aa80-4d1dcdcc2b29 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:51:41.023700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-33c2f146-ae95-4b85-8d78-de66280a9128 req-5582fd57-6364-42fe-87fe-7a9112a82fd4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861343 Feb 04 15:51:41.024941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.105445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2130e312-8b91-4ecc-82a0-670059ad5da0 None None] Could not find standard attr ID for object bb580671-fe5d-441d-aa80-4d1dcdcc2b29. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:41.243033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=bb580671-fe5d-441d-aa80-4d1dcdcc2b29,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:41.309008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.309562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.310170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.310735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.311295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.311846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.315565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.316445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.316959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.317516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.318086 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.318648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:51:41.454708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.473877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41596) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:41.498676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3a4437c0-ea6b-4dd6-9df1-9cb6cf381d63 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/bb580671-fe5d-441d-aa80-4d1dcdcc2b29 HTTP/1.1" status: 204 len: 168 time: 3.1748579 Feb 04 15:51:41.580425 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4aa160-532c-48b1-a5cc-9f8d39286dac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:51:41.599226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41602) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:41.618781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dc4aa160-532c-48b1-a5cc-9f8d39286dac tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/bb580671-fe5d-441d-aa80-4d1dcdcc2b29 HTTP/1.1" status: 404 len: 333 time: 0.1431634 Feb 04 15:51:41.770515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-5612593b-ff10-4329-b2f4-a10e1b656bf4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet 87703a0a-8b4b-4ae7-8a49-674d0d8c2b23 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:51:41.774700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5612593b-ff10-4329-b2f4-a10e1b656bf4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.874074 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5612593b-ff10-4329-b2f4-a10e1b656bf4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:41.884080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2a388c34-2d0b-45b7-8885-15da7eea416c None None] Could not find standard attr ID for object bb580671-fe5d-441d-aa80-4d1dcdcc2b29. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:42.061448 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5612593b-ff10-4329-b2f4-a10e1b656bf4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.153213 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5612593b-ff10-4329-b2f4-a10e1b656bf4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.286648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612593b-ff10-4329-b2f4-a10e1b656bf4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=87703a0a-8b4b-4ae7-8a49-674d0d8c2b23,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:42.317170 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5612593b-ff10-4329-b2f4-a10e1b656bf4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.323712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41612) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:42.346684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5612593b-ff10-4329-b2f4-a10e1b656bf4 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/87703a0a-8b4b-4ae7-8a49-674d0d8c2b23 HTTP/1.1" status: 204 len: 168 time: 0.7455699 Feb 04 15:51:42.414994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7578fce3-f10c-4059-91e5-21af05d774a5 None None] Network af3d7567-d24b-41dd-8569-681eaa9d8620 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:42.470571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf92975e-078c-4136-b87a-f77effb86f79 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet 8e6122b9-9f24-4b93-b6f9-4205186326e6 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:51:42.583987 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf92975e-078c-4136-b87a-f77effb86f79 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.680994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf92975e-078c-4136-b87a-f77effb86f79 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:42.995662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf92975e-078c-4136-b87a-f77effb86f79 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.245941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf92975e-078c-4136-b87a-f77effb86f79 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.407299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92975e-078c-4136-b87a-f77effb86f79 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6122b9-9f24-4b93-b6f9-4205186326e6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:43.427544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf92975e-078c-4136-b87a-f77effb86f79 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:43.441465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41622) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:43.444466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cf92975e-078c-4136-b87a-f77effb86f79 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/8e6122b9-9f24-4b93-b6f9-4205186326e6 HTTP/1.1" status: 204 len: 168 time: 1.1195784 Feb 04 15:51:43.520497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c787d-70d2-4c68-84cd-9c46bc9168ae req-6c091188-3a18-4943-b09f-fea18a1dd4f2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:43.544974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3e8c787d-70d2-4c68-84cd-9c46bc9168ae req-6c091188-3a18-4943-b09f-fea18a1dd4f2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 1.0713806 Feb 04 15:51:43.832642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3e8c787d-70d2-4c68-84cd-9c46bc9168ae req-8f92b99d-b06e-42fd-a412-420cef751937 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856739 Feb 04 15:51:43.944503 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.067604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 1193f42a-3c52-4be9-84a5-56c01acf260a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:44.067959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.099749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a740071-592b-4d87-8cac-80d551ea1943 None None] Update dhcp port {'port': {'network_id': 'af3d7567-d24b-41dd-8569-681eaa9d8620', 'fixed_ips': [{'subnet_id': '8e6122b9-9f24-4b93-b6f9-4205186326e6'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '1193f42a-3c52-4be9-84a5-56c01acf260a'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:51:44.189903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a740071-592b-4d87-8cac-80d551ea1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.278446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] For port 1193f42a-3c52-4be9-84a5-56c01acf260a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1193f42a-3c52-4be9-84a5-56c01acf260a,segment=NetworkSegment(b21f882e-d8d3-42d2-8136-38ede1e3d6ea),segment_id=b21f882e-d8d3-42d2-8136-38ede1e3d6ea)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:44.278751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.322073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 1193f42a-3c52-4be9-84a5-56c01acf260a owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:44.585663 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.630511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=1193f42a-3c52-4be9-84a5-56c01acf260a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:44.643538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No DVR routers for this DVR port 1193f42a-3c52-4be9-84a5-56c01acf260a on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:51:44.777933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f4277-dd49-4865-aad3-6104aa1f6eca None None] Network af3d7567-d24b-41dd-8569-681eaa9d8620 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:44.903745 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:44.998139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3d7567-d24b-41dd-8569-681eaa9d8620']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:45.067872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21f882e-d8d3-42d2-8136-38ede1e3d6ea') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:45.073438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21f882e-d8d3-42d2-8136-38ede1e3d6ea') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:51:45.162484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-636a0994-4334-44b7-8e56-a1010c438d9c None None] Could not find standard attr ID for object 1193f42a-3c52-4be9-84a5-56c01acf260a. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:51:45.210042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.497680 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.581457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979125e3-ae78-4daa-a681-e663d3c0cac9 req-77b3d461-da71-4b55-90fa-db9b388a41f3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:45.617269 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-979125e3-ae78-4daa-a681-e663d3c0cac9 req-77b3d461-da71-4b55-90fa-db9b388a41f3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.5218592 Feb 04 15:51:45.627104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:51:45.627752 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:51:45.632759 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:51:45.680894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1193f42a-3c52-4be9-84a5-56c01acf260a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:51:45.751649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1193f42a-3c52-4be9-84a5-56c01acf260a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:51:45.752197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1193f42a-3c52-4be9-84a5-56c01acf260a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:51:45.756398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f48be-6e49-478e-ac88-66236bfa127d None None] DHCP port deletion for af3d7567-d24b-41dd-8569-681eaa9d8620 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:51:46.005307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-979125e3-ae78-4daa-a681-e663d3c0cac9 req-2ca43e55-bccf-4975-a453-8e0e0aabcb1d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473175 Feb 04 15:51:46.020076 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.096368 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.103248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/networks/af3d7567-d24b-41dd-8569-681eaa9d8620 HTTP/1.1" status: 204 len: 168 time: 2.6580009 Feb 04 15:51:46.104762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1504dd-c282-4ee3-9b72-70e0f0181f97 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Network': ['ID=af3d7567-d24b-41dd-8569-681eaa9d8620,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:46.107268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41666) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:46.400820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce8142-e693-4d28-8956-a5c7faec9232 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:46.417489 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07ce8142-e693-4d28-8956-a5c7faec9232 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3085194 Feb 04 15:51:46.421351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41678) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:46.579395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3cf4f04b-af22-42f6-8fc1-cb3f894fce7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1558919 Feb 04 15:51:46.583199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41680) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:46.592115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1226734909'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:46.679378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:46.685737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.855268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:51:46.904453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:46.905482 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Added segment 01fee3a8-4054-414d-9e56-5cf13c059695 of type vlan for network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 Feb 04 15:51:47.030580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.142150 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.174952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:47.176049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:47.432457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Network': ['ID=8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:47.451778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:51:47.471429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-159d0b43-12db-48ce-9a14-c8b5f955c557 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8860381 Feb 04 15:51:47.474807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41706) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:47.484587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:47.828262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeb498-b647-428b-8721-413370a2eae2 req-1e34a5f5-1e85-4588-be6f-0bb616b497ce tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:47.842906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72eeb498-b647-428b-8721-413370a2eae2 req-1e34a5f5-1e85-4588-be6f-0bb616b497ce tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.4124990 Feb 04 15:51:48.035203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:48.052612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.099329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-72eeb498-b647-428b-8721-413370a2eae2 req-557ea51d-c367-4e91-904a-e46227d0ddff tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445986 Feb 04 15:51:48.526727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-26b9f561-5746-4ae1-bb80-912208bcd6ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2937255 Feb 04 15:51:48.806480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-661d0c8a-f14a-4dc3-9ed8-ad524d520f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:48.814004 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-661d0c8a-f14a-4dc3-9ed8-ad524d520f1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1096 time: 0.1525726 Feb 04 15:51:48.892365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:48.990475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-3421d5ba-f063-402e-adcc-7c963519ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:48.992649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-3421d5ba-f063-402e-adcc-7c963519ac71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.1482830 Feb 04 15:51:49.161812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking segment: {'id': '01fee3a8-4054-414d-9e56-5cf13c059695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:51:49.163565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network hostable DHCP agents. Network: 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:51:49.195928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=e0bf672e-85ee-4537-bf65-b4a9408fc529,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:49.318696 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-9cd1eb94-47e4-490c-bd18-82b35c6f0916 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.3179302 Feb 04 15:51:49.475987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:51:49.513946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:49.526999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6a15b-419a-4641-99b2-49226d4e61b8 None None] Network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:49.548119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:49.549261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:49.620932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-abe26043-bfff-4e5d-bbd4-b2ee85e596c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:49.658879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-abe26043-bfff-4e5d-bbd4-b2ee85e596c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2921119 Feb 04 15:51:49.779083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0f3a1311-64a6-41c7-988c-3c371dbbe3aa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3016284 Feb 04 15:51:49.785390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41734) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:49.821739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7', 'name': 'tempest-PortsTestJSON-508087723'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:49.853560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-0405026b-26aa-427a-8527-df40116e04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:49.860648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-0405026b-26aa-427a-8527-df40116e04ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981487 Feb 04 15:51:50.091834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7', 'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7', 'tenant_id': 'c7423816536c4b15972f15d49c5f1f0c', 'fixed_ips': [{'subnet_id': 'e0bf672e-85ee-4537-bf65-b4a9408fc529'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:51:50.093078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.130268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a330c0-7f69-4dbf-b7e3-a20de92a95f4 req-e3cbc45d-8545-46be-8894-6f9f5020a253 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:50.146845 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7a330c0-7f69-4dbf-b7e3-a20de92a95f4 req-e3cbc45d-8545-46be-8894-6f9f5020a253 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.6250994 Feb 04 15:51:50.334904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-7e03a65e-474e-4be7-8905-4bd5d384b117 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639754 Feb 04 15:51:50.471562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e7a330c0-7f69-4dbf-b7e3-a20de92a95f4 req-740fe3c2-a48b-4167-a475-650ef83bb270 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045406 Feb 04 15:51:50.523654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:50.528561 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:50.604286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Allocated IP 172.20.0.2 (8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7/e0bf672e-85ee-4537-bf65-b4a9408fc529/8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:50.624792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port f1e4a285-167e-4aee-a60e-ccc266a411d1 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:50.821410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99721b2f-66b7-4aaf-bbc9-d1ba99dcd2fb req-e71e34c8-44e8-4e4a-a30b-f2ba33d683b3 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784763 Feb 04 15:51:51.133902 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.150615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.241078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:51.254132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:51.260614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:51.284326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Pushing event updated for resources: {'Port': ['ID=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:51.425145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Attempting to bind port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:51:51.427742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Attempting to bind port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '01fee3a8-4054-414d-9e56-5cf13c059695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:51:51.428141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Attempting to bind port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d on network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:51:51.443492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:51:51.444032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Checking segment: {'id': '01fee3a8-4054-414d-9e56-5cf13c059695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:51:51.444336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.444740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Bound using segment: {'id': '01fee3a8-4054-414d-9e56-5cf13c059695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:51:51.445243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Bound port: 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fee3a8-4054-414d-9e56-5cf13c059695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:51:51.445683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.473393 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.api [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d54bf6a5-4cc7-47de-9828-91ef32ffff06 {{(pid=102423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:51:51.476187 n-d-827869-1 neutron-server[102423]: DEBUG oslo_db.api [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:51:51.617388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] For port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:51:51.632548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] For port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,segment=NetworkSegment(01fee3a8-4054-414d-9e56-5cf13c059695),segment_id=01fee3a8-4054-414d-9e56-5cf13c059695)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:51:51.648591 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:51.865161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08f384-6371-4650-8426-6179934d2d34 None None] Pushing event updated for resources: {'Port': ['ID=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:51.903113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959cc81-5cd3-4ce9-a206-d401841f1680 req-5fc92f9e-4ca9-44b0-b29e-ae9e3ffc6def tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:51.920091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c959cc81-5cd3-4ce9-a206-d401841f1680 req-5fc92f9e-4ca9-44b0-b29e-ae9e3ffc6def tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.2052093 Feb 04 15:51:51.978051 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:52.045433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c959cc81-5cd3-4ce9-a206-d401841f1680 req-cfd70415-67b8-4be3-bb99-b3598763d5f3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238213 Feb 04 15:51:52.139424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 833f894e-69ce-439f-a466-8a27f723e878 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:52.566016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.9 (8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7/e0bf672e-85ee-4537-bf65-b4a9408fc529/833f894e-69ce-439f-a466-8a27f723e878) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:53.190507 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.291835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.734751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a1647-f218-4439-afc5-bfc587c6c0d4 req-743974b8-5d48-4f6f-af39-d4980d1c9b39 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:53.750237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e46a1647-f218-4439-afc5-bfc587c6c0d4 req-743974b8-5d48-4f6f-af39-d4980d1c9b39 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.4302940 Feb 04 15:51:53.818708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:53.867575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:53.966823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e46a1647-f218-4439-afc5-bfc587c6c0d4 req-1dd442c4-acdc-44c7-bcb4-f50e0f3999bd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010901 Feb 04 15:51:54.008643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:54.031978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:54.057141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:54.137397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:54.137782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.268425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=833f894e-69ce-439f-a466-8a27f723e878,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:54.470601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:54.492657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.606198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41808) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:54.607570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b363de73-97f3-468e-a846-e050974d85b8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8129473 Feb 04 15:51:54.613498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7', 'name': 'tempest-PortsTestJSON-77998541'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:51:54.741830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275afa6-202c-4a65-a83b-df133ab07e3b None None] Network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:51:54.894648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-78376106-d816-48a6-bd90-72591a449c36 None None] Provisioning complete for port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:54.894986 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-78376106-d816-48a6-bd90-72591a449c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:54.906983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.022794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:51:55.025083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,segment=NetworkSegment(01fee3a8-4054-414d-9e56-5cf13c059695),segment_id=01fee3a8-4054-414d-9e56-5cf13c059695)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:51:55.039924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.060063 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.110918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port ea1e9464-b1a3-449c-a198-e4dde818cdf7 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:51:55.223943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:55.284617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.3 (8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7/e0bf672e-85ee-4537-bf65-b4a9408fc529/ea1e9464-b1a3-449c-a198-e4dde818cdf7) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:51:55.697135 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:55.731625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:51:55.981923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf332e66-a984-456f-8c60-19df73cfcfaa req-53d150f0-806a-41ee-aa15-8114a92cda88 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:55.992647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf332e66-a984-456f-8c60-19df73cfcfaa req-53d150f0-806a-41ee-aa15-8114a92cda88 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.3719611 Feb 04 15:51:56.013316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:56.013898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.072989 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-1fcc969f-856e-453c-8235-c0bb449e3ccb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4406607 Feb 04 15:51:56.185860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf332e66-a984-456f-8c60-19df73cfcfaa req-d6962af1-4134-4201-9e6f-0dfe5577c6b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909270 Feb 04 15:51:56.234372 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.468231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aa6420de-aa69-4fba-b3aa-162738a5ba03 None None] Provisioning complete for port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:56.468620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa6420de-aa69-4fba-b3aa-162738a5ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:56.599847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=ea1e9464-b1a3-449c-a198-e4dde818cdf7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:51:56.629602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:51:56.651214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:51:56.664707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:51:56.712355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cbe7a392-7726-40c4-926a-750fdd7fc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.715037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cbe7a392-7726-40c4-926a-750fdd7fc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.717436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cbe7a392-7726-40c4-926a-750fdd7fc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.721016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cbe7a392-7726-40c4-926a-750fdd7fc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.726139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cbe7a392-7726-40c4-926a-750fdd7fc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.727421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cbe7a392-7726-40c4-926a-750fdd7fc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.728402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cbe7a392-7726-40c4-926a-750fdd7fc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:56.740409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cbe7a392-7726-40c4-926a-750fdd7fc380 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08038f466f1a452a8c6ae0ee260b025a&device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 6489 time: 0.5279799 Feb 04 15:51:57.098326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aa6420de-aa69-4fba-b3aa-162738a5ba03 None None] Provisioning complete for port 833f894e-69ce-439f-a466-8a27f723e878 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:57.098990 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa6420de-aa69-4fba-b3aa-162738a5ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.137271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-9b603b55-28ae-47bd-96f4-9d26393871ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.138158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-9b603b55-28ae-47bd-96f4-9d26393871ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.138980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-9b603b55-28ae-47bd-96f4-9d26393871ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.149475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-9b603b55-28ae-47bd-96f4-9d26393871ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=ddaa4c16-7a2d-48cd-be30-837d541a5561&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=3703e0dc-6b85-43e2-90ba-089a82e79531&id=64cb3f2d-ba95-4939-8485-4be57b4533ef&id=64cb3f2d-ba95-4939-8485-4be57b4533ef HTTP/1.1" status: 200 len: 2291 time: 0.2938700 Feb 04 15:51:57.184116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-aa6420de-aa69-4fba-b3aa-162738a5ba03 None None] Port 833f894e-69ce-439f-a466-8a27f723e878 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:51:57.312385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7244d42b-7163-4261-907a-3e75fd366ca0 None None] Provisioning complete for port 833f894e-69ce-439f-a466-8a27f723e878 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:57.312916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7244d42b-7163-4261-907a-3e75fd366ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.418695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7244d42b-7163-4261-907a-3e75fd366ca0 None None] Port 833f894e-69ce-439f-a466-8a27f723e878 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:51:57.427560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39506ad9-ca4c-473f-b075-494e7acb7055 req-2f5b9133-b263-4a39-90fd-3322dd37c6e2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.436263 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39506ad9-ca4c-473f-b075-494e7acb7055 req-2f5b9133-b263-4a39-90fd-3322dd37c6e2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.1137023 Feb 04 15:51:57.465448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-3ae14020-77c6-4922-bfd4-026390146475 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea7190d-49f5-405d-b99b-b3e496cb604c HTTP/1.1" status: 200 len: 1000 time: 0.3003092 Feb 04 15:51:57.543061 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-39506ad9-ca4c-473f-b075-494e7acb7055 req-c996be90-284b-479d-ba06-4e5f6e01e60e tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058028 Feb 04 15:51:57.555707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c238bb7f-2e4f-4cf3-b8f0-fd9e95b88ce2 None None] Provisioning complete for port ea1e9464-b1a3-449c-a198-e4dde818cdf7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:51:57.556103 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c238bb7f-2e4f-4cf3-b8f0-fd9e95b88ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.641464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.642189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.681012 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-57ba6607-5725-4dae-9d9c-ab83a0facbe5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0720863 Feb 04 15:51:57.685563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41862) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:57.694771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c238bb7f-2e4f-4cf3-b8f0-fd9e95b88ce2 None None] Port ea1e9464-b1a3-449c-a198-e4dde818cdf7 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:51:57.719991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-edae86dd-a882-44d4-934d-7297105321cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.721783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-edae86dd-a882-44d4-934d-7297105321cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b467fc4-5160-463a-a5dc-b2d95866e46a HTTP/1.1" status: 200 len: 850 time: 0.2440712 Feb 04 15:51:57.840148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-840871dd-cb74-4878-90b2-5e1629e4d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.843573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-840871dd-cb74-4878-90b2-5e1629e4d42b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ddaa4c16-7a2d-48cd-be30-837d541a5561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133533 Feb 04 15:51:57.984888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef18b51-af80-4aa9-b922-6f5201d4c9b0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:57.998539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41872) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:51:57.999047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1ef18b51-af80-4aa9-b922-6f5201d4c9b0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.3121016 Feb 04 15:51:58.262677 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-cd1bb6c2-a069-4621-a686-93aed54807c9 service neutron] 10.222.0.50 "GET /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114089 Feb 04 15:51:58.471532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-38c38409-a15c-421e-8a0b-ca3f6a256805 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port ea1e9464-b1a3-449c-a198-e4dde818cdf7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:51:58.475250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38c38409-a15c-421e-8a0b-ca3f6a256805 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.219233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-a5cc6b04-44a8-482a-b459-7abdc771642a service neutron] 10.222.0.50 "GET /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9427111 Feb 04 15:51:59.369741 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-2addebca-fec9-4f61-a18a-086b5cbfd9ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=8e662118-2cbb-42a1-a29b-d7fb20a32888 HTTP/1.1" status: 200 len: 217 time: 0.1397285 Feb 04 15:51:59.394980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156915-1aa1-4bee-b233-7b489f35f0e7 req-891adf67-b486-4495-bc0f-b8e82ffe32ca tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:59.397285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a156915-1aa1-4bee-b233-7b489f35f0e7 req-891adf67-b486-4495-bc0f-b8e82ffe32ca tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.7209151 Feb 04 15:51:59.483140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-03c1e723-1518-4dba-94f4-98048b1c3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:59.487398 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-03c1e723-1518-4dba-94f4-98048b1c3b62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 200 len: 797 time: 0.0882339 Feb 04 15:51:59.490864 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38c38409-a15c-421e-8a0b-ca3f6a256805 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.598502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-38c38409-a15c-421e-8a0b-ca3f6a256805 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for ea1e9464-b1a3-449c-a198-e4dde818cdf7 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:51:59.657045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a156915-1aa1-4bee-b233-7b489f35f0e7 req-3875d2ad-03fd-4d72-9e21-3b75f6ed32fb tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772294 Feb 04 15:51:59.756169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-f3d86678-dd5e-4bb8-9a6f-3c05003ef7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:51:59.758589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-f3d86678-dd5e-4bb8-9a6f-3c05003ef7ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3703e0dc-6b85-43e2-90ba-089a82e79531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2535629 Feb 04 15:51:59.950700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38c38409-a15c-421e-8a0b-ca3f6a256805 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.114002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c38409-a15c-421e-8a0b-ca3f6a256805 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=ea1e9464-b1a3-449c-a198-e4dde818cdf7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:00.121255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-16c888d7-903f-4e52-8885-78feb6965460 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875265 Feb 04 15:52:00.409196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-8ce922cf-04f8-4f88-9623-2ab45394ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:00.411550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-8ce922cf-04f8-4f88-9623-2ab45394ff86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 1097 time: 0.0853441 Feb 04 15:52:00.496668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-14c9a46d-6cbe-4127-9c9d-a32de6f9a8b0 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386359 Feb 04 15:52:00.503401 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38c38409-a15c-421e-8a0b-ca3f6a256805 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.509575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-38c38409-a15c-421e-8a0b-ca3f6a256805 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/ea1e9464-b1a3-449c-a198-e4dde818cdf7 HTTP/1.1" status: 204 len: 168 time: 2.5083427 Feb 04 15:52:00.533109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41930) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:00.560703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-04ec0ddb-73f0-4ffa-b74c-307e85111977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:00.662148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-9a847f37-5a41-4ce2-a5ff-edf394c601b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:00.664347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-9a847f37-5a41-4ce2-a5ff-edf394c601b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.2451003 Feb 04 15:52:00.683212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-c8cc6078-95ef-499a-ba16-e434e091b58a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=8eb391fc-50c6-4df7-96bf-6ac93f25a908 HTTP/1.1" status: 200 len: 217 time: 0.1660824 Feb 04 15:52:00.695294 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a05f85-ab97-4f34-942b-22f747391653 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:52:00.713904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-22a05f85-ab97-4f34-942b-22f747391653 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/ea1e9464-b1a3-449c-a198-e4dde818cdf7 HTTP/1.1" status: 404 len: 333 time: 0.1767044 Feb 04 15:52:00.721649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41942) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:00.817079 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-9c10c741-a0ca-4da0-b16d-b421a0868b3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e HTTP/1.1" status: 200 len: 217 time: 0.1368852 Feb 04 15:52:00.985137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-2af3f06c-91f4-420f-8b03-8042f6c16c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.017054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-2af3f06c-91f4-420f-8b03-8042f6c16c4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 200 len: 797 time: 0.3046114 Feb 04 15:52:01.068172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-d4dcb8d6-78b7-48b1-8055-2b4959e3108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.074972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-d4dcb8d6-78b7-48b1-8055-2b4959e3108c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2589109 Feb 04 15:52:01.107525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ec288-b392-4938-9276-c6fe33c1e192 req-3058f969-f735-43f9-9c04-047b023671b2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.116812 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-265ec288-b392-4938-9276-c6fe33c1e192 req-3058f969-f735-43f9-9c04-047b023671b2 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.2157946 Feb 04 15:52:01.268476 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-d43e5f0a-58f3-4bd7-b8f2-7b503dd0ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.270091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-d43e5f0a-58f3-4bd7-b8f2-7b503dd0ffb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3703e0dc-6b85-43e2-90ba-089a82e79531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1831958 Feb 04 15:52:01.272159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-10d41cd6-47c4-4d9c-a784-a42aa6dd59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:01.273684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-10d41cd6-47c4-4d9c-a784-a42aa6dd59e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908100 Feb 04 15:52:01.327368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5202c-da00-4673-b737-b14f45b51a5d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 833f894e-69ce-439f-a466-8a27f723e878 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:01.327957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5d5202c-da00-4673-b737-b14f45b51a5d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.376452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-265ec288-b392-4938-9276-c6fe33c1e192 req-2ef44b84-ab59-460f-aff2-82a6468a4533 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924016 Feb 04 15:52:01.500285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-05da55cf-ba40-4c58-8eda-8aa4642f7db3 service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042217 Feb 04 15:52:01.650253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5d5202c-da00-4673-b737-b14f45b51a5d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.668657 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-799cb67e-28e5-46c3-af1e-21f833ef2572 req-ccfcbce8-7659-499c-85e9-741e9122b1dc service neutron] 10.222.0.50 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603785 Feb 04 15:52:01.679500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5202c-da00-4673-b737-b14f45b51a5d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 833f894e-69ce-439f-a466-8a27f723e878 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:01.872047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-e306cab4-c063-4131-a736-6b80d75ab548 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876503 Feb 04 15:52:01.873540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5d5202c-da00-4673-b737-b14f45b51a5d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:01.940352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5202c-da00-4673-b737-b14f45b51a5d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=833f894e-69ce-439f-a466-8a27f723e878,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:02.116809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-1199f6aa-2bd9-40b2-b5c1-0aaf8084aa42 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340751 Feb 04 15:52:02.283699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-1324cc6c-2727-4d7e-809e-030da10568e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=457b4eb6-cf15-47bd-83bf-0bc98a617f8a HTTP/1.1" status: 200 len: 217 time: 0.1570089 Feb 04 15:52:02.352878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5d5202c-da00-4673-b737-b14f45b51a5d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.368762 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d5d5202c-da00-4673-b737-b14f45b51a5d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/833f894e-69ce-439f-a466-8a27f723e878 HTTP/1.1" status: 204 len: 168 time: 1.5398476 Feb 04 15:52:02.372188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41978) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:02.453666 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e257ba-bdda-4b10-9254-2af993d35e6d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:52:02.461855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e1e257ba-bdda-4b10-9254-2af993d35e6d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/833f894e-69ce-439f-a466-8a27f723e878 HTTP/1.1" status: 404 len: 333 time: 0.0878189 Feb 04 15:52:02.470049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41984) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:02.682296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-75ac8b0b-50ab-4b96-93f8-31b58bd8053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:02.682296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-75ac8b0b-50ab-4b96-93f8-31b58bd8053e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 200 len: 797 time: 0.3074374 Feb 04 15:52:02.704086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b054bac-71c9-4df9-bfd2-76c01da089b6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet e0bf672e-85ee-4537-bf65-b4a9408fc529 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:52:02.710983 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b054bac-71c9-4df9-bfd2-76c01da089b6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.817426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e7345-d7d0-46e9-bceb-5ff412a26407 req-b6f6e136-3cf4-4105-880f-a39b48359f41 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:02.826082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d43e7345-d7d0-46e9-bceb-5ff412a26407 req-b6f6e136-3cf4-4105-880f-a39b48359f41 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 946 time: 0.3252130 Feb 04 15:52:02.858565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b054bac-71c9-4df9-bfd2-76c01da089b6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:02.903361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-df12414c-d121-4638-99f8-d08aeed4788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:02.905018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-df12414c-d121-4638-99f8-d08aeed4788b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3703e0dc-6b85-43e2-90ba-089a82e79531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2118781 Feb 04 15:52:02.987448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d43e7345-d7d0-46e9-bceb-5ff412a26407 req-d051d56e-ed3b-4c87-9933-be632031f657 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601765 Feb 04 15:52:03.140726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b054bac-71c9-4df9-bfd2-76c01da089b6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.177721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device eaa54e6c-05d5-49bc-a328-c112abe4593e no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:03.257399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b054bac-71c9-4df9-bfd2-76c01da089b6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.342333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0f829b-ad67-48c2-b0ff-158d8b12c5f9 None None] Network 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:03.363185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-8786d3c0-f1b1-489e-b5bf-376dc75d56d6 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451232 Feb 04 15:52:03.410281 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b054bac-71c9-4df9-bfd2-76c01da089b6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.418212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2b054bac-71c9-4df9-bfd2-76c01da089b6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/e0bf672e-85ee-4537-bf65-b4a9408fc529 HTTP/1.1" status: 204 len: 168 time: 0.9426036 Feb 04 15:52:03.418212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054bac-71c9-4df9-bfd2-76c01da089b6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=e0bf672e-85ee-4537-bf65-b4a9408fc529,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:03.418680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42012) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:03.699614 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.772587 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.789439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-b1893d99-665c-47ff-a52e-7fd2a3cb7fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739655 Feb 04 15:52:03.821580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:03.824607 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dacd7b5-fcb7-4c44-b4c2-3d7f6901b5a7" -d '{"events": [{"server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:52:03.909350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:03.917511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-65cbcfe0-0826-4753-a3ed-99f76a9372b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.920955 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df43e23c-c224-461a-ab2e-162af8efe3a1 x-openstack-request-id: req-df43e23c-c224-461a-ab2e-162af8efe3a1 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:52:03.921631 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:52:03.922086 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-df43e23c-c224-461a-ab2e-162af8efe3a1 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:52:03.922735 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'code': 200} Feb 04 15:52:03.925630 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:03.926375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-8500335c-8a90-4183-87cd-a3b69a499528 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=ccd88caa-5202-4b0d-87af-15dcce382df7 HTTP/1.1" status: 200 len: 217 time: 0.1300499 Feb 04 15:52:04.096326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:04.100943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.122022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-f9b56c72-5034-4f05-b7b3-0b551a83179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:04.123599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-f9b56c72-5034-4f05-b7b3-0b551a83179a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 200 len: 797 time: 0.1647446 Feb 04 15:52:04.137293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] DHCP port deletion for 8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:52:04.174893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:04.324970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] Deleting port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:04.329215 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.334495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-1eb3866e-2b83-478b-bdd8-faa57b5ce90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:04.341661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-1eb3866e-2b83-478b-bdd8-faa57b5ce90a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3703e0dc-6b85-43e2-90ba-089a82e79531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1998537 Feb 04 15:52:04.374144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] For port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,segment=NetworkSegment(01fee3a8-4054-414d-9e56-5cf13c059695),segment_id=01fee3a8-4054-414d-9e56-5cf13c059695)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:04.374662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.458322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:04.561221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] For port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,segment=NetworkSegment(01fee3a8-4054-414d-9e56-5cf13c059695),segment_id=01fee3a8-4054-414d-9e56-5cf13c059695)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:04.562469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.640890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] Calling delete_port for 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:04.664307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-20c3dfa1-c29a-4686-b00d-806b8a346a33 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167274 Feb 04 15:52:04.756829 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:04.837100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:04.853846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No DVR routers for this DVR port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:04.920549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.039577 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] No DVR routers for this DVR port 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:05.056995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eccd4f-f45d-492e-971f-79bb853f3eda None None] Pushing event deleted for resources: {'Port': ['ID=8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:05.105265 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-5bff5ac0-ddfc-4e0a-a6fa-3b7bb1037358 service neutron] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334614 Feb 04 15:52:05.130724 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.177166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:05.187459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d533094-66aa-46d0-83e6-8080be5e6933 req-f13d2bd0-a044-429f-a874-bd5ad1ced0ea tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.189185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d533094-66aa-46d0-83e6-8080be5e6933 req-f13d2bd0-a044-429f-a874-bd5ad1ced0ea tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 944 time: 0.3885579 Feb 04 15:52:05.220965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fee3a8-4054-414d-9e56-5cf13c059695') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:05.226341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fee3a8-4054-414d-9e56-5cf13c059695') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:05.241046 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-48fcfb45-33ee-4e68-b070-b454f96ec4ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=737a6fc3-6437-490a-8b1d-f7f2a1138803 HTTP/1.1" status: 200 len: 217 time: 0.0869541 Feb 04 15:52:05.285127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.332246 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.364843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:05.368146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:05.377870 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:05.446317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-6e1b0141-a755-44fb-ba32-8d771ed09786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.448555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-6e1b0141-a755-44fb-ba32-8d771ed09786 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e57f75d4-9e59-44d7-b3bd-3475dabd8717 HTTP/1.1" status: 200 len: 797 time: 0.1977608 Feb 04 15:52:05.459463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d533094-66aa-46d0-83e6-8080be5e6933 req-7eb4847c-84ba-4f4b-9532-916db3125fa9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169814 Feb 04 15:52:05.528805 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.544722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.570256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/networks/8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7 HTTP/1.1" status: 204 len: 168 time: 2.1436937 Feb 04 15:52:05.571109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42054) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:05.611273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-397221470'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:05.615262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-7d942e61-793d-428d-83b6-509e9acca82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.616933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-7d942e61-793d-428d-83b6-509e9acca82d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64cb3f2d-ba95-4939-8485-4be57b4533ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1564832 Feb 04 15:52:05.621572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5c6ed-44dc-4d80-a9d1-3b7e145be2fb tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Network': ['ID=8925ef9b-b057-4e4c-9a2a-e0c2adddc8c7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:05.655960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:05.729888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:05.730499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8b949f0f-4aa5-4156-a7ea-b2e5ed1e3c1d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:05.771389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:05.780550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.814027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:05.831585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-1a8b3c4f-aa5a-4fa8-86da-05cfb9d2cd53 service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030365 Feb 04 15:52:05.872365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d267c0-a9cb-42d6-8333-5a42386b9433 req-805e8b41-db99-4e8e-839c-f6c34e33bffe tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:05.876291 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8d267c0-a9cb-42d6-8333-5a42386b9433 req-805e8b41-db99-4e8e-839c-f6c34e33bffe tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2692277 Feb 04 15:52:05.979434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-51ef2881-1e66-4582-b544-d41e1856a257 service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377578 Feb 04 15:52:06.019065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c8d267c0-a9cb-42d6-8333-5a42386b9433 req-d9625b56-2df9-4a8e-93c8-3670a7565e81 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227789 Feb 04 15:52:06.020361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:06.052312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-8a7936f3-23b2-4681-8e0c-0c2a11c824ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2 HTTP/1.1" status: 200 len: 217 time: 0.0639160 Feb 04 15:52:06.069567 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.069567 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Added segment 52bdf104-7523-41b6-9b4f-6c0dc344b7f5 of type vlan for network 08665539-2e13-4174-a22c-c4982855268f Feb 04 15:52:06.248298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-4e09f2e9-8e17-4e9f-aa12-9caa51bd9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:06.250983 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-4e09f2e9-8e17-4e9f-aa12-9caa51bd9e88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e57f75d4-9e59-44d7-b3bd-3475dabd8717 HTTP/1.1" status: 200 len: 797 time: 0.1903410 Feb 04 15:52:06.289190 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.321521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e79a-6772-460d-b07e-6c65f5ec65a4 req-21f6e1a1-ff8a-4787-a32f-7d80e8f32bdc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:06.330717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5762e79a-6772-460d-b07e-6c65f5ec65a4 req-21f6e1a1-ff8a-4787-a32f-7d80e8f32bdc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1384523 Feb 04 15:52:06.374529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-0ef7a29d-a6c7-4bab-87e4-3b0b149eff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:06.376144 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.376437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-0ef7a29d-a6c7-4bab-87e4-3b0b149eff67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=64cb3f2d-ba95-4939-8485-4be57b4533ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158860 Feb 04 15:52:06.392660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:06.393780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5762e79a-6772-460d-b07e-6c65f5ec65a4 req-38fe3484-5ee5-4aae-b26e-cdae37e2adfc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604196 Feb 04 15:52:06.394302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:06.587204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Network': ['ID=08665539-2e13-4174-a22c-c4982855268f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:06.608334 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5d10e798-2d75-4471-b335-d0d568ed0a7a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0050828 Feb 04 15:52:06.618439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42072) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:06.631299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 08665539-2e13-4174-a22c-c4982855268f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:52:06.664854 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:52:06.671525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '08665539-2e13-4174-a22c-c4982855268f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:06.819192 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-1323d067-b66d-410f-b832-8d95db59e29d service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202025 Feb 04 15:52:06.990293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549882af-4683-4b5e-b4c9-d1121d2b62cb req-acb86742-566c-4059-93f2-02509b61d5bf tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:06.992429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549882af-4683-4b5e-b4c9-d1121d2b62cb req-acb86742-566c-4059-93f2-02509b61d5bf tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1765695 Feb 04 15:52:07.077964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee82db75-7dd2-49a5-94f7-e23aca3a725f req-91bc810f-80c9-4851-9c9f-c02bfcc9aabd service neutron] 10.222.0.50 "GET /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425296 Feb 04 15:52:07.101776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:07.106829 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.114183 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.133323 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549882af-4683-4b5e-b4c9-d1121d2b62cb req-2271beb1-524e-439a-b533-a93957837ae0 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695546 Feb 04 15:52:07.183657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device eaa54e6c-05d5-49bc-a328-c112abe4593e no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:07.450429 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.545522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.681814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=5b2f16d5-5eff-43a4-912b-8966f63be029,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:07.696700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking segment: {'id': '52bdf104-7523-41b6-9b4f-6c0dc344b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '08665539-2e13-4174-a22c-c4982855268f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:52:07.698156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network hostable DHCP agents. Network: 08665539-2e13-4174-a22c-c4982855268f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:07.719937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 08665539-2e13-4174-a22c-c4982855268f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:07.732795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 08665539-2e13-4174-a22c-c4982855268f) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:07.739813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:07.739813 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:07.751851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5760d986-c092-4c6a-8ce2-5fbd0cfaf504 None None] Network 08665539-2e13-4174-a22c-c4982855268f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:07.765549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-14544a53-778b-437b-8556-8fd35d96dc5e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1453993 Feb 04 15:52:07.770203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42088) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:07.779889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '08665539-2e13-4174-a22c-c4982855268f', 'name': 'tempest-PortsTestJSON-805974831', 'fixed_ips': [{'subnet_id': '5b2f16d5-5eff-43a4-912b-8966f63be029', 'ip_address': '172.20.0.10'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:08.199865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:08.287301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-08665539-2e13-4174-a22c-c4982855268f', 'network_id': '08665539-2e13-4174-a22c-c4982855268f', 'tenant_id': 'c7423816536c4b15972f15d49c5f1f0c', 'fixed_ips': [{'subnet_id': '5b2f16d5-5eff-43a4-912b-8966f63be029'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:52:08.288895 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.464464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.573048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Allocated IP 172.20.0.2 (08665539-2e13-4174-a22c-c4982855268f/5b2f16d5-5eff-43a4-912b-8966f63be029/b35f3432-5070-407c-ab89-ada19da6391d) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:08.616018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 5ece5971-a868-440b-955f-1c7ae5d17148 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:08.892624 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.918152 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:08.923319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac650e-c3f0-4073-9104-d057cd3eba82 req-1f27e63d-8558-43ff-ba57-287da1178819 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:08.924959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7ac650e-c3f0-4073-9104-d057cd3eba82 req-1f27e63d-8558-43ff-ba57-287da1178819 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.4759665 Feb 04 15:52:09.031608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.10 (08665539-2e13-4174-a22c-c4982855268f/5b2f16d5-5eff-43a4-912b-8966f63be029/5ece5971-a868-440b-955f-1c7ae5d17148) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:09.097049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Pushing event updated for resources: {'Port': ['ID=b35f3432-5070-407c-ab89-ada19da6391d,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:09.155154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Network 08665539-2e13-4174-a22c-c4982855268f is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:09.167510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:09.176465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:52:09.383112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7ac650e-c3f0-4073-9104-d057cd3eba82 req-58aaf3c1-7da2-4625-ad07-e9f8384567dc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457414 Feb 04 15:52:09.399290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Attempting to bind port b35f3432-5070-407c-ab89-ada19da6391d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:09.402806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Attempting to bind port b35f3432-5070-407c-ab89-ada19da6391d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '52bdf104-7523-41b6-9b4f-6c0dc344b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '08665539-2e13-4174-a22c-c4982855268f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:09.403400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Attempting to bind port b35f3432-5070-407c-ab89-ada19da6391d on network 08665539-2e13-4174-a22c-c4982855268f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:52:09.425703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:52:09.428671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Checking segment: {'id': '52bdf104-7523-41b6-9b4f-6c0dc344b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '08665539-2e13-4174-a22c-c4982855268f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:52:09.429488 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.430133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Bound using segment: {'id': '52bdf104-7523-41b6-9b4f-6c0dc344b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '08665539-2e13-4174-a22c-c4982855268f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:52:09.431614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Bound port: b35f3432-5070-407c-ab89-ada19da6391d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bdf104-7523-41b6-9b4f-6c0dc344b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '08665539-2e13-4174-a22c-c4982855268f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:09.432245 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.549366 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.682619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] For port b35f3432-5070-407c-ab89-ada19da6391d, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:09.691345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] For port b35f3432-5070-407c-ab89-ada19da6391d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b35f3432-5070-407c-ab89-ada19da6391d,segment=NetworkSegment(52bdf104-7523-41b6-9b4f-6c0dc344b7f5),segment_id=52bdf104-7523-41b6-9b4f-6c0dc344b7f5)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:09.694673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.705968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.864731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 08665539-2e13-4174-a22c-c4982855268f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:09.880865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:09.882682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:09.891605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:52:09.947452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837c92a-c990-4a6e-b73c-45ae32734f1e None None] Pushing event updated for resources: {'Port': ['ID=b35f3432-5070-407c-ab89-ada19da6391d,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:09.977416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=5ece5971-a868-440b-955f-1c7ae5d17148,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:10.052324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:10.055041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:10.114304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42124) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:10.115793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c150c174-c5c5-43fe-a6f9-2a2c5d8c1fa7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3429418 Feb 04 15:52:10.121317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': '08665539-2e13-4174-a22c-c4982855268f', 'name': 'tempest-PortsTestJSON-642920737', 'fixed_ips': [{'subnet_id': '5b2f16d5-5eff-43a4-912b-8966f63be029', 'ip_address': '172.20.0.9'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:10.672673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:11.155550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:11.216250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b40ed8-b8f8-4a14-904a-78d932cec299 req-2b7b8a3d-7176-4b4e-9c22-379c02fd575b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:11.218417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98b40ed8-b8f8-4a14-904a-78d932cec299 req-2b7b8a3d-7176-4b4e-9c22-379c02fd575b tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3097570 Feb 04 15:52:11.225061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port d94e6c96-ba52-4e32-994d-f62f4cf0171a yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:11.369606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-98b40ed8-b8f8-4a14-904a-78d932cec299 req-5cea78ea-206d-475a-ab2e-b73a5e1410da tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300662 Feb 04 15:52:11.814208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.9 (08665539-2e13-4174-a22c-c4982855268f/5b2f16d5-5eff-43a4-912b-8966f63be029/d94e6c96-ba52-4e32-994d-f62f4cf0171a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:11.818798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b35f3432-5070-407c-ab89-ada19da6391d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:52:12.062044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b35f3432-5070-407c-ab89-ada19da6391d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:12.064418 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.303690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.313012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.363186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c731b7f-02d0-4158-b3d3-fd55649e71bc None None] Network 08665539-2e13-4174-a22c-c4982855268f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:12.370303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.504120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 08665539-2e13-4174-a22c-c4982855268f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:12.524605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:12.533788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:52:12.610101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89fc9-f4a5-4ab2-974e-e658c24d54ef req-51127673-799d-4926-9257-4ed7107628e5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.622443 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ead89fc9-f4a5-4ab2-974e-e658c24d54ef req-51127673-799d-4926-9257-4ed7107628e5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1364751 Feb 04 15:52:12.673619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=d94e6c96-ba52-4e32-994d-f62f4cf0171a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:12.717550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.721206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.725583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ead89fc9-f4a5-4ab2-974e-e658c24d54ef req-5bc37cc3-08ca-4282-9789-6e8d95df8eef tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020460 Feb 04 15:52:12.763898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9ac86a63-d0ea-4749-85c0-b57d0d69a6f1 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6476436 Feb 04 15:52:12.768367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42186) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:12.934457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1cac2ccd-f105-434e-91d9-f92cdd80f743 None None] Provisioning complete for port b35f3432-5070-407c-ab89-ada19da6391d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:12.942434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cac2ccd-f105-434e-91d9-f92cdd80f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:12.958782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c273a4-0286-4cd8-85e3-cb4742878ede tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:12.963224 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a1c273a4-0286-4cd8-85e3-cb4742878ede tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1937034 Feb 04 15:52:12.968660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42194) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:13.164313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42200) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:13.249616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2f190-92a5-4f3f-a6e5-c6cd70fb51d8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:13.268241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2f190-92a5-4f3f-a6e5-c6cd70fb51d8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:13.276593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2f190-92a5-4f3f-a6e5-c6cd70fb51d8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:13.288896 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1aa2f190-92a5-4f3f-a6e5-c6cd70fb51d8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.3198152 Feb 04 15:52:13.294383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42206) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:13.350175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b35f3432-5070-407c-ab89-ada19da6391d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b35f3432-5070-407c-ab89-ada19da6391d,segment=NetworkSegment(52bdf104-7523-41b6-9b4f-6c0dc344b7f5),segment_id=52bdf104-7523-41b6-9b4f-6c0dc344b7f5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:13.356869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bbb37-5c77-4ee4-afe2-64d87c8b8322 req-2f5ec994-eddc-4204-9e30-bf6862c814aa tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:13.365070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2bbb37-5c77-4ee4-afe2-64d87c8b8322 req-2f5ec994-eddc-4204-9e30-bf6862c814aa tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1097 time: 0.1766300 Feb 04 15:52:13.388357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.588119 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c2bbb37-5c77-4ee4-afe2-64d87c8b8322 req-e4bd73be-23ad-4868-9f3b-139e4920539b tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1779201 Feb 04 15:52:13.618253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1cb665a-0f46-4640-a062-b202b37b0af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.658351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42210) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:13.952384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1cb665a-0f46-4640-a062-b202b37b0af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.966131 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1cb665a-0f46-4640-a062-b202b37b0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.208927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353b1fe-ce83-45ad-832f-5b1252b9f855 req-aa806d6d-e96f-46a0-8da8-20f2736271dd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:14.218428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6353b1fe-ce83-45ad-832f-5b1252b9f855 req-aa806d6d-e96f-46a0-8da8-20f2736271dd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1593025 Feb 04 15:52:14.282328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b35f3432-5070-407c-ab89-ada19da6391d,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:14.422558 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6353b1fe-ce83-45ad-832f-5b1252b9f855 req-c34e13ae-d63c-44f4-8615-ad83872a7da4 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454196 Feb 04 15:52:14.433904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 4c27dfe0-039e-41d5-a750-3917cabaa098 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:14.434515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.669117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c1248576-d66e-4dc1-9913-36342372c028 None None] Provisioning complete for port d94e6c96-ba52-4e32-994d-f62f4cf0171a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:14.674853 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1248576-d66e-4dc1-9913-36342372c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.773215 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.774060 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.796623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c1248576-d66e-4dc1-9913-36342372c028 None None] Port d94e6c96-ba52-4e32-994d-f62f4cf0171a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:52:14.814203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d3e973d0-ab40-4995-a4f4-51b7d96e4cf9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port d94e6c96-ba52-4e32-994d-f62f4cf0171a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:14.815121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3e973d0-ab40-4995-a4f4-51b7d96e4cf9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.829404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c1248576-d66e-4dc1-9913-36342372c028 None None] Provisioning complete for port b35f3432-5070-407c-ab89-ada19da6391d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:14.830209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1248576-d66e-4dc1-9913-36342372c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:14.831228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 4c27dfe0-039e-41d5-a750-3917cabaa098 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:14.836661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb665a-0f46-4640-a062-b202b37b0af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a4fc9-c032-48cd-a1c8-9a67cbad8658,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:14.861727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c1cb665a-0f46-4640-a062-b202b37b0af8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a39370e3bcd4f1aaa0a656ebdb82124&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6948168 Feb 04 15:52:14.919760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42222) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:15.170320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3e973d0-ab40-4995-a4f4-51b7d96e4cf9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.217365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d3e973d0-ab40-4995-a4f4-51b7d96e4cf9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for d94e6c96-ba52-4e32-994d-f62f4cf0171a owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:15.241179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.346779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=4c27dfe0-039e-41d5-a750-3917cabaa098,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:15.411072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c1248576-d66e-4dc1-9913-36342372c028 None None] Provisioning complete for port 5ece5971-a868-440b-955f-1c7ae5d17148 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:15.411858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c1248576-d66e-4dc1-9913-36342372c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.508586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f97c16f-f00e-4ad7-8e0c-6962221d4ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.551112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c1248576-d66e-4dc1-9913-36342372c028 None None] Port 5ece5971-a868-440b-955f-1c7ae5d17148 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:52:15.748007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9251a10b-86c7-436f-a521-62e98cdb7b26 None None] Provisioning complete for port 5ece5971-a868-440b-955f-1c7ae5d17148 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:15.748631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9251a10b-86c7-436f-a521-62e98cdb7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.757101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b35f3432-5070-407c-ab89-ada19da6391d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:52:15.785438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f97c16f-f00e-4ad7-8e0c-6962221d4ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:15.932314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9251a10b-86c7-436f-a521-62e98cdb7b26 None None] Port 5ece5971-a868-440b-955f-1c7ae5d17148 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:52:16.012774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d693d-9302-43ea-bb28-cb401ed35be7 req-5e39343f-4275-4780-b387-ea0f368f456d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:16.026888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-720d693d-9302-43ea-bb28-cb401ed35be7 req-5e39343f-4275-4780-b387-ea0f368f456d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2643723 Feb 04 15:52:16.035298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b35f3432-5070-407c-ab89-ada19da6391d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:16.036371 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.165885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.166844 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Floating IP c2e019b6-4b36-4a97-819c-a57d134c4b17 disassociated (deleted). External IP: 172.25.1.115, port: 43657e7d-d757-4945-b041-bfb7d7644491. Feb 04 15:52:16.202589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-720d693d-9302-43ea-bb28-cb401ed35be7 req-74aaaaf6-6426-4603-956b-ee9f3ad36037 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091120 Feb 04 15:52:16.203016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-84bf823f-11ca-403e-b158-b50f8d2ea935 None None] Provisioning complete for port d94e6c96-ba52-4e32-994d-f62f4cf0171a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:16.203798 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-84bf823f-11ca-403e-b158-b50f8d2ea935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.267972 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f97c16f-f00e-4ad7-8e0c-6962221d4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.276530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f97c16f-f00e-4ad7-8e0c-6962221d4ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.304972 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0f97c16f-f00e-4ad7-8e0c-6962221d4ec7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb8a4fc9-c032-48cd-a1c8-9a67cbad8658 HTTP/1.1" status: 204 len: 168 time: 1.3843317 Feb 04 15:52:16.383655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97c16f-f00e-4ad7-8e0c-6962221d4ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a4fc9-c032-48cd-a1c8-9a67cbad8658,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:16.389650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-84bf823f-11ca-403e-b158-b50f8d2ea935 None None] Port d94e6c96-ba52-4e32-994d-f62f4cf0171a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:52:16.417803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3e973d0-ab40-4995-a4f4-51b7d96e4cf9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.566649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e973d0-ab40-4995-a4f4-51b7d96e4cf9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=d94e6c96-ba52-4e32-994d-f62f4cf0171a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:16.959729 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3e973d0-ab40-4995-a4f4-51b7d96e4cf9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:16.974886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42250) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:16.977466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d3e973d0-ab40-4995-a4f4-51b7d96e4cf9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/d94e6c96-ba52-4e32-994d-f62f4cf0171a HTTP/1.1" status: 204 len: 168 time: 3.6542518 Feb 04 15:52:17.044842 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25b5572-9a36-4c5d-90c4-d66d53db6a77 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:52:17.056081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b25b5572-9a36-4c5d-90c4-d66d53db6a77 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/d94e6c96-ba52-4e32-994d-f62f4cf0171a HTTP/1.1" status: 404 len: 333 time: 0.0715888 Feb 04 15:52:17.060080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42252) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:17.276102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:52:17.402404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42264) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:17.443743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54b075ce-f778-4194-82b1-70262f849665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.616387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:17.628062 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.649286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54b075ce-f778-4194-82b1-70262f849665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.663505 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8b518039-62d1-4226-a0c2-fd93ae7d1b23 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/floatingips/c2e019b6-4b36-4a97-819c-a57d134c4b17 HTTP/1.1" status: 204 len: 168 time: 4.0023682 Feb 04 15:52:17.664177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:17.668054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-54b075ce-f778-4194-82b1-70262f849665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.668954 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee65ef0-034f-4823-8e08-dacb21184111" -d '{"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:52:17.670787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] Sync routers for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:17.690052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bffd8e62-c056-4497-bf9f-5ac68ef8d44e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 5ece5971-a868-440b-955f-1c7ae5d17148 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:17.690428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bffd8e62-c056-4497-bf9f-5ac68ef8d44e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.750804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:17.751845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:17.869280 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-54b075ce-f778-4194-82b1-70262f849665 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8801a0d93f65428db94b5a3adfcd7131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649677 Feb 04 15:52:17.874567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42274) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:17.881782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bffd8e62-c056-4497-bf9f-5ac68ef8d44e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:17.887698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b075ce-f778-4194-82b1-70262f849665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f556ef-83e9-482b-8ce3-3dcf7474b637,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:17.918759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bffd8e62-c056-4497-bf9f-5ac68ef8d44e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 5ece5971-a868-440b-955f-1c7ae5d17148 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:17.942710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb3d3a-66d6-4aef-942a-6ad2fa9a5c0d req-82eab84c-08d6-4044-81d1-36009792d225 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:17.951877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6efb3d3a-66d6-4aef-942a-6ad2fa9a5c0d req-82eab84c-08d6-4044-81d1-36009792d225 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3904457 Feb 04 15:52:18.123348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:52:18.177508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53acac16-63ae-416e-a7ea-e93bef0f5dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.297534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53acac16-63ae-416e-a7ea-e93bef0f5dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.319849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6efb3d3a-66d6-4aef-942a-6ad2fa9a5c0d req-03b97806-fa03-456c-a26d-e6caeaab2e85 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665702 Feb 04 15:52:18.575490 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e450fb-a815-4f35-9916-426bb75ef084 x-openstack-request-id: req-e2e450fb-a815-4f35-9916-426bb75ef084 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:52:18.575744 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:52:18.576125 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2e450fb-a815-4f35-9916-426bb75ef084 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:52:18.576756 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'status': 'completed', 'code': 200} Feb 04 15:52:18.709953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65ef0-034f-4823-8e08-dacb21184111 req-e3188c71-69fe-4a6e-b9ed-c3dba353ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:18.718518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eee65ef0-034f-4823-8e08-dacb21184111 req-e3188c71-69fe-4a6e-b9ed-c3dba353ccad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 1097 time: 0.1953318 Feb 04 15:52:18.777031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:34Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:18.845696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bffd8e62-c056-4497-bf9f-5ac68ef8d44e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:18.895846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657837c4-c3b9-484c-a3e4-4a576164e3b3 req-c8e30fa3-98f9-4c7d-9831-47675fe4b849 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:18.898930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-657837c4-c3b9-484c-a3e4-4a576164e3b3 req-c8e30fa3-98f9-4c7d-9831-47675fe4b849 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 946 time: 0.2913568 Feb 04 15:52:18.974512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] Checking router: 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:52:18.992464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65ef0-034f-4823-8e08-dacb21184111 req-9d4cd1be-bb56-4ecc-b363-19ee7a8e1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:18.995026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eee65ef0-034f-4823-8e08-dacb21184111 req-9d4cd1be-bb56-4ecc-b363-19ee7a8e1170 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 200 len: 897 time: 0.2687931 Feb 04 15:52:18.998026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53acac16-63ae-416e-a7ea-e93bef0f5dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.000207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53acac16-63ae-416e-a7ea-e93bef0f5dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:19.002146 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-53acac16-63ae-416e-a7ea-e93bef0f5dec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3f556ef-83e9-482b-8ce3-3dcf7474b637 HTTP/1.1" status: 204 len: 168 time: 1.1254351 Feb 04 15:52:19.042289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:19.043334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:19.049198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acac16-63ae-416e-a7ea-e93bef0f5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f556ef-83e9-482b-8ce3-3dcf7474b637,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:19.110992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-657837c4-c3b9-484c-a3e4-4a576164e3b3 req-75a91828-eadb-48ac-8e81-f448078883f1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1903267 Feb 04 15:52:19.144055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd8e62-c056-4497-bf9f-5ac68ef8d44e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=5ece5971-a868-440b-955f-1c7ae5d17148,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:19.176364 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eee65ef0-034f-4823-8e08-dacb21184111 req-8677da29-b394-4f35-ad0d-9570a8494d12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 200 len: 217 time: 0.1613004 Feb 04 15:52:19.366796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b041ac-8b92-445f-af01-fcfc75f890d5 req-80981a5c-9570-4460-88fd-602aa2f85e3a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:19.375961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51b041ac-8b92-445f-af01-fcfc75f890d5 req-80981a5c-9570-4460-88fd-602aa2f85e3a tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3728359 Feb 04 15:52:19.408071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65ef0-034f-4823-8e08-dacb21184111 req-bc1eb39c-3521-4b8c-ac4d-9b51e08989cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:19.410123 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eee65ef0-034f-4823-8e08-dacb21184111 req-bc1eb39c-3521-4b8c-ac4d-9b51e08989cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 200 len: 834 time: 0.2310300 Feb 04 15:52:19.461235 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51b041ac-8b92-445f-af01-fcfc75f890d5 req-162c39d5-c09a-44c4-8c73-ada903518266 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771117 Feb 04 15:52:19.501621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-178313b6-7e8f-4712-89a6-50c818e2b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:19.504287 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-178313b6-7e8f-4712-89a6-50c818e2b504 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1096 time: 0.4067750 Feb 04 15:52:19.541245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65ef0-034f-4823-8e08-dacb21184111 req-df0389b8-4660-447c-88b2-f6732063c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:19.544833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eee65ef0-034f-4823-8e08-dacb21184111 req-df0389b8-4660-447c-88b2-f6732063c569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc758428-5547-40c2-962f-7c15fe8f0764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159105 Feb 04 15:52:19.691553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:52:19.870179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-17933f6a-83fa-47ed-ac43-0d5fa7e39d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:19.871866 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-17933f6a-83fa-47ed-ac43-0d5fa7e39d7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.3527923 Feb 04 15:52:20.046092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bffd8e62-c056-4497-bf9f-5ac68ef8d44e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:20.056668 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bffd8e62-c056-4497-bf9f-5ac68ef8d44e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/5ece5971-a868-440b-955f-1c7ae5d17148 HTTP/1.1" status: 204 len: 168 time: 2.9947357 Feb 04 15:52:20.057423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42308) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:20.068514 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eee65ef0-034f-4823-8e08-dacb21184111 req-ba2ae29c-bd4c-40cc-89ce-225d08d88770 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022790 Feb 04 15:52:20.180033 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f94c7a0-fcc1-4d51-8fdb-89ec5a4e3b1c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:52:20.200655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f94c7a0-fcc1-4d51-8fdb-89ec5a4e3b1c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/5ece5971-a868-440b-955f-1c7ae5d17148 HTTP/1.1" status: 404 len: 333 time: 0.1324835 Feb 04 15:52:20.205697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42320) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:20.244077 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-55996cea-ea23-4ceb-9d9a-af32c3cdf55c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.3597803 Feb 04 15:52:20.529039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eee65ef0-034f-4823-8e08-dacb21184111 req-21cfcd46-3583-42ac-b232-21b7c9125086 service neutron] 10.222.0.30 "GET /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593837 Feb 04 15:52:20.558755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-5418f89a-169b-48cb-8a82-1d533c864398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:20.566992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-5418f89a-169b-48cb-8a82-1d533c864398 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2783613 Feb 04 15:52:20.592308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-e4b01bbc-3a0f-49ed-b56d-120d3cf897c1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:20.605705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-e4b01bbc-3a0f-49ed-b56d-120d3cf897c1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 946 time: 0.5889583 Feb 04 15:52:20.669387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:34Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:20.758889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6d28-23c1-44ed-bdd4-d52ed81ab7a2 req-e0c9d5d4-dde5-49c5-9527-6430293df3e9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:20.769642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb4c6d28-23c1-44ed-bdd4-d52ed81ab7a2 req-e0c9d5d4-dde5-49c5-9527-6430293df3e9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1362503 Feb 04 15:52:20.859069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7174ea5f-ca2d-424e-a30c-fe28708b265b None None] The sync data for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 is: [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:48:22Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a5cb33de-ffd1-4a36-b2b5-b85c44331998', 'name': '', 'network_id': 'bc758428-5547-40c2-962f-7c15fe8f0764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:cb:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:19Z', 'updated_at': '2022-02-04T15:48:34Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:20.885112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb4c6d28-23c1-44ed-bdd4-d52ed81ab7a2 req-514d409e-97d1-4fd4-b6d8-4a009d5cccfa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144335 Feb 04 15:52:21.006655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cff2557-9045-4428-a2e8-463fc63ba57b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet 5b2f16d5-5eff-43a4-912b-8966f63be029 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:52:21.011442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cff2557-9045-4428-a2e8-463fc63ba57b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.131540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-69717882-b0db-4c93-b433-5108d74ea78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:21.133203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-69717882-b0db-4c93-b433-5108d74ea78a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4936376 Feb 04 15:52:21.156572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582de34-2893-444b-ab8c-b570f3b5bf4e req-12eac5ca-8199-4977-9bdb-22fdcc2e1c84 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:21.164479 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8582de34-2893-444b-ab8c-b570f3b5bf4e req-12eac5ca-8199-4977-9bdb-22fdcc2e1c84 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 946 time: 0.6205814 Feb 04 15:52:21.223698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cff2557-9045-4428-a2e8-463fc63ba57b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.460595 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574311-5fee-48c3-ae33-260524c5f6c2 None None] New status for floating IP c2e019b6-4b36-4a97-819c-a57d134c4b17: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:52:21.480704 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8582de34-2893-444b-ab8c-b570f3b5bf4e req-ccbd80f3-5979-44b1-bd73-fb6d537d00a9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3152413 Feb 04 15:52:21.538555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 43657e7d-d757-4945-b041-bfb7d7644491 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:21.539132 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.699887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-b6cce968-f516-4186-b58d-99b0d40b5c87 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186613 Feb 04 15:52:21.779648 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cff2557-9045-4428-a2e8-463fc63ba57b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:21.899089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port 43657e7d-d757-4945-b041-bfb7d7644491, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=43657e7d-d757-4945-b041-bfb7d7644491,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:21.899608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.012524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 43657e7d-d757-4945-b041-bfb7d7644491 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:22.092070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e318984a-7e78-4140-9f60-f4c7606fd959 req-b757e267-8448-4207-9e8d-292ce6674487 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842907 Feb 04 15:52:22.108861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdeab-847f-4ed8-9b8c-d8951fefef6c req-267ad3c9-2152-4627-85e5-582a36615695 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:22.112874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d57fdeab-847f-4ed8-9b8c-d8951fefef6c req-267ad3c9-2152-4627-85e5-582a36615695 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1102746 Feb 04 15:52:22.148849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cff2557-9045-4428-a2e8-463fc63ba57b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.181076 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cff2557-9045-4428-a2e8-463fc63ba57b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.187074 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7cff2557-9045-4428-a2e8-463fc63ba57b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/5b2f16d5-5eff-43a4-912b-8966f63be029 HTTP/1.1" status: 204 len: 168 time: 1.9803219 Feb 04 15:52:22.196131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93022a36-de8f-40be-9e12-26090a770ec4 None None] Network 08665539-2e13-4174-a22c-c4982855268f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:22.214162 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d57fdeab-847f-4ed8-9b8c-d8951fefef6c req-3d929cd2-851a-4794-b3ec-54b00c88b471 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734403 Feb 04 15:52:22.214162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42362) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:22.259450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff2557-9045-4428-a2e8-463fc63ba57b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2f16d5-5eff-43a4-912b-8966f63be029,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:22.432006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.607258 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.674462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=43657e7d-d757-4945-b041-bfb7d7644491,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:22.782230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] No DVR routers for this DVR port 43657e7d-d757-4945-b041-bfb7d7644491 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:22.786507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.791633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port b35f3432-5070-407c-ab89-ada19da6391d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:22.793604 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d04f20d6-ffff-4de4-848b-39cb4836a002 req-3f17114c-cb57-4e49-bf45-7c61ced05288 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "DELETE /v2.0/ports/43657e7d-d757-4945-b041-bfb7d7644491 HTTP/1.1" status: 204 len: 173 time: 1.9637640 Feb 04 15:52:22.794148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-deleted', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:22.794801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:22.802893 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d137d-ebf6-4280-828d-7e67eeceb4b9" -d '{"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-deleted", "tag": "43657e7d-d757-4945-b041-bfb7d7644491"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:52:22.981960 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b484fbe5-7a50-498f-9880-7e1c0bc66ddb x-openstack-request-id: req-b484fbe5-7a50-498f-9880-7e1c0bc66ddb {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:52:22.987452 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5995fdeb-ec5a-4010-997a-f5e60851652a", "name": "network-vif-deleted", "tag": "43657e7d-d757-4945-b041-bfb7d7644491", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:52:22.989039 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b484fbe5-7a50-498f-9880-7e1c0bc66ddb {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:52:22.989745 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5995fdeb-ec5a-4010-997a-f5e60851652a', 'name': 'network-vif-deleted', 'tag': '43657e7d-d757-4945-b041-bfb7d7644491', 'status': 'completed', 'code': 200} Feb 04 15:52:23.001799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc5da73b-dd0c-49db-b791-ad5179b457c9 req-19abfec5-f5a5-4e94-960b-2a09eb8535a4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 210 time: 0.1290276 Feb 04 15:52:23.007089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] For port b35f3432-5070-407c-ab89-ada19da6391d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b35f3432-5070-407c-ab89-ada19da6391d,segment=NetworkSegment(52bdf104-7523-41b6-9b4f-6c0dc344b7f5),segment_id=52bdf104-7523-41b6-9b4f-6c0dc344b7f5)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:23.007738 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.044715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for b35f3432-5070-407c-ab89-ada19da6391d owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:23.141475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.274066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] DHCP port deletion for 08665539-2e13-4174-a22c-c4982855268f request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:52:23.355712 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.406717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No DVR routers for this DVR port b35f3432-5070-407c-ab89-ada19da6391d on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:23.620049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] Deleting port b35f3432-5070-407c-ab89-ada19da6391d {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:23.636638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=b35f3432-5070-407c-ab89-ada19da6391d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:23.642164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:23.792473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b35f3432-5070-407c-ab89-ada19da6391d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:23.967963 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.014211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08665539-2e13-4174-a22c-c4982855268f']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:24.038792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bdf104-7523-41b6-9b4f-6c0dc344b7f5') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:24.039126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:24.039832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bdf104-7523-41b6-9b4f-6c0dc344b7f5') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:24.056960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.092137 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.103048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:24.103906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:24.108567 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:24.137844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b35f3432-5070-407c-ab89-ada19da6391d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:24.138490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b35f3432-5070-407c-ab89-ada19da6391d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:24.145221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 43657e7d-d757-4945-b041-bfb7d7644491 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:24.145808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 43657e7d-d757-4945-b041-bfb7d7644491 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:24.173586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced01d4-79fb-4419-b673-5b7994ab2c56 req-dbc141fb-ff4a-46eb-8a23-01492f6f96ac tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:24.183735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bced01d4-79fb-4419-b673-5b7994ab2c56 req-dbc141fb-ff4a-46eb-8a23-01492f6f96ac tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.6227911 Feb 04 15:52:24.242798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] For port b35f3432-5070-407c-ab89-ada19da6391d, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:24.243533 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.355919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] Calling delete_port for b35f3432-5070-407c-ab89-ada19da6391d owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:24.367623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] Port b35f3432-5070-407c-ab89-ada19da6391d was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:52:24.382086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.443085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.524122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:24.528447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] Pushing event deleted for resources: {'Port': ['ID=b35f3432-5070-407c-ab89-ada19da6391d,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:24.529764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/networks/08665539-2e13-4174-a22c-c4982855268f HTTP/1.1" status: 204 len: 168 time: 2.3151462 Feb 04 15:52:24.553585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] Network 08665539-2e13-4174-a22c-c4982855268f is not hosted by any dhcp agent {{(pid=102424) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:52:24.554421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bced01d4-79fb-4419-b673-5b7994ab2c56 req-66bd2778-cebc-4e5e-9d94-690871275052 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685520 Feb 04 15:52:24.554624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ec1d1-181a-4893-8d8d-6dcf9c6015d1 None None] No DVR routers for this DVR port b35f3432-5070-407c-ab89-ada19da6391d on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:24.554968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42412) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:24.660441 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3190249-733b-4ae5-9f59-32667b9ce579 req-86d9a6ea-da67-47dc-a8ba-13637ffde209 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=5995fdeb-ec5a-4010-997a-f5e60851652a HTTP/1.1" status: 200 len: 210 time: 0.2197819 Feb 04 15:52:24.712714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c414c22-28cd-4f46-8967-0c4f614cadd0 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Network': ['ID=08665539-2e13-4174-a22c-c4982855268f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:24.778867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1329813269'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:25.079715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:25.093774 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.262875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf1897-5c41-4ba3-96e3-cc7f0bbb7bf7 req-b81a0c45-6c94-4b5c-8ee5-cd551a5fd52d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:25.278419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1aaf1897-5c41-4ba3-96e3-cc7f0bbb7bf7 req-b81a0c45-6c94-4b5c-8ee5-cd551a5fd52d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3817937 Feb 04 15:52:25.295158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:25.377509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.378139 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Added segment 92e9319f-e3f8-4010-a520-2dc74e38af34 of type vlan for network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 Feb 04 15:52:25.419122 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1aaf1897-5c41-4ba3-96e3-cc7f0bbb7bf7 req-b1e414b8-081c-4f90-9659-16310d9e1de5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359046 Feb 04 15:52:25.518568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.587852 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.602022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:25.602246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:25.676177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9dda-10e3-49e0-906d-200a89ca7604 req-27c8afed-34e8-4fc7-876c-5fff4a5a1f39 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:25.681439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ebab9dda-10e3-49e0-906d-200a89ca7604 req-27c8afed-34e8-4fc7-876c-5fff4a5a1f39 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.0917020 Feb 04 15:52:25.748021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1633024 Feb 04 15:52:25.748342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42438) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:25.788498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f56fb3-eb98-4ace-8705-5b9e00d4d6d5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Network': ['ID=fc3fad62-7dd0-43b2-a9cb-283c65fcb495,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:25.788659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': 'fc3fad62-7dd0-43b2-a9cb-283c65fcb495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:25.801528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42442) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:25.810605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:52:26.019540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ebab9dda-10e3-49e0-906d-200a89ca7604 req-17bf7311-9143-4123-81b4-c8b086547f10 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333514 Feb 04 15:52:26.210140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:26.215696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.643789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.716176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74a546-661e-4919-8b96-8ef2d5db2a49 req-1d50db2d-be04-44bb-8f2f-2ceef3df6898 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:26.717792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a74a546-661e-4919-8b96-8ef2d5db2a49 req-1d50db2d-be04-44bb-8f2f-2ceef3df6898 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1421654 Feb 04 15:52:26.764044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.887017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a74a546-661e-4919-8b96-8ef2d5db2a49 req-ea1a1553-f31a-4326-bf87-36a677bfb505 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460986 Feb 04 15:52:26.892338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=2bbcc3f2-3975-4acb-9d67-9cdb564cac73,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:26.901152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Checking segment: {'id': '92e9319f-e3f8-4010-a520-2dc74e38af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc3fad62-7dd0-43b2-a9cb-283c65fcb495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:52:26.901754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network hostable DHCP agents. Network: fc3fad62-7dd0-43b2-a9cb-283c65fcb495, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:26.945719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:26.963686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, fc3fad62-7dd0-43b2-a9cb-283c65fcb495) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:26.972340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:26.973110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:26.989875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b85c49-f553-4f43-89ae-244ec060a3d3 None None] Network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:27.013559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0324e607-8352-4fb6-bd47-bf8009dabeaa tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2647331 Feb 04 15:52:27.018629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42474) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:27.024901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5e657021-4e4a-454c-9d4e-7c5a94f4a229 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-178327897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:27.084828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e657021-4e4a-454c-9d4e-7c5a94f4a229 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.085936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e657021-4e4a-454c-9d4e-7c5a94f4a229 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.194009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e657021-4e4a-454c-9d4e-7c5a94f4a229 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.202656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e657021-4e4a-454c-9d4e-7c5a94f4a229 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.245641 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e657021-4e4a-454c-9d4e-7c5a94f4a229 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.247115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5e657021-4e4a-454c-9d4e-7c5a94f4a229 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2273142 Feb 04 15:52:27.249819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42482) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:27.255013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'network_id': 'fc3fad62-7dd0-43b2-a9cb-283c65fcb495', 'name': 'tempest-PortsTestJSON-721582708'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:27.259389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port a5cb33de-ffd1-4a36-b2b5-b85c44331998 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:27.259916 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.434737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port a5cb33de-ffd1-4a36-b2b5-b85c44331998, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a5cb33de-ffd1-4a36-b2b5-b85c44331998,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:27.434737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.460440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for a5cb33de-ffd1-4a36-b2b5-b85c44331998 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:27.503384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:27.507471 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.514987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-fc3fad62-7dd0-43b2-a9cb-283c65fcb495', 'network_id': 'fc3fad62-7dd0-43b2-a9cb-283c65fcb495', 'tenant_id': 'c7423816536c4b15972f15d49c5f1f0c', 'fixed_ips': [{'subnet_id': '2bbcc3f2-3975-4acb-9d67-9cdb564cac73'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:52:27.516636 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.549017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 1c950115-c0d8-424c-8b2c-4ea4d015e845 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:27.859528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Allocated IP 172.20.0.2 (fc3fad62-7dd0-43b2-a9cb-283c65fcb495/2bbcc3f2-3975-4acb-9d67-9cdb564cac73/91910792-f67a-43a5-9116-cab582432704) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:28.070252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.266773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=a5cb33de-ffd1-4a36-b2b5-b85c44331998,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:28.356647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.367386 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.410697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:28.417189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:28.420514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:52:28.461817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94e06-54ef-47c0-a8a6-cc9899581782 req-4eb6fa45-b93e-4302-8d9b-1fa29b3753b5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:28.464403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1eb94e06-54ef-47c0-a8a6-cc9899581782 req-4eb6fa45-b93e-4302-8d9b-1fa29b3753b5 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.4477203 Feb 04 15:52:28.552454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.11 (fc3fad62-7dd0-43b2-a9cb-283c65fcb495/2bbcc3f2-3975-4acb-9d67-9cdb564cac73/1c950115-c0d8-424c-8b2c-4ea4d015e845) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:28.668868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Pushing event updated for resources: {'Port': ['ID=91910792-f67a-43a5-9116-cab582432704,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:28.680750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Attempting to bind port 91910792-f67a-43a5-9116-cab582432704 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:28.683772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Attempting to bind port 91910792-f67a-43a5-9116-cab582432704 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '92e9319f-e3f8-4010-a520-2dc74e38af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc3fad62-7dd0-43b2-a9cb-283c65fcb495'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:28.683772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Attempting to bind port 91910792-f67a-43a5-9116-cab582432704 on network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:52:28.696763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:52:28.697455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Checking segment: {'id': '92e9319f-e3f8-4010-a520-2dc74e38af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc3fad62-7dd0-43b2-a9cb-283c65fcb495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:52:28.698229 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.699129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Bound using segment: {'id': '92e9319f-e3f8-4010-a520-2dc74e38af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc3fad62-7dd0-43b2-a9cb-283c65fcb495'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:52:28.699908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Bound port: 91910792-f67a-43a5-9116-cab582432704, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e9319f-e3f8-4010-a520-2dc74e38af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc3fad62-7dd0-43b2-a9cb-283c65fcb495'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:28.700607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.841222 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.139544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1eb94e06-54ef-47c0-a8a6-cc9899581782 req-590be49f-eadb-48e1-a198-6d375ea9ad3c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956719 Feb 04 15:52:29.143857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] For port 91910792-f67a-43a5-9116-cab582432704, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:29.155365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] For port 91910792-f67a-43a5-9116-cab582432704, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=91910792-f67a-43a5-9116-cab582432704,segment=NetworkSegment(92e9319f-e3f8-4010-a520-2dc74e38af34),segment_id=92e9319f-e3f8-4010-a520-2dc74e38af34)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:29.175086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.484199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.591093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Pushing event updated for resources: {'Port': ['ID=91910792-f67a-43a5-9116-cab582432704,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.716266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.729899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.732335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.737340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.739975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.742208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.743641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:52:29.744666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.746808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.750754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.756676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.757872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.759940 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.760944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e14cff-6928-48c3-872c-00b1d7a1bf2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:29.930760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:29.931887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=1c950115-c0d8-424c-8b2c-4ea4d015e845,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:29.939303 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f04a99e7-ba96-4919-893f-74f997877912 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "PUT /v2.0/routers/222aa78b-c8fe-413b-a8a9-f7e580e9fe9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1361926 Feb 04 15:52:29.944106 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] Sync routers for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:29.953212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42544) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:29.996206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:30.004461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:30.026446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591b66-3686-4b27-bf10-489e2a1bd495 req-198e1fc5-cd3e-45d7-bbab-5949a2488373 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:30.028088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2591b66-3686-4b27-bf10-489e2a1bd495 req-198e1fc5-cd3e-45d7-bbab-5949a2488373 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.0991652 Feb 04 15:52:30.113168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2591b66-3686-4b27-bf10-489e2a1bd495 req-18dd3f29-7da8-4ea4-aa60-fe745bef7daa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779345 Feb 04 15:52:30.159519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:30.170741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:30.201208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:52:30.389829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:52:30.864343 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1699ce81-2502-46df-94a7-6ccef3cd5aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:30.929941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:52:27Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:31.069299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] Checking router: 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:52:31.117193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] Routers {'222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:31.117720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca9d386-0e18-4a39-aa7f-3d9c4d8c811c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting subnet 63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:52:31.119218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:31.171746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d386-0e18-4a39-aa7f-3d9c4d8c811c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.183525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-adacc5b2-aba1-4712-ad48-95e043ce8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:31.216335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-adacc5b2-aba1-4712-ad48-95e043ce8142 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 1096 time: 1.3028951 Feb 04 15:52:31.609114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d386-0e18-4a39-aa7f-3d9c4d8c811c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.687868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:31.688982 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:31.871082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16dcc223-725a-41c7-b706-3057fe5252f3 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6198790 Feb 04 15:52:31.871872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42586) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:31.888250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 91910792-f67a-43a5-9116-cab582432704 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:52:31.929304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-06772396-99a6-4337-818a-5967a302be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:31.932280 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-06772396-99a6-4337-818a-5967a302be0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.5788345 Feb 04 15:52:31.964829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e49202-d4f4-4ca0-b112-2e8270c0729b req-30f9fa6b-4b45-4502-b0d2-ff3645e18edc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:31.966775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14e49202-d4f4-4ca0-b112-2e8270c0729b req-30f9fa6b-4b45-4502-b0d2-ff3645e18edc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.6101201 Feb 04 15:52:32.154478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42590) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:32.161041 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-de5705de-b168-4fb2-ac1c-b5d4731ae491 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 200 len: 1000 time: 0.2198689 Feb 04 15:52:32.162404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] Set router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:52:32.165917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 91910792-f67a-43a5-9116-cab582432704 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:32.166298 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.250627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb7569-b75b-4a36-80e5-640a0a395154 None None] Network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:32.273890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d386-0e18-4a39-aa7f-3d9c4d8c811c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.298125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14e49202-d4f4-4ca0-b112-2e8270c0729b req-1b0fd473-ffe9-4c22-930f-e463eef94657 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882652 Feb 04 15:52:32.438903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-49ba0df3-0ab1-4901-ab09-11e72520e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:32.440881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-49ba0df3-0ab1-4901-ab09-11e72520e911 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.2587924 Feb 04 15:52:32.559615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d386-0e18-4a39-aa7f-3d9c4d8c811c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.569603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.587643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-d3d2a012-25d5-4c63-99a3-5845f8cec06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:32.590622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-d3d2a012-25d5-4c63-99a3-5845f8cec06d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418428 Feb 04 15:52:32.641609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9d386-0e18-4a39-aa7f-3d9c4d8c811c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Subnet': ['ID=63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:32.661544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d386-0e18-4a39-aa7f-3d9c4d8c811c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.668275 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ca9d386-0e18-4a39-aa7f-3d9c4d8c811c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/subnets/63fe1ad8-ab5c-4ded-b539-ebd1cac2b1fe HTTP/1.1" status: 204 len: 168 time: 2.6939354 Feb 04 15:52:32.679612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42600) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:32.692451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8347e8db-b445-4b76-b15e-48e0b425ac87 None None] Provisioning complete for port 91910792-f67a-43a5-9116-cab582432704 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:32.692825 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8347e8db-b445-4b76-b15e-48e0b425ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:32.699492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e140b6b-3ea8-46ee-a59e-cd16905e829a None None] Network bc758428-5547-40c2-962f-7c15fe8f0764 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:32.966870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.336056 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.355960 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8347e8db-b445-4b76-b15e-48e0b425ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.500480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8347e8db-b445-4b76-b15e-48e0b425ac87 None None] For port 91910792-f67a-43a5-9116-cab582432704, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=91910792-f67a-43a5-9116-cab582432704,segment=NetworkSegment(92e9319f-e3f8-4010-a520-2dc74e38af34),segment_id=92e9319f-e3f8-4010-a520-2dc74e38af34)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:33.511030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-cea27a71-2b36-426d-a593-2fca3c2e75bd service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8832996 Feb 04 15:52:33.623900 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8347e8db-b445-4b76-b15e-48e0b425ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.843680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:52:33.844153 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:52:33.861120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:52:27Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:33.881833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6132f66-9040-44cf-a5a5-7d45ee5fe28a req-065c0d59-3ffa-40da-bc6d-24aaa1b1dcb6 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341465 Feb 04 15:52:33.909645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.965102 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48434b0a-0a1e-4479-b99e-0ac210b33059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:33.986538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761831e4-9c2a-4a4f-90b2-cf16069116a0 None None] The sync data for ids ['222aa78b-c8fe-413b-a8a9-f7e580e9fe9c'] in n-d-827869-1 is: [{'id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-247300764', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:08Z', 'updated_at': '2022-02-04T15:52:27Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e4f3a2ac-6072-4632-8755-2c5edd978600', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222aa78b-c8fe-413b-a8a9-f7e580e9fe9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:48:10Z', 'updated_at': '2022-02-04T15:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:34.071748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347e8db-b445-4b76-b15e-48e0b425ac87 None None] Pushing event updated for resources: {'Port': ['ID=91910792-f67a-43a5-9116-cab582432704,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:34.085540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-95514939-ed4d-4718-9f36-b20d7408228b None None] Provisioning complete for port 1c950115-c0d8-424c-8b2c-4ea4d015e845 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:34.087720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95514939-ed4d-4718-9f36-b20d7408228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.213877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port e4f3a2ac-6072-4632-8755-2c5edd978600 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:34.214328 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.309432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-95514939-ed4d-4718-9f36-b20d7408228b None None] Port 1c950115-c0d8-424c-8b2c-4ea4d015e845 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:52:34.329414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] DHCP port deletion for bc758428-5547-40c2-962f-7c15fe8f0764 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:52:34.365416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92557d-9692-4e7e-9603-b2a9b2d9db01 req-8d43ed54-aa94-470c-9d3a-c97118e8c557 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:34.382288 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf92557d-9692-4e7e-9603-b2a9b2d9db01 req-8d43ed54-aa94-470c-9d3a-c97118e8c557 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.5015607 Feb 04 15:52:34.634066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port e4f3a2ac-6072-4632-8755-2c5edd978600, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e4f3a2ac-6072-4632-8755-2c5edd978600,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:34.634066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.644481 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cf92557d-9692-4e7e-9603-b2a9b2d9db01 req-abc9e1fe-c3b2-4e8b-a089-9df2ebb2d744 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612703 Feb 04 15:52:34.673877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-95514939-ed4d-4718-9f36-b20d7408228b None None] Provisioning complete for port 91910792-f67a-43a5-9116-cab582432704 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:34.679434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95514939-ed4d-4718-9f36-b20d7408228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.702053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for e4f3a2ac-6072-4632-8755-2c5edd978600 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:34.738093 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.755141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:34.863646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 91910792-f67a-43a5-9116-cab582432704 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:52:35.105873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3a68ba7c39f401c9fa3cead0a722964&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9463017 Feb 04 15:52:35.111926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:35.153711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.255649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 91910792-f67a-43a5-9116-cab582432704 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:35.256032 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.264693 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.380883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] Deleting port 484794cb-d090-474a-b33a-d03137e52666 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:35.383330 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.448067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=e4f3a2ac-6072-4632-8755-2c5edd978600,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:35.545325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] For port 484794cb-d090-474a-b33a-d03137e52666, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=484794cb-d090-474a-b33a-d03137e52666,segment=NetworkSegment(03f9be2c-c698-4f1c-a3c0-1a1773a37b7b),segment_id=03f9be2c-c698-4f1c-a3c0-1a1773a37b7b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:35.545744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.579127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] Calling delete_port for 484794cb-d090-474a-b33a-d03137e52666 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:35.594458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8266bca-a137-4635-81df-8b6d19a04a89,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:35.624788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.625136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.625482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.625824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.626198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.626606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.626857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.627191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.627516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.628215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.628551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.628889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8fbe4-50ac-487b-b68e-d584f59452c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:35.643137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.745304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30ae794a-f349-4c2d-999d-be13bf0d64fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.854058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-92f7ccc7-4a94-4a88-aee8-5cab239c0abb None None] Provisioning complete for port 1c950115-c0d8-424c-8b2c-4ea4d015e845 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:35.854715 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-92f7ccc7-4a94-4a88-aee8-5cab239c0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.863832 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.901294 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.921528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.926525 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30ae794a-f349-4c2d-999d-be13bf0d64fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.928878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:35.932390 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.068958 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.086220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=1c950115-c0d8-424c-8b2c-4ea4d015e845,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:36.108702 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.109243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Fanout notify agent at l3_agent the message router_deleted on router 222aa78b-c8fe-413b-a8a9-f7e580e9fe9c {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:52:36.129993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.132759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6012f438-d8ec-4ba3-9727-250a9818aa8b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/routers/222aa78b-c8fe-413b-a8a9-f7e580e9fe9c HTTP/1.1" status: 204 len: 168 time: 3.4371879 Feb 04 15:52:36.136987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42648) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:36.172947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d3330-67e2-4299-8e13-c7e1cc8003d0 req-fcc02ef4-be02-46f7-a4d4-8497ab5cb217 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:36.183785 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-984d3330-67e2-4299-8e13-c7e1cc8003d0 req-fcc02ef4-be02-46f7-a4d4-8497ab5cb217 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3402662 Feb 04 15:52:36.197705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] No DVR routers for this DVR port 484794cb-d090-474a-b33a-d03137e52666 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:36.253073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6091d-c388-495e-82de-1647233ade7f None None] Pushing event deleted for resources: {'Port': ['ID=484794cb-d090-474a-b33a-d03137e52666,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:36.281866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-92f7ccc7-4a94-4a88-aee8-5cab239c0abb None None] Port 1c950115-c0d8-424c-8b2c-4ea4d015e845 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:52:36.332234 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30ae794a-f349-4c2d-999d-be13bf0d64fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.342897 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-984d3330-67e2-4299-8e13-c7e1cc8003d0 req-a4d655f1-617a-46e8-8714-d808671050bf tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578519 Feb 04 15:52:36.346828 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30ae794a-f349-4c2d-999d-be13bf0d64fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.348196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-30ae794a-f349-4c2d-999d-be13bf0d64fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8266bca-a137-4635-81df-8b6d19a04a89 HTTP/1.1" status: 204 len: 168 time: 1.2103879 Feb 04 15:52:36.426130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 484794cb-d090-474a-b33a-d03137e52666 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:36.501546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae794a-f349-4c2d-999d-be13bf0d64fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8266bca-a137-4635-81df-8b6d19a04a89,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:36.604122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 484794cb-d090-474a-b33a-d03137e52666 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:36.604530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 484794cb-d090-474a-b33a-d03137e52666 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:36.604900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a5cb33de-ffd1-4a36-b2b5-b85c44331998 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:36.724863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: a5cb33de-ffd1-4a36-b2b5-b85c44331998 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:36.725572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a5cb33de-ffd1-4a36-b2b5-b85c44331998 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:36.751640 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.776876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b1c6e534-8f5d-4bd1-b346-8dd7365b0459 None None] Provisioning complete for port 1c950115-c0d8-424c-8b2c-4ea4d015e845 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:36.777469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e534-8f5d-4bd1-b346-8dd7365b0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.863245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6e534-8f5d-4bd1-b346-8dd7365b0459 None None] Port 1c950115-c0d8-424c-8b2c-4ea4d015e845 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:52:36.889486 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.961752 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:36.976544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fa9ad-a34f-45a8-a663-14e5300edaa6 req-1fcb9c8e-b02c-438c-b236-4f7e884a118d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:36.979274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd9fa9ad-a34f-45a8-a663-14e5300edaa6 req-1fcb9c8e-b02c-438c-b236-4f7e884a118d tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.4536872 Feb 04 15:52:37.161047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e4f3a2ac-6072-4632-8755-2c5edd978600 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:37.245700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e4f3a2ac-6072-4632-8755-2c5edd978600 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:37.246255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e4f3a2ac-6072-4632-8755-2c5edd978600 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:37.357362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42670) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:37.392737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d98be0ee-eddd-4a25-bb5f-f479b4db622b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.427373 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd9fa9ad-a34f-45a8-a663-14e5300edaa6 req-3fa4fe2c-13a5-4980-8d44-661ea4ce98f3 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150760 Feb 04 15:52:37.433812 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.473254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.575428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc758428-5547-40c2-962f-7c15fe8f0764']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:37.634126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:37.634636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f9be2c-c698-4f1c-a3c0-1a1773a37b7b') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:37.640595 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d98be0ee-eddd-4a25-bb5f-f479b4db622b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.648159 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d98be0ee-eddd-4a25-bb5f-f479b4db622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.652889 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.663746 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.704892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.707688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98be0ee-eddd-4a25-bb5f-f479b4db622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff90587-73b2-4900-933b-0375e3890604,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:37.744045 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d98be0ee-eddd-4a25-bb5f-f479b4db622b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef5d5fa865bd40559f2103cdbb6fd63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851376 Feb 04 15:52:37.748209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42682) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:37.773365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:37.774666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:37.790842 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:37.956339 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e39bfc9-b39e-4950-90c8-a117621abaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.021182 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e39bfc9-b39e-4950-90c8-a117621abaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.234994 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e39bfc9-b39e-4950-90c8-a117621abaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.240950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e39bfc9-b39e-4950-90c8-a117621abaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.243206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1e39bfc9-b39e-4950-90c8-a117621abaa4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aff90587-73b2-4900-933b-0375e3890604 HTTP/1.1" status: 204 len: 168 time: 0.4930704 Feb 04 15:52:38.291175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.328843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39bfc9-b39e-4950-90c8-a117621abaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff90587-73b2-4900-933b-0375e3890604,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:38.330433 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.346076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/networks/bc758428-5547-40c2-962f-7c15fe8f0764 HTTP/1.1" status: 204 len: 168 time: 2.2035663 Feb 04 15:52:38.347848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469f1cb-f3f5-4d14-b34a-fdd314b39643 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Network': ['ID=bc758428-5547-40c2-962f-7c15fe8f0764,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:38.350713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42706) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:38.485222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-841bed9d-14ee-4f7e-ab8c-68f233f8aa5d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.547507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-841bed9d-14ee-4f7e-ab8c-68f233f8aa5d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.733528 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-841bed9d-14ee-4f7e-ab8c-68f233f8aa5d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.741924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-841bed9d-14ee-4f7e-ab8c-68f233f8aa5d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.751285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-841bed9d-14ee-4f7e-ab8c-68f233f8aa5d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/security-groups/7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6 HTTP/1.1" status: 204 len: 168 time: 0.3987145 Feb 04 15:52:38.774656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bed9d-14ee-4f7e-ab8c-68f233f8aa5d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7e4dd-4eca-42b8-9134-4dc97a0f65e6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:38.811321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:38.852177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.210038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.219209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=1c950115-c0d8-424c-8b2c-4ea4d015e845,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:39.743630 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:39.799192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:39.801788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:40.056193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42776) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:40.064509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a3974cbf-7410-4cf6-ab2f-07b7ae6671e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731287975', 'description': 'tempest-secgroup-smoke-731287975 description', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:40.224965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:40.296470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a3974cbf-7410-4cf6-ab2f-07b7ae6671e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.327934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Router eb3421d2-c1ee-47c1-907f-7e876e77824e is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:52:40.355169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996713-b473-4203-9dcb-b31865b5cd5d req-e5768935-1ab6-4fe9-8404-4ddc3c09e0ef tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:40.361301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43996713-b473-4203-9dcb-b31865b5cd5d req-e5768935-1ab6-4fe9-8404-4ddc3c09e0ef tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=846ccb2e-d143-4b60-8d0c-b6aa328f9251 HTTP/1.1" status: 200 len: 944 time: 0.2509434 Feb 04 15:52:40.444593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3764a4fd-1dfd-4500-b9af-bc7ca39c4bf6 None None] Provisioning complete for port 1c950115-c0d8-424c-8b2c-4ea4d015e845 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:52:40.447050 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3764a4fd-1dfd-4500-b9af-bc7ca39c4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.560083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:40.571529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3764a4fd-1dfd-4500-b9af-bc7ca39c4bf6 None None] Port 1c950115-c0d8-424c-8b2c-4ea4d015e845 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:52:40.572231 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c1826-9983-4710-b260-03a9a156b263 None None] Sync routers for ids ['eb3421d2-c1ee-47c1-907f-7e876e77824e'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:40.574233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-28bafa64-7641-422b-95ba-c90801b8fb14 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "PUT /v2.0/routers/eb3421d2-c1ee-47c1-907f-7e876e77824e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7006338 Feb 04 15:52:40.582921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:40.588518 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c1826-9983-4710-b260-03a9a156b263 None None] Routers {'eb3421d2-c1ee-47c1-907f-7e876e77824e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:40.589186 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5b7c1826-9983-4710-b260-03a9a156b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb3421d2-c1ee-47c1-907f-7e876e77824e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:40.605810 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a3974cbf-7410-4cf6-ab2f-07b7ae6671e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.625484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a3974cbf-7410-4cf6-ab2f-07b7ae6671e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.661081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.682358 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5b7c1826-9983-4710-b260-03a9a156b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:40.709918 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c1826-9983-4710-b260-03a9a156b263 None None] Routers {'eb3421d2-c1ee-47c1-907f-7e876e77824e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:40.711087 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5b7c1826-9983-4710-b260-03a9a156b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb3421d2-c1ee-47c1-907f-7e876e77824e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:40.741904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b4448-baa6-4d3a-b952-d1c69b41c520 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:40.754058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cd1b4448-baa6-4d3a-b952-d1c69b41c520 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3421d2-c1ee-47c1-907f-7e876e77824e HTTP/1.1" status: 200 len: 982 time: 0.1678591 Feb 04 15:52:40.755303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42792) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:40.802690 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5b7c1826-9983-4710-b260-03a9a156b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:40.803687 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c1826-9983-4710-b260-03a9a156b263 None None] The sync data for ids ['eb3421d2-c1ee-47c1-907f-7e876e77824e'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:40.821607 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a3974cbf-7410-4cf6-ab2f-07b7ae6671e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:40.823361 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a3974cbf-7410-4cf6-ab2f-07b7ae6671e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7652855 Feb 04 15:52:40.827519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3974cbf-7410-4cf6-ab2f-07b7ae6671e2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206d61f6-978a-45d6-8230-b72009571494,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:40.834650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42796) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:40.840600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2f5f44c6-c7ba-49f7-9c0f-9fcc00bcf3cd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '206d61f6-978a-45d6-8230-b72009571494', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:40.918052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Deleting port eaa54e6c-05d5-49bc-a328-c112abe4593e {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:40.918187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.005930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f5f44c6-c7ba-49f7-9c0f-9fcc00bcf3cd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.125098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.158920 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.333243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] For port eaa54e6c-05d5-49bc-a328-c112abe4593e, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=eaa54e6c-05d5-49bc-a328-c112abe4593e,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:41.333882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.370108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f5f44c6-c7ba-49f7-9c0f-9fcc00bcf3cd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.403522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b2a8c23175942df9bd9ac4b3ab54f74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1689446 Feb 04 15:52:41.404831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42818) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:41.426612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f5f44c6-c7ba-49f7-9c0f-9fcc00bcf3cd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.466819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Calling delete_port for eaa54e6c-05d5-49bc-a328-c112abe4593e owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:41.471806 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f5f44c6-c7ba-49f7-9c0f-9fcc00bcf3cd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.473816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2f5f44c6-c7ba-49f7-9c0f-9fcc00bcf3cd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6379125 Feb 04 15:52:41.493849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42822) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:41.583228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65edaea4-f72e-4d6a-9c29-8c02e3cbd4de,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:41.608959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8035583d-7944-41fe-959f-2efdf4dc1ed1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '206d61f6-978a-45d6-8230-b72009571494', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:41.628103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.628381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.628919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.629476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.630240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.630826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.631376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.631949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.632513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.633316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.633842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.634478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035986d-3547-4f25-9892-7515ff15bc3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:41.693787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f44c6-c7ba-49f7-9c0f-9fcc00bcf3cd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa85af4-a023-41fc-9104-3eb1bf91349d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:41.918675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8035583d-7944-41fe-959f-2efdf4dc1ed1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.961880 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ce42f4b-a6b0-4d18-8b30-46d3b57c8e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:41.985360 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.026352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ce42f4b-a6b0-4d18-8b30-46d3b57c8e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.219271 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ce42f4b-a6b0-4d18-8b30-46d3b57c8e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.224057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ce42f4b-a6b0-4d18-8b30-46d3b57c8e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.236012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1ce42f4b-a6b0-4d18-8b30-46d3b57c8e0b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65edaea4-f72e-4d6a-9c29-8c02e3cbd4de HTTP/1.1" status: 204 len: 168 time: 0.8097901 Feb 04 15:52:42.338415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce42f4b-a6b0-4d18-8b30-46d3b57c8e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65edaea4-f72e-4d6a-9c29-8c02e3cbd4de,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:42.390454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8035583d-7944-41fe-959f-2efdf4dc1ed1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.425041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8035583d-7944-41fe-959f-2efdf4dc1ed1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.447906 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.468553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:52:42.543620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035583d-7944-41fe-959f-2efdf4dc1ed1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7fcbff-5c59-47ac-8327-331da57b0168,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:42.563669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event deleted for resources: {'Port': ['ID=eaa54e6c-05d5-49bc-a328-c112abe4593e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:42.579349 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8035583d-7944-41fe-959f-2efdf4dc1ed1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.587287 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8035583d-7944-41fe-959f-2efdf4dc1ed1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9894829 Feb 04 15:52:42.587793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42856) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:42.626344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f0f22ca2-48ef-4304-bad1-51c89f7714b8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '206d61f6-978a-45d6-8230-b72009571494', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:42.650346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['08095c83-add4-40cd-a5c3-b02c9898adfb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:52:42.726012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 1c950115-c0d8-424c-8b2c-4ea4d015e845 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:42.727643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.841048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] No DVR routers for this DVR port eaa54e6c-05d5-49bc-a328-c112abe4593e on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:42.849644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:42.873916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43996713-b473-4203-9dcb-b31865b5cd5d req-d5b2dc48-7937-470d-a0c7-8a6f42924975 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "DELETE /v2.0/ports/eaa54e6c-05d5-49bc-a328-c112abe4593e HTTP/1.1" status: 204 len: 173 time: 2.5043540 Feb 04 15:52:42.876446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'name': 'network-vif-deleted', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:42.890701 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365604a6-3dfb-4d7d-8c55-bf6b8324763d" -d '{"events": [{"server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "name": "network-vif-deleted", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:52:43.019126 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5417ecf-5067-45c7-a851-d2b9aa58e580 x-openstack-request-id: req-c5417ecf-5067-45c7-a851-d2b9aa58e580 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:52:43.019520 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ccb2e-d143-4b60-8d0c-b6aa328f9251", "name": "network-vif-deleted", "tag": "eaa54e6c-05d5-49bc-a328-c112abe4593e", "status": "failed", "code": 422}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:52:43.019893 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5417ecf-5067-45c7-a851-d2b9aa58e580 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:52:43.020724 n-d-827869-1 neutron-server[102423]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '846ccb2e-d143-4b60-8d0c-b6aa328f9251', 'name': 'network-vif-deleted', 'tag': 'eaa54e6c-05d5-49bc-a328-c112abe4593e', 'status': 'failed', 'code': 422} returned with failed status Feb 04 15:52:43.090989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.105902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 1c950115-c0d8-424c-8b2c-4ea4d015e845 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:43.421306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0f22ca2-48ef-4304-bad1-51c89f7714b8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.484726 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.540281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=1c950115-c0d8-424c-8b2c-4ea4d015e845,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:43.655310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0f22ca2-48ef-4304-bad1-51c89f7714b8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.676712 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:52:43.717741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0f22ca2-48ef-4304-bad1-51c89f7714b8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.823250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f22ca2-48ef-4304-bad1-51c89f7714b8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd659dea-0df4-4dca-8f15-b3797b419afd,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:43.863471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0f22ca2-48ef-4304-bad1-51c89f7714b8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:43.869618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f0f22ca2-48ef-4304-bad1-51c89f7714b8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2597685 Feb 04 15:52:43.874591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42892) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:43.880099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b923705b-2deb-4125-bfe6-cde896443761 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '206d61f6-978a-45d6-8230-b72009571494', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:44.002809 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b923705b-2deb-4125-bfe6-cde896443761 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.131247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.303198 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b923705b-2deb-4125-bfe6-cde896443761 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.324540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b923705b-2deb-4125-bfe6-cde896443761 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.409281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923705b-2deb-4125-bfe6-cde896443761 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7798a42f-1e13-4ab5-8867-855828345ef4,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:44.434811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b923705b-2deb-4125-bfe6-cde896443761 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.443040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b923705b-2deb-4125-bfe6-cde896443761 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5670791 Feb 04 15:52:44.444221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42918) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:44.452707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-67879e5e-ef9d-45de-a717-be7c66b20232 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '206d61f6-978a-45d6-8230-b72009571494', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:44.557761 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-67879e5e-ef9d-45de-a717-be7c66b20232 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Project 537ec6f6adf0405b87c2e299025ea7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:52:44.584634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67879e5e-ef9d-45de-a717-be7c66b20232 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.623690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Router eb3421d2-c1ee-47c1-907f-7e876e77824e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:52:44.734667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67879e5e-ef9d-45de-a717-be7c66b20232 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.744803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67879e5e-ef9d-45de-a717-be7c66b20232 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.796371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67879e5e-ef9d-45de-a717-be7c66b20232 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64800f34-9e66-4223-bff6-2950ac07d37f,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:44.806099 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-67879e5e-ef9d-45de-a717-be7c66b20232 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:44.811035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-67879e5e-ef9d-45de-a717-be7c66b20232 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3655918 Feb 04 15:52:44.811807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42932) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:44.816890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8b64961f-4fd9-4b32-a7ba-cb51d716da49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '206d61f6-978a-45d6-8230-b72009571494', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:44.849121 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-8b64961f-4fd9-4b32-a7ba-cb51d716da49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Project 537ec6f6adf0405b87c2e299025ea7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:52:44.858391 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b64961f-4fd9-4b32-a7ba-cb51d716da49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.033921 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b64961f-4fd9-4b32-a7ba-cb51d716da49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.043667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b64961f-4fd9-4b32-a7ba-cb51d716da49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.065097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64961f-4fd9-4b32-a7ba-cb51d716da49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f184299-6839-44bd-95c7-afb903c3001e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:45.097630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b64961f-4fd9-4b32-a7ba-cb51d716da49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.103095 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8b64961f-4fd9-4b32-a7ba-cb51d716da49 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2898989 Feb 04 15:52:45.106415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42942) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:45.115157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'network': {'name': 'tempest-network-smoke--290042714', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'port_security_enabled': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:45.173903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:45.180053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.220910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:52:45.245385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.245385 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Added segment 3e2d74c9-933d-41f4-98fe-d68343fbcd1f of type vlan for network 709c50de-9462-4f54-84f7-2ef9db87e21f Feb 04 15:52:45.302366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:45.322489 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8a31ee14-70ef-4768-95ba-691dc99b699b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "PUT /v2.0/routers/eb3421d2-c1ee-47c1-907f-7e876e77824e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5634959 Feb 04 15:52:45.327064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42954) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:45.335566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2688b-3bed-4b16-b408-60c6891e9c21 None None] Sync routers for ids ['eb3421d2-c1ee-47c1-907f-7e876e77824e'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:45.346090 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.368109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2688b-3bed-4b16-b408-60c6891e9c21 None None] Routers {'eb3421d2-c1ee-47c1-907f-7e876e77824e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:45.371750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6ab2688b-3bed-4b16-b408-60c6891e9c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb3421d2-c1ee-47c1-907f-7e876e77824e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:45.383515 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c663332-6206-4d08-9611-aea482fd8d85 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:52:45.388209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2c663332-6206-4d08-9611-aea482fd8d85 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/1c950115-c0d8-424c-8b2c-4ea4d015e845 HTTP/1.1" status: 404 len: 333 time: 0.0608163 Feb 04 15:52:45.391654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42958) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:45.407651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997aade-38a0-4b4b-af99-9a5f50ced707 req-b6dbc546-5091-4e8f-b63c-f6ca3d9b4382 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:45.409744 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0997aade-38a0-4b4b-af99-9a5f50ced707 req-b6dbc546-5091-4e8f-b63c-f6ca3d9b4382 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 907 time: 0.1392760 Feb 04 15:52:45.485882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6ab2688b-3bed-4b16-b408-60c6891e9c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:45.505043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2688b-3bed-4b16-b408-60c6891e9c21 None None] Routers {'eb3421d2-c1ee-47c1-907f-7e876e77824e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:45.506237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6ab2688b-3bed-4b16-b408-60c6891e9c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb3421d2-c1ee-47c1-907f-7e876e77824e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:45.605085 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:52:45.621827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11954df3-3873-4812-974b-deba66b7f91a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.860134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6ab2688b-3bed-4b16-b408-60c6891e9c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:45.861939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2688b-3bed-4b16-b408-60c6891e9c21 None None] The sync data for ids ['eb3421d2-c1ee-47c1-907f-7e876e77824e'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:45.936676 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:45.948411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:45.949504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.060992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 42974) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:46.061788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9536164 Feb 04 15:52:46.069023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'admin_state_up': True, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:46.160511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.164079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.248561 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11954df3-3873-4812-974b-deba66b7f91a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.270701 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11954df3-3873-4812-974b-deba66b7f91a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.377219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.424076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96265b-b35d-4367-a73f-2717ba2195dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Network': ['ID=709c50de-9462-4f54-84f7-2ef9db87e21f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:46.452534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 709c50de-9462-4f54-84f7-2ef9db87e21f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:52:46.458840 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11954df3-3873-4812-974b-deba66b7f91a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.460041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11954df3-3873-4812-974b-deba66b7f91a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Fanout notify agent at l3_agent the message router_deleted on router eb3421d2-c1ee-47c1-907f-7e876e77824e {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:52:46.479428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-11954df3-3873-4812-974b-deba66b7f91a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.498658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-11954df3-3873-4812-974b-deba66b7f91a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/routers/eb3421d2-c1ee-47c1-907f-7e876e77824e HTTP/1.1" status: 204 len: 168 time: 1.1049192 Feb 04 15:52:46.510582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 42990) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:46.769177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-f381dbfc-76cd-405f-b69b-b6c0188fabca tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:46.775850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-f381dbfc-76cd-405f-b69b-b6c0188fabca tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 907 time: 0.5227852 Feb 04 15:52:46.787997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47c7762-d6ec-4076-9d66-2e5d49fc7f05 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet 2bbcc3f2-3975-4acb-9d67-9cdb564cac73 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:52:46.802450 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a47c7762-d6ec-4076-9d66-2e5d49fc7f05 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.873727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43000) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:46.900753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:46.976121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a47c7762-d6ec-4076-9d66-2e5d49fc7f05 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.098965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af1cd949-769a-463f-b598-7f242824ac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.149786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a47c7762-d6ec-4076-9d66-2e5d49fc7f05 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.248904 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af1cd949-769a-463f-b598-7f242824ac6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.249154 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a47c7762-d6ec-4076-9d66-2e5d49fc7f05 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.354406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-af1cd949-769a-463f-b598-7f242824ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.433127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.520906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.523422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cd949-769a-463f-b598-7f242824ac6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca82c42-e168-420c-9db5-024b2c96d105,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:47.531008 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-af1cd949-769a-463f-b598-7f242824ac6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a40f652d860c4cdeb14d635c5ef72f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549873 Feb 04 15:52:47.544339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43018) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:47.730451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0974f709-ad6c-441f-b7a3-d73948a9b784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.828514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0974f709-ad6c-441f-b7a3-d73948a9b784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.954358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7762-d6ec-4076-9d66-2e5d49fc7f05 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbcc3f2-3975-4acb-9d67-9cdb564cac73,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:47.959941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a47c7762-d6ec-4076-9d66-2e5d49fc7f05 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.963670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.25.1.44 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/903279dc-5b80-458d-a906-37728987cf93) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:47.966786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a47c7762-d6ec-4076-9d66-2e5d49fc7f05 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/2bbcc3f2-3975-4acb-9d67-9cdb564cac73 HTTP/1.1" status: 204 len: 168 time: 1.4548542 Feb 04 15:52:47.967260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43032) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:47.968533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0974f709-ad6c-441f-b7a3-d73948a9b784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.972150 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0974f709-ad6c-441f-b7a3-d73948a9b784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:47.981274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0974f709-ad6c-441f-b7a3-d73948a9b784 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ca82c42-e168-420c-9db5-024b2c96d105 HTTP/1.1" status: 204 len: 168 time: 0.4321728 Feb 04 15:52:48.011723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dfffec-dbd9-45b7-8631-f8ee4f35f663 None None] Network fc3fad62-7dd0-43b2-a9cb-283c65fcb495 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:48.032851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974f709-ad6c-441f-b7a3-d73948a9b784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca82c42-e168-420c-9db5-024b2c96d105,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:48.118124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882bdf0-45a8-480d-8f68-10b8be12e7bf req-abb96830-9c52-4be2-a70b-a65d70f9d781 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:48.122903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6882bdf0-45a8-480d-8f68-10b8be12e7bf req-abb96830-9c52-4be2-a70b-a65d70f9d781 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 907 time: 0.8980875 Feb 04 15:52:48.232162 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.317288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Deleting port 595ba5fe-982b-420c-8b05-37574dc1e839 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:48.317900 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.400636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.424516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] DHCP port deletion for fc3fad62-7dd0-43b2-a9cb-283c65fcb495 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:52:48.470031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 91910792-f67a-43a5-9116-cab582432704 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:48.470689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.527750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.588565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] Deleting port 91910792-f67a-43a5-9116-cab582432704 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:48.589115 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.638044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] For port 595ba5fe-982b-420c-8b05-37574dc1e839, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=595ba5fe-982b-420c-8b05-37574dc1e839,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:48.638407 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.642722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] For port 91910792-f67a-43a5-9116-cab582432704, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=91910792-f67a-43a5-9116-cab582432704,segment=NetworkSegment(92e9319f-e3f8-4010-a520-2dc74e38af34),segment_id=92e9319f-e3f8-4010-a520-2dc74e38af34)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:48.643182 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.660693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 91910792-f67a-43a5-9116-cab582432704 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:48.679739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Calling delete_port for 595ba5fe-982b-420c-8b05-37574dc1e839 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:48.803275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43058) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:48.828441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba91e665-169c-4038-9bcc-ce719a1159b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.885633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] For port 91910792-f67a-43a5-9116-cab582432704, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=91910792-f67a-43a5-9116-cab582432704,segment=NetworkSegment(92e9319f-e3f8-4010-a520-2dc74e38af34),segment_id=92e9319f-e3f8-4010-a520-2dc74e38af34)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:48.886274 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:48.931096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:48.942695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] Calling delete_port for 91910792-f67a-43a5-9116-cab582432704 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:48.948838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:48.956015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=903279dc-5b80-458d-a906-37728987cf93,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:48.962042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:52:49.012362 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.056135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=91910792-f67a-43a5-9116-cab582432704,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:49.063263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No DVR routers for this DVR port 91910792-f67a-43a5-9116-cab582432704 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:49.138768 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.199736 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.239546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 91910792-f67a-43a5-9116-cab582432704 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:49.251057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] Pushing event deleted for resources: {'Port': ['ID=91910792-f67a-43a5-9116-cab582432704,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:49.291658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event deleted for resources: {'Port': ['ID=595ba5fe-982b-420c-8b05-37574dc1e839,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:49.307398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 91910792-f67a-43a5-9116-cab582432704 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:49.307664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 91910792-f67a-43a5-9116-cab582432704 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:49.319880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59403bdf-793e-4b4a-bcb9-abe3dcb30c32 None None] No DVR routers for this DVR port 91910792-f67a-43a5-9116-cab582432704 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:49.345632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba91e665-169c-4038-9bcc-ce719a1159b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.369037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] No DVR routers for this DVR port 595ba5fe-982b-420c-8b05-37574dc1e839 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:49.372878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba91e665-169c-4038-9bcc-ce719a1159b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.391159 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.395384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a94027db-d0a8-461d-80e4-4326d1a3f12d req-c3c908e3-1b54-4630-a542-d103320bd311 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "DELETE /v2.0/ports/595ba5fe-982b-420c-8b05-37574dc1e839 HTTP/1.1" status: 204 len: 173 time: 2.1698384 Feb 04 15:52:49.449664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'name': 'network-vif-deleted', 'tag': '595ba5fe-982b-420c-8b05-37574dc1e839'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:49.452850 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac037ed-6def-4b26-a12f-4ce9494a96cb" -d '{"events": [{"server_uuid": "e38dad48-1070-4474-ade8-d4e7fbab9b6c", "name": "network-vif-deleted", "tag": "595ba5fe-982b-420c-8b05-37574dc1e839"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:52:49.531165 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ba91e665-169c-4038-9bcc-ce719a1159b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd68ba7f8cff4666a525a9f0d39b4e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267067 Feb 04 15:52:49.535415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91e665-169c-4038-9bcc-ce719a1159b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded4f2e-b08a-4205-a558-d99f510470d4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:49.543663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43076) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:49.567728 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a751ed-982a-40fe-b16e-989d0f021dfd x-openstack-request-id: req-24a751ed-982a-40fe-b16e-989d0f021dfd {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:52:49.572095 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38dad48-1070-4474-ade8-d4e7fbab9b6c", "name": "network-vif-deleted", "tag": "595ba5fe-982b-420c-8b05-37574dc1e839", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:52:49.572268 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ded6b9fe-8449-4cc5-9272-b4bd19118e5b req-d84b7340-c8e0-4a4c-9108-a0246df8d8ab tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=e38dad48-1070-4474-ade8-d4e7fbab9b6c HTTP/1.1" status: 200 len: 210 time: 0.2725265 Feb 04 15:52:49.575349 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24a751ed-982a-40fe-b16e-989d0f021dfd {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:52:49.575349 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38dad48-1070-4474-ade8-d4e7fbab9b6c', 'name': 'network-vif-deleted', 'tag': '595ba5fe-982b-420c-8b05-37574dc1e839', 'status': 'completed', 'code': 200} Feb 04 15:52:49.744785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f15c642-65c4-470b-92f9-c33541216253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.772601 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f15c642-65c4-470b-92f9-c33541216253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.801964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.904060 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f15c642-65c4-470b-92f9-c33541216253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.907145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f15c642-65c4-470b-92f9-c33541216253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:49.912284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6f15c642-65c4-470b-92f9-c33541216253 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eded4f2e-b08a-4205-a558-d99f510470d4 HTTP/1.1" status: 204 len: 168 time: 0.3621743 Feb 04 15:52:49.923806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c642-65c4-470b-92f9-c33541216253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded4f2e-b08a-4205-a558-d99f510470d4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:50.102446 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.108332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3fad62-7dd0-43b2-a9cb-283c65fcb495']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:50.140676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 595ba5fe-982b-420c-8b05-37574dc1e839 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:50.240103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 595ba5fe-982b-420c-8b05-37574dc1e839 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:50.243677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 595ba5fe-982b-420c-8b05-37574dc1e839 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:50.292580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e9319f-e3f8-4010-a520-2dc74e38af34') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:50.292985 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e9319f-e3f8-4010-a520-2dc74e38af34') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:50.308716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.325475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-c7e59e7e-2f48-4503-abab-6a3b38f89dae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1504683 Feb 04 15:52:50.489518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.517950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-b3152274-ea86-4d93-ac31-0eb750ce701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:50.517950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-b3152274-ea86-4d93-ac31-0eb750ce701f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 1096 time: 0.1436315 Feb 04 15:52:50.530056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:52:50.530522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:52:50.702163 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:52:50.710584 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.779037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.792334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43118) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:50.796419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/networks/fc3fad62-7dd0-43b2-a9cb-283c65fcb495 HTTP/1.1" status: 204 len: 168 time: 2.8118339 Feb 04 15:52:50.797783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b7ddf-c1b3-4f59-a6da-c1c1ba2ce434 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Network': ['ID=fc3fad62-7dd0-43b2-a9cb-283c65fcb495,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:50.979171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-55e01405-e9d9-43ff-9d6c-45762d95a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:50.986386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-55e01405-e9d9-43ff-9d6c-45762d95a770 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 200 len: 913 time: 0.4147186 Feb 04 15:52:51.040760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1d43b-0376-467f-8573-239c5c43123c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.046387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c1c1d43b-0376-467f-8573-239c5c43123c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/55050b1a-b707-46ab-b71f-c2f15bda9b67 HTTP/1.1" status: 200 len: 841 time: 0.2524598 Feb 04 15:52:51.050936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43132) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:51.212367 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-6c018278-f6c9-4fd5-98cf-ed5475ce4360 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 HTTP/1.1" status: 200 len: 217 time: 0.2137969 Feb 04 15:52:51.374063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-aed0019e-193e-43d0-a5a2-e8d751550079 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/55050b1a-b707-46ab-b71f-c2f15bda9b67?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3198454 Feb 04 15:52:51.384789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43144) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:51.387558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.394867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:51.553085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-9e5b5916-d746-4b0f-8463-083f2b0dcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.556153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-9e5b5916-d746-4b0f-8463-083f2b0dcbbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 200 len: 851 time: 0.3364470 Feb 04 15:52:51.658765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:51.663099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:51.733806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95c781-dbb0-4b6d-8f68-d3033ce25039 req-c82725f5-0e96-499b-9177-57e9d23102b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.740255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd95c781-dbb0-4b6d-8f68-d3033ce25039 req-c82725f5-0e96-499b-9177-57e9d23102b7 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 945 time: 0.3392186 Feb 04 15:52:51.755758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-89f4b671-1018-4790-a4b9-59b3de8f66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.757647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-89f4b671-1018-4790-a4b9-59b3de8f66fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee470257-3576-4751-bf3f-ae013d9c464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883004 Feb 04 15:52:51.943715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-62d5f158-af15-4a41-bd7d-ee7515995f06 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:51.946817 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-62d5f158-af15-4a41-bd7d-ee7515995f06 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.50 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 945 time: 0.1566305 Feb 04 15:52:52.051222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd95c781-dbb0-4b6d-8f68-d3033ce25039 req-700a3012-a35c-4954-9c3d-371bc6f4088c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652447 Feb 04 15:52:52.132255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-70f3f4b8-092d-43b7-b409-c3775dc909c4 service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643820 Feb 04 15:52:52.248772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 671608b6-b128-4c8d-b93e-ff033911a9ee is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:52:52.366652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d447a810-5b26-4441-9f09-db2bb2f08230 req-6036f33c-d6a3-41db-a6dc-341dce5f361e service neutron] 10.222.0.30 "GET /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254596 Feb 04 15:52:52.628769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Deleting port 08095c83-add4-40cd-a5c3-b02c9898adfb {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:52:52.629243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.714629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.854621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:52.871519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:52.875735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:52.876422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:52.889200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4ba81-031e-4e11-b7a1-619094db8d4a None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:52.912075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:52:52.927064 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Sync routers for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:52:52.946409 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:52.947859 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:53.070428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] For port 08095c83-add4-40cd-a5c3-b02c9898adfb, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=08095c83-add4-40cd-a5c3-b02c9898adfb,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:52:53.071121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.141091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Calling delete_port for 08095c83-add4-40cd-a5c3-b02c9898adfb owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:52:53.400617 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:52:53.406641 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.550707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-4ea63032-ec96-42e9-87f3-42c99f75a991', 'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'tenant_id': 'c7423816536c4b15972f15d49c5f1f0c', 'fixed_ips': [{'subnet_id': 'd061c0ff-94ed-4051-a907-6efd2423e206'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:52:53.551631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.828958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4427569 Feb 04 15:52:53.832898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe7b85-674e-4436-8113-561e42e48626 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=d061c0ff-94ed-4051-a907-6efd2423e206,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:53.833425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43210) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:53.843304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4f683af2-eb52-451e-b50e-6384b3720b94 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'security_group': {'name': 'tempest-secgroup-1032517764'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:53.849440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Allocated IP 172.20.0.2 (4ea63032-ec96-42e9-87f3-42c99f75a991/d061c0ff-94ed-4051-a907-6efd2423e206/052fb540-820b-470d-a880-5618c33dacb7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:53.882272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.884811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4367f2b2-267b-4dd6-9b87-a7538d807083 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.8221498 Feb 04 15:52:53.894746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43212) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:53.904571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f683af2-eb52-451e-b50e-6384b3720b94 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:53.950309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-605119b6-44fd-4051-a3d0-a610d550d094 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=537ec6f6adf0405b87c2e299025ea7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507329 Feb 04 15:52:53.966227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a7d56-51ec-400b-80fd-d4557d415a0b req-dc40911f-7d41-4e02-b7c6-993b8661d741 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:53.968930 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e3a7d56-51ec-400b-80fd-d4557d415a0b req-dc40911f-7d41-4e02-b7c6-993b8661d741 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 945 time: 0.3534830 Feb 04 15:52:53.969798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:54.058360 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:52:49Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:54.100044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f683af2-eb52-451e-b50e-6384b3720b94 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.108785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f683af2-eb52-451e-b50e-6384b3720b94 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.167085 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Checking router: 671608b6-b128-4c8d-b93e-ff033911a9ee for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:52:54.167758 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Updating router 671608b6-b128-4c8d-b93e-ff033911a9ee port 903279dc-5b80-458d-a906-37728987cf93 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:52:54.175955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f683af2-eb52-451e-b50e-6384b3720b94 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.182703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4f683af2-eb52-451e-b50e-6384b3720b94 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3465512 Feb 04 15:52:54.183827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43218) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:54.200781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-28c48006-4ff9-4ce9-a434-daea5eab947b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'security_group': {'name': 'tempest-secgroup-1046967988'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:54.211038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da33555-96aa-464d-aa04-cc847206d998 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:54.213386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4da33555-96aa-464d-aa04-cc847206d998 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2395074 Feb 04 15:52:54.238051 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.239994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43220) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:54.284325 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.361164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f683af2-eb52-451e-b50e-6384b3720b94 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e52781-ae59-4e37-9bfb-af949642b56f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:54.406158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e3a7d56-51ec-400b-80fd-d4557d415a0b req-ed399dd9-44d5-4b95-945c-88c2ec9e4e56 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216992 Feb 04 15:52:54.507601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-65b14ea0-9fdf-47d2-83f5-c063d242a119 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2656040 Feb 04 15:52:54.511106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43234) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:54.514804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event deleted for resources: {'Port': ['ID=08095c83-add4-40cd-a5c3-b02c9898adfb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:54.533546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989075974', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:54.641632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] No DVR routers for this DVR port 08095c83-add4-40cd-a5c3-b02c9898adfb on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:52:54.650794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.670630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26b0bddd-304b-46c7-ac17-a945f3cd8d40 req-5041308e-991d-43b8-82e6-4a7543ef3adc tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.50 "DELETE /v2.0/ports/08095c83-add4-40cd-a5c3-b02c9898adfb HTTP/1.1" status: 204 len: 173 time: 2.7149689 Feb 04 15:52:54.671190 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695399de-67fd-4976-9b96-bffdc5907265', 'name': 'network-vif-deleted', 'tag': '08095c83-add4-40cd-a5c3-b02c9898adfb'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:52:54.678255 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768c5397-018d-4c95-80a6-67a5d78e0e63" -d '{"events": [{"server_uuid": "695399de-67fd-4976-9b96-bffdc5907265", "name": "network-vif-deleted", "tag": "08095c83-add4-40cd-a5c3-b02c9898adfb"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:52:54.835511 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c48006-4ff9-4ce9-a434-daea5eab947b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:54.946404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:52:54.951287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['08095c83-add4-40cd-a5c3-b02c9898adfb'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:52:55.181725 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.201899 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.208110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c48006-4ff9-4ce9-a434-daea5eab947b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.221553 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c48006-4ff9-4ce9-a434-daea5eab947b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.250792 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Attempting to bind port 903279dc-5b80-458d-a906-37728987cf93 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:55.251575 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Attempting to bind port 903279dc-5b80-458d-a906-37728987cf93 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:55.252276 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Attempting to bind port 903279dc-5b80-458d-a906-37728987cf93 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:52:55.286769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c48006-4ff9-4ce9-a434-daea5eab947b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea22ce0-d0e6-498d-8c18-809351ebb8ce,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.311915 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.321293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:55.327814 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.334648 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:52:55.336065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:52:55.337354 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.338459 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:52:55.339903 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Bound port: 903279dc-5b80-458d-a906-37728987cf93, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:55.341100 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.463405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.608311 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c48006-4ff9-4ce9-a434-daea5eab947b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.608791 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] For port 903279dc-5b80-458d-a906-37728987cf93, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:55.622798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28c48006-4ff9-4ce9-a434-daea5eab947b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4312797 Feb 04 15:52:55.627427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43262) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:55.629677 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] For port 903279dc-5b80-458d-a906-37728987cf93, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=903279dc-5b80-458d-a906-37728987cf93,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:55.636369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1988926638', 'security_groups': ['5ea22ce0-d0e6-498d-8c18-809351ebb8ce'], 'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd061c0ff-94ed-4051-a907-6efd2423e206'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:52:55.643534 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Pushing event updated for resources: {'Port': ['ID=903279dc-5b80-458d-a906-37728987cf93,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.659877 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.662339 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.663232 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.664634 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.665484 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.666525 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.667329 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.668098 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.668942 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.669730 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.670698 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.671767 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:52:55.679201 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.866301 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62330e-9254-45f0-b3f5-e613fbd3f4fc None None] Pushing event updated for resources: {'Port': ['ID=903279dc-5b80-458d-a906-37728987cf93,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:55.919080 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:52:55.920148 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fbf7ee-13cb-4400-adc5-833d09c11664 x-openstack-request-id: req-70fbf7ee-13cb-4400-adc5-833d09c11664 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:52:55.920626 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695399de-67fd-4976-9b96-bffdc5907265", "name": "network-vif-deleted", "tag": "08095c83-add4-40cd-a5c3-b02c9898adfb", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:52:55.921023 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70fbf7ee-13cb-4400-adc5-833d09c11664 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:52:55.921661 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695399de-67fd-4976-9b96-bffdc5907265', 'name': 'network-vif-deleted', 'tag': '08095c83-add4-40cd-a5c3-b02c9898adfb', 'status': 'completed', 'code': 200} Feb 04 15:52:55.923997 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:52:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:55.939946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:55.957970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:55.969623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:52:56.026495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Pushing event updated for resources: {'Port': ['ID=052fb540-820b-470d-a880-5618c33dacb7,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:56.077434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Attempting to bind port 052fb540-820b-470d-a880-5618c33dacb7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:56.078120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Attempting to bind port 052fb540-820b-470d-a880-5618c33dacb7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'fe1744d0-84c3-45a1-b308-e904e10b5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:56.078653 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Attempting to bind port 052fb540-820b-470d-a880-5618c33dacb7 on network 4ea63032-ec96-42e9-87f3-42c99f75a991 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:52:56.086930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:52:56.087841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Checking segment: {'id': 'fe1744d0-84c3-45a1-b308-e904e10b5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:52:56.088579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.089153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Bound using segment: {'id': 'fe1744d0-84c3-45a1-b308-e904e10b5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:52:56.089845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Bound port: 052fb540-820b-470d-a880-5618c33dacb7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1744d0-84c3-45a1-b308-e904e10b5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:56.090489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.109174 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.160399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ab77a4e8-5e59-4444-8185-ec87e5706a76 req-76986c8b-7c1f-483f-b474-4a1392dd5895 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=695399de-67fd-4976-9b96-bffdc5907265 HTTP/1.1" status: 200 len: 210 time: 0.2182517 Feb 04 15:52:56.233357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:52:56.346968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] For port 052fb540-820b-470d-a880-5618c33dacb7, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:56.366176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] For port 052fb540-820b-470d-a880-5618c33dacb7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=052fb540-820b-470d-a880-5618c33dacb7,segment=NetworkSegment(fe1744d0-84c3-45a1-b308-e904e10b5ad8),segment_id=fe1744d0-84c3-45a1-b308-e904e10b5ad8)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:56.377701 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.492177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Checking segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:52:56.493171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network hostable DHCP agents. Network: 709c50de-9462-4f54-84f7-2ef9db87e21f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:52:56.508046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Subnet': ['ID=5da9d91b-0558-4b15-8d56-984510d231a5,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:56.555947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:52:56.588453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 709c50de-9462-4f54-84f7-2ef9db87e21f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:52:56.622391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 709c50de-9462-4f54-84f7-2ef9db87e21f) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:56.644407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42c0b6-d5de-4933-9eb0-e186c07049f4 None None] Network 709c50de-9462-4f54-84f7-2ef9db87e21f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:52:56.652305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:56.653047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:56.689293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c40f0b5e-a9f1-4a0e-bff8-aa4e6e823683 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1770647 Feb 04 15:52:56.694553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43284) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:52:56.822088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6ff81-95d2-406a-afc5-2754e0e6bd05 None None] Pushing event updated for resources: {'Port': ['ID=052fb540-820b-470d-a880-5618c33dacb7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:57.223760 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:52:49Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:52:57.230785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-709c50de-9462-4f54-84f7-2ef9db87e21f', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:52:57.233955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.402658 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed4b5a-f486-429a-9409-8d12f06f1e0e None None] The sync data for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 is: [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:52:49Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:52:57.589863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 08095c83-add4-40cd-a5c3-b02c9898adfb no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:52:58.024984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 08095c83-add4-40cd-a5c3-b02c9898adfb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:52:58.033091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 08095c83-add4-40cd-a5c3-b02c9898adfb not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:52:58.053049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.174877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 0db409bb-a4d8-4f0a-87ff-c9081fa1f97d yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:52:58.457822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Allocated IP 172.20.0.2 (709c50de-9462-4f54-84f7-2ef9db87e21f/5da9d91b-0558-4b15-8d56-984510d231a5/485ef525-b3c9-4c2e-a3ff-be60539ed8b7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:58.781142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c989539-7ba0-4ffe-9632-d3bc2302f112 req-2338b258-78d9-46fe-ae86-72f198c9cc99 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:58.788901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c989539-7ba0-4ffe-9632-d3bc2302f112 req-2338b258-78d9-46fe-ae86-72f198c9cc99 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.5140622 Feb 04 15:52:58.968492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.987863 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.010334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36516f5-3b9a-4641-849b-934555800ff3 req-9d97afaa-3a42-4520-b378-b06e892675f8 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:52:59.012586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c36516f5-3b9a-4641-849b-934555800ff3 req-9d97afaa-3a42-4520-b378-b06e892675f8 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.7461305 Feb 04 15:52:59.065196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.13 (4ea63032-ec96-42e9-87f3-42c99f75a991/d061c0ff-94ed-4051-a907-6efd2423e206/0db409bb-a4d8-4f0a-87ff-c9081fa1f97d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:52:59.197799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Pushing event updated for resources: {'Port': ['ID=485ef525-b3c9-4c2e-a3ff-be60539ed8b7,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:52:59.202320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Network 709c50de-9462-4f54-84f7-2ef9db87e21f is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:52:59.209759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:52:59.228616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:52:59.519182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Attempting to bind port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:52:59.520638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Attempting to bind port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:52:59.521386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Attempting to bind port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 on network 709c50de-9462-4f54-84f7-2ef9db87e21f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:52:59.543047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:52:59.543855 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Checking segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:52:59.546898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.548962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Bound using segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:52:59.553096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Bound port: 485ef525-b3c9-4c2e-a3ff-be60539ed8b7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:52:59.556260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.647542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c989539-7ba0-4ffe-9632-d3bc2302f112 req-80d73718-d64d-4ff3-b418-957ca9fa85f6 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798120 Feb 04 15:52:59.780721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] For port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:52:59.809924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] For port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485ef525-b3c9-4c2e-a3ff-be60539ed8b7,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:52:59.816159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 052fb540-820b-470d-a880-5618c33dacb7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:52:59.825566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.954563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.231480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.256635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.325759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] Provisioning complete for port 55050b1a-b707-46ab-b71f-c2f15bda9b67 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:00.327744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.580921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=0db409bb-a4d8-4f0a-87ff-c9081fa1f97d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:00.660498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453ccd8-f17a-46a4-b321-4624505a2a73 None None] Pushing event updated for resources: {'Port': ['ID=485ef525-b3c9-4c2e-a3ff-be60539ed8b7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:00.669828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] Port 55050b1a-b707-46ab-b71f-c2f15bda9b67 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:00.715399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:00.732469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:00.745397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:53:00.782046 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-457dac9b-717c-45f3-ae50-48d0fe78c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:00.808357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:00.808891 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.008738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Deleting port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:01.022166 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.026846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:01.031513 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.205217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:01.206899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.288353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b4bf5-591e-41c6-b249-31b7eefcdebb req-4f3e0148-3c71-4ee8-a2ef-35dc5eafe0f9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:01.290237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a1b4bf5-591e-41c6-b249-31b7eefcdebb req-4f3e0148-3c71-4ee8-a2ef-35dc5eafe0f9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.3464372 Feb 04 15:53:01.438415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a9434302-4b68-4267-86f6-b1e76256273d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8097796 Feb 04 15:53:01.455912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43376) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:01.465698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-84b4dfcf-df0e-4511-a369-2f42a565dac6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:01.523822 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.709935 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a1b4bf5-591e-41c6-b249-31b7eefcdebb req-0866a049-007e-4765-b026-246aafad8c53 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865759 Feb 04 15:53:01.837018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4dfcf-df0e-4511-a369-2f42a565dac6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:01.872630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-84b4dfcf-df0e-4511-a369-2f42a565dac6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:01.881580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] For port 052fb540-820b-470d-a880-5618c33dacb7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=052fb540-820b-470d-a880-5618c33dacb7,segment=NetworkSegment(fe1744d0-84c3-45a1-b308-e904e10b5ad8),segment_id=fe1744d0-84c3-45a1-b308-e904e10b5ad8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:01.891939 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:02.230215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:02.504925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 903279dc-5b80-458d-a906-37728987cf93 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:02.526537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.20.0.1 (709c50de-9462-4f54-84f7-2ef9db87e21f/5da9d91b-0558-4b15-8d56-984510d231a5/a00368ab-4558-49b6-ae88-e0c94e81697c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:02.580916 n-d-827869-1 neutron-server[102422]: INFO neutron.db.ipam_backend_mixin [None req-84b4dfcf-df0e-4511-a369-2f42a565dac6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d061c0ff-94ed-4051-a907-6efd2423e206 (CIDR: 172.20.0.0/28) Feb 04 15:53:02.591292 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b4dfcf-df0e-4511-a369-2f42a565dac6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:53:02.594337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b4dfcf-df0e-4511-a369-2f42a565dac6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:02.657366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-84b4dfcf-df0e-4511-a369-2f42a565dac6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2001574 Feb 04 15:53:02.664489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43396) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:02.694371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:02.885007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-cbd2e9e7-bb86-4c03-b24a-566dbb5db68c None None] Provisioning complete for port 0db409bb-a4d8-4f0a-87ff-c9081fa1f97d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:02.895900 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbd2e9e7-bb86-4c03-b24a-566dbb5db68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.083558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab2f17-7837-42e2-8085-0b6c99294ddd None None] Network 709c50de-9462-4f54-84f7-2ef9db87e21f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:53:03.110668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ddfba-8e06-4593-bc0d-c214267c9655 None None] Pushing event updated for resources: {'Port': ['ID=052fb540-820b-470d-a880-5618c33dacb7,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:03.128198 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.345559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:03.359813 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.436940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] For port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:03.439123 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.476773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Calling delete_port for 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:03.568714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2e9e7-bb86-4c03-b24a-566dbb5db68c None None] Port 0db409bb-a4d8-4f0a-87ff-c9081fa1f97d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:03.785713 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.858824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.917524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 903279dc-5b80-458d-a906-37728987cf93 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:03.918223 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:03.957540 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fc184092-fd03-4308-a0a2-121f50494562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.021616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabe90e-ff79-4b79-9b64-d0cf546aa906 req-1cc5bff2-8533-4735-905f-53a5b6a6c784 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:04.024982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecabe90e-ff79-4b79-9b64-d0cf546aa906 req-1cc5bff2-8533-4735-905f-53a5b6a6c784 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 945 time: 0.9343450 Feb 04 15:53:04.094129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 709c50de-9462-4f54-84f7-2ef9db87e21f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:04.120097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1ca347d1-1012-42ab-8332-0057e32b2254 None None] Provisioning complete for port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:04.121122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ca347d1-1012-42ab-8332-0057e32b2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.137820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.157422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:04.162491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:53:04.265443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:04.280159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:04.287187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:04.296095 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.338245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=90648833-f099-42bd-ab9c-19a4490da00a,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:04.383564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-502553be-0180-4fac-8339-2787182bda4f tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7167149 Feb 04 15:53:04.384533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43448) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:04.386254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.394939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1924383652', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90648833-f099-42bd-ab9c-19a4490da00a'}], 'security_groups': ['82e52781-ae59-4e37-9bfb-af949642b56f']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:04.445499 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecabe90e-ff79-4b79-9b64-d0cf546aa906 req-4ab498cd-0635-4697-a345-f3bfa8e47203 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8c7bbc1-79e9-496c-babb-7fe427a4288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563881 Feb 04 15:53:04.569511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=a00368ab-4558-49b6-ae88-e0c94e81697c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:04.691798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.761740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] No DVR routers for this DVR port 9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:04.881624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event deleted for resources: {'Port': ['ID=9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:04.898417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:04.909370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c36516f5-3b9a-4641-849b-934555800ff3 req-c8578c8c-4e3b-435b-80c8-dc971f4bf9b9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "DELETE /v2.0/ports/9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0 HTTP/1.1" status: 204 len: 173 time: 5.8502655 Feb 04 15:53:04.918607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293202d9-1465-4da0-bd4c-a4f90e0777fc', 'name': 'network-vif-deleted', 'tag': '9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:04.935639 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1480004-a87c-4dae-9079-2aa176b5cbc8" -d '{"events": [{"server_uuid": "293202d9-1465-4da0-bd4c-a4f90e0777fc", "name": "network-vif-deleted", "tag": "9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:05.043898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e0154-e7bf-4e90-b2e8-da75b45a089c None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:53:05.284995 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.288693 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99787e1b-46e3-4ba0-bc22-7f3908398bf4 x-openstack-request-id: req-99787e1b-46e3-4ba0-bc22-7f3908398bf4 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:05.289160 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293202d9-1465-4da0-bd4c-a4f90e0777fc", "name": "network-vif-deleted", "tag": "9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:05.289569 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99787e1b-46e3-4ba0-bc22-7f3908398bf4 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:05.296986 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293202d9-1465-4da0-bd4c-a4f90e0777fc', 'name': 'network-vif-deleted', 'tag': '9c9f84ea-4574-4e9e-bbaf-70d3d5d4cbe0', 'status': 'completed', 'code': 200} Feb 04 15:53:05.509637 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:05.718445 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ca347d1-1012-42ab-8332-0057e32b2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.023485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1ca347d1-1012-42ab-8332-0057e32b2254 None None] For port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485ef525-b3c9-4c2e-a3ff-be60539ed8b7,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:06.056336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.085095 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ca347d1-1012-42ab-8332-0057e32b2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.471133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Delete allocated IP 172.20.0.13 (4ea63032-ec96-42e9-87f3-42c99f75a991/d061c0ff-94ed-4051-a907-6efd2423e206) {{(pid=102422) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:53:06.483767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.21 (4ea63032-ec96-42e9-87f3-42c99f75a991/90648833-f099-42bd-ab9c-19a4490da00a/0db409bb-a4d8-4f0a-87ff-c9081fa1f97d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:06.502813 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.630758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca347d1-1012-42ab-8332-0057e32b2254 None None] Pushing event updated for resources: {'Port': ['ID=485ef525-b3c9-4c2e-a3ff-be60539ed8b7,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:06.724108 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 903279dc-5b80-458d-a906-37728987cf93, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=903279dc-5b80-458d-a906-37728987cf93,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:06.749048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.788116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.837351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.869001 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.883110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:06.916387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=903279dc-5b80-458d-a906-37728987cf93,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:07.002178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8637df54-8a67-4e97-a4d2-90936b339859 req-886584f8-b201-483f-ada7-26d5abcdab4c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=293202d9-1465-4da0-bd4c-a4f90e0777fc HTTP/1.1" status: 200 len: 210 time: 1.1023357 Feb 04 15:53:07.091995 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.170023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52f1aa-cc53-4078-8637-c3e2bfe64017 None None] Update dhcp port {'port': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'fixed_ips': [{'subnet_id': 'd061c0ff-94ed-4051-a907-6efd2423e206', 'ip_address': '172.20.0.2'}, {'subnet_id': '90648833-f099-42bd-ab9c-19a4490da00a'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '052fb540-820b-470d-a880-5618c33dacb7'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:53:07.172533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3278c1ba-f5fd-4d42-9922-1b7c359930fd None None] Provisioning complete for port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:07.172920 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3278c1ba-f5fd-4d42-9922-1b7c359930fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.205111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.208809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=0db409bb-a4d8-4f0a-87ff-c9081fa1f97d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:07.235319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=a00368ab-4558-49b6-ae88-e0c94e81697c,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:07.360659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b52f1aa-cc53-4078-8637-c3e2bfe64017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.404496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] In _notify_port_updated(), no bound segment for port 0db409bb-a4d8-4f0a-87ff-c9081fa1f97d on network 4ea63032-ec96-42e9-87f3-42c99f75a991 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:53:07.433445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:07.434308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.440320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fab174a4-b178-45f1-b9e5-ae153648a499 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "PUT /v2.0/ports/0db409bb-a4d8-4f0a-87ff-c9081fa1f97d HTTP/1.1" status: 200 len: 921 time: 3.0537994 Feb 04 15:53:07.440996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43498) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:07.502416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 052fb540-820b-470d-a880-5618c33dacb7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:07.514363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:07.523132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 709c50de-9462-4f54-84f7-2ef9db87e21f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:07.530615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:07.751347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1839e6e8-8170-47c3-b47f-18afac5efc22 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 0db409bb-a4d8-4f0a-87ff-c9081fa1f97d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:07.756629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1839e6e8-8170-47c3-b47f-18afac5efc22 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.006489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 671608b6-b128-4c8d-b93e-ff033911a9ee has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:08.074032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1839e6e8-8170-47c3-b47f-18afac5efc22 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.154408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1839e6e8-8170-47c3-b47f-18afac5efc22 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 0db409bb-a4d8-4f0a-87ff-c9081fa1f97d owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:08.347183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:08.374987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:08.375892 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.384966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ea78f474-0238-4545-bf09-d69a5ff7150a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "PUT /v2.0/routers/671608b6-b128-4c8d-b93e-ff033911a9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6880689 Feb 04 15:53:08.389343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Sync routers for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:08.404695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-2b52f1aa-cc53-4078-8637-c3e2bfe64017 None None] Allocated IP 172.20.0.18 (4ea63032-ec96-42e9-87f3-42c99f75a991/90648833-f099-42bd-ab9c-19a4490da00a/052fb540-820b-470d-a880-5618c33dacb7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:08.620607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2b52f1aa-cc53-4078-8637-c3e2bfe64017 None None] For port 052fb540-820b-470d-a880-5618c33dacb7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=052fb540-820b-470d-a880-5618c33dacb7,segment=NetworkSegment(fe1744d0-84c3-45a1-b308-e904e10b5ad8),segment_id=fe1744d0-84c3-45a1-b308-e904e10b5ad8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:08.634247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1839e6e8-8170-47c3-b47f-18afac5efc22 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.773604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839e6e8-8170-47c3-b47f-18afac5efc22 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=0db409bb-a4d8-4f0a-87ff-c9081fa1f97d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:08.786678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3278c1ba-f5fd-4d42-9922-1b7c359930fd None None] Provisioning complete for port a00368ab-4558-49b6-ae88-e0c94e81697c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:08.787016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3278c1ba-f5fd-4d42-9922-1b7c359930fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.823964 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b52f1aa-cc53-4078-8637-c3e2bfe64017 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.859914 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1839e6e8-8170-47c3-b47f-18afac5efc22 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.868771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1839e6e8-8170-47c3-b47f-18afac5efc22 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/0db409bb-a4d8-4f0a-87ff-c9081fa1f97d HTTP/1.1" status: 204 len: 168 time: 1.4242084 Feb 04 15:53:08.870437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43538) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:08.921721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:08.921721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:08.925678 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b52f1aa-cc53-4078-8637-c3e2bfe64017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:08.968122 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba58e34-74c0-4aa7-ad57-849f02656bd2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:53:08.974890 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5ba58e34-74c0-4aa7-ad57-849f02656bd2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/0db409bb-a4d8-4f0a-87ff-c9081fa1f97d HTTP/1.1" status: 404 len: 333 time: 0.0991786 Feb 04 15:53:08.978168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43542) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:09.014460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a878ba-7e22-4a17-a0f4-e8c4cc531bbf req-b99549cb-3fc0-4227-a555-845babfce2a9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:09.023890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09a878ba-7e22-4a17-a0f4-e8c4cc531bbf req-b99549cb-3fc0-4227-a555-845babfce2a9 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.3079095 Feb 04 15:53:09.149480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09a878ba-7e22-4a17-a0f4-e8c4cc531bbf req-9afec496-39ed-4c36-a68a-d013a5235abd tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186378 Feb 04 15:53:09.217783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-f659e125-2aec-4981-b3cd-d5602bb2438a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731287975&fields=id&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 267 time: 0.2735283 Feb 04 15:53:09.257020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7f9eed1-cc19-4a49-aa0c-aaaedcf2e708 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.309271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52f1aa-cc53-4078-8637-c3e2bfe64017 None None] Pushing event updated for resources: {'Port': ['ID=052fb540-820b-470d-a880-5618c33dacb7,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:09.331388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3278c1ba-f5fd-4d42-9922-1b7c359930fd None None] Port a00368ab-4558-49b6-ae88-e0c94e81697c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:09.448671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7f9eed1-cc19-4a49-aa0c-aaaedcf2e708 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.636793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:09.856749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-04595e13-772c-412f-ace5-e24811753209 None None] Provisioning complete for port a00368ab-4558-49b6-ae88-e0c94e81697c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:09.857126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-04595e13-772c-412f-ace5-e24811753209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.863802 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7f9eed1-cc19-4a49-aa0c-aaaedcf2e708 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.867440 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e7f9eed1-cc19-4a49-aa0c-aaaedcf2e708 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:09.871951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43558) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:09.881748 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e7f9eed1-cc19-4a49-aa0c-aaaedcf2e708 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/security-groups/5ea22ce0-d0e6-498d-8c18-809351ebb8ce HTTP/1.1" status: 204 len: 168 time: 0.8967307 Feb 04 15:53:09.927377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ebf9-1191-47de-904d-4594463cbedb req-abfd58b0-b0bf-4ad8-9572-18fd9b00526d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:09.934572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-abfd58b0-b0bf-4ad8-9572-18fd9b00526d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 796 time: 0.6730487 Feb 04 15:53:09.936828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9eed1-cc19-4a49-aa0c-aaaedcf2e708 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea22ce0-d0e6-498d-8c18-809351ebb8ce,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:10.012297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:10.024581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-f4846d21-44cf-4ece-a4f7-a3ef99f6d8a6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/quotas/537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 375 time: 0.0755332 Feb 04 15:53:10.163296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-9389b2eb-4319-4f6c-8611-f9dcc3a1a60c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:10.165404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-9389b2eb-4319-4f6c-8611-f9dcc3a1a60c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.1590612 Feb 04 15:53:10.166226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88cfeb3f-48ab-45f4-bff3-c2c42587f6a8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.170303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-04595e13-772c-412f-ace5-e24811753209 None None] Port a00368ab-4558-49b6-ae88-e0c94e81697c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:10.256162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88cfeb3f-48ab-45f4-bff3-c2c42587f6a8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.331513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-1890d108-45cb-4086-a401-d7bc13f1e8a5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3044715 Feb 04 15:53:10.411106 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.443484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88cfeb3f-48ab-45f4-bff3-c2c42587f6a8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.453132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:10.462935 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.463242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88cfeb3f-48ab-45f4-bff3-c2c42587f6a8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.464741 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88cfeb3f-48ab-45f4-bff3-c2c42587f6a8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/security-groups/82e52781-ae59-4e37-9bfb-af949642b56f HTTP/1.1" status: 204 len: 168 time: 0.5914936 Feb 04 15:53:10.470693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43578) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:10.667246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfeb3f-48ab-45f4-bff3-c2c42587f6a8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e52781-ae59-4e37-9bfb-af949642b56f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:10.714620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-43057aec-102b-4f63-bc27-1ea3767afc47 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:53:10.724518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-43057aec-102b-4f63-bc27-1ea3767afc47 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3611367 Feb 04 15:53:10.848382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-5726e6cd-505d-41b2-aeb8-19c14b4d8709 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet d061c0ff-94ed-4051-a907-6efd2423e206 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:53:10.882971 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5726e6cd-505d-41b2-aeb8-19c14b4d8709 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:10.912416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b4b23-0996-428c-8bfd-7d3394a66e75 req-40285ad9-bffe-4e2b-b943-eb378e728d7f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:10.917878 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a1b4b23-0996-428c-8bfd-7d3394a66e75 req-40285ad9-bffe-4e2b-b943-eb378e728d7f tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.4945204 Feb 04 15:53:11.135797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a1b4b23-0996-428c-8bfd-7d3394a66e75 req-f92da3a0-acb5-4958-8c84-9d23ddf237ff tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712558 Feb 04 15:53:11.146956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5726e6cd-505d-41b2-aeb8-19c14b4d8709 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.150945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Deleting port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:11.151689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.327313 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5726e6cd-505d-41b2-aeb8-19c14b4d8709 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.469084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43596) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:11.485687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 2, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:11.492096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-e8f68ad9-d0b1-4b53-8125-7f9df67eba94 service neutron] 10.222.0.47 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644844 Feb 04 15:53:11.496316 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5726e6cd-505d-41b2-aeb8-19c14b4d8709 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.512194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6e0cb1d7-d0e7-494f-a689-f121a43316c3 None None] Provisioning complete for port 55050b1a-b707-46ab-b71f-c2f15bda9b67 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:11.519946 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb1d7-d0e7-494f-a689-f121a43316c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.637768 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5726e6cd-505d-41b2-aeb8-19c14b4d8709 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:11.641898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5726e6cd-505d-41b2-aeb8-19c14b4d8709 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/d061c0ff-94ed-4051-a907-6efd2423e206 HTTP/1.1" status: 204 len: 168 time: 1.1694136 Feb 04 15:53:11.793448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-e854e9ad-6155-4bcd-823b-1b9568668bc4 service neutron] 10.222.0.47 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420971 Feb 04 15:53:11.794179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43602) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:11.804691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:11.888857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 052fb540-820b-470d-a880-5618c33dacb7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:11.983679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726e6cd-505d-41b2-aeb8-19c14b4d8709 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=d061c0ff-94ed-4051-a907-6efd2423e206,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:12.060655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:12.070692 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.196015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Checking router: 671608b6-b128-4c8d-b93e-ff033911a9ee for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:53:12.196600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Updating router 671608b6-b128-4c8d-b93e-ff033911a9ee port a00368ab-4558-49b6-ae88-e0c94e81697c binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:53:12.374392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a8ab9bd-43f9-4c4b-9d4f-b532174abf28 req-9c5e045f-a787-4529-9a94-98674effdd4c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 210 time: 0.1420853 Feb 04 15:53:12.427227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f902d757-41da-4585-ac05-8bf9fadb924b None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:53:12.576326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cb1d7-d0e7-494f-a689-f121a43316c3 None None] Port 55050b1a-b707-46ab-b71f-c2f15bda9b67 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:12.706820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.947365 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:12.992977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affe677-3b5a-4dfe-b0fb-9de868762b6b req-c860f88e-2c4c-403b-8c7d-99e2ded2dd51 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.000845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7affe677-3b5a-4dfe-b0fb-9de868762b6b req-c860f88e-2c4c-403b-8c7d-99e2ded2dd51 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 945 time: 0.2824659 Feb 04 15:53:13.017473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] For port 6a7d1665-3a13-4d8d-a48a-de8e7a481664, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=6a7d1665-3a13-4d8d-a48a-de8e7a481664,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:13.018430 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.231675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:13.252428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7affe677-3b5a-4dfe-b0fb-9de868762b6b req-0377d883-b72d-4730-b876-8d321000e698 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups?id=46febe86-bdbc-4ff9-bcb0-02eac1bf7021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501879 Feb 04 15:53:13.276126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:13.290846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.291920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.331492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=5119ea26-bfc7-422f-ac00-10609b1c39ef,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:13.352669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7de6e465-63fc-4df5-8238-d050404195dc tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5571320 Feb 04 15:53:13.357085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43640) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:13.365600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a5e35973-b95b-45c0-a12d-ef13a54cb196 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047901835'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:13.461362 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.463127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.463975 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Floating IP e2f1adcd-693e-4d42-8171-fff187c199ed disassociated. External IP: 172.25.1.106, port: 6a7d1665-3a13-4d8d-a48a-de8e7a481664. Feb 04 15:53:13.464394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Calling delete_port for 6a7d1665-3a13-4d8d-a48a-de8e7a481664 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:13.470854 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5e35973-b95b-45c0-a12d-ef13a54cb196 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.647772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6e0cb1d7-d0e7-494f-a689-f121a43316c3 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:13.648769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6e0cb1d7-d0e7-494f-a689-f121a43316c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.662181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:13.662947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.689428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-850b451b-d56b-4570-b762-4c6c7dab673f req-9ac8d88e-474f-436f-9a2b-8e1d203795c5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 210 time: 0.0767734 Feb 04 15:53:13.745002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5e35973-b95b-45c0-a12d-ef13a54cb196 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.752108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5e35973-b95b-45c0-a12d-ef13a54cb196 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.757027 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbaef23a-6824-48e2-b4a1-d4dbb1a6b7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.791972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-360e9696-e271-40f8-b68f-f8aef89a9233 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.827862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35973-b95b-45c0-a12d-ef13a54cb196 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec25087-5269-43d4-8bd7-f8d56d9975bb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:13.828222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-360e9696-e271-40f8-b68f-f8aef89a9233 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.838759 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5e35973-b95b-45c0-a12d-ef13a54cb196 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:13.844275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a5e35973-b95b-45c0-a12d-ef13a54cb196 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4813998 Feb 04 15:53:13.845025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43648) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:13.853949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c69a2244-7268-4982-afc1-f5fe7107da5a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'security_group': {'name': 'tempest-secgroup-227478023'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:13.869404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-360e9696-e271-40f8-b68f-f8aef89a9233 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.878935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-360e9696-e271-40f8-b68f-f8aef89a9233 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.887271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-360e9696-e271-40f8-b68f-f8aef89a9233 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.897262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-360e9696-e271-40f8-b68f-f8aef89a9233 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.905864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-360e9696-e271-40f8-b68f-f8aef89a9233 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:13.909999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-360e9696-e271-40f8-b68f-f8aef89a9233 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 1.0519617 Feb 04 15:53:13.915352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c69a2244-7268-4982-afc1-f5fe7107da5a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.033185 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbaef23a-6824-48e2-b4a1-d4dbb1a6b7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.043753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cbaef23a-6824-48e2-b4a1-d4dbb1a6b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.088544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c69a2244-7268-4982-afc1-f5fe7107da5a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.102502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaef23a-6824-48e2-b4a1-d4dbb1a6b7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400f2bed-b316-41bf-aba3-ae1b91cfd74e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:14.105074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c69a2244-7268-4982-afc1-f5fe7107da5a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.235487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c69a2244-7268-4982-afc1-f5fe7107da5a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.236891 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c69a2244-7268-4982-afc1-f5fe7107da5a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3909454 Feb 04 15:53:14.241318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43650) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:14.244079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a2244-7268-4982-afc1-f5fe7107da5a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62343110-1b1b-4bbd-9257-4ff098de51e1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:14.350583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-867f6f7f-e010-47af-9488-e524af10b632 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'security_group': {'name': 'tempest-secgroup-43632601'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:14.432691 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ffa76e7a-eb8a-444f-85ab-1ac0dc126b39 req-63ad325f-a107-42d0-961a-39f6e7c1d107 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3948658 Feb 04 15:53:14.470069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:14.481553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cbaef23a-6824-48e2-b4a1-d4dbb1a6b7a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7661e806972f4990a6d471eee38a4ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0106652 Feb 04 15:53:14.492288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43664) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:14.604097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.693743 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-867f6f7f-e010-47af-9488-e524af10b632 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.724709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ea5a4df-e57b-4d36-a963-c8f9672cef88 req-e9a280a8-1a60-4529-9b24-11c7aaad5dca tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 210 time: 0.1260459 Feb 04 15:53:14.786017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No active binding found for port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:53:14.786580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 6a7d1665-3a13-4d8d-a48a-de8e7a481664 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:53:14.792745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 903279dc-5b80-458d-a906-37728987cf93 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:14.803619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-86a78a4f-312c-48b5-af21-adfac2ef0b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:14.809427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6e0cb1d7-d0e7-494f-a689-f121a43316c3 None None] Could not find standard attr ID for object 0db409bb-a4d8-4f0a-87ff-c9081fa1f97d. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:53:14.862893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-86a78a4f-312c-48b5-af21-adfac2ef0b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.001953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4bd465fb-2375-4699-81ff-bf0170f3f634 None None] Could not find standard attr ID for object 0db409bb-a4d8-4f0a-87ff-c9081fa1f97d. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 15:53:15.020338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-86a78a4f-312c-48b5-af21-adfac2ef0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.023645 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-86a78a4f-312c-48b5-af21-adfac2ef0b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.025068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-86a78a4f-312c-48b5-af21-adfac2ef0b5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/400f2bed-b316-41bf-aba3-ae1b91cfd74e HTTP/1.1" status: 204 len: 168 time: 0.5315516 Feb 04 15:53:15.042289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event deleted for resources: {'Port': ['ID=6a7d1665-3a13-4d8d-a48a-de8e7a481664,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.068692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78a4f-312c-48b5-af21-adfac2ef0b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f2bed-b316-41bf-aba3-ae1b91cfd74e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:15.343239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-919275e1-b146-47b9-9306-18fd0b32a457 req-52fba22b-f847-4e0e-9628-9cdfc682541a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 210 time: 0.4403093 Feb 04 15:53:15.385544 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.422392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 903279dc-5b80-458d-a906-37728987cf93 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:15.430518 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.434058 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.743038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-867f6f7f-e010-47af-9488-e524af10b632 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.790240 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-867f6f7f-e010-47af-9488-e524af10b632 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.932883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Router 72de13a3-22cb-4a4c-b385-837010b49d19 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:15.954601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ebf9-1191-47de-904d-4594463cbedb req-ffcf0640-cc17-42ff-9098-b5bea46c1bae tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:15.962013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-ffcf0640-cc17-42ff-9098-b5bea46c1bae tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.50 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 796 time: 0.6991007 Feb 04 15:53:15.962866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-867f6f7f-e010-47af-9488-e524af10b632 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:15.969031 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-867f6f7f-e010-47af-9488-e524af10b632 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7212911 Feb 04 15:53:15.971451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b32c1-3269-484d-8288-e5dfefe4baec None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:53:15.992504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43690) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:16.001915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f6f7f-e010-47af-9488-e524af10b632 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37852c47-e363-43b5-9812-5cc129d0ef92,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:16.027227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf9def-c36e-4048-92fd-1c022b9768ae None None] Pushing event updated for resources: {'Port': ['ID=a00368ab-4558-49b6-ae88-e0c94e81697c,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:16.045541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1756799617', 'security_groups': ['37852c47-e363-43b5-9812-5cc129d0ef92'], 'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5119ea26-bfc7-422f-ac00-10609b1c39ef'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:16.112006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0c32da0-7c61-46ac-a55d-70db3f1b8b5c req-481645f2-6d44-496c-b52f-c4aa1fa10c3c tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 210 time: 0.1000586 Feb 04 15:53:16.215471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Attempting to bind port a00368ab-4558-49b6-ae88-e0c94e81697c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:16.216249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Attempting to bind port a00368ab-4558-49b6-ae88-e0c94e81697c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:16.217077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Attempting to bind port a00368ab-4558-49b6-ae88-e0c94e81697c on network 709c50de-9462-4f54-84f7-2ef9db87e21f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:53:16.230778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:53:16.231587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Checking segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:53:16.232258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.239956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Bound using segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:53:16.242478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Bound port: a00368ab-4558-49b6-ae88-e0c94e81697c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:16.243215 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.249313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0616346d-8781-4ef8-9ce9-78e460c09785 None None] Provisioning complete for port 55050b1a-b707-46ab-b71f-c2f15bda9b67 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:16.250085 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0616346d-8781-4ef8-9ce9-78e460c09785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.252920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288e86-7029-46b4-9211-ab4189e37d5b req-ad1a9b7b-78eb-4149-ae6a-d36f8aee8b6c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.265737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288e86-7029-46b4-9211-ab4189e37d5b req-ad1a9b7b-78eb-4149-ae6a-d36f8aee8b6c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.278526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288e86-7029-46b4-9211-ab4189e37d5b req-ad1a9b7b-78eb-4149-ae6a-d36f8aee8b6c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.291604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288e86-7029-46b4-9211-ab4189e37d5b req-ad1a9b7b-78eb-4149-ae6a-d36f8aee8b6c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.297263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0616346d-8781-4ef8-9ce9-78e460c09785 None None] Port 55050b1a-b707-46ab-b71f-c2f15bda9b67 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:16.312932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288e86-7029-46b4-9211-ab4189e37d5b req-ad1a9b7b-78eb-4149-ae6a-d36f8aee8b6c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.325722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288e86-7029-46b4-9211-ab4189e37d5b req-ad1a9b7b-78eb-4149-ae6a-d36f8aee8b6c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.338936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288e86-7029-46b4-9211-ab4189e37d5b req-ad1a9b7b-78eb-4149-ae6a-d36f8aee8b6c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.342432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43692) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:16.352985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82288e86-7029-46b4-9211-ab4189e37d5b req-ad1a9b7b-78eb-4149-ae6a-d36f8aee8b6c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.6211596 Feb 04 15:53:16.418581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-feac60cf-d580-4640-b8aa-5b01c59ad41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.430621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0616346d-8781-4ef8-9ce9-78e460c09785 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:16.431292 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0616346d-8781-4ef8-9ce9-78e460c09785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.588086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-9a6481d1-5488-4129-bc71-478d7bf2ba41 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 379 time: 0.5156796 Feb 04 15:53:16.597332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'port': {'device_id': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'admin_state_up': True, 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'security_groups': ['206d61f6-978a-45d6-8230-b72009571494']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:16.625453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] For port a00368ab-4558-49b6-ae88-e0c94e81697c, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:16.647291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] For port a00368ab-4558-49b6-ae88-e0c94e81697c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a00368ab-4558-49b6-ae88-e0c94e81697c,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:16.668521 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:16.688559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-f0aceb43-5132-4b2a-a85a-0392719f25cb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.728315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-f0aceb43-5132-4b2a-a85a-0392719f25cb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.767831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-f0aceb43-5132-4b2a-a85a-0392719f25cb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.779273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-f0aceb43-5132-4b2a-a85a-0392719f25cb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.785599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-f0aceb43-5132-4b2a-a85a-0392719f25cb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.785797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82288e86-7029-46b4-9211-ab4189e37d5b req-f9949b09-8edb-48d0-9524-9daad94ae003 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4221342 Feb 04 15:53:16.792199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-f0aceb43-5132-4b2a-a85a-0392719f25cb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.800125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-f0aceb43-5132-4b2a-a85a-0392719f25cb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.802217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-f0aceb43-5132-4b2a-a85a-0392719f25cb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.5407596 Feb 04 15:53:16.813989 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdacc18b-f412-4b77-b5f0-bb1883f4521f req-3b6bbad1-74ab-415b-a158-3b315a329ae1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 210 time: 0.2717316 Feb 04 15:53:16.815152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:16.846275 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] Sync routers for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:16.864466 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:16.865450 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:16.909158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763a5f87-4672-43e1-a143-2e7575bc0368 None None] Update dhcp port {'port': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'fixed_ips': [{'subnet_id': '90648833-f099-42bd-ab9c-19a4490da00a', 'ip_address': '172.20.0.18'}, {'subnet_id': '5119ea26-bfc7-422f-ac00-10609b1c39ef'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '052fb540-820b-470d-a880-5618c33dacb7'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:53:16.937510 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:16.966031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-7bb07e8c-d649-4636-b269-75e117ada366 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:16.967663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-7bb07e8c-d649-4636-b269-75e117ada366 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "GET /v2.0/ports/8eb391fc-50c6-4df7-96bf-6ac93f25a908?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1453748 Feb 04 15:53:17.086104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf9def-c36e-4048-92fd-1c022b9768ae None None] Pushing event updated for resources: {'Port': ['ID=a00368ab-4558-49b6-ae88-e0c94e81697c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:17.101455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:17.102148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:17.124273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-defd501d-eac4-4ab6-a75a-aef2216c2cb7 None None] Provisioning complete for port a00368ab-4558-49b6-ae88-e0c94e81697c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:17.125225 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-defd501d-eac4-4ab6-a75a-aef2216c2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.148548 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:17.213136 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-763a5f87-4672-43e1-a143-2e7575bc0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.218255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:17.226520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.275720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.329532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] device_id is not set on port 063408eb-e359-4d5d-9119-009c1082f513 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:17.432997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] No DVR routers for this DVR port 6a7d1665-3a13-4d8d-a48a-de8e7a481664 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:17.437304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.441937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf0ba618-eb73-4719-95ee-2190656ce765 req-f4f82fa0-54c0-408d-8f9d-41b2eacadf07 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.30 "DELETE /v2.0/ports/6a7d1665-3a13-4d8d-a48a-de8e7a481664 HTTP/1.1" status: 204 len: 173 time: 7.0652549 Feb 04 15:53:17.449505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-deleted', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:17.452562 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db1ba3-705e-4420-a1c9-8fc140f0b14c" -d '{"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-deleted", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:17.607490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-16737ddb-4db0-4d1f-8212-bbb54c109d7b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "GET /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6306391 Feb 04 15:53:17.609055 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86c877-78ab-4b36-bf01-3f25b30c8e6b x-openstack-request-id: req-ad86c877-78ab-4b36-bf01-3f25b30c8e6b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:17.609349 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45beab24-14c6-4d0b-b186-3850dff2a6b4", "name": "network-vif-deleted", "tag": "6a7d1665-3a13-4d8d-a48a-de8e7a481664", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:17.609606 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad86c877-78ab-4b36-bf01-3f25b30c8e6b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:17.626089 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45beab24-14c6-4d0b-b186-3850dff2a6b4', 'name': 'network-vif-deleted', 'tag': '6a7d1665-3a13-4d8d-a48a-de8e7a481664', 'status': 'completed', 'code': 200} Feb 04 15:53:17.669856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:17.680957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.7 (4ea63032-ec96-42e9-87f3-42c99f75a991/5119ea26-bfc7-422f-ac00-10609b1c39ef/063408eb-e359-4d5d-9119-009c1082f513) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:17.848108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-feac60cf-d580-4640-b8aa-5b01c59ad41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.901477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-feac60cf-d580-4640-b8aa-5b01c59ad41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:17.927770 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:42:15Z', 'revision_number': 5, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:17.964451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2f67dbac-1897-4834-bd8f-4ee27427a9c4 req-fa7b73f9-94f8-4d01-b389-bf15db08feaa tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/ports?device_id=45beab24-14c6-4d0b-b186-3850dff2a6b4 HTTP/1.1" status: 200 len: 210 time: 0.1811936 Feb 04 15:53:18.000532 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] Checking router: 72de13a3-22cb-4a4c-b385-837010b49d19 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:53:18.035375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.037174 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:18.037806 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.075414 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-defd501d-eac4-4ab6-a75a-aef2216c2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.161318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:18.191497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-feac60cf-d580-4640-b8aa-5b01c59ad41f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fd2c64aefc6453e91d2a570df08e1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8371575 Feb 04 15:53:18.204474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43728) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:18.220306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac60cf-d580-4640-b8aa-5b01c59ad41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38ec419-7e3c-484a-91d8-0c965d94c92c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:18.417485 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:18.491309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.501871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-defd501d-eac4-4ab6-a75a-aef2216c2cb7 None None] For port a00368ab-4558-49b6-ae88-e0c94e81697c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a00368ab-4558-49b6-ae88-e0c94e81697c,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:18.551670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-8a296e27-c9d3-413e-bc66-d4055b4379d8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.569189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-8a296e27-c9d3-413e-bc66-d4055b4379d8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.576594 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-defd501d-eac4-4ab6-a75a-aef2216c2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.583506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-8a296e27-c9d3-413e-bc66-d4055b4379d8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.598925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-8a296e27-c9d3-413e-bc66-d4055b4379d8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.617087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-8a296e27-c9d3-413e-bc66-d4055b4379d8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.624851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-8a296e27-c9d3-413e-bc66-d4055b4379d8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.632680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-8a296e27-c9d3-413e-bc66-d4055b4379d8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:18.637578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-763a5f87-4672-43e1-a143-2e7575bc0368 None None] Allocated IP 172.20.0.2 (4ea63032-ec96-42e9-87f3-42c99f75a991/5119ea26-bfc7-422f-ac00-10609b1c39ef/052fb540-820b-470d-a880-5618c33dacb7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:18.647300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-8a296e27-c9d3-413e-bc66-d4055b4379d8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 5432 time: 0.6469305 Feb 04 15:53:18.667216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.20.0.13 (709c50de-9462-4f54-84f7-2ef9db87e21f/5da9d91b-0558-4b15-8d56-984510d231a5/645ee10e-0b6b-48df-8dbe-dc264d737209) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:18.828066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e48a-c492-426d-ab07-03eeb85cd96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.922107 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:42:15Z', 'revision_number': 5, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:18.934602 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.943422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27b410a7-a03f-427c-bd92-7c4deb2c61e5 req-95944284-1528-44ab-9453-ba7df596d9ef tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2847786 Feb 04 15:53:18.977564 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e48a-c492-426d-ab07-03eeb85cd96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:18.983072 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5207ab7-ec67-4768-ab13-eb0be3aba075 None None] The sync data for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 is: [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:41:59Z', 'revision_number': 4, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'ddd19877-5042-4d6d-8cb7-37a6f72fc5ee', 'name': '', 'network_id': 'ee470257-3576-4751-bf3f-ae013d9c464a', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'mac_address': 'fa:16:3e:9d:5d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:56Z', 'updated_at': '2022-02-04T15:42:15Z', 'revision_number': 5, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'subnets': [{'id': '664872ca-9dd3-4bb0-bb5c-13829b8b7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:19.083280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] For port 8eb391fc-50c6-4df7-96bf-6ac93f25a908, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8eb391fc-50c6-4df7-96bf-6ac93f25a908,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:19.180327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=063408eb-e359-4d5d-9119-009c1082f513,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:19.193647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-763a5f87-4672-43e1-a143-2e7575bc0368 None None] For port 052fb540-820b-470d-a880-5618c33dacb7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=052fb540-820b-470d-a880-5618c33dacb7,segment=NetworkSegment(fe1744d0-84c3-45a1-b308-e904e10b5ad8),segment_id=fe1744d0-84c3-45a1-b308-e904e10b5ad8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:19.201712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66973b7a-7da9-477e-86e0-f060721fbab6 req-e52d2818-2dfd-492a-9610-b3d5476e73dd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 210 time: 0.3040011 Feb 04 15:53:19.218352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] For port 8eb391fc-50c6-4df7-96bf-6ac93f25a908, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:19.255706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dbc1c73f-bb11-4729-bd18-bae8aa5efe51 None None] Provisioning complete for port a00368ab-4558-49b6-ae88-e0c94e81697c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:19.256219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c73f-bb11-4729-bd18-bae8aa5efe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.296235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:19.309487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:19.315975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:53:19.415558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] device_id is not set on port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:19.443170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:19.472768 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.474320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:19.475347 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.527817 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.618961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-459bfb7f-5ea6-4aa8-af38-8418525eb2ea tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6187947 Feb 04 15:53:19.634504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43750) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:19.640869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-32bc388f-5c70-4874-b33c-8e5e50f63913 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:19.714445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e48a-c492-426d-ab07-03eeb85cd96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.719802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e48a-c492-426d-ab07-03eeb85cd96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.721895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7cc1e48a-c492-426d-ab07-03eeb85cd96e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f38ec419-7e3c-484a-91d8-0c965d94c92c HTTP/1.1" status: 204 len: 168 time: 1.5140853 Feb 04 15:53:19.728803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.820431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1e48a-c492-426d-ab07-03eeb85cd96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38ec419-7e3c-484a-91d8-0c965d94c92c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:19.857189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-763a5f87-4672-43e1-a143-2e7575bc0368 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.885300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd501d-eac4-4ab6-a75a-aef2216c2cb7 None None] Pushing event updated for resources: {'Port': ['ID=a00368ab-4558-49b6-ae88-e0c94e81697c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:19.893082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device e55ad9db-ea79-4d82-8180-9f758c6ee1d2 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:19.903518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6138832-43c2-4f9b-80de-1238d7558f5e None None] New status for floating IP e2f1adcd-693e-4d42-8171-fff187c199ed: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:53:19.933738 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:19.974842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb391fc-50c6-4df7-96bf-6ac93f25a908,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:20.094634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] No DVR routers for this DVR port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:20.132736 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-763a5f87-4672-43e1-a143-2e7575bc0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.246741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] In _notify_port_updated(), no bound segment for port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:53:20.248740 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:20.258963 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.261185 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-0fc235f8-d305-41f3-8dac-38445b1193c2 service neutron] 10.222.0.50 "PUT /v2.0/ports/8eb391fc-50c6-4df7-96bf-6ac93f25a908 HTTP/1.1" status: 200 len: 1026 time: 2.6080077 Feb 04 15:53:20.487807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-732b5368-50db-401c-935f-0defc220e86a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:20.490079 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-732b5368-50db-401c-935f-0defc220e86a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "GET /v2.0/ports/8e662118-2cbb-42a1-a29b-d7fb20a32888?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2212892 Feb 04 15:53:20.654685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:20.702712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a5f87-4672-43e1-a143-2e7575bc0368 None None] Pushing event updated for resources: {'Port': ['ID=052fb540-820b-470d-a880-5618c33dacb7,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:20.723332 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:53:20.905234 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.941940 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.961348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f7e58-46d6-49e7-9372-329a0fece98c req-44f41b2e-9a36-4e13-b310-4bce42dfc366 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:20.963121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c3f7e58-46d6-49e7-9372-329a0fece98c req-44f41b2e-9a36-4e13-b310-4bce42dfc366 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 932 time: 0.4675694 Feb 04 15:53:20.986567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:16Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:21.057023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c3f7e58-46d6-49e7-9372-329a0fece98c req-bae2ad2d-51eb-46f2-8827-7c4f37bc4e36 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780394 Feb 04 15:53:21.264300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e95ffe6-05e4-4952-8323-6036f1fdae97 None None] The sync data for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 is: [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:16Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:21.385531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:21.396180 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da46687a-2d69-48f0-a3b1-a2c34ad257af" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "e55ad9db-ea79-4d82-8180-9f758c6ee1d2"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:21.461216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e0ee4590-b8c3-4acb-a664-ad643742e6c5 None None] Provisioning complete for port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:21.485735 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4590-b8c3-4acb-a664-ad643742e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.605341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee4590-b8c3-4acb-a664-ad643742e6c5 None None] Port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:21.608274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port e55ad9db-ea79-4d82-8180-9f758c6ee1d2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:21.620452 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fbc317-efec-455b-853d-3fb3521cb11a x-openstack-request-id: req-05fbc317-efec-455b-853d-3fb3521cb11a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:21.620763 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "e55ad9db-ea79-4d82-8180-9f758c6ee1d2", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:21.621107 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05fbc317-efec-455b-853d-3fb3521cb11a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:21.621419 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2', 'code': 200} Feb 04 15:53:21.623333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.623989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 737a6fc3-6437-490a-8b1d-f7f2a1138803 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:21.782802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43786) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:21.849970 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef701-fd5c-4f8a-a789-c0adb8fd0067 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.911544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 709c50de-9462-4f54-84f7-2ef9db87e21f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:21.914236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:21.967475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dedae8bf-b2b1-4311-9d5b-afac782dd609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:21.999338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:22.021562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:53:22.026384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:22.054576 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.185571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] For port 8e662118-2cbb-42a1-a29b-d7fb20a32888, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8e662118-2cbb-42a1-a29b-d7fb20a32888,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:22.287189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 737a6fc3-6437-490a-8b1d-f7f2a1138803, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=737a6fc3-6437-490a-8b1d-f7f2a1138803,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:22.298580 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.300384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8eb391fc-50c6-4df7-96bf-6ac93f25a908 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:22.334570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef701-fd5c-4f8a-a789-c0adb8fd0067 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:22.531848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e161390-f0d0-4910-a775-56673a843cb8 req-46b47f7d-97ea-4872-82cd-e7e14792fd77 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:22.556173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e161390-f0d0-4910-a775-56673a843cb8 req-46b47f7d-97ea-4872-82cd-e7e14792fd77 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:22.609910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e161390-f0d0-4910-a775-56673a843cb8 req-46b47f7d-97ea-4872-82cd-e7e14792fd77 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:22.649166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e161390-f0d0-4910-a775-56673a843cb8 req-46b47f7d-97ea-4872-82cd-e7e14792fd77 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:22.687527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e161390-f0d0-4910-a775-56673a843cb8 req-46b47f7d-97ea-4872-82cd-e7e14792fd77 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:22.711799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e161390-f0d0-4910-a775-56673a843cb8 req-46b47f7d-97ea-4872-82cd-e7e14792fd77 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:22.743168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e161390-f0d0-4910-a775-56673a843cb8 req-46b47f7d-97ea-4872-82cd-e7e14792fd77 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 4659 time: 1.2513657 Feb 04 15:53:22.744724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] For port 8e662118-2cbb-42a1-a29b-d7fb20a32888, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:22.762591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=737a6fc3-6437-490a-8b1d-f7f2a1138803,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:22.818556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8eb391fc-50c6-4df7-96bf-6ac93f25a908 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:53:22.834536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8e662118-2cbb-42a1-a29b-d7fb20a32888 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:23.089369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ad174e5b-e466-44a6-b390-052ceca83765 None None] Provisioning complete for port 55050b1a-b707-46ab-b71f-c2f15bda9b67 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:23.093387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad174e5b-e466-44a6-b390-052ceca83765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.117718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] device_id is not set on port 8e662118-2cbb-42a1-a29b-d7fb20a32888 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:53:23.195302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c801f-b268-4fd9-b349-791ec351f7e8 req-53280825-6460-4817-a173-828c6b158614 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:23.211486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f0c801f-b268-4fd9-b349-791ec351f7e8 req-53280825-6460-4817-a173-828c6b158614 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 932 time: 0.9171619 Feb 04 15:53:23.229914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 052fb540-820b-470d-a880-5618c33dacb7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:23.298037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.305472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:23.308268 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dedae8bf-b2b1-4311-9d5b-afac782dd609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.308906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.316765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.326720 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dedae8bf-b2b1-4311-9d5b-afac782dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.464385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e161390-f0d0-4910-a775-56673a843cb8 req-f8355efb-fad1-444b-b863-146563cdd1c5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce097198-9b31-4336-a01c-42e3c13b5cde&id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7198603 Feb 04 15:53:23.475484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bc388f-5c70-4874-b33c-8e5e50f63913 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:23.485825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ad174e5b-e466-44a6-b390-052ceca83765 None None] Port 55050b1a-b707-46ab-b71f-c2f15bda9b67 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:23.492219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-32bc388f-5c70-4874-b33c-8e5e50f63913 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.518326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8e662118-2cbb-42a1-a29b-d7fb20a32888 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:53:23.519293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ccd88caa-5202-4b0d-87af-15dcce382df7 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:23.538067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dedae8bf-b2b1-4311-9d5b-afac782dd609 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=66beb11b0f92449e83a1c8a5f80b7766&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7518785 Feb 04 15:53:23.592472 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.641482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43808) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:23.644482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedae8bf-b2b1-4311-9d5b-afac782dd609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fff47c3-18dc-4e06-867d-291f3a7abde7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:23.656844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '737a6fc3-6437-490a-8b1d-f7f2a1138803'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:23.663436 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277ffddb-44db-410c-a585-d4e3931514d7" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "737a6fc3-6437-490a-8b1d-f7f2a1138803"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:23.711100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ad174e5b-e466-44a6-b390-052ceca83765 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:23.712308 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad174e5b-e466-44a6-b390-052ceca83765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.795345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:23.820692 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:23.831025 n-d-827869-1 neutron-server[102422]: INFO neutron.db.ipam_backend_mixin [None req-32bc388f-5c70-4874-b33c-8e5e50f63913 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5119ea26-bfc7-422f-ac00-10609b1c39ef (CIDR: 172.20.0.0/28) Feb 04 15:53:23.847176 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bc388f-5c70-4874-b33c-8e5e50f63913 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:53:23.849742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bc388f-5c70-4874-b33c-8e5e50f63913 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:23.910202 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-1725f275-3c0d-4036-92bf-797f98c9f1c2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3203027 Feb 04 15:53:23.943460 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f0c801f-b268-4fd9-b349-791ec351f7e8 req-a2530273-e603-4bdd-9590-35c02275db31 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7300286 Feb 04 15:53:23.949414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Request body: {'port': {'device_id': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:23.995472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] Pushing event updated for resources: {'Port': ['ID=8e662118-2cbb-42a1-a29b-d7fb20a32888,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.015723 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d16e980-1e91-4fc1-8aae-41015853cc5d x-openstack-request-id: req-5d16e980-1e91-4fc1-8aae-41015853cc5d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:24.016614 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "737a6fc3-6437-490a-8b1d-f7f2a1138803", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:24.017414 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d16e980-1e91-4fc1-8aae-41015853cc5d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:24.018431 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '737a6fc3-6437-490a-8b1d-f7f2a1138803', 'code': 200} Feb 04 15:53:24.091225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-32bc388f-5c70-4874-b33c-8e5e50f63913 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.4541602 Feb 04 15:53:24.110354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43816) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:24.113263 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.140215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] No DVR routers for this DVR port 8e662118-2cbb-42a1-a29b-d7fb20a32888 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:24.148287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d7ef14f4-3215-4b4a-be6a-f417390bfc40 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:24.175175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef701-fd5c-4f8a-a789-c0adb8fd0067 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.189369 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef701-fd5c-4f8a-a789-c0adb8fd0067 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.193621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1d5ef701-fd5c-4f8a-a789-c0adb8fd0067 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "DELETE /v2.0/security-groups/46febe86-bdbc-4ff9-bcb0-02eac1bf7021 HTTP/1.1" status: 204 len: 168 time: 4.7149351 Feb 04 15:53:24.248476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] In _notify_port_updated(), no bound segment for port 8e662118-2cbb-42a1-a29b-d7fb20a32888 on network 3703e0dc-6b85-43e2-90ba-089a82e79531 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:53:24.249406 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:24.250065 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.251983 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-b6c9a4bb-07d1-48de-92aa-ecf22789ae19 service neutron] 10.222.0.50 "PUT /v2.0/ports/8e662118-2cbb-42a1-a29b-d7fb20a32888 HTTP/1.1" status: 200 len: 1027 time: 3.6122634 Feb 04 15:53:24.255391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43818) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:24.287049 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-5ad856f6-9221-4973-bde4-8f549e3ee377 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] show failed (client error): The resource could not be found. Feb 04 15:53:24.289290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ad856f6-9221-4973-bde4-8f549e3ee377 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "GET /v2.0/security-groups/46febe86-bdbc-4ff9-bcb0-02eac1bf7021 HTTP/1.1" status: 404 len: 347 time: 0.0325823 Feb 04 15:53:24.292007 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0080dba9-7ca1-4f3d-b683-bb022f9f9ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.294257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43822) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:24.549849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0080dba9-7ca1-4f3d-b683-bb022f9f9ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.557160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ccd88caa-5202-4b0d-87af-15dcce382df7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ccd88caa-5202-4b0d-87af-15dcce382df7,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:24.705359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.706203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bea7190d-49f5-405d-b99b-b3e496cb604c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:24.711599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ef701-fd5c-4f8a-a789-c0adb8fd0067 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46febe86-bdbc-4ff9-bcb0-02eac1bf7021,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:24.887274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:24.923302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a00368ab-4558-49b6-ae88-e0c94e81697c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:25.018665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d125e0-70fa-4c06-bf9f-a4b14ffd175c req-6b206be4-f494-43a8-8408-662f77cdce27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:25.030146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d125e0-70fa-4c06-bf9f-a4b14ffd175c req-6b206be4-f494-43a8-8408-662f77cdce27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:25.046224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d125e0-70fa-4c06-bf9f-a4b14ffd175c req-6b206be4-f494-43a8-8408-662f77cdce27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:25.054897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d125e0-70fa-4c06-bf9f-a4b14ffd175c req-6b206be4-f494-43a8-8408-662f77cdce27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:25.055217 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0080dba9-7ca1-4f3d-b683-bb022f9f9ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.064047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0080dba9-7ca1-4f3d-b683-bb022f9f9ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.066891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d125e0-70fa-4c06-bf9f-a4b14ffd175c req-6b206be4-f494-43a8-8408-662f77cdce27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:25.068384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0080dba9-7ca1-4f3d-b683-bb022f9f9ee9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5fff47c3-18dc-4e06-867d-291f3a7abde7 HTTP/1.1" status: 204 len: 168 time: 1.4085357 Feb 04 15:53:25.068795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17d125e0-70fa-4c06-bf9f-a4b14ffd175c req-6b206be4-f494-43a8-8408-662f77cdce27 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3879 time: 0.3540614 Feb 04 15:53:25.134824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Deleting port f7985fc1-f219-4257-99f8-ffc7d5236401 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:25.145689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.177793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ef14f4-3215-4b4a-be6a-f417390bfc40 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:25.190118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7ef14f4-3215-4b4a-be6a-f417390bfc40 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.227812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a00368ab-4558-49b6-ae88-e0c94e81697c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:25.228807 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.303635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ccd88caa-5202-4b0d-87af-15dcce382df7,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:25.346266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Provisioning complete for port 645ee10e-0b6b-48df-8dbe-dc264d737209 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:25.346826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.407005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080dba9-7ca1-4f3d-b683-bb022f9f9ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fff47c3-18dc-4e06-867d-291f3a7abde7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:25.424999 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:25.428179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.506005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17d125e0-70fa-4c06-bf9f-a4b14ffd175c req-aee7ad6d-1c47-477a-8bf2-25369fb66602 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893774 Feb 04 15:53:25.557348 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.584650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Port 645ee10e-0b6b-48df-8dbe-dc264d737209 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:25.651038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Provisioning complete for port 8e662118-2cbb-42a1-a29b-d7fb20a32888 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:25.658735 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.710407 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.716058 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.771559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Calling delete_port for f7985fc1-f219-4257-99f8-ffc7d5236401 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:25.784474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bea7190d-49f5-405d-b99b-b3e496cb604c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bea7190d-49f5-405d-b99b-b3e496cb604c,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:25.805559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.806331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 457b4eb6-cf15-47bd-83bf-0bc98a617f8a no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:25.853423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff004e-71d4-49d7-b152-1d76a3a8de59 req-933c53a5-bfcd-460b-93a5-a63ceda20a15 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:25.866765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93ff004e-71d4-49d7-b152-1d76a3a8de59 req-933c53a5-bfcd-460b-93a5-a63ceda20a15 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 932 time: 0.4953732 Feb 04 15:53:25.878325 n-d-827869-1 neutron-server[102422]: INFO neutron.db.ipam_backend_mixin [None req-d7ef14f4-3215-4b4a-be6a-f417390bfc40 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 90648833-f099-42bd-ab9c-19a4490da00a (CIDR: 172.20.0.16/28) Feb 04 15:53:25.899463 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ef14f4-3215-4b4a-be6a-f417390bfc40 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:53:25.900469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ef14f4-3215-4b4a-be6a-f417390bfc40 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:25.950763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d7ef14f4-3215-4b4a-be6a-f417390bfc40 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8228533 Feb 04 15:53:25.953000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 43844) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:25.960670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'subnet': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:26.020482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd88caa-5202-4b0d-87af-15dcce382df7'}, {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:26.023523 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55029af-5d1a-450b-b294-5a1b8c6564ea" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd88caa-5202-4b0d-87af-15dcce382df7"}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:26.051594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Port 8e662118-2cbb-42a1-a29b-d7fb20a32888 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:26.196535 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f9a1df-4e91-41b2-947a-597c30c05a28 x-openstack-request-id: req-d3f9a1df-4e91-41b2-947a-597c30c05a28 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:26.202719 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd88caa-5202-4b0d-87af-15dcce382df7", "code": 200}, {"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:26.203121 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d3f9a1df-4e91-41b2-947a-597c30c05a28 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:26.203769 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd88caa-5202-4b0d-87af-15dcce382df7', 'code': 200} Feb 04 15:53:26.204163 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'code': 200} Feb 04 15:53:26.219049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] For port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:26.220163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.238412 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.259125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93ff004e-71d4-49d7-b152-1d76a3a8de59 req-f8edd6af-3f59-4e0d-8fcf-31dc5cf29713 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826096 Feb 04 15:53:26.266123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=bea7190d-49f5-405d-b99b-b3e496cb604c,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.321220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Calling delete_port for 457b4eb6-cf15-47bd-83bf-0bc98a617f8a owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:26.369293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Provisioning complete for port 063408eb-e359-4d5d-9119-009c1082f513 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:26.370320 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.372273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645ee10e-0b6b-48df-8dbe-dc264d737209 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:26.385958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.416829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Transition to ACTIVE for port object 645ee10e-0b6b-48df-8dbe-dc264d737209 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:53:26.428937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.454799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Made reservation on behalf of c7423816536c4b15972f15d49c5f1f0c for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:53:26.463543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.521590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:26.542896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:26.682328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:26.685307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a45fe50c-99a2-4b3d-81ef-e330d86976f6 None None] Port 063408eb-e359-4d5d-9119-009c1082f513 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:26.885842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:27.024226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.043980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d8d9a-4f5f-4c87-b279-f0dbff9f0291 req-2de9b382-514f-45c8-9a13-88841123fdba tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:27.051695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d8d9a-4f5f-4c87-b279-f0dbff9f0291 req-2de9b382-514f-45c8-9a13-88841123fdba tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:27.059506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d8d9a-4f5f-4c87-b279-f0dbff9f0291 req-2de9b382-514f-45c8-9a13-88841123fdba tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:27.067453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d8d9a-4f5f-4c87-b279-f0dbff9f0291 req-2de9b382-514f-45c8-9a13-88841123fdba tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:27.074645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d8d9a-4f5f-4c87-b279-f0dbff9f0291 req-2de9b382-514f-45c8-9a13-88841123fdba tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:27.084179 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-213d8d9a-4f5f-4c87-b279-f0dbff9f0291 req-2de9b382-514f-45c8-9a13-88841123fdba tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3875 time: 0.3210511 Feb 04 15:53:27.117830 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Pushing event deleted for resources: {'Port': ['ID=f7985fc1-f219-4257-99f8-ffc7d5236401,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:27.123005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.252974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:53:27.258044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:53:27.259744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Port': ['ID=457b4eb6-cf15-47bd-83bf-0bc98a617f8a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:27.273017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:53:27.307310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-213d8d9a-4f5f-4c87-b279-f0dbff9f0291 req-1195fc73-3e7c-495d-a234-b7079ae6f889 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221775 Feb 04 15:53:27.312773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:53:27.313097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:53:27.400912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:53:27.401311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Checking segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:53:27.401635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Bound using segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:53:27.422416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Bound port: 645ee10e-0b6b-48df-8dbe-dc264d737209, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:53:27.422943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.473803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] No DVR routers for this DVR port 457b4eb6-cf15-47bd-83bf-0bc98a617f8a on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:27.482378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.489650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-5c22a501-721b-46bf-848d-0d6ff658c9a0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "DELETE /v2.0/ports/457b4eb6-cf15-47bd-83bf-0bc98a617f8a HTTP/1.1" status: 204 len: 173 time: 3.2128642 Feb 04 15:53:27.490905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:27.496076 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaf3827-f5d5-47f2-8b79-383e5e98aea7" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "457b4eb6-cf15-47bd-83bf-0bc98a617f8a"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:27.642823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:53:27.651085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:53:27.671342 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.677673 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.707226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.709801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e2a53a37-4a8a-4ab0-8806-b355eabb8b19 tempest-ServerActionsTestJSON-325848183 tempest-ServerActionsTestJSON-325848183-project] 10.222.0.47 "DELETE /v2.0/floatingips/e2f1adcd-693e-4d42-8171-fff187c199ed HTTP/1.1" status: 204 len: 168 time: 3.4131608 Feb 04 15:53:27.711790 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8875343-7555-4dfb-8dd5-8e24bc1a6994 x-openstack-request-id: req-d8875343-7555-4dfb-8dd5-8e24bc1a6994 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:27.712108 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "457b4eb6-cf15-47bd-83bf-0bc98a617f8a", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:27.712396 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d8875343-7555-4dfb-8dd5-8e24bc1a6994 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:27.712828 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a', 'status': 'completed', 'code': 200} Feb 04 15:53:27.715616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43890) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:27.981189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:27.985508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.048013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:28.048862 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.050183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] 10.222.0.50 "PUT /v2.0/ports/645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 1092 time: 4.1197963 Feb 04 15:53:28.072060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:28.085716 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c888798-01d4-4046-b793-66d6be1dc99f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:28.120048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.205623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:28.208446 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8ab7e9-410a-4b43-a074-aed6d72eae7d" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "457b4eb6-cf15-47bd-83bf-0bc98a617f8a"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:28.297079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:28.333287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28943f92-d07c-4349-a9b4-be9a146e1ebf service neutron] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:28.350127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:28.363913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4599eba8-331f-4b40-98e7-1061c6fb5fcd None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:53:28.365630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:28.367707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.408759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] For port e55ad9db-ea79-4d82-8180-9f758c6ee1d2, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:28.409251 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.454769 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb07140d-7fa5-4599-b04c-f429d49fffa6 x-openstack-request-id: req-fb07140d-7fa5-4599-b04c-f429d49fffa6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:28.455086 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:28.455349 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb07140d-7fa5-4599-b04c-f429d49fffa6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:28.455779 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'status': 'completed', 'code': 200} Feb 04 15:53:28.481633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ebf9-1191-47de-904d-4594463cbedb req-80576562-aa5b-4631-b2b3-975e062f2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:28.484604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Calling delete_port for e55ad9db-ea79-4d82-8180-9f758c6ee1d2 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:28.496610 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-80576562-aa5b-4631-b2b3-975e062f2bf5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1095 time: 0.3291826 Feb 04 15:53:28.505910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5486319 Feb 04 15:53:28.506199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 43912) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:28.511844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1671492670', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9cb35595-5da2-4a22-bbb9-43184547e58f'}], 'security_groups': ['dec25087-5269-43d4-8bd7-f8d56d9975bb', '62343110-1b1b-4bbd-9257-4ff098de51e1']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:28.533483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acf503-129d-44eb-add8-05d293f3946a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Subnet': ['ID=9cb35595-5da2-4a22-bbb9-43184547e58f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:28.604115 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d4e778-b792-4595-947d-f873adcab477 x-openstack-request-id: req-f1d4e778-b792-4595-947d-f873adcab477 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:28.618608 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-unplugged", "status": "completed", "tag": "457b4eb6-cf15-47bd-83bf-0bc98a617f8a", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:28.619443 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f1d4e778-b792-4595-947d-f873adcab477 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:28.627571 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457b4eb6-cf15-47bd-83bf-0bc98a617f8a', 'code': 200} Feb 04 15:53:28.825863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-b94c5346-6372-4230-bd06-d939d6fcf36e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 217 time: 0.2851796 Feb 04 15:53:29.072663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4322486-ca9d-43f7-87aa-aef330735c80 req-b5f811fd-d738-4878-88ad-9b57f00c455e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.090965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4322486-ca9d-43f7-87aa-aef330735c80 req-b5f811fd-d738-4878-88ad-9b57f00c455e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.109593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4322486-ca9d-43f7-87aa-aef330735c80 req-b5f811fd-d738-4878-88ad-9b57f00c455e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.116079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4322486-ca9d-43f7-87aa-aef330735c80 req-b5f811fd-d738-4878-88ad-9b57f00c455e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.142687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4322486-ca9d-43f7-87aa-aef330735c80 req-b5f811fd-d738-4878-88ad-9b57f00c455e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3143 time: 0.4071784 Feb 04 15:53:29.146852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ebf9-1191-47de-904d-4594463cbedb req-ece5a260-f649-463c-bd3a-098dfbbf7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.149318 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-ece5a260-f649-463c-bd3a-098dfbbf7fef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.3115692 Feb 04 15:53:29.441842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4322486-ca9d-43f7-87aa-aef330735c80 req-8ddfda34-4a45-448e-a5d7-ca7a8020ce19 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919452 Feb 04 15:53:29.474509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ebf9-1191-47de-904d-4594463cbedb req-f2cde8a9-17db-4c1a-905b-0e3a05468bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:29.487886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-f2cde8a9-17db-4c1a-905b-0e3a05468bf5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269510 Feb 04 15:53:29.613703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Update dhcp port {'port': {'network_id': '4ea63032-ec96-42e9-87f3-42c99f75a991', 'fixed_ips': [{'subnet_id': '90648833-f099-42bd-ab9c-19a4490da00a', 'ip_address': '172.20.0.18'}, {'subnet_id': '5119ea26-bfc7-422f-ac00-10609b1c39ef', 'ip_address': '172.20.0.2'}, {'subnet_id': '9cb35595-5da2-4a22-bbb9-43184547e58f'}], 'binding:host_id': 'n-d-827869-1'}, 'id': '052fb540-820b-470d-a880-5618c33dacb7'} from n-d-827869-1. {{(pid=102424) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 15:53:29.752429 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.061453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-fc455481-8565-48d4-9cd9-cb95acd25e7e service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633087 Feb 04 15:53:30.581812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e365ebf9-1191-47de-904d-4594463cbedb req-a8be30a7-6e52-4434-b4fd-dfc6b752f2b7 service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072615 Feb 04 15:53:30.765791 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4907-5cd3-45a1-a499-d9fbf9e05f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:30.829954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Allocated IP 172.20.0.34 (4ea63032-ec96-42e9-87f3-42c99f75a991/9cb35595-5da2-4a22-bbb9-43184547e58f/052fb540-820b-470d-a880-5618c33dacb7) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:30.902150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9616427-e59f-40f5-9e75-c7ee5a34db98 req-1d8f370b-175a-41a3-bcc9-c884df202282 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:30.909877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9616427-e59f-40f5-9e75-c7ee5a34db98 req-1d8f370b-175a-41a3-bcc9-c884df202282 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 944 time: 2.3390863 Feb 04 15:53:31.006689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888798-01d4-4046-b793-66d6be1dc99f req-725cfee4-e7f3-4580-b660-3a8fb94fcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.009497 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c888798-01d4-4046-b793-66d6be1dc99f req-725cfee4-e7f3-4580-b660-3a8fb94fcf0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1095 time: 0.2712045 Feb 04 15:53:31.294776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] For port 052fb540-820b-470d-a880-5618c33dacb7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=052fb540-820b-470d-a880-5618c33dacb7,segment=NetworkSegment(fe1744d0-84c3-45a1-b308-e904e10b5ad8),segment_id=fe1744d0-84c3-45a1-b308-e904e10b5ad8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:31.418182 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.427185 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.562295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac23a60-a09c-4988-b206-ad321080b3bb req-52b21cd3-ecbf-4a5d-8f39-4db63a23dd12 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.573441 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9616427-e59f-40f5-9e75-c7ee5a34db98 req-7f09febc-5b52-4cf3-b8d8-388ccfa5c187 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4496193 Feb 04 15:53:31.604400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac23a60-a09c-4988-b206-ad321080b3bb req-52b21cd3-ecbf-4a5d-8f39-4db63a23dd12 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.638009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac23a60-a09c-4988-b206-ad321080b3bb req-52b21cd3-ecbf-4a5d-8f39-4db63a23dd12 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.671517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac23a60-a09c-4988-b206-ad321080b3bb req-52b21cd3-ecbf-4a5d-8f39-4db63a23dd12 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.694946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cac23a60-a09c-4988-b206-ad321080b3bb req-52b21cd3-ecbf-4a5d-8f39-4db63a23dd12 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 3143 time: 0.8339288 Feb 04 15:53:31.714281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:31.741098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Pushing event updated for resources: {'Port': ['ID=052fb540-820b-470d-a880-5618c33dacb7,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:31.765537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.766231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.767192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.767724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.768226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.768738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.769392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.770586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.771113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.771611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.780571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.781238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7b3ee-f0a9-4fa5-a112-fc33b548d727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:31.868942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cac23a60-a09c-4988-b206-ad321080b3bb req-26351174-0c4f-44ff-94e7-becf421b64ad tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721966 Feb 04 15:53:31.871298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888798-01d4-4046-b793-66d6be1dc99f req-b97be73f-1058-4be5-b331-4769d96c71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:31.875650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c888798-01d4-4046-b793-66d6be1dc99f req-b97be73f-1058-4be5-b331-4769d96c71d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 897 time: 0.8459713 Feb 04 15:53:32.084188 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c888798-01d4-4046-b793-66d6be1dc99f req-74515bfc-569c-469e-9377-0a4fd8070795 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 217 time: 0.2007384 Feb 04 15:53:32.185382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888798-01d4-4046-b793-66d6be1dc99f req-7be6c5a8-5a36-422e-a7ab-db574507b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:32.195187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c888798-01d4-4046-b793-66d6be1dc99f req-7be6c5a8-5a36-422e-a7ab-db574507b71f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.1010797 Feb 04 15:53:32.336351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:32.392583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888798-01d4-4046-b793-66d6be1dc99f req-9b312c95-fc40-47cb-873e-b1d6b0e27801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:32.395296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c888798-01d4-4046-b793-66d6be1dc99f req-9b312c95-fc40-47cb-873e-b1d6b0e27801 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898034 Feb 04 15:53:32.526265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Port': ['ID=e55ad9db-ea79-4d82-8180-9f758c6ee1d2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:32.749350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c888798-01d4-4046-b793-66d6be1dc99f req-418f7209-7caa-43fc-aa06-b561c78d4c04 service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455856 Feb 04 15:53:33.089708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c888798-01d4-4046-b793-66d6be1dc99f req-1ec80979-3c9b-44e8-91bf-73c0ad44dd2e service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323934 Feb 04 15:53:33.179145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] No DVR routers for this DVR port e55ad9db-ea79-4d82-8180-9f758c6ee1d2 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:33.286797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.296414 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-086a85bb-4072-4420-8831-8d7ef8a316bb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "DELETE /v2.0/ports/e55ad9db-ea79-4d82-8180-9f758c6ee1d2 HTTP/1.1" status: 204 len: 173 time: 5.7894170 Feb 04 15:53:33.375719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7c97e76a-e3fe-45eb-870e-515b070fb87d None None] Provisioning complete for port 55050b1a-b707-46ab-b71f-c2f15bda9b67 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:33.376628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7c97e76a-e3fe-45eb-870e-515b070fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.377702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13be0b-d28b-4c48-91f3-dd63b495b20b req-1b0a3696-dc92-4dac-896c-6bc10d3e2811 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:33.407359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13be0b-d28b-4c48-91f3-dd63b495b20b req-1b0a3696-dc92-4dac-896c-6bc10d3e2811 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:33.424325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13be0b-d28b-4c48-91f3-dd63b495b20b req-1b0a3696-dc92-4dac-896c-6bc10d3e2811 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:33.430684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d13be0b-d28b-4c48-91f3-dd63b495b20b req-1b0a3696-dc92-4dac-896c-6bc10d3e2811 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 2410 time: 0.2673147 Feb 04 15:53:33.564140 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d13be0b-d28b-4c48-91f3-dd63b495b20b req-50d1a73a-7e31-4c56-82a3-b258f31500cc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049786 Feb 04 15:53:33.580721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:33.599896 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a81c7-eeb7-45fe-a546-f393b2af1cb5" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "e55ad9db-ea79-4d82-8180-9f758c6ee1d2"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:33.687334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 645ee10e-0b6b-48df-8dbe-dc264d737209 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:53:33.763818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72c8e3d1-3537-4aa4-9ae0-33df49b77401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.802111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7c97e76a-e3fe-45eb-870e-515b070fb87d None None] Port 55050b1a-b707-46ab-b71f-c2f15bda9b67 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:33.862931 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716fe857-4c72-49cb-9495-440b613e999f x-openstack-request-id: req-716fe857-4c72-49cb-9495-440b613e999f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:33.863544 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "e55ad9db-ea79-4d82-8180-9f758c6ee1d2", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:33.864103 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-716fe857-4c72-49cb-9495-440b613e999f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:33.864698 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': 'e55ad9db-ea79-4d82-8180-9f758c6ee1d2', 'status': 'completed', 'code': 200} Feb 04 15:53:33.867889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7c97e76a-e3fe-45eb-870e-515b070fb87d None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:33.868270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7c97e76a-e3fe-45eb-870e-515b070fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:33.877732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f59f5-8c7a-403f-84aa-e971f35d7c33 req-4b7b7e63-b458-4ec2-9e79-2f388693b9a4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:33.879892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-376f59f5-8c7a-403f-84aa-e971f35d7c33 req-4b7b7e63-b458-4ec2-9e79-2f388693b9a4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 944 time: 1.0324130 Feb 04 15:53:33.972178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-376f59f5-8c7a-403f-84aa-e971f35d7c33 req-b1200db0-e482-42f4-9e3d-717c95f63d8a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752892 Feb 04 15:53:34.065652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting port ccd88caa-5202-4b0d-87af-15dcce382df7 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:34.066036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.202017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] For port ccd88caa-5202-4b0d-87af-15dcce382df7, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ccd88caa-5202-4b0d-87af-15dcce382df7,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:34.202482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.221878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Calling delete_port for ccd88caa-5202-4b0d-87af-15dcce382df7 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:34.257032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 052fb540-820b-470d-a880-5618c33dacb7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:34.388806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Delete allocated IP 172.20.0.7 (4ea63032-ec96-42e9-87f3-42c99f75a991/5119ea26-bfc7-422f-ac00-10609b1c39ef) {{(pid=102423) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 15:53:34.465873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Allocated IP 172.20.0.43 (4ea63032-ec96-42e9-87f3-42c99f75a991/9cb35595-5da2-4a22-bbb9-43184547e58f/063408eb-e359-4d5d-9119-009c1082f513) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:34.719307 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.780871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:34.851787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7c97e76a-e3fe-45eb-870e-515b070fb87d None None] Provisioning complete for port 063408eb-e359-4d5d-9119-009c1082f513 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:34.871526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7c97e76a-e3fe-45eb-870e-515b070fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.894435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:34.898957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:34.915195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Port': ['ID=ccd88caa-5202-4b0d-87af-15dcce382df7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:34.995631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cdf6b-5f10-44dd-b522-445ce551ae1f req-1bf71281-638e-4604-9973-207398ab5fee tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:35.023126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cdf6b-5f10-44dd-b522-445ce551ae1f req-1bf71281-638e-4604-9973-207398ab5fee tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:35.042386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d76cdf6b-5f10-44dd-b522-445ce551ae1f req-1bf71281-638e-4604-9973-207398ab5fee tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 1677 time: 0.2494898 Feb 04 15:53:35.153299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] No DVR routers for this DVR port ccd88caa-5202-4b0d-87af-15dcce382df7 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:35.172448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'port_id': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'mac_address': 'fa:16:3e:c8:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:53:35.185279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.192746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-9c329011-a768-4ac5-9174-3e63af495af4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "DELETE /v2.0/ports/ccd88caa-5202-4b0d-87af-15dcce382df7 HTTP/1.1" status: 204 len: 173 time: 1.5428345 Feb 04 15:53:35.198098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d76cdf6b-5f10-44dd-b522-445ce551ae1f req-26f400cf-bc0c-497c-9981-70e04a0d29aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444867 Feb 04 15:53:35.418116 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.503759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645ee10e-0b6b-48df-8dbe-dc264d737209 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:53:35.632501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7c97e76a-e3fe-45eb-870e-515b070fb87d None None] Port 063408eb-e359-4d5d-9119-009c1082f513 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:35.649027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:35.658528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.873536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': 'ccd88caa-5202-4b0d-87af-15dcce382df7'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:35.878410 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eeee6b-0eb2-4ee2-b374-7b77583f9fc4" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "ccd88caa-5202-4b0d-87af-15dcce382df7"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:35.916693 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:35.955032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.025179 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92029b25-1d2e-4737-b950-23eceb6d0eed x-openstack-request-id: req-92029b25-1d2e-4737-b950-23eceb6d0eed {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:36.025611 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "ccd88caa-5202-4b0d-87af-15dcce382df7", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:36.026011 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-92029b25-1d2e-4737-b950-23eceb6d0eed {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:36.026717 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': 'ccd88caa-5202-4b0d-87af-15dcce382df7', 'status': 'completed', 'code': 200} Feb 04 15:53:36.042895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcbb5c-15a0-4f3e-957a-d93062014060 req-0dce70cd-29a5-435b-bdab-80486ed2b7bf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.060091 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58dcbb5c-15a0-4f3e-957a-d93062014060 req-0dce70cd-29a5-435b-bdab-80486ed2b7bf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 944 time: 0.8278852 Feb 04 15:53:36.078727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['645ee10e-0b6b-48df-8dbe-dc264d737209'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:53:36.169044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.183974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting port 737a6fc3-6437-490a-8b1d-f7f2a1138803 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:36.185568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.430143 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.488944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-58dcbb5c-15a0-4f3e-957a-d93062014060 req-f5883caf-adbb-448b-94fb-8621c81757e0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4274144 Feb 04 15:53:36.646423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8608ff-68e9-4e8c-b288-7645f107ef96 req-c226587f-38f5-400e-92a1-b05c44fcde9f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.666858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8608ff-68e9-4e8c-b288-7645f107ef96 req-c226587f-38f5-400e-92a1-b05c44fcde9f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:36.687436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc8608ff-68e9-4e8c-b288-7645f107ef96 req-c226587f-38f5-400e-92a1-b05c44fcde9f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 1677 time: 0.3001139 Feb 04 15:53:36.691911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event updated for resources: {'Port': ['ID=063408eb-e359-4d5d-9119-009c1082f513,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:36.776195 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.798322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc8608ff-68e9-4e8c-b288-7645f107ef96 req-4378ce88-93af-4c34-938f-ba32a96b1bf4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080678 Feb 04 15:53:36.922612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] For port 737a6fc3-6437-490a-8b1d-f7f2a1138803, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=737a6fc3-6437-490a-8b1d-f7f2a1138803,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:36.923577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:36.963121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Calling delete_port for 737a6fc3-6437-490a-8b1d-f7f2a1138803 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:37.027029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.501625 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.707882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 645ee10e-0b6b-48df-8dbe-dc264d737209 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:53:37.713128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.804038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Port': ['ID=737a6fc3-6437-490a-8b1d-f7f2a1138803,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:37.824796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] In _notify_port_updated(), no bound segment for port 063408eb-e359-4d5d-9119-009c1082f513 on network 4ea63032-ec96-42e9-87f3-42c99f75a991 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 15:53:37.832223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:37.833113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.835277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4f34fb70-9051-42d9-9d03-33e551284aa5 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "PUT /v2.0/ports/063408eb-e359-4d5d-9119-009c1082f513 HTTP/1.1" status: 200 len: 960 time: 9.3279707 Feb 04 15:53:37.840401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44102) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:37.965472 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-218657e2-90f0-4e7c-a456-49fb023a024c None None] Provisioning complete for port 063408eb-e359-4d5d-9119-009c1082f513 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:37.966085 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-218657e2-90f0-4e7c-a456-49fb023a024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.078009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-218657e2-90f0-4e7c-a456-49fb023a024c None None] Port 063408eb-e359-4d5d-9119-009c1082f513 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:38.088795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 645ee10e-0b6b-48df-8dbe-dc264d737209 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:53:38.108272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 645ee10e-0b6b-48df-8dbe-dc264d737209 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:38.109442 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.250549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262042e-d699-4e63-ac6b-138e373890aa req-3fd8a4b4-e316-444f-af60-c7c21248e633 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:38.254822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c262042e-d699-4e63-ac6b-138e373890aa req-3fd8a4b4-e316-444f-af60-c7c21248e633 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.4658728 Feb 04 15:53:38.421913 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.424743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] No DVR routers for this DVR port 737a6fc3-6437-490a-8b1d-f7f2a1138803 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:38.446372 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.453716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0d368-ca52-42b5-aabe-5015a68fa024 req-36a36123-aff4-4533-8274-da8b765ae892 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:38.460554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0f0d368-ca52-42b5-aabe-5015a68fa024 req-36a36123-aff4-4533-8274-da8b765ae892 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 943 time: 0.4326844 Feb 04 15:53:38.471204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-ca2dd720-3b57-407e-b76b-9cf450d3d616 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "DELETE /v2.0/ports/737a6fc3-6437-490a-8b1d-f7f2a1138803 HTTP/1.1" status: 204 len: 173 time: 3.2616420 Feb 04 15:53:38.471350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 063408eb-e359-4d5d-9119-009c1082f513 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:38.471816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.501359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': '737a6fc3-6437-490a-8b1d-f7f2a1138803'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:38.511514 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f6e6a-036e-4e88-a694-28d4313e27e9" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "737a6fc3-6437-490a-8b1d-f7f2a1138803"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:38.550726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:38.556596 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1cbd23-3cd2-4432-81f3-18d06bef0b26" -d '{"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-plugged", "status": "completed", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:38.625004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:38.634244 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.815504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:38.845243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c262042e-d699-4e63-ac6b-138e373890aa req-293fad8e-61fa-49c6-bd1a-2a497033e009 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638851 Feb 04 15:53:38.880082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:38.928402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 063408eb-e359-4d5d-9119-009c1082f513 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:38.945727 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b320e0-ff44-4936-a6ac-276ec771b2d4 x-openstack-request-id: req-63b320e0-ff44-4936-a6ac-276ec771b2d4 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:38.946544 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-plugged", "status": "completed", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:38.947054 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63b320e0-ff44-4936-a6ac-276ec771b2d4 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:38.947893 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'code': 200} Feb 04 15:53:39.072769 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e2a97e-5f23-4219-93ce-4173e4c53467 x-openstack-request-id: req-53e2a97e-5f23-4219-93ce-4173e4c53467 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:39.073161 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "737a6fc3-6437-490a-8b1d-f7f2a1138803", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:39.073281 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-53e2a97e-5f23-4219-93ce-4173e4c53467 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:39.073692 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': '737a6fc3-6437-490a-8b1d-f7f2a1138803', 'status': 'completed', 'code': 200} Feb 04 15:53:39.091904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting port bea7190d-49f5-405d-b99b-b3e496cb604c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:39.092284 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.196978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Deleting port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:39.197324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.301520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] For port bea7190d-49f5-405d-b99b-b3e496cb604c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bea7190d-49f5-405d-b99b-b3e496cb604c,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:39.303665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.409802 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.428925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] For port ddd19877-5042-4d6d-8cb7-37a6f72fc5ee, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:39.430266 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.500423 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0f0d368-ca52-42b5-aabe-5015a68fa024 req-2bb8f42e-df49-4a82-9e79-64f8111c3745 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064167 Feb 04 15:53:39.516634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Calling delete_port for ddd19877-5042-4d6d-8cb7-37a6f72fc5ee owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:39.665233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=063408eb-e359-4d5d-9119-009c1082f513,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:39.740195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.750974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.751555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.752051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.752604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.753144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.753680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.774824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.775373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.775903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.776437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.776981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.777521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:39.817526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555480d-e3af-4eec-adaf-ebc806f129a8 req-54d300e6-7389-4100-8958-05912b5eed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:39.820767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0555480d-e3af-4eec-adaf-ebc806f129a8 req-54d300e6-7389-4100-8958-05912b5eed96 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1097 time: 0.4405057 Feb 04 15:53:39.895345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.895913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:39.896412 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Floating IP cb369ea9-55a7-4b8a-8196-afa2611a1176 disassociated. External IP: 172.25.1.55, port: bea7190d-49f5-405d-b99b-b3e496cb604c. Feb 04 15:53:39.897015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Calling delete_port for bea7190d-49f5-405d-b99b-b3e496cb604c owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:40.116535 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.123366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f371b4f2-d164-430e-b3c2-6968def54fa8 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/063408eb-e359-4d5d-9119-009c1082f513 HTTP/1.1" status: 204 len: 168 time: 2.2783537 Feb 04 15:53:40.146262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44162) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:40.201271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0555480d-e3af-4eec-adaf-ebc806f129a8 req-48573ca5-0038-4054-87cf-caa3943cd552 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709843 Feb 04 15:53:40.221425 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a03d9d0-cbf0-4719-9a60-3332da51a5f7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] GET failed (client error): The resource could not be found. Feb 04 15:53:40.228268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44164) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:40.228986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5a03d9d0-cbf0-4719-9a60-3332da51a5f7 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports/063408eb-e359-4d5d-9119-009c1082f513 HTTP/1.1" status: 404 len: 333 time: 0.0769305 Feb 04 15:53:40.419445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d68be26-8cd4-4ec1-8f06-2b1f14f1cb8a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.483880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d68be26-8cd4-4ec1-8f06-2b1f14f1cb8a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.587800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d68be26-8cd4-4ec1-8f06-2b1f14f1cb8a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.595239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d68be26-8cd4-4ec1-8f06-2b1f14f1cb8a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.598688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1d68be26-8cd4-4ec1-8f06-2b1f14f1cb8a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/security-groups/37852c47-e363-43b5-9812-5cc129d0ef92 HTTP/1.1" status: 204 len: 168 time: 0.3681111 Feb 04 15:53:40.623819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44170) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:40.625874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68be26-8cd4-4ec1-8f06-2b1f14f1cb8a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37852c47-e363-43b5-9812-5cc129d0ef92,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:40.780959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-184f9147-5bf6-4885-8aff-69977d563ce2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.832557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581274c8-e569-4566-bd8f-d34d33415896 req-b2d67b2b-7021-44b9-a08d-cb4097572c8d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:40.840759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-581274c8-e569-4566-bd8f-d34d33415896 req-b2d67b2b-7021-44b9-a08d-cb4097572c8d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.7817204 Feb 04 15:53:40.949135 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-184f9147-5bf6-4885-8aff-69977d563ce2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:40.957578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-581274c8-e569-4566-bd8f-d34d33415896 req-910ed25c-f653-40cc-8877-8ce99603e0d3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157875 Feb 04 15:53:40.993459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.027973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd19877-5042-4d6d-8cb7-37a6f72fc5ee,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.086891 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-184f9147-5bf6-4885-8aff-69977d563ce2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.096014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-184f9147-5bf6-4885-8aff-69977d563ce2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.105110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.108613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-184f9147-5bf6-4885-8aff-69977d563ce2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/security-groups/62343110-1b1b-4bbd-9257-4ff098de51e1 HTTP/1.1" status: 204 len: 168 time: 0.4615200 Feb 04 15:53:41.115421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44180) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:41.126920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f9147-5bf6-4885-8aff-69977d563ce2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62343110-1b1b-4bbd-9257-4ff098de51e1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.149272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Port': ['ID=bea7190d-49f5-405d-b99b-b3e496cb604c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:41.166605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0708c-fbf2-41de-b4f0-0378aee9486a req-170f5c00-70a8-4968-80fb-68499e37ca4f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:41.180110 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fab0708c-fbf2-41de-b4f0-0378aee9486a req-170f5c00-70a8-4968-80fb-68499e37ca4f tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 943 time: 0.3872216 Feb 04 15:53:41.258703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fab0708c-fbf2-41de-b4f0-0378aee9486a req-d5a860e1-5d4a-42cf-95ac-2e74e0411bd0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5bc2e35-4725-422d-a2e0-92c1088e6cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759556 Feb 04 15:53:41.379187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.442414 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:41.948537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.361842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.369666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.372650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/security-groups/dec25087-5269-43d4-8bd7-f8d56d9975bb HTTP/1.1" status: 204 len: 168 time: 1.2327332 Feb 04 15:53:42.375174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:42.527925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdf7fa3-8fa3-43c9-8b40-a88dfda933ad tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet 5119ea26-bfc7-422f-ac00-10609b1c39ef {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:53:42.536554 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7fa3-8fa3-43c9-8b40-a88dfda933ad tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.814619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-355543b3-3224-4f08-b102-9029bddbd1ad req-ee4353e4-7847-4996-8cbb-ea70bd032506 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1292710 Feb 04 15:53:42.814619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7fa3-8fa3-43c9-8b40-a88dfda933ad tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:42.904005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec25087-5269-43d4-8bd7-f8d56d9975bb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:42.904005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.904005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.904005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.904005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.904005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.904005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.911048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.911610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.912301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.913547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.918060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:42.918060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffe0526-3e3f-40d7-ad1f-12250dd9eb7e tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:53:43.003327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Router 52f87797-11c3-4e69-90e2-52f5ebe755ad has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:43.050223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7fa3-8fa3-43c9-8b40-a88dfda933ad tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.163835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fd85a-2436-47fd-91db-8104790ea46e req-445ed7d5-b08c-4c2a-8fbe-f2b4362b32db tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:43.177155 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b2fd85a-2436-47fd-91db-8104790ea46e req-445ed7d5-b08c-4c2a-8fbe-f2b4362b32db tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.8279133 Feb 04 15:53:43.206432 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7fa3-8fa3-43c9-8b40-a88dfda933ad tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.311212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf7fa3-8fa3-43c9-8b40-a88dfda933ad tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=5119ea26-bfc7-422f-ac00-10609b1c39ef,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:43.320100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b6fea-c19d-4a19-af9f-10d2eab16747 None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:53:43.321417 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7fa3-8fa3-43c9-8b40-a88dfda933ad tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.337662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8fdf7fa3-8fa3-43c9-8b40-a88dfda933ad tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/5119ea26-bfc7-422f-ac00-10609b1c39ef HTTP/1.1" status: 204 len: 168 time: 0.9613161 Feb 04 15:53:43.341302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44224) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:43.424877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b2fd85a-2436-47fd-91db-8104790ea46e req-66e5c928-3103-43e4-93fb-2533589d10a6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467179 Feb 04 15:53:43.463819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Router 72de13a3-22cb-4a4c-b385-837010b49d19 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:43.590542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f73a8e4-ae3b-4464-b07f-4dc687839b4d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet 9cb35595-5da2-4a22-bbb9-43184547e58f {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:53:43.608924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f73a8e4-ae3b-4464-b07f-4dc687839b4d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:43.820009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f73a8e4-ae3b-4464-b07f-4dc687839b4d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.093926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f73a8e4-ae3b-4464-b07f-4dc687839b4d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.148182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fd4ae72-3f88-40d4-a1c0-70bbbc96bcdc req-0a09123f-0aa5-4710-8d28-4a459d80bf46 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0860178 Feb 04 15:53:44.204571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b050e-d76d-41f0-a1c3-a648dabf8996 req-a20b00b9-0704-4758-8228-25e401b95013 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:44.206775 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa0b050e-d76d-41f0-a1c3-a648dabf8996 req-a20b00b9-0704-4758-8228-25e401b95013 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.4789925 Feb 04 15:53:44.207982 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f73a8e4-ae3b-4464-b07f-4dc687839b4d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.249298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73a8e4-ae3b-4464-b07f-4dc687839b4d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb35595-5da2-4a22-bbb9-43184547e58f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:44.289233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f73a8e4-ae3b-4464-b07f-4dc687839b4d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.321009 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7f73a8e4-ae3b-4464-b07f-4dc687839b4d tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/9cb35595-5da2-4a22-bbb9-43184547e58f HTTP/1.1" status: 204 len: 168 time: 0.9708545 Feb 04 15:53:44.321371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44248) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:44.424142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa0b050e-d76d-41f0-a1c3-a648dabf8996 req-bba39dc3-a1ac-4467-9120-657dc5efceca tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843936 Feb 04 15:53:44.455376 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc1d3a9-cbb8-429f-8641-e4e6d23c8e69 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:44.455857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc1d3a9-cbb8-429f-8641-e4e6d23c8e69 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:44.461057 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-afc1d3a9-cbb8-429f-8641-e4e6d23c8e69 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/5119ea26-bfc7-422f-ac00-10609b1c39ef HTTP/1.1" status: 404 len: 337 time: 0.1288180 Feb 04 15:53:44.464941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44254) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:44.469923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:44.499851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44256) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:44.500342 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] Sync routers for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:44.572727 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:44.576749 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:44.655789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:44.690303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] Sync routers for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:44.712345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:44.713017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:44.758391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9c327dc0-55fa-481a-9f1a-b4a8d170b63e admin admin] 10.222.0.47 "PUT /v2.0/routers/72de13a3-22cb-4a4c-b385-837010b49d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0411360 Feb 04 15:53:44.761179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] No DVR routers for this DVR port bea7190d-49f5-405d-b99b-b3e496cb604c on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:44.787091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44262) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:44.821721 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:44.825523 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a661b49-a818-44f5-a010-599bc872b498 req-aafc7680-748a-49dc-8c35-cb762521557b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.50 "DELETE /v2.0/ports/bea7190d-49f5-405d-b99b-b3e496cb604c HTTP/1.1" status: 204 len: 173 time: 6.2604275 Feb 04 15:53:44.835446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:44.838222 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b64412-6203-4912-b5d3-c7937d7a4edb" -d '{"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:44.900449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-8056842b-78ac-4cf5-b97f-de6e77a09173 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting subnet 90648833-f099-42bd-ab9c-19a4490da00a {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:53:44.925087 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8056842b-78ac-4cf5-b97f-de6e77a09173 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.060960 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee95a7f-1a7f-4706-b46a-fbfb8f482e52 x-openstack-request-id: req-2ee95a7f-1a7f-4706-b46a-fbfb8f482e52 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:45.061254 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8698b31-1d93-4776-9176-493c6640df32", "name": "network-vif-deleted", "tag": "bea7190d-49f5-405d-b99b-b3e496cb604c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:45.061499 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ee95a7f-1a7f-4706-b46a-fbfb8f482e52 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:45.061919 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8698b31-1d93-4776-9176-493c6640df32', 'name': 'network-vif-deleted', 'tag': 'bea7190d-49f5-405d-b99b-b3e496cb604c', 'status': 'completed', 'code': 200} Feb 04 15:53:45.062646 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:45.073700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8056842b-78ac-4cf5-b97f-de6e77a09173 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.135054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db92e3d-2639-48a0-a1ae-9f579c871eb1 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:45.136729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7db92e3d-2639-48a0-a1ae-9f579c871eb1 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1092 time: 0.6347785 Feb 04 15:53:45.148661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44270) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:45.157526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:45.383579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:45.446876 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.615250 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.760570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8056842b-78ac-4cf5-b97f-de6e77a09173 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:45.937763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b65cef-8f8c-4313-9c25-44186e431827 None None] Network 4ea63032-ec96-42e9-87f3-42c99f75a991 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:53:46.070556 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8056842b-78ac-4cf5-b97f-de6e77a09173 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.145749 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:46.225195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056842b-78ac-4cf5-b97f-de6e77a09173 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Subnet': ['ID=90648833-f099-42bd-ab9c-19a4490da00a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:46.246247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8056842b-78ac-4cf5-b97f-de6e77a09173 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.265445 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] Checking router: 52f87797-11c3-4e69-90e2-52f5ebe755ad for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:53:46.271777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8056842b-78ac-4cf5-b97f-de6e77a09173 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/90648833-f099-42bd-ab9c-19a4490da00a HTTP/1.1" status: 204 len: 168 time: 1.8046727 Feb 04 15:53:46.275431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44290) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:46.278488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-850b7cab-3840-4932-8df0-568ec0563d36 None None] Provisioning complete for port 55050b1a-b707-46ab-b71f-c2f15bda9b67 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:46.294808 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-850b7cab-3840-4932-8df0-568ec0563d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.304023 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:46.304852 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:46.392232 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a453e803-a5a2-4794-81ea-23e3d1c24aed tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:46.392704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a453e803-a5a2-4794-81ea-23e3d1c24aed tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:46.420617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a453e803-a5a2-4794-81ea-23e3d1c24aed tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/d061c0ff-94ed-4051-a907-6efd2423e206 HTTP/1.1" status: 404 len: 337 time: 0.1432812 Feb 04 15:53:46.423587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44294) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:46.658032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.695719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c452cae-5d05-4196-b795-bd7ddf9d6681 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3421d2-c1ee-47c1-907f-7e876e77824e HTTP/1.1" status: 200 len: 205 time: 0.2640619 Feb 04 15:53:46.696491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44298) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:46.699087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-850b7cab-3840-4932-8df0-568ec0563d36 None None] Port 55050b1a-b707-46ab-b71f-c2f15bda9b67 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:53:46.826516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.877140 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-794686ed-d5c1-450f-befe-bda58aff313c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] delete failed (client error): The resource could not be found. Feb 04 15:53:46.881771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44302) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:46.885017 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-794686ed-d5c1-450f-befe-bda58aff313c tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/routers/eb3421d2-c1ee-47c1-907f-7e876e77824e HTTP/1.1" status: 404 len: 336 time: 0.1601865 Feb 04 15:53:46.922610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-850b7cab-3840-4932-8df0-568ec0563d36 None None] Provisioning complete for port 052fb540-820b-470d-a880-5618c33dacb7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:53:46.923381 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-850b7cab-3840-4932-8df0-568ec0563d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:46.947860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a4f92ab-d05d-4812-bc46-bb2936496f3f req-73e4776a-f08c-45be-ba7c-bc9baf2ffcfd tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 1.5680051 Feb 04 15:53:47.020025 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:47.021550 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c851013-65d3-4f38-8690-f41c8a7ad024 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:47.022714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c851013-65d3-4f38-8690-f41c8a7ad024 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:47.034733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5c851013-65d3-4f38-8690-f41c8a7ad024 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/2bbcc3f2-3975-4acb-9d67-9cdb564cac73 HTTP/1.1" status: 404 len: 337 time: 0.1356609 Feb 04 15:53:47.035890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44308) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:47.050343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:53:40Z', 'revision_number': 5, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port': {'id': 'b4c6f095-92ed-413b-b0b2-8b92823bf30e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:41:47Z', 'updated_at': '2022-02-04T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:47.212664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] DHCP port deletion for 4ea63032-ec96-42e9-87f3-42c99f75a991 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:53:47.220249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] Checking router: 72de13a3-22cb-4a4c-b385-837010b49d19 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:53:47.251356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.25.1.72 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/71c9e4d3-34c6-43fb-83e6-3767bb5875b2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:53:47.293361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] Routers {'72de13a3-22cb-4a4c-b385-837010b49d19'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:47.294664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['72de13a3-22cb-4a4c-b385-837010b49d19'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:47.701644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.766023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] Deleting port 052fb540-820b-470d-a880-5618c33dacb7 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:47.774963 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.810702 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-68011506-090c-4cc5-998e-52b52a353db9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:47.812123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68011506-090c-4cc5-998e-52b52a353db9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:47.822209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-68011506-090c-4cc5-998e-52b52a353db9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/5b2f16d5-5eff-43a4-912b-8966f63be029 HTTP/1.1" status: 404 len: 337 time: 0.3498094 Feb 04 15:53:47.826245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:47.837054 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:47.923231 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:47.973068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=71c9e4d3-34c6-43fb-83e6-3767bb5875b2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:48.004865 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d7abff-d49c-49d2-abd8-4fd16a264328 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:48.005656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d7abff-d49c-49d2-abd8-4fd16a264328 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:48.019455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Deleting port b4c6f095-92ed-413b-b0b2-8b92823bf30e {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:48.019867 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.021588 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af39ad2-82fc-4830-af08-4985293c1796 None None] The sync data for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 is: [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:46:15Z', 'revision_number': 4, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '918b1b09-09b3-4318-b951-6be303eccdd7', 'name': '', 'network_id': 'ddaa4c16-7a2d-48cd-be30-837d541a5561', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'mac_address': 'fa:16:3e:9d:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:14Z', 'updated_at': '2022-02-04T15:46:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'subnets': [{'id': '4b467fc4-5160-463a-a5dc-b2d95866e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:48.029624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44340) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:48.035471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-19d7abff-d49c-49d2-abd8-4fd16a264328 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/e0bf672e-85ee-4537-bf65-b4a9408fc529 HTTP/1.1" status: 404 len: 337 time: 0.2076187 Feb 04 15:53:48.039328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 052fb540-820b-470d-a880-5618c33dacb7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:48.069662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] Set router 72de13a3-22cb-4a4c-b385-837010b49d19 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:48.191081 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1763e16-a16a-4942-9ef7-e634b241b05a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:48.205403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1763e16-a16a-4942-9ef7-e634b241b05a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:48.214754 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b1763e16-a16a-4942-9ef7-e634b241b05a tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/bb580671-fe5d-441d-aa80-4d1dcdcc2b29 HTTP/1.1" status: 404 len: 333 time: 0.1655529 Feb 04 15:53:48.221294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44350) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:48.252581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:53:48.314153 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eaba84-75b9-4ebd-bc73-25876aa871e2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:48.315412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9eaba84-75b9-4ebd-bc73-25876aa871e2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:48.328771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a9eaba84-75b9-4ebd-bc73-25876aa871e2 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/87703a0a-8b4b-4ae7-8a49-674d0d8c2b23 HTTP/1.1" status: 404 len: 337 time: 0.1055033 Feb 04 15:53:48.330161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44352) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:48.400141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:53:48.405024 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8b51f3-5611-4568-aaa9-c5375e870da9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:48.410843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:53:48.412465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8b51f3-5611-4568-aaa9-c5375e870da9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:48.466193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5f8b51f3-5611-4568-aaa9-c5375e870da9 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/8e6122b9-9f24-4b93-b6f9-4205186326e6 HTTP/1.1" status: 404 len: 337 time: 0.1319256 Feb 04 15:53:48.470378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44358) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:48.522187 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a9eb8c-9dc0-421a-b4e8-cf0aefe01ad6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:48.522916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a9eb8c-9dc0-421a-b4e8-cf0aefe01ad6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:48.526064 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f9a9eb8c-9dc0-421a-b4e8-cf0aefe01ad6 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/f1f8167b-2785-45a0-b568-10094e67d5b4 HTTP/1.1" status: 404 len: 333 time: 0.0546169 Feb 04 15:53:48.532396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44360) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:48.571961 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8776172-920f-422b-9afb-e828dbae62ee tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:48.572719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8776172-920f-422b-9afb-e828dbae62ee tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:48.576228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f8776172-920f-422b-9afb-e828dbae62ee tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/c8ae010b-7af5-49b5-a7a4-9959c5c3b765 HTTP/1.1" status: 404 len: 337 time: 0.0424697 Feb 04 15:53:48.580350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44362) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:48.655605 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-547c97c4-77bf-462e-b9dd-f9580395b59b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] DELETE failed (client error): The resource could not be found. Feb 04 15:53:48.656183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547c97c4-77bf-462e-b9dd-f9580395b59b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 15:53:48.673462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-547c97c4-77bf-462e-b9dd-f9580395b59b tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/subnets/e84cc4d5-20f9-4cd0-a6bb-2f497b6773a2 HTTP/1.1" status: 404 len: 337 time: 0.0876667 Feb 04 15:53:48.674186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44366) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:48.879249 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edd5aa3d-f816-4cc3-af86-0aca5a1c9596 req-1b3692f7-4d8b-4efc-a9d3-c4c41e7794a4 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.4995406 Feb 04 15:53:48.880534 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d8519-7160-4383-8f77-e1de880812f3 None None] New status for floating IP cb369ea9-55a7-4b8a-8196-afa2611a1176: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:53:48.903853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] For port 052fb540-820b-470d-a880-5618c33dacb7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=052fb540-820b-470d-a880-5618c33dacb7,segment=NetworkSegment(fe1744d0-84c3-45a1-b308-e904e10b5ad8),segment_id=fe1744d0-84c3-45a1-b308-e904e10b5ad8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:48.904254 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:48.939451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-26dce6ea-250e-49c8-9c3f-f9bb104bf696 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Deleting port 55050b1a-b707-46ab-b71f-c2f15bda9b67 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:48.940523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26dce6ea-250e-49c8-9c3f-f9bb104bf696 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.062624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] Calling delete_port for 052fb540-820b-470d-a880-5618c33dacb7 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:49.250005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] For port b4c6f095-92ed-413b-b0b2-8b92823bf30e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b4c6f095-92ed-413b-b0b2-8b92823bf30e,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:49.250658 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.279037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Calling delete_port for b4c6f095-92ed-413b-b0b2-8b92823bf30e owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:49.324678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:53:46Z', 'revision_number': 6, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:49.405474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197c79a-603a-4c79-bd05-b47ab6a95b0b None None] The sync data for ids ['72de13a3-22cb-4a4c-b385-837010b49d19'] in n-d-827869-1 is: [{'id': '72de13a3-22cb-4a4c-b385-837010b49d19', 'name': 'tempest-ServerActionsTestJSON-1893651873-router', 'tenant_id': '3f39c0250f004fa698cf72ea2c2d5042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:41:46Z', 'updated_at': '2022-02-04T15:53:46Z', 'revision_number': 6, 'project_id': '3f39c0250f004fa698cf72ea2c2d5042', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:49.487672 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.606756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] Pushing event deleted for resources: {'Port': ['ID=052fb540-820b-470d-a880-5618c33dacb7,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:49.650364 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.672093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd13d25-668b-4aa3-ba30-870b453e2986 None None] No DVR routers for this DVR port 052fb540-820b-470d-a880-5618c33dacb7 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:49.867668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:49.963772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ddd19877-5042-4d6d-8cb7-37a6f72fc5ee no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:50.039432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ddd19877-5042-4d6d-8cb7-37a6f72fc5ee {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:53:50.041776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ddd19877-5042-4d6d-8cb7-37a6f72fc5ee not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:53:50.079262 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26dce6ea-250e-49c8-9c3f-f9bb104bf696 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.084675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c6f095-92ed-413b-b0b2-8b92823bf30e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:50.149919 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc284007-08d4-4d99-8566-d994a49ead43 req-55cd6db1-4993-418d-a3bc-936382a3e6d1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0617108 Feb 04 15:53:50.165018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-26dce6ea-250e-49c8-9c3f-f9bb104bf696 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Calling delete_port for 55050b1a-b707-46ab-b71f-c2f15bda9b67 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:50.242870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.303815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26dce6ea-250e-49c8-9c3f-f9bb104bf696 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.391546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce6ea-250e-49c8-9c3f-f9bb104bf696 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Port': ['ID=55050b1a-b707-46ab-b71f-c2f15bda9b67,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:50.413827 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.418319 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.430311 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26dce6ea-250e-49c8-9c3f-f9bb104bf696 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.445828 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-26dce6ea-250e-49c8-9c3f-f9bb104bf696 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/ports/55050b1a-b707-46ab-b71f-c2f15bda9b67 HTTP/1.1" status: 204 len: 168 time: 1.7704761 Feb 04 15:53:50.448200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44392) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:50.591881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.738226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.789674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea63032-ec96-42e9-87f3-42c99f75a991']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:50.828438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1744d0-84c3-45a1-b308-e904e10b5ad8') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:50.828759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1744d0-84c3-45a1-b308-e904e10b5ad8') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:50.897425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.955338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.966455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:50.966930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:50.982766 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:51.128235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.138324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:51.147464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] 10.222.0.47 "DELETE /v2.0/networks/4ea63032-ec96-42e9-87f3-42c99f75a991 HTTP/1.1" status: 204 len: 168 time: 0.6933486 Feb 04 15:53:51.172619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de6a07-f43f-4f63-a372-6248da609b60 tempest-PortsTestJSON-1838110217 tempest-PortsTestJSON-1838110217-project] Pushing event deleted for resources: {'Network': ['ID=4ea63032-ec96-42e9-87f3-42c99f75a991,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:51.764289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8199871-992a-4017-8d4c-0327eea7f410 req-9a683452-da74-447f-920e-8812c60e951e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1704311 Feb 04 15:53:51.867431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.002656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.004941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.005748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72de13a3-22cb-4a4c-b385-837010b49d19 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:53:52.023478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.031014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44464) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:52.034654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-de397952-a16d-4e00-9f2c-3c77a15900d7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/72de13a3-22cb-4a4c-b385-837010b49d19 HTTP/1.1" status: 204 len: 168 time: 7.2430549 Feb 04 15:53:52.139910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b4c6f095-92ed-413b-b0b2-8b92823bf30e no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:52.140569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44466) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:52.235207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-717bd590-0f2d-4916-a852-c48744df4b2d admin admin] Deleting subnet 664872ca-9dd3-4bb0-bb5c-13829b8b7916 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:53:52.237850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b4c6f095-92ed-413b-b0b2-8b92823bf30e {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:53:52.238239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b4c6f095-92ed-413b-b0b2-8b92823bf30e not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:53:52.244513 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717bd590-0f2d-4916-a852-c48744df4b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.350433 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717bd590-0f2d-4916-a852-c48744df4b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.682871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5db65abd-d344-48ed-aad4-5e5529599160 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7423816536c4b15972f15d49c5f1f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331748 Feb 04 15:53:52.683236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44496) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:52.704375 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.709786 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717bd590-0f2d-4916-a852-c48744df4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.714717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.838306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=71c9e4d3-34c6-43fb-83e6-3767bb5875b2,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:52.895142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80abb1a3-206c-43a7-84d8-8ede0c2654c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.966889 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80abb1a3-206c-43a7-84d8-8ede0c2654c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:52.974978 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717bd590-0f2d-4916-a852-c48744df4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.016248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.100704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-717bd590-0f2d-4916-a852-c48744df4b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.109439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f21136e-377e-4fe0-9715-da7da84c272f None None] Network ee470257-3576-4751-bf3f-ae013d9c464a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:53:53.120752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-717bd590-0f2d-4916-a852-c48744df4b2d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/664872ca-9dd3-4bb0-bb5c-13829b8b7916 HTTP/1.1" status: 204 len: 168 time: 1.0882323 Feb 04 15:53:53.150434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44520) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:53.154133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bd590-0f2d-4916-a852-c48744df4b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664872ca-9dd3-4bb0-bb5c-13829b8b7916,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:53.310950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.324532 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Floating IP b9c4487d-c87f-4632-bb9e-afa3873b52c3 associated. External IP: 172.25.1.72, port: 645ee10e-0b6b-48df-8dbe-dc264d737209. Feb 04 15:53:53.410838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70976892-5053-432d-9398-e5fbf52010ea req-c9a60099-7025-487d-b696-4a5e82d3d291 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.2864125 Feb 04 15:53:53.470127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.564509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] DHCP port deletion for ee470257-3576-4751-bf3f-ae013d9c464a request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:53:53.643500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80abb1a3-206c-43a7-84d8-8ede0c2654c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.650389 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80abb1a3-206c-43a7-84d8-8ede0c2654c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.653872 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-80abb1a3-206c-43a7-84d8-8ede0c2654c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4062a763-711b-4a3d-8607-ecdac4cba711 HTTP/1.1" status: 204 len: 168 time: 0.9678473 Feb 04 15:53:53.707155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abb1a3-206c-43a7-84d8-8ede0c2654c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4062a763-711b-4a3d-8607-ecdac4cba711,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:53.717807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] Deleting port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:53.718245 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.744083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Deleting port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:53:53.744522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:53.967801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] For port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:53.968192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.011546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] For port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,segment=NetworkSegment(495697a8-cb72-41c9-9b0e-2c26692eb53e),segment_id=495697a8-cb72-41c9-9b0e-2c26692eb53e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:53:54.012128 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.058359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Calling delete_port for 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:54.072234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:53:54.176047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 671608b6-b128-4c8d-b93e-ff033911a9ee has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:53:54.213771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] Calling delete_port for 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:53:54.354300 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.423607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:53:54.442357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:54.449714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] No DVR routers for this DVR port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:54.457625 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.461054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] Sync routers for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:53:54.500176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 update to DOWN by agent not found {{(pid=102424) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 04 15:53:54.566380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-171b3c3b-6213-465c-955c-6ec6d8136dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.4164209 Feb 04 15:53:54.567084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:53:54.569663 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa4cf79-21e8-4719-9ea1-8e11038625b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:53:54.577599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:54.586959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:54.737153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47c2d7bf-f09a-43e2-a04b-b1dd5414ef47 req-144b5067-1683-4697-a184-b4af446ac11e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0990644 Feb 04 15:53:54.789790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.831346 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f6908-d188-474b-bd83-c189bc664473 x-openstack-request-id: req-fc6f6908-d188-474b-bd83-c189bc664473 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:53:54.834311 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:53:54.834762 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc6f6908-d188-474b-bd83-c189bc664473 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:53:54.835362 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'status': 'completed', 'code': 200} Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:53:54.843860 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 15:53:54.862419 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:54.889144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee470257-3576-4751-bf3f-ae013d9c464a']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:55.004946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-0f0710e9-aefa-4bf7-a7b2-11feb698d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.006855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-0f0710e9-aefa-4bf7-a7b2-11feb698d589 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1097 time: 0.0949345 Feb 04 15:53:55.027713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:55.060409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495697a8-cb72-41c9-9b0e-2c26692eb53e') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:55.060932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495697a8-cb72-41c9-9b0e-2c26692eb53e') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:55.181881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.267633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44572) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:55.289402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.363560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452fc3e-619f-4807-874c-b1f44976df34 req-917492de-ebd8-4ea8-b312-5768070f6fd0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.365763 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c452fc3e-619f-4807-874c-b1f44976df34 req-917492de-ebd8-4ea8-b312-5768070f6fd0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.4500778 Feb 04 15:53:55.370859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-db6b393e-2252-40fa-9d02-aaf2c4e83e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.373410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-db6b393e-2252-40fa-9d02-aaf2c4e83e30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 897 time: 0.3587704 Feb 04 15:53:55.398700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:53:55.401266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:53:55.403646 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:53:55.443839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] Pushing event deleted for resources: {'Port': ['ID=80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:55.546264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b5eb9-cd3f-4c96-86fd-6dc870f8918e None None] No DVR routers for this DVR port 80e1b0a6-1fcc-4e1c-abfe-99e1b66a1256 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:53:55.683266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b9c4487d-c87f-4632-bb9e-afa3873b52c3', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'port_id': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'mac_address': 'fa:16:3e:c8:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:53:49Z', 'updated_at': '2022-02-04T15:53:49Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:18Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:55.735827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] Checking router: 671608b6-b128-4c8d-b93e-ff033911a9ee for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:53:55.738803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-5122bd7f-4ba7-4566-afac-13b908f9a99a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 999 time: 0.3471942 Feb 04 15:53:55.741196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c452fc3e-619f-4807-874c-b1f44976df34 req-2656fb10-5205-44f4-ab87-f26af2fe84e7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664067 Feb 04 15:53:55.753320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.766532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:53:55.767419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:53:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:55.780338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44588) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:55.795109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.815014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] 10.222.0.47 "DELETE /v2.0/networks/ee470257-3576-4751-bf3f-ae013d9c464a HTTP/1.1" status: 204 len: 168 time: 2.6411467 Feb 04 15:53:55.959530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-94b9d3b3-3d44-49d1-90c3-9a34e296537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:55.961033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-94b9d3b3-3d44-49d1-90c3-9a34e296537e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.2141826 Feb 04 15:53:56.030200 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dcce2cf-019d-4eb3-9be6-bb4342f94587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.047917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90181ac9-39d5-4aa5-9248-0f3dcda62d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee470257-3576-4751-bf3f-ae013d9c464a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:56.066010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:53:56.069460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44592) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:56.133334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-76e00040-ab3d-4525-925d-9a1a2633c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:56.141106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-76e00040-ab3d-4525-925d-9a1a2633c886 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725008 Feb 04 15:53:56.269493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad8860da-a2ba-4797-9aa4-30d0334da274 req-36f34429-a9ad-4af6-a25f-049892fdb5f9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1210866 Feb 04 15:53:56.313709 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dcce2cf-019d-4eb3-9be6-bb4342f94587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.333518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3351428d-04a4-4d58-9678-87b0668e47b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:56.338264 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-3351428d-04a4-4d58-9678-87b0668e47b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 15:53:56.339071 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-3351428d-04a4-4d58-9678-87b0668e47b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:53:56.344457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3351428d-04a4-4d58-9678-87b0668e47b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2705867 Feb 04 15:53:56.345636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1dcce2cf-019d-4eb3-9be6-bb4342f94587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.350666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44602) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:56.413252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699346588'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:56.427184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcce2cf-019d-4eb3-9be6-bb4342f94587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a64a17a-4c52-4b7d-b270-579c87585b33,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:56.507516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3671c29a-a70b-4ac7-b867-778ede22c7e8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/b9c4487d-c87f-4632-bb9e-afa3873b52c3 HTTP/1.1" status: 200 len: 991 time: 0.6879478 Feb 04 15:53:56.567461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.569967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44606) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:56.576441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1dcce2cf-019d-4eb3-9be6-bb4342f94587 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=445e75a6f07145b887c4105d9955ce78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3067982 Feb 04 15:53:56.587883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44608) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:56.599044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.671782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-90319c67-8756-40de-bd57-1e51487af570 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f39c0250f004fa698cf72ea2c2d5042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983684 Feb 04 15:53:56.674787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44612) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:56.718833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-ad29b4a5-81e3-43ad-94fb-99d5b0328514 service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451594 Feb 04 15:53:56.795877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.803719 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.866845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b9c4487d-c87f-4632-bb9e-afa3873b52c3', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'port_id': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'mac_address': 'fa:16:3e:c8:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:53:49Z', 'updated_at': '2022-02-04T15:53:49Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:18Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:53:56.896249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b670fcf-c16b-4bd1-a724-fcf9ef620e25,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:56.905004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d90da494-0d95-45bd-b263-5519f08efd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.971203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb93f3c2-1a6d-4423-bc77-5288d4827d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:56.976259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c743cc-11ba-4051-8fb0-13bd88f7ee2c None None] The sync data for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 is: [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b9c4487d-c87f-4632-bb9e-afa3873b52c3', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'port_id': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'mac_address': 'fa:16:3e:c8:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:53:49Z', 'updated_at': '2022-02-04T15:53:49Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:18Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:53:57.031591 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d90da494-0d95-45bd-b263-5519f08efd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.055626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.074706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.109543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa4cf79-21e8-4719-9ea1-8e11038625b7 req-4c4a700d-0a35-484b-85d6-21a3028a3f00 service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749380 Feb 04 15:53:57.131358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.135818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7289331 Feb 04 15:53:57.139250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44616) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:57.144730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb93f3c2-1a6d-4423-bc77-5288d4827d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.150206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3362ca34-d228-4521-812d-dc3bfd5b081d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'a0c49f8f-b05e-4e75-86a9-d56d981b2179', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:57.170302 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963778-e7da-411c-a572-d3f59abc5436 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c49f8f-b05e-4e75-86a9-d56d981b2179,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.239885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3362ca34-d228-4521-812d-dc3bfd5b081d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.260549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb93f3c2-1a6d-4423-bc77-5288d4827d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.283279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bb93f3c2-1a6d-4423-bc77-5288d4827d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.286369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bb93f3c2-1a6d-4423-bc77-5288d4827d31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8c7bbc1-79e9-496c-babb-7fe427a4288d HTTP/1.1" status: 204 len: 168 time: 0.6097097 Feb 04 15:53:57.305472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93f3c2-1a6d-4423-bc77-5288d4827d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c7bbc1-79e9-496c-babb-7fe427a4288d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.414528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3362ca34-d228-4521-812d-dc3bfd5b081d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.424283 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3362ca34-d228-4521-812d-dc3bfd5b081d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.462340 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35b992-758f-451b-b810-949bb39361e9 None None] New status for floating IP b9c4487d-c87f-4632-bb9e-afa3873b52c3: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:53:57.502345 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d90da494-0d95-45bd-b263-5519f08efd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.506277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d90da494-0d95-45bd-b263-5519f08efd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.510601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44628) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:57.520048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d90da494-0d95-45bd-b263-5519f08efd09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a64a17a-4c52-4b7d-b270-579c87585b33 HTTP/1.1" status: 204 len: 168 time: 0.9298642 Feb 04 15:53:57.537203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9daec16c-5d3f-4b92-a2ff-9f66fd92f43e req-6377002d-f2f3-4856-9bf2-d11336e0d01d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0979671 Feb 04 15:53:57.604805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90da494-0d95-45bd-b263-5519f08efd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a64a17a-4c52-4b7d-b270-579c87585b33,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.696181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362ca34-d228-4521-812d-dc3bfd5b081d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e9db02-ef4c-4395-b7c5-4a086d9854e3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:57.711151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3362ca34-d228-4521-812d-dc3bfd5b081d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.718992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3362ca34-d228-4521-812d-dc3bfd5b081d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5730727 Feb 04 15:53:57.722894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44636) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:57.749616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5d5638f0-6ce0-4a86-9e95-431980435dbf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'a0c49f8f-b05e-4e75-86a9-d56d981b2179', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:57.870581 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:53:57.887611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5d5638f0-6ce0-4a86-9e95-431980435dbf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.942977 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-acc66834-1d1d-40cb-b706-0fa942856b82 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/b9c4487d-c87f-4632-bb9e-afa3873b52c3 HTTP/1.1" status: 200 len: 991 time: 0.4310684 Feb 04 15:53:57.977032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05a57023-71f4-4108-8992-a27010896623 req-17758d65-306b-40d1-8090-b3fc2d690734 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2828114 Feb 04 15:53:58.013725 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-5d5638f0-6ce0-4a86-9e95-431980435dbf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 15:53:58.016181 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5d5638f0-6ce0-4a86-9e95-431980435dbf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2922647 Feb 04 15:53:58.021215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44644) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:58.371582 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-202aeef3-d2c0-4adc-9b51-29f30603d9e5 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.415243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44654) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:58.455142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94b828ef-e306-43b2-b237-a89de6a72995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.478771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-202aeef3-d2c0-4adc-9b51-29f30603d9e5 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.620380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a57023-71f4-4108-8992-a27010896623 req-c21e2d3b-76da-42a9-9e65-9d6a1eb35d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.630563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05a57023-71f4-4108-8992-a27010896623 req-c21e2d3b-76da-42a9-9e65-9d6a1eb35d0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1097 time: 0.4856362 Feb 04 15:53:58.651769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-202aeef3-d2c0-4adc-9b51-29f30603d9e5 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.656325 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-202aeef3-d2c0-4adc-9b51-29f30603d9e5 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.661131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-202aeef3-d2c0-4adc-9b51-29f30603d9e5 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/a0c49f8f-b05e-4e75-86a9-d56d981b2179 HTTP/1.1" status: 204 len: 168 time: 0.6377392 Feb 04 15:53:58.676652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44662) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:58.742891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202aeef3-d2c0-4adc-9b51-29f30603d9e5 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c49f8f-b05e-4e75-86a9-d56d981b2179,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:58.882561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a57023-71f4-4108-8992-a27010896623 req-a77a1c94-fff1-4a82-87be-9c7cf6aad3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:58.884152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05a57023-71f4-4108-8992-a27010896623 req-a77a1c94-fff1-4a82-87be-9c7cf6aad3e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 897 time: 0.1783185 Feb 04 15:53:58.931419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94b828ef-e306-43b2-b237-a89de6a72995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.948592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-65619892-be9e-4fc4-8fd9-8071d70d44f9 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2616158 Feb 04 15:53:58.950073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44670) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:58.950488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44672) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:58.957605 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-94b828ef-e306-43b2-b237-a89de6a72995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.969167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-249b0cf4-a929-420c-af7f-7ef948523480 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313841745'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:59.016755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05a57023-71f4-4108-8992-a27010896623 req-40409400-57f0-4a36-8f2d-2eb85f97afab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 1001 time: 0.1248293 Feb 04 15:53:59.113819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b59770c-0c81-46d9-8f14-8ab767016b66 req-ad64d252-3d6e-4acc-8f56-885ac7533aa8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0932298 Feb 04 15:53:59.204675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a57023-71f4-4108-8992-a27010896623 req-9180ec41-1730-4c09-ba6f-034973d3d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:59.207055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05a57023-71f4-4108-8992-a27010896623 req-9180ec41-1730-4c09-ba6f-034973d3d139 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.1573699 Feb 04 15:53:59.295211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a57023-71f4-4108-8992-a27010896623 req-ce4b11b1-6575-438d-b114-eaf2241757fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:53:59.298485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05a57023-71f4-4108-8992-a27010896623 req-ce4b11b1-6575-438d-b114-eaf2241757fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816309 Feb 04 15:53:59.324462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f66831cd-73db-4b28-95e4-ec14658bb66c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/b9c4487d-c87f-4632-bb9e-afa3873b52c3 HTTP/1.1" status: 200 len: 993 time: 0.3638742 Feb 04 15:53:59.354048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-94b828ef-e306-43b2-b237-a89de6a72995 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87b169c3b4c5433dac255d1cdde129d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9327257 Feb 04 15:53:59.354048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b828ef-e306-43b2-b237-a89de6a72995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c756125a-f675-4da0-82d3-09ca8fe5f75d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:53:59.355926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44684) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:59.399760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-249b0cf4-a929-420c-af7f-7ef948523480 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.627587 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05a57023-71f4-4108-8992-a27010896623 req-68d81614-98e7-425a-ba07-d214e00d5286 service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201258 Feb 04 15:53:59.665700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44694) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:59.759998 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-249b0cf4-a929-420c-af7f-7ef948523480 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.781772 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-249b0cf4-a929-420c-af7f-7ef948523480 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.790855 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e0a44ea-5160-40a6-8f50-55cd8666202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.835851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-249b0cf4-a929-420c-af7f-7ef948523480 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.838847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-249b0cf4-a929-420c-af7f-7ef948523480 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8849475 Feb 04 15:53:59.851431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44702) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:59.862168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-35d32b33-20df-4793-8d1e-a264675a1186 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '57a7be77-0db3-46be-a805-9e2912aa4b24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:59.868280 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-35d32b33-20df-4793-8d1e-a264675a1186 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 15:53:59.871853 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-35d32b33-20df-4793-8d1e-a264675a1186 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:53:59.879116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-35d32b33-20df-4793-8d1e-a264675a1186 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0230916 Feb 04 15:53:59.890346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44704) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:53:59.939096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-779201864-network', 'tenant_id': '6d90fdaf846c4bd0aa47a546eacbd4cd'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:53:59.960096 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e0a44ea-5160-40a6-8f50-55cd8666202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.036083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05a57023-71f4-4108-8992-a27010896623 req-d271130e-65cd-4a07-962c-a96d8c53afbd service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918695 Feb 04 15:54:00.037694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b0cf4-a929-420c-af7f-7ef948523480 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a7be77-0db3-46be-a805-9e2912aa4b24,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.070503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e172041b-ab38-4cb6-a9fb-556ceb33eb27 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.095836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Made reservation on behalf of 6d90fdaf846c4bd0aa47a546eacbd4cd for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:00.100552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.126108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.142609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e172041b-ab38-4cb6-a9fb-556ceb33eb27 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.247506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e172041b-ab38-4cb6-a9fb-556ceb33eb27 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.265418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e172041b-ab38-4cb6-a9fb-556ceb33eb27 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.269443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e172041b-ab38-4cb6-a9fb-556ceb33eb27 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/57a7be77-0db3-46be-a805-9e2912aa4b24 HTTP/1.1" status: 204 len: 168 time: 0.3771577 Feb 04 15:54:00.290066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44712) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:00.296906 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.299479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e0a44ea-5160-40a6-8f50-55cd8666202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.303775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6e0a44ea-5160-40a6-8f50-55cd8666202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.305684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6e0a44ea-5160-40a6-8f50-55cd8666202e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c756125a-f675-4da0-82d3-09ca8fe5f75d HTTP/1.1" status: 204 len: 168 time: 0.9404082 Feb 04 15:54:00.309890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.324738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:00.337531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.338010 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Added segment a67bb34d-87d8-4d3c-961b-471ce9c7f218 of type vlan for network f328f2b1-0c20-4ea9-8700-7a9a2470df8a Feb 04 15:54:00.389230 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.392676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172041b-ab38-4cb6-a9fb-556ceb33eb27 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a7be77-0db3-46be-a805-9e2912aa4b24,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.444042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.445073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:00.445830 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.472114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a44ea-5160-40a6-8f50-55cd8666202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c756125a-f675-4da0-82d3-09ca8fe5f75d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.540233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4601d67f-c1f0-47eb-ae46-f4e73552a88c tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2192762 Feb 04 15:54:00.544705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44720) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:00.549332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-46dd0c4a-4a09-4914-a25b-376c89028c69 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427461564'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:00.576552 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07bfb4ed-8626-42b3-aa08-8ce4aa90ee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.653271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9858336 Feb 04 15:54:00.657954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44724) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:00.671998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Request body: {'subnet': {'network_id': 'f328f2b1-0c20-4ea9-8700-7a9a2470df8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-779201864-subnet', 'tenant_id': '6d90fdaf846c4bd0aa47a546eacbd4cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:00.681698 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-309be1a2-967f-4529-b0bb-8db88d2215c5 req-e1bdb7d3-6073-44b3-a447-53acfb595ef0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1389444 Feb 04 15:54:00.706018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Pushing event updated for resources: {'Network': ['ID=f328f2b1-0c20-4ea9-8700-7a9a2470df8a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.723816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network f328f2b1-0c20-4ea9-8700-7a9a2470df8a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:54:00.754702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcac114-3c74-452a-a3aa-c6bc61e80187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8315e68e-f9dd-4812-88be-e8abb8238feb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:00.760869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46dd0c4a-4a09-4914-a25b-376c89028c69 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:00.765220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Made reservation on behalf of 6d90fdaf846c4bd0aa47a546eacbd4cd for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:00.772143 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.086088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46dd0c4a-4a09-4914-a25b-376c89028c69 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.091951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46dd0c4a-4a09-4914-a25b-376c89028c69 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.174673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44732) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:01.204619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-46dd0c4a-4a09-4914-a25b-376c89028c69 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.207589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-46dd0c4a-4a09-4914-a25b-376c89028c69 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6611333 Feb 04 15:54:01.213247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44734) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:01.227820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3497587f-a999-4e37-8d65-9d9930819fad tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '8ff52d58-e3d7-4974-afaa-f3c4f87bb0fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:01.228856 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-3497587f-a999-4e37-8d65-9d9930819fad tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 15:54:01.229793 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-3497587f-a999-4e37-8d65-9d9930819fad tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:01.232887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3497587f-a999-4e37-8d65-9d9930819fad tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0158749 Feb 04 15:54:01.234331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-33ac5879-01c2-4f1d-aa74-e329503295a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.236099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44736) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:01.263983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd0c4a-4a09-4914-a25b-376c89028c69 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff52d58-e3d7-4974-afaa-f3c4f87bb0fb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.272686 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.429183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88ecaae-fc8d-43c7-8353-ea450d95fd7b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.462570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9fa517a5-9661-4224-b087-0e45d693243a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.552219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9fa517a5-9661-4224-b087-0e45d693243a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.582746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-33ac5879-01c2-4f1d-aa74-e329503295a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.608047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-33ac5879-01c2-4f1d-aa74-e329503295a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.745241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9fa517a5-9661-4224-b087-0e45d693243a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.749884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9fa517a5-9661-4224-b087-0e45d693243a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.753609 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9fa517a5-9661-4224-b087-0e45d693243a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/8ff52d58-e3d7-4974-afaa-f3c4f87bb0fb HTTP/1.1" status: 204 len: 168 time: 0.5098090 Feb 04 15:54:01.776398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44752) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:01.789338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa517a5-9661-4224-b087-0e45d693243a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff52d58-e3d7-4974-afaa-f3c4f87bb0fb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.793495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44754) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:01.797589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-33ac5879-01c2-4f1d-aa74-e329503295a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f06f48f10e0d4c74802abf00b97404b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145179 Feb 04 15:54:01.922511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac5879-01c2-4f1d-aa74-e329503295a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd896873-4631-4edc-bc3b-0855acc0c3f2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:01.968370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b704724f-c481-4af2-9ac9-d78184682a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:01.991204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ed9c068-a1bc-4014-993f-47a596f0611f req-605359fe-c914-495a-8e3c-911140cc6aba tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1772077 Feb 04 15:54:01.997770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Checking segment: {'id': 'a67bb34d-87d8-4d3c-961b-471ce9c7f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f328f2b1-0c20-4ea9-8700-7a9a2470df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:54:01.998408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Network hostable DHCP agents. Network: f328f2b1-0c20-4ea9-8700-7a9a2470df8a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:02.021701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b704724f-c481-4af2-9ac9-d78184682a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.058357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Network f328f2b1-0c20-4ea9-8700-7a9a2470df8a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:02.099827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-35be3dbd-7220-442d-80f0-5e616b791fdc tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2950997 Feb 04 15:54:02.100508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44758) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:02.108613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9ce869e4-5a1b-479e-8bc1-aa270ce7baed tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616377102'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:02.119556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, f328f2b1-0c20-4ea9-8700-7a9a2470df8a) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:02.129583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:02.129583 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.152791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9414e12c-7507-4089-a440-af71f54a8d71 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4909868 Feb 04 15:54:02.155680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800c9cf-f9fc-4798-9f4e-c8586b4ee40d None None] Network f328f2b1-0c20-4ea9-8700-7a9a2470df8a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:54:02.158191 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b704724f-c481-4af2-9ac9-d78184682a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.169137 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b704724f-c481-4af2-9ac9-d78184682a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.183005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b704724f-c481-4af2-9ac9-d78184682a6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd896873-4631-4edc-bc3b-0855acc0c3f2 HTTP/1.1" status: 204 len: 168 time: 0.3860705 Feb 04 15:54:02.198838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ce869e4-5a1b-479e-8bc1-aa270ce7baed tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.217266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704724f-c481-4af2-9ac9-d78184682a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd896873-4631-4edc-bc3b-0855acc0c3f2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:02.410420 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ce869e4-5a1b-479e-8bc1-aa270ce7baed tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.420543 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ce869e4-5a1b-479e-8bc1-aa270ce7baed tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.491071 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ce869e4-5a1b-479e-8bc1-aa270ce7baed tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.495816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44768) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:02.496114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ce869e4-5a1b-479e-8bc1-aa270ce7baed tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3932469 Feb 04 15:54:02.502135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce869e4-5a1b-479e-8bc1-aa270ce7baed tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fad055a-780f-44e4-bc04-bba57a5e333e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:02.506835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0fa3408e-1c60-4d52-83b8-55d8ee68ddbf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '8fad055a-780f-44e4-bc04-bba57a5e333e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:02.508813 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-0fa3408e-1c60-4d52-83b8-55d8ee68ddbf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 15:54:02.512386 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-0fa3408e-1c60-4d52-83b8-55d8ee68ddbf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:02.527863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0fa3408e-1c60-4d52-83b8-55d8ee68ddbf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0300508 Feb 04 15:54:02.529294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44772) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:02.538009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-93212d64-75ee-4faa-b347-6cbcabb106b6 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '8fad055a-780f-44e4-bc04-bba57a5e333e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:02.539037 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-93212d64-75ee-4faa-b347-6cbcabb106b6 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 15:54:02.540140 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-93212d64-75ee-4faa-b347-6cbcabb106b6 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:02.544113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-93212d64-75ee-4faa-b347-6cbcabb106b6 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108459 Feb 04 15:54:02.545067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:02.551713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8897c3d8-4c5c-45bf-85ea-b927ae2f65f1 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '8fad055a-780f-44e4-bc04-bba57a5e333e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:02.552879 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-8897c3d8-4c5c-45bf-85ea-b927ae2f65f1 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 15:54:02.553557 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-8897c3d8-4c5c-45bf-85ea-b927ae2f65f1 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:02.559530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:02.561385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8897c3d8-4c5c-45bf-85ea-b927ae2f65f1 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133381 Feb 04 15:54:02.583602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8b40f789-23f7-4b8a-b911-931f765a7972 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '8fad055a-780f-44e4-bc04-bba57a5e333e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:02.585734 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-8b40f789-23f7-4b8a-b911-931f765a7972 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 15:54:02.586649 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-8b40f789-23f7-4b8a-b911-931f765a7972 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:02.598029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44780) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:02.605318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8b40f789-23f7-4b8a-b911-931f765a7972 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0441933 Feb 04 15:54:02.743237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed357a68-5d6d-412a-88bf-f30098f444ee None None] Network f328f2b1-0c20-4ea9-8700-7a9a2470df8a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:54:02.758827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8357-5121-4c0b-95fd-1a7378c431b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.819582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8357-5121-4c0b-95fd-1a7378c431b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.838161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-049b4da9-34bc-43ed-a930-e7df3f208a41 req-a655424a-66f1-40bf-8694-d58823c655c6 tempest-ServerRescueNegativeTestJSON-77113385 tempest-ServerRescueNegativeTestJSON-77113385-project] (102423) timed out ('10.222.0.50', 50870) {{(pid=102423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 15:54:02.926944 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8357-5121-4c0b-95fd-1a7378c431b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.931554 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f5c8357-5121-4c0b-95fd-1a7378c431b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:02.935018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3f5c8357-5121-4c0b-95fd-1a7378c431b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/8fad055a-780f-44e4-bc04-bba57a5e333e HTTP/1.1" status: 204 len: 168 time: 0.3352892 Feb 04 15:54:02.936234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44794) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:02.990716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c8357-5121-4c0b-95fd-1a7378c431b0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fad055a-780f-44e4-bc04-bba57a5e333e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:03.168522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44802) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:03.172069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-26238ed2-0dce-49e8-a760-c447a2ea8100 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2266877 Feb 04 15:54:03.175375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ecee9721-a223-495d-8e86-599bfe438c65 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228736999'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:03.294745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecee9721-a223-495d-8e86-599bfe438c65 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.445176 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-feeca13d-5223-48af-8a13-3e40bd945046 req-5ae82685-e2b6-4de0-a586-8d3a569b3a69 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0654197 Feb 04 15:54:03.589995 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecee9721-a223-495d-8e86-599bfe438c65 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.602491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecee9721-a223-495d-8e86-599bfe438c65 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.689640 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-49f4c595-33c3-4019-a3e9-ae26e965252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.776016 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ecee9721-a223-495d-8e86-599bfe438c65 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:03.781434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44826) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:03.782242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ecee9721-a223-495d-8e86-599bfe438c65 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6121707 Feb 04 15:54:03.787516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-acc7caeb-6801-4c06-9018-678d76e09a62 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:03.787895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee9721-a223-495d-8e86-599bfe438c65 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca086153-669f-4fbf-b1db-d4d065512078,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:03.788658 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-acc7caeb-6801-4c06-9018-678d76e09a62 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 15:54:03.789537 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-acc7caeb-6801-4c06-9018-678d76e09a62 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:03.793427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-acc7caeb-6801-4c06-9018-678d76e09a62 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078166 Feb 04 15:54:03.793952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44830) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:03.807146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9466486a-3197-498e-b950-d5d0e98625dd tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:03.947810 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-9466486a-3197-498e-b950-d5d0e98625dd tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:03.962783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9466486a-3197-498e-b950-d5d0e98625dd tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1587570 Feb 04 15:54:03.963392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44836) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:03.986262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f3181e42-ae06-43d7-be8d-285649f5435f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:03.986262 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-f3181e42-ae06-43d7-be8d-285649f5435f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 15:54:03.986262 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-f3181e42-ae06-43d7-be8d-285649f5435f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:03.986262 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f3181e42-ae06-43d7-be8d-285649f5435f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188556 Feb 04 15:54:03.986262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44838) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:04.019367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-201cfada-f8be-4f7a-89fd-bc8fb69729cf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.033908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-efa24a7b-cc79-45d7-9195-4f7bb83be455 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:04.043757 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-efa24a7b-cc79-45d7-9195-4f7bb83be455 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/networks?id=f328f2b1-0c20-4ea9-8700-7a9a2470df8a HTTP/1.1" status: 200 len: 812 time: 0.3139040 Feb 04 15:54:04.094159 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-659256b2-0f8a-4db6-93af-76c62bf711d2 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/quotas/6d90fdaf846c4bd0aa47a546eacbd4cd HTTP/1.1" status: 200 len: 375 time: 0.0457637 Feb 04 15:54:04.128187 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-201cfada-f8be-4f7a-89fd-bc8fb69729cf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:04.130054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-201cfada-f8be-4f7a-89fd-bc8fb69729cf tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1448154 Feb 04 15:54:04.133571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44846) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:04.141266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0824b4a5-89db-4e16-b6ef-834be0d8352f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.142062 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-0824b4a5-89db-4e16-b6ef-834be0d8352f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 15:54:04.149024 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-0824b4a5-89db-4e16-b6ef-834be0d8352f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:04.156322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0824b4a5-89db-4e16-b6ef-834be0d8352f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0206077 Feb 04 15:54:04.161421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:04.165779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-b2db13e9-6d85-4988-a8e1-b2a1f28d7d47 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d90fdaf846c4bd0aa47a546eacbd4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705559 Feb 04 15:54:04.172249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6dd35318-9626-42b4-85f8-bb02a389a826 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.373493 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-6dd35318-9626-42b4-85f8-bb02a389a826 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:04.378232 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6dd35318-9626-42b4-85f8-bb02a389a826 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2144182 Feb 04 15:54:04.388387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44854) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:04.398636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cd229b77-663f-44f3-8281-a86e65cf75fe tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.399666 n-d-827869-1 neutron-server[102423]: WARNING neutron.api.v2.base [None req-cd229b77-663f-44f3-8281-a86e65cf75fe tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 15:54:04.400484 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-cd229b77-663f-44f3-8281-a86e65cf75fe tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:04.402347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cd229b77-663f-44f3-8281-a86e65cf75fe tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114970 Feb 04 15:54:04.406623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44856) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:04.421320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3237b8c1-8824-49eb-9d58-39180d668e70 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.516418 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-f63e696c-ed8d-4fe9-8fc8-9c4c5fbcc548 service neutron] 10.222.0.47 "GET /v2.0/networks/f328f2b1-0c20-4ea9-8700-7a9a2470df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484380 Feb 04 15:54:04.738211 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-3237b8c1-8824-49eb-9d58-39180d668e70 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:04.744439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3237b8c1-8824-49eb-9d58-39180d668e70 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3345368 Feb 04 15:54:04.752978 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44870) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:04.775365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df0fd49e-c44a-4a7c-afff-d0c52e24e189 req-826f0012-ca95-47cf-8071-29d2edc9ed69 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0984688 Feb 04 15:54:04.777299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f4270629-8d23-4afd-b2d2-459fbc8f68df tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': 'ca086153-669f-4fbf-b1db-d4d065512078', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:04.881561 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-f4270629-8d23-4afd-b2d2-459fbc8f68df tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:04.889197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44876) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:04.890672 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f4270629-8d23-4afd-b2d2-459fbc8f68df tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1360250 Feb 04 15:54:04.895969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-0933fefd-3f2b-42f0-952e-c91193f86914 service neutron] 10.222.0.47 "GET /v2.0/networks/f328f2b1-0c20-4ea9-8700-7a9a2470df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779330 Feb 04 15:54:05.111764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-633fc231-c633-4c24-ab02-680684783349 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.266229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-633fc231-c633-4c24-ab02-680684783349 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.329634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-224d3b92-1a28-4825-873e-8312f0c635a0 req-141e70d6-ad59-4056-841f-f469ff45a429 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 210 time: 0.0430100 Feb 04 15:54:05.415134 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-633fc231-c633-4c24-ab02-680684783349 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.418959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-633fc231-c633-4c24-ab02-680684783349 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.423812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44888) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:05.424609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-633fc231-c633-4c24-ab02-680684783349 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/ca086153-669f-4fbf-b1db-d4d065512078 HTTP/1.1" status: 204 len: 168 time: 0.5327423 Feb 04 15:54:05.444388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fc231-c633-4c24-ab02-680684783349 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca086153-669f-4fbf-b1db-d4d065512078,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:05.604490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44892) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:05.604776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-490d8596-02e6-431f-9da8-bbb2f87590f5 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1777627 Feb 04 15:54:05.618126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-958e173e-ee66-4732-bb38-9431f8bc0cb3 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--492053099'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:05.680638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-958e173e-ee66-4732-bb38-9431f8bc0cb3 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.818188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.926706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-958e173e-ee66-4732-bb38-9431f8bc0cb3 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:05.938247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-958e173e-ee66-4732-bb38-9431f8bc0cb3 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.007945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e173e-ee66-4732-bb38-9431f8bc0cb3 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034fd9b6-1ee7-4a41-ba0d-495c4315af3a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:06.039947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-958e173e-ee66-4732-bb38-9431f8bc0cb3 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.042821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fefe6ebf-90d2-4829-9228-a8fd54280610 req-4c0ff461-dfe6-419a-a22b-6b27f4d8fbe8 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0765431 Feb 04 15:54:06.044719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-958e173e-ee66-4732-bb38-9431f8bc0cb3 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4333260 Feb 04 15:54:06.048983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44904) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:06.061863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c680e42a-a9bb-4b23-96fe-4fe811f4b1e4 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '034fd9b6-1ee7-4a41-ba0d-495c4315af3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:06.251131 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-c680e42a-a9bb-4b23-96fe-4fe811f4b1e4 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The resource could not be found. Feb 04 15:54:06.256305 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c680e42a-a9bb-4b23-96fe-4fe811f4b1e4 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2031879 Feb 04 15:54:06.257328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44912) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:06.266527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ebd02ffe-158f-4719-9c9e-68f1e58b604b tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '034fd9b6-1ee7-4a41-ba0d-495c4315af3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '79ade965-40ac-43af-890a-cbc27a2652c7'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:06.429609 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-ebd02ffe-158f-4719-9c9e-68f1e58b604b tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The resource could not be found. Feb 04 15:54:06.431359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebd02ffe-158f-4719-9c9e-68f1e58b604b tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1720471 Feb 04 15:54:06.435907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44920) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:06.635272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-381ec947-afd1-4176-8168-6dadbd279d6a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.644207 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3914bfef-a0f4-4803-a359-dbbbc443de3b req-59a5afe0-85b0-4747-8934-9e097abaf08f tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 210 time: 0.0999291 Feb 04 15:54:06.767550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-381ec947-afd1-4176-8168-6dadbd279d6a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.944606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-381ec947-afd1-4176-8168-6dadbd279d6a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.950734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-381ec947-afd1-4176-8168-6dadbd279d6a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:06.957648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44934) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:06.958899 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-381ec947-afd1-4176-8168-6dadbd279d6a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/034fd9b6-1ee7-4a41-ba0d-495c4315af3a HTTP/1.1" status: 204 len: 168 time: 0.5208149 Feb 04 15:54:07.001149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ec947-afd1-4176-8168-6dadbd279d6a tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034fd9b6-1ee7-4a41-ba0d-495c4315af3a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:07.089417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.222006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ca676194-b6f0-4e74-8430-64ca6783a564 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2578633 Feb 04 15:54:07.223940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44942) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:07.239274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-39befd86-19cf-49af-88db-3a98d6530eff tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '95916fc6-7f9e-489c-85e2-304289c4a500', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:07.372606 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-39befd86-19cf-49af-88db-3a98d6530eff tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The resource could not be found. Feb 04 15:54:07.377858 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-39befd86-19cf-49af-88db-3a98d6530eff tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1521201 Feb 04 15:54:07.384317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44946) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:07.390697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4eea17aa-97f3-491b-bda7-80e74d9b9cf7 req-cf6d94eb-8070-47f6-b04d-f08673f2a539 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1197281 Feb 04 15:54:07.409830 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-861f87a5-5eb2-42c4-a40d-945f79c3e1d0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593242744'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:07.433923 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.521249 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-861f87a5-5eb2-42c4-a40d-945f79c3e1d0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:07.803582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-1103087b-977a-4e19-9eea-a3411a692aa1 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:07.805600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-1103087b-977a-4e19-9eea-a3411a692aa1 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.30 "GET /v2.0/networks?id=f328f2b1-0c20-4ea9-8700-7a9a2470df8a HTTP/1.1" status: 200 len: 812 time: 0.2815068 Feb 04 15:54:07.869938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Request body: {'port': {'device_id': 'f12bd5f9-78e2-440e-a629-8f809ff8defd', 'network_id': 'f328f2b1-0c20-4ea9-8700-7a9a2470df8a', 'admin_state_up': True, 'tenant_id': '6d90fdaf846c4bd0aa47a546eacbd4cd'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:08.172991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b8c5180-aa0d-4fdc-8250-a430cd66c069 req-e5daae88-bf40-4ddb-81f9-9ba901a9bc2e tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 210 time: 0.3383882 Feb 04 15:54:08.299210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-861f87a5-5eb2-42c4-a40d-945f79c3e1d0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.308878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-861f87a5-5eb2-42c4-a40d-945f79c3e1d0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.333614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Made reservation on behalf of 6d90fdaf846c4bd0aa47a546eacbd4cd for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:08.340337 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.430666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-861f87a5-5eb2-42c4-a40d-945f79c3e1d0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.430666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-861f87a5-5eb2-42c4-a40d-945f79c3e1d0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0397048 Feb 04 15:54:08.436688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44970) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:08.447985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f87a5-5eb2-42c4-a40d-945f79c3e1d0 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bffb40-74c5-438b-9bb6-880922971efd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:08.472579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1f0ead1b-455e-4ecd-abc2-df1e63e7ca61 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--639994093'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:08.543322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f0ead1b-455e-4ecd-abc2-df1e63e7ca61 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.826211 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f0ead1b-455e-4ecd-abc2-df1e63e7ca61 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.830596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dabec40d-0697-47ac-a4bf-1d5eff619dda req-4e0cb436-35ab-4d67-9cc4-4a6182533f40 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1246548 Feb 04 15:54:08.834860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f0ead1b-455e-4ecd-abc2-df1e63e7ca61 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.860282 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f0ead1b-455e-4ecd-abc2-df1e63e7ca61 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:08.863167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1f0ead1b-455e-4ecd-abc2-df1e63e7ca61 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4230666 Feb 04 15:54:08.867515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 44978) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:08.882233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f6a39ba8-bec7-4339-a64b-d70e1f2c701e tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group_rule': {'security_group_id': '49bffb40-74c5-438b-9bb6-880922971efd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'df087de6-2012-4f4a-a3ea-a7926c34b1e4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:08.909234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ead1b-455e-4ecd-abc2-df1e63e7ca61 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df087de6-2012-4f4a-a3ea-a7926c34b1e4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:08.948287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Allocated IP 172.20.0.9 (f328f2b1-0c20-4ea9-8700-7a9a2470df8a/d88ecaae-fc8d-43c7-8353-ea450d95fd7b/baf95dc0-e468-4aad-9c7e-b84d828a407d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:09.047086 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-f6a39ba8-bec7-4339-a64b-d70e1f2c701e tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 15:54:09.048895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f6a39ba8-bec7-4339-a64b-d70e1f2c701e tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1798525 Feb 04 15:54:09.052498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44982) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:09.227588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0608927-8478-480b-bc5d-f9c1c3ba423f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.288723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0608927-8478-480b-bc5d-f9c1c3ba423f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.317482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.372769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.412777 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0608927-8478-480b-bc5d-f9c1c3ba423f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.415538 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0608927-8478-480b-bc5d-f9c1c3ba423f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.417705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c0608927-8478-480b-bc5d-f9c1c3ba423f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/df087de6-2012-4f4a-a3ea-a7926c34b1e4 HTTP/1.1" status: 204 len: 168 time: 0.3635116 Feb 04 15:54:09.423340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44990) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:09.468688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0608927-8478-480b-bc5d-f9c1c3ba423f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df087de6-2012-4f4a-a3ea-a7926c34b1e4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:09.556373 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c4baa834-af00-4070-a538-30e5af712998 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1318262 Feb 04 15:54:09.557243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 44994) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:09.579759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Network f328f2b1-0c20-4ea9-8700-7a9a2470df8a is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:09.645450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:09.678146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1559cfc4-f8c1-4e78-9a30-10875357e12d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.684455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:54:09.730969 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1559cfc4-f8c1-4e78-9a30-10875357e12d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.766458 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.837142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Pushing event updated for resources: {'Port': ['ID=baf95dc0-e468-4aad-9c7e-b84d828a407d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:09.871596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1559cfc4-f8c1-4e78-9a30-10875357e12d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.874458 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1559cfc4-f8c1-4e78-9a30-10875357e12d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:09.879341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1559cfc4-f8c1-4e78-9a30-10875357e12d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/49bffb40-74c5-438b-9bb6-880922971efd HTTP/1.1" status: 204 len: 168 time: 0.3209779 Feb 04 15:54:09.880959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45004) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:09.936993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491989-a49d-4f35-ad6f-1ef16cb66717 req-47df24b7-6d63-4c69-a365-28518adbc357 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:09.941413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a491989-a49d-4f35-ad6f-1ef16cb66717 req-47df24b7-6d63-4c69-a365-28518adbc357 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 931 time: 0.5010874 Feb 04 15:54:09.953406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559cfc4-f8c1-4e78-9a30-10875357e12d tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bffb40-74c5-438b-9bb6-880922971efd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.048784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:10.053493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.074303 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-36e1ff04-a51e-406e-8c1c-bc3d94cb3240 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1868370 Feb 04 15:54:10.079131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45008) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:10.092924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7bb3fc16-92a4-40b7-bc3b-3083bea74ba9 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540109349'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:10.122873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a491989-a49d-4f35-ad6f-1ef16cb66717 req-a8860766-98eb-40fa-aa07-24dbdb4ac1ce tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498566 Feb 04 15:54:10.154572 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-5cda099b-7a60-475d-996e-d2467c74ea39 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3281705 Feb 04 15:54:10.169450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Request body: {'port': {'device_id': 'f12bd5f9-78e2-440e-a629-8f809ff8defd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:10.217468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1466ad09-6f8a-4cd8-b056-e3b5879022f2 req-233b2d04-f737-42af-b8c9-068d7a61f453 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1397870 Feb 04 15:54:10.222263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc16-92a4-40b7-bc3b-3083bea74ba9 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.348917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.536101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc16-92a4-40b7-bc3b-3083bea74ba9 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.552550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc16-92a4-40b7-bc3b-3083bea74ba9 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.712068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3fc16-92a4-40b7-bc3b-3083bea74ba9 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f34fc-ff66-4ad8-998c-d84153d28ad2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:10.731832 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc16-92a4-40b7-bc3b-3083bea74ba9 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:10.761204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7bb3fc16-92a4-40b7-bc3b-3083bea74ba9 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6781790 Feb 04 15:54:10.766944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:10.783305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7c0b4a8b-9974-4249-bdcb-9e676dae92ee tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:10.784617 n-d-827869-1 neutron-server[102422]: WARNING neutron.api.v2.base [None req-7c0b4a8b-9974-4249-bdcb-9e676dae92ee tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 15:54:10.788428 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-7c0b4a8b-9974-4249-bdcb-9e676dae92ee tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 15:54:10.796089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7c0b4a8b-9974-4249-bdcb-9e676dae92ee tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "PUT /v2.0/security-groups/f55f34fc-ff66-4ad8-998c-d84153d28ad2 HTTP/1.1" status: 409 len: 330 time: 0.0255141 Feb 04 15:54:10.798518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45024) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:11.009178 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62b6cb2c-da24-4953-98d3-a063669dd260 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.058121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62b6cb2c-da24-4953-98d3-a063669dd260 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.216928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62b6cb2c-da24-4953-98d3-a063669dd260 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.232120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62b6cb2c-da24-4953-98d3-a063669dd260 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.237739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-62b6cb2c-da24-4953-98d3-a063669dd260 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/f55f34fc-ff66-4ad8-998c-d84153d28ad2 HTTP/1.1" status: 204 len: 168 time: 0.4369485 Feb 04 15:54:11.238753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45034) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:11.330960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6cb2c-da24-4953-98d3-a063669dd260 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f34fc-ff66-4ad8-998c-d84153d28ad2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:11.508648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da0afdae-4baf-4cbe-8185-a6df56579c97 req-2e79834e-22a5-4b55-addd-f87058e427fc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0849910 Feb 04 15:54:11.529539 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-69b9669a-43fc-4e2b-92b9-79ae0ea5c73f tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2762437 Feb 04 15:54:11.532786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45042) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:11.550443 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-9827a6ee-c74b-40d4-8dc1-3a369dbf7cff tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] delete failed (client error): The resource could not be found. Feb 04 15:54:11.552951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9827a6ee-c74b-40d4-8dc1-3a369dbf7cff tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "DELETE /v2.0/security-groups/2c96592f-0272-43ca-8b91-4c708604c425 HTTP/1.1" status: 404 len: 347 time: 0.0183568 Feb 04 15:54:11.558731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45044) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:11.582336 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-a64d3ac8-80a1-400a-8c01-207d990b1b5b tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] show failed (client error): The resource could not be found. Feb 04 15:54:11.583977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a64d3ac8-80a1-400a-8c01-207d990b1b5b tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-groups/a82ca132-f82d-42ed-804d-8fc3b10fcd9a HTTP/1.1" status: 404 len: 347 time: 0.0233221 Feb 04 15:54:11.589299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:11.617645 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-3a86fb75-0715-4be8-b150-e15b63b3f296 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] show failed (client error): The resource could not be found. Feb 04 15:54:11.618803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3a86fb75-0715-4be8-b150-e15b63b3f296 tempest-NegativeSecGroupTest-163336170 tempest-NegativeSecGroupTest-163336170-project] 10.222.0.47 "GET /v2.0/security-group-rules/7a7961df-fbe0-4107-bbeb-c9105f03ba30 HTTP/1.1" status: 404 len: 356 time: 0.0284793 Feb 04 15:54:11.696632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ccf79-22d9-41f8-a570-c476a2b2f710 req-3f126c61-0c64-4ef8-aece-d6c19374869a tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:11.700047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-be8ccf79-22d9-41f8-a570-c476a2b2f710 req-3f126c61-0c64-4ef8-aece-d6c19374869a tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 931 time: 0.3222754 Feb 04 15:54:11.736784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf95dc0-e468-4aad-9c7e-b84d828a407d {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:11.780194 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.827944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Transition to ACTIVE for port object baf95dc0-e468-4aad-9c7e-b84d828a407d will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:11.837038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-be8ccf79-22d9-41f8-a570-c476a2b2f710 req-49aacb64-7ece-4af4-afaf-7638bdd9d741 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197221 Feb 04 15:54:11.838860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:11.956779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Pushing event updated for resources: {'Port': ['ID=baf95dc0-e468-4aad-9c7e-b84d828a407d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:12.207381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Attempting to bind port baf95dc0-e468-4aad-9c7e-b84d828a407d on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:12.208000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Attempting to bind port baf95dc0-e468-4aad-9c7e-b84d828a407d by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'a67bb34d-87d8-4d3c-961b-471ce9c7f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f328f2b1-0c20-4ea9-8700-7a9a2470df8a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:12.209120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Attempting to bind port baf95dc0-e468-4aad-9c7e-b84d828a407d on network f328f2b1-0c20-4ea9-8700-7a9a2470df8a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:54:12.216148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Port baf95dc0-e468-4aad-9c7e-b84d828a407d on network f328f2b1-0c20-4ea9-8700-7a9a2470df8a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:54:12.216850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Attempting to bind port baf95dc0-e468-4aad-9c7e-b84d828a407d on network f328f2b1-0c20-4ea9-8700-7a9a2470df8a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:54:12.230645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:54:12.232034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Checking segment: {'id': 'a67bb34d-87d8-4d3c-961b-471ce9c7f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f328f2b1-0c20-4ea9-8700-7a9a2470df8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:54:12.232670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Bound using segment: {'id': 'a67bb34d-87d8-4d3c-961b-471ce9c7f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f328f2b1-0c20-4ea9-8700-7a9a2470df8a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:54:12.234370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Bound port: baf95dc0-e468-4aad-9c7e-b84d828a407d, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67bb34d-87d8-4d3c-961b-471ce9c7f218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f328f2b1-0c20-4ea9-8700-7a9a2470df8a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:12.236041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.357375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45066) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:12.496071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] For port baf95dc0-e468-4aad-9c7e-b84d828a407d, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:12.502679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] For port baf95dc0-e468-4aad-9c7e-b84d828a407d, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=baf95dc0-e468-4aad-9c7e-b84d828a407d,segment=NetworkSegment(a67bb34d-87d8-4d3c-961b-471ce9c7f218),segment_id=a67bb34d-87d8-4d3c-961b-471ce9c7f218)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:12.509920 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.775192 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a8917a52-73f4-4944-8f6e-0206aa2f8894 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd1f27f11b564e2ca19fc53f8adcd2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159055 Feb 04 15:54:12.776497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45074) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:12.856257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:12.866604 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:12.868494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/baf95dc0-e468-4aad-9c7e-b84d828a407d HTTP/1.1" status: 200 len: 1091 time: 2.7053497 Feb 04 15:54:12.884929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12bd5f9-78e2-440e-a629-8f809ff8defd', 'tag': 'baf95dc0-e468-4aad-9c7e-b84d828a407d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:12.894391 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f12bd5f9-78e2-440e-a629-8f809ff8defd", "tag": "baf95dc0-e468-4aad-9c7e-b84d828a407d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:54:12.987527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a30527-4fb9-468a-9452-c1ba1b2f44d5 service neutron] Pushing event updated for resources: {'Port': ['ID=baf95dc0-e468-4aad-9c7e-b84d828a407d,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:13.046669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d8d5474-5824-4bbd-9d39-ca8be1ce955e req-ad220236-4e36-47b5-8da6-51c330e00e67 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1206350 Feb 04 15:54:13.138989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5544b780-5c56-413e-951d-0a8725f059aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.231885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-39e0de23-e83d-41af-8ab9-71b6e26ecd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:13.233925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-39e0de23-e83d-41af-8ab9-71b6e26ecd9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d90fdaf846c4bd0aa47a546eacbd4cd&device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 1094 time: 0.2328238 Feb 04 15:54:13.249592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ee65-b3c3-4fb9-9598-c055c94c59ce req-51034cd8-4922-49ca-848d-d1c0411376e7 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:13.252515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8e49ee65-b3c3-4fb9-9598-c055c94c59ce req-51034cd8-4922-49ca-848d-d1c0411376e7 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 943 time: 0.1472349 Feb 04 15:54:13.323483 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5544b780-5c56-413e-951d-0a8725f059aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.329757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-8240ee41-9cfa-4b37-b869-6c8d8c5a285d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baf95dc0-e468-4aad-9c7e-b84d828a407d HTTP/1.1" status: 200 len: 217 time: 0.0756598 Feb 04 15:54:13.332274 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a6ab9-1eb9-4ec3-9e40-0f45401192fa x-openstack-request-id: req-c88a6ab9-1eb9-4ec3-9e40-0f45401192fa {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:54:13.332848 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12bd5f9-78e2-440e-a629-8f809ff8defd", "tag": "baf95dc0-e468-4aad-9c7e-b84d828a407d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:54:13.333883 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c88a6ab9-1eb9-4ec3-9e40-0f45401192fa {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:54:13.334612 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12bd5f9-78e2-440e-a629-8f809ff8defd', 'tag': 'baf95dc0-e468-4aad-9c7e-b84d828a407d', 'status': 'completed', 'code': 200} Feb 04 15:54:13.456948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5544b780-5c56-413e-951d-0a8725f059aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.462535 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5544b780-5c56-413e-951d-0a8725f059aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:13.467633 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5544b780-5c56-413e-951d-0a8725f059aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b670fcf-c16b-4bd1-a724-fcf9ef620e25 HTTP/1.1" status: 204 len: 168 time: 0.6870904 Feb 04 15:54:13.507715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544b780-5c56-413e-951d-0a8725f059aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b670fcf-c16b-4bd1-a724-fcf9ef620e25,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:13.533814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8e49ee65-b3c3-4fb9-9598-c055c94c59ce req-ac25f4f9-cd74-426c-b06a-ded33fc74193 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977906 Feb 04 15:54:13.564148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-4d84737d-d2e5-4a4f-af90-774c2eb5dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:13.573716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-4d84737d-d2e5-4a4f-af90-774c2eb5dd09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d88ecaae-fc8d-43c7-8353-ea450d95fd7b HTTP/1.1" status: 200 len: 852 time: 0.2329335 Feb 04 15:54:13.701621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-6cd6200b-5308-40be-92cb-84302d93c4c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f328f2b1-0c20-4ea9-8700-7a9a2470df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223485 Feb 04 15:54:13.860122 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-ea461dc7-aaee-4f78-a43b-c51fb5c3f4be service neutron] 10.222.0.30 "GET /v2.0/networks/f328f2b1-0c20-4ea9-8700-7a9a2470df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513984 Feb 04 15:54:14.227021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ceda8e51-6dea-4250-a8cf-1e60194c5196 req-573e71ef-e8c9-4341-a4ae-bee3afa71a56 service neutron] 10.222.0.30 "GET /v2.0/networks/f328f2b1-0c20-4ea9-8700-7a9a2470df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570874 Feb 04 15:54:14.380990 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bfd722e-0d0e-4505-8cf7-5e6d41873681 req-4039a8fa-0d9c-4698-b6d6-6615a27103aa tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0674567 Feb 04 15:54:14.513361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-589368ac-e351-4260-95c7-015bbf007ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:14.518156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-589368ac-e351-4260-95c7-015bbf007ec2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d90fdaf846c4bd0aa47a546eacbd4cd&device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 1094 time: 0.2091355 Feb 04 15:54:14.823562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-1ea659b6-58b8-436a-ac94-e411a731114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:14.825401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-1ea659b6-58b8-436a-ac94-e411a731114d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f328f2b1-0c20-4ea9-8700-7a9a2470df8a HTTP/1.1" status: 200 len: 913 time: 0.2995210 Feb 04 15:54:14.892342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-9343354d-c0b3-45fe-afc6-68ce3c62c3fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baf95dc0-e468-4aad-9c7e-b84d828a407d HTTP/1.1" status: 200 len: 217 time: 0.0595541 Feb 04 15:54:15.025552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf586b5-cd14-4a4e-b834-dd92ff52dcbf req-66dc3231-5744-4979-8c7d-4c9d62ade5b1 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.027507 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0cf586b5-cd14-4a4e-b834-dd92ff52dcbf req-66dc3231-5744-4979-8c7d-4c9d62ade5b1 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 943 time: 0.1340599 Feb 04 15:54:15.032558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-d60aabdf-52d8-4b6f-b792-a42f0631674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:15.035069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-d60aabdf-52d8-4b6f-b792-a42f0631674a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d88ecaae-fc8d-43c7-8353-ea450d95fd7b HTTP/1.1" status: 200 len: 852 time: 0.0981727 Feb 04 15:54:15.154534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-7d02b940-a7a2-4ee5-aa2f-4afb563c6a81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f328f2b1-0c20-4ea9-8700-7a9a2470df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121538 Feb 04 15:54:15.220832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45136) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:15.404733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-76234998-a7ea-4fe5-8e01-3f35f8654da1 service neutron] 10.222.0.30 "GET /v2.0/networks/f328f2b1-0c20-4ea9-8700-7a9a2470df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360079 Feb 04 15:54:15.483940 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0cf586b5-cd14-4a4e-b834-dd92ff52dcbf req-e8819a30-58d2-4032-805f-2d53a4d9154e tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402878 Feb 04 15:54:15.645869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b9fb798-00fe-40ac-afb8-7c91e873143c req-9c10fe1f-179c-44c5-8893-a6b1f199e3f7 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1086977 Feb 04 15:54:15.668822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-509039606'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:15.691537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-163250c5-d223-4de6-a2c3-d2ca0dcf7f8c req-066b4dd1-2502-4cd1-bfb2-6bb0c1c967d2 service neutron] 10.222.0.30 "GET /v2.0/networks/f328f2b1-0c20-4ea9-8700-7a9a2470df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672374 Feb 04 15:54:15.735090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Made reservation on behalf of 0bd95c28f52e436faf9ade8c74bf7325 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:15.740848 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.752417 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.923446 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.930885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.978745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:54:15.990447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:15.991187 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Added segment 4b79b81f-1b3c-4518-bce7-c0ae304516d5 of type vlan for network 1abd61ea-7118-45b2-8e7f-856d485b7cae Feb 04 15:54:16.048344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e84ddf-b5fc-42ab-babb-7058633f2f8f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:16.073344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.141543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.153777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:16.170957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.353197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Pushing event updated for resources: {'Network': ['ID=1abd61ea-7118-45b2-8e7f-856d485b7cae,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:16.370069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e52a7dc4-23f5-4823-9e99-6686eaa4f1e5 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1453338 Feb 04 15:54:16.371806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45148) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:16.378136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 1abd61ea-7118-45b2-8e7f-856d485b7cae details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:54:16.383447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Request body: {'subnet': {'network_id': '1abd61ea-7118-45b2-8e7f-856d485b7cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:16.585479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device baf95dc0-e468-4aad-9c7e-b84d828a407d details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:54:16.607577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Made reservation on behalf of 0bd95c28f52e436faf9ade8c74bf7325 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:16.618171 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.771216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port baf95dc0-e468-4aad-9c7e-b84d828a407d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=baf95dc0-e468-4aad-9c7e-b84d828a407d,segment=NetworkSegment(a67bb34d-87d8-4d3c-961b-471ce9c7f218),segment_id=a67bb34d-87d8-4d3c-961b-471ce9c7f218)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:16.798535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'baf95dc0-e468-4aad-9c7e-b84d828a407d', 'network_id': 'f328f2b1-0c20-4ea9-8700-7a9a2470df8a', 'port_id': 'baf95dc0-e468-4aad-9c7e-b84d828a407d', 'mac_address': 'fa:16:3e:80:1e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88ecaae-fc8d-43c7-8353-ea450d95fd7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:54:16.851002 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8c1e517-548d-4fb4-b845-1910d7d2657f req-1eaa8583-3a1b-4ab4-9201-3a51cd9cbc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0601614 Feb 04 15:54:16.880499 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:16.897931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf95dc0-e468-4aad-9c7e-b84d828a407d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:16.922205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port baf95dc0-e468-4aad-9c7e-b84d828a407d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=baf95dc0-e468-4aad-9c7e-b84d828a407d,segment=NetworkSegment(a67bb34d-87d8-4d3c-961b-471ce9c7f218),segment_id=a67bb34d-87d8-4d3c-961b-471ce9c7f218)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:16.933279 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.000946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=baf95dc0-e468-4aad-9c7e-b84d828a407d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:17.295886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['baf95dc0-e468-4aad-9c7e-b84d828a407d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:54:17.509399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559881b-577f-495d-aae6-ba6aa150122b req-63f21f9c-3999-48cd-b563-da7ea907e9f4 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:17.513942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2559881b-577f-495d-aae6-ba6aa150122b req-63f21f9c-3999-48cd-b563-da7ea907e9f4 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 944 time: 0.2160680 Feb 04 15:54:17.659191 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2559881b-577f-495d-aae6-ba6aa150122b req-6aa09517-69e8-452d-a937-0d033f5e39a5 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897443 Feb 04 15:54:17.752044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:17.859749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Pushing event updated for resources: {'Subnet': ['ID=1d45de63-416f-4a93-aa3d-60fe203f4715,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:17.867784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Checking segment: {'id': '4b79b81f-1b3c-4518-bce7-c0ae304516d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1abd61ea-7118-45b2-8e7f-856d485b7cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:54:17.868517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Network hostable DHCP agents. Network: 1abd61ea-7118-45b2-8e7f-856d485b7cae, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:54:17.915189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Network 1abd61ea-7118-45b2-8e7f-856d485b7cae is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:54:17.936994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 1abd61ea-7118-45b2-8e7f-856d485b7cae) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:17.949771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75997c3e-8084-4a31-b22c-9981a54fafd4 None None] Network 1abd61ea-7118-45b2-8e7f-856d485b7cae requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:54:17.951443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:17.952457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.040842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a8010991-6fc3-4ccb-b656-84a944316b6a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6620679 Feb 04 15:54:18.041156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45172) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:18.046977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Request body: {'port': {'network_id': '1abd61ea-7118-45b2-8e7f-856d485b7cae', 'name': 'tempest-TagsExtTest-636292811'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:18.297080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-1abd61ea-7118-45b2-8e7f-856d485b7cae', 'network_id': '1abd61ea-7118-45b2-8e7f-856d485b7cae', 'tenant_id': '0bd95c28f52e436faf9ade8c74bf7325', 'fixed_ips': [{'subnet_id': '1d45de63-416f-4a93-aa3d-60fe203f4715'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:54:18.299199 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.309072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d572f3b0-8c9e-4960-91c5-f4882c953ca0 req-5e3baf2c-3698-4bff-a34b-3cf90f121b45 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1508367 Feb 04 15:54:18.502747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Made reservation on behalf of 0bd95c28f52e436faf9ade8c74bf7325 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:18.518344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:18.572519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] device_id is not set on port 06aea068-522b-49e6-bb11-33aeff4024df yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 15:54:18.606783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device baf95dc0-e468-4aad-9c7e-b84d828a407d up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:54:18.715786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Allocated IP 172.20.0.2 (1abd61ea-7118-45b2-8e7f-856d485b7cae/1d45de63-416f-4a93-aa3d-60fe203f4715/2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:18.899471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port baf95dc0-e468-4aad-9c7e-b84d828a407d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:54:18.920145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port baf95dc0-e468-4aad-9c7e-b84d828a407d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:18.920750 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.046594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff24da-8c74-429a-99ce-b830e4230a58 req-89415f7f-5312-415e-a186-753025af97a6 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:19.064343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57ff24da-8c74-429a-99ce-b830e4230a58 req-89415f7f-5312-415e-a186-753025af97a6 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 944 time: 0.1886322 Feb 04 15:54:19.159043 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.162803 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.178827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.186765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57ff24da-8c74-429a-99ce-b830e4230a58 req-1c539c5e-ebdb-4942-ae2a-bfbca64fa7af tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208525 Feb 04 15:54:19.545868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Allocated IP 172.20.0.9 (1abd61ea-7118-45b2-8e7f-856d485b7cae/1d45de63-416f-4a93-aa3d-60fe203f4715/06aea068-522b-49e6-bb11-33aeff4024df) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:19.658796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9dc05b90-4fe1-468e-b361-95d4fd5ab1f7 req-a315601b-e2df-4ac2-acec-3a1b5191ae01 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0884163 Feb 04 15:54:19.766957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12bd5f9-78e2-440e-a629-8f809ff8defd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf95dc0-e468-4aad-9c7e-b84d828a407d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:19.772080 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135e9914-62f8-4c9e-b5d5-42f64e442507" -d '{"events": [{"server_uuid": "f12bd5f9-78e2-440e-a629-8f809ff8defd", "name": "network-vif-plugged", "status": "completed", "tag": "baf95dc0-e468-4aad-9c7e-b84d828a407d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:54:19.813235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Network 1abd61ea-7118-45b2-8e7f-856d485b7cae is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:19.829913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:19.835793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:54:19.847574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port baf95dc0-e468-4aad-9c7e-b84d828a407d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=baf95dc0-e468-4aad-9c7e-b84d828a407d,segment=NetworkSegment(a67bb34d-87d8-4d3c-961b-471ce9c7f218),segment_id=a67bb34d-87d8-4d3c-961b-471ce9c7f218)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:19.865568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Pushing event updated for resources: {'Port': ['ID=2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:19.878037 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:19.968709 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c325f059-1372-4c61-bfe5-2be4c9c8ab59 x-openstack-request-id: req-c325f059-1372-4c61-bfe5-2be4c9c8ab59 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:54:19.969155 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12bd5f9-78e2-440e-a629-8f809ff8defd", "name": "network-vif-plugged", "status": "completed", "tag": "baf95dc0-e468-4aad-9c7e-b84d828a407d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:54:19.969934 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c325f059-1372-4c61-bfe5-2be4c9c8ab59 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:54:19.970599 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12bd5f9-78e2-440e-a629-8f809ff8defd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf95dc0-e468-4aad-9c7e-b84d828a407d', 'code': 200} Feb 04 15:54:20.063217 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.087169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Attempting to bind port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:20.087803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Attempting to bind port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '4b79b81f-1b3c-4518-bce7-c0ae304516d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1abd61ea-7118-45b2-8e7f-856d485b7cae'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:20.088496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Attempting to bind port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 on network 1abd61ea-7118-45b2-8e7f-856d485b7cae {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:54:20.105566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:54:20.106175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Checking segment: {'id': '4b79b81f-1b3c-4518-bce7-c0ae304516d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1abd61ea-7118-45b2-8e7f-856d485b7cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:54:20.106820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.107465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Bound using segment: {'id': '4b79b81f-1b3c-4518-bce7-c0ae304516d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1abd61ea-7118-45b2-8e7f-856d485b7cae'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:54:20.108254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Bound port: 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b79b81f-1b3c-4518-bce7-c0ae304516d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1abd61ea-7118-45b2-8e7f-856d485b7cae'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:20.108882 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.134475 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=baf95dc0-e468-4aad-9c7e-b84d828a407d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:20.139694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.229354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02db8-2f04-4c4d-a5d9-6e56974a0480 req-711bb6ad-ed29-4165-926d-fc4d83704d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:20.235314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdb02db8-2f04-4c4d-a5d9-6e56974a0480 req-711bb6ad-ed29-4165-926d-fc4d83704d1e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 1096 time: 0.1758122 Feb 04 15:54:20.239243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Pushing event updated for resources: {'Port': ['ID=06aea068-522b-49e6-bb11-33aeff4024df,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:20.269619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Network 1abd61ea-7118-45b2-8e7f-856d485b7cae is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:20.272306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:20.276325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:54:20.353149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] For port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:20.360014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] For port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99,segment=NetworkSegment(4b79b81f-1b3c-4518-bce7-c0ae304516d5),segment_id=4b79b81f-1b3c-4518-bce7-c0ae304516d5)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:20.370955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.371724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdb02db8-2f04-4c4d-a5d9-6e56974a0480 req-1c099d26-a2ad-4793-9dc6-88693bb202c3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281075 Feb 04 15:54:20.408714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:20.409306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.515420 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bbdb6f91-a894-460b-bd1d-02f3dfa12891 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4728622 Feb 04 15:54:20.519693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:20.530107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5d58fa87-f995-44b4-9dcf-32749bafef51 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-7137855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:20.533831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20930c-020d-489e-813c-e03b3f2c6d64 None None] Pushing event updated for resources: {'Port': ['ID=2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:20.548540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3971e8-fed0-414d-aa84-0e24541aa4af req-7def270a-4ca8-4624-8d18-3d8857fc081f tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:20.554262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b3971e8-fed0-414d-aa84-0e24541aa4af req-7def270a-4ca8-4624-8d18-3d8857fc081f tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 945 time: 0.1346772 Feb 04 15:54:20.623061 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d58fa87-f995-44b4-9dcf-32749bafef51 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.633599 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d58fa87-f995-44b4-9dcf-32749bafef51 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.686686 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b3971e8-fed0-414d-aa84-0e24541aa4af req-9d5ab251-4807-481a-83a9-192ef57ff671 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250391 Feb 04 15:54:20.899954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d58fa87-f995-44b4-9dcf-32749bafef51 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.954000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dff5bf92-3bdd-4ec9-b5c1-caefd848ed73 req-0244491a-f912-4760-b628-fc8e8e26c7b3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0869985 Feb 04 15:54:20.964225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d58fa87-f995-44b4-9dcf-32749bafef51 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.010304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5d58fa87-f995-44b4-9dcf-32749bafef51 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.012414 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5d58fa87-f995-44b4-9dcf-32749bafef51 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4901924 Feb 04 15:54:21.017729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45216) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:21.029053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fd79f645-7d1b-410e-86ee-9c6dfcb1aa20 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1759343527', 'prefixes': ['172.20.0.0/16']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:21.298689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fd79f645-7d1b-410e-86ee-9c6dfcb1aa20 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for subnetpool, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:21.306048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fd79f645-7d1b-410e-86ee-9c6dfcb1aa20 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2815633 Feb 04 15:54:21.306886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45230) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:21.316432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-bdf72454-b6b5-4256-b06b-25f83b39a4c9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715', 'tempest-TagsExtTest-Tag-47281662') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.665545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bdf72454-b6b5-4256-b06b-25f83b39a4c9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags/tempest-TagsExtTest-Tag-47281662 HTTP/1.1" status: 201 len: 201 time: 0.3559406 Feb 04 15:54:21.670200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45242) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:21.680587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-44035e6f-d9ce-4958-b073-7d26a8ccce1e tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df', 'tempest-TagsExtTest-Tag-349374375') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.936801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-44035e6f-d9ce-4958-b073-7d26a8ccce1e tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags/tempest-TagsExtTest-Tag-349374375 HTTP/1.1" status: 201 len: 201 time: 0.2643540 Feb 04 15:54:21.940929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45254) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:21.955159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-befc4de4-a09b-49b9-8cc8-033715c3fb43 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640', 'tempest-TagsExtTest-Tag-1464474274') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:21.958989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07562f49-3c7e-4ad1-9249-9129e990e751 req-fa72e2ad-931a-4bb6-a41c-94d2b6345836 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:21.963369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07562f49-3c7e-4ad1-9249-9129e990e751 req-fa72e2ad-931a-4bb6-a41c-94d2b6345836 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 945 time: 0.1285882 Feb 04 15:54:22.117668 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07562f49-3c7e-4ad1-9249-9129e990e751 req-7ed8da53-690b-47c7-b209-2e1183988326 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460104 Feb 04 15:54:22.276734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-befc4de4-a09b-49b9-8cc8-033715c3fb43 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags/tempest-TagsExtTest-Tag-1464474274 HTTP/1.1" status: 201 len: 201 time: 0.3318117 Feb 04 15:54:22.282163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45270) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:22.291894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:54:22.294931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-815e6bd9-160b-43f3-b563-2cba8491f615 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f', 'tempest-TagsExtTest-Tag-1440838441') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:22.431064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:22.431850 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.447162 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7be80aaa-a68c-4ee4-a2a0-73233b1ac03f req-630e8636-5ee2-45e3-8a79-20dcfb00eefe tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1311712 Feb 04 15:54:22.491143 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-815e6bd9-160b-43f3-b563-2cba8491f615 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags/tempest-TagsExtTest-Tag-1440838441 HTTP/1.1" status: 201 len: 201 time: 0.2078435 Feb 04 15:54:22.495218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45278) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:22.504289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-b2d66402-a63a-46b9-a6c7-b6e0f121e7e7 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:22.589158 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.658965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99,segment=NetworkSegment(4b79b81f-1b3c-4518-bce7-c0ae304516d5),segment_id=4b79b81f-1b3c-4518-bce7-c0ae304516d5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:22.680021 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:22.776884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:22.808164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ccd297-c2c8-4081-b2b5-473a0c439b3e None None] Network 1abd61ea-7118-45b2-8e7f-856d485b7cae requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:54:22.842830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2d66402-a63a-46b9-a6c7-b6e0f121e7e7 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags HTTP/1.1" status: 200 len: 239 time: 0.3421896 Feb 04 15:54:22.843705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45284) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:22.849408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-1fb3e9a6-6071-4b29-abe8-2d5fd4e4d50f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715', 'tempest-TagsExtTest-Tag-47281662') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:22.974021 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1fb3e9a6-6071-4b29-abe8-2d5fd4e4d50f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags/tempest-TagsExtTest-Tag-47281662 HTTP/1.1" status: 204 len: 168 time: 0.1297431 Feb 04 15:54:22.978182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45286) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:22.988311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-c4af8ebd-e25c-4b85-a297-334ba05ea94d tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715', 'tempest-TagsExtTest-Tag-47281662') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.019742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6577e2ae-73a6-48c3-93dd-bcf551029156 None None] Provisioning complete for port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:23.022216 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6577e2ae-73a6-48c3-93dd-bcf551029156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.265498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069c2d-9067-4fb1-9673-f170a2e30c41 req-bb7a171d-1dfe-429d-8e98-65976b726aef tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:23.283471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18069c2d-9067-4fb1-9673-f170a2e30c41 req-bb7a171d-1dfe-429d-8e98-65976b726aef tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 945 time: 0.1397312 Feb 04 15:54:23.323358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c4af8ebd-e25c-4b85-a297-334ba05ea94d tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags/tempest-TagsExtTest-Tag-47281662 HTTP/1.1" status: 204 len: 168 time: 0.3429172 Feb 04 15:54:23.326974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45296) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:23.341224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-15e448e4-c765-4a95-8e92-4bb6bbdc4441 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.387372 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:23.441180 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18069c2d-9067-4fb1-9673-f170a2e30c41 req-66600a2a-0f3b-44ec-ad62-b76e4849e4bf tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560817 Feb 04 15:54:23.500946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-15e448e4-c765-4a95-8e92-4bb6bbdc4441 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags HTTP/1.1" status: 200 len: 205 time: 0.1723292 Feb 04 15:54:23.505041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45298) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:23.510987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-9b7c6e4e-37b9-459e-9abe-18031ad71940 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.675520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9b7c6e4e-37b9-459e-9abe-18031ad71940 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags HTTP/1.1" status: 200 len: 240 time: 0.1673043 Feb 04 15:54:23.679520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45302) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:23.715104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-312c5e6b-c95a-47d3-9304-2a9d8f91ef0d tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df', 'tempest-TagsExtTest-Tag-349374375') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.760598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-87616765-4bad-4db9-afcc-0d8da28e6413 req-f819c929-6a28-4284-a2c1-031cd702d03b tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1153417 Feb 04 15:54:23.871573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45306) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:23.882626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-d717acba-307f-40fe-8053-e428e547c757 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df', 'tempest-TagsExtTest-Tag-349374375') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:23.887470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-312c5e6b-c95a-47d3-9304-2a9d8f91ef0d tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags/tempest-TagsExtTest-Tag-349374375 HTTP/1.1" status: 204 len: 168 time: 0.2051866 Feb 04 15:54:24.071046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-02a51a8b-81ba-49c1-acf9-7354a6f09e4a None None] Provisioning complete for port 06aea068-522b-49e6-bb11-33aeff4024df triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:24.071647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-02a51a8b-81ba-49c1-acf9-7354a6f09e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.151175 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d717acba-307f-40fe-8053-e428e547c757 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags/tempest-TagsExtTest-Tag-349374375 HTTP/1.1" status: 204 len: 168 time: 0.2759993 Feb 04 15:54:24.155958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45316) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:24.165896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-ebbad31e-fd0c-492e-b664-f494577439cd tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:24.203444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-02a51a8b-81ba-49c1-acf9-7354a6f09e4a None None] Port 06aea068-522b-49e6-bb11-33aeff4024df cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:54:24.229436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:54:24.331247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-02a51a8b-81ba-49c1-acf9-7354a6f09e4a None None] Provisioning complete for port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:24.331852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-02a51a8b-81ba-49c1-acf9-7354a6f09e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.371976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45324) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:24.379099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebbad31e-fd0c-492e-b664-f494577439cd tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags HTTP/1.1" status: 200 len: 205 time: 0.2199323 Feb 04 15:54:24.401515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-0c400483-e0e7-4b85-90f5-5b5a83195ebc tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:24.551524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-ccfe9bd4-a4ad-4a6a-a18f-42998321fab3 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:24.554037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-ccfe9bd4-a4ad-4a6a-a18f-42998321fab3 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.30 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 945 time: 0.1737168 Feb 04 15:54:24.602443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:24.603273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:24.777602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0c400483-e0e7-4b85-90f5-5b5a83195ebc tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags HTTP/1.1" status: 200 len: 241 time: 0.4038045 Feb 04 15:54:24.783221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45334) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:24.812936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-32622a52-0d2e-4316-b0a9-88beacd5ff80 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640', 'tempest-TagsExtTest-Tag-1464474274') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.144578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fbbbb-7f4f-4e6a-82cc-e60aa9e119c4 req-b2052e87-325f-45e8-939b-619240b970b8 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:25.158322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c21fbbbb-7f4f-4e6a-82cc-e60aa9e119c4 req-b2052e87-325f-45e8-939b-619240b970b8 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 945 time: 0.3422351 Feb 04 15:54:25.221217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Deleting port baf95dc0-e468-4aad-9c7e-b84d828a407d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:25.221666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.254038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e02f7469-7990-4b29-bc5f-4c10c97c49b5 req-96c88d03-35f7-4e33-b0ff-b705dd07911e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0562799 Feb 04 15:54:25.258545 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-32622a52-0d2e-4316-b0a9-88beacd5ff80 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags/tempest-TagsExtTest-Tag-1464474274 HTTP/1.1" status: 204 len: 168 time: 0.4733417 Feb 04 15:54:25.263672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45338) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:25.289188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5de4afad-cfbd-4a4b-aa11-f10799a6b9b7 None None] Provisioning complete for port 06aea068-522b-49e6-bb11-33aeff4024df triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:25.290937 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5de4afad-cfbd-4a4b-aa11-f10799a6b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.304060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-23565685-1a0f-499e-bc9d-66bb4c17ab58 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640', 'tempest-TagsExtTest-Tag-1464474274') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.413189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5de4afad-cfbd-4a4b-aa11-f10799a6b9b7 None None] Port 06aea068-522b-49e6-bb11-33aeff4024df cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:54:25.578237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c21fbbbb-7f4f-4e6a-82cc-e60aa9e119c4 req-f4111e10-369a-4010-984f-bc3c5693e14b tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/security-groups?id=8315e68e-f9dd-4812-88be-e8abb8238feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172487 Feb 04 15:54:25.684806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] For port baf95dc0-e468-4aad-9c7e-b84d828a407d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=baf95dc0-e468-4aad-9c7e-b84d828a407d,segment=NetworkSegment(a67bb34d-87d8-4d3c-961b-471ce9c7f218),segment_id=a67bb34d-87d8-4d3c-961b-471ce9c7f218)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:25.685464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.707386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-23565685-1a0f-499e-bc9d-66bb4c17ab58 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags/tempest-TagsExtTest-Tag-1464474274 HTTP/1.1" status: 204 len: 168 time: 0.4038296 Feb 04 15:54:25.708572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45350) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:25.713864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-93a1bf58-a541-4ccb-b85a-2a64bd202953 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.715296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Calling delete_port for baf95dc0-e468-4aad-9c7e-b84d828a407d owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:25.854964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-93a1bf58-a541-4ccb-b85a-2a64bd202953 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags HTTP/1.1" status: 200 len: 205 time: 0.1442997 Feb 04 15:54:25.858729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:25.869879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-c2c46e5d-569d-4f3f-b537-b7924174d89a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:25.919940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c2c46e5d-569d-4f3f-b537-b7924174d89a tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags HTTP/1.1" status: 200 len: 241 time: 0.0587952 Feb 04 15:54:25.921142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45358) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:25.946182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-9dac0228-0d0d-4e21-aea6-064fb018119e tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f', 'tempest-TagsExtTest-Tag-1440838441') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.029167 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.047162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['baf95dc0-e468-4aad-9c7e-b84d828a407d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:54:26.062405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9dac0228-0d0d-4e21-aea6-064fb018119e tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags/tempest-TagsExtTest-Tag-1440838441 HTTP/1.1" status: 204 len: 168 time: 0.1386404 Feb 04 15:54:26.065468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45364) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:26.085653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-9d7097ad-24f2-4802-b06e-b1abf75149da tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f', 'tempest-TagsExtTest-Tag-1440838441') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.177439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9d7097ad-24f2-4802-b06e-b1abf75149da tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags/tempest-TagsExtTest-Tag-1440838441 HTTP/1.1" status: 204 len: 168 time: 0.1099310 Feb 04 15:54:26.181108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45366) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:26.197029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-dee6b078-7d32-48ce-8d3c-664ad1d3c307 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.266723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Pushing event deleted for resources: {'Port': ['ID=baf95dc0-e468-4aad-9c7e-b84d828a407d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:26.273805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dee6b078-7d32-48ce-8d3c-664ad1d3c307 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags HTTP/1.1" status: 200 len: 205 time: 0.0857830 Feb 04 15:54:26.288192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45370) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:26.294534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-8efb8c53-90e1-4065-bd44-c4dbc99b39ea tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.345946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] No DVR routers for this DVR port baf95dc0-e468-4aad-9c7e-b84d828a407d on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:26.354831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:26.358962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-960647c8-61dc-4238-b2b5-a0e6e4679f49 req-dc09b0a0-e4ec-4912-b85d-6c5edab51dbe tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.30 "DELETE /v2.0/ports/baf95dc0-e468-4aad-9c7e-b84d828a407d HTTP/1.1" status: 204 len: 173 time: 1.7988341 Feb 04 15:54:26.359813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12bd5f9-78e2-440e-a629-8f809ff8defd', 'name': 'network-vif-deleted', 'tag': 'baf95dc0-e468-4aad-9c7e-b84d828a407d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:26.363214 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a8c1c-52bc-4ab9-96f5-154a8e1ed00d" -d '{"events": [{"server_uuid": "f12bd5f9-78e2-440e-a629-8f809ff8defd", "name": "network-vif-deleted", "tag": "baf95dc0-e468-4aad-9c7e-b84d828a407d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:54:26.395596 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8efb8c53-90e1-4065-bd44-c4dbc99b39ea tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags HTTP/1.1" status: 204 len: 168 time: 0.1050997 Feb 04 15:54:26.399719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45376) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:26.407386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-27a2ecda-322e-474c-bf17-03425c796164 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.618094 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf540cb-216e-4490-8191-c0d4220c98b9 x-openstack-request-id: req-0cf540cb-216e-4490-8191-c0d4220c98b9 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:54:26.618094 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12bd5f9-78e2-440e-a629-8f809ff8defd", "name": "network-vif-deleted", "tag": "baf95dc0-e468-4aad-9c7e-b84d828a407d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:54:26.618094 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0cf540cb-216e-4490-8191-c0d4220c98b9 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:54:26.618094 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12bd5f9-78e2-440e-a629-8f809ff8defd', 'name': 'network-vif-deleted', 'tag': 'baf95dc0-e468-4aad-9c7e-b84d828a407d', 'status': 'completed', 'code': 200} Feb 04 15:54:26.857736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eb0d791-c3b2-4548-aeb3-d1ac260d2cee req-a62541dd-7609-4e31-a7dc-bd50145add15 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0758939 Feb 04 15:54:26.894844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-27a2ecda-322e-474c-bf17-03425c796164 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags HTTP/1.1" status: 204 len: 168 time: 0.4933388 Feb 04 15:54:26.895859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45386) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:26.917421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-93bc140d-3a47-4315-b19c-b54c1c4058c9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:26.955592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a46ce897-39c2-4871-957d-94e758a79e63 req-e3b18599-1bf8-4748-be30-75555a8d5325 tempest-ServerPasswordTestJSON-1273210073 tempest-ServerPasswordTestJSON-1273210073-project] 10.222.0.47 "GET /v2.0/ports?device_id=f12bd5f9-78e2-440e-a629-8f809ff8defd HTTP/1.1" status: 200 len: 210 time: 0.0973144 Feb 04 15:54:27.701253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-93bc140d-3a47-4315-b19c-b54c1c4058c9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags HTTP/1.1" status: 204 len: 168 time: 0.8039846 Feb 04 15:54:27.705473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45412) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:27.711796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-651f242f-3098-4ea1-b607-383f0ccb4704 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:27.839717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-651f242f-3098-4ea1-b607-383f0ccb4704 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags HTTP/1.1" status: 204 len: 168 time: 0.1318049 Feb 04 15:54:27.844840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45420) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:27.851504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-6483f210-d12b-4cd4-a7ef-8b04600d8569 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715', 'tempest-TagsExtTest-Tag-481974251') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:28.054782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6483f210-d12b-4cd4-a7ef-8b04600d8569 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags/tempest-TagsExtTest-Tag-481974251 HTTP/1.1" status: 201 len: 201 time: 0.2077734 Feb 04 15:54:28.058345 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45428) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:28.066320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-a792c2bd-9ae8-4db7-be50-ca17eb39589f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df', 'tempest-TagsExtTest-Tag-1502712911') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:28.105169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45430) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:28.144845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c5e829-89b7-4156-affd-32bb4930b20c req-41c26f83-60c0-4766-8b81-a1807f8821f9 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0406365 Feb 04 15:54:28.281945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a792c2bd-9ae8-4db7-be50-ca17eb39589f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags/tempest-TagsExtTest-Tag-1502712911 HTTP/1.1" status: 201 len: 201 time: 0.2220657 Feb 04 15:54:28.291057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45434) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:28.302372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-b40fc660-6575-40b7-8e04-6a81f48c90f8 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640', 'tempest-TagsExtTest-Tag-346403581') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:28.358227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ea743d-318d-47ab-8de0-12125645b78d admin admin] Deleting subnet d88ecaae-fc8d-43c7-8353-ea450d95fd7b {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:54:28.363716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ea743d-318d-47ab-8de0-12125645b78d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.517236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ea743d-318d-47ab-8de0-12125645b78d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.546634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b40fc660-6575-40b7-8e04-6a81f48c90f8 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags/tempest-TagsExtTest-Tag-346403581 HTTP/1.1" status: 201 len: 201 time: 0.2540381 Feb 04 15:54:28.548672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45448) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:28.556723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-d3dda9cc-d827-4d79-9b5f-8a822410fbec tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f', 'tempest-TagsExtTest-Tag-793390067') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:28.663691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device baf95dc0-e468-4aad-9c7e-b84d828a407d no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:54:28.698753 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d3dda9cc-d827-4d79-9b5f-8a822410fbec tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags/tempest-TagsExtTest-Tag-793390067 HTTP/1.1" status: 201 len: 201 time: 0.1484373 Feb 04 15:54:28.703323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45450) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:28.722915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-92b93ed1-21c4-4b7d-a68d-3be8155b2969 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715', {'tags': ['tempest-TagsExtTest-Tag-523162597', 'tempest-TagsExtTest-Tag-1456100137', 'tempest-TagsExtTest-Tag-1566619167']}) {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:28.748341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: baf95dc0-e468-4aad-9c7e-b84d828a407d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:54:28.748939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device baf95dc0-e468-4aad-9c7e-b84d828a407d not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:54:28.767071 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ea743d-318d-47ab-8de0-12125645b78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.863401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ea743d-318d-47ab-8de0-12125645b78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.932779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-92b93ed1-21c4-4b7d-a68d-3be8155b2969 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags HTTP/1.1" status: 200 len: 317 time: 0.2239370 Feb 04 15:54:28.946731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45458) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:28.964928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-b5c16dfe-13d1-4ebb-b25e-c3c0bedd2dd8 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:29.018775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ea743d-318d-47ab-8de0-12125645b78d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.023057 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b8ea743d-318d-47ab-8de0-12125645b78d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d88ecaae-fc8d-43c7-8353-ea450d95fd7b HTTP/1.1" status: 204 len: 168 time: 0.9163058 Feb 04 15:54:29.027683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea743d-318d-47ab-8de0-12125645b78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88ecaae-fc8d-43c7-8353-ea450d95fd7b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:29.043557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45462) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:29.244787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b5c16dfe-13d1-4ebb-b25e-c3c0bedd2dd8 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags HTTP/1.1" status: 204 len: 168 time: 0.2961848 Feb 04 15:54:29.249089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45468) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:29.261125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-dcebd4ed-7557-4fd2-970c-52b811675cce tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715', 'tempest-TagsExtTest-Tag-523162597') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:29.327327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.502088 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-410df94d-1ed3-42ed-8ac0-89eadc160098 req-0f117be9-ebbd-4489-847e-6536f3fd0fa5 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1038201 Feb 04 15:54:29.662389 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.681644 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-dcebd4ed-7557-4fd2-970c-52b811675cce tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:29.683822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dcebd4ed-7557-4fd2-970c-52b811675cce tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags/tempest-TagsExtTest-Tag-523162597 HTTP/1.1" status: 404 len: 328 time: 0.4331501 Feb 04 15:54:29.688114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45480) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:29.694208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-63329ba0-cd7b-4873-9880-c31ca42f8424 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715', 'tempest-TagsExtTest-Tag-1456100137') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:29.699266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f328f2b1-0c20-4ea9-8700-7a9a2470df8a']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:29.734011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67bb34d-87d8-4d3c-961b-471ce9c7f218') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:29.734582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67bb34d-87d8-4d3c-961b-471ce9c7f218') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:29.785356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.835756 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-63329ba0-cd7b-4873-9880-c31ca42f8424 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:29.841382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-63329ba0-cd7b-4873-9880-c31ca42f8424 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags/tempest-TagsExtTest-Tag-1456100137 HTTP/1.1" status: 404 len: 329 time: 0.1473172 Feb 04 15:54:29.841605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45484) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:29.846738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-d0e3e4bc-27ad-4583-b498-02e8365a08e9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715', 'tempest-TagsExtTest-Tag-1566619167') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:29.860231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.875871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:29.877087 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.017296 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-d0e3e4bc-27ad-4583-b498-02e8365a08e9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:30.022149 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d0e3e4bc-27ad-4583-b498-02e8365a08e9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags/tempest-TagsExtTest-Tag-1566619167 HTTP/1.1" status: 404 len: 329 time: 0.1795199 Feb 04 15:54:30.026462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45490) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:30.041204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-0cbac5e5-9c3f-47ed-9883-c9a40ac38a70 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df', {'tags': ['tempest-TagsExtTest-Tag-742101728', 'tempest-TagsExtTest-Tag-1796614694', 'tempest-TagsExtTest-Tag-50258751']}) {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:30.064136 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:30.166461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.191646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.195474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0cbac5e5-9c3f-47ed-9883-c9a40ac38a70 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags HTTP/1.1" status: 200 len: 315 time: 0.1675155 Feb 04 15:54:30.199127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45496) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:30.200784 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f328f2b1-0c20-4ea9-8700-7a9a2470df8a HTTP/1.1" status: 204 len: 168 time: 1.1558182 Feb 04 15:54:30.204903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-77c3489c-0c2a-4fbc-adf8-ebe67bbd0842 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:30.247003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aa5c7-ba14-421a-856d-d43e142e2e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f328f2b1-0c20-4ea9-8700-7a9a2470df8a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:30.425823 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-77c3489c-0c2a-4fbc-adf8-ebe67bbd0842 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags HTTP/1.1" status: 204 len: 168 time: 0.2252164 Feb 04 15:54:30.431164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45504) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:30.437685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-c4cb3aa0-e310-4f36-bd3c-0d1c681d6f94 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df', 'tempest-TagsExtTest-Tag-742101728') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:30.585475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d01c178c-c7e6-4f45-ade4-beea1948b28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:30.589578 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-c4cb3aa0-e310-4f36-bd3c-0d1c681d6f94 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:30.597038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45508) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:30.598992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c4cb3aa0-e310-4f36-bd3c-0d1c681d6f94 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags/tempest-TagsExtTest-Tag-742101728 HTTP/1.1" status: 404 len: 328 time: 0.1648688 Feb 04 15:54:30.606210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-954c6132-7a40-4482-8bbe-543b1f6c834d tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df', 'tempest-TagsExtTest-Tag-1796614694') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:30.921015 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-954c6132-7a40-4482-8bbe-543b1f6c834d tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:30.927346 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-954c6132-7a40-4482-8bbe-543b1f6c834d tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags/tempest-TagsExtTest-Tag-1796614694 HTTP/1.1" status: 404 len: 329 time: 0.3251891 Feb 04 15:54:30.929709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45516) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:30.940264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-e0f04ed1-c4bb-424b-bd03-174fd0668459 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df', 'tempest-TagsExtTest-Tag-50258751') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:31.023178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4bf1c1b8-bb89-47cb-9e5f-b938cee94405 req-585ffb4d-e599-46b6-82de-d27a4703391d tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1674423 Feb 04 15:54:31.112265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45522) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:31.206904 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-e0f04ed1-c4bb-424b-bd03-174fd0668459 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:31.222930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e0f04ed1-c4bb-424b-bd03-174fd0668459 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags/tempest-TagsExtTest-Tag-50258751 HTTP/1.1" status: 404 len: 327 time: 0.2902126 Feb 04 15:54:31.224066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45528) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:31.231818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-2123cea7-f327-4ebc-ab19-f809beff8599 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640', {'tags': ['tempest-TagsExtTest-Tag-1206094246', 'tempest-TagsExtTest-Tag-44624054', 'tempest-TagsExtTest-Tag-1637852477']}) {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:31.298499 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a02708a7-d2d0-44e8-b16c-80790a36b776 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d90fdaf846c4bd0aa47a546eacbd4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820152 Feb 04 15:54:31.298957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45532) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:31.432360 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f06a05f-fc72-4959-9b77-de348a4d950a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.493959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f06a05f-fc72-4959-9b77-de348a4d950a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.554251 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2123cea7-f327-4ebc-ab19-f809beff8599 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags HTTP/1.1" status: 200 len: 316 time: 0.3284824 Feb 04 15:54:31.558922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45536) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:31.586551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-69b5722e-36bb-446c-a9db-20d950b74b4e tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:31.696591 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f06a05f-fc72-4959-9b77-de348a4d950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.703089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f06a05f-fc72-4959-9b77-de348a4d950a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:31.709573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0f06a05f-fc72-4959-9b77-de348a4d950a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8315e68e-f9dd-4812-88be-e8abb8238feb HTTP/1.1" status: 204 len: 168 time: 0.4063113 Feb 04 15:54:31.745817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06a05f-fc72-4959-9b77-de348a4d950a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8315e68e-f9dd-4812-88be-e8abb8238feb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:31.937625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45548) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:31.939512 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-69b5722e-36bb-446c-a9db-20d950b74b4e tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags HTTP/1.1" status: 204 len: 168 time: 0.3788729 Feb 04 15:54:31.946540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.tag.tag_plugin [None req-0cf15717-aed1-4553-bbc9-84cfb8667a49 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640', 'tempest-TagsExtTest-Tag-1206094246') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:32.562966 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-0cf15717-aed1-4553-bbc9-84cfb8667a49 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:32.569530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45562) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:32.570938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0cf15717-aed1-4553-bbc9-84cfb8667a49 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags/tempest-TagsExtTest-Tag-1206094246 HTTP/1.1" status: 404 len: 329 time: 0.6266761 Feb 04 15:54:32.574882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-a2c84c7a-6fdc-4f11-86bb-7610b254d01f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640', 'tempest-TagsExtTest-Tag-44624054') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:32.678614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c9f4a16-dae2-48fe-b587-7b9f8e9d3b4f req-feaf2e40-de41-4b14-a709-29963658c124 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.2049339 Feb 04 15:54:32.697328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45564) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:32.707582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ccec8f82-8f47-425e-95bf-528e7effbe5a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628947988', 'description': 'tempest-secgroup-smoke-1628947988 description', 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:32.767019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ccec8f82-8f47-425e-95bf-528e7effbe5a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:32.834560 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-a2c84c7a-6fdc-4f11-86bb-7610b254d01f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:32.839088 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a2c84c7a-6fdc-4f11-86bb-7610b254d01f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags/tempest-TagsExtTest-Tag-44624054 HTTP/1.1" status: 404 len: 327 time: 0.2653494 Feb 04 15:54:32.839782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45566) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:32.851015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-ebc7b59d-704d-4191-bebf-6f30f503e059 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640', 'tempest-TagsExtTest-Tag-1637852477') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.002270 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ccec8f82-8f47-425e-95bf-528e7effbe5a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.015616 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ccec8f82-8f47-425e-95bf-528e7effbe5a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.075469 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-ebc7b59d-704d-4191-bebf-6f30f503e059 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:33.079678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebc7b59d-704d-4191-bebf-6f30f503e059 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags/tempest-TagsExtTest-Tag-1637852477 HTTP/1.1" status: 404 len: 329 time: 0.2353909 Feb 04 15:54:33.082923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45578) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:33.102983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-22cf342a-881c-4555-b90e-53b814e35eae tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f', {'tags': ['tempest-TagsExtTest-Tag-1006180428', 'tempest-TagsExtTest-Tag-1673118378', 'tempest-TagsExtTest-Tag-1457319054']}) {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.108654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ccec8f82-8f47-425e-95bf-528e7effbe5a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.114090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ccec8f82-8f47-425e-95bf-528e7effbe5a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4150441 Feb 04 15:54:33.122876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45580) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:33.135030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ebb8bb9a-04d9-471c-87bd-d6b8e8657021 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'security_group_rule': {'security_group_id': '78a1aaa9-3481-4b8e-b5d7-bd419b906936', 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:33.159373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec8f82-8f47-425e-95bf-528e7effbe5a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a1aaa9-3481-4b8e-b5d7-bd419b906936,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:33.249436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-22cf342a-881c-4555-b90e-53b814e35eae tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "PUT /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags HTTP/1.1" status: 200 len: 318 time: 0.1646864 Feb 04 15:54:33.251210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ebb8bb9a-04d9-471c-87bd-d6b8e8657021 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.252509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45586) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:33.303910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-da23fcec-6f0b-458b-8870-27fdd6dddaa4 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.550332 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-da23fcec-6f0b-458b-8870-27fdd6dddaa4 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags HTTP/1.1" status: 204 len: 168 time: 0.2953186 Feb 04 15:54:33.555912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45596) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:33.592818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ebb8bb9a-04d9-471c-87bd-d6b8e8657021 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.612376 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ebb8bb9a-04d9-471c-87bd-d6b8e8657021 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.621671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-e84244a1-28d7-4603-b46b-2ca610d7119b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f', 'tempest-TagsExtTest-Tag-1006180428') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.667240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8bb9a-04d9-471c-87bd-d6b8e8657021 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b4936e-e5d2-49d9-954b-5f78fddc7f4a,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:33.696869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ebb8bb9a-04d9-471c-87bd-d6b8e8657021 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.701091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ebb8bb9a-04d9-471c-87bd-d6b8e8657021 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5763676 Feb 04 15:54:33.708111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45598) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:33.728013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b6e80d8f-cdfc-4377-9062-ecce872da51b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'security_group_rule': {'security_group_id': '78a1aaa9-3481-4b8e-b5d7-bd419b906936', 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:33.736223 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94a256af-9d0d-48dd-bdf2-e449a1b5fcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.776448 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-e84244a1-28d7-4603-b46b-2ca610d7119b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:33.777756 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e84244a1-28d7-4603-b46b-2ca610d7119b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags/tempest-TagsExtTest-Tag-1006180428 HTTP/1.1" status: 404 len: 329 time: 0.2206519 Feb 04 15:54:33.782393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45602) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:33.800134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-baed8e3c-40bd-40a1-b1fb-26be9c0048d4 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f', 'tempest-TagsExtTest-Tag-1673118378') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.849641 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-baed8e3c-40bd-40a1-b1fb-26be9c0048d4 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:33.850428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-baed8e3c-40bd-40a1-b1fb-26be9c0048d4 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags/tempest-TagsExtTest-Tag-1673118378 HTTP/1.1" status: 404 len: 329 time: 0.0668273 Feb 04 15:54:33.854980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45604) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:33.860856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-bff0efde-c6c9-40f1-8061-184611f5fffa tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f', 'tempest-TagsExtTest-Tag-1457319054') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.885464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6e80d8f-cdfc-4377-9062-ecce872da51b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:33.913332 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-bff0efde-c6c9-40f1-8061-184611f5fffa tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] show failed (client error): The resource could not be found. Feb 04 15:54:33.923002 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bff0efde-c6c9-40f1-8061-184611f5fffa tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags/tempest-TagsExtTest-Tag-1457319054 HTTP/1.1" status: 404 len: 329 time: 0.0624819 Feb 04 15:54:33.923346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45608) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:33.928185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-54a0e63c-e0a0-45a6-ad4f-3ecb00e9e735 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '89db0203-605e-40ae-9766-dafb42da2b7f') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:33.993087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54a0e63c-e0a0-45a6-ad4f-3ecb00e9e735 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f/tags HTTP/1.1" status: 204 len: 168 time: 0.0686660 Feb 04 15:54:33.997498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45610) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:34.003575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-e727cd22-f4b5-4ea7-8763-e46143e7ad2f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:34.038003 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c16dda98-1003-47e8-85c6-a722066f8465 req-45af85b9-518b-499a-a1b5-6b9e7ed818c3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0313864 Feb 04 15:54:34.221292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6e80d8f-cdfc-4377-9062-ecce872da51b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.229164 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6e80d8f-cdfc-4377-9062-ecce872da51b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.281059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e727cd22-f4b5-4ea7-8763-e46143e7ad2f tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640/tags HTTP/1.1" status: 204 len: 168 time: 0.2781820 Feb 04 15:54:34.282210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45616) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:34.287204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6e80d8f-cdfc-4377-9062-ecce872da51b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.290642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b6e80d8f-cdfc-4377-9062-ecce872da51b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5791211 Feb 04 15:54:34.292347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-93dd17d0-f124-4ddd-8643-7aa806924fe6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06aea068-522b-49e6-bb11-33aeff4024df') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:34.304258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45618) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:34.319197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-33c94506-ef7b-4d98-bddc-470b81a5254a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'security_group_rule': {'security_group_id': '78a1aaa9-3481-4b8e-b5d7-bd419b906936', 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:34.355940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e80d8f-cdfc-4377-9062-ecce872da51b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1220eec0-d0d9-42c2-a929-ba84d57c3a1c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:34.435862 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33c94506-ef7b-4d98-bddc-470b81a5254a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.499475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-93dd17d0-f124-4ddd-8643-7aa806924fe6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df/tags HTTP/1.1" status: 204 len: 168 time: 0.2130358 Feb 04 15:54:34.508257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45624) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:34.521156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.tag.tag_plugin [None req-32a19b7c-0971-4561-bc24-0d5af2335980 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1d45de63-416f-4a93-aa3d-60fe203f4715') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:34.699402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33c94506-ef7b-4d98-bddc-470b81a5254a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.715559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33c94506-ef7b-4d98-bddc-470b81a5254a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.808520 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-32a19b7c-0971-4561-bc24-0d5af2335980 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715/tags HTTP/1.1" status: 204 len: 168 time: 0.2860999 Feb 04 15:54:34.809965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45634) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:34.816471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-33c94506-ef7b-4d98-bddc-470b81a5254a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:34.827355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-33c94506-ef7b-4d98-bddc-470b81a5254a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5173879 Feb 04 15:54:34.829502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c94506-ef7b-4d98-bddc-470b81a5254a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6195a02a-8667-4336-a8f8-225da685813b,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:34.835740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45636) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:34.854694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-41ca3346-8181-41dd-a390-d93093ee4920 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'security_group_rule': {'security_group_id': '78a1aaa9-3481-4b8e-b5d7-bd419b906936', 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:34.879261 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:54:34.971918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41ca3346-8181-41dd-a390-d93093ee4920 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.194814 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1993d562-5556-4c7d-bb40-ad9c38d0bfba tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for subnetpool, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.207830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1993d562-5556-4c7d-bb40-ad9c38d0bfba tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnetpools/89db0203-605e-40ae-9766-dafb42da2b7f HTTP/1.1" status: 204 len: 168 time: 0.3863785 Feb 04 15:54:35.209441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45648) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:35.247768 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41ca3346-8181-41dd-a390-d93093ee4920 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.266636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41ca3346-8181-41dd-a390-d93093ee4920 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.288326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-10b69c51-4723-469f-8584-185851ad290c tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "GET /v2.0/ports?device_id=24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640 HTTP/1.1" status: 200 len: 205 time: 0.0767174 Feb 04 15:54:35.291299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45650) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:35.314752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41ca3346-8181-41dd-a390-d93093ee4920 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.319645 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-41ca3346-8181-41dd-a390-d93093ee4920 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4822619 Feb 04 15:54:35.328872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45652) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:35.331083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca3346-8181-41dd-a390-d93093ee4920 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949564b0-18b1-4965-8332-7c521e887eee,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:35.352606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-79df4f87-8ff1-41fc-83a1-b5610c22b4c1 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'security_group_rule': {'security_group_id': '78a1aaa9-3481-4b8e-b5d7-bd419b906936', 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:35.438394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92447ead-2257-4cb2-bab2-772eed5e4a37 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.569217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d11b7e1-c4a6-4bcc-944a-19b56979b42c req-27261c0c-c234-447d-9dc8-02bfebbaeff0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.2390449 Feb 04 15:54:35.570290 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-79df4f87-8ff1-41fc-83a1-b5610c22b4c1 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Project 726b13dcbe814e9ea9aa7406702fd5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:54:35.579573 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79df4f87-8ff1-41fc-83a1-b5610c22b4c1 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.656469 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79df4f87-8ff1-41fc-83a1-b5610c22b4c1 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.662876 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79df4f87-8ff1-41fc-83a1-b5610c22b4c1 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.695460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df4f87-8ff1-41fc-83a1-b5610c22b4c1 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b6eaca-e196-4cc4-b631-32bccfe9d435,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:35.707954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79df4f87-8ff1-41fc-83a1-b5610c22b4c1 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.709894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-79df4f87-8ff1-41fc-83a1-b5610c22b4c1 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3695230 Feb 04 15:54:35.714785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45658) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:35.720048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0aeb4ad9-5e00-4d5a-b437-4aa255114dd4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'security_group_rule': {'security_group_id': '78a1aaa9-3481-4b8e-b5d7-bd419b906936', 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:35.818387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.821719 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-0aeb4ad9-5e00-4d5a-b437-4aa255114dd4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Project 726b13dcbe814e9ea9aa7406702fd5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:54:35.834209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4ad9-5e00-4d5a-b437-4aa255114dd4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:35.997342 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4ad9-5e00-4d5a-b437-4aa255114dd4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.007040 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4ad9-5e00-4d5a-b437-4aa255114dd4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.007320 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92447ead-2257-4cb2-bab2-772eed5e4a37 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.019948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92447ead-2257-4cb2-bab2-772eed5e4a37 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.061587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb4ad9-5e00-4d5a-b437-4aa255114dd4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e18997e-86b3-4a13-bbc1-2c8d23728807,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:36.120036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4ad9-5e00-4d5a-b437-4aa255114dd4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.125445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0aeb4ad9-5e00-4d5a-b437-4aa255114dd4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4058168 Feb 04 15:54:36.146930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92447ead-2257-4cb2-bab2-772eed5e4a37 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.147834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92447ead-2257-4cb2-bab2-772eed5e4a37 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Fanout notify agent at l3_agent the message router_deleted on router 24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:54:36.166470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-92447ead-2257-4cb2-bab2-772eed5e4a37 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.171778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45676) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:36.204788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-92447ead-2257-4cb2-bab2-772eed5e4a37 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/routers/24dc2b06-bcc0-42ab-a3a9-fdc68fd8a640 HTTP/1.1" status: 204 len: 168 time: 0.8766274 Feb 04 15:54:36.405515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8ee79-8ab1-4834-84f8-775ade74ffb9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Deleting port 06aea068-522b-49e6-bb11-33aeff4024df {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:36.406441 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ee79-8ab1-4834-84f8-775ade74ffb9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.636505 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07159cc2-bc5d-4d0e-889c-bc22a80274fb req-88f3466f-8a53-453d-94f0-442a820b40fd tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1361241 Feb 04 15:54:36.745383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-3e93d897-0794-4fc7-9369-6a19da6c14f2 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628947988&fields=id&tenant_id=726b13dcbe814e9ea9aa7406702fd5ce HTTP/1.1" status: 200 len: 267 time: 0.1474419 Feb 04 15:54:36.812399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ee79-8ab1-4834-84f8-775ade74ffb9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:36.931840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aeb2b738-3532-47a8-a96f-f3ad09123645 req-68e3059a-4d47-4812-997f-0160a6ab49a3 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.1052096 Feb 04 15:54:36.955376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8ee79-8ab1-4834-84f8-775ade74ffb9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Calling delete_port for 06aea068-522b-49e6-bb11-33aeff4024df owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:36.989754 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.356628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-4597ec17-cd74-4547-ad3d-b068413249b9 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:37.365458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-4597ec17-cd74-4547-ad3d-b068413249b9 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/networks?id=f13a2b1b-539c-428c-84e7-de5a752feee2 HTTP/1.1" status: 200 len: 813 time: 0.5839422 Feb 04 15:54:37.448563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-e6388159-1537-4104-8e2d-ae4f05a06833 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/quotas/726b13dcbe814e9ea9aa7406702fd5ce HTTP/1.1" status: 200 len: 375 time: 0.0607708 Feb 04 15:54:37.458620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.779782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-7c899352-d90b-4313-8cf5-ddb5f5695690 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=726b13dcbe814e9ea9aa7406702fd5ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3220210 Feb 04 15:54:37.789363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ee79-8ab1-4834-84f8-775ade74ffb9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:37.856908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2264d2e9-d2ce-43cb-941b-166213799f78 req-06666fa9-2169-4ee7-8458-46c0b27fe4fd tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0470154 Feb 04 15:54:38.204755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-3ce4a33b-2787-43e7-b589-1ed6d0579bb3 service neutron] 10.222.0.47 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981502 Feb 04 15:54:38.326932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4a7d8ed-b985-49ae-aa56-241123577e19 req-b3904fab-9697-425c-b408-58e58af5f26c tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0874238 Feb 04 15:54:38.363020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8ee79-8ab1-4834-84f8-775ade74ffb9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Pushing event deleted for resources: {'Port': ['ID=06aea068-522b-49e6-bb11-33aeff4024df,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:38.584026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-d5b9ba9b-9bcb-4b9a-bc12-7a01190d7f4d service neutron] 10.222.0.47 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352525 Feb 04 15:54:38.611279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ee79-8ab1-4834-84f8-775ade74ffb9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.619118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1cc8ee79-8ab1-4834-84f8-775ade74ffb9 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/ports/06aea068-522b-49e6-bb11-33aeff4024df HTTP/1.1" status: 204 len: 168 time: 2.4434507 Feb 04 15:54:38.621271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45740) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:38.768025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b59687-08a0-43c2-a054-b30ea63c257b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Deleting subnet 1d45de63-416f-4a93-aa3d-60fe203f4715 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:54:38.777844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55b59687-08a0-43c2-a054-b30ea63c257b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:38.985327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55b59687-08a0-43c2-a054-b30ea63c257b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.146509 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa0617a-f178-4173-b706-74b13a667d79 req-48c8120a-0a4a-4b2d-8d3d-e80ed2932eb0 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0509620 Feb 04 15:54:39.369568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55b59687-08a0-43c2-a054-b30ea63c257b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.454147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45760) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:39.616850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6407c33b-c6f4-4506-8b1d-e93680bbac9e req-70f9c14a-9799-4ed9-82f0-98f4b1e0dccb tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.1243479 Feb 04 15:54:39.653300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55b59687-08a0-43c2-a054-b30ea63c257b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.677704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55b59687-08a0-43c2-a054-b30ea63c257b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:39.685423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45772) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:39.690429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39577f88-8d3d-4111-8f91-35a77378b593 None None] Network 1abd61ea-7118-45b2-8e7f-856d485b7cae requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:54:39.695831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55b59687-08a0-43c2-a054-b30ea63c257b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/subnets/1d45de63-416f-4a93-aa3d-60fe203f4715 HTTP/1.1" status: 204 len: 168 time: 1.0589182 Feb 04 15:54:39.780208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b59687-08a0-43c2-a054-b30ea63c257b tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Pushing event deleted for resources: {'Subnet': ['ID=1d45de63-416f-4a93-aa3d-60fe203f4715,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:39.991447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.206776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.261757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.437181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] DHCP port deletion for 1abd61ea-7118-45b2-8e7f-856d485b7cae request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:54:40.504015 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.574616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Deleting port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:40.582189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.681874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21f5f10f-cc25-4d65-bc2c-1de70a1bfb3a req-1f1f24b7-9c40-441f-a4ab-d4468fd8e116 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1618176 Feb 04 15:54:40.853297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.908505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] For port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99,segment=NetworkSegment(4b79b81f-1b3c-4518-bce7-c0ae304516d5),segment_id=4b79b81f-1b3c-4518-bce7-c0ae304516d5)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:40.915938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:40.973745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Calling delete_port for 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:41.015278 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48c5ca85e02d49f28fd1103dd6788a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5590622 Feb 04 15:54:41.019593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45796) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:41.228835 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf65485d-13a9-47ba-b6c7-cd931153f75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.242309 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.335983 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf65485d-13a9-47ba-b6c7-cd931153f75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.362971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3dc951e4-d82a-4e4c-aa08-c2d7dc4fff38 req-88c5e410-4941-44db-ac3b-7ee9b3284fcc tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 1.5809898 Feb 04 15:54:41.371891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Pushing event deleted for resources: {'Port': ['ID=2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:41.405595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] No DVR routers for this DVR port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:41.451450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.458397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.459378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.461027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.461935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.464027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.465711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.466918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.467749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.468617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.469458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.470774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a1cba7-656c-4c25-98d5-d5fa9d8fb89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.560879 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf65485d-13a9-47ba-b6c7-cd931153f75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.566314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bf65485d-13a9-47ba-b6c7-cd931153f75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.573611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bf65485d-13a9-47ba-b6c7-cd931153f75a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e27d0deb-153f-4969-845b-e8539f94688f HTTP/1.1" status: 204 len: 168 time: 0.5509658 Feb 04 15:54:41.579591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d0deb-153f-4969-845b-e8539f94688f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:41.602506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.603548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.604443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.605883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.608179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.609110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.610312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.611259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.614159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.615286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.616168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.617054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb1b33-c5c9-48a4-ad0c-100e820556f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:41.674600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65485d-13a9-47ba-b6c7-cd931153f75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d0deb-153f-4969-845b-e8539f94688f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:41.731290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Deleting port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:41.732396 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.932874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] For port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99, host n-d-827869-1, got binding levels [] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:41.933472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.980374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Calling delete_port for 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:41.989176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 was not found and therefore no delete operation was performed {{(pid=102422) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:54:42.041303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.176922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:54:42.230439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:54:42.230782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:54:42.235091 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06085074-3fb3-491b-9a85-ee0b1a74b95d req-c44939e1-f7b5-4a2b-a3c5-558cf23669bb tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1587946 Feb 04 15:54:42.266623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] No DVR routers for this DVR port 2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:42.300164 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6d943093-2483-4da4-ad28-bbc5aa3fa917 req-c3743f02-ebf2-4a22-bee9-4e4d178cd3c6 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.3136101 Feb 04 15:54:42.399409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e28b365-f37b-4da2-83eb-d6bf6a53e5f3 req-e88f1acd-11ad-46f5-bfa5-9637706380f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1597118 Feb 04 15:54:42.469323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Pushing event deleted for resources: {'Port': ['ID=2cd73512-f1bc-491c-8a5c-9f1a2b1d0a99,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:42.777764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:42.992195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-0447b99f-f896-4309-b20a-4b3ba1891e90 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:42.996157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-0447b99f-f896-4309-b20a-4b3ba1891e90 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.50 "GET /v2.0/networks?id=f13a2b1b-539c-428c-84e7-de5a752feee2 HTTP/1.1" status: 200 len: 813 time: 0.2127969 Feb 04 15:54:43.015410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed8807b5-7469-4cfb-aedd-0519ea021a89 req-ec8bfa9e-5dd8-40bf-860a-be71b1abf245 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.3768814 Feb 04 15:54:43.042692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abd61ea-7118-45b2-8e7f-856d485b7cae']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:43.096709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b79b81f-1b3c-4518-bce7-c0ae304516d5') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:43.097213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b79b81f-1b3c-4518-bce7-c0ae304516d5') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:43.134670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.171553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.193070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:43.194098 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.211763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-18962a2b-0855-4442-85f2-608cc40e80ec tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726b13dcbe814e9ea9aa7406702fd5ce HTTP/1.1" status: 200 len: 380 time: 0.1875298 Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:43.213290 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:43.227412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'port': {'device_id': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'admin_state_up': True, 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'security_groups': ['78a1aaa9-3481-4b8e-b5d7-bd419b906936']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:43.508883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.537424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.574259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] 10.222.0.47 "DELETE /v2.0/networks/1abd61ea-7118-45b2-8e7f-856d485b7cae HTTP/1.1" status: 204 len: 168 time: 3.8868072 Feb 04 15:54:43.675135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Made reservation on behalf of 726b13dcbe814e9ea9aa7406702fd5ce for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:54:43.684197 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:43.735642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a27052-b8e0-4137-8a99-12c1b3a084a6 tempest-TagsExtTest-968483708 tempest-TagsExtTest-968483708-project] Pushing event deleted for resources: {'Network': ['ID=1abd61ea-7118-45b2-8e7f-856d485b7cae,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:43.847239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4689f65e-4665-45f7-939b-8a072d1a1c74 req-e2246735-5a8e-4b2e-bedf-fa1507acc502 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.2522340 Feb 04 15:54:43.868780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0821f354-8495-48a3-9d35-98be3e679210 req-cf448cb4-e321-4b9b-886c-4d59d2ae8368 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.1640282 Feb 04 15:54:44.221322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Allocated IP 172.20.0.12 (f13a2b1b-539c-428c-84e7-de5a752feee2/185121cf-4ccd-4462-bf40-4c256c3bc835/a70ebb83-44db-46cb-932f-1c28a71b130b) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:54:44.575243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45848) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:44.652681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b270bb23-bfed-48a4-ab79-96f538d5d855 req-68aac837-a613-400d-b935-9b0a48a7fcbb tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8698b31-1d93-4776-9176-493c6640df32 HTTP/1.1" status: 200 len: 210 time: 0.0683138 Feb 04 15:54:44.805448 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:44.879942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.003076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'Port': ['ID=a70ebb83-44db-46cb-932f-1c28a71b130b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:45.055980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Network f13a2b1b-539c-428c-84e7-de5a752feee2 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:54:45.075875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.077871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.078579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.079101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.079659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.080171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.087155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.087712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.088251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.088806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.089401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.089899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:54:45.112757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:54:45.125193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:54:45.153649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3b363c92-aaea-4edf-badd-d560e0d1dfdd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0bd95c28f52e436faf9ade8c74bf7325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771921 Feb 04 15:54:45.158711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45860) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:45.295385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3901d1f6-6bea-45a0-a666-0bd27cd5ef6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.309454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f81c5-54cb-4a3c-b238-9e484e8e2aa0 req-883cd062-fec9-4da1-8bae-eb7a164c2ab0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:45.318478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-981f81c5-54cb-4a3c-b238-9e484e8e2aa0 req-883cd062-fec9-4da1-8bae-eb7a164c2ab0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 932 time: 0.2432029 Feb 04 15:54:45.364713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0612837-9cfd-4c11-b9b6-dd5ea8a51e71 req-ac2e72fe-a57c-4302-91c5-5299f1c01a7d tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1227865 Feb 04 15:54:45.399458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:45.405791 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.450326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-13280c1c-c785-47cb-9034-afd3d48355c0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2368023 Feb 04 15:54:45.451842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3901d1f6-6bea-45a0-a666-0bd27cd5ef6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.470869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Request body: {'port': {'device_id': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:54:45.534476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-981f81c5-54cb-4a3c-b238-9e484e8e2aa0 req-993c838a-8f87-4a6a-91e8-d7750dbb0869 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111046 Feb 04 15:54:45.624179 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3901d1f6-6bea-45a0-a666-0bd27cd5ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.627838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.636670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3901d1f6-6bea-45a0-a666-0bd27cd5ef6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.638510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5867af29-c19c-453c-8cfd-f06ba1184bba None None] Provisioning complete for port a70ebb83-44db-46cb-932f-1c28a71b130b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:54:45.640668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5867af29-c19c-453c-8cfd-f06ba1184bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:45.647736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3901d1f6-6bea-45a0-a666-0bd27cd5ef6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07e84ddf-b5fc-42ab-babb-7058633f2f8f HTTP/1.1" status: 204 len: 168 time: 0.4845173 Feb 04 15:54:45.686980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901d1f6-6bea-45a0-a666-0bd27cd5ef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e84ddf-b5fc-42ab-babb-7058633f2f8f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:45.796217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5867af29-c19c-453c-8cfd-f06ba1184bba None None] Port a70ebb83-44db-46cb-932f-1c28a71b130b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:54:46.416419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70ebb83-44db-46cb-932f-1c28a71b130b {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:54:46.444704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.471658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Transition to ACTIVE for port object a70ebb83-44db-46cb-932f-1c28a71b130b will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:54:46.498687 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:46.803020 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-140495ce-5976-4ca0-a89e-dd1bad6e2bb4 req-af603fbd-3a3f-4c01-a406-eb54439e9a3a tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1062398 Feb 04 15:54:46.884358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a70ebb83-44db-46cb-932f-1c28a71b130b,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:46.911821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45920) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:47.180146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6db67836-d93c-441d-8122-f69d20af8907 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.186867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Attempting to bind port a70ebb83-44db-46cb-932f-1c28a71b130b on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:54:47.187204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Attempting to bind port a70ebb83-44db-46cb-932f-1c28a71b130b by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:54:47.192453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Attempting to bind port a70ebb83-44db-46cb-932f-1c28a71b130b on network f13a2b1b-539c-428c-84e7-de5a752feee2 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:54:47.225187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Port a70ebb83-44db-46cb-932f-1c28a71b130b on network f13a2b1b-539c-428c-84e7-de5a752feee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:54:47.225540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Attempting to bind port a70ebb83-44db-46cb-932f-1c28a71b130b on network f13a2b1b-539c-428c-84e7-de5a752feee2 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:54:47.280055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6db67836-d93c-441d-8122-f69d20af8907 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.293070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf6694-8c98-4f88-9957-40304a363ead req-93c3f083-a77f-47b5-a594-7ec85f8bcf9d tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:47.296855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4dcf6694-8c98-4f88-9957-40304a363ead req-93c3f083-a77f-47b5-a594-7ec85f8bcf9d tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.2217596 Feb 04 15:54:47.303452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:54:47.307788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Checking segment: {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:54:47.308307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Bound using segment: {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:54:47.308791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Bound port: a70ebb83-44db-46cb-932f-1c28a71b130b, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91237f1-f97b-4551-8130-d37d147cdf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:54:47.309166 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.354294 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6db67836-d93c-441d-8122-f69d20af8907 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.357151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6db67836-d93c-441d-8122-f69d20af8907 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.365572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6db67836-d93c-441d-8122-f69d20af8907 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "DELETE /v2.0/security-groups/f5bc2e35-4725-422d-a2e0-92c1088e6cff HTTP/1.1" status: 204 len: 168 time: 0.4521890 Feb 04 15:54:47.366335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45930) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:47.401330 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-b52cdd3a-ee92-4c2c-b8d2-1a62abe5734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] show failed (client error): The resource could not be found. Feb 04 15:54:47.407359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b52cdd3a-ee92-4c2c-b8d2-1a62abe5734e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "GET /v2.0/security-groups/f5bc2e35-4725-422d-a2e0-92c1088e6cff HTTP/1.1" status: 404 len: 347 time: 0.0337327 Feb 04 15:54:47.430502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 45934) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:47.436314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db67836-d93c-441d-8122-f69d20af8907 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bc2e35-4725-422d-a2e0-92c1088e6cff,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:47.465058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4dcf6694-8c98-4f88-9957-40304a363ead req-274cd8ae-9477-49cf-a8e3-10359c203957 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345744 Feb 04 15:54:47.758388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] For port a70ebb83-44db-46cb-932f-1c28a71b130b, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:54:47.775611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] For port a70ebb83-44db-46cb-932f-1c28a71b130b, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a70ebb83-44db-46cb-932f-1c28a71b130b,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:54:47.788004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.990267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:47.991152 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:47.992760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] 10.222.0.50 "PUT /v2.0/ports/a70ebb83-44db-46cb-932f-1c28a71b130b HTTP/1.1" status: 200 len: 1092 time: 2.5272295 Feb 04 15:54:48.002581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting port fde0fd53-aa14-4797-a85b-63dcf7598e80 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:48.005068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.008776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:54:48.020061 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2354dd-1638-4921-8e40-e7d0b59a4e98" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:54:48.020935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45952) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:48.038961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0158281 Feb 04 15:54:48.044484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45956) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:48.342782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-785657db-1260-4dba-93ca-21fee1e0e956 req-ccbbae25-284b-4ddf-8fda-6f816ae65dc4 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1868374 Feb 04 15:54:48.386309 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba6c32-3d50-49cc-8e0b-250050ada511 x-openstack-request-id: req-c1ba6c32-3d50-49cc-8e0b-250050ada511 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:54:48.387028 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:54:48.387489 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1ba6c32-3d50-49cc-8e0b-250050ada511 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:54:48.388185 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'status': 'completed', 'code': 200} Feb 04 15:54:48.414534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f2cb5-829e-44e1-bc3b-a4e6b4915a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a70ebb83-44db-46cb-932f-1c28a71b130b,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:48.444156 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.445148 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:48.524854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3e32db7b-6c9f-4b62-a0d2-4a6758120699 tempest-NetworksApiDiscovery-1728639586 tempest-NetworksApiDiscovery-1728639586-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4708037 Feb 04 15:54:48.571289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Calling delete_port for fde0fd53-aa14-4797-a85b-63dcf7598e80 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:48.819883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-0b3cee64-a5e9-4e71-b521-fd19873b0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:48.822570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-0b3cee64-a5e9-4e71-b521-fd19873b0b3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=726b13dcbe814e9ea9aa7406702fd5ce&device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1095 time: 0.4689059 Feb 04 15:54:49.001053 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-5381acea-9c12-49b8-8aec-782b0ec227af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a70ebb83-44db-46cb-932f-1c28a71b130b HTTP/1.1" status: 200 len: 217 time: 0.1427808 Feb 04 15:54:49.229527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-e23057cd-6155-4218-8d56-669df5dbf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:49.238897 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-e23057cd-6155-4218-8d56-669df5dbf57e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185121cf-4ccd-4462-bf40-4c256c3bc835 HTTP/1.1" status: 200 len: 852 time: 0.2184787 Feb 04 15:54:49.272987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be14245-0f31-4307-a340-afe7df4dcc86 req-128daa72-1c37-4b2e-a5ed-f6449a616c66 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:49.282101 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2be14245-0f31-4307-a340-afe7df4dcc86 req-128daa72-1c37-4b2e-a5ed-f6449a616c66 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.5126493 Feb 04 15:54:49.339524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:49.678665 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b45e5be-57af-4fa5-857f-dd86c50cf2e4 req-b6222f99-ec66-4ba9-b02d-a8ea5552e2b8 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1044579 Feb 04 15:54:49.730850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2be14245-0f31-4307-a340-afe7df4dcc86 req-b952304d-55df-4cc2-bfad-dcb64f62f83e tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431345 Feb 04 15:54:49.817916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-76e38258-dfb7-4999-917c-1658599c5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:49.830949 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-76e38258-dfb7-4999-917c-1658599c5deb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f13a2b1b-539c-428c-84e7-de5a752feee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5364041 Feb 04 15:54:49.854373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.887162 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e29e33e2-248f-41d1-9286-df48a12eb758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:49.980152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Port': ['ID=fde0fd53-aa14-4797-a85b-63dcf7598e80,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:50.145958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e29e33e2-248f-41d1-9286-df48a12eb758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.155714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e29e33e2-248f-41d1-9286-df48a12eb758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.216374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e29e33e2-248f-41d1-9286-df48a12eb758 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1cfe1b165ed4a32b642182ea6760823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755131 Feb 04 15:54:50.217680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 45998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:50.255799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e33e2-248f-41d1-9286-df48a12eb758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1867833-ead0-4865-8ace-c1e439058c97,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:50.256940 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-101398ed-4ae8-4c39-8767-b45de0bab62c service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195542 Feb 04 15:54:50.343333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6b6bc2-90be-4cf6-b460-eaa51ca396f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.386758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6b6bc2-90be-4cf6-b460-eaa51ca396f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.496990 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6b6bc2-90be-4cf6-b460-eaa51ca396f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.500977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6b6bc2-90be-4cf6-b460-eaa51ca396f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.506088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-be6b6bc2-90be-4cf6-b460-eaa51ca396f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e1867833-ead0-4865-8ace-c1e439058c97 HTTP/1.1" status: 204 len: 168 time: 0.2871003 Feb 04 15:54:50.510693 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.516434 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.517583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b6bc2-90be-4cf6-b460-eaa51ca396f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1867833-ead0-4865-8ace-c1e439058c97,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:50.523454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-156d57c6-d39b-41cc-b244-0bad8e742983 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "DELETE /v2.0/floatingips/cb369ea9-55a7-4b8a-8196-afa2611a1176 HTTP/1.1" status: 204 len: 168 time: 3.0500138 Feb 04 15:54:50.525697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46004) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:50.628960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f6e4e5-6ad0-470c-be32-84a6e13a9b7a req-748ddfe8-62df-4ef7-9360-99f48034a5a2 service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155723 Feb 04 15:54:50.746486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e4d02bb5-3fbf-4aad-8dc3-4cf23e55503e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting port 8eb391fc-50c6-4df7-96bf-6ac93f25a908 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:50.747675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4d02bb5-3fbf-4aad-8dc3-4cf23e55503e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.938940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-ce3439cf-3a1a-4f9d-b3bf-30d178584a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:50.938940 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-ce3439cf-3a1a-4f9d-b3bf-30d178584a89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=726b13dcbe814e9ea9aa7406702fd5ce&device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1095 time: 0.1990550 Feb 04 15:54:51.049492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02db32f0-8218-4b9e-83af-1b2fa6cdb597 req-f9897bb6-26bf-4799-8163-b5b719ee6c76 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0690064 Feb 04 15:54:51.060005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4d02bb5-3fbf-4aad-8dc3-4cf23e55503e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.090833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e4d02bb5-3fbf-4aad-8dc3-4cf23e55503e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Calling delete_port for 8eb391fc-50c6-4df7-96bf-6ac93f25a908 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:51.105654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-be24592d-965d-4488-9af9-0d375a089f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:51.107238 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-be24592d-965d-4488-9af9-0d375a089f5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f13a2b1b-539c-428c-84e7-de5a752feee2 HTTP/1.1" status: 200 len: 914 time: 0.1648519 Feb 04 15:54:51.127862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b712f4f-8b10-4275-9162-306c8733a786 req-2b69833e-36d4-4883-9213-5d9cc40806d4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:51.130482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b712f4f-8b10-4275-9162-306c8733a786 req-2b69833e-36d4-4883-9213-5d9cc40806d4 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.2933166 Feb 04 15:54:51.224063 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-1aa39625-5890-416c-81b1-43f14c6e5af5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a70ebb83-44db-46cb-932f-1c28a71b130b HTTP/1.1" status: 200 len: 217 time: 0.0923419 Feb 04 15:54:51.411525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b712f4f-8b10-4275-9162-306c8733a786 req-1d82b664-2f4d-43c4-be30-f9c0054b4450 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651796 Feb 04 15:54:51.436010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-1ddf8f53-97f0-44a0-8e64-8faeb746d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:51.441439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-1ddf8f53-97f0-44a0-8e64-8faeb746d36c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185121cf-4ccd-4462-bf40-4c256c3bc835 HTTP/1.1" status: 200 len: 852 time: 0.2019894 Feb 04 15:54:51.567484 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4d02bb5-3fbf-4aad-8dc3-4cf23e55503e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.618296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-1307c3c4-9b12-40e7-a861-9d7b5abe86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:51.620712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-1307c3c4-9b12-40e7-a861-9d7b5abe86d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f13a2b1b-539c-428c-84e7-de5a752feee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684546 Feb 04 15:54:51.658528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d02bb5-3fbf-4aad-8dc3-4cf23e55503e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Port': ['ID=8eb391fc-50c6-4df7-96bf-6ac93f25a908,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:51.805917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e4d02bb5-3fbf-4aad-8dc3-4cf23e55503e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:51.813727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e4d02bb5-3fbf-4aad-8dc3-4cf23e55503e tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "DELETE /v2.0/ports/8eb391fc-50c6-4df7-96bf-6ac93f25a908 HTTP/1.1" status: 204 len: 168 time: 1.2831426 Feb 04 15:54:51.814468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46032) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:51.902601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-fe81288d-e787-42f8-86b0-7dcb73da5b23 service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698367 Feb 04 15:54:52.027366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d44ca1d3-88d7-4e62-a075-2dcaaaa75ba1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting port 8e662118-2cbb-42a1-a29b-d7fb20a32888 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:52.028228 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d44ca1d3-88d7-4e62-a075-2dcaaaa75ba1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.324620 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d44ca1d3-88d7-4e62-a075-2dcaaaa75ba1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:52.380654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d44ca1d3-88d7-4e62-a075-2dcaaaa75ba1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Calling delete_port for 8e662118-2cbb-42a1-a29b-d7fb20a32888 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:52.415972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd2354dd-1638-4921-8e40-e7d0b59a4e98 req-8d22c5f3-4ca2-401f-8c89-1f74ad8abd2a service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922388 Feb 04 15:54:52.937200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217d9b5-f2be-47ec-a723-4a6303284ba4 req-d35a1865-a3a5-453b-8365-340c0c97ff40 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:52.949663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c217d9b5-f2be-47ec-a723-4a6303284ba4 req-d35a1865-a3a5-453b-8365-340c0c97ff40 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.2522418 Feb 04 15:54:53.113384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c217d9b5-f2be-47ec-a723-4a6303284ba4 req-b6c5499c-b44e-4580-af3b-b0331d83bfbf tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600845 Feb 04 15:54:53.144049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.182638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dd929657-04ba-4225-8c85-829a3fcad582 req-e2e346d2-3093-46fc-896c-c8f9c8209710 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.7153847 Feb 04 15:54:53.551612 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d44ca1d3-88d7-4e62-a075-2dcaaaa75ba1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.638839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ca1d3-88d7-4e62-a075-2dcaaaa75ba1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Port': ['ID=8e662118-2cbb-42a1-a29b-d7fb20a32888,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:53.834403 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d44ca1d3-88d7-4e62-a075-2dcaaaa75ba1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:53.847007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46098) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:53.848582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d44ca1d3-88d7-4e62-a075-2dcaaaa75ba1 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "DELETE /v2.0/ports/8e662118-2cbb-42a1-a29b-d7fb20a32888 HTTP/1.1" status: 204 len: 168 time: 2.0325978 Feb 04 15:54:53.958207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-6983bac1-dc4b-48ba-953f-574bb513af90 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting subnet e57f75d4-9e59-44d7-b3bd-3475dabd8717 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:54:53.966980 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6983bac1-dc4b-48ba-953f-574bb513af90 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.082551 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6983bac1-dc4b-48ba-953f-574bb513af90 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.538740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1db6cdfa-ec79-4bd0-be51-1e05d903d17c req-a3286200-cb79-4d31-83fe-a756c1d6a683 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0967832 Feb 04 15:54:54.580651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d9dfc36-890e-4405-a79b-8d78205e7ade req-4c3e7264-fbfb-45e8-a133-ae03f45662b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d20305e3cb347c1ba42b65ca7660077&device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.3544590 Feb 04 15:54:54.592248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6983bac1-dc4b-48ba-953f-574bb513af90 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.709732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6983bac1-dc4b-48ba-953f-574bb513af90 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.793185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe23c8-0ea1-4061-8517-c3ec0aa490f0 None None] Network 64cb3f2d-ba95-4939-8485-4be57b4533ef requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:54:54.813850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d9dfc36-890e-4405-a79b-8d78205e7ade req-3e9741ae-fe41-4ed1-a9b4-c660a3312b08 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d20305e3cb347c1ba42b65ca7660077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211820 Feb 04 15:54:54.815331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6983bac1-dc4b-48ba-953f-574bb513af90 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:54.822434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46136) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:54.824044 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6983bac1-dc4b-48ba-953f-574bb513af90 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "DELETE /v2.0/subnets/e57f75d4-9e59-44d7-b3bd-3475dabd8717 HTTP/1.1" status: 204 len: 168 time: 0.9759550 Feb 04 15:54:54.894053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e01ac-e9a7-4319-92a7-f26c5b40bb48 req-159d64af-3a4c-4172-afeb-74608bd91051 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:54.911007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea7e01ac-e9a7-4319-92a7-f26c5b40bb48 req-159d64af-3a4c-4172-afeb-74608bd91051 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.5438774 Feb 04 15:54:54.913257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983bac1-dc4b-48ba-953f-574bb513af90 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Subnet': ['ID=e57f75d4-9e59-44d7-b3bd-3475dabd8717,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:54.983771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f86c6fc-d8bc-4992-9003-a893e9c1dc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Deleting subnet c058e558-da25-4a8a-be3f-3f46b70164fd {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:54:54.996293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f86c6fc-d8bc-4992-9003-a893e9c1dc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.101857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f86c6fc-d8bc-4992-9003-a893e9c1dc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.199329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] DHCP port deletion for 64cb3f2d-ba95-4939-8485-4be57b4533ef request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:54:55.346471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] Deleting port 8479a265-0935-4ce0-9a8c-f914a2833339 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:55.347133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.382590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f86c6fc-d8bc-4992-9003-a893e9c1dc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.461913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] For port 8479a265-0935-4ce0-9a8c-f914a2833339, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8479a265-0935-4ce0-9a8c-f914a2833339,segment=NetworkSegment(913c5315-44ad-4048-89d5-fd8cb4cf28d9),segment_id=913c5315-44ad-4048-89d5-fd8cb4cf28d9)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:55.462540 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.507830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] Calling delete_port for 8479a265-0935-4ce0-9a8c-f914a2833339 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:55.548827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f86c6fc-d8bc-4992-9003-a893e9c1dc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.636843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86c6fc-d8bc-4992-9003-a893e9c1dc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Subnet': ['ID=c058e558-da25-4a8a-be3f-3f46b70164fd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:55.647375 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f86c6fc-d8bc-4992-9003-a893e9c1dc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.651427 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9f86c6fc-d8bc-4992-9003-a893e9c1dc36 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "DELETE /v2.0/subnets/c058e558-da25-4a8a-be3f-3f46b70164fd HTTP/1.1" status: 204 len: 168 time: 0.8276265 Feb 04 15:54:55.665604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46164) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:55.667045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f557c3ea-9df7-4e21-9a0c-acde67572283 None None] Network 3703e0dc-6b85-43e2-90ba-089a82e79531 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:54:55.937119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ea7e01ac-e9a7-4319-92a7-f26c5b40bb48 req-11fdb248-4f72-43bd-a9bf-8c98091a16ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8972709 Feb 04 15:54:56.004861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dfc36-890e-4405-a79b-8d78205e7ade req-371061b7-7f68-4e54-a722-01c4f75a6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:56.013089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d9dfc36-890e-4405-a79b-8d78205e7ade req-371061b7-7f68-4e54-a722-01c4f75a6fe6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1752090 Feb 04 15:54:56.057882 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.075134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19bb9650-8ffb-459b-ba00-84f9c79471b5 req-ebd5fe09-e778-4546-8f03-87559f4d0fd1 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1685915 Feb 04 15:54:56.111486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46178) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:56.158157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.180660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] Pushing event deleted for resources: {'Port': ['ID=8479a265-0935-4ce0-9a8c-f914a2833339,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.182918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15bf21-be6a-4dab-8dd3-2f97a559c8b2 None None] No DVR routers for this DVR port 8479a265-0935-4ce0-9a8c-f914a2833339 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:56.234683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8479a265-0935-4ce0-9a8c-f914a2833339 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:54:56.288364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] DHCP port deletion for 3703e0dc-6b85-43e2-90ba-089a82e79531 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:54:56.297728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8479a265-0935-4ce0-9a8c-f914a2833339 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:54:56.298334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8479a265-0935-4ce0-9a8c-f914a2833339 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:54:56.396270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3401c4bf-2c7d-442a-b177-1d0646d98860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.444789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] Deleting port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:54:56.446973 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.457821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.504330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cb3f2d-ba95-4939-8485-4be57b4533ef']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:56.523974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913c5315-44ad-4048-89d5-fd8cb4cf28d9') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:56.524539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913c5315-44ad-4048-89d5-fd8cb4cf28d9') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:56.537358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] For port fc4af128-11e5-4a73-bc8a-2ce5951b9c75, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fc4af128-11e5-4a73-bc8a-2ce5951b9c75,segment=NetworkSegment(4ceb08f6-b34e-436d-b6ff-eb29d6dfc758),segment_id=4ceb08f6-b34e-436d-b6ff-eb29d6dfc758)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:54:56.538095 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.541686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.562900 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.575566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:56.575986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.579115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] Calling delete_port for fc4af128-11e5-4a73-bc8a-2ce5951b9c75 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:56.635622 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:56.672774 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.690391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.697655 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "DELETE /v2.0/networks/64cb3f2d-ba95-4939-8485-4be57b4533ef HTTP/1.1" status: 204 len: 168 time: 1.0308609 Feb 04 15:54:56.698735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:56.731351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3401c4bf-2c7d-442a-b177-1d0646d98860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.732646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46194) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:56.742716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3401c4bf-2c7d-442a-b177-1d0646d98860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.763314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.791876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] No DVR routers for this DVR port fc4af128-11e5-4a73-bc8a-2ce5951b9c75 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:54:56.819808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3401c4bf-2c7d-442a-b177-1d0646d98860 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b319b2f0f4a4b87a69f3248f83e577d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7042665 Feb 04 15:54:56.819808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401c4bf-2c7d-442a-b177-1d0646d98860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4006c39-ddbc-436d-b8b0-c4e3524cc981,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.841583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:56.848143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159e6ea-a91e-41a5-965a-0ff46c26d42f None None] Pushing event deleted for resources: {'Port': ['ID=fc4af128-11e5-4a73-bc8a-2ce5951b9c75,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.881071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cbe4b-d829-4d86-8743-51f9d1d3448a tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Network': ['ID=64cb3f2d-ba95-4939-8485-4be57b4533ef,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:56.894924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.978824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9647bec0-2b5a-40d7-8563-39c20af6124b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:56.994735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-556bdaa6-0210-4f61-bdb8-c23f9662f912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.052246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.079139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3703e0dc-6b85-43e2-90ba-089a82e79531']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:57.092568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:57.092868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ceb08f6-b34e-436d-b6ff-eb29d6dfc758') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:54:57.105394 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.121467 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.130227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:54:57.130658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:54:57.134301 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:54:57.230633 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.258641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.265268 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] 10.222.0.47 "DELETE /v2.0/networks/3703e0dc-6b85-43e2-90ba-089a82e79531 HTTP/1.1" status: 204 len: 168 time: 0.5491815 Feb 04 15:54:57.288976 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9647bec0-2b5a-40d7-8563-39c20af6124b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.295153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73ab92-b777-4304-b109-e16f1bbe0ee0 tempest-TaggedBootDevicesTest-970127548 tempest-TaggedBootDevicesTest-970127548-project] Pushing event deleted for resources: {'Network': ['ID=3703e0dc-6b85-43e2-90ba-089a82e79531,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:57.366552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b706dc0b-3e51-401b-a1b3-6103ff928584 req-ab56cd6a-8e16-49bc-a023-a72d59f9586b tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0617294 Feb 04 15:54:57.496505 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-74b022dd-b55e-4cca-9d66-bace684f34f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6055906 Feb 04 15:54:57.515738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-556bdaa6-0210-4f61-bdb8-c23f9662f912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.537310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96f81c-d642-4840-8384-813cb9bd4972 req-b39facc0-035d-4236-b750-8ff39d40a035 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:57.543579 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c96f81c-d642-4840-8384-813cb9bd4972 req-b39facc0-035d-4236-b750-8ff39d40a035 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.2899318 Feb 04 15:54:57.545712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-556bdaa6-0210-4f61-bdb8-c23f9662f912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.643426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9647bec0-2b5a-40d7-8563-39c20af6124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.646258 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9647bec0-2b5a-40d7-8563-39c20af6124b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.647459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9647bec0-2b5a-40d7-8563-39c20af6124b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4006c39-ddbc-436d-b8b0-c4e3524cc981 HTTP/1.1" status: 204 len: 168 time: 0.8046265 Feb 04 15:54:57.707030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-556bdaa6-0210-4f61-bdb8-c23f9662f912 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42772a564bbf4b6b917ee4307ac0239f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9726753 Feb 04 15:54:57.709878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46230) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:57.743876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4c96f81c-d642-4840-8384-813cb9bd4972 req-b730f7e8-7ae3-4e4d-bc64-052ba322c832 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724796 Feb 04 15:54:57.745605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bdaa6-0210-4f61-bdb8-c23f9662f912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f0ff9-08c7-457c-89c6-f432a4fc22e5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:57.770221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647bec0-2b5a-40d7-8563-39c20af6124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4006c39-ddbc-436d-b8b0-c4e3524cc981,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:57.796244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-b8737142-5ec6-4303-bd58-3df56dbdc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:57.799377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-b8737142-5ec6-4303-bd58-3df56dbdc617 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1097 time: 0.2147992 Feb 04 15:54:57.856209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8071075e-bcd2-425d-a767-3f6d647746d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.949912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8071075e-bcd2-425d-a767-3f6d647746d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.068887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-125ba417-d5ee-48c7-a97a-a7ea39cf0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:58.075403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-125ba417-d5ee-48c7-a97a-a7ea39cf0c1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 897 time: 0.2522037 Feb 04 15:54:58.134884 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8071075e-bcd2-425d-a767-3f6d647746d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.142333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8071075e-bcd2-425d-a767-3f6d647746d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.146989 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8071075e-bcd2-425d-a767-3f6d647746d3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e7f0ff9-08c7-457c-89c6-f432a4fc22e5 HTTP/1.1" status: 204 len: 168 time: 0.4351983 Feb 04 15:54:58.187435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071075e-bcd2-425d-a767-3f6d647746d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f0ff9-08c7-457c-89c6-f432a4fc22e5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:58.211034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-3797b9c9-cbb0-4669-9e4b-0ca92c8b061c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 1001 time: 0.1271014 Feb 04 15:54:58.215247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fc4af128-11e5-4a73-bc8a-2ce5951b9c75 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:54:58.247270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: fc4af128-11e5-4a73-bc8a-2ce5951b9c75 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:54:58.247728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fc4af128-11e5-4a73-bc8a-2ce5951b9c75 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:54:58.402843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-4bce65af-0ff1-46e6-9e00-c0781e1b0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:58.405547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-4bce65af-0ff1-46e6-9e00-c0781e1b0ad3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.1873493 Feb 04 15:54:58.451024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46242) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:58.505954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-230849b1-08a2-4350-9586-58d3770f496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.523906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-22573e0d-b397-4a4b-99fe-fb328c381b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:58.533017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-22573e0d-b397-4a4b-99fe-fb328c381b5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106012 Feb 04 15:54:58.671911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-230849b1-08a2-4350-9586-58d3770f496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.688530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-230849b1-08a2-4350-9586-58d3770f496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.730035 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48cf36ad-8099-4a2c-a457-c1d0396a7e2c req-d96443e7-3032-4600-8b74-804f2368c597 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1686091 Feb 04 15:54:58.755299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-44276fb9-110c-4be6-b4c6-1a3f84cae9ad service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139826 Feb 04 15:54:58.795237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230849b1-08a2-4350-9586-58d3770f496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa06a0-a02d-4fde-b3c6-90d99f7f6ba6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:58.813241 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-230849b1-08a2-4350-9586-58d3770f496c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=374e67eb4f4446a1bf7b07515f168a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598347 Feb 04 15:54:58.818298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46248) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:54:58.964577 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-184e9407-70d6-465f-bb8b-224b85b296f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.010146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49e29fc5-5626-410b-acf0-10a47c29cb10 req-9d66f994-a290-41a8-9a12-670e55d70a5d service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456577 Feb 04 15:54:59.019820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-184e9407-70d6-465f-bb8b-224b85b296f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.168806 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-184e9407-70d6-465f-bb8b-224b85b296f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.174697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-184e9407-70d6-465f-bb8b-224b85b296f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.177178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-184e9407-70d6-465f-bb8b-224b85b296f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7aa06a0-a02d-4fde-b3c6-90d99f7f6ba6 HTTP/1.1" status: 204 len: 168 time: 0.3557405 Feb 04 15:54:59.192912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e9407-70d6-465f-bb8b-224b85b296f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa06a0-a02d-4fde-b3c6-90d99f7f6ba6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:54:59.247610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e853bda-6172-464a-8623-3db86a8e2c91 req-0b5c3407-ffc1-449a-af82-6efa804498e8 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:54:59.259346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e853bda-6172-464a-8623-3db86a8e2c91 req-0b5c3407-ffc1-449a-af82-6efa804498e8 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.2395232 Feb 04 15:54:59.354638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e853bda-6172-464a-8623-3db86a8e2c91 req-8c6f2ed2-6c73-49f9-9770-50e0713c487c tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737345 Feb 04 15:55:00.054430 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-95f15c66-fed2-4dcd-8a27-51c15782bbec req-28e1373a-5a4f-4bb0-94b0-aaea0cf82dfe tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1184046 Feb 04 15:55:00.563747 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1913bc1b-bafc-42b1-b9b0-c0f8361c4f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:00.701433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0973806-0f1b-4c9c-b95a-9f7123753047 req-a053a20d-feeb-459e-b9fc-e335b734220b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:00.706324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0973806-0f1b-4c9c-b95a-9f7123753047 req-a053a20d-feeb-459e-b9fc-e335b734220b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.1814163 Feb 04 15:55:00.815231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f34aff-46a5-4749-bcb7-32a6021efd36 req-b7680821-5c29-4e77-88ec-e1ae26f30e01 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:00.828428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3f34aff-46a5-4749-bcb7-32a6021efd36 req-b7680821-5c29-4e77-88ec-e1ae26f30e01 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.1396713 Feb 04 15:55:00.853411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0973806-0f1b-4c9c-b95a-9f7123753047 req-5296db59-3305-42f5-987d-90f2b3197339 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943999 Feb 04 15:55:00.920852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3f34aff-46a5-4749-bcb7-32a6021efd36 req-2e5affd7-06a9-40a4-84f0-beb02d84a47d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888762 Feb 04 15:55:00.952179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46314) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:01.212488 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ff45bdd9-080e-4e26-9381-c194ac114911 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/b9c4487d-c87f-4632-bb9e-afa3873b52c3 HTTP/1.1" status: 200 len: 993 time: 0.2582316 Feb 04 15:55:01.292498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4f0032c-ade9-4ca7-b9f0-e668e11d8a3b req-cc63998c-13f2-4e28-aff6-2fb655874345 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1076789 Feb 04 15:55:01.316177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46330) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:01.726459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'network': {'name': 'tempest-network-smoke--216656681', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'port_security_enabled': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:01.779685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:01.791350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:01.817609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.060682 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.068351 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.124529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da918b60-36f9-4fd5-8815-9c238a73e75c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:02.131873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:02.185539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.186166 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Added segment 7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6 of type vlan for network ac4a7643-7ced-44ff-ae8f-226c092147c8 Feb 04 15:55:02.272632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b2856-ba20-449a-9269-e90614b2371e req-127bb3d2-0639-443a-a82c-acb8309e806a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:02.281958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-926b2856-ba20-449a-9269-e90614b2371e req-127bb3d2-0639-443a-a82c-acb8309e806a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.2015953 Feb 04 15:55:02.289512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.359433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-926b2856-ba20-449a-9269-e90614b2371e req-8a8a66a9-5320-41d0-b864-5d86ed1f46e8 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670238 Feb 04 15:55:02.426548 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.442700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:02.443773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.558730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789584a5-392d-40e3-846d-bc69e3a4c5cc req-8e73655f-5b3c-4723-b2f9-d33d2944947a tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:02.573742 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-789584a5-392d-40e3-846d-bc69e3a4c5cc req-8e73655f-5b3c-4723-b2f9-d33d2944947a tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1097 time: 0.1878893 Feb 04 15:55:02.672401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-789584a5-392d-40e3-846d-bc69e3a4c5cc req-d903f2ae-aeca-46dd-8fb4-b26784ed6c9b tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973773 Feb 04 15:55:02.701568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f03a5cd5-5640-48cb-8a3a-650ba0834b1f req-3753bf34-8909-497b-9eba-0c25dc5bff40 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.2123232 Feb 04 15:55:02.728991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4072094 Feb 04 15:55:02.731976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46390) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:02.749591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-15815590', 'admin_state_up': True, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:02.769149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc3ecc-70aa-43c2-b7b1-e578450543e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Network': ['ID=ac4a7643-7ced-44ff-ae8f-226c092147c8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:02.788408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:55:02.835157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:02.838523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.053033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-4de3ba9a-a02f-455b-9ced-552f96791500 req-6aa57b23-8f3e-477e-b621-14ed04fa3e87 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:55:03.069772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4de3ba9a-a02f-455b-9ced-552f96791500 req-6aa57b23-8f3e-477e-b621-14ed04fa3e87 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2830391 Feb 04 15:55:03.081858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.698125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.699117 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c93e6be0-6e17-4762-877e-9a7be0db5bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:03.714582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214982-1e7f-4132-91e0-af55cebcc65a req-cf284dc0-9426-49f3-a828-d584cb272d76 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:03.726949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e214982-1e7f-4132-91e0-af55cebcc65a req-cf284dc0-9426-49f3-a828-d584cb272d76 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 944 time: 0.1034036 Feb 04 15:55:03.785894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2e214982-1e7f-4132-91e0-af55cebcc65a req-97facc76-623b-4191-a679-b4f94ede141f tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563483 Feb 04 15:55:04.032904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e1bf2187-581d-4182-9043-d540613f9955 req-0f3dcf13-0d19-4f29-9a13-87d5b9d6efec tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1120603 Feb 04 15:55:04.176357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a70ebb83-44db-46cb-932f-1c28a71b130b details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:55:04.447567 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.504524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a70ebb83-44db-46cb-932f-1c28a71b130b, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a70ebb83-44db-46cb-932f-1c28a71b130b,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:04.528348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'mac_address': 'fa:16:3e:46:f1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:55:04.567896 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.630519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.655223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70ebb83-44db-46cb-932f-1c28a71b130b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:04.695519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a70ebb83-44db-46cb-932f-1c28a71b130b, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a70ebb83-44db-46cb-932f-1c28a71b130b,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:04.705306 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:04.752736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-58109771-bff3-4c4f-a588-df69960ffbfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3719299 Feb 04 15:55:04.790665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a70ebb83-44db-46cb-932f-1c28a71b130b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:04.802004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-8e8758ae-b05f-47e1-b389-da1611f98d0d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:55:04.803782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-8e8758ae-b05f-47e1-b389-da1611f98d0d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472515 Feb 04 15:55:04.866886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.25.1.25 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/781c1c8e-d86e-4167-a05c-d8bb11a1fe78) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:05.064340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.077129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae33d3-508d-4d64-b6be-beab4872f14e req-f08a0809-375e-4756-a932-045436ca3542 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:05.079524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4ae33d3-508d-4d64-b6be-beab4872f14e req-f08a0809-375e-4756-a932-045436ca3542 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 945 time: 0.1379352 Feb 04 15:55:05.134429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['a70ebb83-44db-46cb-932f-1c28a71b130b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:55:05.168225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b4ae33d3-508d-4d64-b6be-beab4872f14e req-25431eb1-eca5-42eb-8281-b024cd94bdd7 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808499 Feb 04 15:55:05.205077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:05.390008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=781c1c8e-d86e-4167-a05c-d8bb11a1fe78,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:05.416706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:05.423566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:05.429964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:55:05.475556 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-712c243f-8a62-46d9-be85-0765096ff543 req-fad62d4d-5c63-438a-a111-8f4e997dbc3c tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0849741 Feb 04 15:55:05.693549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-35ff0dc8-1e5a-4c03-a821-e061e8e7826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:05.701258 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-35ff0dc8-1e5a-4c03-a821-e061e8e7826b service neutron] 10.222.0.47 "GET /v2.0/ports/645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 1094 time: 0.0889180 Feb 04 15:55:05.706036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Request body: {'binding': {'host': 'n-h2-827869-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:05.707423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Unknown quota resources ['binding']. {{(pid=102423) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 15:55:05.797643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.011137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.138512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on host n-h2-827869-1 for vnic_type normal with profile None {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:06.138862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:06.139479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:06.153689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:55:06.154047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:06.164677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:55:06.165016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Checking segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:06.165413 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Bound using segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:55:06.165862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Bound port: 645ee10e-0b6b-48df-8dbe-dc264d737209, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:06.348671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db389f-58bb-4276-8dd5-a83e9b0269e8 req-6a2870ce-1dc5-4f8f-9eb8-250f230523bd tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:06.352124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6db389f-58bb-4276-8dd5-a83e9b0269e8 req-6a2870ce-1dc5-4f8f-9eb8-250f230523bd tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 945 time: 0.0757315 Feb 04 15:55:06.418279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6db389f-58bb-4276-8dd5-a83e9b0269e8 req-24f11306-f0b0-47b5-b620-2cf625f5468d tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594351 Feb 04 15:55:06.439038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:06.452416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.454126 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-924faef2-5bae-44ad-a4e9-cc866d9102b7 service neutron] 10.222.0.47 "POST /v2.0/ports/645ee10e-0b6b-48df-8dbe-dc264d737209/bindings HTTP/1.1" status: 201 len: 389 time: 0.7518432 Feb 04 15:55:06.495856 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:06.686959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-63846748-d605-4836-a593-ff6ccf9f5395 req-c5055fa9-b868-4356-8959-3621148a1541 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0513213 Feb 04 15:55:06.949354 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.271049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-0932b507-8104-4e5b-aea0-d08aea904d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.272423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-0932b507-8104-4e5b-aea0-d08aea904d90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1097 time: 0.1408920 Feb 04 15:55:07.284562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed10e-ace7-4b27-86d3-3e9ac31efd58 req-202c7e95-424b-43f4-8d11-b9cf72b8da4e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.286933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b1ed10e-ace7-4b27-86d3-3e9ac31efd58 req-202c7e95-424b-43f4-8d11-b9cf72b8da4e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.5689569 Feb 04 15:55:07.426178 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.440572 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b1ed10e-ace7-4b27-86d3-3e9ac31efd58 req-4626cfb9-dbf3-45ec-bfd5-b0561924727a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368985 Feb 04 15:55:07.450271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 609fac09-3f3e-490c-95ed-19f83f5a9239 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:55:07.610595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-e1cdb6e4-97bf-4ea9-abc9-856eb690cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.613394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-e1cdb6e4-97bf-4ea9-abc9-856eb690cc62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 897 time: 0.3218329 Feb 04 15:55:07.638885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b424efd-6fa3-43fb-9abc-4fb87c341495 req-01071974-5013-433c-97f2-abead6272d10 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:07.645169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b424efd-6fa3-43fb-9abc-4fb87c341495 req-01071974-5013-433c-97f2-abead6272d10 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 945 time: 0.1091530 Feb 04 15:55:07.746005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b424efd-6fa3-43fb-9abc-4fb87c341495 req-5e9696db-4999-4ddf-bde0-7c53f0fed225 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874028 Feb 04 15:55:07.867859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16377bc5-1c50-47cf-801d-be471570c881 req-9288e380-5565-4692-8564-767033109b84 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0655265 Feb 04 15:55:07.888821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-60d74321-a207-4bdc-bf6b-c8ad20ef4bd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 1001 time: 0.2649496 Feb 04 15:55:07.893115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:07.912067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Sync routers for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:07.949562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:07.950764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:07.978735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:07.987180 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-63142b3e-692d-48fa-bfd7-ee2af2190c94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2540636 Feb 04 15:55:07.992345 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46500) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:08.006857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-a2bc5c9c-8156-4f6e-b155-2667a406dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:08.008512 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-a2bc5c9c-8156-4f6e-b155-2667a406dffd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.1118863 Feb 04 15:55:08.165826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-ceb9f7be-9b4d-47a3-a22b-862e2e800dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:08.168242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-ceb9f7be-9b4d-47a3-a22b-862e2e800dbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515572 Feb 04 15:55:08.190215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-480a09ca-d8a2-4d47-83cf-579578dd6e90 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=5fa3c04f86b2422ebc450aff521f0f4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1964726 Feb 04 15:55:08.191569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46508) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:08.199853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:08.260259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a70ebb83-44db-46cb-932f-1c28a71b130b up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:55:08.450813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83c12b-c3ed-4e5c-a3da-1a01744881c0 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:08.453601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4a83c12b-c3ed-4e5c-a3da-1a01744881c0 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2608974 Feb 04 15:55:08.458550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46516) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:08.503943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port a70ebb83-44db-46cb-932f-1c28a71b130b completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:08.519843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-750866a2-98c0-4126-a4c4-997d26c9fb18 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579767 Feb 04 15:55:08.521707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port a70ebb83-44db-46cb-932f-1c28a71b130b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:08.522116 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.524507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46520) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:08.545651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484345556', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:08.683815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-34f4bba4-41fb-4542-a3b6-df0aed90cb4f service neutron] 10.222.0.30 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960034 Feb 04 15:55:08.755557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:05Z', 'revision_number': 3, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:08.758942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.787572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25739f2-1775-4281-8f57-aace3eaf0767 req-cd45114c-43bc-4632-b237-04e756e3aaff tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:08.794845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25739f2-1775-4281-8f57-aace3eaf0767 req-cd45114c-43bc-4632-b237-04e756e3aaff tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.1290171 Feb 04 15:55:08.856942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:08.864967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:08.943404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-620ec205-cc80-4c84-a348-c02ca398aadd service neutron] 10.222.0.30 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452214 Feb 04 15:55:08.949737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25739f2-1775-4281-8f57-aace3eaf0767 req-1a003ec8-0b2d-4754-a38b-20a3e87a55b5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423507 Feb 04 15:55:09.229946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Checking router: 609fac09-3f3e-490c-95ed-19f83f5a9239 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:09.231816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Updating router 609fac09-3f3e-490c-95ed-19f83f5a9239 port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:55:09.262307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4a95777-09d4-4909-85f7-bd53cd566081 req-4eb23532-1297-4daf-9050-121b76a6a68a tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0760012 Feb 04 15:55:09.315519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.319381 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:09.324208 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffa4bb7-d6eb-44ab-8cbe-4e1e9b409e4b" -d '{"events": [{"server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "name": "network-vif-plugged", "status": "completed", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:09.479016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a70ebb83-44db-46cb-932f-1c28a71b130b, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a70ebb83-44db-46cb-932f-1c28a71b130b,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:09.498102 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.572284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ae3e-2730-4ed0-9923-16d44ee01a54 req-6536196b-d885-4337-9f7b-69efbd8963a0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:09.582281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a82ae3e-2730-4ed0-9923-16d44ee01a54 req-6536196b-d885-4337-9f7b-69efbd8963a0 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 945 time: 0.5826364 Feb 04 15:55:09.617772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-e8af6dc3-68e2-480d-9add-159aeb798304 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:09.627503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-e8af6dc3-68e2-480d-9add-159aeb798304 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146&tenant_id=537ec6f6adf0405b87c2e299025ea7fc&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1097 time: 0.5837731 Feb 04 15:55:09.632137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.656115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827869-1'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:09.706985 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d68d7f-c26c-42dd-a8dd-0b615295bff2 x-openstack-request-id: req-05d68d7f-c26c-42dd-a8dd-0b615295bff2 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:09.707476 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "name": "network-vif-plugged", "status": "completed", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:09.707887 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05d68d7f-c26c-42dd-a8dd-0b615295bff2 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:09.708547 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'code': 200} Feb 04 15:55:09.743173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Subnet': ['ID=0e5068af-0bf4-46f3-9971-93652a2262f3,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:09.801039 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.802013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a70ebb83-44db-46cb-932f-1c28a71b130b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:09.853068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Checking segment: {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:09.853068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network hostable DHCP agents. Network: ac4a7643-7ced-44ff-ae8f-226c092147c8, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:09.867609 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a82ae3e-2730-4ed0-9923-16d44ee01a54 req-5669f2f6-0ee0-49b6-9dbc-f640bfc6b49a tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839272 Feb 04 15:55:09.944670 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:09.948771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:09.960753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8b20a-d830-4a36-bca5-c59a81df1019 req-cda39058-db5a-4881-865a-767958b2db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:09.962447 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ca8b20a-d830-4a36-bca5-c59a81df1019 req-cda39058-db5a-4881-865a-767958b2db0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1097 time: 0.1583781 Feb 04 15:55:09.987007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ac4a7643-7ced-44ff-ae8f-226c092147c8) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:10.031303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4cff3-2f78-44c3-806b-1cfd0f1d5d49 None None] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:10.037487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:10.042204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.117777 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.131258 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ca8b20a-d830-4a36-bca5-c59a81df1019 req-369baa17-65e5-43cd-9bb0-bbd9893d6232 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602044 Feb 04 15:55:10.139341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1ee63f1e-2c0c-44c8-889c-73abbae064a4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6133056 Feb 04 15:55:10.142231 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.244638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46538) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:10.252258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Attempting to bind port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:10.252815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Attempting to bind port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:10.253201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Attempting to bind port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:10.261641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323345d-9305-4f73-9b32-4af197e0e2bb None None] Pushing event updated for resources: {'Port': ['ID=781c1c8e-d86e-4167-a05c-d8bb11a1fe78,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:10.329187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:55:10.330569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:10.333354 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.333886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:55:10.334527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Bound port: 781c1c8e-d86e-4167-a05c-d8bb11a1fe78, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:10.335028 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.512143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:10.523539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] For port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:10.541011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] For port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=781c1c8e-d86e-4167-a05c-d8bb11a1fe78,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:10.610280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d7b7c-a814-40fa-a163-af370642d158 req-78a730fd-69df-4bf1-b7fc-a7bcbb32f8f5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:10.616145 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc4d7b7c-a814-40fa-a163-af370642d158 req-78a730fd-69df-4bf1-b7fc-a7bcbb32f8f5 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.4859779 Feb 04 15:55:10.621211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.631753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-ac4a7643-7ced-44ff-ae8f-226c092147c8', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:55:10.632992 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.673348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9106ce6f-0d28-4ee0-9f16-3afbef1af888 req-3867e1a7-76be-4522-a6fa-33e57c79f521 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0770278 Feb 04 15:55:10.778294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:10.778806 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc4d7b7c-a814-40fa-a163-af370642d158 req-b68213ff-dbfe-4dd9-9f6a-33439f1c851c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592746 Feb 04 15:55:10.872489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323345d-9305-4f73-9b32-4af197e0e2bb None None] Pushing event updated for resources: {'Port': ['ID=781c1c8e-d86e-4167-a05c-d8bb11a1fe78,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:10.906147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:10.911124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:10.912889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:10.915165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:10.918731 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4b449b-e814-46da-8843-9dca61328196" -d '{"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-unplugged", "status": "completed", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:10.930800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.033441 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d49d784-d3ae-4b8d-a479-308c3a6f8654 x-openstack-request-id: req-1d49d784-d3ae-4b8d-a479-308c3a6f8654 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:11.034179 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-unplugged", "status": "completed", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:11.034834 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d49d784-d3ae-4b8d-a479-308c3a6f8654 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:11.035634 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'code': 200} Feb 04 15:55:11.040903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:11.278902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Allocated IP 172.20.0.2 (ac4a7643-7ced-44ff-ae8f-226c092147c8/0e5068af-0bf4-46f3-9971-93652a2262f3/4986922e-31b7-4b33-8a68-9622b59913dc) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:11.630883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-24a49bad-5591-4271-9901-00c5b9946f98 None None] Provisioning complete for port 645ee10e-0b6b-48df-8dbe-dc264d737209 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:11.631135 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24a49bad-5591-4271-9901-00c5b9946f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.684453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-24a49bad-5591-4271-9901-00c5b9946f98 None None] Port 645ee10e-0b6b-48df-8dbe-dc264d737209 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:55:11.693032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:11.762466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on host n-h1-827869-1 for vnic_type normal with profile {"migrating_to": "n-h2-827869-1"} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:11.764838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:11.767059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:11.791462 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.814027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.828156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:11.852201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1ad3-fabb-488a-addc-0aedf95fc72a req-d16275a2-7b5a-4d66-9fa5-a46bab4d132c tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:11.870789 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:55:11.884338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b0c1ad3-fabb-488a-addc-0aedf95fc72a req-d16275a2-7b5a-4d66-9fa5-a46bab4d132c tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 946 time: 0.8651314 Feb 04 15:55:11.889353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:55:11.893167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Attempting to bind port 645ee10e-0b6b-48df-8dbe-dc264d737209 on network 709c50de-9462-4f54-84f7-2ef9db87e21f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:11.944629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Pushing event updated for resources: {'Port': ['ID=4986922e-31b7-4b33-8a68-9622b59913dc,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:11.956264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:55:11.974712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Checking segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:11.976120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Bound using segment: {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:55:11.976884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Bound port: 645ee10e-0b6b-48df-8dbe-dc264d737209, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2d74c9-933d-41f4-98fe-d68343fbcd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:11.977526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.088776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:12.100084 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:12.108789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:55:12.157479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:12.162352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:12.184090 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.194403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a17d0c5-7b2f-4ef6-b128-9720dc07f505 req-0fe56b89-6a39-4a87-92c4-1b7112757318 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0590570 Feb 04 15:55:12.281712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=8']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:12.290785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Attempting to bind port 4986922e-31b7-4b33-8a68-9622b59913dc on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:12.290785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Attempting to bind port 4986922e-31b7-4b33-8a68-9622b59913dc by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:12.293185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Attempting to bind port 4986922e-31b7-4b33-8a68-9622b59913dc on network ac4a7643-7ced-44ff-ae8f-226c092147c8 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:12.302528 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b0c1ad3-fabb-488a-addc-0aedf95fc72a req-6fd2848c-0860-4595-ac7b-f341a31a31fc tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4165521 Feb 04 15:55:12.325242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:55:12.325438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Checking segment: {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:12.325698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.326137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Bound using segment: {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:55:12.333893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Bound port: 4986922e-31b7-4b33-8a68-9622b59913dc, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:12.334355 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.584503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:12.587562 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.589317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-676c4020-7acb-40ee-8220-e6d15160b8dc service neutron] 10.222.0.30 "PUT /v2.0/ports/645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 1122 time: 2.9411707 Feb 04 15:55:12.685832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] For port 4986922e-31b7-4b33-8a68-9622b59913dc, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:12.695887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f802aa-a8a2-4dd6-a073-b535fc95d5b3 req-545e28c9-f034-48ef-8cee-47002e4c8943 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:12.708071 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-67f802aa-a8a2-4dd6-a073-b535fc95d5b3 req-545e28c9-f034-48ef-8cee-47002e4c8943 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 944 time: 0.2413847 Feb 04 15:55:12.727938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] For port 4986922e-31b7-4b33-8a68-9622b59913dc, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4986922e-31b7-4b33-8a68-9622b59913dc,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:12.739403 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:12.852670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec74dec-3d9f-4bff-9638-ad0b623e5107 None None] Pushing event updated for resources: {'Port': ['ID=4986922e-31b7-4b33-8a68-9622b59913dc,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:12.860320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['645ee10e-0b6b-48df-8dbe-dc264d737209'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:55:12.883066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-67f802aa-a8a2-4dd6-a073-b535fc95d5b3 req-958acb7a-9a48-4b18-87df-b0c87f3e0d9a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736207 Feb 04 15:55:13.002019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.20.0.1 (ac4a7643-7ced-44ff-ae8f-226c092147c8/0e5068af-0bf4-46f3-9971-93652a2262f3/eb64248a-b639-453f-94a9-54c700a4b368) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:13.037027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:13.040438 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab9d69-865e-411d-87e0-d55057dabea0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:13.061818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:05Z', 'revision_number': 3, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:13.189632 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c4605e-32fd-47e3-9e4e-80a2d222885f x-openstack-request-id: req-98c4605e-32fd-47e3-9e4e-80a2d222885f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:13.189926 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:13.190214 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98c4605e-32fd-47e3-9e4e-80a2d222885f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:13.190760 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'status': 'completed', 'code': 200} Feb 04 15:55:13.218800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e006d7-40c3-40d6-9685-c7ae3670d2f7 None None] The sync data for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 is: [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:05Z', 'revision_number': 3, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:13.262675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-31dd3a3a-fb09-49b8-a1e7-c128817c8d0c None None] Provisioning complete for port 645ee10e-0b6b-48df-8dbe-dc264d737209 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:13.263052 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31dd3a3a-fb09-49b8-a1e7-c128817c8d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.364713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-ab4d1d13-ee3d-4228-96fd-63ebc2b9a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:13.366297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-ab4d1d13-ee3d-4228-96fd-63ebc2b9a114 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1125 time: 0.0897439 Feb 04 15:55:13.683647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-ddad56aa-1cda-47d1-b7e4-a894be44208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:13.691554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-ddad56aa-1cda-47d1-b7e4-a894be44208a service neutron] 10.222.0.50 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 897 time: 0.3151133 Feb 04 15:55:13.841144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.887234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-a355fcc4-4fe5-4783-95f8-9876ce0c1bd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 999 time: 0.1891418 Feb 04 15:55:13.912126 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.984379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9545733f-3e6a-4caa-84fb-8307b4f78e78 req-e00ada57-36bc-4bb7-9b77-0c20f9f7ce71 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0826223 Feb 04 15:55:14.259158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:14.279829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572f8bc-9cd4-4fba-bf00-92bcf8fa3a4c req-d5e260f4-23e2-4679-9f43-c5e2be6c2fb6 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:14.293912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=eb64248a-b639-453f-94a9-54c700a4b368,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:14.301002 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7572f8bc-9cd4-4fba-bf00-92bcf8fa3a4c req-d5e260f4-23e2-4679-9f43-c5e2be6c2fb6 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 946 time: 0.4088311 Feb 04 15:55:14.308660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:14.317598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:55:14.320984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-dfcab5ba-22c2-47f5-855a-9e2bcd526884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:14.322639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-dfcab5ba-22c2-47f5-855a-9e2bcd526884 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.4243424 Feb 04 15:55:14.415353 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31dd3a3a-fb09-49b8-a1e7-c128817c8d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:14.500088 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7572f8bc-9cd4-4fba-bf00-92bcf8fa3a4c req-1bde2db8-cdaf-4608-8805-fce3b13d4a9d tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302471 Feb 04 15:55:14.536877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-5837c3a4-7b52-4b7e-b9cd-8b58aa6ab59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:14.541094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-5837c3a4-7b52-4b7e-b9cd-8b58aa6ab59b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058115 Feb 04 15:55:14.575205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:14.587954 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fb3365-d39b-4526-9ecc-67b57dc6bc1a" -d '{"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-plugged", "status": "completed", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:14.687109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-31dd3a3a-fb09-49b8-a1e7-c128817c8d0c None None] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:14.699908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31dd3a3a-fb09-49b8-a1e7-c128817c8d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:14.790301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:55:14.921507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa26d1-05fd-4d2a-96f5-e16ad0f7828e req-a0ffb89e-8dfb-47ec-bf14-fa133bfaf239 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:14.939196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eafa26d1-05fd-4d2a-96f5-e16ad0f7828e req-a0ffb89e-8dfb-47ec-bf14-fa133bfaf239 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 946 time: 0.1893182 Feb 04 15:55:14.980857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 645ee10e-0b6b-48df-8dbe-dc264d737209 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:55:15.027802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-200cf1d5-c722-4a4f-a9c8-cda98ee4a1cd service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784503 Feb 04 15:55:15.108244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eafa26d1-05fd-4d2a-96f5-e16ad0f7828e req-54e1d09e-9338-4c93-95ca-a0bd35d6b7a6 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659961 Feb 04 15:55:15.135079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.142090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46592) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:15.315467 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cf4966-22b7-4e17-9dfc-632ea7b989f1 x-openstack-request-id: req-38cf4966-22b7-4e17-9dfc-632ea7b989f1 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:15.316454 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-plugged", "status": "completed", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:15.319302 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-38cf4966-22b7-4e17-9dfc-632ea7b989f1 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:15.320769 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'code': 200} Feb 04 15:55:15.663930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ddbdb-51a4-4ccc-81a0-f6eb6780a0aa req-691a37b2-3d08-41f1-8cc4-43a69f9e89e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:15.665706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-423e41cf-fe2f-4091-99ae-2b4d00fc4c1b req-79f3048b-97eb-4159-9ca7-772e994b911c tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.2148900 Feb 04 15:55:15.684588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae7ddbdb-51a4-4ccc-81a0-f6eb6780a0aa req-691a37b2-3d08-41f1-8cc4-43a69f9e89e4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 944 time: 1.3370409 Feb 04 15:55:15.732064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6ab9d69-865e-411d-87e0-d55057dabea0 req-896d5bf0-aa43-496d-8460-25a299ae1172 service neutron] 10.222.0.50 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487975 Feb 04 15:55:15.853879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae7ddbdb-51a4-4ccc-81a0-f6eb6780a0aa req-16c733dd-5260-4b4f-b18a-c8867edaf8e8 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676490 Feb 04 15:55:15.994089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.013527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8a004-ba41-4c26-9716-fb42705be7f7 None None] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:16.030389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c72c3c-eb82-47cf-a52a-e627051ce879 tempest-TestVolumeBackupRestore-1287906350 tempest-TestVolumeBackupRestore-1287906350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:16.034252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-39c72c3c-eb82-47cf-a52a-e627051ce879 tempest-TestVolumeBackupRestore-1287906350 tempest-TestVolumeBackupRestore-1287906350-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1092 time: 0.7488406 Feb 04 15:55:16.037243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 46636) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:16.046718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:16.103070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.209254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd3a3a-fb09-49b8-a1e7-c128817c8d0c None None] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.221448 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:16.489600 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.505532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:16.506043 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.841298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-55f7242e-41fc-4598-bc29-033b4853ca35 None None] Provisioning complete for port 4986922e-31b7-4b33-8a68-9622b59913dc triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:16.842853 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55f7242e-41fc-4598-bc29-033b4853ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.140062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:17.273257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-178698aa-939f-45a4-9e32-6c97dda8ec90 req-1188ad13-6cb4-4e22-a6f5-aa9c2e703257 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1829505 Feb 04 15:55:17.275616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.301131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 645ee10e-0b6b-48df-8dbe-dc264d737209 has no active binding in host n-h2-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 15:55:17.345036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.448451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Allocated IP 172.25.1.117 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/192cee48-0bf9-499d-9af3-115c7d626406) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:17.483049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.528593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=781c1c8e-d86e-4167-a05c-d8bb11a1fe78,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:17.531085 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55f7242e-41fc-4598-bc29-033b4853ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.618533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1eafdd4d-c923-4d98-9719-28213e2ad604 req-a6ae77fd-d33d-4a99-87ba-65fe000e6d9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1058464 Feb 04 15:55:17.640043 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:17.649766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4986922e-31b7-4b33-8a68-9622b59913dc up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:55:17.907095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f56410-2179-4d16-88dc-6cc5a43ce4d4 req-e3fcbd38-a664-43c6-8f1a-58e5c1c762b3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:17.913712 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12f56410-2179-4d16-88dc-6cc5a43ce4d4 req-e3fcbd38-a664-43c6-8f1a-58e5c1c762b3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.6475887 Feb 04 15:55:18.056792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-55f7242e-41fc-4598-bc29-033b4853ca35 None None] For port 4986922e-31b7-4b33-8a68-9622b59913dc, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4986922e-31b7-4b33-8a68-9622b59913dc,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:18.089500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.131062 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.140762 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55f7242e-41fc-4598-bc29-033b4853ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.190149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=eb64248a-b639-453f-94a9-54c700a4b368,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.208305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=781c1c8e-d86e-4167-a05c-d8bb11a1fe78,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.263424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12f56410-2179-4d16-88dc-6cc5a43ce4d4 req-52c74d3b-143b-4af4-bc7a-7ca33ff3e21d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246956 Feb 04 15:55:18.336136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7242e-41fc-4598-bc29-033b4853ca35 None None] Pushing event updated for resources: {'Port': ['ID=4986922e-31b7-4b33-8a68-9622b59913dc,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.347829 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.366679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4986922e-31b7-4b33-8a68-9622b59913dc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:18.367949 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.527178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:18.530428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:18.543638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:55:18.572835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:18.576108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:18.584877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-63556992-58db-435b-881f-60ce21eac2f2 None None] Provisioning complete for port 4986922e-31b7-4b33-8a68-9622b59913dc triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:18.586605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'Port': ['ID=192cee48-0bf9-499d-9af3-115c7d626406,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.588322 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63556992-58db-435b-881f-60ce21eac2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.756459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2725ee-b213-41b0-82ba-8fd040c8d5f4 req-cd8945c8-9e2d-4945-85e1-99e40b1a5e00 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0860929 Feb 04 15:55:19.103379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-63556992-58db-435b-881f-60ce21eac2f2 None None] Provisioning complete for port eb64248a-b639-453f-94a9-54c700a4b368 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:19.104226 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-63556992-58db-435b-881f-60ce21eac2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.109199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 609fac09-3f3e-490c-95ed-19f83f5a9239 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:19.232495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-63556992-58db-435b-881f-60ce21eac2f2 None None] Port eb64248a-b639-453f-94a9-54c700a4b368 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:55:19.235153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:55:19.352863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:19.353449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.455890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a5b4fdb1-e6ac-4835-ad7c-380414544ce6 None None] Provisioning complete for port eb64248a-b639-453f-94a9-54c700a4b368 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:19.456261 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5b4fdb1-e6ac-4835-ad7c-380414544ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.531057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4fdb1-e6ac-4835-ad7c-380414544ce6 None None] Port eb64248a-b639-453f-94a9-54c700a4b368 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:55:19.653620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:19.659902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46878) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:19.671131 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Sync routers for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:19.699621 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:19.700894 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:19.764848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4b4a403e-f5b6-4963-b8c9-a74d61d0384c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "PUT /v2.0/routers/609fac09-3f3e-490c-95ed-19f83f5a9239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5060437 Feb 04 15:55:19.765113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4986922e-31b7-4b33-8a68-9622b59913dc up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:55:19.767627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46922) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:20.142485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4986922e-31b7-4b33-8a68-9622b59913dc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:20.145896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.174529 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:20.244141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974bba2-d9fc-4c06-a15a-016b722fd281 req-3d623504-9c04-45aa-a323-1d637b3a5d66 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.246371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3974bba2-d9fc-4c06-a15a-016b722fd281 req-3d623504-9c04-45aa-a323-1d637b3a5d66 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.5839021 Feb 04 15:55:20.262176 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddf87c78-dad5-4d96-9674-ab35f4981fc9 req-c7413f71-e5a4-4d73-91bd-218d303f1ab8 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1610239 Feb 04 15:55:20.541412 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3974bba2-d9fc-4c06-a15a-016b722fd281 req-c7512c1a-8aaa-4559-9ed9-bfd131a2302b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187796 Feb 04 15:55:20.630470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.632039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.634929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.636167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.637213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.638330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.639422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.640730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.641816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.646939 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ac4692a6-a67f-47e9-8e68-157affeb76fe tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6370 time: 0.8777297 Feb 04 15:55:20.647225 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:15Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:16Z', 'revision_number': 2, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:20.651800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 46982) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:20.709821 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Checking router: 609fac09-3f3e-490c-95ed-19f83f5a9239 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:20.715706 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Updating router 609fac09-3f3e-490c-95ed-19f83f5a9239 port eb64248a-b639-453f-94a9-54c700a4b368 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:55:20.725584 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.777182 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.850054 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.203010 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.212086 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.305399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.321069 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.343887 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Pushing event updated for resources: {'Port': ['ID=eb64248a-b639-453f-94a9-54c700a4b368,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.358212 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.358968 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.359447 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.364884 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.365571 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.366088 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.366566 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.367208 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.367717 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.368445 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.368918 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.369397 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.485546 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Attempting to bind port eb64248a-b639-453f-94a9-54c700a4b368 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:21.486118 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Attempting to bind port eb64248a-b639-453f-94a9-54c700a4b368 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:21.486633 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Attempting to bind port eb64248a-b639-453f-94a9-54c700a4b368 on network ac4a7643-7ced-44ff-ae8f-226c092147c8 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:21.493737 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:55:21.494408 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Checking segment: {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:21.494969 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.495546 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Bound using segment: {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:55:21.496227 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Bound port: eb64248a-b639-453f-94a9-54c700a4b368, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:21.496801 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.544719 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.591652 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] For port eb64248a-b639-453f-94a9-54c700a4b368, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:21.599441 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] For port eb64248a-b639-453f-94a9-54c700a4b368, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=eb64248a-b639-453f-94a9-54c700a4b368,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:21.607765 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.784047 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476134c-f2ad-4378-8ede-8e0896bdf38a None None] Pushing event updated for resources: {'Port': ['ID=eb64248a-b639-453f-94a9-54c700a4b368,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.796739 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:21.797773 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:21.915801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-702d825c-3031-4a1e-8ef2-8dd3f120e996 req-92a701f3-012c-41c8-875b-3c56d4763ec2 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.3934076 Feb 04 15:55:22.002141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c8b12964-a05c-404d-9f43-b0062fa6d338 None None] Provisioning complete for port eb64248a-b639-453f-94a9-54c700a4b368 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:22.002790 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c8b12964-a05c-404d-9f43-b0062fa6d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.050359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event updated for resources: {'Port': ['ID=192cee48-0bf9-499d-9af3-115c7d626406,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.066690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.071590 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:22.071772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-dd5b9f83-7332-4b0e-bae0-f79340c68b3b service neutron] 10.222.0.50 "GET /v2.0/ports/645ee10e-0b6b-48df-8dbe-dc264d737209/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 384 time: 0.5374904 Feb 04 15:55:22.072664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.074600 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.075372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.076163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.077955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.083133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.085254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.087356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.095596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eca8f321-16ba-4d67-81e9-20240e899382 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5906 time: 1.4413373 Feb 04 15:55:22.100940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47084) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:22.235366 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c8b12964-a05c-404d-9f43-b0062fa6d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.310899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c8b12964-a05c-404d-9f43-b0062fa6d338 None None] For port eb64248a-b639-453f-94a9-54c700a4b368, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=eb64248a-b639-453f-94a9-54c700a4b368,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:22.317841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c8b12964-a05c-404d-9f43-b0062fa6d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.348913 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Floating IP b3b026d7-2a5b-4068-8d70-abc5a52a8d37 associated. External IP: 172.25.1.117, port: a70ebb83-44db-46cb-932f-1c28a71b130b. Feb 04 15:55:22.393196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12964-a05c-404d-9f43-b0062fa6d338 None None] Pushing event updated for resources: {'Port': ['ID=eb64248a-b639-453f-94a9-54c700a4b368,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.561080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-234b99e7-0266-426d-8539-fa612f30ef0e None None] Provisioning complete for port eb64248a-b639-453f-94a9-54c700a4b368 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:22.561464 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-234b99e7-0266-426d-8539-fa612f30ef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.605428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99313c2-28db-4de2-ba30-9f402a5a8343 req-388b2397-6cdf-4d07-9153-3d06b6f22fda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.607345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c99313c2-28db-4de2-ba30-9f402a5a8343 req-388b2397-6cdf-4d07-9153-3d06b6f22fda tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 946 time: 0.5562990 Feb 04 15:55:22.789525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c99313c2-28db-4de2-ba30-9f402a5a8343 req-81ff80b4-fc8f-4662-9d50-72e3b07484d2 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420836 Feb 04 15:55:23.141783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.146850 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:15Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:21Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:23.167407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:23.187006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.215749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:23.229923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-72702a21-3590-4948-a43d-da3e75a46f2a tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 1.1134124 Feb 04 15:55:23.250272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Router e507a14c-6a2f-4235-9339-c6e8c57f8390 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:23.335010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:23.337403 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648e8213-977e-409a-9350-26bd9645d9e8" -d '{"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-unplugged", "status": "completed", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:23.352447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:23.363185 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b866f784-04f5-48db-8909-01cd5b0f216f None None] The sync data for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 is: [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:15Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:21Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:23.378764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.517625 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-99137ffa-b225-4904-8c60-2b1930956fc5 req-974c10a9-608b-4914-a541-c45b05cda241 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.1034610 Feb 04 15:55:23.733886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:23.750584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] Sync routers for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:23.769356 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4228f31-abb2-44d7-a29a-3142350829d1 x-openstack-request-id: req-d4228f31-abb2-44d7-a29a-3142350829d1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:23.775324 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-unplugged", "status": "completed", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:23.775588 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4228f31-abb2-44d7-a29a-3142350829d1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:23.776604 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'code': 200} Feb 04 15:55:23.780186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:23.784595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:23.863456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.966260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] Transition to ACTIVE for port object 645ee10e-0b6b-48df-8dbe-dc264d737209 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:23.986017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-02d979b9-e79d-4f02-8841-4260ce6f58ac tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9470601 Feb 04 15:55:23.986769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47114) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:24.017788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.206255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] Pushing event updated for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=11']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:24.286566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47118) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:24.315471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 645ee10e-0b6b-48df-8dbe-dc264d737209 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:24.364151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b827caed-0949-450b-95e0-3cbd589c1b1c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809495739', 'description': 'tempest-secgroup-smoke-809495739 description', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:24.366636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Deleting port 918b1b09-09b3-4318-b951-6be303eccdd7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:24.373900 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.478789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:24.533195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef589e2-c079-4c4a-b71f-bb7741909974 tempest-TestVolumeBackupRestore-1287906350 tempest-TestVolumeBackupRestore-1287906350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:24.547438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1ef589e2-c079-4c4a-b71f-bb7741909974 tempest-TestVolumeBackupRestore-1287906350 tempest-TestVolumeBackupRestore-1287906350-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1092 time: 0.5503893 Feb 04 15:55:24.548220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47122) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:24.749120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 645ee10e-0b6b-48df-8dbe-dc264d737209 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:55:24.832184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Request body: {'floatingip': {'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:24.884840 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b827caed-0949-450b-95e0-3cbd589c1b1c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.920649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bbe05079-25ff-49af-83b1-6c1a43b289e3 req-d493c12a-91f9-4623-adad-9e79234c6047 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d20305e3cb347c1ba42b65ca7660077&device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.3906479 Feb 04 15:55:24.935684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-edad0e7e-1887-4208-8734-bca5106bbe54 req-386e2314-ac69-489b-baae-c28b398ba9e9 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.3591244 Feb 04 15:55:24.988255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231a1cb-5729-4a4d-a349-19a78592fe02 req-d3b90f90-b573-4204-b067-db70aaa57f46 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:25.010884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7231a1cb-5729-4a4d-a349-19a78592fe02 req-d3b90f90-b573-4204-b067-db70aaa57f46 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.3450801 Feb 04 15:55:25.075297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] For port 918b1b09-09b3-4318-b951-6be303eccdd7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=918b1b09-09b3-4318-b951-6be303eccdd7,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:25.087041 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.198897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Calling delete_port for 918b1b09-09b3-4318-b951-6be303eccdd7 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:25.255419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7231a1cb-5729-4a4d-a349-19a78592fe02 req-9f585474-a704-43b6-b60f-abd52af1b0c1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274337 Feb 04 15:55:25.502737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device eb64248a-b639-453f-94a9-54c700a4b368 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:55:25.676559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port eb64248a-b639-453f-94a9-54c700a4b368 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:25.677168 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.793454 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b3b026d7-2a5b-4068-8d70-abc5a52a8d37', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'mac_address': 'fa:16:3e:46:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:20Z', 'revision_number': 0, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:25.879603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] Checking router: e507a14c-6a2f-4235-9339-c6e8c57f8390 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:25.898966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:25.900346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:25.913375 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.914248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:25.918976 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c595eec-89bb-4a54-98fa-9c9a19992a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:25.923216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] No DVR routers for this DVR port 645ee10e-0b6b-48df-8dbe-dc264d737209 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:26.025505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Pushing event deleted for resources: {'Port': ['ID=918b1b09-09b3-4318-b951-6be303eccdd7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:26.123082 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dcc8a4-2cd1-4191-891e-775f5319b56f x-openstack-request-id: req-b5dcc8a4-2cd1-4191-891e-775f5319b56f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:26.134522 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:26.135063 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5dcc8a4-2cd1-4191-891e-775f5319b56f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:26.135676 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'status': 'completed', 'code': 200} Feb 04 15:55:26.140559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bbe05079-25ff-49af-83b1-6c1a43b289e3 req-d113bcd8-ba44-41cf-8784-46da64b4139d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d20305e3cb347c1ba42b65ca7660077&shared=False HTTP/1.1" status: 200 len: 213 time: 1.1981738 Feb 04 15:55:26.150454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.337706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:26.369813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e5740e1f-7d36-4930-8471-e67183395527 req-295b056e-b457-4acf-a31c-1d3a71b6bb8b tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.2148046 Feb 04 15:55:26.474750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-0d9fa20e-acbe-4c56-83ff-45e9ce5d3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:26.486805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-0d9fa20e-acbe-4c56-83ff-45e9ce5d3faa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=726b13dcbe814e9ea9aa7406702fd5ce&device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1097 time: 0.2262559 Feb 04 15:55:26.667183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b827caed-0949-450b-95e0-3cbd589c1b1c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.696455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.726596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05079-25ff-49af-83b1-6c1a43b289e3 req-0427961b-f8da-4452-82e9-8c02696f04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:26.727911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b3b026d7-2a5b-4068-8d70-abc5a52a8d37', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'mac_address': 'fa:16:3e:46:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:20Z', 'revision_number': 0, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:26.728541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bbe05079-25ff-49af-83b1-6c1a43b289e3 req-0427961b-f8da-4452-82e9-8c02696f04b5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5744867 Feb 04 15:55:26.768142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c431e78-1be5-465d-8f90-f33b827062db req-8f31d1b0-81bd-4113-9284-4c8d75a8f381 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:26.773498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c431e78-1be5-465d-8f90-f33b827062db req-8f31d1b0-81bd-4113-9284-4c8d75a8f381 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.3346314 Feb 04 15:55:26.789914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b827caed-0949-450b-95e0-3cbd589c1b1c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.791812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e305cc6-aa2a-4d64-add7-6bcd101f5d1c None None] The sync data for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 is: [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b3b026d7-2a5b-4068-8d70-abc5a52a8d37', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'mac_address': 'fa:16:3e:46:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:20Z', 'revision_number': 0, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:26.817834 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-b1b5137c-d1f7-413d-8055-abd635d59f90 service neutron] 10.222.0.50 "PUT /v2.0/ports/645ee10e-0b6b-48df-8dbe-dc264d737209/bindings/n-h2-827869-1/activate HTTP/1.1" status: 200 len: 369 time: 4.7332327 Feb 04 15:55:26.885478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b827caed-0949-450b-95e0-3cbd589c1b1c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.887259 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b827caed-0949-450b-95e0-3cbd589c1b1c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5957215 Feb 04 15:55:26.924451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47142) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:26.938796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c21574e9-48c4-423c-a5c5-fc914f4b34c5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '61b00bf5-4b65-44d9-b349-89bd83e9ed16', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:26.961918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-955e3f48-9d91-4516-a5b2-80199b5bf6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:26.966443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-955e3f48-9d91-4516-a5b2-80199b5bf6d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f13a2b1b-539c-428c-84e7-de5a752feee2 HTTP/1.1" status: 200 len: 914 time: 0.4663618 Feb 04 15:55:26.973210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827caed-0949-450b-95e0-3cbd589c1b1c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b00bf5-4b65-44d9-b349-89bd83e9ed16,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:27.018096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c431e78-1be5-465d-8f90-f33b827062db req-9c1d39e2-4b8c-42c5-867c-2d8987ce891f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094424 Feb 04 15:55:27.138041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-ff95c3c4-e429-4dbe-921b-195388a996eb tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.139647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-ff95c3c4-e429-4dbe-921b-195388a996eb tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146&tenant_id=537ec6f6adf0405b87c2e299025ea7fc&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.1868231 Feb 04 15:55:27.227769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c21574e9-48c4-423c-a5c5-fc914f4b34c5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.438538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-190685d5-2905-47de-aaad-52fc717bc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.440157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-190685d5-2905-47de-aaad-52fc717bc39f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 1096 time: 0.2799275 Feb 04 15:55:27.479593 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2479d-569f-4b93-bf51-87e59a5cfedb None None] New status for floating IP b3b026d7-2a5b-4068-8d70-abc5a52a8d37: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:55:27.596141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-481307ee-0005-40b3-ae4f-7fab35abc5f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a70ebb83-44db-46cb-932f-1c28a71b130b HTTP/1.1" status: 200 len: 1000 time: 0.6212482 Feb 04 15:55:27.668006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-35971789-7592-4c2b-b071-8612c22cccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.670733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-35971789-7592-4c2b-b071-8612c22cccb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1096 time: 0.2020156 Feb 04 15:55:27.703842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe0d2bd2-338c-464a-9db9-2f437478e093 req-edaee98b-40af-4dbb-bb97-bb7f374db488 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0799701 Feb 04 15:55:27.738328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c21574e9-48c4-423c-a5c5-fc914f4b34c5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.750586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c21574e9-48c4-423c-a5c5-fc914f4b34c5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.770350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Router 52f87797-11c3-4e69-90e2-52f5ebe755ad has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:27.795090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-f0b6eaa7-b2db-4ae3-b2ee-f847ea2ccf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.797647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-f0b6eaa7-b2db-4ae3-b2ee-f847ea2ccf92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185121cf-4ccd-4462-bf40-4c256c3bc835 HTTP/1.1" status: 200 len: 852 time: 0.1705298 Feb 04 15:55:27.807924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21574e9-48c4-423c-a5c5-fc914f4b34c5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef41119-94aa-47c1-af62-2a2ee172f5ca,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:27.827670 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:27.914725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c21574e9-48c4-423c-a5c5-fc914f4b34c5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.917914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c21574e9-48c4-423c-a5c5-fc914f4b34c5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9912438 Feb 04 15:55:27.922610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47150) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:27.934745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-da7f8daf-5aac-4e23-a705-a1b75c781386 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '61b00bf5-4b65-44d9-b349-89bd83e9ed16', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:27.991915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.996352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-35398d00-fd13-4732-b5a8-4d4e1ebf6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.997908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-35398d00-fd13-4732-b5a8-4d4e1ebf6624 service neutron] 10.222.0.30 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 897 time: 0.2917855 Feb 04 15:55:28.002987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.006059 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.db.api [None req-e7a2479d-569f-4b93-bf51-87e59a5cfedb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:55:28.008659 n-d-827869-1 neutron-server[102425]: DEBUG oslo_db.api [None req-e7a2479d-569f-4b93-bf51-87e59a5cfedb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:55:28.108142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-b08ee99d-104b-4494-813b-13a71d70d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:28.111064 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-b08ee99d-104b-4494-813b-13a71d70d9c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f13a2b1b-539c-428c-84e7-de5a752feee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3049755 Feb 04 15:55:28.132559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bbe05079-25ff-49af-83b1-6c1a43b289e3 req-8afe0e18-e22a-4884-b81e-14ca1b886d17 tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0397148 Feb 04 15:55:28.140909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da7f8daf-5aac-4e23-a705-a1b75c781386 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.249695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-f8c7a371-b1a0-4075-8faa-3dc1c8d4cc14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 999 time: 0.2410369 Feb 04 15:55:28.369545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:28.376770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b3bfa48f-9ead-447c-a48c-df76438850df admin admin] 10.222.0.47 "PUT /v2.0/routers/52f87797-11c3-4e69-90e2-52f5ebe755ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6417255 Feb 04 15:55:28.384763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47158) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:28.391347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] Sync routers for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:28.401446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:28.402128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:28.416235 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-ca095691-279c-4f03-ae2a-ec7f8f6640cd service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919183 Feb 04 15:55:28.424191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-5a19ed87-dcd6-424b-95d6-d478eea12d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:28.427384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-5a19ed87-dcd6-424b-95d6-d478eea12d57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.1698713 Feb 04 15:55:28.439081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da7f8daf-5aac-4e23-a705-a1b75c781386 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.511310 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2479d-569f-4b93-bf51-87e59a5cfedb None None] New status for floating IP b3b026d7-2a5b-4068-8d70-abc5a52a8d37: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:55:28.746547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:28.752757 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c595eec-89bb-4a54-98fa-9c9a19992a5e req-b5be35e6-5ebd-4204-9f0c-d5353cd7c0c0 service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283241 Feb 04 15:55:28.898323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0166999-26dd-49d8-902a-fbee88fc059b req-47497f15-e2df-480d-9bd2-dc20611d8688 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:28.927523 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0166999-26dd-49d8-902a-fbee88fc059b req-47497f15-e2df-480d-9bd2-dc20611d8688 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.7777531 Feb 04 15:55:29.022864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b9b9df3-eca1-4939-ac83-11631be4cefa req-0c7cc493-379f-4c13-8d5c-dc72df86727f tempest-ServerShowV254Test-404189080 tempest-ServerShowV254Test-404189080-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4576aaf-355a-4bf5-b1c2-8778cbf7a85d HTTP/1.1" status: 200 len: 210 time: 0.0621722 Feb 04 15:55:29.183347 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da7f8daf-5aac-4e23-a705-a1b75c781386 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.234451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Router e507a14c-6a2f-4235-9339-c6e8c57f8390 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:29.397476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:55:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:29.459900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] Checking router: 52f87797-11c3-4e69-90e2-52f5ebe755ad for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:29.479361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] Routers {'52f87797-11c3-4e69-90e2-52f5ebe755ad'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:29.480115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['52f87797-11c3-4e69-90e2-52f5ebe755ad'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:29.718584 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a0166999-26dd-49d8-902a-fbee88fc059b req-e923ef0b-ede7-47d8-b0f2-d808766cfde3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5876398 Feb 04 15:55:29.749690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-da7f8daf-5aac-4e23-a705-a1b75c781386 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.753816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-da7f8daf-5aac-4e23-a705-a1b75c781386 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8258874 Feb 04 15:55:29.763248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:29.770022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4ab1e38d-4626-4a21-b422-9ececf26848b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '61b00bf5-4b65-44d9-b349-89bd83e9ed16', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:29.825066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f8daf-5aac-4e23-a705-a1b75c781386 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9285813-e6af-4957-9a57-a6b112771325,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:29.836737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e38d-4626-4a21-b422-9ececf26848b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.920889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] Set router 52f87797-11c3-4e69-90e2-52f5ebe755ad gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:30.005260 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e38d-4626-4a21-b422-9ececf26848b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.014318 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e38d-4626-4a21-b422-9ececf26848b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.064110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1e38d-4626-4a21-b422-9ececf26848b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6786047d-cc29-41e0-97e3-b4da126a7ab8,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:30.079330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:30.083338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-c368b412-3c91-49b5-8d86-f5e5b4622cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:30.085567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-c368b412-3c91-49b5-8d86-f5e5b4622cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9840112 Feb 04 15:55:30.090824 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] Sync routers for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:30.091637 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.117827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e38d-4626-4a21-b422-9ececf26848b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.119622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4ab1e38d-4626-4a21-b422-9ececf26848b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3550863 Feb 04 15:55:30.120314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47170) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:30.120634 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:30.122122 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:30.135335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-63006d1b-4e05-43be-95bf-4ddb4f2fb35d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '61b00bf5-4b65-44d9-b349-89bd83e9ed16', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:30.202012 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63006d1b-4e05-43be-95bf-4ddb4f2fb35d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.332270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:30.342377 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:30.360734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63006d1b-4e05-43be-95bf-4ddb4f2fb35d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.361428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-39485ea6-943f-43fc-bd9d-c537769453f3 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "PUT /v2.0/floatingips/b3b026d7-2a5b-4068-8d70-abc5a52a8d37 HTTP/1.1" status: 200 len: 992 time: 5.7505016 Feb 04 15:55:30.382871 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63006d1b-4e05-43be-95bf-4ddb4f2fb35d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.412144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:55:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:30.463266 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:30.476574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63006d1b-4e05-43be-95bf-4ddb4f2fb35d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789507dd-00ca-4da0-97de-2c5a393d90db,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:30.522204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63006d1b-4e05-43be-95bf-4ddb4f2fb35d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.529356 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-63006d1b-4e05-43be-95bf-4ddb4f2fb35d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4053807 Feb 04 15:55:30.530738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47180) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:30.556181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b77ea09b-7f29-4723-8856-16972e14fc54 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '61b00bf5-4b65-44d9-b349-89bd83e9ed16', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:30.605111 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1756ae3a-0547-423a-948b-b6f120ff38c1 x-openstack-request-id: req-1756ae3a-0547-423a-948b-b6f120ff38c1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:30.611790 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:30.612315 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1756ae3a-0547-423a-948b-b6f120ff38c1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:30.612911 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'status': 'completed', 'code': 200} Feb 04 15:55:30.631512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.643228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcdb1b-b8ef-4fa5-9fd2-6052c4ac043b None None] The sync data for ids ['52f87797-11c3-4e69-90e2-52f5ebe755ad'] in n-d-827869-1 is: [{'id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'name': 'tempest-TaggedBootDevicesTest-321409016-router', 'tenant_id': '08038f466f1a452a8c6ae0ee260b025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:08Z', 'updated_at': '2022-02-04T15:55:25Z', 'revision_number': 5, 'project_id': '08038f466f1a452a8c6ae0ee260b025a', 'gw_port': {'id': '243c5dc5-d1cd-4278-ba7f-94b09c031036', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f87797-11c3-4e69-90e2-52f5ebe755ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:09Z', 'updated_at': '2022-02-04T15:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:30.758209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6772443a-6236-4ab3-823a-ce2aaafd8db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.825702 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-b77ea09b-7f29-4723-8856-16972e14fc54 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Project 5fa3c04f86b2422ebc450aff521f0f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:55:30.836497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b77ea09b-7f29-4723-8856-16972e14fc54 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.036297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-285155a1-4815-41b8-9ca6-07a1fc1bc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:31.048455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-285155a1-4815-41b8-9ca6-07a1fc1bc2c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=726b13dcbe814e9ea9aa7406702fd5ce&device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1097 time: 0.3711221 Feb 04 15:55:31.103270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47186) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:31.126202 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.166882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-7f2ebddc-2121-476f-a3fa-1df3a5d9ca84 service neutron] 10.222.0.30 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493769 Feb 04 15:55:31.184719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 918b1b09-09b3-4318-b951-6be303eccdd7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:31.256100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 918b1b09-09b3-4318-b951-6be303eccdd7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:55:31.257004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 918b1b09-09b3-4318-b951-6be303eccdd7 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:55:31.506561 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b3b026d7-2a5b-4068-8d70-abc5a52a8d37', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'mac_address': 'fa:16:3e:46:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:29Z', 'revision_number': 2, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:31.509106 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b77ea09b-7f29-4723-8856-16972e14fc54 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.546147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04fbed-df69-4c9a-b0d3-3abd11421084 req-4d281bdf-81c6-4300-982d-463f613e8063 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:31.559199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be04fbed-df69-4c9a-b0d3-3abd11421084 req-4d281bdf-81c6-4300-982d-463f613e8063 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.6529787 Feb 04 15:55:31.569759 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b77ea09b-7f29-4723-8856-16972e14fc54 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.602309 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] Checking router: e507a14c-6a2f-4235-9339-c6e8c57f8390 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:31.631362 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:31.638678 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:31.683133 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-3a16c79b-6c6d-4c4e-8c7d-c0a7ba23d901 service neutron] 10.222.0.30 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981282 Feb 04 15:55:31.727206 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ae81b43-32a9-4de5-850f-b69de2e3c497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.727463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ea09b-7f29-4723-8856-16972e14fc54 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8063d0d6-fc21-47f4-a9cc-166f87dcac62,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:31.845613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Deleting port 243c5dc5-d1cd-4278-ba7f-94b09c031036 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:31.846295 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.945562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-04d7f0d4-e363-4028-96c4-f15c88116495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:31.947867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-04d7f0d4-e363-4028-96c4-f15c88116495 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f13a2b1b-539c-428c-84e7-de5a752feee2 HTTP/1.1" status: 200 len: 914 time: 0.8847585 Feb 04 15:55:31.953472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be04fbed-df69-4c9a-b0d3-3abd11421084 req-bec08a53-e997-4a47-a6a6-74bc1baa3986 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925540 Feb 04 15:55:31.960428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b77ea09b-7f29-4723-8856-16972e14fc54 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.962254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b77ea09b-7f29-4723-8856-16972e14fc54 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4300513 Feb 04 15:55:31.972837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47204) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:31.979325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f26fb2c0-4119-45aa-b6a3-2a83131b71b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '61b00bf5-4b65-44d9-b349-89bd83e9ed16', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:32.041211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] For port 243c5dc5-d1cd-4278-ba7f-94b09c031036, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=243c5dc5-d1cd-4278-ba7f-94b09c031036,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:32.042289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.110314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-c1da15d1-6985-43b0-b5d7-6685787b2232 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a70ebb83-44db-46cb-932f-1c28a71b130b HTTP/1.1" status: 200 len: 1002 time: 0.1545706 Feb 04 15:55:32.111563 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-f26fb2c0-4119-45aa-b6a3-2a83131b71b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Project 5fa3c04f86b2422ebc450aff521f0f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:55:32.112978 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:32.211950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ae81b43-32a9-4de5-850f-b69de2e3c497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.213473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Calling delete_port for 243c5dc5-d1cd-4278-ba7f-94b09c031036 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:32.229491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ae81b43-32a9-4de5-850f-b69de2e3c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.339175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ae81b43-32a9-4de5-850f-b69de2e3c497 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d20305e3cb347c1ba42b65ca7660077&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2305686 Feb 04 15:55:32.339175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-521eb7c0-d052-4c9a-90e6-81b176e815ef tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:32.340139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-521eb7c0-d052-4c9a-90e6-81b176e815ef tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146&tenant_id=537ec6f6adf0405b87c2e299025ea7fc&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 1096 time: 0.2827523 Feb 04 15:55:32.342624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:32.354506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae81b43-32a9-4de5-850f-b69de2e3c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd8c1d4-78f3-4705-b497-81b08b2827af,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:32.603218 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-967610f2-210d-441f-a76d-383526c92793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.633087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:32.635838 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:32.820410 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb9644b-e34d-49d0-8e5b-3d2325bc6b25 x-openstack-request-id: req-beb9644b-e34d-49d0-8e5b-3d2325bc6b25 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:32.821384 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:32.821384 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-beb9644b-e34d-49d0-8e5b-3d2325bc6b25 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:32.822332 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'status': 'completed', 'code': 200} Feb 04 15:55:32.840897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f26fb2c0-4119-45aa-b6a3-2a83131b71b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.847528 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-967610f2-210d-441f-a76d-383526c92793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.849323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-14c669c4-b9f7-4bdd-ae17-b3b6d13824f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:32.852273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-14c669c4-b9f7-4bdd-ae17-b3b6d13824f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185121cf-4ccd-4462-bf40-4c256c3bc835 HTTP/1.1" status: 200 len: 852 time: 0.7263296 Feb 04 15:55:32.877148 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.982953 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b3b026d7-2a5b-4068-8d70-abc5a52a8d37', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'mac_address': 'fa:16:3e:46:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:29Z', 'revision_number': 2, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:33.012137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-affb71f9-1fcb-4ed3-b679-de219d844001 service neutron] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:33.023670 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-affb71f9-1fcb-4ed3-b679-de219d844001 service neutron] Notify callbacks [] for binding, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.025656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b93fbe1-e9c7-453e-adb4-166949c34ed0 req-affb71f9-1fcb-4ed3-b679-de219d844001 service neutron] 10.222.0.30 "DELETE /v2.0/ports/645ee10e-0b6b-48df-8dbe-dc264d737209/bindings/n-h1-827869-1 HTTP/1.1" status: 204 len: 173 time: 0.6676960 Feb 04 15:55:33.026912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Pushing event deleted for resources: {'Port': ['ID=243c5dc5-d1cd-4278-ba7f-94b09c031036,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:33.148018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.160932 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f26fb2c0-4119-45aa-b6a3-2a83131b71b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.177911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f26fb2c0-4119-45aa-b6a3-2a83131b71b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.189338 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd769b9e-63ab-4c19-b5ab-bb241940efd9 None None] The sync data for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 is: [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b3b026d7-2a5b-4068-8d70-abc5a52a8d37', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'port_id': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'mac_address': 'fa:16:3e:46:f1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:29Z', 'revision_number': 2, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:33.207217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-53c54b14-618c-42f9-aeb0-03d74dc63eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:33.214516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-53c54b14-618c-42f9-aeb0-03d74dc63eff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f13a2b1b-539c-428c-84e7-de5a752feee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3377550 Feb 04 15:55:33.279695 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-967610f2-210d-441f-a76d-383526c92793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.285640 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-967610f2-210d-441f-a76d-383526c92793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.287635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-967610f2-210d-441f-a76d-383526c92793 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbd8c1d4-78f3-4705-b497-81b08b2827af HTTP/1.1" status: 204 len: 168 time: 0.9433212 Feb 04 15:55:33.344121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fb2c0-4119-45aa-b6a3-2a83131b71b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5442014-582d-4aa8-b59a-a1a821c2839c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:33.355089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967610f2-210d-441f-a76d-383526c92793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd8c1d4-78f3-4705-b497-81b08b2827af,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:33.423902 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f26fb2c0-4119-45aa-b6a3-2a83131b71b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.428282 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f26fb2c0-4119-45aa-b6a3-2a83131b71b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4536128 Feb 04 15:55:33.459457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.475794 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.626118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a5895-e7cb-442a-ba9e-68e37b413392 req-54e30de5-e3a8-45f7-b933-b707ec12009f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:33.628626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f2a5895-e7cb-442a-ba9e-68e37b413392 req-54e30de5-e3a8-45f7-b933-b707ec12009f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.3610961 Feb 04 15:55:33.662866 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-34df319f-fa1c-4a97-a039-1a7e073323ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.676826 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.677819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f87797-11c3-4e69-90e2-52f5ebe755ad {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:55:33.702187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.708075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e743a290-1e52-4160-a6cb-23f1f0c4208c admin admin] 10.222.0.47 "DELETE /v2.0/routers/52f87797-11c3-4e69-90e2-52f5ebe755ad HTTP/1.1" status: 204 len: 168 time: 5.3039110 Feb 04 15:55:33.709813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-e1175d06-7e39-4960-88d0-a606142fce04 service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651721 Feb 04 15:55:33.711384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47232) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:33.906199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-3423c638-ebbb-4963-a3e1-9f39a17da3f4 admin admin] Deleting subnet 4b467fc4-5160-463a-a5dc-b2d95866e46a {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:55:33.970735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f2a5895-e7cb-442a-ba9e-68e37b413392 req-dae360dd-2995-4cdd-a47e-b4a49d87aaf1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087652 Feb 04 15:55:33.983110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3423c638-ebbb-4963-a3e1-9f39a17da3f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.052080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3423c638-ebbb-4963-a3e1-9f39a17da3f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.080575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-cd6d2750-7958-4e70-b74c-f92919daea56 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809495739&fields=id&tenant_id=5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 267 time: 0.1483502 Feb 04 15:55:34.161080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3423c638-ebbb-4963-a3e1-9f39a17da3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.251243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3423c638-ebbb-4963-a3e1-9f39a17da3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.293924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3423c638-ebbb-4963-a3e1-9f39a17da3f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.298163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3423c638-ebbb-4963-a3e1-9f39a17da3f4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4b467fc4-5160-463a-a5dc-b2d95866e46a HTTP/1.1" status: 204 len: 168 time: 0.5812955 Feb 04 15:55:34.303604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e48ee-abb2-4d9d-a3a2-a421b2602e5f None None] Network ddaa4c16-7a2d-48cd-be30-837d541a5561 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:34.318758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47252) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:34.325438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423c638-ebbb-4963-a3e1-9f39a17da3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b467fc4-5160-463a-a5dc-b2d95866e46a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.585151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ff7b-4853-4be9-9f83-5b1495bc5627 req-6d191366-e7a7-47da-baa9-8a42f73be6d7 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:34.586799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5202ff7b-4853-4be9-9f83-5b1495bc5627 req-6d191366-e7a7-47da-baa9-8a42f73be6d7 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1096 time: 0.2545962 Feb 04 15:55:34.639229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-75eebff8-5f09-46de-aa18-ac8221e0f92d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:34.646513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-75eebff8-5f09-46de-aa18-ac8221e0f92d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/networks?id=ac4a7643-7ced-44ff-ae8f-226c092147c8 HTTP/1.1" status: 200 len: 796 time: 0.5573471 Feb 04 15:55:34.680520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5202ff7b-4853-4be9-9f83-5b1495bc5627 req-63f172a5-d25d-4e98-b517-9f8faafb5965 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674868 Feb 04 15:55:34.685001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-582d433b-f00c-43d5-b869-1ca1c6cae87c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/quotas/5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 375 time: 0.0302029 Feb 04 15:55:34.698050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfbfa57d-1fed-49a3-a16d-fb5ed3e5f5c6 req-bcd04b93-0dab-4689-a8ae-c957caed184b service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400742 Feb 04 15:55:34.699179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.774326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] DHCP port deletion for ddaa4c16-7a2d-48cd-be30-837d541a5561 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:55:34.937224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] Deleting port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:34.944144 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.985863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-aeff637a-7f5a-4ad1-8b5d-d4f393b954c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:34.994936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-aeff637a-7f5a-4ad1-8b5d-d4f393b954c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=726b13dcbe814e9ea9aa7406702fd5ce&device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1097 time: 0.1588523 Feb 04 15:55:35.103835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b176e4-fe59-411f-932a-f7a9cec2ed0f req-0111a787-0d90-4578-9ccf-d157d7f4918e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:35.116687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e9b176e4-fe59-411f-932a-f7a9cec2ed0f req-0111a787-0d90-4578-9ccf-d157d7f4918e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.2636528 Feb 04 15:55:35.124524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-c9369319-0db1-44f2-b348-eb4c073523cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4226398 Feb 04 15:55:35.140943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] For port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:35.142644 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.144005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Deleting port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:35.144619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.197921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] Calling delete_port for 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:35.212153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-23676404-5d4f-4d79-a7e9-fcec45359ca0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:55:35.213503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-23676404-5d4f-4d79-a7e9-fcec45359ca0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177360 Feb 04 15:55:35.222451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 243c5dc5-d1cd-4278-ba7f-94b09c031036 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:35.262907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 243c5dc5-d1cd-4278-ba7f-94b09c031036 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:55:35.263819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 243c5dc5-d1cd-4278-ba7f-94b09c031036 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:55:35.264477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:35.386358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-427bb0e5-145b-418b-810f-b9f5785b36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:35.390314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-427bb0e5-145b-418b-810f-b9f5785b36d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f13a2b1b-539c-428c-84e7-de5a752feee2 HTTP/1.1" status: 200 len: 914 time: 0.3887007 Feb 04 15:55:35.434794 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.437656 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e9b176e4-fe59-411f-932a-f7a9cec2ed0f req-26aae36c-bde4-4ac4-8f3d-375846425204 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193531 Feb 04 15:55:35.522068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47280) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:35.542271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:35.553027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.554344 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-929b8558-26d1-43c2-b385-9a17cb0bbcac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a70ebb83-44db-46cb-932f-1c28a71b130b HTTP/1.1" status: 200 len: 1002 time: 0.1514716 Feb 04 15:55:35.640083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.656589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:35.670975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] No DVR routers for this DVR port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:35.709139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5f248-495a-4f14-a4a0-3c66198a9d32 None None] Pushing event deleted for resources: {'Port': ['ID=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:35.804389 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.843557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-9228f8fe-c095-4ed3-a810-9f2bfed87371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:35.848289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-9228f8fe-c095-4ed3-a810-9f2bfed87371 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185121cf-4ccd-4462-bf40-4c256c3bc835 HTTP/1.1" status: 200 len: 852 time: 0.2738640 Feb 04 15:55:35.925895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] For port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,segment=NetworkSegment(a66b1a49-5db3-469e-a8b4-5ae8b4b6b653),segment_id=a66b1a49-5db3-469e-a8b4-5ae8b4b6b653)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:35.926304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.965430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Calling delete_port for 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:35.983975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6a5472a1-feb5-41ed-8a3d-8e1556495936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/b9c4487d-c87f-4632-bb9e-afa3873b52c3 HTTP/1.1" status: 200 len: 991 time: 0.4588559 Feb 04 15:55:36.015945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-b343ab85-1560-48b3-b670-27d5bc90e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:36.018846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-b343ab85-1560-48b3-b670-27d5bc90e366 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f13a2b1b-539c-428c-84e7-de5a752feee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639440 Feb 04 15:55:36.067578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-82ca85d1-cc12-45ea-9e2e-0c4f4ecfe57c service neutron] 10.222.0.47 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7912185 Feb 04 15:55:36.309257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-acf6c09b-0cd0-4011-a3dd-2c3e48646344 service neutron] 10.222.0.47 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227056 Feb 04 15:55:36.313230 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.317514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47294) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:36.317666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-074618af-ce9a-411f-86c1-f292ba58bf7b service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900815 Feb 04 15:55:36.560459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c74de5c-62c2-4c3a-8ce8-3043b323ca4b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.576246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5935ec1d-d4d8-481e-ae3b-dde3b31649d2 req-05a815aa-9ab4-4833-9611-ef38a91ae45a service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493417 Feb 04 15:55:36.607617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47300) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:36.612704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] No DVR routers for this DVR port 1c74de5c-62c2-4c3a-8ce8-3043b323ca4b on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:36.771863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dd81b4ca-3ccd-40e7-9362-2d2e8f782359 req-42e7a2cd-c939-4ce2-a5d0-70ba82eab458 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 210 time: 0.0873554 Feb 04 15:55:36.832565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.885667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaa4c16-7a2d-48cd-be30-837d541a5561']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:36.913777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:36.914253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66b1a49-5db3-469e-a8b4-5ae8b4b6b653') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:36.924894 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69349464-2db7-4c35-83af-bc9d1d60188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.945997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.963510 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.975204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.988366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:36.988966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:36.992258 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:37.119549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.148488 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.156712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ddaa4c16-7a2d-48cd-be30-837d541a5561 HTTP/1.1" status: 204 len: 168 time: 2.8316174 Feb 04 15:55:37.164371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47312) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:37.208124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69349464-2db7-4c35-83af-bc9d1d60188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.217452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69349464-2db7-4c35-83af-bc9d1d60188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.279892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-69349464-2db7-4c35-83af-bc9d1d60188f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=12ebd5f2d0ba4b2bbf8e2b6ebb646f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6675894 Feb 04 15:55:37.279892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69349464-2db7-4c35-83af-bc9d1d60188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860fd55e-f02c-4639-81a6-52eccba25168,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.281274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47314) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:37.301682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3e661-1153-4587-9737-a4d19e72fcb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddaa4c16-7a2d-48cd-be30-837d541a5561,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.335407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 71c9e4d3-34c6-43fb-83e6-3767bb5875b2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:37.336169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.390952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ab6395d-252f-4df5-acd2-c4a6f49e8b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.433062 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ab6395d-252f-4df5-acd2-c4a6f49e8b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.462861 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.566452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.566764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.572430 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ab6395d-252f-4df5-acd2-c4a6f49e8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.579281 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ab6395d-252f-4df5-acd2-c4a6f49e8b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.582885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4ab6395d-252f-4df5-acd2-c4a6f49e8b1a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/860fd55e-f02c-4639-81a6-52eccba25168 HTTP/1.1" status: 204 len: 168 time: 0.2999251 Feb 04 15:55:37.597278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6395d-252f-4df5-acd2-c4a6f49e8b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860fd55e-f02c-4639-81a6-52eccba25168,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.597566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 71c9e4d3-34c6-43fb-83e6-3767bb5875b2 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:37.782674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-454008a9-0d07-4262-8d3b-3eb3724d2ad3 req-5934cc82-d858-49fd-a099-b1bc4cb4d756 tempest-ServerShowV247Test-158159657 tempest-ServerShowV247Test-158159657-project] (102422) timed out ('10.222.0.30', 54768) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 15:55:38.450563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef106c5a-292d-4ebc-8abe-fab3cbf0468d req-f2155e02-f332-4a24-ab88-3cc16f46fdbb tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 210 time: 0.0621848 Feb 04 15:55:39.090778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.150356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=71c9e4d3-34c6-43fb-83e6-3767bb5875b2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:39.281904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-fd4cf41a-17e4-4131-b076-263d5a52c536 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:39.283663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-fd4cf41a-17e4-4131-b076-263d5a52c536 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "GET /v2.0/networks?id=ac4a7643-7ced-44ff-ae8f-226c092147c8 HTTP/1.1" status: 200 len: 796 time: 0.4015834 Feb 04 15:55:39.313711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.314092 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Floating IP b9c4487d-c87f-4632-bb9e-afa3873b52c3 disassociated (deleted). External IP: 172.25.1.72, port: 645ee10e-0b6b-48df-8dbe-dc264d737209. Feb 04 15:55:39.419124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47368) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:39.492924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71a7fd7f-6339-4285-bf11-555f95fe610b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 379 time: 0.1992450 Feb 04 15:55:39.703979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'port': {'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'admin_state_up': True, 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'security_groups': ['61b00bf5-4b65-44d9-b349-89bd83e9ed16']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:39.743313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18dcca93-e6c5-4867-8814-3d75dcb19263 req-a752f752-baa7-4b00-a7b5-5bfbd8da8afe tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 210 time: 0.0821812 Feb 04 15:55:39.767890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1373953340-network', 'tenant_id': '265942192ba148ea89779e59ac400dc3'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:39.834250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.850904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Made reservation on behalf of 265942192ba148ea89779e59ac400dc3 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:39.854110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.894480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.035951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 671608b6-b128-4c8d-b93e-ff033911a9ee has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:40.072234 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.082201 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.110664 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.138996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229263f4-3847-4a10-873e-98e29d0a198d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:40.158559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:40.184236 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.184236 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Added segment db425a12-f90f-4691-add1-5fd1a079fd78 of type vlan for network ead49795-e9bd-4634-a2db-9480e348487d Feb 04 15:55:40.328650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.387968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.390181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:40.391291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.441639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0205374 Feb 04 15:55:40.508186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:40.514357 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.672022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:40.683857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.685245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c473f9b-6271-49bd-9d69-e067ef891237 admin admin] Pushing event updated for resources: {'Network': ['ID=ead49795-e9bd-4634-a2db-9480e348487d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:40.685807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] Sync routers for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:40.713439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:40.715453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:40.730550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ead49795-e9bd-4634-a2db-9480e348487d details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:55:40.918703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-29f7676f-d625-41b2-ae30-a47c96b7b0f4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/floatingips/b9c4487d-c87f-4632-bb9e-afa3873b52c3 HTTP/1.1" status: 204 len: 168 time: 4.5969939 Feb 04 15:55:40.931506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:40.937539 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e6616f-525a-46ee-a0c3-b8259e226c78" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:41.063245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d59360e-fdb7-49b6-9133-c5b627457783 req-9e799d96-8209-4349-baf9-1a03a39ce188 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 210 time: 0.1338332 Feb 04 15:55:41.146508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.20.0.4 (ac4a7643-7ced-44ff-ae8f-226c092147c8/0e5068af-0bf4-46f3-9971-93652a2262f3/37189aaa-df70-4de5-b262-550e23c457df) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:41.227909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:41.555619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.568931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Deleting port 940f3569-69a5-4fe9-9bde-33012b7a902f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:41.569860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.719178 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8939d8d1-f73d-466d-bb94-ae69b91286c9 x-openstack-request-id: req-8939d8d1-f73d-466d-bb94-ae69b91286c9 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:41.719178 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:41.719178 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8939d8d1-f73d-466d-bb94-ae69b91286c9 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:41.721556 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'status': 'completed', 'code': 200} Feb 04 15:55:41.864061 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.866300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:18Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:41.875326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773740aa-09f7-4df3-b002-a698117721bd req-2fe4c694-0585-4745-8f86-e81bec032cec tempest-ComputeTenantNetworksTest-1874096938 tempest-ComputeTenantNetworksTest-1874096938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:41.887925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773740aa-09f7-4df3-b002-a698117721bd req-2fe4c694-0585-4745-8f86-e81bec032cec tempest-ComputeTenantNetworksTest-1874096938 tempest-ComputeTenantNetworksTest-1874096938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:41.905675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773740aa-09f7-4df3-b002-a698117721bd req-2fe4c694-0585-4745-8f86-e81bec032cec tempest-ComputeTenantNetworksTest-1874096938 tempest-ComputeTenantNetworksTest-1874096938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:41.910862 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-773740aa-09f7-4df3-b002-a698117721bd req-2fe4c694-0585-4745-8f86-e81bec032cec tempest-ComputeTenantNetworksTest-1874096938 tempest-ComputeTenantNetworksTest-1874096938-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8361726 Feb 04 15:55:41.943627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] Checking router: 671608b6-b128-4c8d-b93e-ff033911a9ee for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:41.951953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=37189aaa-df70-4de5-b262-550e23c457df,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:41.985772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:41.987374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:42.005795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:42.008267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-830eda31-e429-43e0-9574-3f0badd2ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.015995 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-830eda31-e429-43e0-9574-3f0badd2ec45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 1096 time: 0.2483494 Feb 04 15:55:42.027720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:42.030758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:55:42.222910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.223819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.227443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-947ccc2a-74b0-4f16-87f3-4b8ec0975bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.229547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-947ccc2a-74b0-4f16-87f3-4b8ec0975bfb service neutron] 10.222.0.30 "GET /v2.0/networks?id=709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 200 len: 897 time: 0.2089713 Feb 04 15:55:42.232392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] For port 940f3569-69a5-4fe9-9bde-33012b7a902f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=940f3569-69a5-4fe9-9bde-33012b7a902f,segment=NetworkSegment(ff154158-98ac-4331-a8e9-4f2d0741c1e9),segment_id=ff154158-98ac-4331-a8e9-4f2d0741c1e9)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:42.233196 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.300027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-16c5aecd-de50-4753-acb5-cf9a76df5de7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 200 len: 217 time: 0.0552239 Feb 04 15:55:42.324042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Calling delete_port for 940f3569-69a5-4fe9-9bde-33012b7a902f owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:42.361369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cf61b-2e91-4896-8537-f0c18171514a req-65e203a4-9ebe-4606-a695-e4b9de5d716b tempest-ComputeTenantNetworksTest-1874096938 tempest-ComputeTenantNetworksTest-1874096938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.369625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-109cf61b-2e91-4896-8537-f0c18171514a req-65e203a4-9ebe-4606-a695-e4b9de5d716b tempest-ComputeTenantNetworksTest-1874096938 tempest-ComputeTenantNetworksTest-1874096938-project] 10.222.0.47 "GET /v2.0/networks/ead49795-e9bd-4634-a2db-9480e348487d HTTP/1.1" status: 200 len: 769 time: 0.4011188 Feb 04 15:55:42.395100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-3a87f55d-567c-4c03-b6ca-576ad4a1013d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.397236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-3a87f55d-567c-4c03-b6ca-576ad4a1013d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.3571057 Feb 04 15:55:42.420866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47430) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:42.439145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:42.497541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-b2345187-3a9a-4fce-b95d-b950fbf5d123 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9786377 Feb 04 15:55:42.594903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d640884-e1c9-47e0-8390-46eb5a4863d0 req-a30e1f0f-e956-4252-b7de-8d780c5f2578 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.597857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d640884-e1c9-47e0-8390-46eb5a4863d0 req-a30e1f0f-e956-4252-b7de-8d780c5f2578 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 945 time: 0.7124953 Feb 04 15:55:42.609736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Request body: {'port': {'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:42.646451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-3876a5c7-3167-4de9-9032-e94ef39f2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:42.647810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-3876a5c7-3167-4de9-9032-e94ef39f2414 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 200 len: 834 time: 0.2464955 Feb 04 15:55:42.882817 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.924246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f3f750c3-8c10-4ce8-8b5f-8fe5c352556a None None] Provisioning complete for port 37189aaa-df70-4de5-b262-550e23c457df triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:42.924707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3f750c3-8c10-4ce8-8b5f-8fe5c352556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.931810 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.003857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 645ee10e-0b6b-48df-8dbe-dc264d737209 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:43.004274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.004436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d640884-e1c9-47e0-8390-46eb5a4863d0 req-ff2122c2-9711-4ad9-a29b-b8ac3ca76039 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=206d61f6-978a-45d6-8230-b72009571494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531220 Feb 04 15:55:43.127550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb70c59-0b2c-4ac0-9202-36bbd2c7f679 req-28e2bdff-3434-4b12-b01d-abf6951829bb tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.131245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adb70c59-0b2c-4ac0-9202-36bbd2c7f679 req-28e2bdff-3434-4b12-b01d-abf6951829bb tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 931 time: 0.3970702 Feb 04 15:55:43.141890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f3f750c3-8c10-4ce8-8b5f-8fe5c352556a None None] Port 37189aaa-df70-4de5-b262-550e23c457df cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:55:43.206895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.210924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-bdb1da06-92e0-4f3a-94a9-58246ad238a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.213122 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-bdb1da06-92e0-4f3a-94a9-58246ad238a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=709c50de-9462-4f54-84f7-2ef9db87e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5556130 Feb 04 15:55:43.240614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead49795-e9bd-4634-a2db-9480e348487d']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:43.253461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db425a12-f90f-4691-add1-5fd1a079fd78') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:43.253824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db425a12-f90f-4691-add1-5fd1a079fd78') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:43.265899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.283334 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.291323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:43.291846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.392396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:18Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:43.495147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b4ab8-7d3b-4f72-b76d-4fa146104a62 None None] The sync data for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 is: [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:53:05Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a00368ab-4558-49b6-ae88-e0c94e81697c', 'name': '', 'network_id': '709c50de-9462-4f54-84f7-2ef9db87e21f', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:25:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:53:01Z', 'updated_at': '2022-02-04T15:53:18Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '5da9d91b-0558-4b15-8d56-984510d231a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:43.508342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port 645ee10e-0b6b-48df-8dbe-dc264d737209, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=645ee10e-0b6b-48df-8dbe-dc264d737209,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:43.508870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.545836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 645ee10e-0b6b-48df-8dbe-dc264d737209 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:43.724349 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:43.920604 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.995868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.003371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] 10.222.0.47 "DELETE /v2.0/networks/ead49795-e9bd-4634-a2db-9480e348487d HTTP/1.1" status: 204 len: 168 time: 1.5773349 Feb 04 15:55:44.202968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Pushing event deleted for resources: {'Network': ['ID=ead49795-e9bd-4634-a2db-9480e348487d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:44.279842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adb70c59-0b2c-4ac0-9202-36bbd2c7f679 req-abaff4d4-f885-435a-9391-93b62d8ce4ea tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5573845 Feb 04 15:55:44.289699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.290101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.290537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.290806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.291065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.291469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.291837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.292125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.292520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.292772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.300222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.300662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27570a3-be15-48c8-a419-61d9c5dd894b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:44.305870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.327202 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd46e19-955f-4a08-8da4-6519f46df3a8 None None] New status for floating IP b9c4487d-c87f-4632-bb9e-afa3873b52c3: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:55:44.436948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47466) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:44.464379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=645ee10e-0b6b-48df-8dbe-dc264d737209,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:44.542070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] No DVR routers for this DVR port 645ee10e-0b6b-48df-8dbe-dc264d737209 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:44.564849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.572597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c947397e-7da1-45cb-bb5f-50e876a96e34 req-1f9bafb9-170b-4cb5-9f7f-01e9b6c6716f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "DELETE /v2.0/ports/645ee10e-0b6b-48df-8dbe-dc264d737209 HTTP/1.1" status: 204 len: 173 time: 2.1527579 Feb 04 15:55:44.573483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-deleted', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:44.579469 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa135202-6b09-4eb9-a08f-759384234ca8" -d '{"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-deleted", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:44.608282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1dfce3ca-78d4-4a5f-bc6a-f0dc1804de69 req-fecd6844-6a96-4734-bc8c-53dbf40d0dd1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9630eb-e28f-47d5-b528-d251f3b45146 HTTP/1.1" status: 200 len: 210 time: 0.1491473 Feb 04 15:55:44.638996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-e1c44140-2f42-4b41-98dc-0979ce87392d service neutron] 10.222.0.30 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4056227 Feb 04 15:55:44.681167 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304ac3ea-89f3-4672-aa4a-8d86afff4916 x-openstack-request-id: req-304ac3ea-89f3-4672-aa4a-8d86afff4916 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:44.682608 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9630eb-e28f-47d5-b528-d251f3b45146", "name": "network-vif-deleted", "tag": "645ee10e-0b6b-48df-8dbe-dc264d737209", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:44.683319 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-304ac3ea-89f3-4672-aa4a-8d86afff4916 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:44.684251 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9630eb-e28f-47d5-b528-d251f3b45146', 'name': 'network-vif-deleted', 'tag': '645ee10e-0b6b-48df-8dbe-dc264d737209', 'status': 'completed', 'code': 200} Feb 04 15:55:44.963001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.969189 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4e6616f-525a-46ee-a0c3-b8259e226c78 req-65c69d0e-66e8-46bd-a025-63621944cf99 service neutron] 10.222.0.30 "GET /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173082 Feb 04 15:55:45.054700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Pushing event deleted for resources: {'Port': ['ID=940f3569-69a5-4fe9-9bde-33012b7a902f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.062930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f35865ac-1e8c-4351-9dcb-dd7e295e26d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=265942192ba148ea89779e59ac400dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014771 Feb 04 15:55:45.068931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47476) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:45.320360 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec1331c2-86ae-47e5-8743-12305d47d71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.395700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec1331c2-86ae-47e5-8743-12305d47d71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.423013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 645ee10e-0b6b-48df-8dbe-dc264d737209 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:45.520696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 645ee10e-0b6b-48df-8dbe-dc264d737209 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:55:45.521319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 645ee10e-0b6b-48df-8dbe-dc264d737209 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:55:45.564555 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec1331c2-86ae-47e5-8743-12305d47d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.571631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ec1331c2-86ae-47e5-8743-12305d47d71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.582864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ec1331c2-86ae-47e5-8743-12305d47d71b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/229263f4-3847-4a10-873e-98e29d0a198d HTTP/1.1" status: 204 len: 168 time: 0.5097921 Feb 04 15:55:45.616464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37189aaa-df70-4de5-b262-550e23c457df {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:45.634193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1331c2-86ae-47e5-8743-12305d47d71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229263f4-3847-4a10-873e-98e29d0a198d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.670590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.727085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Transition to ACTIVE for port object 37189aaa-df70-4de5-b262-550e23c457df will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:45.736204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.762049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47494) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:45.888872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2d84d-a0d6-4d34-9e06-47fa76107fad req-a8c9af5d-060c-40ad-a605-89ec244859d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:45.897502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67e2d84d-a0d6-4d34-9e06-47fa76107fad req-a8c9af5d-060c-40ad-a605-89ec244859d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 931 time: 0.2836423 Feb 04 15:55:45.936806 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.011484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Pushing event updated for resources: {'Port': ['ID=37189aaa-df70-4de5-b262-550e23c457df,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:46.166668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.166891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.167198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.168324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.168324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.168324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.169427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.169427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.169427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.170900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.170900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.170900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:46.189276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67e2d84d-a0d6-4d34-9e06-47fa76107fad req-8d192bab-101d-4cd0-8edd-f453caab71fd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907031 Feb 04 15:55:46.310756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Attempting to bind port 37189aaa-df70-4de5-b262-550e23c457df on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:46.311153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Attempting to bind port 37189aaa-df70-4de5-b262-550e23c457df by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:46.311494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Attempting to bind port 37189aaa-df70-4de5-b262-550e23c457df on network ac4a7643-7ced-44ff-ae8f-226c092147c8 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:46.322242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Port 37189aaa-df70-4de5-b262-550e23c457df on network ac4a7643-7ced-44ff-ae8f-226c092147c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:55:46.322572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Attempting to bind port 37189aaa-df70-4de5-b262-550e23c457df on network ac4a7643-7ced-44ff-ae8f-226c092147c8 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:46.347073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:55:46.347418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Checking segment: {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:46.348931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Bound using segment: {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:55:46.350619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Bound port: 37189aaa-df70-4de5-b262-550e23c457df, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:46.351104 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.600551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] For port 37189aaa-df70-4de5-b262-550e23c457df, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:46.613689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] For port 37189aaa-df70-4de5-b262-550e23c457df, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=37189aaa-df70-4de5-b262-550e23c457df,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:46.630546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.744312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:46.745020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.746847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] 10.222.0.30 "PUT /v2.0/ports/37189aaa-df70-4de5-b262-550e23c457df HTTP/1.1" status: 200 len: 1091 time: 4.1892970 Feb 04 15:55:46.747651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'tag': '37189aaa-df70-4de5-b262-550e23c457df'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:46.750301 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "tag": "37189aaa-df70-4de5-b262-550e23c457df"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:46.841146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.151432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a2c0-652a-4080-954c-d3803e265920 service neutron] Pushing event updated for resources: {'Port': ['ID=37189aaa-df70-4de5-b262-550e23c457df,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.186628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47532) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:47.234204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-d8ea96e4-333e-4687-8923-b7151a664758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.261191 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-d8ea96e4-333e-4687-8923-b7151a664758 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 1094 time: 0.3989201 Feb 04 15:55:47.276235 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b141c773-09a2-41e0-b50c-5194a9baf193 x-openstack-request-id: req-b141c773-09a2-41e0-b50c-5194a9baf193 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:47.276838 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "tag": "37189aaa-df70-4de5-b262-550e23c457df", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:47.277409 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b141c773-09a2-41e0-b50c-5194a9baf193 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:47.278390 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'tag': '37189aaa-df70-4de5-b262-550e23c457df', 'status': 'completed', 'code': 200} Feb 04 15:55:47.430467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-e473509e-ac59-42da-88e3-508dcaaf4741 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37189aaa-df70-4de5-b262-550e23c457df HTTP/1.1" status: 200 len: 217 time: 0.1455336 Feb 04 15:55:47.474650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Router d660ba40-1e39-489a-972c-74cae33a8b53 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:47.501303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port a00368ab-4558-49b6-ae88-e0c94e81697c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:47.501670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.681346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47552) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:47.726868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port a00368ab-4558-49b6-ae88-e0c94e81697c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a00368ab-4558-49b6-ae88-e0c94e81697c,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:47.727558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535f48c-58e2-414c-b1d1-ea2087907dfb req-24f86fd6-895a-4f7b-aa6e-3be74d39b8dc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.728071 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.730547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e535f48c-58e2-414c-b1d1-ea2087907dfb req-24f86fd6-895a-4f7b-aa6e-3be74d39b8dc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 943 time: 0.2982500 Feb 04 15:55:47.737414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-c085b1d7-d646-4349-97f3-03d1ffc6d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.740794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-c085b1d7-d646-4349-97f3-03d1ffc6d78c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e5068af-0bf4-46f3-9971-93652a2262f3 HTTP/1.1" status: 200 len: 834 time: 0.2856998 Feb 04 15:55:47.744279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for a00368ab-4558-49b6-ae88-e0c94e81697c owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:47.885116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c09ed238-2cf8-4789-97d1-9e801707d92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.948117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-2084b4b5-ea15-4313-a433-144a17733a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.951030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-2084b4b5-ea15-4313-a433-144a17733a30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4a7643-7ced-44ff-ae8f-226c092147c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912293 Feb 04 15:55:47.961060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e535f48c-58e2-414c-b1d1-ea2087907dfb req-7e8b27b5-c8fb-452d-b0cc-a959002e3dc7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150843 Feb 04 15:55:47.978171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-650521092-network', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:48.092263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:48.118553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] Sync routers for ids ['d660ba40-1e39-489a-972c-74cae33a8b53'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:48.120219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Made reservation on behalf of dc0a7f2eff6648139e592578e665b340 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:48.125243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f684cf2b-857c-4d3b-9fb7-101429c2beaa admin admin] 10.222.0.47 "PUT /v2.0/routers/d660ba40-1e39-489a-972c-74cae33a8b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9535079 Feb 04 15:55:48.125415 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.129909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47560) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:48.138603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.152852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] Routers {'d660ba40-1e39-489a-972c-74cae33a8b53'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:48.154443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d660ba40-1e39-489a-972c-74cae33a8b53'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:48.280565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c09ed238-2cf8-4789-97d1-9e801707d92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.298209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c09ed238-2cf8-4789-97d1-9e801707d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.324766 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.375332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=a00368ab-4558-49b6-ae88-e0c94e81697c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.378835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-bb872f66-2348-4efa-b278-d46ef9c306f1 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117272 Feb 04 15:55:48.404466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c09ed238-2cf8-4789-97d1-9e801707d92b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e1f2f383f1e48cb90ce62bdf37f924e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2166207 Feb 04 15:55:48.408457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ed238-2cf8-4789-97d1-9e801707d92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d70790-9f06-490f-9dce-b4218a92fb2d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.411305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47564) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:48.563180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] Set router d660ba40-1e39-489a-972c-74cae33a8b53 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:48.676846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.703597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.755425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.896004 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:55:48.899623 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b9c99da-461b-4f4f-a5a0-2a5b6a304286 req-388061a9-55dc-4740-9a1d-43341e2e91c1 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111918 Feb 04 15:55:49.145277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c759523e-994a-404a-8399-753f90b91ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:55:44Z', 'revision_number': 5, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port': {'id': 'c759523e-994a-404a-8399-753f90b91ddb', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:46:34Z', 'updated_at': '2022-02-04T15:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.177675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.189660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-ed0aeb83-9f84-4091-9123-2f62673ab674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.208246 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-ed0aeb83-9f84-4091-9123-2f62673ab674 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 1094 time: 0.1761305 Feb 04 15:55:49.211679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] Checking router: d660ba40-1e39-489a-972c-74cae33a8b53 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:49.244649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] Routers {'d660ba40-1e39-489a-972c-74cae33a8b53'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:49.245366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d660ba40-1e39-489a-972c-74cae33a8b53'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.398599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] Set router d660ba40-1e39-489a-972c-74cae33a8b53 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:49.480951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:49.522555 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31c351f4-b3bc-4d56-96cf-b5018745c365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.523417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Deleting port c759523e-994a-404a-8399-753f90b91ddb {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:49.524099 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.545590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:55:49Z', 'revision_number': 6, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.573174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31c351f4-b3bc-4d56-96cf-b5018745c365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.577746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862a25a-75c0-4475-b065-23a5c9490d1f None None] The sync data for ids ['d660ba40-1e39-489a-972c-74cae33a8b53'] in n-d-827869-1 is: [{'id': 'd660ba40-1e39-489a-972c-74cae33a8b53', 'name': 'tempest-TaggedBootDevicesTest-820453679-router', 'tenant_id': '7e272b7446e5473192696ae3c96ac455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:46:28Z', 'updated_at': '2022-02-04T15:55:49Z', 'revision_number': 6, 'project_id': '7e272b7446e5473192696ae3c96ac455', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:49.604155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-f5229726-1016-43a8-a37b-d4cc56748d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.606064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-f5229726-1016-43a8-a37b-d4cc56748d86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac4a7643-7ced-44ff-ae8f-226c092147c8 HTTP/1.1" status: 200 len: 897 time: 0.3881972 Feb 04 15:55:49.629947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194cf48f-bf69-41e4-b040-85156855f76b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:49.661082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.661082 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Added segment be3340a5-159a-45ef-9d96-d277772297eb of type vlan for network f80456e3-89f7-46c5-bd73-457711658e36 Feb 04 15:55:49.670746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-4441c1cc-e2da-426a-9a75-c9bb6bcc6afb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37189aaa-df70-4de5-b262-550e23c457df HTTP/1.1" status: 200 len: 217 time: 0.0560155 Feb 04 15:55:49.687167 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.740346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680f870-622a-40d0-9a8c-fb9a5392760d req-4ecabc4e-3f6e-4953-990f-a90952438b1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.742019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7680f870-622a-40d0-9a8c-fb9a5392760d req-4ecabc4e-3f6e-4953-990f-a90952438b1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 943 time: 0.3907185 Feb 04 15:55:49.816148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] For port c759523e-994a-404a-8399-753f90b91ddb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c759523e-994a-404a-8399-753f90b91ddb,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:49.818673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.824913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-0ffe0abf-664f-4f02-9ff8-d6a6d1b2a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.827761 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-0ffe0abf-664f-4f02-9ff8-d6a6d1b2a989 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e5068af-0bf4-46f3-9971-93652a2262f3 HTTP/1.1" status: 200 len: 834 time: 0.1476192 Feb 04 15:55:49.836654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.866504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Calling delete_port for c759523e-994a-404a-8399-753f90b91ddb owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:49.936055 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7680f870-622a-40d0-9a8c-fb9a5392760d req-b689835a-9dfa-4c5b-90dc-fb965f1fc798 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790676 Feb 04 15:55:49.976047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-ed52a4b1-a996-4161-bca4-f28d88951694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.977851 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-ed52a4b1-a996-4161-bca4-f28d88951694 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4a7643-7ced-44ff-ae8f-226c092147c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396799 Feb 04 15:55:50.026661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31c351f4-b3bc-4d56-96cf-b5018745c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.032562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-31c351f4-b3bc-4d56-96cf-b5018745c365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.034642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-31c351f4-b3bc-4d56-96cf-b5018745c365 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67d70790-9f06-490f-9dce-b4218a92fb2d HTTP/1.1" status: 204 len: 168 time: 1.5674698 Feb 04 15:55:50.050740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.052462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:50.053512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.085858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c351f4-b3bc-4d56-96cf-b5018745c365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d70790-9f06-490f-9dce-b4218a92fb2d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:50.325607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6425760 Feb 04 15:55:50.346349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47594) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:50.373416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Request body: {'subnet': {'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-650521092-subnet', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:50.405715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b0f1-67b2-411d-b2e9-72ab87b720a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f80456e3-89f7-46c5-bd73-457711658e36,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:50.421002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network f80456e3-89f7-46c5-bd73-457711658e36 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:55:50.570065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Made reservation on behalf of dc0a7f2eff6648139e592578e665b340 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:50.577120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.703994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 671608b6-b128-4c8d-b93e-ff033911a9ee has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:50.768217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-c78d4282-dabb-4fad-92a9-1840377245a7 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803376 Feb 04 15:55:50.903534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:50.917290 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] Sync routers for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:50.940568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-31de1fe6-064b-456c-b582-d36b88eef2ee tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "PUT /v2.0/routers/671608b6-b128-4c8d-b93e-ff033911a9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1742415 Feb 04 15:55:50.949558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47612) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:50.952570 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:50.958220 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:51.095075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.169461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c759523e-994a-404a-8399-753f90b91ddb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:51.222985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c88680-3bf5-4c30-a064-abc72e398936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting subnet 5da9d91b-0558-4b15-8d56-984510d231a5 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:55:51.228947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c88680-3bf5-4c30-a064-abc72e398936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.268040 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.321191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c759523e-994a-404a-8399-753f90b91ddb no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:51.336497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c88680-3bf5-4c30-a064-abc72e398936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.389039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c759523e-994a-404a-8399-753f90b91ddb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:55:51.394711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c759523e-994a-404a-8399-753f90b91ddb not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:55:51.395678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 940f3569-69a5-4fe9-9bde-33012b7a902f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:51.421891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 940f3569-69a5-4fe9-9bde-33012b7a902f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:55:51.423105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 940f3569-69a5-4fe9-9bde-33012b7a902f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:55:51.441462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46507e6-cd0c-447d-a6ed-ba5c97305225,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:51.456993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 37189aaa-df70-4de5-b262-550e23c457df details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:55:51.462005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47628) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:51.482852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Checking segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:51.483734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Network hostable DHCP agents. Network: f80456e3-89f7-46c5-bd73-457711658e36, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:51.506305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77b127ed-5c0d-4ecf-8ab9-2c1792d84051 req-78f0d791-f2cf-496f-aed7-c02155fee90f service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258697 Feb 04 15:55:51.565363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Network f80456e3-89f7-46c5-bd73-457711658e36 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:51.592428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, f80456e3-89f7-46c5-bd73-457711658e36) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:51.597612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:51.598259 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.633822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddbf530-2997-4f59-abb2-4f3142c6e649 None None] Network f80456e3-89f7-46c5-bd73-457711658e36 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:51.653951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-39adb392-a2af-4c56-82c2-5556326370a6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3016093 Feb 04 15:55:51.653951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47634) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:51.658633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:51.663601 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:51.664541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaefe7-3967-41ac-9bfc-59b929723bbc req-cadd23f6-fefe-4c03-8ecd-fb9fefe6ab84 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:51.679650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1acaefe7-3967-41ac-9bfc-59b929723bbc req-cadd23f6-fefe-4c03-8ecd-fb9fefe6ab84 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 943 time: 0.5227571 Feb 04 15:55:51.719415 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c88680-3bf5-4c30-a064-abc72e398936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.722851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.722851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.732923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.852747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-744856779-network', 'tenant_id': 'b2015bfa04b4433897588e658095ed70'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:51.862814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.906087 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.911365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.930632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1acaefe7-3967-41ac-9bfc-59b929723bbc req-857f9419-6515-4b97-95ed-977583796509 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499828 Feb 04 15:55:51.966620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-f80456e3-89f7-46c5-bd73-457711658e36', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:55:51.969574 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.997322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Made reservation on behalf of b2015bfa04b4433897588e658095ed70 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:52.002309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.056336 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.073586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c88680-3bf5-4c30-a064-abc72e398936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.094701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 37189aaa-df70-4de5-b262-550e23c457df, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=37189aaa-df70-4de5-b262-550e23c457df,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:52.115220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.115651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d660ba40-1e39-489a-972c-74cae33a8b53 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:55:52.134259 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.135398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-781dc265-1837-47b6-8f66-b6e5dfce33e3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/d660ba40-1e39-489a-972c-74cae33a8b53 HTTP/1.1" status: 204 len: 168 time: 3.9936755 Feb 04 15:55:52.140031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c88680-3bf5-4c30-a064-abc72e398936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Subnet': ['ID=5da9d91b-0558-4b15-8d56-984510d231a5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:52.145279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47640) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:52.176124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28c88680-3bf5-4c30-a064-abc72e398936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.190217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28c88680-3bf5-4c30-a064-abc72e398936 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/subnets/5da9d91b-0558-4b15-8d56-984510d231a5 HTTP/1.1" status: 204 len: 168 time: 1.2388179 Feb 04 15:55:52.190782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47642) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:52.244651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1532bad-5a16-44da-8376-c9394d2716b2 None None] Network 709c50de-9462-4f54-84f7-2ef9db87e21f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:52.246176 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:55:48Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:52.272178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '37189aaa-df70-4de5-b262-550e23c457df', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:55:52.315716 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] Checking router: 671608b6-b128-4c8d-b93e-ff033911a9ee for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:52.356077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.364270 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] Routers {'671608b6-b128-4c8d-b93e-ff033911a9ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:52.365192 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['671608b6-b128-4c8d-b93e-ff033911a9ee'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:52.420143 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.480779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba693c8-051a-4b93-9338-d4d5e077b8b7 admin admin] Deleting subnet 81109eac-aef1-4cd4-9e02-15dc4687f5a7 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:55:52.492857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ba693c8-051a-4b93-9338-d4d5e077b8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.537948 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.587718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37189aaa-df70-4de5-b262-550e23c457df {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:52.655155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ba693c8-051a-4b93-9338-d4d5e077b8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.656585 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] Set router 671608b6-b128-4c8d-b93e-ff033911a9ee gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:52.676791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.685540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.707331 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:52.724177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.724421 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.725202 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Added segment 247d5f34-6e27-41b0-98c1-a2dd3152cf4d of type vlan for network 20d2a86e-f686-43ae-9e47-8812e363b3e5 Feb 04 15:55:52.766199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 37189aaa-df70-4de5-b262-550e23c457df, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=37189aaa-df70-4de5-b262-550e23c457df,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:52.784816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.837056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.839425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Allocated IP 172.20.0.2 (f80456e3-89f7-46c5-bd73-457711658e36/a46507e6-cd0c-447d-a6ed-ba5c97305225/18b640e1-9ae2-471b-9d74-26f1d6b10bf9) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:52.900641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.902769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:52.903896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.950093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4857099 Feb 04 15:55:52.956207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47650) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:52.962341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Request body: {'subnet': {'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-744856779-subnet', 'tenant_id': 'b2015bfa04b4433897588e658095ed70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:52.979419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ba693c8-051a-4b93-9338-d4d5e077b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.067357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Made reservation on behalf of b2015bfa04b4433897588e658095ed70 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:53.070572 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.128778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['37189aaa-df70-4de5-b262-550e23c457df'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:55:53.207293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=37189aaa-df70-4de5-b262-550e23c457df,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:53.250348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.250923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.251467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.252543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.253095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.253617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.254213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.254730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.255259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.255795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.256325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.256922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:53.270724 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.272058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] DHCP port deletion for 709c50de-9462-4f54-84f7-2ef9db87e21f request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:55:53.281112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6848559c-55e5-4b09-881a-4981e2eddebc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:53.317104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 903279dc-5b80-458d-a906-37728987cf93 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:53.318715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.323845 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:55:48Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:53.406072 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633a179-419d-409d-8262-b71c5b71bd3c None None] The sync data for ids ['671608b6-b128-4c8d-b93e-ff033911a9ee'] in n-d-827869-1 is: [{'id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511254506', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '903279dc-5b80-458d-a906-37728987cf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:52:46Z', 'updated_at': '2022-02-04T15:55:48Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': '903279dc-5b80-458d-a906-37728987cf93', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671608b6-b128-4c8d-b93e-ff033911a9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:52:47Z', 'updated_at': '2022-02-04T15:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:55:53.438609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ba693c8-051a-4b93-9338-d4d5e077b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.488390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96275c7-1842-486a-b268-3188041370b1 admin admin] Pushing event updated for resources: {'Network': ['ID=20d2a86e-f686-43ae-9e47-8812e363b3e5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:53.520319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba693c8-051a-4b93-9338-d4d5e077b8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81109eac-aef1-4cd4-9e02-15dc4687f5a7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:53.540323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ba693c8-051a-4b93-9338-d4d5e077b8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.546402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3ba693c8-051a-4b93-9338-d4d5e077b8b7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/81109eac-aef1-4cd4-9e02-15dc4687f5a7 HTTP/1.1" status: 204 len: 168 time: 1.3912036 Feb 04 15:55:53.551425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47660) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:53.605506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 20d2a86e-f686-43ae-9e47-8812e363b3e5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:55:53.651627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d3413-590a-4f28-b34f-4528ba8d3c12 req-6229cefd-f9df-42d8-b6f7-7b7b8ef9b6c3 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:53.653452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4d3413-590a-4f28-b34f-4528ba8d3c12 req-6229cefd-f9df-42d8-b6f7-7b7b8ef9b6c3 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 944 time: 0.4031868 Feb 04 15:55:53.654078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47662) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:53.669193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.711481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port 903279dc-5b80-458d-a906-37728987cf93, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=903279dc-5b80-458d-a906-37728987cf93,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:53.712615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.745697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17039c8-d1ae-4026-b3bc-ed3bdaca8a34 None None] Network 651953bb-f9d4-4477-a505-25d1387834a4 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:53.763816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 903279dc-5b80-458d-a906-37728987cf93 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:53.773665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.849774 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.879811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a4d3413-590a-4f28-b34f-4528ba8d3c12 req-072a2c1b-2b01-4b82-85e5-f518c979c79a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052724 Feb 04 15:55:53.882698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.936866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] Deleting port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:53.937747 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.968981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52963866-8001-4671-a57f-692e5b7ac00e,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:53.972308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.983130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Deleting port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:53.983572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.078443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] For port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485ef525-b3c9-4c2e-a3ff-be60539ed8b7,segment=NetworkSegment(3e2d74c9-933d-41f4-98fe-d68343fbcd1f),segment_id=3e2d74c9-933d-41f4-98fe-d68343fbcd1f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:54.079123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.088004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Checking segment: {'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:54.088413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Network hostable DHCP agents. Network: 20d2a86e-f686-43ae-9e47-8812e363b3e5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:54.121630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] For port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c9ce8e50-d28b-4b11-8528-8952b3f3ce7b,segment=NetworkSegment(ff154158-98ac-4331-a8e9-4f2d0741c1e9),segment_id=ff154158-98ac-4331-a8e9-4f2d0741c1e9)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:54.122213 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.171557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Calling delete_port for c9ce8e50-d28b-4b11-8528-8952b3f3ce7b owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:54.202260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.207540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] Calling delete_port for 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:54.210727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Network 20d2a86e-f686-43ae-9e47-8812e363b3e5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:54.249353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 20d2a86e-f686-43ae-9e47-8812e363b3e5) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:54.265113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.265718 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.276006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51332870-1ef7-4cfa-a6f5-e703b986d692 None None] Network 20d2a86e-f686-43ae-9e47-8812e363b3e5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:54.295044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Allocated IP 172.25.1.48 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/83f97388-68a2-49bd-95a6-e37747099ac2) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:54.335335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3134936b-222e-4e42-98a4-3d2666b4d362 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3604934 Feb 04 15:55:54.335673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.348907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Deleting port 192cee48-0bf9-499d-9af3-115c7d626406 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:55:54.349398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.421855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=903279dc-5b80-458d-a906-37728987cf93,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:54.555245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.555602 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.570697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.594575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.596855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Calling delete_port for 192cee48-0bf9-499d-9af3-115c7d626406 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:55:54.746475 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Network f80456e3-89f7-46c5-bd73-457711658e36 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:54.795410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:54.803255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:55:54.824928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Pushing event updated for resources: {'Port': ['ID=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:54.894207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.899443 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.914981 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.933332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.982252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event deleted for resources: {'Port': ['ID=192cee48-0bf9-499d-9af3-115c7d626406,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:55.012621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.042817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] No DVR routers for this DVR port c9ce8e50-d28b-4b11-8528-8952b3f3ce7b on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:55.049707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62a6d1-c02d-40d1-9b63-a80966e67950 None None] Network 20d2a86e-f686-43ae-9e47-8812e363b3e5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:55.095290 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.096008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Fanout notify agent at l3_agent the message router_deleted on router 671608b6-b128-4c8d-b93e-ff033911a9ee {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:55:55.282523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.284202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ce942c8f-f49f-4222-9bdc-bac4f6fd6a0f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/routers/671608b6-b128-4c8d-b93e-ff033911a9ee HTTP/1.1" status: 204 len: 168 time: 3.0606160 Feb 04 15:55:55.317012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ce8e50-d28b-4b11-8528-8952b3f3ce7b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:55.322099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47688) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:55.409067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d09ce-ad30-4864-95a6-e023a9b13007 None None] DHCP port deletion for 651953bb-f9d4-4477-a505-25d1387834a4 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:55:55.453674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:55.670370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:55.673898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.674485 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Floating IP b3b026d7-2a5b-4068-8d70-abc5a52a8d37 disassociated (deleted). External IP: 172.25.1.117, port: a70ebb83-44db-46cb-932f-1c28a71b130b. Feb 04 15:55:55.681064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:55.684560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:55:55.779035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Pushing event updated for resources: {'Port': ['ID=83f97388-68a2-49bd-95a6-e37747099ac2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:55.807845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.873555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Attempting to bind port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:55.876883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Attempting to bind port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:55.878155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Attempting to bind port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 on network f80456e3-89f7-46c5-bd73-457711658e36 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:55:55.958300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.972119 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c4428-9712-4770-a545-da29aeacce77 req-ed598cb2-18e1-4889-abba-78887f02def8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.973939 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf6c4428-9712-4770-a545-da29aeacce77 req-ed598cb2-18e1-4889-abba-78887f02def8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 944 time: 0.8323522 Feb 04 15:55:56.027571 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.052187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] No DVR routers for this DVR port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:56.057867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651953bb-f9d4-4477-a505-25d1387834a4']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.134296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff154158-98ac-4331-a8e9-4f2d0741c1e9') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.134689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff154158-98ac-4331-a8e9-4f2d0741c1e9') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.139533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58afee-91f8-43ff-9885-83772cce9613 None None] Pushing event deleted for resources: {'Port': ['ID=485ef525-b3c9-4c2e-a3ff-be60539ed8b7,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:56.150281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:55:56.151092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Checking segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:55:56.152002 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.152640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Bound using segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:55:56.153509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Bound port: 18b640e1-9ae2-471b-9d74-26f1d6b10bf9, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:56.154262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.188401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.207841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf6c4428-9712-4770-a545-da29aeacce77 req-47ac1122-36a9-495a-ad04-1a68aacce0eb tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916513 Feb 04 15:55:56.224621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No active binding found for port 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 {{(pid=102424) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 15:55:56.225476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485ef525-b3c9-4c2e-a3ff-be60539ed8b7 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:55:56.226563 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a00368ab-4558-49b6-ae88-e0c94e81697c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:56.260882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: a00368ab-4558-49b6-ae88-e0c94e81697c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:55:56.261677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a00368ab-4558-49b6-ae88-e0c94e81697c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:55:56.351930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.397613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] For port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:56.407683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] For port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:56.415154 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.447947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:56.448419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:56.450731 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:56.477841 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.487140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Router e507a14c-6a2f-4235-9339-c6e8c57f8390 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:56.570542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50efc12-7eef-45d2-b906-5ede0eeb1285 None None] Pushing event updated for resources: {'Port': ['ID=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:56.657039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709c50de-9462-4f54-84f7-2ef9db87e21f']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.683733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2d74c9-933d-41f4-98fe-d68343fbcd1f') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.684365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2d74c9-933d-41f4-98fe-d68343fbcd1f') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.708994 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.729093 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.744989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.770254 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] 10.222.0.47 "DELETE /v2.0/networks/651953bb-f9d4-4477-a505-25d1387834a4 HTTP/1.1" status: 204 len: 168 time: 3.2156088 Feb 04 15:55:56.804429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.885229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec380a6-6d84-4de5-a63e-92198f108dac admin admin] Pushing event deleted for resources: {'Network': ['ID=651953bb-f9d4-4477-a505-25d1387834a4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:56.892186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:55:56.892859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:55:56.916155 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:55:57.073870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.168022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47716) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:57.196107 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.257040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.261455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/networks/709c50de-9462-4f54-84f7-2ef9db87e21f HTTP/1.1" status: 204 len: 168 time: 1.9231911 Feb 04 15:55:57.296977 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47720) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:57.321421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc07e95-24b5-41e9-8311-b831347963cc tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Network': ['ID=709c50de-9462-4f54-84f7-2ef9db87e21f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:57.433440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:55:57.441703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afbe1cba-e6ed-4c85-a0e7-f2aa1617bea7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.478292 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afbe1cba-e6ed-4c85-a0e7-f2aa1617bea7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.493867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 37189aaa-df70-4de5-b262-550e23c457df up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:55:57.557122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:57.557850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afbe1cba-e6ed-4c85-a0e7-f2aa1617bea7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.566122 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-afbe1cba-e6ed-4c85-a0e7-f2aa1617bea7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.572029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.573475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-afbe1cba-e6ed-4c85-a0e7-f2aa1617bea7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/security-groups/206d61f6-978a-45d6-8230-b72009571494 HTTP/1.1" status: 204 len: 168 time: 0.2752659 Feb 04 15:55:57.577136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] Sync routers for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:57.601920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe1cba-e6ed-4c85-a0e7-f2aa1617bea7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206d61f6-978a-45d6-8230-b72009571494,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:57.602819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 37189aaa-df70-4de5-b262-550e23c457df completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:57.612066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:57.613592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:57.616667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 37189aaa-df70-4de5-b262-550e23c457df triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:57.617051 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.637021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-379abe43-cfaa-4178-baa2-1f4b70cc35bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08038f466f1a452a8c6ae0ee260b025a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607117 Feb 04 15:55:57.638151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47728) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:57.649861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104ce9-f5eb-495f-b854-8825ccd95bb8 req-25023fe1-c7c7-4932-9177-284a5c7388fe tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:57.651577 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29104ce9-f5eb-495f-b854-8825ccd95bb8 req-25023fe1-c7c7-4932-9177-284a5c7388fe tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 944 time: 0.1632230 Feb 04 15:55:57.686540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:57.687405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.738661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-66a63708-c99f-4438-8738-f43b623889ad tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "DELETE /v2.0/floatingips/b3b026d7-2a5b-4068-8d70-abc5a52a8d37 HTTP/1.1" status: 204 len: 168 time: 4.0708449 Feb 04 15:55:57.743894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:57.747123 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:57.792311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29104ce9-f5eb-495f-b854-8825ccd95bb8 req-b208f4a9-9e6d-440e-8533-3c9b45f8fea5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946383 Feb 04 15:55:57.792624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db6969d2-0baf-4e37-9468-f6d92edc8b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.796449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.854500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db6969d2-0baf-4e37-9468-f6d92edc8b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.952543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Router 74238408-e9ca-4430-b83c-4af15ff3c73f is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:55:57.965703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db6969d2-0baf-4e37-9468-f6d92edc8b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.971340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-db6969d2-0baf-4e37-9468-f6d92edc8b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.977024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-db6969d2-0baf-4e37-9468-f6d92edc8b7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce097198-9b31-4336-a01c-42e3c13b5cde HTTP/1.1" status: 204 len: 168 time: 0.3339956 Feb 04 15:55:58.001394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6969d2-0baf-4e37-9468-f6d92edc8b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce097198-9b31-4336-a01c-42e3c13b5cde,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.287553 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eb5651-bfa7-4593-ba74-2b1d5e386b0f x-openstack-request-id: req-96eb5651-bfa7-4593-ba74-2b1d5e386b0f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:55:58.287956 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:55:58.288346 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96eb5651-bfa7-4593-ba74-2b1d5e386b0f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:55:58.289216 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'status': 'completed', 'code': 200} Feb 04 15:55:58.399937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47746) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:58.409463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-aee11ca7-698c-47a5-a7bd-e72502d80887 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432569499', 'description': 'tempest-secgroup-smoke-1432569499 description', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:58.447196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:58.465281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aee11ca7-698c-47a5-a7bd-e72502d80887 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.662504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:58.676371 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Sync routers for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:55:58.692831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aee11ca7-698c-47a5-a7bd-e72502d80887 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.696169 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:55:58.700412 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:58.711523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aee11ca7-698c-47a5-a7bd-e72502d80887 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.724070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da129ad5-7d3f-488a-a611-2daf4939245b req-c27bb029-90c7-4571-9dd3-08ec37fb2481 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:58.733114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da129ad5-7d3f-488a-a611-2daf4939245b req-c27bb029-90c7-4571-9dd3-08ec37fb2481 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 946 time: 0.3862352 Feb 04 15:55:58.753667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-a3b9b085-de75-4b39-9e6b-b003ea772934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:58.755386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-a3b9b085-de75-4b39-9e6b-b003ea772934 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=726b13dcbe814e9ea9aa7406702fd5ce&device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 1097 time: 0.4513948 Feb 04 15:55:58.760367 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.764233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-87b8ed01-7a4a-4319-b5e5-d291f045f053 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1066394 Feb 04 15:55:58.782372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47764) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:58.917757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47768) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:58.932080 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.946022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11ca7-698c-47a5-a7bd-e72502d80887 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea8eb2-d158-43c3-af9f-bed620cc5b1f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.962382 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aee11ca7-698c-47a5-a7bd-e72502d80887 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.963912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aee11ca7-698c-47a5-a7bd-e72502d80887 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5615125 Feb 04 15:55:58.974548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47770) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:58.988731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3b23191a-d11f-428c-9a83-65fa4ab6cfbf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '04ea8eb2-d158-43c3-af9f-bed620cc5b1f', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:59.021958 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:55:59.075233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed351ee-0540-431a-b333-1aa8f83f1926 None None] Network f80456e3-89f7-46c5-bd73-457711658e36 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:55:59.090648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-278d90b4-ada2-4a7f-b00c-4c2dc274683a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e272b7446e5473192696ae3c96ac455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714213 Feb 04 15:55:59.091370 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da129ad5-7d3f-488a-a611-2daf4939245b req-3f474fa8-341e-435a-99d3-d24aad6aed0c tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564546 Feb 04 15:55:59.094969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47772) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:59.107472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b23191a-d11f-428c-9a83-65fa4ab6cfbf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.120098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-b2776a44-2d36-4f03-838b-a46ddcff7a4b tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:59.129028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-b2776a44-2d36-4f03-838b-a46ddcff7a4b tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/networks?id=20d2a86e-f686-43ae-9e47-8812e363b3e5 HTTP/1.1" status: 200 len: 808 time: 0.4292524 Feb 04 15:55:59.163055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-d57ced77-3a94-4874-8bc1-ad1fdcfdfb04 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/quotas/b2015bfa04b4433897588e658095ed70 HTTP/1.1" status: 200 len: 375 time: 0.0326953 Feb 04 15:55:59.248859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-d97a00e9-c98b-4c2e-b4f7-983ad19d1a36 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2015bfa04b4433897588e658095ed70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839298 Feb 04 15:55:59.317405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.336653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-e3c0b681-3496-4adb-b938-ab4ca331149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:59.341721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-e3c0b681-3496-4adb-b938-ab4ca331149d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f13a2b1b-539c-428c-84e7-de5a752feee2 HTTP/1.1" status: 200 len: 914 time: 0.5770240 Feb 04 15:55:59.431735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-178422bd-72ce-4b30-8525-30e4cde0c525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.480369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37189aaa-df70-4de5-b262-550e23c457df'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:59.484765 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a8cb15-ca49-4b11-a813-354bd09daf2d" -d '{"events": [{"server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "37189aaa-df70-4de5-b262-550e23c457df"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:55:59.494406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b23191a-d11f-428c-9a83-65fa4ab6cfbf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.509427 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:55:56Z', 'revision_number': 3, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:59.510431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-1ebcf3c9-eb03-43c0-a131-7ef15d969888 service neutron] 10.222.0.47 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604589 Feb 04 15:55:59.515990 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b23191a-d11f-428c-9a83-65fa4ab6cfbf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.528762 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-178422bd-72ce-4b30-8525-30e4cde0c525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.585772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:59.598939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 37189aaa-df70-4de5-b262-550e23c457df, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=37189aaa-df70-4de5-b262-550e23c457df,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:59.605385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7cfd2a2d-c62a-41b0-acad-1d07b22e49e7 None None] Provisioning complete for port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:59.606329 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2a2d-c62a-41b0-acad-1d07b22e49e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.629057 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Checking router: 74238408-e9ca-4430-b83c-4af15ff3c73f for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:55:59.629604 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Updating router 74238408-e9ca-4430-b83c-4af15ff3c73f port 83f97388-68a2-49bd-95a6-e37747099ac2 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:55:59.671487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23191a-d11f-428c-9a83-65fa4ab6cfbf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17534187-9d4c-4eff-b7c6-eb63bd9e20d0,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.673095 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.708967 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.710938 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3b23191a-d11f-428c-9a83-65fa4ab6cfbf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.715383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3b23191a-d11f-428c-9a83-65fa4ab6cfbf tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7392175 Feb 04 15:55:59.738405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47782) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:55:59.757048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1e617ac0-e108-4967-9bf1-ac47031cc406 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '04ea8eb2-d158-43c3-af9f-bed620cc5b1f', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:55:59.776643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.964739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c9ce8e50-d28b-4b11-8528-8952b3f3ce7b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:55:59.986605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-5f59d45f-208a-479e-9cd2-d1178fe126da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a70ebb83-44db-46cb-932f-1c28a71b130b HTTP/1.1" status: 200 len: 217 time: 0.6296289 Feb 04 15:56:00.036103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c9ce8e50-d28b-4b11-8528-8952b3f3ce7b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:00.037241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c9ce8e50-d28b-4b11-8528-8952b3f3ce7b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:00.038243 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 903279dc-5b80-458d-a906-37728987cf93 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:00.089929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7ea8b-f140-4a0c-81c9-fa34d2b1d6df req-2b44943e-6a49-4b5f-a543-d2e0554871ba tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.091428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 903279dc-5b80-458d-a906-37728987cf93 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:00.092197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd7ea8b-f140-4a0c-81c9-fa34d2b1d6df req-2b44943e-6a49-4b5f-a543-d2e0554871ba tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 944 time: 0.7490742 Feb 04 15:56:00.105914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 903279dc-5b80-458d-a906-37728987cf93 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:00.297993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-8d4f4a9d-af01-418e-aff6-1cb6524af8e2 service neutron] 10.222.0.47 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7716541 Feb 04 15:56:00.308131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.335702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3544232-1399-4466-a51a-0653903f073f req-f3883b41-0e44-4933-bb98-856e99d3ceff tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.337300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3544232-1399-4466-a51a-0653903f073f req-f3883b41-0e44-4933-bb98-856e99d3ceff tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 946 time: 0.1467538 Feb 04 15:56:00.339279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-178422bd-72ce-4b30-8525-30e4cde0c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.342142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-178422bd-72ce-4b30-8525-30e4cde0c525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.343375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-178422bd-72ce-4b30-8525-30e4cde0c525 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fab9475c-bcbd-4ebb-8b86-12a59f2362f0 HTTP/1.1" status: 204 len: 168 time: 1.2452805 Feb 04 15:56:00.344498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e617ac0-e108-4967-9bf1-ac47031cc406 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.360686 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.375407 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.430277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178422bd-72ce-4b30-8525-30e4cde0c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab9475c-bcbd-4ebb-8b86-12a59f2362f0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.529252 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3581f-16e7-462c-97e0-2a040b0fbfd6 None None] Pushing event updated for resources: {'Port': ['ID=83f97388-68a2-49bd-95a6-e37747099ac2,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.539325 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Attempting to bind port 83f97388-68a2-49bd-95a6-e37747099ac2 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:00.539705 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Attempting to bind port 83f97388-68a2-49bd-95a6-e37747099ac2 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:00.541110 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Attempting to bind port 83f97388-68a2-49bd-95a6-e37747099ac2 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:00.558521 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:00.562690 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:00.563198 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.563621 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:00.564149 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Bound port: 83f97388-68a2-49bd-95a6-e37747099ac2, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:00.564568 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.624299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:00.667185 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e617ac0-e108-4967-9bf1-ac47031cc406 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.675047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-a6453c7c-d881-4645-99da-9f1cd93c9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.676921 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-a6453c7c-d881-4645-99da-9f1cd93c9c74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=185121cf-4ccd-4462-bf40-4c256c3bc835 HTTP/1.1" status: 200 len: 852 time: 0.6191659 Feb 04 15:56:00.705644 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e617ac0-e108-4967-9bf1-ac47031cc406 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.720308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=37189aaa-df70-4de5-b262-550e23c457df,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.742316 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] For port 83f97388-68a2-49bd-95a6-e37747099ac2, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:00.744128 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ffcce5a4-3b4d-4614-9af6-17bcb00820dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.752298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e617ac0-e108-4967-9bf1-ac47031cc406 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59eab961-dadc-410e-9e53-304b587d4b7e,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.752786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] Checking router: e507a14c-6a2f-4235-9339-c6e8c57f8390 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:00.753318 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] For port 83f97388-68a2-49bd-95a6-e37747099ac2, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=83f97388-68a2-49bd-95a6-e37747099ac2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:00.761064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e617ac0-e108-4967-9bf1-ac47031cc406 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.762418 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1e617ac0-e108-4967-9bf1-ac47031cc406 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0229952 Feb 04 15:56:00.770689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47796) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:00.771021 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.775067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd7ea8b-f140-4a0c-81c9-fa34d2b1d6df req-87ddeb82-db2e-4df4-8cbc-816afbb2ff96 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6501393 Feb 04 15:56:00.779110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f738b29c-cb04-4b08-87e2-d416113c1669 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '04ea8eb2-d158-43c3-af9f-bed620cc5b1f', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:00.796963 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d8a24c-bb98-4e71-8099-2abedf8aade7 x-openstack-request-id: req-11d8a24c-bb98-4e71-8099-2abedf8aade7 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:00.797264 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "37189aaa-df70-4de5-b262-550e23c457df", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:00.797523 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11d8a24c-bb98-4e71-8099-2abedf8aade7 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:00.797941 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37189aaa-df70-4de5-b262-550e23c457df', 'code': 200} Feb 04 15:56:00.808281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a0e7b0c4-f7e6-4bb7-bb0b-bece7d5ec964 None None] Provisioning complete for port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:00.808648 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b0c4-f7e6-4bb7-bb0b-bece7d5ec964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.825767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Deleting port a70ebb83-44db-46cb-932f-1c28a71b130b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:00.826413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.961006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:00.962204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:00.963328 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:00.964076 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:55:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:00.988710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.069369 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3581f-16e7-462c-97e0-2a040b0fbfd6 None None] Pushing event updated for resources: {'Port': ['ID=83f97388-68a2-49bd-95a6-e37747099ac2,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:01.114931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f738b29c-cb04-4b08-87e2-d416113c1669 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.157302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd115813-88fd-4edc-816c-63deea5459cb req-2c0dc3b3-b7e3-460e-ace2-95bacbd90171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:01.159245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd115813-88fd-4edc-816c-63deea5459cb req-2c0dc3b3-b7e3-460e-ace2-95bacbd90171 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 1096 time: 0.2538385 Feb 04 15:56:01.180796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-053a1c30-393e-4612-a342-2af31e3121f2 req-937944a1-0c79-40dd-ad1d-a9cb71d8c082 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 210 time: 0.2006083 Feb 04 15:56:01.254383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-cb27fb7b-b76b-4f83-aad6-e501721c1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:01.256018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-cb27fb7b-b76b-4f83-aad6-e501721c1198 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f13a2b1b-539c-428c-84e7-de5a752feee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4760649 Feb 04 15:56:01.341244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:01.419569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] For port a70ebb83-44db-46cb-932f-1c28a71b130b, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a70ebb83-44db-46cb-932f-1c28a71b130b,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:01.419569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.496875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87463-d8bc-4968-8db2-172fb96feaea req-691e8064-c1b5-4215-8f5a-e62e920368a8 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:01.504548 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44e87463-d8bc-4968-8db2-172fb96feaea req-691e8064-c1b5-4215-8f5a-e62e920368a8 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 946 time: 0.5355654 Feb 04 15:56:01.514963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Calling delete_port for a70ebb83-44db-46cb-932f-1c28a71b130b owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:01.573559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f738b29c-cb04-4b08-87e2-d416113c1669 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.589690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-2026a945-c96a-41be-b141-f2233b79585b service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203549 Feb 04 15:56:01.601382 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:01.795580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:01.919643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e09ae-5fac-44dd-a65c-354bb2ec983a None None] The sync data for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 is: [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:49:16Z', 'revision_number': 4, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d2949fa-3061-4238-9a6c-66e9e8338fa6', 'name': '', 'network_id': 'f13a2b1b-539c-428c-84e7-de5a752feee2', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'mac_address': 'fa:16:3e:bb:8e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:13Z', 'updated_at': '2022-02-04T15:49:24Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'subnets': [{'id': '185121cf-4ccd-4462-bf40-4c256c3bc835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:01.972072 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f738b29c-cb04-4b08-87e2-d416113c1669 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.990345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd115813-88fd-4edc-816c-63deea5459cb req-02d2ba35-194d-49db-a911-3642fa0de9bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8171608 Feb 04 15:56:02.010273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Allocated IP 172.20.0.1 (f80456e3-89f7-46c5-bd73-457711658e36/a46507e6-cd0c-447d-a6ed-ba5c97305225/db75a3c0-b28a-4f02-bbce-a3c8700fa9eb) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:02.036328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44e87463-d8bc-4968-8db2-172fb96feaea req-831cf705-6103-4069-9774-7e3a34414c9e tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/security-groups?id=78a1aaa9-3481-4b8e-b5d7-bd419b906936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4971001 Feb 04 15:56:02.056445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738b29c-cb04-4b08-87e2-d416113c1669 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a08a9b-af22-4a72-95b7-bcaf7c9f874c,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:02.066357 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f738b29c-cb04-4b08-87e2-d416113c1669 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.067937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f738b29c-cb04-4b08-87e2-d416113c1669 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2939010 Feb 04 15:56:02.072255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47830) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:02.078916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6d94f68b-7bd1-45fb-8814-31c26a9c7b7e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '04ea8eb2-d158-43c3-af9f-bed620cc5b1f', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:02.109500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.187827 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:55:56Z', 'revision_number': 3, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:02.189732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event deleted for resources: {'Port': ['ID=a70ebb83-44db-46cb-932f-1c28a71b130b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:02.243219 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c50c4-1c8a-4930-85fc-6b416118f37d None None] The sync data for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 is: [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:55:56Z', 'revision_number': 3, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:02.310773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d94f68b-7bd1-45fb-8814-31c26a9c7b7e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.335641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b817c-4ae6-401f-b0c5-6bf1716f8afe req-e6e8001e-7528-4a2e-993c-70c2ca07fbe0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.341166 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] No DVR routers for this DVR port a70ebb83-44db-46cb-932f-1c28a71b130b on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:02.347812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7c8b817c-4ae6-401f-b0c5-6bf1716f8afe req-e6e8001e-7528-4a2e-993c-70c2ca07fbe0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 945 time: 0.2231665 Feb 04 15:56:02.362660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a209fb94-9a9c-43b6-a1fa-ee7939522b9a req-4b340632-6951-4e9a-987c-c5fc6c438597 service neutron] 10.222.0.50 "GET /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153323 Feb 04 15:56:02.381808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.397329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3544232-1399-4466-a51a-0653903f073f req-55ab954e-cf35-4f13-ac53-1470ff1b8657 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.50 "DELETE /v2.0/ports/a70ebb83-44db-46cb-932f-1c28a71b130b HTTP/1.1" status: 204 len: 173 time: 2.0455256 Feb 04 15:56:02.414154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'name': 'network-vif-deleted', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:02.422616 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bded7e-4067-4227-86ee-94cee4b3f064" -d '{"events": [{"server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "name": "network-vif-deleted", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:02.432390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:02.537673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:02.538188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.538446 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.562346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a8bf276c-c743-46e3-9943-c97ff49190c5 req-f03b1ff9-fe46-4858-83e1-192c762cc26a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 210 time: 0.2244494 Feb 04 15:56:02.639534 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7c8b817c-4ae6-401f-b0c5-6bf1716f8afe req-f8853118-48b1-4309-9635-8945f00f9a5a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904825 Feb 04 15:56:02.646124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.731764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d94f68b-7bd1-45fb-8814-31c26a9c7b7e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.744067 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d94f68b-7bd1-45fb-8814-31c26a9c7b7e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.783204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94f68b-7bd1-45fb-8814-31c26a9c7b7e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679ed629-422c-42a7-a1db-c9083ec6484c,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:02.803654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:02.827019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d94f68b-7bd1-45fb-8814-31c26a9c7b7e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:02.835001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6d94f68b-7bd1-45fb-8814-31c26a9c7b7e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7564461 Feb 04 15:56:02.835001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47852) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:02.839759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5e54eb70-fe32-43f5-bc3f-4179b9c07336 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '04ea8eb2-d158-43c3-af9f-bed620cc5b1f', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:02.890346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297e7b0-6b19-461c-a5cc-c509fa4efdd5 None None] New status for floating IP b3b026d7-2a5b-4068-8d70-abc5a52a8d37: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:56:02.977254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Network f80456e3-89f7-46c5-bd73-457711658e36 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:03.028864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:03.038594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:03.043923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Pushing event updated for resources: {'Port': ['ID=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:03.133180 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ef4bf-ba5a-4109-81ce-29184981b66b x-openstack-request-id: req-374ef4bf-ba5a-4109-81ce-29184981b66b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:03.133776 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8acdd79-7809-49ea-af47-741ce025a5ba", "name": "network-vif-deleted", "tag": "a70ebb83-44db-46cb-932f-1c28a71b130b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:03.134231 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-374ef4bf-ba5a-4109-81ce-29184981b66b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:03.134905 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8acdd79-7809-49ea-af47-741ce025a5ba', 'name': 'network-vif-deleted', 'tag': 'a70ebb83-44db-46cb-932f-1c28a71b130b', 'status': 'completed', 'code': 200} Feb 04 15:56:03.195093 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-5e54eb70-fe32-43f5-bc3f-4179b9c07336 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Project 537ec6f6adf0405b87c2e299025ea7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:56:03.198687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.228825 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb70-fe32-43f5-bc3f-4179b9c07336 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.379400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-477582217-network', 'tenant_id': 'c0931b95ddc0462ea02384140e3be32b'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:03.453136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2bcd96f7-cdfa-4f4a-9107-a7a12c311701 req-18791a88-e699-4211-bb98-0a54af64fb98 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.0864811 Feb 04 15:56:03.604895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-b9278389-70fb-4199-ae77-f134d0f080b5 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.608012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-b9278389-70fb-4199-ae77-f134d0f080b5 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.50 "GET /v2.0/networks?id=20d2a86e-f686-43ae-9e47-8812e363b3e5 HTTP/1.1" status: 200 len: 808 time: 0.7162859 Feb 04 15:56:03.681758 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb70-fe32-43f5-bc3f-4179b9c07336 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.700225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Request body: {'port': {'device_id': '4ecf2a7f-9b28-40fc-9c9b-b16a03e69723', 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5', 'admin_state_up': True, 'tenant_id': 'b2015bfa04b4433897588e658095ed70'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:03.716329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb70-fe32-43f5-bc3f-4179b9c07336 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.797194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54eb70-fe32-43f5-bc3f-4179b9c07336 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa45b3f-7d8f-4520-a450-f23abf3d6f31,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:03.867036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e971cd5c-f01e-44dd-a397-4a8dbdcdea6e None None] Provisioning complete for port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:03.867688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Made reservation on behalf of c0931b95ddc0462ea02384140e3be32b for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:03.868005 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e971cd5c-f01e-44dd-a397-4a8dbdcdea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.873293 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.911934 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.929442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ff91157-aaf4-4dfa-8876-adb0e8d6bbba req-9b77fc0b-8e99-408b-a830-4c684e3c9e2f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 210 time: 0.1418402 Feb 04 15:56:03.966444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb70-fe32-43f5-bc3f-4179b9c07336 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.968047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5e54eb70-fe32-43f5-bc3f-4179b9c07336 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1323156 Feb 04 15:56:03.973885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47870) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:03.978956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9058031a-0f23-48a6-a903-335fcf087983 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'security_group_rule': {'security_group_id': '04ea8eb2-d158-43c3-af9f-bed620cc5b1f', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:03.988591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e971cd5c-f01e-44dd-a397-4a8dbdcdea6e None None] Port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:03.991186 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-947336d1-561e-4230-90f7-be24405478d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.028069 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-9058031a-0f23-48a6-a903-335fcf087983 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Project 537ec6f6adf0405b87c2e299025ea7fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:56:04.041100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.042680 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9058031a-0f23-48a6-a903-335fcf087983 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.074017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba86004-576f-448b-8b6b-461685443b41 req-22b4c0c7-1fb8-4363-a192-026f20e109d9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:04.075867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ba86004-576f-448b-8b6b-461685443b41 req-22b4c0c7-1fb8-4363-a192-026f20e109d9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 945 time: 0.1540287 Feb 04 15:56:04.170647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9058031a-0f23-48a6-a903-335fcf087983 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.192796 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9058031a-0f23-48a6-a903-335fcf087983 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.250785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ba86004-576f-448b-8b6b-461685443b41 req-815d4eee-e18f-445e-b44c-f9e365b43d96 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454637 Feb 04 15:56:04.281943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9058031a-0f23-48a6-a903-335fcf087983 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.284070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9058031a-0f23-48a6-a903-335fcf087983 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3088531 Feb 04 15:56:04.291396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Made reservation on behalf of b2015bfa04b4433897588e658095ed70 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:04.295683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.311336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47874) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:04.323042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'network': {'name': 'tempest-network-smoke--836258938', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'port_security_enabled': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:04.452438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a70ebb83-44db-46cb-932f-1c28a71b130b no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:04.461918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 83f97388-68a2-49bd-95a6-e37747099ac2 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:04.484545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:04.490072 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.567763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058031a-0f23-48a6-a903-335fcf087983 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e93fac-704c-4dec-8de0-c47b48d0f118,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:04.610508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: a70ebb83-44db-46cb-932f-1c28a71b130b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:04.615724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a70ebb83-44db-46cb-932f-1c28a71b130b not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:04.654780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 83f97388-68a2-49bd-95a6-e37747099ac2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:04.655322 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.655840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:56:04.699302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.700157 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Added segment 6da77e2b-1795-46ea-a552-131beab5c94c of type vlan for network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae Feb 04 15:56:04.742097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.762544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.774217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Allocated IP 172.20.0.9 (20d2a86e-f686-43ae-9e47-8812e363b3e5/52963866-8001-4671-a57f-692e5b7ac00e/fb811449-114c-4147-84a8-e75bb472c7f4) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:04.904869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:56:04.933043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec08722a-d79b-43ec-b5ae-917d82aab3dc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:04.966451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.972299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a381ab-9a2d-4abb-89a8-730740452688 req-a7cc4145-3b2f-4d5b-8b32-2ca4c79829d5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:04.974110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8a381ab-9a2d-4abb-89a8-730740452688 req-a7cc4145-3b2f-4d5b-8b32-2ca4c79829d5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 945 time: 0.3880024 Feb 04 15:56:04.989009 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.015581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.031025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 83f97388-68a2-49bd-95a6-e37747099ac2, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=83f97388-68a2-49bd-95a6-e37747099ac2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:05.034339 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.034864 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Added segment 0ba58f18-943e-4120-a10b-e1131d62fb7a of type vlan for network 5eea6d5c-1776-4a21-857f-181a5fe69f8b Feb 04 15:56:05.041173 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.125670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=83f97388-68a2-49bd-95a6-e37747099ac2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:05.134037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.139196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.140335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8a381ab-9a2d-4abb-89a8-730740452688 req-061f2e6e-79e6-4ab8-8e23-2bb8204d4f86 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428645 Feb 04 15:56:05.145080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29f016f2-2dcd-481b-b270-256f7dadb03f req-dc782673-087d-453b-91b5-fe9f057d3fba tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.3195686 Feb 04 15:56:05.215947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47890) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:05.234407 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.273291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.db.resource_extend [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:56:05.320660 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.321680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.322364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.363101 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.419227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6144109 Feb 04 15:56:05.422110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47896) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:05.432329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Request body: {'subnet': {'network_id': '5eea6d5c-1776-4a21-857f-181a5fe69f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-477582217-subnet', 'tenant_id': 'c0931b95ddc0462ea02384140e3be32b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:05.448125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5e75a-c9e9-4975-9766-96bc0d5d49e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5eea6d5c-1776-4a21-857f-181a5fe69f8b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:05.464427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 5eea6d5c-1776-4a21-857f-181a5fe69f8b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:56:05.521437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Made reservation on behalf of c0931b95ddc0462ea02384140e3be32b for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:05.524291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.666182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Pushing event updated for resources: {'Port': ['ID=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:05.705643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.718274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.719790 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.759399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Network f80456e3-89f7-46c5-bd73-457711658e36 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:05.769048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4544253 Feb 04 15:56:05.774967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47900) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:05.778243 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.783921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'admin_state_up': True, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:05.804166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:05.805819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.819483 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.823873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a61b5-4b3d-417b-be85-c91888b7ed2f tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.837460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c62a61b5-4b3d-417b-be85-c91888b7ed2f tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 1091 time: 0.6082103 Feb 04 15:56:05.853931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 47902) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:05.885557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:05.954994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95703a50-768b-4acb-a837-a268597dd718 req-04c96810-04b8-4912-8060-6678963c0e77 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.971423 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-95703a50-768b-4acb-a837-a268597dd718 req-04c96810-04b8-4912-8060-6678963c0e77 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 931 time: 0.6043053 Feb 04 15:56:05.979103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Network 20d2a86e-f686-43ae-9e47-8812e363b3e5 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:05.980461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c502cbe-5386-448c-a0c1-1818e35c83c4,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:06.010198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:06.020911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Pushing event updated for resources: {'Port': ['ID=fb811449-114c-4147-84a8-e75bb472c7f4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:06.025947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:06.032095 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.034845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.105768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcff8b-e805-4858-92ee-d6f94c14fe91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Network': ['ID=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:06.140458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:56:06.169410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-95703a50-768b-4acb-a837-a268597dd718 req-1f84b832-75c9-4316-adb3-d0143b1b079e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829915 Feb 04 15:56:06.264735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Checking segment: {'id': '0ba58f18-943e-4120-a10b-e1131d62fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5eea6d5c-1776-4a21-857f-181a5fe69f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:06.265682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Network hostable DHCP agents. Network: 5eea6d5c-1776-4a21-857f-181a5fe69f8b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:56:06.273098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.355679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 83f97388-68a2-49bd-95a6-e37747099ac2 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:06.362545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Router 74238408-e9ca-4430-b83c-4af15ff3c73f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:06.435279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.470534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c976e30-49b3-4601-9a5f-64b8a243b2d8 None None] Provisioning complete for port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:06.470962 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c976e30-49b3-4601-9a5f-64b8a243b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.526913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 83f97388-68a2-49bd-95a6-e37747099ac2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:06.527405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.595131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:06.604958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1c976e30-49b3-4601-9a5f-64b8a243b2d8 None None] Port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:06.610532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ee046119-2801-4e43-bab0-7d97924752dc admin admin] 10.222.0.47 "PUT /v2.0/routers/74238408-e9ca-4430-b83c-4af15ff3c73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8255763 Feb 04 15:56:06.623742 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Sync routers for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:06.646528 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:06.647417 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:06.695976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:06.696844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.731144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b9be584-9f88-4f22-82df-7e353d5b32ba req-9e64c1eb-5802-4aed-80a4-a87fae11d062 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.2794414 Feb 04 15:56:06.795921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Network 5eea6d5c-1776-4a21-857f-181a5fe69f8b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:56:06.847177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.855414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 5eea6d5c-1776-4a21-857f-181a5fe69f8b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:06.860617 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-813e4c87-0e7f-4aa1-891e-aa44d707111a tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1738269 Feb 04 15:56:06.868484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35613f30-713d-449a-93bb-f7588d75cd96 None None] Network 5eea6d5c-1776-4a21-857f-181a5fe69f8b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:56:06.891543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Request body: {'port': {'device_id': '4ecf2a7f-9b28-40fc-9c9b-b16a03e69723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:06.928208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:06.929838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.040152 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.069658 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:07.098192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6344e226-bb30-43a8-8eee-483ed62d1f9a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6729031 Feb 04 15:56:07.105441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.358915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec501e9-0c39-42a9-8fcf-56d1c899438f None None] Network 5eea6d5c-1776-4a21-857f-181a5fe69f8b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:56:07.519603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47934) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:07.524512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-48c83c27-6f2e-4d30-acfd-7703f5ae6caf tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740498714', 'description': 'tempest-description--1138159813'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:07.551850 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.584190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48c83c27-6f2e-4d30-acfd-7703f5ae6caf tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.667163 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 2, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:07.710661 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Checking router: 74238408-e9ca-4430-b83c-4af15ff3c73f for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:07.711343 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Updating router 74238408-e9ca-4430-b83c-4af15ff3c73f port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:56:07.770772 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.771305 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48c83c27-6f2e-4d30-acfd-7703f5ae6caf tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.800037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.947500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48c83c27-6f2e-4d30-acfd-7703f5ae6caf tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.981346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e544d-99d1-45b4-83b4-b145d5364568 req-80fd7ad7-f27e-44f2-97cc-b15845bb559f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:07.983030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b59e544d-99d1-45b4-83b4-b145d5364568 req-80fd7ad7-f27e-44f2-97cc-b15845bb559f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 931 time: 0.6069403 Feb 04 15:56:08.066071 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-48c83c27-6f2e-4d30-acfd-7703f5ae6caf tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.083562 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-48c83c27-6f2e-4d30-acfd-7703f5ae6caf tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5624211 Feb 04 15:56:08.100740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47954) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:08.132323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-83c372f1-b8d8-41af-94c6-5e674ec4b2ff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'security_group_rule': {'security_group_id': 'f2fd7c35-6bd1-48ff-a44e-6f524d670f46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:08.229339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c83c27-6f2e-4d30-acfd-7703f5ae6caf tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fd7c35-6bd1-48ff-a44e-6f524d670f46,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:08.270750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d5bf25f0-826a-4001-8d21-6a96c6178c7b tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:08.278710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d5bf25f0-826a-4001-8d21-6a96c6178c7b tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/networks?id=5eea6d5c-1776-4a21-857f-181a5fe69f8b HTTP/1.1" status: 200 len: 821 time: 0.4995606 Feb 04 15:56:08.316946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-3045be10-1d1c-430b-9bf4-2ad1960882c9 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/quotas/c0931b95ddc0462ea02384140e3be32b HTTP/1.1" status: 200 len: 375 time: 0.0371389 Feb 04 15:56:08.337456 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83c372f1-b8d8-41af-94c6-5e674ec4b2ff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.370267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-a996c2b4-273f-4dab-9636-4ae93360face tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0931b95ddc0462ea02384140e3be32b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465488 Feb 04 15:56:08.451124 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.466219 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.588578 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83c372f1-b8d8-41af-94c6-5e674ec4b2ff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.628674 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83c372f1-b8d8-41af-94c6-5e674ec4b2ff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.707722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-ac2f6d8c-3b1a-4fe4-9aea-fccf68eee9a4 service neutron] 10.222.0.47 "GET /v2.0/networks/5eea6d5c-1776-4a21-857f-181a5fe69f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195333 Feb 04 15:56:08.734875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b59e544d-99d1-45b4-83b4-b145d5364568 req-102a855d-051a-4e9d-9070-33a805ee9331 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264962 Feb 04 15:56:08.754161 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83c372f1-b8d8-41af-94c6-5e674ec4b2ff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.760505 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34d67f-c9c5-4fea-b013-74bcbef2c6b0 None None] Pushing event updated for resources: {'Port': ['ID=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:08.765101 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-83c372f1-b8d8-41af-94c6-5e674ec4b2ff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6610632 Feb 04 15:56:08.766339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47960) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:08.773452 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Attempting to bind port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:08.774524 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Attempting to bind port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:08.775354 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Attempting to bind port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb on network f80456e3-89f7-46c5-bd73-457711658e36 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:08.788349 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:08.789235 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Checking segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:08.791479 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.792373 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Bound using segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:08.793373 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Bound port: db75a3c0-b28a-4f02-bbce-a3c8700fa9eb, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:08.794256 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.864740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4010a89a-9137-4fec-b7d2-31d206da5205 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'security_group_rule': {'security_group_id': 'f2fd7c35-6bd1-48ff-a44e-6f524d670f46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:08.869579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.981599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c372f1-b8d8-41af-94c6-5e674ec4b2ff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33130af5-9da4-4dcf-8b84-4b5cb85f7084,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:08.992932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e85080bb-f88f-4e20-9059-da5ba21ee0f1 None None] Provisioning complete for port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:08.993697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e85080bb-f88f-4e20-9059-da5ba21ee0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.999874 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] For port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:09.007124 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] For port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:09.015896 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.053852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.063310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-e85080bb-f88f-4e20-9059-da5ba21ee0f1 None None] Port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:09.148585 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34d67f-c9c5-4fea-b013-74bcbef2c6b0 None None] Pushing event updated for resources: {'Port': ['ID=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.201074 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:09.203405 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:09.254678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.25.1.111 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/547149a3-773c-409c-ad52-1929573be311) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:09.311397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4010a89a-9137-4fec-b7d2-31d206da5205 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.413803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-df6032d9-e91c-4bd0-bc70-40e1e481b5a4 service neutron] 10.222.0.47 "GET /v2.0/networks/5eea6d5c-1776-4a21-857f-181a5fe69f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126242 Feb 04 15:56:09.457164 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4010a89a-9137-4fec-b7d2-31d206da5205 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.458672 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:09.467994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4010a89a-9137-4fec-b7d2-31d206da5205 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.505569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98f85035-e4c2-49d8-8c6a-987c61388f25 req-32702426-51a8-48cc-8c69-732ffe71c41b tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.3598158 Feb 04 15:56:09.524131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010a89a-9137-4fec-b7d2-31d206da5205 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc43b89a-4dea-4b6c-ae3c-7a0f2512136f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.545781 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4010a89a-9137-4fec-b7d2-31d206da5205 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.548066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4010a89a-9137-4fec-b7d2-31d206da5205 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7000284 Feb 04 15:56:09.555540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 47968) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:09.578021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:09.658952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.711816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0d80505d-a785-427d-a1ce-0a641cfbff17 None None] Provisioning complete for port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:09.714759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0d80505d-a785-427d-a1ce-0a641cfbff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.796962 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.860967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.862506 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0d80505d-a785-427d-a1ce-0a641cfbff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.006448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0d80505d-a785-427d-a1ce-0a641cfbff17 None None] For port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:10.016586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0d80505d-a785-427d-a1ce-0a641cfbff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.169934 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:08Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:10.174964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80505d-a785-427d-a1ce-0a641cfbff17 None None] Pushing event updated for resources: {'Port': ['ID=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.216988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb811449-114c-4147-84a8-e75bb472c7f4 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:10.217736 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187799d3-9e34-41c3-9fba-233934387e4a None None] The sync data for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 is: [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:08Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:10.264162 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.295652 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.372964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Transition to ACTIVE for port object fb811449-114c-4147-84a8-e75bb472c7f4 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:10.383821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a70ad64-d24f-4538-9314-59eb0836d38e req-b3d61d39-12d8-467a-a3c8-cf25f832d8cd tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 210 time: 0.4443653 Feb 04 15:56:10.415007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885a412-b775-4a3f-ba09-36c2281413fd req-9834c955-b9ff-461b-8d41-824438ed7926 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.417363 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0885a412-b775-4a3f-ba09-36c2281413fd req-9834c955-b9ff-461b-8d41-824438ed7926 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 931 time: 0.3241193 Feb 04 15:56:10.419053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.512003 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0885a412-b775-4a3f-ba09-36c2281413fd req-fcb3afe7-87e6-40c4-91b3-9a209be58bbc tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775213 Feb 04 15:56:10.695150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Pushing event updated for resources: {'Port': ['ID=fb811449-114c-4147-84a8-e75bb472c7f4,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.982480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.070830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f1fbb08-5b86-4a55-8316-14e9c10835a6 req-dec2e33c-097f-4f06-9161-6a00261bc548 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.1215305 Feb 04 15:56:11.201160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Attempting to bind port fb811449-114c-4147-84a8-e75bb472c7f4 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:11.201512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Attempting to bind port fb811449-114c-4147-84a8-e75bb472c7f4 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:11.201959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Attempting to bind port fb811449-114c-4147-84a8-e75bb472c7f4 on network 20d2a86e-f686-43ae-9e47-8812e363b3e5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:11.226409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.25.1.55 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/e7084070-4851-40c7-9145-52a0163bc1ca) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:11.237375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Port fb811449-114c-4147-84a8-e75bb472c7f4 on network 20d2a86e-f686-43ae-9e47-8812e363b3e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:56:11.237785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Attempting to bind port fb811449-114c-4147-84a8-e75bb472c7f4 on network 20d2a86e-f686-43ae-9e47-8812e363b3e5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:11.282061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:11.294257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:11.294935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Checking segment: {'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:11.295631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Bound using segment: {'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:11.296693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Bound port: fb811449-114c-4147-84a8-e75bb472c7f4, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:11.297504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.311885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:11.317954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:11.378700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=547149a3-773c-409c-ad52-1929573be311,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.625620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13049ec4-9cf4-4b33-ab77-b1affff90f38 req-ac0ec675-5512-4cb8-8fdd-401bbd4d647d tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 210 time: 0.0510342 Feb 04 15:56:11.931657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] For port fb811449-114c-4147-84a8-e75bb472c7f4, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:11.974481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] For port fb811449-114c-4147-84a8-e75bb472c7f4, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fb811449-114c-4147-84a8-e75bb472c7f4,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:12.035903 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.055481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.140664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b146c8-a663-437b-992c-6595387e27f7 req-5ea160a6-010f-4cf3-a1b4-c7d9b0b4bce5 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.142925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45b146c8-a663-437b-992c-6595387e27f7 req-5ea160a6-010f-4cf3-a1b4-c7d9b0b4bce5 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 943 time: 0.4205215 Feb 04 15:56:12.172410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.173056 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.180103 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] 10.222.0.50 "PUT /v2.0/ports/fb811449-114c-4147-84a8-e75bb472c7f4 HTTP/1.1" status: 200 len: 1091 time: 5.2881086 Feb 04 15:56:12.185701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecf2a7f-9b28-40fc-9c9b-b16a03e69723', 'tag': 'fb811449-114c-4147-84a8-e75bb472c7f4'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:12.190271 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e51353-30ec-431a-bb8c-8479e3431ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecf2a7f-9b28-40fc-9c9b-b16a03e69723", "tag": "fb811449-114c-4147-84a8-e75bb472c7f4"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:12.264930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-9d0c6b62-e48a-4546-94b6-2cba69374fc4 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.268177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-9d0c6b62-e48a-4546-94b6-2cba69374fc4 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.30 "GET /v2.0/networks?id=5eea6d5c-1776-4a21-857f-181a5fe69f8b HTTP/1.1" status: 200 len: 821 time: 0.4648731 Feb 04 15:56:12.309659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4efd23-9afc-44a8-bb33-93d3ae390b0f service neutron] Pushing event updated for resources: {'Port': ['ID=fb811449-114c-4147-84a8-e75bb472c7f4,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:12.382087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4478cf38-cba2-4a42-a36b-189afa260c3e req-e40fcf1c-a78a-4781-81d9-1421345d1d43 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8acdd79-7809-49ea-af47-741ce025a5ba HTTP/1.1" status: 200 len: 210 time: 0.0512283 Feb 04 15:56:12.424770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device db75a3c0-b28a-4f02-bbce-a3c8700fa9eb up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:12.459914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Request body: {'port': {'device_id': '5a67c210-7b0f-4e64-b9e8-1337eb656614', 'network_id': '5eea6d5c-1776-4a21-857f-181a5fe69f8b', 'admin_state_up': True, 'tenant_id': 'c0931b95ddc0462ea02384140e3be32b'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:12.478286 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aca072-4970-460e-b694-4740589a42cb x-openstack-request-id: req-05aca072-4970-460e-b694-4740589a42cb {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:12.478861 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecf2a7f-9b28-40fc-9c9b-b16a03e69723", "tag": "fb811449-114c-4147-84a8-e75bb472c7f4", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:12.479269 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05aca072-4970-460e-b694-4740589a42cb {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:12.479851 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecf2a7f-9b28-40fc-9c9b-b16a03e69723', 'tag': 'fb811449-114c-4147-84a8-e75bb472c7f4', 'status': 'completed', 'code': 200} Feb 04 15:56:12.579629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:12.587764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.669705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Allocated IP 172.25.1.105 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/d2d15ec9-1608-44e8-99ed-2548a76429d1) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:12.795077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.806608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45b146c8-a663-437b-992c-6595387e27f7 req-b73ec531-16b9-4d7d-9424-2e9e3d8f5198 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085987 Feb 04 15:56:12.807727 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.842599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0a6996d-1eea-4da8-b4c6-0c018de78961 req-2a31dad6-db74-4b6e-9fb6-d374fb183299 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 210 time: 0.0379763 Feb 04 15:56:12.921555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:12.940311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:12.940766 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.943980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-ef6505d0-696c-4481-9d95-e2f41172ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.945721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-ef6505d0-696c-4481-9d95-e2f41172ea83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2015bfa04b4433897588e658095ed70&device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 1094 time: 0.6689558 Feb 04 15:56:12.953373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:12.986556 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.005297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=e7084070-4851-40c7-9145-52a0163bc1ca,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:13.043891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:13.047148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:13.051500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:13.061822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-3edfb0c0-1481-4045-a53c-0e33f84327e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb811449-114c-4147-84a8-e75bb472c7f4 HTTP/1.1" status: 200 len: 217 time: 0.0946512 Feb 04 15:56:13.077350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'Port': ['ID=d2d15ec9-1608-44e8-99ed-2548a76429d1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:13.141033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.221642 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.295211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Made reservation on behalf of c0931b95ddc0462ea02384140e3be32b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:13.299007 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.300660 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.305122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-e869989c-444a-473c-880f-242938ad2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:13.306808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-e869989c-444a-473c-880f-242938ad2806 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52963866-8001-4671-a57f-692e5b7ac00e HTTP/1.1" status: 200 len: 848 time: 0.2322268 Feb 04 15:56:13.399147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-2f66b346-e6ef-480a-a064-74737500013a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20d2a86e-f686-43ae-9e47-8812e363b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657177 Feb 04 15:56:13.539578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48036) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:13.878491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.888304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.070016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'Port': ['ID=d2d15ec9-1608-44e8-99ed-2548a76429d1,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.129712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cca04-a4d2-4063-93a2-b7c122d3aa94 req-fe45b7ef-ac30-498f-bff3-2bf219367c3c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.132434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b93cca04-a4d2-4063-93a2-b7c122d3aa94 req-fe45b7ef-ac30-498f-bff3-2bf219367c3c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 943 time: 0.1755528 Feb 04 15:56:14.138224 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.185402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.186720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a6bdde4b-59e0-407e-8ce8-a32a3cd5d565 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6301472 Feb 04 15:56:14.229342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b93cca04-a4d2-4063-93a2-b7c122d3aa94 req-4f36247d-a8cb-409f-b5bb-c1d044cf544c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859499 Feb 04 15:56:14.300123 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6ab8c7e-c3a2-4b16-a396-81ccff7ca24b req-2e33958c-a49e-45d8-ad5e-0ec30b4fd233 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 210 time: 0.1813624 Feb 04 15:56:14.454965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-f27bad3f-7f5d-46ff-ac63-d8a1cfffa087 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1740498714&fields=id&tenant_id=dc0a7f2eff6648139e592578e665b340 HTTP/1.1" status: 200 len: 267 time: 0.0742660 Feb 04 15:56:14.488789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.496356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Allocated IP 172.20.0.11 (5eea6d5c-1776-4a21-857f-181a5fe69f8b/2c502cbe-5386-448c-a0c1-1818e35c83c4/be736e73-8aa8-46ca-b002-ba8414e1de2f) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:14.499387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed15b9d-460d-4bb2-bf81-524ad1a6aae9 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.503981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-9e067cd9-2226-42ea-b385-26a00575e4d5 service neutron] 10.222.0.50 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9658914 Feb 04 15:56:14.588914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.610117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-3fb1848b-12a3-41d5-b436-a02f76c3446d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.616209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.625943 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-3fb1848b-12a3-41d5-b436-a02f76c3446d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 810 time: 0.1646416 Feb 04 15:56:14.643319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-4f481d90-05d0-434e-8f30-45855b51b942 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/quotas/dc0a7f2eff6648139e592578e665b340 HTTP/1.1" status: 200 len: 375 time: 0.0147061 Feb 04 15:56:14.681204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed15b9d-460d-4bb2-bf81-524ad1a6aae9 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.719014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-a469cc32-82ab-4ab7-87eb-4a30158e6a95 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720205 Feb 04 15:56:14.864513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c496e75d-14a8-4aef-a416-22897d6128a1 service neutron] 10.222.0.47 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304953 Feb 04 15:56:14.889672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=547149a3-773c-409c-ad52-1929573be311,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.998895 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.013771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-41ceeaa0-1db7-4e09-aac7-df590072033f service neutron] 10.222.0.47 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419554 Feb 04 15:56:15.059076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97327b69-83af-4847-b46f-e8eaeca84ec3 req-c10f87b8-54a4-4d44-8ad6-55465665b38b service neutron] 10.222.0.50 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000439 Feb 04 15:56:15.255455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed15b9d-460d-4bb2-bf81-524ad1a6aae9 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.258129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ed15b9d-460d-4bb2-bf81-524ad1a6aae9 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.259325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ed15b9d-460d-4bb2-bf81-524ad1a6aae9 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] 10.222.0.47 "DELETE /v2.0/security-groups/78a1aaa9-3481-4b8e-b5d7-bd419b906936 HTTP/1.1" status: 204 len: 168 time: 1.7146585 Feb 04 15:56:15.284185 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.334659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed15b9d-460d-4bb2-bf81-524ad1a6aae9 tempest-TestVolumeBackupRestore-1858831991 tempest-TestVolumeBackupRestore-1858831991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a1aaa9-3481-4b8e-b5d7-bd419b906936,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:15.349018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac2c9dbd-6ddf-4155-b308-3821963d639b req-4bdeafe3-37c7-43b1-9b31-6d3eb27beeff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 210 time: 0.1325231 Feb 04 15:56:15.450922 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Floating IP 6c256a15-b581-4737-bf48-626c4d9fdda8 associated. External IP: 172.25.1.111, port: 37189aaa-df70-4de5-b262-550e23c457df. Feb 04 15:56:15.464101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-8c95840f-9bbd-4fe6-9f58-de5f3cbf37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:15.471659 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-8c95840f-9bbd-4fe6-9f58-de5f3cbf37e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2015bfa04b4433897588e658095ed70&device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 1094 time: 0.2624879 Feb 04 15:56:15.480347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa852c9-3408-4e08-a915-dc3fb27a2a87 req-9b44b2de-c03d-4c12-901e-0c58cf92aa67 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:15.489931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5aa852c9-3408-4e08-a915-dc3fb27a2a87 req-9b44b2de-c03d-4c12-901e-0c58cf92aa67 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 943 time: 0.0830629 Feb 04 15:56:15.576553 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.663643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5aa852c9-3408-4e08-a915-dc3fb27a2a87 req-2411aeff-735c-4c3c-80bb-5830f4929eaa tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721404 Feb 04 15:56:15.779793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-899f961b-8dc5-4748-b44b-47141b70187b req-371e134c-f569-4020-a090-da663099ee1b tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 210 time: 0.1813264 Feb 04 15:56:16.157442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.362844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Network 5eea6d5c-1776-4a21-857f-181a5fe69f8b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:16.366777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Pushing event updated for resources: {'Port': ['ID=be736e73-8aa8-46ca-b002-ba8414e1de2f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.371506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-dd501f3f-e705-44f9-abe4-a3d39717a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:16.373324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-dd501f3f-e705-44f9-abe4-a3d39717a3fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=20d2a86e-f686-43ae-9e47-8812e363b3e5 HTTP/1.1" status: 200 len: 909 time: 0.8852067 Feb 04 15:56:16.377222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:16.382299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 3fd8677f-23f9-47cc-9235-932063500e81 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:56:16.386724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:16.557825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b979ee09-3b9e-4974-b7a1-65d8f26b2cf4 req-f1b90c83-80d1-4a77-87c6-b7ca9315ec22 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 210 time: 0.0713074 Feb 04 15:56:16.607810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-fb7922cd-a80d-4b50-bf73-93ec13b84148 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb811449-114c-4147-84a8-e75bb472c7f4 HTTP/1.1" status: 200 len: 217 time: 0.1326911 Feb 04 15:56:17.006634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.007764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.083976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ccace-27a8-4200-9743-b64ba3fcac1e req-44391e25-4b1b-4ee4-8f73-78d680167d2a tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.093677 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b54ccace-27a8-4200-9743-b64ba3fcac1e req-44391e25-4b1b-4ee4-8f73-78d680167d2a tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 932 time: 0.1649590 Feb 04 15:56:17.131909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-967b064a-42fc-40f6-bfe5-e995a146a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.134775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-967b064a-42fc-40f6-bfe5-e995a146a3cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52963866-8001-4671-a57f-692e5b7ac00e HTTP/1.1" status: 200 len: 848 time: 0.5109301 Feb 04 15:56:17.174426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0e936469-ff1e-4258-b795-8ab012cd6a8f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8339789 Feb 04 15:56:17.215659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Request body: {'port': {'device_id': '5a67c210-7b0f-4e64-b9e8-1337eb656614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:17.294287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 609fac09-3f3e-490c-95ed-19f83f5a9239 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:17.320679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8b51f-c14f-4dde-9bb5-003b9e61bbd3 req-da7a66ee-2361-45d7-8822-7c3b5dd4b434 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.324308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4d8b51f-c14f-4dde-9bb5-003b9e61bbd3 req-da7a66ee-2361-45d7-8822-7c3b5dd4b434 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 943 time: 0.5099816 Feb 04 15:56:17.340874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-532b55ad-68eb-465a-a23d-2b8d14725b75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20d2a86e-f686-43ae-9e47-8812e363b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766868 Feb 04 15:56:17.371041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c2f55ceb-b75b-4878-ac14-ec09603a2a0d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.373228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c2f55ceb-b75b-4878-ac14-ec09603a2a0d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.50 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 810 time: 0.2507260 Feb 04 15:56:17.506104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b54ccace-27a8-4200-9743-b64ba3fcac1e req-1eeeb66b-5ffc-482e-9e53-1b2a76e35c5a tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095278 Feb 04 15:56:17.539349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-e7118e65-995a-4f03-8a3c-46853234787d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0a7f2eff6648139e592578e665b340 HTTP/1.1" status: 200 len: 380 time: 0.1238208 Feb 04 15:56:17.563447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'port': {'device_id': '1b677082-97fb-47ac-9109-17ff60d591ef', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'admin_state_up': True, 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'security_groups': ['f2fd7c35-6bd1-48ff-a44e-6f524d670f46']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:17.895219 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9734815b-b2e2-437a-bfaa-210d8eb839bc req-80d69751-ad87-404d-8b37-35094fa71d8b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 210 time: 0.1056983 Feb 04 15:56:17.929773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Made reservation on behalf of dc0a7f2eff6648139e592578e665b340 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:17.970113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.200156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Allocated IP 172.20.0.8 (f80456e3-89f7-46c5-bd73-457711658e36/a46507e6-cd0c-447d-a6ed-ba5c97305225/508c673f-84ec-48a3-8044-131a2f71b2ce) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:18.319211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:18.341606 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Sync routers for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:18.370338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:18.371273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:18.446750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.494989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.497451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.573964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Network f80456e3-89f7-46c5-bd73-457711658e36 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:18.588812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:18.601679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:18.651566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fb811449-114c-4147-84a8-e75bb472c7f4 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:56:18.715955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'Port': ['ID=508c673f-84ec-48a3-8044-131a2f71b2ce,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:18.792832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:18.794856 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.808329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:18.832134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-c960aa32-1334-4cd4-99cb-944d40416613 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2730570 Feb 04 15:56:18.846051 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-031d6260-fdb3-4661-bb8a-1d1d5134bd85 service neutron] 10.222.0.50 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4908731 Feb 04 15:56:18.914911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Request body: {'port': {'device_id': '1b677082-97fb-47ac-9109-17ff60d591ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:19.051438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77135706-e604-4925-b3ef-920194938fb9 req-6b88dfd0-317d-45e6-9e3b-55425707dfcc tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:19.053362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-77135706-e604-4925-b3ef-920194938fb9 req-6b88dfd0-317d-45e6-9e3b-55425707dfcc tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 932 time: 0.2174673 Feb 04 15:56:19.096629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fb811449-114c-4147-84a8-e75bb472c7f4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fb811449-114c-4147-84a8-e75bb472c7f4,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:19.112559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'fb811449-114c-4147-84a8-e75bb472c7f4', 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5', 'port_id': 'fb811449-114c-4147-84a8-e75bb472c7f4', 'mac_address': 'fa:16:3e:94:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52963866-8001-4671-a57f-692e5b7ac00e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:56:19.238761 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.550225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a4d8b51f-c14f-4dde-9bb5-003b9e61bbd3 req-138dfb0b-afd3-4b7c-b435-c7290644ddcb tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1932983 Feb 04 15:56:19.557729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-58b02e57-b413-447f-b8bf-0bd3cc64c500 None None] Provisioning complete for port 508c673f-84ec-48a3-8044-131a2f71b2ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:19.564521 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58b02e57-b413-447f-b8bf-0bd3cc64c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.608314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-77135706-e604-4925-b3ef-920194938fb9 req-d01c837c-a7ec-4bfa-be6c-8a89a8a6927c tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880784 Feb 04 15:56:19.779190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-58b02e57-b413-447f-b8bf-0bd3cc64c500 None None] Port 508c673f-84ec-48a3-8044-131a2f71b2ce cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:19.800190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.864406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb811449-114c-4147-84a8-e75bb472c7f4 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:19.974325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fb811449-114c-4147-84a8-e75bb472c7f4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fb811449-114c-4147-84a8-e75bb472c7f4,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:20.083215 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.118365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be736e73-8aa8-46ca-b002-ba8414e1de2f {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:20.135955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.152399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Transition to ACTIVE for port object be736e73-8aa8-46ca-b002-ba8414e1de2f will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:20.156945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.161392 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-543120ff-8ce4-498a-8f4e-51e694fcfa7c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 14.3840101 Feb 04 15:56:20.165448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48432) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:20.175358 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.249845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Pushing event updated for resources: {'Port': ['ID=be736e73-8aa8-46ca-b002-ba8414e1de2f,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:20.297762 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eb4da0a3-eb37-47a2-b532-8ea302ca10c1 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=537ec6f6adf0405b87c2e299025ea7fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1268110 Feb 04 15:56:20.302481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=fb811449-114c-4147-84a8-e75bb472c7f4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:20.307953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48446) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:20.370696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:13Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:20.502918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Checking router: 3fd8677f-23f9-47cc-9235-932063500e81 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:20.503516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Updating router 3fd8677f-23f9-47cc-9235-932063500e81 port e7084070-4851-40c7-9145-52a0163bc1ca binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:56:20.598438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74e51353-30ec-431a-bb8c-8479e3431ef5 req-a85a2040-6466-4897-9456-7d3738bfb945 service neutron] 10.222.0.50 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2866528 Feb 04 15:56:20.699531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508c673f-84ec-48a3-8044-131a2f71b2ce {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:20.729802 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.736423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.747394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['fb811449-114c-4147-84a8-e75bb472c7f4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:56:20.779659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Transition to ACTIVE for port object 508c673f-84ec-48a3-8044-131a2f71b2ce will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:20.872147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.908739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:20.926006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7358-fa4f-43ae-9587-ceaf10add44f req-c241f5d4-8474-4c44-84d0-a62cb2b8ece4 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:20.928103 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] Sync routers for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:20.936375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b8b7358-fa4f-43ae-9587-ceaf10add44f req-c241f5d4-8474-4c44-84d0-a62cb2b8ece4 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 931 time: 0.7670343 Feb 04 15:56:20.947786 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:20.948431 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:20.950700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Attempting to bind port be736e73-8aa8-46ca-b002-ba8414e1de2f on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:20.951599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Attempting to bind port be736e73-8aa8-46ca-b002-ba8414e1de2f by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '0ba58f18-943e-4120-a10b-e1131d62fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5eea6d5c-1776-4a21-857f-181a5fe69f8b'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:20.952046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Attempting to bind port be736e73-8aa8-46ca-b002-ba8414e1de2f on network 5eea6d5c-1776-4a21-857f-181a5fe69f8b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:20.983049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.018539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Port be736e73-8aa8-46ca-b002-ba8414e1de2f on network 5eea6d5c-1776-4a21-857f-181a5fe69f8b not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:56:21.018873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Attempting to bind port be736e73-8aa8-46ca-b002-ba8414e1de2f on network 5eea6d5c-1776-4a21-857f-181a5fe69f8b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:21.027202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2d444283-dd29-4630-ac82-b4ea176d2fa9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 15.1710384 Feb 04 15:56:21.028239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:21.028565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Checking segment: {'id': '0ba58f18-943e-4120-a10b-e1131d62fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5eea6d5c-1776-4a21-857f-181a5fe69f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:21.028952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Bound using segment: {'id': '0ba58f18-943e-4120-a10b-e1131d62fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5eea6d5c-1776-4a21-857f-181a5fe69f8b'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:21.029407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Bound port: be736e73-8aa8-46ca-b002-ba8414e1de2f, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba58f18-943e-4120-a10b-e1131d62fb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5eea6d5c-1776-4a21-857f-181a5fe69f8b'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:21.029764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.038844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'tag': '37189aaa-df70-4de5-b262-550e23c457df'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:21.041378 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb08a2-44b9-45eb-83a3-329d0f06863e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "tag": "37189aaa-df70-4de5-b262-550e23c457df"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:21.054205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48500) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:21.083160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b8b7358-fa4f-43ae-9587-ceaf10add44f req-ff321f18-4884-491c-9a7d-f5ea574cd3ca tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455779 Feb 04 15:56:21.338984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Pushing event updated for resources: {'Port': ['ID=508c673f-84ec-48a3-8044-131a2f71b2ce,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:21.419262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b7c97-b721-4c77-a31f-ae2c01cffbd2 req-2e1a82bb-1d6b-4238-8c6f-099267ab6ac1 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.423796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c57b7c97-b721-4c77-a31f-ae2c01cffbd2 req-2e1a82bb-1d6b-4238-8c6f-099267ab6ac1 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 944 time: 0.5608375 Feb 04 15:56:21.460984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c26e60-8142-4e00-8564-6d8f12736662 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.464889 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e9c26e60-8142-4e00-8564-6d8f12736662 tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1553912 Feb 04 15:56:21.489464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48522) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:21.492814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] For port be736e73-8aa8-46ca-b002-ba8414e1de2f, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:21.504328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] For port be736e73-8aa8-46ca-b002-ba8414e1de2f, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=be736e73-8aa8-46ca-b002-ba8414e1de2f,segment=NetworkSegment(0ba58f18-943e-4120-a10b-e1131d62fb7a),segment_id=0ba58f18-943e-4120-a10b-e1131d62fb7a)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:21.519721 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d2323f44-93ef-461d-8302-71a70ece3839 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/floatingips/6c256a15-b581-4737-bf48-626c4d9fdda8 HTTP/1.1" status: 200 len: 991 time: 0.4639969 Feb 04 15:56:21.529566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.552370 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:21.742816 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cdb0d324-c762-4f81-b7db-023d8441cfab tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2478793 Feb 04 15:56:21.772109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48536) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:21.802581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202964669', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:21.865158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.866254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.877486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] 10.222.0.30 "PUT /v2.0/ports/be736e73-8aa8-46ca-b002-ba8414e1de2f HTTP/1.1" status: 200 len: 1092 time: 4.6815708 Feb 04 15:56:21.950282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b0a22-7839-480a-8ad5-2b1dec49914e req-c37a6d5b-c711-4d68-a752-f794839ead7b tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.994105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-600b0a22-7839-480a-8ad5-2b1dec49914e req-c37a6d5b-c711-4d68-a752-f794839ead7b tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 944 time: 0.7482147 Feb 04 15:56:22.107721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72225df-2fa0-4ae1-98da-143617715e0c service neutron] Pushing event updated for resources: {'Port': ['ID=be736e73-8aa8-46ca-b002-ba8414e1de2f,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:22.136795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:22.143699 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.188737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-600b0a22-7839-480a-8ad5-2b1dec49914e req-67d93908-68a6-401f-866b-d1572a16740d tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673021 Feb 04 15:56:22.206737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-df47f002-5447-47d5-9f41-afecf2a99bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:22.209885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-df47f002-5447-47d5-9f41-afecf2a99bea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0931b95ddc0462ea02384140e3be32b&device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 1095 time: 0.2101274 Feb 04 15:56:22.264975 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c57b7c97-b721-4c77-a31f-ae2c01cffbd2 req-cb89da2a-d9b5-468e-be59-dfaa83b2a7ee tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7968488 Feb 04 15:56:22.272956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Attempting to bind port 508c673f-84ec-48a3-8044-131a2f71b2ce on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:22.274260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Attempting to bind port 508c673f-84ec-48a3-8044-131a2f71b2ce by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:22.275021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Attempting to bind port 508c673f-84ec-48a3-8044-131a2f71b2ce on network f80456e3-89f7-46c5-bd73-457711658e36 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:22.318177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Port 508c673f-84ec-48a3-8044-131a2f71b2ce on network f80456e3-89f7-46c5-bd73-457711658e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:56:22.318787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Attempting to bind port 508c673f-84ec-48a3-8044-131a2f71b2ce on network f80456e3-89f7-46c5-bd73-457711658e36 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:22.365730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:22.366727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Checking segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:22.367304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Bound using segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:22.367925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Bound port: 508c673f-84ec-48a3-8044-131a2f71b2ce, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:22.368458 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.392366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-88423025-fc26-4299-be6c-ed700bd16688 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be736e73-8aa8-46ca-b002-ba8414e1de2f HTTP/1.1" status: 200 len: 217 time: 0.1627212 Feb 04 15:56:22.465539 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:15Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:12Z', 'revision_number': 0, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:22.496517 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.531946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48580) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:22.555169 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.570331 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] Checking router: 609fac09-3f3e-490c-95ed-19f83f5a9239 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:22.577628 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a0df4f-d91d-4eb5-b109-64bc083f874a x-openstack-request-id: req-b3a0df4f-d91d-4eb5-b109-64bc083f874a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:22.577995 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "tag": "37189aaa-df70-4de5-b262-550e23c457df", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:22.578609 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b3a0df4f-d91d-4eb5-b109-64bc083f874a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:22.579856 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'tag': '37189aaa-df70-4de5-b262-550e23c457df', 'status': 'completed', 'code': 200} Feb 04 15:56:22.584913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0eb11581-0bac-4f15-870d-1873cb86675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:22.589875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-0eb11581-0bac-4f15-870d-1873cb86675f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c502cbe-5386-448c-a0c1-1818e35c83c4 HTTP/1.1" status: 200 len: 861 time: 0.1955612 Feb 04 15:56:22.616670 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:22.617312 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:22.652750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5292b5-20f3-4fbc-89b8-bed463fe667f None None] Pushing event updated for resources: {'Port': ['ID=e7084070-4851-40c7-9145-52a0163bc1ca,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:22.724354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Attempting to bind port e7084070-4851-40c7-9145-52a0163bc1ca on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:22.735172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Attempting to bind port e7084070-4851-40c7-9145-52a0163bc1ca by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:22.737584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Attempting to bind port e7084070-4851-40c7-9145-52a0163bc1ca on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:22.753459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:22.756044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:22.761321 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.762486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:22.773442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Bound port: e7084070-4851-40c7-9145-52a0163bc1ca, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:22.774671 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.908119 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-adca2268-ccf3-4d61-8690-44105b3686ac tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/floatingips/6c256a15-b581-4737-bf48-626c4d9fdda8 HTTP/1.1" status: 200 len: 991 time: 0.3745031 Feb 04 15:56:22.918307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] For port 508c673f-84ec-48a3-8044-131a2f71b2ce, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:22.935883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] For port 508c673f-84ec-48a3-8044-131a2f71b2ce, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=508c673f-84ec-48a3-8044-131a2f71b2ce,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:22.980178 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:22.996346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] For port e7084070-4851-40c7-9145-52a0163bc1ca, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:23.007769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.011174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] For port e7084070-4851-40c7-9145-52a0163bc1ca, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e7084070-4851-40c7-9145-52a0163bc1ca,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:23.020775 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.030589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-7fac4af5-9eab-4031-bdad-3a8ad007c5f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eea6d5c-1776-4a21-857f-181a5fe69f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4220619 Feb 04 15:56:23.212914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.213589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.216100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] 10.222.0.50 "PUT /v2.0/ports/508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 1091 time: 4.3067822 Feb 04 15:56:23.286532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:23.287377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:23.303796 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.306884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b677082-97fb-47ac-9109-17ff60d591ef', 'tag': '508c673f-84ec-48a3-8044-131a2f71b2ce'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:23.316572 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56329f7-f5f1-4ade-9ccb-784e0b624598" -d '{"events": [{"name": "network-changed", "server_uuid": "1b677082-97fb-47ac-9109-17ff60d591ef", "tag": "508c673f-84ec-48a3-8044-131a2f71b2ce"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:23.317635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728f162-1c24-4c29-b2a5-7bf12b045841 req-abafa9a9-f02b-44a4-b6a2-f7ef76e1eb52 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.347862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8728f162-1c24-4c29-b2a5-7bf12b045841 req-abafa9a9-f02b-44a4-b6a2-f7ef76e1eb52 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 943 time: 0.7550738 Feb 04 15:56:23.352249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-b017d369-c812-41c5-a64f-b256d4d0cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.354220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-b017d369-c812-41c5-a64f-b256d4d0cc80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 1096 time: 0.9546440 Feb 04 15:56:23.418452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5292b5-20f3-4fbc-89b8-bed463fe667f None None] Pushing event updated for resources: {'Port': ['ID=e7084070-4851-40c7-9145-52a0163bc1ca,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.630060 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:15Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:12Z', 'revision_number': 0, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:23.641483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:23.653839 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.656308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b22cf-31ac-4a91-82cf-71d5897f8307 service neutron] Pushing event updated for resources: {'Port': ['ID=508c673f-84ec-48a3-8044-131a2f71b2ce,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.679733 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820b8e-43f5-4de7-a9b1-60381b8196d0 None None] The sync data for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 is: [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:55:15Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:12Z', 'revision_number': 0, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:23.755301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-4d268eda-1370-44fd-8a49-57dc90669e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.757151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-4d268eda-1370-44fd-8a49-57dc90669e12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1094 time: 0.4319150 Feb 04 15:56:23.788075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-a9770148-00d6-4c72-947c-227c462a8903 service neutron] 10.222.0.30 "GET /v2.0/networks/5eea6d5c-1776-4a21-857f-181a5fe69f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206814 Feb 04 15:56:23.803554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8728f162-1c24-4c29-b2a5-7bf12b045841 req-57c9c8be-4ad3-4979-8ef1-f265aff6138e tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533463 Feb 04 15:56:23.953170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-974d8ebd-4558-49d5-8ca2-bb0c4b5960ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.955099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-974d8ebd-4558-49d5-8ca2-bb0c4b5960ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac4a7643-7ced-44ff-ae8f-226c092147c8 HTTP/1.1" status: 200 len: 897 time: 0.5775011 Feb 04 15:56:23.955967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48654) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:23.982829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-9d83840a-1a57-4ff7-b552-5c5d719e199f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 217 time: 0.1896601 Feb 04 15:56:24.048437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48656) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:24.173623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f44a-2bfa-4485-9144-4b6d205042c1 req-da7a3d13-8d62-411a-aac4-3cf406f3fb14 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.190441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ee6f44a-2bfa-4485-9144-4b6d205042c1 req-da7a3d13-8d62-411a-aac4-3cf406f3fb14 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 944 time: 0.5864637 Feb 04 15:56:24.202061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:13Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:24.228255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Subnet': ['ID=266d5c09-5af5-4817-bcf8-898df1b31e0f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:24.280384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a79c24-fc77-4228-a15a-a43ae8d46b6d None None] New status for floating IP 6c256a15-b581-4737-bf48-626c4d9fdda8: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:56:24.383896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ee6f44a-2bfa-4485-9144-4b6d205042c1 req-aa1f8fb1-a0d1-4409-943e-128443a9aa2d tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918890 Feb 04 15:56:24.384661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Checking segment: {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:24.385028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network hostable DHCP agents. Network: f6c4ac3f-a9c5-4694-956d-29394fc2c4ae, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:56:24.450457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-da83769b-2663-44ca-af29-072a48116d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.456772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-da83769b-2663-44ca-af29-072a48116d0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.4714758 Feb 04 15:56:24.511922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a357df7-479f-4ace-bf0e-9914c37a1d16 None None] The sync data for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 is: [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:13Z', 'revision_number': 3, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:24.517704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933f8c4-611e-4f96-8a64-7c2ae9503207 req-07f2a047-e0c3-45b5-aded-5e5e6e247a3c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.523638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f933f8c4-611e-4f96-8a64-7c2ae9503207 req-07f2a047-e0c3-45b5-aded-5e5e6e247a3c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 944 time: 0.4012866 Feb 04 15:56:24.549671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fb811449-114c-4147-84a8-e75bb472c7f4 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:24.610456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a67c210-7b0f-4e64-b9e8-1337eb656614', 'tag': 'be736e73-8aa8-46ca-b002-ba8414e1de2f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:24.614729 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050858e4-bb04-4401-9f0e-419c61ff2bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a67c210-7b0f-4e64-b9e8-1337eb656614", "tag": "be736e73-8aa8-46ca-b002-ba8414e1de2f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:24.743183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-5c8e45eb-0f3e-4f37-bb0b-ca0d57007e16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37189aaa-df70-4de5-b262-550e23c457df HTTP/1.1" status: 200 len: 999 time: 0.7602291 Feb 04 15:56:24.749306 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b1ed72-dd64-4bfb-bc4b-7b96f4029cd2 x-openstack-request-id: req-05b1ed72-dd64-4bfb-bc4b-7b96f4029cd2 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:24.753084 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b677082-97fb-47ac-9109-17ff60d591ef", "tag": "508c673f-84ec-48a3-8044-131a2f71b2ce", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:24.753603 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05b1ed72-dd64-4bfb-bc4b-7b96f4029cd2 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:24.754241 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b677082-97fb-47ac-9109-17ff60d591ef', 'tag': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'status': 'completed', 'code': 200} Feb 04 15:56:24.779115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b052a173-b2ae-4667-a00c-790c638d2e6d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/floatingips/6c256a15-b581-4737-bf48-626c4d9fdda8 HTTP/1.1" status: 200 len: 991 time: 0.8042753 Feb 04 15:56:24.846467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:56:24.863503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, f6c4ac3f-a9c5-4694-956d-29394fc2c4ae) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:24.877402 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d294cc-3aa0-4d23-be5d-c13ca2fd07fc x-openstack-request-id: req-97d294cc-3aa0-4d23-be5d-c13ca2fd07fc {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:24.877931 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a67c210-7b0f-4e64-b9e8-1337eb656614", "tag": "be736e73-8aa8-46ca-b002-ba8414e1de2f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:24.878366 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97d294cc-3aa0-4d23-be5d-c13ca2fd07fc {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:24.879026 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a67c210-7b0f-4e64-b9e8-1337eb656614', 'tag': 'be736e73-8aa8-46ca-b002-ba8414e1de2f', 'status': 'completed', 'code': 200} Feb 04 15:56:24.917627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2138a0de-7f91-4a22-a3a2-ebd77258f888 None None] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:56:24.940106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-f24b15ab-b6ab-4b27-b7f7-efbc1f336fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.942152 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-f24b15ab-b6ab-4b27-b7f7-efbc1f336fe0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130165 Feb 04 15:56:24.945862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.964630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.029227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port fb811449-114c-4147-84a8-e75bb472c7f4 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:25.034584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-f7793b68-5ff2-4722-8872-d5028bc02ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.037317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-f7793b68-5ff2-4722-8872-d5028bc02ce4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e5068af-0bf4-46f3-9971-93652a2262f3 HTTP/1.1" status: 200 len: 834 time: 0.2525156 Feb 04 15:56:25.048339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7dfdd5c-86ca-4f38-8e18-73d97e9f2d04 req-266e7dfe-1556-41b0-bdd9-44cc20790897 service neutron] 10.222.0.30 "GET /v2.0/networks/5eea6d5c-1776-4a21-857f-181a5fe69f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2424340 Feb 04 15:56:25.202384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f933f8c4-611e-4f96-8a64-7c2ae9503207 req-a37ececc-3979-4a62-b6f7-a06d85123a66 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347640 Feb 04 15:56:25.220353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1c2501e5-c40c-4946-9e37-91ace7a9fc78 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4351089 Feb 04 15:56:25.224162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48678) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:25.353953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16ee19-5741-40df-93d8-e5fe93e93971 req-555aaa6b-9623-42b7-8db8-4b46a1524e95 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.362893 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a16ee19-5741-40df-93d8-e5fe93e93971 req-555aaa6b-9623-42b7-8db8-4b46a1524e95 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 943 time: 0.3611510 Feb 04 15:56:25.467455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port fb811449-114c-4147-84a8-e75bb472c7f4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:25.468122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.507622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-19c1b325-961f-4ed5-964e-df37f4e012f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.509277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-19c1b325-961f-4ed5-964e-df37f4e012f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4a7643-7ced-44ff-ae8f-226c092147c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4593828 Feb 04 15:56:25.519328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-f2216f29-fcd3-4eee-9613-715102d0e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.522215 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-f2216f29-fcd3-4eee-9613-715102d0e4a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0931b95ddc0462ea02384140e3be32b&device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 1095 time: 0.2756588 Feb 04 15:56:25.773823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48682) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:25.810241 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.868676 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:56:25.929177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-22f03bb0-6a5a-42f2-bd68-cd8bae79d03b service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052451 Feb 04 15:56:25.936537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecf2a7f-9b28-40fc-9c9b-b16a03e69723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb811449-114c-4147-84a8-e75bb472c7f4'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:25.939930 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1429e842-e9e1-49eb-b1c0-e0adfd6c7658" -d '{"events": [{"server_uuid": "4ecf2a7f-9b28-40fc-9c9b-b16a03e69723", "name": "network-vif-plugged", "status": "completed", "tag": "fb811449-114c-4147-84a8-e75bb472c7f4"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:25.961464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port fb811449-114c-4147-84a8-e75bb472c7f4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fb811449-114c-4147-84a8-e75bb472c7f4,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:25.986559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.994632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78e1de-3be9-4df3-a19d-73e19ce57e8a req-20e8ab0c-9ce8-4cd9-bec8-703af45a4f5f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.997942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd78e1de-3be9-4df3-a19d-73e19ce57e8a req-20e8ab0c-9ce8-4cd9-bec8-703af45a4f5f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 944 time: 0.3006961 Feb 04 15:56:26.001538 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f42f31a-01c2-45f7-9c0c-07d4231e0762 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/floatingips/6c256a15-b581-4737-bf48-626c4d9fdda8 HTTP/1.1" status: 200 len: 993 time: 0.2248056 Feb 04 15:56:26.033707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:56:26.035083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.099980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=fb811449-114c-4147-84a8-e75bb472c7f4,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:26.117763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6bb08a2-44b9-45eb-83a3-329d0f06863e req-f39795d8-4c8b-4b85-affe-bfb05f75fd58 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798267 Feb 04 15:56:26.154092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-e5dff222-f6c0-4160-9c82-6d998be7c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.155762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-e5dff222-f6c0-4160-9c82-6d998be7c78b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eea6d5c-1776-4a21-857f-181a5fe69f8b HTTP/1.1" status: 200 len: 922 time: 0.4573796 Feb 04 15:56:26.238302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-d22a03a0-2fa5-4587-9d7f-0a5842eced2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be736e73-8aa8-46ca-b002-ba8414e1de2f HTTP/1.1" status: 200 len: 217 time: 0.0706267 Feb 04 15:56:26.243409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd78e1de-3be9-4df3-a19d-73e19ce57e8a req-8a260628-15af-4a03-85ae-2c265b8d20b8 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776149 Feb 04 15:56:26.243977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a16ee19-5741-40df-93d8-e5fe93e93971 req-321699cf-d596-4967-af1c-ff2faa06d18d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8796496 Feb 04 15:56:26.323279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-5409f483-e6f9-4972-910d-94ee326f8e3c service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3504016 Feb 04 15:56:26.374753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-bbebda6c-85d9-4b54-847e-36cc078c1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.384457 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-bbebda6c-85d9-4b54-847e-36cc078c1a3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c502cbe-5386-448c-a0c1-1818e35c83c4 HTTP/1.1" status: 200 len: 861 time: 0.1322412 Feb 04 15:56:26.417024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Allocated IP 172.20.0.2 (f6c4ac3f-a9c5-4694-956d-29394fc2c4ae/266d5c09-5af5-4817-bcf8-898df1b31e0f/ebae9305-1360-44db-a82b-6078ee603c14) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:26.447560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-983fbdfd-34e2-4540-be2a-1504cccde242 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eea6d5c-1776-4a21-857f-181a5fe69f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590534 Feb 04 15:56:26.453653 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80b4658-74e9-4fc8-ba61-a9ada61f1203 x-openstack-request-id: req-b80b4658-74e9-4fc8-ba61-a9ada61f1203 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:26.454000 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecf2a7f-9b28-40fc-9c9b-b16a03e69723", "name": "network-vif-plugged", "status": "completed", "tag": "fb811449-114c-4147-84a8-e75bb472c7f4", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:26.454301 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b80b4658-74e9-4fc8-ba61-a9ada61f1203 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:26.454724 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecf2a7f-9b28-40fc-9c9b-b16a03e69723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb811449-114c-4147-84a8-e75bb472c7f4', 'code': 200} Feb 04 15:56:26.547004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e7084070-4851-40c7-9145-52a0163bc1ca up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:26.694621 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-3869b968-4a98-4f0f-a5e1-45140fdea635 service neutron] 10.222.0.30 "GET /v2.0/networks/5eea6d5c-1776-4a21-857f-181a5fe69f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374496 Feb 04 15:56:26.698327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c06f26-168f-4b22-9e2d-db8c779f0190 req-7bb8da4a-2d53-4b55-a6a0-bc204fcdc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.698857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05c06f26-168f-4b22-9e2d-db8c779f0190 req-7bb8da4a-2d53-4b55-a6a0-bc204fcdc480 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 1096 time: 0.1130438 Feb 04 15:56:26.761341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f77014b8-ff55-46cf-9813-c40179c6ec5b req-2b0863aa-2fc0-4448-904e-16bb7d5521bc service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269052 Feb 04 15:56:26.857482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05c06f26-168f-4b22-9e2d-db8c779f0190 req-458f7f91-00ce-4e76-97da-17c17f25f8d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508069 Feb 04 15:56:26.862222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd08ddf-ffc8-4764-9d34-cdd0ea14ff1f req-d06bd590-9da0-440a-a4b0-f470ae5219ea tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.864277 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4dd08ddf-ffc8-4764-9d34-cdd0ea14ff1f req-d06bd590-9da0-440a-a4b0-f470ae5219ea tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 945 time: 0.3232667 Feb 04 15:56:26.878711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e7084070-4851-40c7-9145-52a0163bc1ca triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:26.878711 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:26.930282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-050858e4-bb04-4401-9f0e-419c61ff2bb1 req-df261d53-97de-4676-826f-88621822a3d6 service neutron] 10.222.0.30 "GET /v2.0/networks/5eea6d5c-1776-4a21-857f-181a5fe69f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217755 Feb 04 15:56:27.074735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4dd08ddf-ffc8-4764-9d34-cdd0ea14ff1f req-9a5cafde-d26f-49b7-a1f1-e7e4d090bf15 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529434 Feb 04 15:56:27.086653 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.097236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-c676902f-62af-4556-9b19-acd7672c3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.097236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-c676902f-62af-4556-9b19-acd7672c3d4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1094 time: 0.1799662 Feb 04 15:56:27.127851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.166659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.271159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:27.284210 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.294724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:27.301187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:27.306566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Pushing event updated for resources: {'Port': ['ID=ebae9305-1360-44db-a82b-6078ee603c14,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:27.414686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e7084070-4851-40c7-9145-52a0163bc1ca, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e7084070-4851-40c7-9145-52a0163bc1ca,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:27.431536 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.451506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-8d6b7bdb-d3c9-4086-ad37-462d15f52692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.453507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-8d6b7bdb-d3c9-4086-ad37-462d15f52692 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.1969328 Feb 04 15:56:27.541664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Attempting to bind port ebae9305-1360-44db-a82b-6078ee603c14 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:27.542316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Attempting to bind port ebae9305-1360-44db-a82b-6078ee603c14 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:27.542919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Attempting to bind port ebae9305-1360-44db-a82b-6078ee603c14 on network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:27.559649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-6eacb4d8-896d-4e54-ac34-581a194989ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 217 time: 0.0948613 Feb 04 15:56:27.564704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e7084070-4851-40c7-9145-52a0163bc1ca,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:27.579088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device be736e73-8aa8-46ca-b002-ba8414e1de2f details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:56:27.603220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:27.603851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Checking segment: {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:27.604531 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.605206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Bound using segment: {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:27.606115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Bound port: ebae9305-1360-44db-a82b-6078ee603c14, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:27.606770 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.671609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fb11-0625-4d74-9e5e-db843663ad29 req-a6cd81a8-70a2-405d-a147-6c1f70523b84 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.689329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c765fb11-0625-4d74-9e5e-db843663ad29 req-a6cd81a8-70a2-405d-a147-6c1f70523b84 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 943 time: 0.1411555 Feb 04 15:56:27.727340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c4a3e-817c-4f18-8ed8-c31efb7b8cde req-86a7915a-886e-485a-9747-273c2ead29a3 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.729846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-943c4a3e-817c-4f18-8ed8-c31efb7b8cde req-86a7915a-886e-485a-9747-273c2ead29a3 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 944 time: 0.2717953 Feb 04 15:56:27.738050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-81696ac9-ff2d-45d9-bba2-779be2ff3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.739256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-81696ac9-ff2d-45d9-bba2-779be2ff3305 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.1422470 Feb 04 15:56:27.746607 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.784868 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c765fb11-0625-4d74-9e5e-db843663ad29 req-92cfb8df-cf92-4cd4-98ae-72459510d39c tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912359 Feb 04 15:56:27.892780 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-943c4a3e-817c-4f18-8ed8-c31efb7b8cde req-f75dad54-1e4e-48df-9191-8d17e58db589 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508572 Feb 04 15:56:27.905776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] For port ebae9305-1360-44db-a82b-6078ee603c14, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:27.907115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-3117dd06-24bd-45b7-be3c-29613f410702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.908766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-3117dd06-24bd-45b7-be3c-29613f410702 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530502 Feb 04 15:56:27.914790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] For port ebae9305-1360-44db-a82b-6078ee603c14, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebae9305-1360-44db-a82b-6078ee603c14,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:27.936489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port be736e73-8aa8-46ca-b002-ba8414e1de2f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=be736e73-8aa8-46ca-b002-ba8414e1de2f,segment=NetworkSegment(0ba58f18-943e-4120-a10b-e1131d62fb7a),segment_id=0ba58f18-943e-4120-a10b-e1131d62fb7a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:27.951341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'be736e73-8aa8-46ca-b002-ba8414e1de2f', 'network_id': '5eea6d5c-1776-4a21-857f-181a5fe69f8b', 'port_id': 'be736e73-8aa8-46ca-b002-ba8414e1de2f', 'mac_address': 'fa:16:3e:07:6e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c502cbe-5386-448c-a0c1-1818e35c83c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:56:27.955074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.033899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710c8fe-64ff-49be-b005-bd5fa2f16502 None None] Pushing event updated for resources: {'Port': ['ID=ebae9305-1360-44db-a82b-6078ee603c14,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:28.092470 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.109908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be736e73-8aa8-46ca-b002-ba8414e1de2f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:28.168713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port be736e73-8aa8-46ca-b002-ba8414e1de2f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=be736e73-8aa8-46ca-b002-ba8414e1de2f,segment=NetworkSegment(0ba58f18-943e-4120-a10b-e1131d62fb7a),segment_id=0ba58f18-943e-4120-a10b-e1131d62fb7a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:28.176143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.210819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-dc603d96-b616-42f1-a455-4e76b5d339c3 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614834 Feb 04 15:56:28.335786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=be736e73-8aa8-46ca-b002-ba8414e1de2f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:28.367842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e7084070-4851-40c7-9145-52a0163bc1ca up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:28.428330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Deleting port 9d2949fa-3061-4238-9a6c-66e9e8338fa6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:28.428730 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.430084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804787df-cb77-4017-99a4-bb8b3a6b4946 req-76569363-b80e-405a-9316-41b9c78c7df8 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.432993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-804787df-cb77-4017-99a4-bb8b3a6b4946 req-76569363-b80e-405a-9316-41b9c78c7df8 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 945 time: 0.1627600 Feb 04 15:56:28.552661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['be736e73-8aa8-46ca-b002-ba8414e1de2f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:56:28.566277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e7084070-4851-40c7-9145-52a0163bc1ca triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:28.567542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.884468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b56329f7-f5f1-4ade-9ccb-784e0b624598 req-1a8e58eb-7a95-4764-8cdd-759b4af0c061 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384809 Feb 04 15:56:29.015873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.20.0.1 (f6c4ac3f-a9c5-4694-956d-29394fc2c4ae/266d5c09-5af5-4817-bcf8-898df1b31e0f/14854a72-fd61-4bcf-8974-18bf43f00b3b) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:29.055459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] For port 9d2949fa-3061-4238-9a6c-66e9e8338fa6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9d2949fa-3061-4238-9a6c-66e9e8338fa6,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:29.056109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.082597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Calling delete_port for 9d2949fa-3061-4238-9a6c-66e9e8338fa6 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:29.150205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d7a9c-ea41-4fa1-95c2-e8f597c96bac req-95660175-b642-4067-b410-89a79a2f1ae7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.152282 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb1d7a9c-ea41-4fa1-95c2-e8f597c96bac req-95660175-b642-4067-b410-89a79a2f1ae7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 943 time: 0.2050912 Feb 04 15:56:29.300851 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-804787df-cb77-4017-99a4-bb8b3a6b4946 req-6658b692-4de9-445c-be3b-6764a68cce7f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8579340 Feb 04 15:56:29.489866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca058-3b5c-4222-b19e-b55e2f3e7424 req-a3686a2c-2967-49af-b269-c97899f59e6c tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.492560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-395ca058-3b5c-4222-b19e-b55e2f3e7424 req-a3686a2c-2967-49af-b269-c97899f59e6c tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 945 time: 0.0740583 Feb 04 15:56:29.570643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-395ca058-3b5c-4222-b19e-b55e2f3e7424 req-5f0f8b11-cb2f-4818-8bd2-4f7d73e60a3f tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613306 Feb 04 15:56:29.646197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb1d7a9c-ea41-4fa1-95c2-e8f597c96bac req-f9a15b76-fc6e-4301-95d5-d7299729ea00 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4807308 Feb 04 15:56:29.655316 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.772363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.794404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95282b6-6590-40ba-a0ac-908bb2494d95 None None] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:56:29.861535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:29.861937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f3330159-a037-44f0-933e-bab1c6d3a211 None None] Provisioning complete for port ebae9305-1360-44db-a82b-6078ee603c14 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:29.862281 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3330159-a037-44f0-933e-bab1c6d3a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.866596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:29.874811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:29.920398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=14854a72-fd61-4bcf-8974-18bf43f00b3b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:29.942137 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.006222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2949fa-3061-4238-9a6c-66e9e8338fa6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:30.035902 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.046218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3330159-a037-44f0-933e-bab1c6d3a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.091183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f3330159-a037-44f0-933e-bab1c6d3a211 None None] For port ebae9305-1360-44db-a82b-6078ee603c14, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebae9305-1360-44db-a82b-6078ee603c14,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:30.098306 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f3330159-a037-44f0-933e-bab1c6d3a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.186877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3330159-a037-44f0-933e-bab1c6d3a211 None None] Pushing event updated for resources: {'Port': ['ID=ebae9305-1360-44db-a82b-6078ee603c14,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:30.451300 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.580840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 508c673f-84ec-48a3-8044-131a2f71b2ce details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:56:30.592102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebae9305-1360-44db-a82b-6078ee603c14 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:30.653027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.662330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe165-9409-438a-ac67-71daafab43b5 req-75f5d591-1641-46ee-b7e2-0e67cabf7dc9 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.664038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94cbe165-9409-438a-ac67-71daafab43b5 req-75f5d591-1641-46ee-b7e2-0e67cabf7dc9 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 945 time: 0.1135116 Feb 04 15:56:30.742892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94cbe165-9409-438a-ac67-71daafab43b5 req-8d9037ea-c572-4bdf-b102-1ac0c5a4cfd6 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719337 Feb 04 15:56:30.817952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-37cbf1cb-dc19-40f4-9757-9f7ad1d6f33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.932536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0de6158c-d85a-40b0-94cb-1f8cf593f54c None None] Provisioning complete for port ebae9305-1360-44db-a82b-6078ee603c14 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:30.933323 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0de6158c-d85a-40b0-94cb-1f8cf593f54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.977859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b57413-228e-4ef6-b120-558890cdcab7 req-c8fd8654-4138-48c9-abbb-2aeba34bc3c7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.979823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37b57413-228e-4ef6-b120-558890cdcab7 req-c8fd8654-4138-48c9-abbb-2aeba34bc3c7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 943 time: 0.1275711 Feb 04 15:56:31.009068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 508c673f-84ec-48a3-8044-131a2f71b2ce, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=508c673f-84ec-48a3-8044-131a2f71b2ce,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:31.032986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ebae9305-1360-44db-a82b-6078ee603c14 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:31.033702 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.036894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'port_id': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'mac_address': 'fa:16:3e:fc:7e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:56:31.073648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-37b57413-228e-4ef6-b120-558890cdcab7 req-d13bf686-7414-4bbc-a89f-01adf5dd3d90 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852087 Feb 04 15:56:31.211111 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.227170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac5a47-f356-435c-a04e-6ca4a5ba1c21 req-c461b8ef-16ac-47a4-a7c1-31779f3515a6 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:31.234394 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ccac5a47-f356-435c-a04e-6ca4a5ba1c21 req-c461b8ef-16ac-47a4-a7c1-31779f3515a6 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 945 time: 0.4086847 Feb 04 15:56:31.306934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0de6158c-d85a-40b0-94cb-1f8cf593f54c None None] Provisioning complete for port 14854a72-fd61-4bcf-8974-18bf43f00b3b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:31.307226 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0de6158c-d85a-40b0-94cb-1f8cf593f54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.311721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508c673f-84ec-48a3-8044-131a2f71b2ce {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:31.386332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ccac5a47-f356-435c-a04e-6ca4a5ba1c21 req-61d92e8f-9e13-4bc0-92d7-05d07c418a5a tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462820 Feb 04 15:56:31.426513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 508c673f-84ec-48a3-8044-131a2f71b2ce, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=508c673f-84ec-48a3-8044-131a2f71b2ce,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:31.429854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0de6158c-d85a-40b0-94cb-1f8cf593f54c None None] Port 14854a72-fd61-4bcf-8974-18bf43f00b3b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:31.436616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.452433 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.477621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.541136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=508c673f-84ec-48a3-8044-131a2f71b2ce,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:31.569501 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.569731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3de762a7-54e8-45bd-b31e-2e048c196490 None None] Provisioning complete for port 14854a72-fd61-4bcf-8974-18bf43f00b3b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:31.570119 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3de762a7-54e8-45bd-b31e-2e048c196490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.587609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Router e507a14c-6a2f-4235-9339-c6e8c57f8390 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:31.632901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device be736e73-8aa8-46ca-b002-ba8414e1de2f up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:31.649044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3de762a7-54e8-45bd-b31e-2e048c196490 None None] Port 14854a72-fd61-4bcf-8974-18bf43f00b3b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:31.734329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=14854a72-fd61-4bcf-8974-18bf43f00b3b,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:31.763698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port be736e73-8aa8-46ca-b002-ba8414e1de2f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:31.771809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port be736e73-8aa8-46ca-b002-ba8414e1de2f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:31.772338 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.799433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:31.802827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:31.856696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['508c673f-84ec-48a3-8044-131a2f71b2ce'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:56:31.930161 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.975578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a67c210-7b0f-4e64-b9e8-1337eb656614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be736e73-8aa8-46ca-b002-ba8414e1de2f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:31.979708 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8740b0d3-0ae1-4733-99ce-7281c102f190" -d '{"events": [{"server_uuid": "5a67c210-7b0f-4e64-b9e8-1337eb656614", "name": "network-vif-plugged", "status": "completed", "tag": "be736e73-8aa8-46ca-b002-ba8414e1de2f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:32.015289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port be736e73-8aa8-46ca-b002-ba8414e1de2f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=be736e73-8aa8-46ca-b002-ba8414e1de2f,segment=NetworkSegment(0ba58f18-943e-4120-a10b-e1131d62fb7a),segment_id=0ba58f18-943e-4120-a10b-e1131d62fb7a)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:32.037615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.129368 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb859a5-c006-4d41-a49d-ea3c2d6b5a66 x-openstack-request-id: req-bcb859a5-c006-4d41-a49d-ea3c2d6b5a66 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:32.129706 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a67c210-7b0f-4e64-b9e8-1337eb656614", "name": "network-vif-plugged", "status": "completed", "tag": "be736e73-8aa8-46ca-b002-ba8414e1de2f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:32.129927 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bcb859a5-c006-4d41-a49d-ea3c2d6b5a66 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:32.130369 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a67c210-7b0f-4e64-b9e8-1337eb656614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be736e73-8aa8-46ca-b002-ba8414e1de2f', 'code': 200} Feb 04 15:56:32.150798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=be736e73-8aa8-46ca-b002-ba8414e1de2f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:32.174864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264122-4fe7-48f4-bb95-2c2890a2f079 req-98666d57-55bc-428d-abdb-9e6e30c77ae0 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.177804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62264122-4fe7-48f4-bb95-2c2890a2f079 req-98666d57-55bc-428d-abdb-9e6e30c77ae0 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 945 time: 0.3272274 Feb 04 15:56:32.246937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:32.270460 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] Sync routers for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:32.276315 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c97cfef7-6c6a-4c87-95ca-c68e362bb136 admin admin] 10.222.0.47 "PUT /v2.0/routers/e507a14c-6a2f-4235-9339-c6e8c57f8390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2080364 Feb 04 15:56:32.288299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:32.313125 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:32.315498 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:32.323976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6b571a0e-fbaf-4a0f-953c-9189cdf77523 None None] Provisioning complete for port 14854a72-fd61-4bcf-8974-18bf43f00b3b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:32.324340 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6b571a0e-fbaf-4a0f-953c-9189cdf77523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.372679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebae9305-1360-44db-a82b-6078ee603c14 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:32.429323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a6193-d306-4bcc-bbd0-3d9330a43950 req-0eec3445-229d-49c0-be04-42f553ac19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.434430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-173a6193-d306-4bcc-bbd0-3d9330a43950 req-0eec3445-229d-49c0-be04-42f553ac19f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 1097 time: 0.2256863 Feb 04 15:56:32.578593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 3fd8677f-23f9-47cc-9235-932063500e81 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:32.587377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a85f8-c14f-4a84-af51-b3be1ec58012 req-784ee0c4-1546-4fd9-af57-db05d48a4f3a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.605618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-961a85f8-c14f-4a84-af51-b3be1ec58012 req-784ee0c4-1546-4fd9-af57-db05d48a4f3a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 944 time: 0.2690463 Feb 04 15:56:32.630131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6b571a0e-fbaf-4a0f-953c-9189cdf77523 None None] Port 14854a72-fd61-4bcf-8974-18bf43f00b3b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:32.633740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62264122-4fe7-48f4-bb95-2c2890a2f079 req-d04cfd07-8f9c-4669-8653-190340f1541c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236779 Feb 04 15:56:32.691908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port ebae9305-1360-44db-a82b-6078ee603c14 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:32.692719 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.732516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:32.756652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-961a85f8-c14f-4a84-af51-b3be1ec58012 req-27a1a516-5bd8-410a-bfa6-fa23b30382a7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436343 Feb 04 15:56:32.759960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-173a6193-d306-4bcc-bbd0-3d9330a43950 req-72e897bc-87bb-4040-a45a-056f15769857 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850764 Feb 04 15:56:32.954031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.074925 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:56:29Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:33.103846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8d393-6060-426a-8439-b5e50342f77c req-784a992e-932e-4053-95a0-6c22e8a7729e tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.105475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84d8d393-6060-426a-8439-b5e50342f77c req-784a992e-932e-4053-95a0-6c22e8a7729e tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 946 time: 0.2392025 Feb 04 15:56:33.135996 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] Checking router: e507a14c-6a2f-4235-9339-c6e8c57f8390 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:33.152385 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] Routers {'e507a14c-6a2f-4235-9339-c6e8c57f8390'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:33.153886 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e507a14c-6a2f-4235-9339-c6e8c57f8390'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:33.176146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:33.186058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f3e19092-ee47-4e21-ac1c-eab8a562b507 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "PUT /v2.0/routers/3fd8677f-23f9-47cc-9235-932063500e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9485867 Feb 04 15:56:33.213183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Sync routers for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:33.239484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:33.241950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:33.247134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84d8d393-6060-426a-8439-b5e50342f77c req-6e01b514-6783-4139-bc46-e2492c2b7029 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055701 Feb 04 15:56:33.248657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.359882 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] Set router e507a14c-6a2f-4235-9339-c6e8c57f8390 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:33.372545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Deleting port 09f289e6-ce40-44d1-96d3-98e17c07bc5e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:33.373139 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.515589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:33.654769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-7618e8be-9e5a-4bf0-b36a-dfe4a83045ef tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432569499&fields=id&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 267 time: 0.0924783 Feb 04 15:56:33.715784 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:56:29Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:33.757522 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d096d-98f5-4b79-ab23-d191d7adbb46 None None] The sync data for ids ['e507a14c-6a2f-4235-9339-c6e8c57f8390'] in n-d-827869-1 is: [{'id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'name': 'tempest-TestVolumeBackupRestore-347514045-router', 'tenant_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:48:59Z', 'updated_at': '2022-02-04T15:56:29Z', 'revision_number': 5, 'project_id': '726b13dcbe814e9ea9aa7406702fd5ce', 'gw_port': {'id': '09f289e6-ce40-44d1-96d3-98e17c07bc5e', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e507a14c-6a2f-4235-9339-c6e8c57f8390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:03Z', 'updated_at': '2022-02-04T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:33.777212 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17e06915-4024-4f1d-b07d-7ff54b2ee0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.855049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:31Z', 'revision_number': 2, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:33.909760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Checking router: 3fd8677f-23f9-47cc-9235-932063500e81 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:33.910006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-da9a9833-6e73-4d94-8d91-c40504399c9b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.910401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Updating router 3fd8677f-23f9-47cc-9235-932063500e81 port 14854a72-fd61-4bcf-8974-18bf43f00b3b binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:56:33.917814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-da9a9833-6e73-4d94-8d91-c40504399c9b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/networks?id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae HTTP/1.1" status: 200 len: 796 time: 0.2620332 Feb 04 15:56:33.936673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-e6ab4a63-d6e1-4268-833b-91b55246f7a6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/quotas/537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 375 time: 0.0172844 Feb 04 15:56:33.958711 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.029000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-a642c646-98ee-4514-9b32-a860c2e019fe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907619 Feb 04 15:56:34.157225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] For port 09f289e6-ce40-44d1-96d3-98e17c07bc5e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=09f289e6-ce40-44d1-96d3-98e17c07bc5e,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:34.157603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.180368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854722a1-87e5-4d65-bfc4-4c65cf505a9b req-54417475-6e3d-4619-beef-96a65508079f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.187384 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854722a1-87e5-4d65-bfc4-4c65cf505a9b req-54417475-6e3d-4619-beef-96a65508079f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 945 time: 0.1587996 Feb 04 15:56:34.210814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-2391d8b6-febe-44d3-8632-00c69a247eae tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.212646 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-2391d8b6-febe-44d3-8632-00c69a247eae tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 945 time: 0.1858625 Feb 04 15:56:34.226091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Calling delete_port for 09f289e6-ce40-44d1-96d3-98e17c07bc5e owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:34.234169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-122e63d1-4f17-4de3-8fb3-7da798e163b0 service neutron] 10.222.0.47 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870611 Feb 04 15:56:34.285887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9d2949fa-3061-4238-9a6c-66e9e8338fa6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:34.312124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9d2949fa-3061-4238-9a6c-66e9e8338fa6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:34.312469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9d2949fa-3061-4238-9a6c-66e9e8338fa6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:34.373238 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b6beeac6-db03-4f48-a444-02c319d1f3d7 service neutron] 10.222.0.47 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380241 Feb 04 15:56:34.455390 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-854722a1-87e5-4d65-bfc4-4c65cf505a9b req-68ac8218-b25a-4de2-bb97-97511139d235 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573373 Feb 04 15:56:34.564326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.576311 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.655320 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 508c673f-84ec-48a3-8044-131a2f71b2ce up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:34.702432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Deleting port fb811449-114c-4147-84a8-e75bb472c7f4 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:34.702771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.747231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363575dd-5952-434a-b583-eb9fc25e52c9 None None] Pushing event updated for resources: {'Port': ['ID=14854a72-fd61-4bcf-8974-18bf43f00b3b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:34.818798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc9a4f-dc34-46de-8dbd-305b34aa0a5b req-714427a5-459f-4640-9c7b-104d1323db33 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.838898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58cc9a4f-dc34-46de-8dbd-305b34aa0a5b req-714427a5-459f-4640-9c7b-104d1323db33 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 944 time: 0.2153797 Feb 04 15:56:34.957164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ed5fe-b990-405f-917c-8929f584541e req-a776f89b-23f1-4c33-9663-e837c2f6cc14 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.960188 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-857ed5fe-b990-405f-917c-8929f584541e req-a776f89b-23f1-4c33-9663-e837c2f6cc14 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 946 time: 0.1996946 Feb 04 15:56:35.033858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.064569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-857ed5fe-b990-405f-917c-8929f584541e req-64e1245b-2ca4-4fa5-bfad-a115ebc2ab4a tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969183 Feb 04 15:56:35.130022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 508c673f-84ec-48a3-8044-131a2f71b2ce completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:35.137033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 508c673f-84ec-48a3-8044-131a2f71b2ce triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:35.137716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.176398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Attempting to bind port 14854a72-fd61-4bcf-8974-18bf43f00b3b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:35.176861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Attempting to bind port 14854a72-fd61-4bcf-8974-18bf43f00b3b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:35.177529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Attempting to bind port 14854a72-fd61-4bcf-8974-18bf43f00b3b on network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:35.204912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:35.205460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Checking segment: {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:35.205731 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.206596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Bound using segment: {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:35.206875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Bound port: 14854a72-fd61-4bcf-8974-18bf43f00b3b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:35.207339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.210552 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f873b7b-701b-4759-a4e3-58dce076bfe3 req-368ba520-c7ab-48d7-9bcf-1be0d69b1676 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 210 time: 0.0791895 Feb 04 15:56:35.215948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-58cc9a4f-dc34-46de-8dbd-305b34aa0a5b req-dfef8e6c-f796-4267-bc12-410a71002eab tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643150 Feb 04 15:56:35.268269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f289e6-ce40-44d1-96d3-98e17c07bc5e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:35.302535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-eaf33d24-ae77-4461-b8e6-933136f92f49 None None] Provisioning complete for port 14854a72-fd61-4bcf-8974-18bf43f00b3b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:35.307601 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eaf33d24-ae77-4461-b8e6-933136f92f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.311938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] For port fb811449-114c-4147-84a8-e75bb472c7f4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=fb811449-114c-4147-84a8-e75bb472c7f4,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:35.312322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.334753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Calling delete_port for fb811449-114c-4147-84a8-e75bb472c7f4 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:35.359692 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.424032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-eaf33d24-ae77-4461-b8e6-933136f92f49 None None] Port 14854a72-fd61-4bcf-8974-18bf43f00b3b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:35.594271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.597825 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.659838 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.682817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] For port 14854a72-fd61-4bcf-8974-18bf43f00b3b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:35.738542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.739256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e507a14c-6a2f-4235-9339-c6e8c57f8390 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:56:35.754242 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.755972 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8f163ad7-34e2-484c-a031-ddbef432d376 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e507a14c-6a2f-4235-9339-c6e8c57f8390 HTTP/1.1" status: 204 len: 168 time: 3.4658818 Feb 04 15:56:35.766907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48868) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:35.772841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a511ecc-f5db-4005-aa19-1b255bc39830 req-817f707a-8dd1-4109-955b-04ec63b5b71f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.775640 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a511ecc-f5db-4005-aa19-1b255bc39830 req-817f707a-8dd1-4109-955b-04ec63b5b71f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 945 time: 0.1718037 Feb 04 15:56:35.804473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b677082-97fb-47ac-9109-17ff60d591ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508c673f-84ec-48a3-8044-131a2f71b2ce'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:35.809432 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637f4859-da03-4482-bbc2-d2c17bc8ed60" -d '{"events": [{"server_uuid": "1b677082-97fb-47ac-9109-17ff60d591ef", "name": "network-vif-plugged", "status": "completed", "tag": "508c673f-84ec-48a3-8044-131a2f71b2ce"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:35.827586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 508c673f-84ec-48a3-8044-131a2f71b2ce, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=508c673f-84ec-48a3-8044-131a2f71b2ce,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:35.837487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] For port 14854a72-fd61-4bcf-8974-18bf43f00b3b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=14854a72-fd61-4bcf-8974-18bf43f00b3b,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:35.842287 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.901698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47343e-c541-48c7-a62e-83e0fefa7ae2 req-ada722ea-0073-486f-888e-3087da8fd7bc tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.912873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd47343e-c541-48c7-a62e-83e0fefa7ae2 req-ada722ea-0073-486f-888e-3087da8fd7bc tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 946 time: 0.1589136 Feb 04 15:56:35.937541 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a511ecc-f5db-4005-aa19-1b255bc39830 req-e5e59d61-84b7-4b24-ad81-8a45f7a327c3 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496429 Feb 04 15:56:35.940324 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.958439 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.001899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.005078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-e962e87d-a564-4e47-aaab-391599dbc5e3 admin admin] Deleting subnet 185121cf-4ccd-4462-bf40-4c256c3bc835 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:56:36.007718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['fb811449-114c-4147-84a8-e75bb472c7f4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:56:36.016087 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e962e87d-a564-4e47-aaab-391599dbc5e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.080858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e962e87d-a564-4e47-aaab-391599dbc5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.091870 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5298fd26-027d-440e-a988-136ba55e8160 x-openstack-request-id: req-5298fd26-027d-440e-a988-136ba55e8160 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:36.093624 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b677082-97fb-47ac-9109-17ff60d591ef", "name": "network-vif-plugged", "status": "completed", "tag": "508c673f-84ec-48a3-8044-131a2f71b2ce", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:36.093944 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5298fd26-027d-440e-a988-136ba55e8160 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:36.095136 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b677082-97fb-47ac-9109-17ff60d591ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'code': 200} Feb 04 15:56:36.099479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:36.103546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:36.113410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=508c673f-84ec-48a3-8044-131a2f71b2ce,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.220003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363575dd-5952-434a-b583-eb9fc25e52c9 None None] Pushing event updated for resources: {'Port': ['ID=14854a72-fd61-4bcf-8974-18bf43f00b3b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.260922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] No DVR routers for this DVR port fb811449-114c-4147-84a8-e75bb472c7f4 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:36.267532 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.275528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc6d5d75-6e1d-40ef-95f9-aa9ad6fd9f49 req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.50 "DELETE /v2.0/ports/fb811449-114c-4147-84a8-e75bb472c7f4 HTTP/1.1" status: 204 len: 173 time: 2.0526557 Feb 04 15:56:36.281421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecf2a7f-9b28-40fc-9c9b-b16a03e69723', 'name': 'network-vif-deleted', 'tag': 'fb811449-114c-4147-84a8-e75bb472c7f4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:36.289099 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b85381-f66d-4d10-976b-f3fdd842abbb" -d '{"events": [{"server_uuid": "4ecf2a7f-9b28-40fc-9c9b-b16a03e69723", "name": "network-vif-deleted", "tag": "fb811449-114c-4147-84a8-e75bb472c7f4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:36.300492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083402f0-f53c-4e89-a423-85c7481f1948 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Pushing event deleted for resources: {'Port': ['ID=fb811449-114c-4147-84a8-e75bb472c7f4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.316999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd47343e-c541-48c7-a62e-83e0fefa7ae2 req-b0a13a0d-49a7-4f4f-a021-c918cd36b195 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007423 Feb 04 15:56:36.388482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:36.468883 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e962e87d-a564-4e47-aaab-391599dbc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.498198 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d83d3917-2c50-4a03-be92-51ed4b9cfebb req-cc4d67a3-c3ea-463e-b9e0-5099ef0c35f6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 210 time: 0.0729525 Feb 04 15:56:36.576697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d41206-bf54-430a-a79c-93504688b3f6 req-fa1967a5-cb92-40e6-8c2a-c9d245c5ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.581556 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01d41206-bf54-430a-a79c-93504688b3f6 req-fa1967a5-cb92-40e6-8c2a-c9d245c5ebe0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1096 time: 0.2798977 Feb 04 15:56:36.621435 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be53796-f26e-42a5-8500-92cdfe233a13 x-openstack-request-id: req-7be53796-f26e-42a5-8500-92cdfe233a13 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:36.621920 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecf2a7f-9b28-40fc-9c9b-b16a03e69723", "name": "network-vif-deleted", "tag": "fb811449-114c-4147-84a8-e75bb472c7f4", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:36.622225 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7be53796-f26e-42a5-8500-92cdfe233a13 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:36.622819 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecf2a7f-9b28-40fc-9c9b-b16a03e69723', 'name': 'network-vif-deleted', 'tag': 'fb811449-114c-4147-84a8-e75bb472c7f4', 'status': 'completed', 'code': 200} Feb 04 15:56:36.639546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 09f289e6-ce40-44d1-96d3-98e17c07bc5e no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:36.710704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 09f289e6-ce40-44d1-96d3-98e17c07bc5e {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:36.711277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 09f289e6-ce40-44d1-96d3-98e17c07bc5e not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:36.767017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01d41206-bf54-430a-a79c-93504688b3f6 req-a7bd5fd3-0143-4395-89de-634dd16792a3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070130 Feb 04 15:56:36.792005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6c226090-e199-4c5a-903f-40f5a9007899 None None] Provisioning complete for port 14854a72-fd61-4bcf-8974-18bf43f00b3b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:36.792716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6c226090-e199-4c5a-903f-40f5a9007899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.820597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffeeea-1cf9-4a31-bb50-8fafa12e638f req-fe152939-9209-4e8b-b23e-36eef4979597 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.825070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fffeeea-1cf9-4a31-bb50-8fafa12e638f req-fe152939-9209-4e8b-b23e-36eef4979597 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.2516179 Feb 04 15:56:36.867759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e962e87d-a564-4e47-aaab-391599dbc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.927026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c34de-497d-46d4-8041-e00f2fddd227 None None] Network f13a2b1b-539c-428c-84e7-de5a752feee2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:56:36.965343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e962e87d-a564-4e47-aaab-391599dbc5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.974148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e962e87d-a564-4e47-aaab-391599dbc5e3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/185121cf-4ccd-4462-bf40-4c256c3bc835 HTTP/1.1" status: 204 len: 168 time: 1.2004299 Feb 04 15:56:36.974575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48888) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:36.982045 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1fffeeea-1cf9-4a31-bb50-8fafa12e638f req-ddcd41ea-f28b-4be7-8cf9-c0bb8e2763c2 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332388 Feb 04 15:56:36.985151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962e87d-a564-4e47-aaab-391599dbc5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185121cf-4ccd-4462-bf40-4c256c3bc835,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:37.084801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-bbac0122-64ee-4db2-a713-93e534cdadbd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.087216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-bbac0122-64ee-4db2-a713-93e534cdadbd tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "GET /v2.0/networks?id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae HTTP/1.1" status: 200 len: 796 time: 0.4056098 Feb 04 15:56:37.137249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1df82079-c4db-4068-9743-0507728920df req-4e9d890b-ae18-49bf-a5b2-1a510f8be8f7 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecf2a7f-9b28-40fc-9c9b-b16a03e69723 HTTP/1.1" status: 200 len: 210 time: 0.0530293 Feb 04 15:56:37.150069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-66621977-3385-402f-9ac6-437bb65c8636 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=537ec6f6adf0405b87c2e299025ea7fc HTTP/1.1" status: 200 len: 380 time: 0.0517397 Feb 04 15:56:37.150620 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.160980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'port': {'device_id': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'admin_state_up': True, 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'security_groups': ['04ea8eb2-d158-43c3-af9f-bed620cc5b1f']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:37.180620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.225213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Deleting port b5a0533e-da23-48cc-8059-d980522efe4d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:37.227542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.272802 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6c226090-e199-4c5a-903f-40f5a9007899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.316675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] For port b5a0533e-da23-48cc-8059-d980522efe4d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b5a0533e-da23-48cc-8059-d980522efe4d,segment=NetworkSegment(f91237f1-f97b-4551-8130-d37d147cdf76),segment_id=f91237f1-f97b-4551-8130-d37d147cdf76)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:37.317059 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.335541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Calling delete_port for b5a0533e-da23-48cc-8059-d980522efe4d owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:37.348092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf402e55-b190-4904-a83d-47ffa417406a req-d6110bd9-7ba9-4b20-b09e-86fd98e5a0c0 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.349893 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf402e55-b190-4904-a83d-47ffa417406a req-d6110bd9-7ba9-4b20-b09e-86fd98e5a0c0 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 946 time: 0.0905700 Feb 04 15:56:37.449335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6c226090-e199-4c5a-903f-40f5a9007899 None None] For port 14854a72-fd61-4bcf-8974-18bf43f00b3b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=14854a72-fd61-4bcf-8974-18bf43f00b3b,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:37.478242 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6c226090-e199-4c5a-903f-40f5a9007899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.494891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:35Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:37.520944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Deleting port be736e73-8aa8-46ca-b002-ba8414e1de2f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:37.521296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.561548 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.646761 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.648209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae914f-e0e3-4030-b229-1edc09322110 None None] DHCP port deletion for f13a2b1b-539c-428c-84e7-de5a752feee2 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:56:37.653540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6c0e6-36e3-4d5f-a5a5-bb95808761b1 None None] The sync data for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 is: [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:35Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:37.674278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Made reservation on behalf of 537ec6f6adf0405b87c2e299025ea7fc for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:37.682191 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.722034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c226090-e199-4c5a-903f-40f5a9007899 None None] Pushing event updated for resources: {'Port': ['ID=14854a72-fd61-4bcf-8974-18bf43f00b3b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:37.778088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a0533e-da23-48cc-8059-d980522efe4d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:37.780502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] No DVR routers for this DVR port b5a0533e-da23-48cc-8059-d980522efe4d on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:37.797621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4948ddfd-f87f-4409-8657-2cfed15a50c5 req-053c1a13-ecdf-401e-8d69-a79f096b706e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 210 time: 0.1616559 Feb 04 15:56:37.906180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] For port be736e73-8aa8-46ca-b002-ba8414e1de2f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=be736e73-8aa8-46ca-b002-ba8414e1de2f,segment=NetworkSegment(0ba58f18-943e-4120-a10b-e1131d62fb7a),segment_id=0ba58f18-943e-4120-a10b-e1131d62fb7a)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:37.906576 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.918183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.947376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a2b1b-539c-428c-84e7-de5a752feee2']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:37.955446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb539b0-fa52-4aa5-affe-2d1de8834999 req-eeb5beb3-c516-40d2-890b-4d27f30d1159 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.957353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bb539b0-fa52-4aa5-affe-2d1de8834999 req-eeb5beb3-c516-40d2-890b-4d27f30d1159 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 946 time: 0.2507715 Feb 04 15:56:37.958467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Calling delete_port for be736e73-8aa8-46ca-b002-ba8414e1de2f owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:37.960791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91237f1-f97b-4551-8130-d37d147cdf76') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:37.961396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91237f1-f97b-4551-8130-d37d147cdf76') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:37.975175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.003763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.017309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:56:38.018404 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:38.022456 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:38.103747 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9bb539b0-fa52-4aa5-affe-2d1de8834999 req-42f55834-0bb4-4253-865c-1a8a1aa839c0 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec08722a-d79b-43ec-b5ae-917d82aab3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920546 Feb 04 15:56:38.107642 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.135277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.144642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f13a2b1b-539c-428c-84e7-de5a752feee2 HTTP/1.1" status: 204 len: 168 time: 1.1677277 Feb 04 15:56:38.148479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38899bc9-2a4d-4abc-9459-96b21b5a43c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13a2b1b-539c-428c-84e7-de5a752feee2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:38.150770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:38.316915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.20.0.8 (f6c4ac3f-a9c5-4694-956d-29394fc2c4ae/266d5c09-5af5-4817-bcf8-898df1b31e0f/2c87fd1a-fa91-4832-bc1e-53ca100218f9) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:38.420268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 14854a72-fd61-4bcf-8974-18bf43f00b3b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:38.522603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 14854a72-fd61-4bcf-8974-18bf43f00b3b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:38.523260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.538586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.571630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114115f-3acf-4f5e-826d-08c35bd2f9eb req-b93da12f-c054-495f-b851-daca2c4d9d51 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:38.581116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f114115f-3acf-4f5e-826d-08c35bd2f9eb req-b93da12f-c054-495f-b851-daca2c4d9d51 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1834524 Feb 04 15:56:38.614520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Pushing event deleted for resources: {'Port': ['ID=be736e73-8aa8-46ca-b002-ba8414e1de2f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:38.622755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['be736e73-8aa8-46ca-b002-ba8414e1de2f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:56:38.629215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fb811449-114c-4147-84a8-e75bb472c7f4 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:38.759939 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f114115f-3acf-4f5e-826d-08c35bd2f9eb req-d7e48ced-a22f-4a2b-a521-c54051ec8b98 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727431 Feb 04 15:56:38.778415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] No DVR routers for this DVR port be736e73-8aa8-46ca-b002-ba8414e1de2f on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:38.807199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: fb811449-114c-4147-84a8-e75bb472c7f4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:38.807584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device fb811449-114c-4147-84a8-e75bb472c7f4 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:38.873730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.878084 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf402e55-b190-4904-a83d-47ffa417406a req-e41505d6-929a-49e7-a0b6-d1be1a127059 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.30 "DELETE /v2.0/ports/be736e73-8aa8-46ca-b002-ba8414e1de2f HTTP/1.1" status: 204 len: 173 time: 1.5204673 Feb 04 15:56:38.881141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a67c210-7b0f-4e64-b9e8-1337eb656614', 'name': 'network-vif-deleted', 'tag': 'be736e73-8aa8-46ca-b002-ba8414e1de2f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:38.885222 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355af7bb-e280-4ee7-8b80-cf5315cda5eb" -d '{"events": [{"server_uuid": "5a67c210-7b0f-4e64-b9e8-1337eb656614", "name": "network-vif-deleted", "tag": "be736e73-8aa8-46ca-b002-ba8414e1de2f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:38.972783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-1183a517-aa1b-4af7-9e11-62bb41d3ccaa tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:38.974977 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-1183a517-aa1b-4af7-9e11-62bb41d3ccaa tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/networks?id=20d2a86e-f686-43ae-9e47-8812e363b3e5 HTTP/1.1" status: 200 len: 808 time: 0.2355313 Feb 04 15:56:39.011329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-1656567d-6478-462e-89b4-6d1865f56024 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/quotas/b2015bfa04b4433897588e658095ed70 HTTP/1.1" status: 200 len: 375 time: 0.0182600 Feb 04 15:56:39.043500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86565b06-c6fa-46f6-8b69-eeadd1a74255 req-93e94433-834b-4358-854d-2874bf75d010 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 210 time: 0.1373506 Feb 04 15:56:39.056197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-88ece782-ea63-4001-be2a-433f317c480c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2015bfa04b4433897588e658095ed70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334978 Feb 04 15:56:39.070675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.151945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b5a0533e-da23-48cc-8059-d980522efe4d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:39.194971 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b5a0533e-da23-48cc-8059-d980522efe4d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:39.195531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b5a0533e-da23-48cc-8059-d980522efe4d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:39.198381 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e539dd22-5349-454e-94da-e230b1432eb2 x-openstack-request-id: req-e539dd22-5349-454e-94da-e230b1432eb2 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:39.199562 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a67c210-7b0f-4e64-b9e8-1337eb656614", "name": "network-vif-deleted", "tag": "be736e73-8aa8-46ca-b002-ba8414e1de2f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:39.201818 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e539dd22-5349-454e-94da-e230b1432eb2 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:39.202439 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a67c210-7b0f-4e64-b9e8-1337eb656614', 'name': 'network-vif-deleted', 'tag': 'be736e73-8aa8-46ca-b002-ba8414e1de2f', 'status': 'completed', 'code': 200} Feb 04 15:56:39.296283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b487100-c769-4d78-9de7-ca6a19ff5be1 req-06cc10b3-a447-4e02-b048-21fd4f587776 tempest-InstanceActionsNegativeTestJSON-1838662374 tempest-InstanceActionsNegativeTestJSON-1838662374-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a67c210-7b0f-4e64-b9e8-1337eb656614 HTTP/1.1" status: 200 len: 210 time: 0.0518863 Feb 04 15:56:39.318911 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.348107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.437516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:39.451953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:39.460479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:39.570661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:39.571880 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.605540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-6a968790-25cd-40ab-845a-11401ce457b0 service neutron] 10.222.0.47 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041571 Feb 04 15:56:39.616724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4606113 Feb 04 15:56:39.655892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Request body: {'port': {'device_id': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:39.661832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7422505-61ec-4a38-b785-6d0b2efb27d4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.801414 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.843492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-5cc2495a-bcbf-4735-a3d9-4d27c7c8fb55 service neutron] 10.222.0.47 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161789 Feb 04 15:56:39.975868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4cdd14f5-88f6-498a-9125-df6f4b64f6e2 None None] Provisioning complete for port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:39.976783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cdd14f5-88f6-498a-9125-df6f4b64f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.005608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Deleting port 8ccac8f1-16ce-4a60-a049-59919a77df05 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:40.006275 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.065392 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.181266 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d0c2e54f-a0e7-461e-8896-18f333b6e88e req-f74f62e9-b9c5-4368-9a84-733000566865 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 210 time: 0.0712056 Feb 04 15:56:40.182927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] For port 8ccac8f1-16ce-4a60-a049-59919a77df05, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8ccac8f1-16ce-4a60-a049-59919a77df05,segment=NetworkSegment(7377b0d9-2a36-4b79-b695-ee9d86f06f0e),segment_id=7377b0d9-2a36-4b79-b695-ee9d86f06f0e)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:40.183647 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.201332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Calling delete_port for 8ccac8f1-16ce-4a60-a049-59919a77df05 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:40.207248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd14f5-88f6-498a-9125-df6f4b64f6e2 None None] Port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:56:40.448488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131c13-591d-4389-93ec-358655a8fcce req-cf7aa5da-95a7-410b-98e3-961cedb81971 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.458160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df131c13-591d-4389-93ec-358655a8fcce req-cf7aa5da-95a7-410b-98e3-961cedb81971 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 931 time: 0.1127174 Feb 04 15:56:40.548918 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-df131c13-591d-4389-93ec-358655a8fcce req-e261378f-bbe4-4eb0-9498-347878f0cdfe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895796 Feb 04 15:56:40.555078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae097e9c-d176-4bba-9cb3-66deb9ae6d36 req-ee9f7cb3-4d57-43b0-a1f1-2ac7d2d35d26 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.567668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae097e9c-d176-4bba-9cb3-66deb9ae6d36 req-ee9f7cb3-4d57-43b0-a1f1-2ac7d2d35d26 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.2528830 Feb 04 15:56:40.635084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae097e9c-d176-4bba-9cb3-66deb9ae6d36 req-d384e116-cca6-490c-9a50-5469a27520a2 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681331 Feb 04 15:56:40.682698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c87fd1a-fa91-4832-bc1e-53ca100218f9 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:40.696219 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.698016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48960) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:40.814064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8dcd4-f5a7-4b9d-9b2c-6ed9c5ac8b8a req-9ee9604b-ec40-4907-b39b-72e0e99df4d0 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.824903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Transition to ACTIVE for port object 2c87fd1a-fa91-4832-bc1e-53ca100218f9 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:40.826057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48964) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:40.826729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dee8dcd4-f5a7-4b9d-9b2c-6ed9c5ac8b8a req-9ee9604b-ec40-4907-b39b-72e0e99df4d0 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0801249 Feb 04 15:56:40.827864 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.836136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'floatingip': {'port_id': '508c673f-84ec-48a3-8044-131a2f71b2ce'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:40.860893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccac8f1-16ce-4a60-a049-59919a77df05,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:40.920442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.940915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.019667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-72751d50-d2bf-4cac-9d75-c46e3313b073 admin admin] Deleting subnet 2c502cbe-5386-448c-a0c1-1818e35c83c4 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:56:41.041373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72751d50-d2bf-4cac-9d75-c46e3313b073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.085442 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.237511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Pushing event updated for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:41.315015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72751d50-d2bf-4cac-9d75-c46e3313b073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.470092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14522f14-0e68-4d6e-9a28-51fa2124b21e req-5bf64f21-6ad4-4475-b35e-692f6917920e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 210 time: 0.0855839 Feb 04 15:56:41.480598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Router 80e2aef3-fc53-4558-86f2-5034efe01d7c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:41.623112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72751d50-d2bf-4cac-9d75-c46e3313b073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.646555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:41.661262 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] Sync routers for ids ['80e2aef3-fc53-4558-86f2-5034efe01d7c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:41.688582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d308aeac-3053-49a9-b96c-02c624997a5e admin admin] 10.222.0.47 "PUT /v2.0/routers/80e2aef3-fc53-4558-86f2-5034efe01d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5358920 Feb 04 15:56:41.690824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48972) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:41.698299 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72751d50-d2bf-4cac-9d75-c46e3313b073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.700453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device be736e73-8aa8-46ca-b002-ba8414e1de2f no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:41.718917 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] Routers {'80e2aef3-fc53-4558-86f2-5034efe01d7c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:41.720898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Attempting to bind port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:41.721249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Attempting to bind port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:41.721593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Attempting to bind port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 on network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:41.726269 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72751d50-d2bf-4cac-9d75-c46e3313b073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.729063 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['80e2aef3-fc53-4558-86f2-5034efe01d7c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:41.733314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-72751d50-d2bf-4cac-9d75-c46e3313b073 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2c502cbe-5386-448c-a0c1-1818e35c83c4 HTTP/1.1" status: 204 len: 168 time: 1.0339479 Feb 04 15:56:41.739070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48974) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:41.759206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72751d50-d2bf-4cac-9d75-c46e3313b073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c502cbe-5386-448c-a0c1-1818e35c83c4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:41.785458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: be736e73-8aa8-46ca-b002-ba8414e1de2f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:41.786607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device be736e73-8aa8-46ca-b002-ba8414e1de2f not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:41.794376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 on network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:56:41.794726 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Attempting to bind port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 on network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:41.806763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:41.807171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Checking segment: {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:41.807579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Bound using segment: {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:41.808044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Bound port: 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da77e2b-1795-46ea-a552-131beab5c94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:41.808416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.018395 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] Set router 80e2aef3-fc53-4558-86f2-5034efe01d7c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:42.378594 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:56:40Z', 'revision_number': 5, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:42.420092 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] Checking router: 80e2aef3-fc53-4558-86f2-5034efe01d7c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:42.441787 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] Routers {'80e2aef3-fc53-4558-86f2-5034efe01d7c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:42.442853 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['80e2aef3-fc53-4558-86f2-5034efe01d7c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:42.748958 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-545595ce-4759-433f-ba08-d476b57f4b0b req-a6415d96-90f1-4cf5-b788-e9da04f40376 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 210 time: 0.0393670 Feb 04 15:56:42.779338 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] Set router 80e2aef3-fc53-4558-86f2-5034efe01d7c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:42.780052 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:42.831555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:42.850355 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.005647 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.084190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-1366873c-b35f-4ff4-9150-f33963a7fa44 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.087065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-1366873c-b35f-4ff4-9150-f33963a7fa44 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.50 "GET /v2.0/networks?id=20d2a86e-f686-43ae-9e47-8812e363b3e5 HTTP/1.1" status: 200 len: 808 time: 0.6101291 Feb 04 15:56:43.097886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.100916 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.103548 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] 10.222.0.30 "PUT /v2.0/ports/2c87fd1a-fa91-4832-bc1e-53ca100218f9 HTTP/1.1" status: 200 len: 1091 time: 3.4588675 Feb 04 15:56:43.104241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:43.116645 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:43.124544 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:56:40Z', 'revision_number': 5, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:43.169491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f7848-c1ab-4b9e-a3dc-c18acac4be7c req-0ddd9ffa-9993-4e77-945d-699cc1d7cc0b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.173848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e6f7848-c1ab-4b9e-a3dc-c18acac4be7c req-0ddd9ffa-9993-4e77-945d-699cc1d7cc0b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 943 time: 0.6160021 Feb 04 15:56:43.182211 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.263993 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d50147-c44b-4c7a-adb9-76f93a37af57 None None] The sync data for ids ['80e2aef3-fc53-4558-86f2-5034efe01d7c'] in n-d-827869-1 is: [{'id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'name': 'tempest-TestVolumeBackupRestore-1195115342-router', 'tenant_id': '10a250ac70604fe9865750442576c03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:49:28Z', 'updated_at': '2022-02-04T15:56:40Z', 'revision_number': 5, 'project_id': '10a250ac70604fe9865750442576c03c', 'gw_port': {'id': 'd5a926ad-90e4-4cac-9a18-ba90335c4794', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e2aef3-fc53-4558-86f2-5034efe01d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:49:29Z', 'updated_at': '2022-02-04T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:43.330478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.db.resource_extend [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:56:43.364218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e6f7848-c1ab-4b9e-a3dc-c18acac4be7c req-d1c16d4d-1e14-4806-84d1-93f459594b48 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704564 Feb 04 15:56:43.378878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.487431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.497948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Request body: {'port': {'device_id': '5ea547e8-735c-4b87-b162-f8362f8cf30c', 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5', 'admin_state_up': True, 'tenant_id': 'b2015bfa04b4433897588e658095ed70'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:43.549588 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc946ef-ceb6-4e67-84dc-ffcbaff88a32 x-openstack-request-id: req-0fc946ef-ceb6-4e67-84dc-ffcbaff88a32 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:43.549899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.550242 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:43.550533 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0fc946ef-ceb6-4e67-84dc-ffcbaff88a32 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:43.551095 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'status': 'completed', 'code': 200} Feb 04 15:56:43.583971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eea6d5c-1776-4a21-857f-181a5fe69f8b']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:43.603532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba58f18-943e-4120-a10b-e1131d62fb7a') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:43.603833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba58f18-943e-4120-a10b-e1131d62fb7a') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:43.624952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537bb34-4ba9-4b0b-9778-abeb81a36a1e service neutron] Pushing event updated for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:43.627271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.629452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.665467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Deleting port d5a926ad-90e4-4cac-9a18-ba90335c4794 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:43.666266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.751053 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.771686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:56:43.772217 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:43.774540 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:43.843885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] For port d5a926ad-90e4-4cac-9a18-ba90335c4794, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d5a926ad-90e4-4cac-9a18-ba90335c4794,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:43.844294 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.864834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Calling delete_port for d5a926ad-90e4-4cac-9a18-ba90335c4794 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:43.876392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.884163 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.899065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5eea6d5c-1776-4a21-857f-181a5fe69f8b HTTP/1.1" status: 204 len: 168 time: 2.1493239 Feb 04 15:56:43.979695 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Floating IP 738b242e-f290-4fa4-830f-1fcfea1ccc1d associated. External IP: 172.25.1.105, port: 508c673f-84ec-48a3-8044-131a2f71b2ce. Feb 04 15:56:44.044491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49d665-d728-4b8a-ae9e-3917cf619532 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eea6d5c-1776-4a21-857f-181a5fe69f8b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.060422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-35ab96de-fe06-49f3-b905-d79f4dbed790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.062363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-35ab96de-fe06-49f3-b905-d79f4dbed790 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1094 time: 0.5155122 Feb 04 15:56:44.087391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06e92204-86b9-4e01-8947-ca5eaa00f686 req-e4f8f2be-3683-41a2-84e7-4e071b6d094d tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 210 time: 0.1444230 Feb 04 15:56:44.157264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-1197c615-04e7-4a22-aadf-d7d58f3aaed8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9 HTTP/1.1" status: 200 len: 217 time: 0.0726321 Feb 04 15:56:44.175942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48992) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:44.246222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8ccac8f1-16ce-4a60-a049-59919a77df05 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:44.297384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.324776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-05e13984-1281-4bcc-81e6-365e9d06fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.326101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8ccac8f1-16ce-4a60-a049-59919a77df05 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:44.326401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-05e13984-1281-4bcc-81e6-365e9d06fb2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266d5c09-5af5-4817-bcf8-898df1b31e0f HTTP/1.1" status: 200 len: 835 time: 0.1533318 Feb 04 15:56:44.327301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8ccac8f1-16ce-4a60-a049-59919a77df05 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:44.344158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a926ad-90e4-4cac-9a18-ba90335c4794,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.355433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3dfa1ea6-841e-4748-98c6-0efd6fc830ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0931b95ddc0462ea02384140e3be32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778147 Feb 04 15:56:44.360308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 48994) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:44.401805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.402209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.402540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.402884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.403229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.403567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.403897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.404299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.404551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.404892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.405217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.405544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:44.407446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Made reservation on behalf of b2015bfa04b4433897588e658095ed70 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:44.415584 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.443471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.603909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-399e0eb7-5a51-4521-a446-da7aaf922436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.605550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-399e0eb7-5a51-4521-a446-da7aaf922436 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700589 Feb 04 15:56:44.614392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.633148 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.722828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b914c067-1283-4918-90f6-9225b0a14340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.775002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06352c54-03cd-4606-a686-a13ca5975bea req-421eeb48-4857-40e3-8e48-ab839dcf4c72 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.783130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Router 74238408-e9ca-4430-b83c-4af15ff3c73f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:44.783399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-06352c54-03cd-4606-a686-a13ca5975bea req-421eeb48-4857-40e3-8e48-ab839dcf4c72 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 943 time: 0.1766615 Feb 04 15:56:44.784309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.784863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e2aef3-fc53-4558-86f2-5034efe01d7c {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:56:44.790509 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.795643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-02010f73-2b99-4889-8e2a-85bbfbb67fd7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/80e2aef3-fc53-4558-86f2-5034efe01d7c HTTP/1.1" status: 204 len: 168 time: 3.0964057 Feb 04 15:56:44.799139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 48998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:44.809295 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b914c067-1283-4918-90f6-9225b0a14340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.862365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Allocated IP 172.20.0.8 (20d2a86e-f686-43ae-9e47-8812e363b3e5/52963866-8001-4671-a57f-692e5b7ac00e/1fd85dc4-bf8e-4b9c-9b94-59b207882e11) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:44.874392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea68d995-ab05-4c36-a58c-c9949f5ad54c admin admin] Deleting subnet b4a90baa-5960-4f6c-8c6f-7056b719ef98 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:56:44.876329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-03c8174f-5c5e-4098-a012-1cf1d59cb7d1 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566829 Feb 04 15:56:44.884235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea68d995-ab05-4c36-a58c-c9949f5ad54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.941510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-06352c54-03cd-4606-a686-a13ca5975bea req-69d4053e-b823-47a6-8c85-86a3d2421890 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483586 Feb 04 15:56:44.957506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea68d995-ab05-4c36-a58c-c9949f5ad54c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.046299 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b914c067-1283-4918-90f6-9225b0a14340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.048997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b914c067-1283-4918-90f6-9225b0a14340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.055905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b914c067-1283-4918-90f6-9225b0a14340 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec08722a-d79b-43ec-b5ae-917d82aab3dc HTTP/1.1" status: 204 len: 168 time: 0.6861563 Feb 04 15:56:45.156910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914c067-1283-4918-90f6-9225b0a14340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec08722a-d79b-43ec-b5ae-917d82aab3dc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:45.189619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea68d995-ab05-4c36-a58c-c9949f5ad54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.247720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91d6aa28-99a4-488d-8c94-04a7e1daa6d7 req-d760ba06-e188-4115-8f7d-16076a5479ab service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609996 Feb 04 15:56:45.252027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:45.260880 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.274524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] Sync routers for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:56:45.306073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:45.310694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:45.341775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-43ac1d54-afe9-48cd-a986-34bc6cb64e21 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "PUT /v2.0/floatingips/738b242e-f290-4fa4-830f-1fcfea1ccc1d HTTP/1.1" status: 200 len: 991 time: 4.5141664 Feb 04 15:56:45.397018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea68d995-ab05-4c36-a58c-c9949f5ad54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.415336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51703dd7-dcd3-4bb9-9915-f1763271c538 req-1634b365-11fb-463d-b01a-a3d20a3ba327 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 210 time: 0.0940907 Feb 04 15:56:45.481814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea68d995-ab05-4c36-a58c-c9949f5ad54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.483955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.490375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ea68d995-ab05-4c36-a58c-c9949f5ad54c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b4a90baa-5960-4f6c-8c6f-7056b719ef98 HTTP/1.1" status: 204 len: 168 time: 0.6865668 Feb 04 15:56:45.496135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49008) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:45.545244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68d995-ab05-4c36-a58c-c9949f5ad54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a90baa-5960-4f6c-8c6f-7056b719ef98,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:45.614381 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be898758-8188-4ee3-aed7-56bb39aaa2c3 None None] Network cc59b294-1296-4f5b-92f8-1dab8aeae01b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:56:45.624689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a779e0-f541-45d1-83da-1591ea064131 req-29d3c885-394e-4a55-a1fa-03ed7d633b11 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.629670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07a779e0-f541-45d1-83da-1591ea064131 req-29d3c885-394e-4a55-a1fa-03ed7d633b11 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1411443 Feb 04 15:56:45.638026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b677082-97fb-47ac-9109-17ff60d591ef', 'tag': '508c673f-84ec-48a3-8044-131a2f71b2ce'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:45.640117 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279c0ceb-9111-4c81-805c-f1e0c59075f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b677082-97fb-47ac-9109-17ff60d591ef", "tag": "508c673f-84ec-48a3-8044-131a2f71b2ce"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:45.675785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-3e0ccd7d-7cc9-41f5-b838-e0700a47c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.677513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-3e0ccd7d-7cc9-41f5-b838-e0700a47c9e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1094 time: 0.3458905 Feb 04 15:56:45.730043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07a779e0-f541-45d1-83da-1591ea064131 req-1ccd31da-fd6a-4562-b868-fd782028bed3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917084 Feb 04 15:56:45.737321 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b87394c-13c5-4b43-8fc9-21e80598929d x-openstack-request-id: req-5b87394c-13c5-4b43-8fc9-21e80598929d {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:45.737446 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b677082-97fb-47ac-9109-17ff60d591ef", "tag": "508c673f-84ec-48a3-8044-131a2f71b2ce", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:45.737657 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b87394c-13c5-4b43-8fc9-21e80598929d {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:45.738128 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b677082-97fb-47ac-9109-17ff60d591ef', 'tag': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'status': 'completed', 'code': 200} Feb 04 15:56:45.853286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:45.894789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.910821 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.924871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-c75504fe-bf26-42a3-8117-bb2015f8c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.946227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-c75504fe-bf26-42a3-8117-bb2015f8c62d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1096 time: 0.1617475 Feb 04 15:56:46.063584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Network 20d2a86e-f686-43ae-9e47-8812e363b3e5 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:46.069585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Pushing event updated for resources: {'Port': ['ID=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:46.074579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:46.096662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:46.156577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-45b2b5c0-a28c-46f6-8864-aabe9d481a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.161093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-45b2b5c0-a28c-46f6-8864-aabe9d481a4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.2063670 Feb 04 15:56:46.316990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-857ad116-47d9-4a51-878d-a12cd7b0425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.318748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-857ad116-47d9-4a51-878d-a12cd7b0425f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae HTTP/1.1" status: 200 len: 897 time: 0.6235363 Feb 04 15:56:46.327901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] DHCP port deletion for cc59b294-1296-4f5b-92f8-1dab8aeae01b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:56:46.423887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-86a45951-1783-4320-95ca-8b6597ea81ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 999 time: 0.2549334 Feb 04 15:56:46.435507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.443694 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.462116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-f845c01c-1761-4a56-97c0-79d1a6d4a0bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9 HTTP/1.1" status: 200 len: 217 time: 0.1234498 Feb 04 15:56:46.550522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d5a926ad-90e4-4cac-9a18-ba90335c4794 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:46.648798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-27c37f19-c21c-4683-8083-6b9c1e8cc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.651345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-27c37f19-c21c-4683-8083-6b9c1e8cc912 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.2200518 Feb 04 15:56:46.688116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d5a926ad-90e4-4cac-9a18-ba90335c4794 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:46.688695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d5a926ad-90e4-4cac-9a18-ba90335c4794 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:46.744494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b074-0c69-4a64-ae12-230c61c540d9 req-9e98ae72-5aa9-415e-873a-c575c7fe04d8 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.757601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d693b074-0c69-4a64-ae12-230c61c540d9 req-9e98ae72-5aa9-415e-873a-c575c7fe04d8 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 931 time: 0.1615090 Feb 04 15:56:46.769337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] Deleting port 1ca56949-67c2-4e1b-9210-bec25abf5800 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:46.769930 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.813866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-b0625cb9-b6b5-4dd4-b973-3fc79020fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.817704 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-b0625cb9-b6b5-4dd4-b973-3fc79020fe39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567781 Feb 04 15:56:46.885944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d693b074-0c69-4a64-ae12-230c61c540d9 req-78351316-4835-467f-8829-c1b95c6cf501 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242073 Feb 04 15:56:46.911764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] For port 1ca56949-67c2-4e1b-9210-bec25abf5800, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1ca56949-67c2-4e1b-9210-bec25abf5800,segment=NetworkSegment(7377b0d9-2a36-4b79-b695-ee9d86f06f0e),segment_id=7377b0d9-2a36-4b79-b695-ee9d86f06f0e)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:46.912403 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.943712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '738b242e-f290-4fa4-830f-1fcfea1ccc1d', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'port_id': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'mac_address': 'fa:16:3e:fc:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b677082-97fb-47ac-9109-17ff60d591ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:13Z', 'updated_at': '2022-02-04T15:56:43Z', 'revision_number': 1, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:46.949294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] Calling delete_port for 1ca56949-67c2-4e1b-9210-bec25abf5800 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:47.004001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] Checking router: 74238408-e9ca-4430-b83c-4af15ff3c73f for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:56:47.052646 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-1e839107-5286-42c8-904e-1c382c3b2a58 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929691 Feb 04 15:56:47.106578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:56:47.107670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:47.123046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-755fe367-7017-470e-868b-c70278ff147f tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9867430 Feb 04 15:56:47.155143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Request body: {'port': {'device_id': '5ea547e8-735c-4b87-b162-f8362f8cf30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:47.182494 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbde901-acb3-4584-a378-107077a79fc0 req-15d69d8b-7ced-4147-83c6-f220e9a80886 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.194874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecbde901-acb3-4584-a378-107077a79fc0 req-15d69d8b-7ced-4147-83c6-f220e9a80886 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 943 time: 0.8749015 Feb 04 15:56:47.242087 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.253608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-279c0ceb-9111-4c81-805c-f1e0c59075f8 req-ac2f25d1-27bd-44bc-b3b5-60574ef0e313 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925831 Feb 04 15:56:47.269570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c5bdd-3d85-425d-a0be-2ac1975602b1 req-2f3b9d71-d342-4e41-aaf4-fd82e63be899 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.279043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f7c5bdd-3d85-425d-a0be-2ac1975602b1 req-2f3b9d71-d342-4e41-aaf4-fd82e63be899 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1655481 Feb 04 15:56:47.301360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Deleting port 1ca56949-67c2-4e1b-9210-bec25abf5800 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:56:47.301739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.302500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] Pushing event deleted for resources: {'Port': ['ID=1ca56949-67c2-4e1b-9210-bec25abf5800,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:47.306973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-ecb2dee7-9f8e-4fda-b1d9-6efa1f51341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.313779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-ecb2dee7-9f8e-4fda-b1d9-6efa1f51341b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266d5c09-5af5-4817-bcf8-898df1b31e0f HTTP/1.1" status: 200 len: 835 time: 0.8373165 Feb 04 15:56:47.401596 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecbde901-acb3-4584-a378-107077a79fc0 req-cb39bf48-6dbb-4bea-b66d-f0da04838d7e tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596224 Feb 04 15:56:47.417448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f7c5bdd-3d85-425d-a0be-2ac1975602b1 req-97b02c0b-8be9-4ef1-b0c2-74296aeceab0 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924139 Feb 04 15:56:47.515372 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.609469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] For port 1ca56949-67c2-4e1b-9210-bec25abf5800, host n-d-827869-1, got binding levels [] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:47.609469 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.630651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Calling delete_port for 1ca56949-67c2-4e1b-9210-bec25abf5800 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:56:47.652920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded8793-d85b-4282-baf2-50ed8b5a10c7 None None] No DVR routers for this DVR port 1ca56949-67c2-4e1b-9210-bec25abf5800 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:47.721109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:56:47.729540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.ipam_backend_mixin [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Port 1ca56949-67c2-4e1b-9210-bec25abf5800 was not found and therefore no delete operation was performed {{(pid=102423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 15:56:47.740575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-c669fe47-30ce-48f3-8ad5-96ed86f39517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.743406 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-c669fe47-30ce-48f3-8ad5-96ed86f39517 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3554971 Feb 04 15:56:47.756487 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.798959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2c87fd1a-fa91-4832-bc1e-53ca100218f9 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:56:47.834416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca56949-67c2-4e1b-9210-bec25abf5800,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:47.862633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] No DVR routers for this DVR port 1ca56949-67c2-4e1b-9210-bec25abf5800 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:47.952473 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.resource_extend [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:56:47.971067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.971418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.971951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.972470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.972981 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.973707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.974526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.978778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.979283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.979503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.979806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:47.980189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:48.175035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:48.218189 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.237552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'port_id': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'mac_address': 'fa:16:3e:20:ff:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:56:48.262538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc59b294-1296-4f5b-92f8-1dab8aeae01b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:48.276755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7377b0d9-2a36-4b79-b695-ee9d86f06f0e') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:48.277329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7377b0d9-2a36-4b79-b695-ee9d86f06f0e') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:48.290013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.299007 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.336002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c87fd1a-fa91-4832-bc1e-53ca100218f9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:48.346928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.366144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1ca56949-67c2-4e1b-9210-bec25abf5800 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:56:48.372608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:56:48.373023 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:56:48.381387 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:56:48.411103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:48.412780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1ca56949-67c2-4e1b-9210-bec25abf5800 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:56:48.413579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1ca56949-67c2-4e1b-9210-bec25abf5800 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:56:48.418053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da808-f54b-4603-bb95-6423d2927435 req-8b812d3b-cad0-4e5a-9b76-1897c3251aae tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.426582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e8da808-f54b-4603-bb95-6423d2927435 req-8b812d3b-cad0-4e5a-9b76-1897c3251aae tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 931 time: 0.3041229 Feb 04 15:56:48.463774 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.499384 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-8a1c37ae-6100-45f7-a84f-759e305b9631 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321265 Feb 04 15:56:48.549906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '738b242e-f290-4fa4-830f-1fcfea1ccc1d', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'port_id': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'mac_address': 'fa:16:3e:fc:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b677082-97fb-47ac-9109-17ff60d591ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:13Z', 'updated_at': '2022-02-04T15:56:43Z', 'revision_number': 1, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:48.561044 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e8da808-f54b-4603-bb95-6423d2927435 req-72db7d85-dc73-4030-b2c8-fdf0f78210a8 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335361 Feb 04 15:56:48.608435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:48.613712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9db0e2-1f87-49cd-82ed-2b33e5370e5a None None] The sync data for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 is: [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '738b242e-f290-4fa4-830f-1fcfea1ccc1d', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'port_id': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'mac_address': 'fa:16:3e:fc:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b677082-97fb-47ac-9109-17ff60d591ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:13Z', 'updated_at': '2022-02-04T15:56:43Z', 'revision_number': 1, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:56:48.644336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.668142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.677804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cc59b294-1296-4f5b-92f8-1dab8aeae01b HTTP/1.1" status: 204 len: 168 time: 3.1758959 Feb 04 15:56:48.813652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c533074-ba3a-434f-bfb1-89eda351e984 req-fbe8fc63-bce5-4c34-a102-5d55167b341d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.816228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c533074-ba3a-434f-bfb1-89eda351e984 req-fbe8fc63-bce5-4c34-a102-5d55167b341d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 944 time: 0.2058282 Feb 04 15:56:48.822111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['2c87fd1a-fa91-4832-bc1e-53ca100218f9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:56:48.823931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49088) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:48.898355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:48.926465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.944720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c533074-ba3a-434f-bfb1-89eda351e984 req-20ba4dcf-e68c-4760-8346-dfbf57ed325a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028495 Feb 04 15:56:48.953431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Transition to ACTIVE for port object 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:48.955944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1eec-e119-4a77-84f3-adbaff814eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc59b294-1296-4f5b-92f8-1dab8aeae01b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.054229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.090912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8672d3f2-d55f-448f-a0d4-0bbc7a77522b req-c30a30eb-3b36-4120-b4b9-ce3076f3974c service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808401 Feb 04 15:56:49.212361 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75f2f168-9b8a-4d08-a386-a52bbb13c87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.229838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49092) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:49.245308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.303970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f50c3-d392-461c-a95f-5a5126296db1 req-363ac3c2-ebea-4301-9e38-3c1f6049431d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:49.306820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-236f50c3-d392-461c-a95f-5a5126296db1 req-363ac3c2-ebea-4301-9e38-3c1f6049431d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.2597289 Feb 04 15:56:49.398697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75f2f168-9b8a-4d08-a386-a52bbb13c87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.404176 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75f2f168-9b8a-4d08-a386-a52bbb13c87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.436954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b500eb9a-ab5e-4975-be26-04203f498c59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=726b13dcbe814e9ea9aa7406702fd5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054758 Feb 04 15:56:49.448438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2f168-9b8a-4d08-a386-a52bbb13c87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c0e68-db0c-4e8e-80b9-fc8c9bf024cc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.462520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49094) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:49.490858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-75f2f168-9b8a-4d08-a386-a52bbb13c87e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10b79f0eb1e24c439fa9ce95455e510c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6655977 Feb 04 15:56:49.494655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49096) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:49.501600 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-236f50c3-d392-461c-a95f-5a5126296db1 req-a5003479-f8fa-43fb-bc41-8719d38ce1b3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663880 Feb 04 15:56:49.517319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Attempting to bind port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:49.517768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Attempting to bind port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:49.518064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Attempting to bind port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 on network 20d2a86e-f686-43ae-9e47-8812e363b3e5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:49.534297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 on network 20d2a86e-f686-43ae-9e47-8812e363b3e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:56:49.534603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Attempting to bind port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 on network 20d2a86e-f686-43ae-9e47-8812e363b3e5 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:49.549651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:49.550165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Checking segment: {'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:49.550488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Bound using segment: {'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:49.551272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Bound port: 1fd85dc4-bf8e-4b9c-9b94-59b207882e11, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247d5f34-6e27-41b0-98c1-a2dd3152cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:49.551653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.625696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e84c59a2-cfcf-4554-8f8d-4ef578519598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.666377 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ad005-31e2-45ea-bd3b-ca80627bc8a8 None None] New status for floating IP 738b242e-f290-4fa4-830f-1fcfea1ccc1d: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:56:49.672484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e84c59a2-cfcf-4554-8f8d-4ef578519598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.677354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0db60f-8f3d-4189-9e4a-faed644f6a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.723435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] For port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:49.741022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] For port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:49.750176 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.813205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0db60f-8f3d-4189-9e4a-faed644f6a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.813670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:49.814914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.816110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] 10.222.0.50 "PUT /v2.0/ports/1fd85dc4-bf8e-4b9c-9b94-59b207882e11 HTTP/1.1" status: 200 len: 1091 time: 2.6736870 Feb 04 15:56:49.822446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea547e8-735c-4b87-b162-f8362f8cf30c', 'tag': '1fd85dc4-bf8e-4b9c-9b94-59b207882e11'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:49.824986 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b36810-d4c2-4e16-9eec-1b94494f8aed" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea547e8-735c-4b87-b162-f8362f8cf30c", "tag": "1fd85dc4-bf8e-4b9c-9b94-59b207882e11"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:49.874047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e84c59a2-cfcf-4554-8f8d-4ef578519598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.876521 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e84c59a2-cfcf-4554-8f8d-4ef578519598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.880675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e84c59a2-cfcf-4554-8f8d-4ef578519598 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7698958-c828-4090-9031-c3a743b13356 HTTP/1.1" status: 204 len: 168 time: 0.4096153 Feb 04 15:56:49.940535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c59a2-cfcf-4554-8f8d-4ef578519598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7698958-c828-4090-9031-c3a743b13356,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.958722 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c63ee-e0d4-4d20-9749-a810a3332405 x-openstack-request-id: req-8d6c63ee-e0d4-4d20-9749-a810a3332405 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:49.959040 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea547e8-735c-4b87-b162-f8362f8cf30c", "tag": "1fd85dc4-bf8e-4b9c-9b94-59b207882e11", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:49.959313 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d6c63ee-e0d4-4d20-9749-a810a3332405 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:49.959749 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea547e8-735c-4b87-b162-f8362f8cf30c', 'tag': '1fd85dc4-bf8e-4b9c-9b94-59b207882e11', 'status': 'completed', 'code': 200} Feb 04 15:56:49.960445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b77581-d4cf-43a5-b75b-616984786741 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.991156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f68bce-2870-4430-9b45-1b04cac8061d req-af8d06c6-6c1f-4c0c-b0f5-e73a876a340b tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:50.006805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86f68bce-2870-4430-9b45-1b04cac8061d req-af8d06c6-6c1f-4c0c-b0f5-e73a876a340b tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 943 time: 0.1628523 Feb 04 15:56:50.016736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-486053b1-7df5-4a55-af3f-4b7fbb086aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:50.022966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-486053b1-7df5-4a55-af3f-4b7fbb086aeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2015bfa04b4433897588e658095ed70&device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 1094 time: 0.1210203 Feb 04 15:56:50.075028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0db60f-8f3d-4189-9e4a-faed644f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.081006 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0db60f-8f3d-4189-9e4a-faed644f6a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.085743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab0db60f-8f3d-4189-9e4a-faed644f6a80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/348c0e68-db0c-4e8e-80b9-fc8c9bf024cc HTTP/1.1" status: 204 len: 168 time: 0.5841744 Feb 04 15:56:50.101240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86f68bce-2870-4430-9b45-1b04cac8061d req-e93bd924-eab3-433f-b43d-f2d75bed32a7 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925190 Feb 04 15:56:50.115478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-bab8bbc7-36e7-4c9a-90f2-f84a2eb4eab8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fd85dc4-bf8e-4b9c-9b94-59b207882e11 HTTP/1.1" status: 200 len: 217 time: 0.0712478 Feb 04 15:56:50.124581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0db60f-8f3d-4189-9e4a-faed644f6a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c0e68-db0c-4e8e-80b9-fc8c9bf024cc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:50.271109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4b824-c197-47a9-9538-ae0ad0c302fa req-1192e39d-9d23-49f8-aa1b-945e61ceb768 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:50.278706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ce4b824-c197-47a9-9538-ae0ad0c302fa req-1192e39d-9d23-49f8-aa1b-945e61ceb768 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 944 time: 0.1031506 Feb 04 15:56:50.283338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-68d05ac2-dba0-4575-8ea9-21d2e851e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:50.284867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-68d05ac2-dba0-4575-8ea9-21d2e851e90e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52963866-8001-4671-a57f-692e5b7ac00e HTTP/1.1" status: 200 len: 848 time: 0.1615882 Feb 04 15:56:50.332892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-7a39bd54-7cbf-4b59-8cae-02de28c8029c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20d2a86e-f686-43ae-9e47-8812e363b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292873 Feb 04 15:56:50.384297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ce4b824-c197-47a9-9538-ae0ad0c302fa req-82c3a046-12e5-4766-946c-a7d57fd560a9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045709 Feb 04 15:56:50.488349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-cb3d6f49-3021-4181-aef9-96a85be0c5c3 service neutron] 10.222.0.50 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435218 Feb 04 15:56:50.513823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49118) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:50.620734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9f4dc312-2b7b-4929-9eef-1bf6a0801250 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10a250ac70604fe9865750442576c03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047115 Feb 04 15:56:50.626512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49122) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:50.700724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b2ce6e2-aa32-40ca-8f17-acb33bd34353 req-b8ad70a2-8e4d-476d-8df5-583d681ac38c service neutron] 10.222.0.50 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046328 Feb 04 15:56:50.736549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc21e457-bc8a-4cdd-8887-fba02015b65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.785028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc21e457-bc8a-4cdd-8887-fba02015b65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.914984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-9aeab494-1e4d-4409-9d0f-b20d905bcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:50.917102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-9aeab494-1e4d-4409-9d0f-b20d905bcf62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2015bfa04b4433897588e658095ed70&device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 1094 time: 0.0956883 Feb 04 15:56:50.929794 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc21e457-bc8a-4cdd-8887-fba02015b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.935162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bc21e457-bc8a-4cdd-8887-fba02015b65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.938427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bc21e457-bc8a-4cdd-8887-fba02015b65a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b741d4b-8d5e-44ad-a435-a110a3874fbb HTTP/1.1" status: 204 len: 168 time: 0.3097086 Feb 04 15:56:51.008390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21e457-bc8a-4cdd-8887-fba02015b65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b741d4b-8d5e-44ad-a435-a110a3874fbb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:51.111839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-67874931-d0ea-4b85-9b76-079a1def3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:51.115279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-67874931-d0ea-4b85-9b76-079a1def3a5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=20d2a86e-f686-43ae-9e47-8812e363b3e5 HTTP/1.1" status: 200 len: 909 time: 0.1872959 Feb 04 15:56:51.208749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-b1fd878f-32b9-4d0a-bfcb-12b649fd5e58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fd85dc4-bf8e-4b9c-9b94-59b207882e11 HTTP/1.1" status: 200 len: 217 time: 0.0843463 Feb 04 15:56:51.360575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-0affc7ec-2c20-47f0-8d56-29dc8936a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:51.363127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-0affc7ec-2c20-47f0-8d56-29dc8936a7cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52963866-8001-4671-a57f-692e5b7ac00e HTTP/1.1" status: 200 len: 848 time: 0.1476629 Feb 04 15:56:51.388253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ccac8-2a29-4515-a96f-634fe4d72a13 req-9b67c50a-32e8-410e-9110-68fd7d24fd19 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:51.404430 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a7ccac8-2a29-4515-a96f-634fe4d72a13 req-9b67c50a-32e8-410e-9110-68fd7d24fd19 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 943 time: 0.1371412 Feb 04 15:56:51.499253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-5319febd-44f5-4a60-a476-fd4a355d9bd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20d2a86e-f686-43ae-9e47-8812e363b3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278062 Feb 04 15:56:51.549886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a7ccac8-2a29-4515-a96f-634fe4d72a13 req-5b488b41-450c-48c8-9bc5-a389878ad510 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433709 Feb 04 15:56:51.577745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49150) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:51.726589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7bdb5-c140-471f-abd2-d47a9ab1756e req-96971a5c-958e-49eb-83ea-29dccfff5670 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:51.729620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ca7bdb5-c140-471f-abd2-d47a9ab1756e req-96971a5c-958e-49eb-83ea-29dccfff5670 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 944 time: 0.1241875 Feb 04 15:56:51.765152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-843518ad-aad7-46a8-b5f4-7ce21cf2c992 service neutron] 10.222.0.50 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561975 Feb 04 15:56:51.786226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2c87fd1a-fa91-4832-bc1e-53ca100218f9 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:51.830826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-29112391-network', 'tenant_id': '45c67640cd024beaa42871db36f6d387'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:51.894378 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:51.901344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:51.901837 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.909570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Made reservation on behalf of 45c67640cd024beaa42871db36f6d387 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:51.915401 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.954613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.027075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ca7bdb5-c140-471f-abd2-d47a9ab1756e req-e94f787c-77fd-4455-9fe4-63ffdbb01697 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809656 Feb 04 15:56:52.109357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.127879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e4b36810-d4c2-4e16-9eec-1b94494f8aed req-02ca3bac-50bd-405e-be7b-a8c82ba8743b service neutron] 10.222.0.50 "GET /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367124 Feb 04 15:56:52.182237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:52.183421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:52.186651 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4892c1-d777-4eae-a685-876681005c43" -d '{"events": [{"server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "name": "network-vif-plugged", "status": "completed", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:52.190963 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.197231 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.207306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.245775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13c6a4-baaf-47f2-bb45-500f57f615b1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.259801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:56:52.290969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.291769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.292398 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Added segment be51a6a9-6117-441c-85c7-6cbbeee3c4e0 of type vlan for network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 Feb 04 15:56:52.304794 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb1731f-9ea8-4252-9a4f-5acff11e5bd9 x-openstack-request-id: req-dfb1731f-9ea8-4252-9a4f-5acff11e5bd9 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:52.305578 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "name": "network-vif-plugged", "status": "completed", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:52.306237 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dfb1731f-9ea8-4252-9a4f-5acff11e5bd9 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:52.307094 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'code': 200} Feb 04 15:56:52.351804 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.389646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.391870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:52.392770 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.452348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e5a2f-fab1-4c8a-9c91-22753f56791b req-b543ff8f-c5a6-45fb-9259-03b0209e569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:52.454097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-338e5a2f-fab1-4c8a-9c91-22753f56791b req-b543ff8f-c5a6-45fb-9259-03b0209e569d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1096 time: 0.0786064 Feb 04 15:56:52.480180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8993742 Feb 04 15:56:52.484380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca41be-69f9-454a-bf70-5b7ac5f6eb6a admin admin] Pushing event updated for resources: {'Network': ['ID=cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.488159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49158) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:52.493676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Request body: {'subnet': {'network_id': 'cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-29112391-subnet', 'tenant_id': '45c67640cd024beaa42871db36f6d387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:52.502376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:56:52.528675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Made reservation on behalf of 45c67640cd024beaa42871db36f6d387 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:52.532617 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.533968 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-338e5a2f-fab1-4c8a-9c91-22753f56791b req-804b32e3-c0c9-4948-90f8-83e7432ffa7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663240 Feb 04 15:56:52.743147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eadf2f-8556-44a7-9dce-fe3a8e62b67c req-726496ca-d58c-4c8e-a3e6-dd82e9fae8b7 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:52.745916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75eadf2f-8556-44a7-9dce-fe3a8e62b67c req-726496ca-d58c-4c8e-a3e6-dd82e9fae8b7 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 943 time: 0.0981138 Feb 04 15:56:52.795965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.814444 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75eadf2f-8556-44a7-9dce-fe3a8e62b67c req-840cf13f-3836-4d80-bb8c-a9dfea9dccb0 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612321 Feb 04 15:56:52.873723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0521b4-a70b-4bf8-b9df-b6dc78b39f6c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.897492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Checking segment: {'id': 'be51a6a9-6117-441c-85c7-6cbbeee3c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:52.897860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Network hostable DHCP agents. Network: cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:56:52.920082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:56:52.933159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:52.940036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:52.941794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.947734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d1411e-95c9-4bdc-ab25-82261643f948 None None] Network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:56:52.972336 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8c3ff2af-d983-4d7e-92dd-3f9731f479c0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4827878 Feb 04 15:56:53.121970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5553351d-51bc-4976-bc42-a859f6f509df None None] Network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:56:53.249588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.327271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b39eb-8c63-41ab-802d-148f30ce5290 req-436441c1-d340-450e-a399-aa2b88911cad tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:53.329496 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-715b39eb-8c63-41ab-802d-148f30ce5290 req-436441c1-d340-450e-a399-aa2b88911cad tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.1105502 Feb 04 15:56:53.401126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-715b39eb-8c63-41ab-802d-148f30ce5290 req-1bf0f243-ad03-457e-95d5-638026b28a11 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505764 Feb 04 15:56:53.707046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-e92a3952-c811-4e47-b2c6-2d91e68ed5d4 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:53.709844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-e92a3952-c811-4e47-b2c6-2d91e68ed5d4 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/networks?id=cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 HTTP/1.1" status: 200 len: 819 time: 0.1481655 Feb 04 15:56:53.731746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-cd83a464-8b27-4680-bae6-a6056ac2be12 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/quotas/45c67640cd024beaa42871db36f6d387 HTTP/1.1" status: 200 len: 375 time: 0.0159268 Feb 04 15:56:53.778025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-64d15cd0-a686-41bc-9281-85315cb11236 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=45c67640cd024beaa42871db36f6d387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389168 Feb 04 15:56:53.952823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-bb270f3f-1e6d-4d0b-8191-adcff93d129b service neutron] 10.222.0.47 "GET /v2.0/networks/cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613700 Feb 04 15:56:54.015407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9460b-5e63-4356-9b4a-41f22eebb28f req-83f8b37f-0156-4701-9925-1675a1a5a82c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.017453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c9460b-5e63-4356-9b4a-41f22eebb28f req-83f8b37f-0156-4701-9925-1675a1a5a82c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 943 time: 0.0729918 Feb 04 15:56:54.066409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0c9460b-5e63-4356-9b4a-41f22eebb28f req-98755635-2edf-47d9-b768-8c8ce2fa9cf3 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Feb 04 15:56:54.098308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-cfd24112-f5d8-4a9d-8797-cbf8b0bdaf4d service neutron] 10.222.0.47 "GET /v2.0/networks/cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360934 Feb 04 15:56:54.274369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa9670fb-5942-4484-a911-1d0a36510ec1 req-553f4375-c4ee-4bdd-9e94-ab1f3ed5c351 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 210 time: 0.0281420 Feb 04 15:56:54.559403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f8a1c-716b-43fb-b45f-5039be9e686f req-9bcfe546-fa2d-448e-8017-2c4ece6c789a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.568695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e7f8a1c-716b-43fb-b45f-5039be9e686f req-9bcfe546-fa2d-448e-8017-2c4ece6c789a tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0753615 Feb 04 15:56:54.613252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e7f8a1c-716b-43fb-b45f-5039be9e686f req-d5a625a9-9b66-4436-8ce9-32cd076a498b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433123 Feb 04 15:56:54.690112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:56:54.802209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628836b6-7258-45cd-a849-ec645a2a31f2 req-22791ba4-bb18-439f-8355-f051670654f1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.803869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-628836b6-7258-45cd-a849-ec645a2a31f2 req-22791ba4-bb18-439f-8355-f051670654f1 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0727310 Feb 04 15:56:54.866066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-628836b6-7258-45cd-a849-ec645a2a31f2 req-e4479b3a-f790-43f8-adda-ba7e4adfd67b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524349 Feb 04 15:56:54.899964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49202) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:54.904686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:54.926238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '1fd85dc4-bf8e-4b9c-9b94-59b207882e11', 'network_id': '20d2a86e-f686-43ae-9e47-8812e363b3e5', 'port_id': '1fd85dc4-bf8e-4b9c-9b94-59b207882e11', 'mac_address': 'fa:16:3e:17:a1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52963866-8001-4671-a57f-692e5b7ac00e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:56:54.954198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac743c-3def-4c49-8b73-2a4790dae98e tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.960294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49204) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:56:54.962125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-02ac743c-3def-4c49-8b73-2a4790dae98e tempest-TestNetworkAdvancedServerOps-1973011703 tempest-TestNetworkAdvancedServerOps-1973011703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1091 time: 0.0607443 Feb 04 15:56:54.965921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:54.998721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.017853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.025285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:55.068027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:55.074918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.146770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:55.156287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.156730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.157139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.157547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.157950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.158515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.158917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.159450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.159843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.160237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.160732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.161123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:55.210412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-dc0e7be7-c54a-48bb-a068-93bf1ebf85b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857501 Feb 04 15:56:55.270301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ced51b-879a-4976-8855-702a93bc3f86 req-1d4e48b8-1b09-457c-a9cf-78da5c531588 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.271898 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96ced51b-879a-4976-8855-702a93bc3f86 req-1d4e48b8-1b09-457c-a9cf-78da5c531588 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 944 time: 0.0811517 Feb 04 15:56:55.342200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.424418 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96ced51b-879a-4976-8855-702a93bc3f86 req-30207a35-6dfa-4a67-97cf-7b02420145a6 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356030 Feb 04 15:56:55.485000 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88d53dda-6c62-4025-a059-0b7e0b5a9cb9 req-f9cc37a7-db37-4662-ba93-ded6ed5ad599 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 210 time: 0.0700483 Feb 04 15:56:55.509481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-89605529-9001-40fd-94c5-01f11e5f15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.522013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-89605529-9001-40fd-94c5-01f11e5f15e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 1096 time: 0.2382238 Feb 04 15:56:55.539211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['1fd85dc4-bf8e-4b9c-9b94-59b207882e11'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:56:55.705880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-b76d076b-62c1-4c57-911e-62fb80c79665 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.707779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-b76d076b-62c1-4c57-911e-62fb80c79665 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.30 "GET /v2.0/networks?id=cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 HTTP/1.1" status: 200 len: 819 time: 0.3152673 Feb 04 15:56:55.716704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Allocated IP 172.25.1.89 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/c38baee5-cc6d-4ba1-9f15-3f572b2054c5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:55.729053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Request body: {'port': {'device_id': '173460ca-84fb-499f-a155-f22c40a98d8d', 'network_id': 'cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0', 'admin_state_up': True, 'tenant_id': '45c67640cd024beaa42871db36f6d387'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:55.818061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-a7f5d25f-7e23-4cc7-a31a-192fd787f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.819860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-a7f5d25f-7e23-4cc7-a31a-192fd787f02e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac4a7643-7ced-44ff-ae8f-226c092147c8 HTTP/1.1" status: 200 len: 897 time: 0.2722206 Feb 04 15:56:56.413396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-7d57fc32-d4b4-454c-a06a-6e51f9d24b19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37189aaa-df70-4de5-b262-550e23c457df HTTP/1.1" status: 200 len: 1001 time: 0.5806446 Feb 04 15:56:56.472336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.512885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Made reservation on behalf of 45c67640cd024beaa42871db36f6d387 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:56.517077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.531040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-fc5d6ce5-2d2f-4cfb-ab08-4867f2f554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:56.533166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-fc5d6ce5-2d2f-4cfb-ab08-4867f2f554f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e5068af-0bf4-46f3-9971-93652a2262f3 HTTP/1.1" status: 200 len: 834 time: 0.1111567 Feb 04 15:56:56.614051 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.650777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a5adff4c-e3c5-4e3c-abfd-90f9c2f06263 req-def80a32-257a-45d0-85a4-0f352896bf7d tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 210 time: 0.0601003 Feb 04 15:56:56.733584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-483aa9a9-0cfa-4b94-a552-783be58b5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:56.735682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-483aa9a9-0cfa-4b94-a552-783be58b5752 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4a7643-7ced-44ff-ae8f-226c092147c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936507 Feb 04 15:56:56.748807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:56.785358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=c38baee5-cc6d-4ba1-9f15-3f572b2054c5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:56.788716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:56.805431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:56.892784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72cf2b-49d5-4021-8bc1-3384733cdc06 req-489f0610-5854-498a-b178-b5bfc81be007 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:56.894448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e72cf2b-49d5-4021-8bc1-3384733cdc06 req-489f0610-5854-498a-b178-b5bfc81be007 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 944 time: 0.3118916 Feb 04 15:56:56.945257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Allocated IP 172.20.0.2 (cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0/aa0521b4-a70b-4bf8-b9df-b6dc78b39f6c/4696f619-c697-418f-9e87-add4077fe50d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:57.025879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-768f6d4f-9eaf-4e82-84a8-fcf9be23facc service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792244 Feb 04 15:56:57.033293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e72cf2b-49d5-4021-8bc1-3384733cdc06 req-1b2acad6-d1a0-4e79-82db-94f2d91e800b tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272190 Feb 04 15:56:57.348557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3abb942-de4b-46ab-b7a4-4bd7afdbeabd req-a0babf43-bc76-4d39-b89d-5b776d86e9d7 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141317 Feb 04 15:56:57.395919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.559548 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.675089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:57.679432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:57.681381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Pushing event updated for resources: {'Port': ['ID=4696f619-c697-418f-9e87-add4077fe50d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:57.686267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:56:57.722149 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.789767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:57.790661 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.836107 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-651a751d-6a5d-4475-b995-b8a1499ce067 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1174579 Feb 04 15:56:57.853836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Request body: {'port': {'device_id': '173460ca-84fb-499f-a155-f22c40a98d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:56:57.858112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.868774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2b903-0b9f-40af-8e53-64e338796723 req-5b8e9621-cbb5-436c-a466-b3416cf4c5c5 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:57.871027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cab2b903-0b9f-40af-8e53-64e338796723 req-5b8e9621-cbb5-436c-a466-b3416cf4c5c5 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 931 time: 0.0878518 Feb 04 15:56:58.104618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cab2b903-0b9f-40af-8e53-64e338796723 req-e25b484d-9b89-4f85-aa6e-71c4aae58cc8 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672646 Feb 04 15:56:58.188373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.357896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17298-5299-41ee-bc19-5ba9d57e5b94 req-458a973a-9326-4c75-a7a9-2a859e8c3483 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:58.359546 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51f17298-5299-41ee-bc19-5ba9d57e5b94 req-458a973a-9326-4c75-a7a9-2a859e8c3483 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 944 time: 0.1579812 Feb 04 15:56:58.480942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.493997 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51f17298-5299-41ee-bc19-5ba9d57e5b94 req-1ee97d9a-ad86-4754-9c89-cbc061445b19 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233897 Feb 04 15:56:58.502842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.658729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event updated for resources: {'Port': ['ID=c38baee5-cc6d-4ba1-9f15-3f572b2054c5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:58.687131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.709726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:56:58.789897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:58.803221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:58.803922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.923229 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.980442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4696f619-c697-418f-9e87-add4077fe50d {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:58.990683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea547e8-735c-4b87-b162-f8362f8cf30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd85dc4-bf8e-4b9c-9b94-59b207882e11'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:58.995069 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b37db8-792b-4c28-a5d1-f80ca4ee2bcb" -d '{"events": [{"server_uuid": "5ea547e8-735c-4b87-b162-f8362f8cf30c", "name": "network-vif-plugged", "status": "completed", "tag": "1fd85dc4-bf8e-4b9c-9b94-59b207882e11"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:56:59.023841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:59.035257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.054733 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.073292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Transition to ACTIVE for port object 4696f619-c697-418f-9e87-add4077fe50d will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:59.077660 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Floating IP 5f9c3986-f498-4665-8c45-3d047ace154e associated. External IP: 172.25.1.89, port: 2c87fd1a-fa91-4832-bc1e-53ca100218f9. Feb 04 15:56:59.085575 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.190153 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a00bac-6b0f-4e12-aee1-fb3f6e0f4cfd x-openstack-request-id: req-c1a00bac-6b0f-4e12-aee1-fb3f6e0f4cfd {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:56:59.190990 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea547e8-735c-4b87-b162-f8362f8cf30c", "name": "network-vif-plugged", "status": "completed", "tag": "1fd85dc4-bf8e-4b9c-9b94-59b207882e11", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:56:59.191395 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1a00bac-6b0f-4e12-aee1-fb3f6e0f4cfd {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:56:59.192603 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea547e8-735c-4b87-b162-f8362f8cf30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd85dc4-bf8e-4b9c-9b94-59b207882e11', 'code': 200} Feb 04 15:56:59.193620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:59.217250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c7509-ca2c-48aa-bc1d-6aa1c70bd27d req-e43969b0-d489-438d-bc22-b7a6952762bc tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.222513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Pushing event updated for resources: {'Port': ['ID=4696f619-c697-418f-9e87-add4077fe50d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:59.233331 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a3c7509-ca2c-48aa-bc1d-6aa1c70bd27d req-e43969b0-d489-438d-bc22-b7a6952762bc tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 943 time: 0.1322391 Feb 04 15:56:59.350260 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-0060c609-e7ad-4817-a2a0-2e510e31f13a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3566504 Feb 04 15:56:59.355910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a3c7509-ca2c-48aa-bc1d-6aa1c70bd27d req-6fc1134a-0d44-4aef-a0b4-39ff738decc9 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207302 Feb 04 15:56:59.363295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b560b-3b18-4741-a479-4a0aa3cc2ae7 req-77ef1cae-413f-4959-9341-98cc38c659ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.365728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-086b560b-3b18-4741-a479-4a0aa3cc2ae7 req-77ef1cae-413f-4959-9341-98cc38c659ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 1096 time: 0.1276350 Feb 04 15:56:59.429142 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-086b560b-3b18-4741-a479-4a0aa3cc2ae7 req-184bf2ce-e94c-4cd4-889f-1e2d0c5cacba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Feb 04 15:56:59.501456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Attempting to bind port 4696f619-c697-418f-9e87-add4077fe50d on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:59.501833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Attempting to bind port 4696f619-c697-418f-9e87-add4077fe50d by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'be51a6a9-6117-441c-85c7-6cbbeee3c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:59.502418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Attempting to bind port 4696f619-c697-418f-9e87-add4077fe50d on network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:59.517115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Port 4696f619-c697-418f-9e87-add4077fe50d on network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:56:59.517680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Attempting to bind port 4696f619-c697-418f-9e87-add4077fe50d on network cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:56:59.536635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:56:59.537240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Checking segment: {'id': 'be51a6a9-6117-441c-85c7-6cbbeee3c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:56:59.539151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Bound using segment: {'id': 'be51a6a9-6117-441c-85c7-6cbbeee3c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:56:59.539151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Bound port: 4696f619-c697-418f-9e87-add4077fe50d, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be51a6a9-6117-441c-85c7-6cbbeee3c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:59.539545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.876906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-dec6db7a-c8d2-4960-80ff-48c76fc15369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.880217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-dec6db7a-c8d2-4960-80ff-48c76fc15369 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1096 time: 0.0771959 Feb 04 15:57:00.110360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-88e46435-d059-4678-8405-bf6e2a3de510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.113542 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-88e46435-d059-4678-8405-bf6e2a3de510 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.1817422 Feb 04 15:57:00.116649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] For port 4696f619-c697-418f-9e87-add4077fe50d, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:00.121873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] For port 4696f619-c697-418f-9e87-add4077fe50d, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4696f619-c697-418f-9e87-add4077fe50d,segment=NetworkSegment(be51a6a9-6117-441c-85c7-6cbbeee3c4e0),segment_id=be51a6a9-6117-441c-85c7-6cbbeee3c4e0)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:00.129502 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 3fd8677f-23f9-47cc-9235-932063500e81 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:00.131930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.178209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a3e57-c526-411e-8415-f9e8c480260e req-aad14257-fa83-42c6-a741-59dd1bdbc3e3 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.179894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b6a3e57-c526-411e-8415-f9e8c480260e req-aad14257-fa83-42c6-a741-59dd1bdbc3e3 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 945 time: 0.1533458 Feb 04 15:57:00.208216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.208742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.210282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] 10.222.0.30 "PUT /v2.0/ports/4696f619-c697-418f-9e87-add4077fe50d HTTP/1.1" status: 200 len: 1091 time: 2.3645518 Feb 04 15:57:00.214042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173460ca-84fb-499f-a155-f22c40a98d8d', 'tag': '4696f619-c697-418f-9e87-add4077fe50d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:00.216523 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a02f379-2c50-42ab-a111-7b0952f8bfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "173460ca-84fb-499f-a155-f22c40a98d8d", "tag": "4696f619-c697-418f-9e87-add4077fe50d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:00.252550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-8751654b-1b5c-49cf-b054-f6fb58ed8b7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 1001 time: 0.1312327 Feb 04 15:57:00.290614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbb9b9-e245-4d5a-add8-123bf3c55c62 service neutron] Pushing event updated for resources: {'Port': ['ID=4696f619-c697-418f-9e87-add4077fe50d,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.340021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-87b0f3fb-ff94-43da-8292-a90fddf8f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.341596 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0baf3f-6cff-4726-b9f7-696fd9642d1f x-openstack-request-id: req-cb0baf3f-6cff-4726-b9f7-696fd9642d1f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:00.341887 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173460ca-84fb-499f-a155-f22c40a98d8d", "tag": "4696f619-c697-418f-9e87-add4077fe50d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:00.342193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-87b0f3fb-ff94-43da-8292-a90fddf8f28c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.0700917 Feb 04 15:57:00.342337 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb0baf3f-6cff-4726-b9f7-696fd9642d1f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:00.342830 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173460ca-84fb-499f-a155-f22c40a98d8d', 'tag': '4696f619-c697-418f-9e87-add4077fe50d', 'status': 'completed', 'code': 200} Feb 04 15:57:00.350580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b6a3e57-c526-411e-8415-f9e8c480260e req-b13a4b2f-087f-400b-afe5-5b80d6f3df2d tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569867 Feb 04 15:57:00.416830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-baf2a108-fc1d-46c3-b8d1-b6f791d7da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.418481 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-baf2a108-fc1d-46c3-b8d1-b6f791d7da58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675111 Feb 04 15:57:00.418684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-eb2c2e11-ac3e-4631-9e13-af2e6ed27892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.420481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-eb2c2e11-ac3e-4631-9e13-af2e6ed27892 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45c67640cd024beaa42871db36f6d387&device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 1094 time: 0.1226995 Feb 04 15:57:00.479352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-aedf80fc-ef1a-46d6-945f-21553a2027d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4696f619-c697-418f-9e87-add4077fe50d HTTP/1.1" status: 200 len: 217 time: 0.0508008 Feb 04 15:57:00.534547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:00.564534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] Sync routers for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:00.569358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-1c4d50a9-8f75-4493-89f0-564d962437aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.569358 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-1c4d50a9-8f75-4493-89f0-564d962437aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa0521b4-a70b-4bf8-b9df-b6dc78b39f6c HTTP/1.1" status: 200 len: 859 time: 0.0817211 Feb 04 15:57:00.602716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cc26b883-8483-4d16-b754-7c3ce960433e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.607160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:57:00.608299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:00.630911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83557-e680-49f2-9ad3-60f0aa9759e7 req-ff14b072-de26-4918-bdd3-abc7fd67f588 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.633520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dfd83557-e680-49f2-9ad3-60f0aa9759e7 req-ff14b072-de26-4918-bdd3-abc7fd67f588 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 943 time: 0.1745045 Feb 04 15:57:00.658787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-3c7ace3c-cb6f-4328-876a-526f85d11e7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737188 Feb 04 15:57:00.665154 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.699463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-72dc9e73-8a8e-4025-8bd5-cc59f9b903ff service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728703 Feb 04 15:57:00.703150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dfd83557-e680-49f2-9ad3-60f0aa9759e7 req-549f819d-0383-40e8-a05c-c2b54e023c53 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479207 Feb 04 15:57:00.759467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-50c04c17-f87a-4144-8a40-206e2a4eaf39 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7977080 Feb 04 15:57:00.846858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:57:00.895715 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac7cfdd8-c084-49a2-8c9a-1372ac9cacf4 req-98f31ebb-bae2-438c-9fde-d796ffd174c2 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807933 Feb 04 15:57:00.977713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdeab20-6d18-4b9f-85f3-7c54ba80f702 req-22f42617-e217-45fd-9f42-a182b5097810 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.979885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ffdeab20-6d18-4b9f-85f3-7c54ba80f702 req-22f42617-e217-45fd-9f42-a182b5097810 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.1334877 Feb 04 15:57:00.986468 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-257867e4-6feb-4622-a546-15dcdd364e45 service neutron] 10.222.0.30 "GET /v2.0/networks/cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167279 Feb 04 15:57:01.154619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ffdeab20-6d18-4b9f-85f3-7c54ba80f702 req-cbc28dff-52fa-468a-9974-d5ec36aad178 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654370 Feb 04 15:57:01.188198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49308) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:01.245195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82a1d0cd-f823-4292-8caf-76248167cb4c req-57d19f6f-6d18-4690-8bea-6c24393665cf service neutron] 10.222.0.30 "GET /v2.0/networks/cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465875 Feb 04 15:57:01.322250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '5f9c3986-f498-4665-8c45-3d047ace154e', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'port_id': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'mac_address': 'fa:16:3e:20:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:57Z', 'updated_at': '2022-02-04T15:56:57Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:01.323579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2ddf6aa-82db-4f49-8838-2c17717dbbc0 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/5f9c3986-f498-4665-8c45-3d047ace154e HTTP/1.1" status: 200 len: 990 time: 0.1315076 Feb 04 15:57:01.368983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] Checking router: 3fd8677f-23f9-47cc-9235-932063500e81 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:01.377168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-6cff89f5-8ef5-4011-a089-b7d3865fcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:01.379438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-6cff89f5-8ef5-4011-a089-b7d3865fcdb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45c67640cd024beaa42871db36f6d387&device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 1094 time: 0.0708783 Feb 04 15:57:01.379727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:57:01.380340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:56:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:01.525152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:57:01.583713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-180c3e4a-e53f-4080-9bd4-517cc139f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:01.585692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-180c3e4a-e53f-4080-9bd4-517cc139f0a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 HTTP/1.1" status: 200 len: 920 time: 0.1997659 Feb 04 15:57:01.602982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4325c-8794-4a25-9f08-8466d0a59310 req-8dcd968e-5afe-4f00-a62f-3da7b7bfdd6c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:01.606456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44d4325c-8794-4a25-9f08-8466d0a59310 req-8dcd968e-5afe-4f00-a62f-3da7b7bfdd6c tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 945 time: 0.0848122 Feb 04 15:57:01.674259 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-3207ffa4-9c34-4001-a5a9-4221e55527a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4696f619-c697-418f-9e87-add4077fe50d HTTP/1.1" status: 200 len: 217 time: 0.0781641 Feb 04 15:57:01.691496 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44d4325c-8794-4a25-9f08-8466d0a59310 req-ce8dd32d-54a3-41ef-834d-2cd10a393135 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648708 Feb 04 15:57:01.773521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-01355a4d-d8e4-4a93-b37f-3845f9a79c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:01.777684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-01355a4d-d8e4-4a93-b37f-3845f9a79c86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa0521b4-a70b-4bf8-b9df-b6dc78b39f6c HTTP/1.1" status: 200 len: 859 time: 0.0961208 Feb 04 15:57:01.866723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-cd491b22-4a71-4de1-b906-603a0952a1a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820518 Feb 04 15:57:01.959155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '5f9c3986-f498-4665-8c45-3d047ace154e', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'port_id': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'mac_address': 'fa:16:3e:20:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:57Z', 'updated_at': '2022-02-04T15:56:57Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:02.010400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c038fede-3c2a-4627-863f-c2bd56dd52bc None None] The sync data for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 is: [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '5f9c3986-f498-4665-8c45-3d047ace154e', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'port_id': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'mac_address': 'fa:16:3e:20:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:57Z', 'updated_at': '2022-02-04T15:56:57Z', 'revision_number': 0, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:57:02.108947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec3e99-1915-408c-afdd-9681375f7da2 req-cf31239c-844f-49ba-ae79-c834c76c2ed6 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.117402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8bec3e99-1915-408c-afdd-9681375f7da2 req-cf31239c-844f-49ba-ae79-c834c76c2ed6 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 943 time: 0.2491822 Feb 04 15:57:02.202532 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-1ef470d7-f8d6-42d8-81f0-8ac19041997f service neutron] 10.222.0.30 "GET /v2.0/networks/cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192344 Feb 04 15:57:02.232236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8bec3e99-1915-408c-afdd-9681375f7da2 req-e65688a8-fa95-44a8-8385-8ae502a677d3 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129937 Feb 04 15:57:02.327826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49342) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:02.346236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:02.349907 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e5b238-fd51-4508-b62a-867373a56772" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:02.429883 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2210c13-6db6-4ab7-86ff-d2c90d921cbc None None] New status for floating IP 5f9c3986-f498-4665-8c45-3d047ace154e: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:57:02.451372 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a02f379-2c50-42ab-a111-7b0952f8bfdf req-d4850484-d653-4d80-9b6b-749b17286dd1 service neutron] 10.222.0.30 "GET /v2.0/networks/cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333758 Feb 04 15:57:02.460260 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6f4978ad-1af5-40d3-ab3d-c43255c0d668 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/5f9c3986-f498-4665-8c45-3d047ace154e HTTP/1.1" status: 200 len: 990 time: 0.1293106 Feb 04 15:57:02.488919 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e203f1-e1cf-4668-9ad4-d81e58c84542 x-openstack-request-id: req-75e203f1-e1cf-4668-9ad4-d81e58c84542 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:02.489467 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:02.490201 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75e203f1-e1cf-4668-9ad4-d81e58c84542 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:02.491032 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'status': 'completed', 'code': 200} Feb 04 15:57:02.611053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b238-fd51-4508-b62a-867373a56772 req-f77aea6e-5022-4336-980e-f12eb546a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.614611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e5b238-fd51-4508-b62a-867373a56772 req-f77aea6e-5022-4336-980e-f12eb546a851 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1096 time: 0.0879059 Feb 04 15:57:02.789339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b238-fd51-4508-b62a-867373a56772 req-dbae8e56-9b28-4879-a492-22097648893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.791400 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e5b238-fd51-4508-b62a-867373a56772 req-dbae8e56-9b28-4879-a492-22097648893c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae HTTP/1.1" status: 200 len: 897 time: 0.1562049 Feb 04 15:57:02.868199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355f36-1f36-4447-b601-f3287af970f7 req-cc1536be-ce28-4834-99cc-a431a56d440b tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.875962 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:57:02.877221 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8355f36-1f36-4447-b601-f3287af970f7 req-cc1536be-ce28-4834-99cc-a431a56d440b tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 945 time: 0.0922265 Feb 04 15:57:02.915849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e5b238-fd51-4508-b62a-867373a56772 req-e2355767-fc3a-4c08-bd8d-04fc0e52f571 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9 HTTP/1.1" status: 200 len: 1000 time: 0.1158438 Feb 04 15:57:02.921463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8355f36-1f36-4447-b601-f3287af970f7 req-ab7546fc-a728-4550-af93-916521c19bb1 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Feb 04 15:57:02.993894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b238-fd51-4508-b62a-867373a56772 req-4217f2b6-275f-4921-ba39-fb34e126b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.995756 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e5b238-fd51-4508-b62a-867373a56772 req-4217f2b6-275f-4921-ba39-fb34e126b062 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266d5c09-5af5-4817-bcf8-898df1b31e0f HTTP/1.1" status: 200 len: 835 time: 0.0715580 Feb 04 15:57:03.079584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b238-fd51-4508-b62a-867373a56772 req-5d51c195-cad0-4a88-a14c-f29b51149930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:03.082421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e5b238-fd51-4508-b62a-867373a56772 req-5d51c195-cad0-4a88-a14c-f29b51149930 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783925 Feb 04 15:57:03.212998 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e5b238-fd51-4508-b62a-867373a56772 req-03bfc886-7979-4516-839e-2a35131b5910 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212587 Feb 04 15:57:03.396829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3e5b238-fd51-4508-b62a-867373a56772 req-10fd326b-54c1-4789-9ba9-dd23bd61e803 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754746 Feb 04 15:57:03.434113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5520b-6b41-47b9-bb47-b32e1c7ff3ad req-d72180a0-8d44-4aeb-9ef0-9fe56c66b8e9 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:03.435740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7eb5520b-6b41-47b9-bb47-b32e1c7ff3ad req-d72180a0-8d44-4aeb-9ef0-9fe56c66b8e9 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 943 time: 0.0898740 Feb 04 15:57:03.462548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49376) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:03.500743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7eb5520b-6b41-47b9-bb47-b32e1c7ff3ad req-56219482-d3f1-4934-a3b9-75ee83f9b281 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541070 Feb 04 15:57:03.541660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d1a71327-dcf9-48b9-99ce-6d417fdf6f98 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/5f9c3986-f498-4665-8c45-3d047ace154e HTTP/1.1" status: 200 len: 992 time: 0.0773745 Feb 04 15:57:03.684928 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55639b95-e424-4d12-87d9-ebdd4e0bb0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.858707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4696f619-c697-418f-9e87-add4077fe50d details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:57:03.994745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4696f619-c697-418f-9e87-add4077fe50d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4696f619-c697-418f-9e87-add4077fe50d,segment=NetworkSegment(be51a6a9-6117-441c-85c7-6cbbeee3c4e0),segment_id=be51a6a9-6117-441c-85c7-6cbbeee3c4e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:04.014613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4696f619-c697-418f-9e87-add4077fe50d', 'network_id': 'cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0', 'port_id': '4696f619-c697-418f-9e87-add4077fe50d', 'mac_address': 'fa:16:3e:25:ac:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0521b4-a70b-4bf8-b9df-b6dc78b39f6c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:57:04.115226 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.137292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4696f619-c697-418f-9e87-add4077fe50d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:04.170267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4696f619-c697-418f-9e87-add4077fe50d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4696f619-c697-418f-9e87-add4077fe50d,segment=NetworkSegment(be51a6a9-6117-441c-85c7-6cbbeee3c4e0),segment_id=be51a6a9-6117-441c-85c7-6cbbeee3c4e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:04.173756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ede200-de0e-4b6f-8e3c-2cde30ea6554 req-1bb7a781-e9c0-49b8-81a5-8ff82b295b65 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:04.176611 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.178981 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90ede200-de0e-4b6f-8e3c-2cde30ea6554 req-1bb7a781-e9c0-49b8-81a5-8ff82b295b65 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 945 time: 0.1184936 Feb 04 15:57:04.229741 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90ede200-de0e-4b6f-8e3c-2cde30ea6554 req-9dac8c07-94e3-4227-8baa-5af999f58562 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/security-groups?id=6848559c-55e5-4b09-881a-4981e2eddebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Feb 04 15:57:04.265946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4696f619-c697-418f-9e87-add4077fe50d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:04.542400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4696f619-c697-418f-9e87-add4077fe50d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:57:04.547474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-18bbaee8-bc22-4561-8b50-3f628dfb1bee tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:04.549526 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-18bbaee8-bc22-4561-8b50-3f628dfb1bee tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 945 time: 0.0781934 Feb 04 15:57:04.753477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0a662-21cd-4852-9298-43c7f76f7863 req-378381fd-c002-4cff-bf19-e9fa780bde8b tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:04.766851 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ee0a662-21cd-4852-9298-43c7f76f7863 req-378381fd-c002-4cff-bf19-e9fa780bde8b tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 944 time: 0.1119137 Feb 04 15:57:04.784662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Deleting port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:57:04.785765 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.844969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ee0a662-21cd-4852-9298-43c7f76f7863 req-7ba361da-f659-4ca4-9f9a-491a2d301625 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752718 Feb 04 15:57:04.987280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] For port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,segment=NetworkSegment(247d5f34-6e27-41b0-98c1-a2dd3152cf4d),segment_id=247d5f34-6e27-41b0-98c1-a2dd3152cf4d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:04.987974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.013702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Calling delete_port for 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:57:05.272603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.310478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['1fd85dc4-bf8e-4b9c-9b94-59b207882e11'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:57:05.311306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Pushing event deleted for resources: {'Port': ['ID=1fd85dc4-bf8e-4b9c-9b94-59b207882e11,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.371654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] No DVR routers for this DVR port 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:05.378345 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.380260 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa01db2a-37fb-4031-beca-3945f9eb00b3 req-3bec2bc1-d6f6-44d5-815f-3fc33679897e tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.50 "DELETE /v2.0/ports/1fd85dc4-bf8e-4b9c-9b94-59b207882e11 HTTP/1.1" status: 204 len: 173 time: 0.8238080 Feb 04 15:57:05.391034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea547e8-735c-4b87-b162-f8362f8cf30c', 'name': 'network-vif-deleted', 'tag': '1fd85dc4-bf8e-4b9c-9b94-59b207882e11'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:05.395509 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f79439-b7f3-46a4-85c3-be54ee739d1c" -d '{"events": [{"server_uuid": "5ea547e8-735c-4b87-b162-f8362f8cf30c", "name": "network-vif-deleted", "tag": "1fd85dc4-bf8e-4b9c-9b94-59b207882e11"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:05.427154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e512ad5-74cd-40a8-acf0-f2f72ba2bdec req-c53884cd-93c4-4938-8b20-966ac0e04761 tempest-VolumesActionsTest-20880810 tempest-VolumesActionsTest-20880810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ea547e8-735c-4b87-b162-f8362f8cf30c HTTP/1.1" status: 200 len: 210 time: 0.0572677 Feb 04 15:57:05.476255 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ad2e60-53ce-4b90-a822-c03d0df24f9b x-openstack-request-id: req-a4ad2e60-53ce-4b90-a822-c03d0df24f9b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:05.476705 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea547e8-735c-4b87-b162-f8362f8cf30c", "name": "network-vif-deleted", "tag": "1fd85dc4-bf8e-4b9c-9b94-59b207882e11", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:05.477104 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4ad2e60-53ce-4b90-a822-c03d0df24f9b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:05.477734 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea547e8-735c-4b87-b162-f8362f8cf30c', 'name': 'network-vif-deleted', 'tag': '1fd85dc4-bf8e-4b9c-9b94-59b207882e11', 'status': 'completed', 'code': 200} Feb 04 15:57:05.811224 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.886541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4696f619-c697-418f-9e87-add4077fe50d up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:05.996189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 4696f619-c697-418f-9e87-add4077fe50d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:06.003568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4696f619-c697-418f-9e87-add4077fe50d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:06.004250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.041901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3e236-8090-4aee-b511-957446f5c7d5 req-5a419bb7-7e0a-4d62-a9db-3025a17e6085 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:06.050183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3c3e236-8090-4aee-b511-957446f5c7d5 req-5a419bb7-7e0a-4d62-a9db-3025a17e6085 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 944 time: 0.0664423 Feb 04 15:57:06.117007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3c3e236-8090-4aee-b511-957446f5c7d5 req-47d492cc-92e7-4713-93df-26825a1b0cef tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616641 Feb 04 15:57:06.129626 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.161770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173460ca-84fb-499f-a155-f22c40a98d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696f619-c697-418f-9e87-add4077fe50d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:06.164402 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13871008-874b-494c-a785-e434f30dc4bd" -d '{"events": [{"server_uuid": "173460ca-84fb-499f-a155-f22c40a98d8d", "name": "network-vif-plugged", "status": "completed", "tag": "4696f619-c697-418f-9e87-add4077fe50d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:06.181602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4696f619-c697-418f-9e87-add4077fe50d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4696f619-c697-418f-9e87-add4077fe50d,segment=NetworkSegment(be51a6a9-6117-441c-85c7-6cbbeee3c4e0),segment_id=be51a6a9-6117-441c-85c7-6cbbeee3c4e0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:06.189757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.250941 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb463aa9-9ff3-43c3-b43f-089caba26c61 x-openstack-request-id: req-fb463aa9-9ff3-43c3-b43f-089caba26c61 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:06.251415 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173460ca-84fb-499f-a155-f22c40a98d8d", "name": "network-vif-plugged", "status": "completed", "tag": "4696f619-c697-418f-9e87-add4077fe50d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:06.251831 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb463aa9-9ff3-43c3-b43f-089caba26c61 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:06.252459 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173460ca-84fb-499f-a155-f22c40a98d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696f619-c697-418f-9e87-add4077fe50d', 'code': 200} Feb 04 15:57:06.292346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4696f619-c697-418f-9e87-add4077fe50d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:06.392818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924a5a1-4821-4a1f-b861-a0e98d977e20 req-458dcf34-c347-4916-8c4e-5c0ee3b6b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:06.395545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2924a5a1-4821-4a1f-b861-a0e98d977e20 req-458dcf34-c347-4916-8c4e-5c0ee3b6b1c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 1096 time: 0.0731175 Feb 04 15:57:06.460720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2924a5a1-4821-4a1f-b861-a0e98d977e20 req-1bd9c1bc-cab6-4c78-af8b-44c4fa2f55b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554278 Feb 04 15:57:06.949630 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.297749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33ce00-706f-4e5d-a97e-0261d2947e4f req-03abfd9a-eef8-47a0-9db1-ad93e0fd21ef tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:07.300488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d33ce00-706f-4e5d-a97e-0261d2947e4f req-03abfd9a-eef8-47a0-9db1-ad93e0fd21ef tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 945 time: 0.0974002 Feb 04 15:57:07.384911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d33ce00-706f-4e5d-a97e-0261d2947e4f req-8e4412de-715f-4c8f-b8ee-7ee428e873e5 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725341 Feb 04 15:57:07.441026 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.568004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee123a-7122-46e7-94ab-ff56c52d27c0 req-8f32656f-6035-44c7-8f1b-75c3463d68a2 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:08.570755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76ee123a-7122-46e7-94ab-ff56c52d27c0 req-8f32656f-6035-44c7-8f1b-75c3463d68a2 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 945 time: 0.0805779 Feb 04 15:57:08.654599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76ee123a-7122-46e7-94ab-ff56c52d27c0 req-a8743a10-b791-4265-9c53-00249bf2584f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768361 Feb 04 15:57:08.750349 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:57:08.819259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:57:08.820562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 1fd85dc4-bf8e-4b9c-9b94-59b207882e11 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:57:09.670756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dc8b2-5419-4427-b3c4-abd964741ce9 req-0e628dbf-d69c-44cc-858e-1ba754739b74 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.675467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-062dc8b2-5419-4427-b3c4-abd964741ce9 req-0e628dbf-d69c-44cc-858e-1ba754739b74 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 945 time: 0.1002016 Feb 04 15:57:09.758485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-062dc8b2-5419-4427-b3c4-abd964741ce9 req-390b9216-0608-4fdf-bbf1-3c9c44bd7848 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748410 Feb 04 15:57:09.792586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.054510 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50bf82-a1a2-44d4-a317-aa6f74c26a8d req-70d448e2-148c-460c-aad7-84a4d3f81d0e tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:11.057655 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e50bf82-a1a2-44d4-a317-aa6f74c26a8d req-70d448e2-148c-460c-aad7-84a4d3f81d0e tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 945 time: 0.1239092 Feb 04 15:57:11.166797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e50bf82-a1a2-44d4-a317-aa6f74c26a8d req-763f2fef-6200-4c54-a4c3-e7f8ee5346f4 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/security-groups?id=ca13c6a4-baaf-47f2-bb45-500f57f615b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973403 Feb 04 15:57:11.336409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-50f00bf4-bacc-4eb8-bb81-178418e592ee tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:11.338370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-50f00bf4-bacc-4eb8-bb81-178418e592ee tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.30 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 945 time: 0.1443164 Feb 04 15:57:11.520331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Deleting port 4696f619-c697-418f-9e87-add4077fe50d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:57:11.520917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.801506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] For port 4696f619-c697-418f-9e87-add4077fe50d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4696f619-c697-418f-9e87-add4077fe50d,segment=NetworkSegment(be51a6a9-6117-441c-85c7-6cbbeee3c4e0),segment_id=be51a6a9-6117-441c-85c7-6cbbeee3c4e0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:11.802322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.829913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Calling delete_port for 4696f619-c697-418f-9e87-add4077fe50d owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:57:12.112287 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.149588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Pushing event deleted for resources: {'Port': ['ID=4696f619-c697-418f-9e87-add4077fe50d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:12.236305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] No DVR routers for this DVR port 4696f619-c697-418f-9e87-add4077fe50d on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:12.240749 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.254403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-18fb5fcd-082e-438d-bf45-1b6700d8c612 req-f3e127cd-f55e-44ac-b462-fd06af2b8d7f tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.30 "DELETE /v2.0/ports/4696f619-c697-418f-9e87-add4077fe50d HTTP/1.1" status: 204 len: 173 time: 0.9064965 Feb 04 15:57:12.255683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173460ca-84fb-499f-a155-f22c40a98d8d', 'name': 'network-vif-deleted', 'tag': '4696f619-c697-418f-9e87-add4077fe50d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:12.266716 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c792724d-b432-4827-bc80-97856ba61040" -d '{"events": [{"server_uuid": "173460ca-84fb-499f-a155-f22c40a98d8d", "name": "network-vif-deleted", "tag": "4696f619-c697-418f-9e87-add4077fe50d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:12.371877 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37807f13-bf0e-4e37-bbc7-a2399a494ba3 x-openstack-request-id: req-37807f13-bf0e-4e37-bbc7-a2399a494ba3 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:12.372620 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173460ca-84fb-499f-a155-f22c40a98d8d", "name": "network-vif-deleted", "tag": "4696f619-c697-418f-9e87-add4077fe50d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:12.373070 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37807f13-bf0e-4e37-bbc7-a2399a494ba3 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:12.373570 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173460ca-84fb-499f-a155-f22c40a98d8d', 'name': 'network-vif-deleted', 'tag': '4696f619-c697-418f-9e87-add4077fe50d', 'status': 'completed', 'code': 200} Feb 04 15:57:12.405896 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bef7dcf-2575-4e47-90cc-88172175e880 req-a4e1f9e6-b17f-419f-8450-902836301fb3 tempest-ServerMetadataNegativeTestJSON-88059624 tempest-ServerMetadataNegativeTestJSON-88059624-project] 10.222.0.47 "GET /v2.0/ports?device_id=173460ca-84fb-499f-a155-f22c40a98d8d HTTP/1.1" status: 200 len: 210 time: 0.0470395 Feb 04 15:57:13.648060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49674) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:13.743309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ebc407-324b-4475-a7c6-1fc397e4b28d admin admin] Deleting subnet aa0521b4-a70b-4bf8-b9df-b6dc78b39f6c {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:57:13.747896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20ebc407-324b-4475-a7c6-1fc397e4b28d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.801165 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20ebc407-324b-4475-a7c6-1fc397e4b28d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.871111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20ebc407-324b-4475-a7c6-1fc397e4b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.907085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4696f619-c697-418f-9e87-add4077fe50d no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:57:13.973767 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20ebc407-324b-4475-a7c6-1fc397e4b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.993887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 4696f619-c697-418f-9e87-add4077fe50d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:57:13.995194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4696f619-c697-418f-9e87-add4077fe50d not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:57:14.022051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebc407-324b-4475-a7c6-1fc397e4b28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0521b4-a70b-4bf8-b9df-b6dc78b39f6c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:14.028348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-20ebc407-324b-4475-a7c6-1fc397e4b28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.039611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20ebc407-324b-4475-a7c6-1fc397e4b28d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/aa0521b4-a70b-4bf8-b9df-b6dc78b39f6c HTTP/1.1" status: 204 len: 168 time: 0.3895926 Feb 04 15:57:14.042191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49680) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:14.203568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.422852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.469749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:14.484929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be51a6a9-6117-441c-85c7-6cbbeee3c4e0') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:14.485659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be51a6a9-6117-441c-85c7-6cbbeee3c4e0') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:14.501657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.535046 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.551338 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:57:14.551526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:14.554454 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:14.661186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.683145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.696307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0 HTTP/1.1" status: 204 len: 168 time: 0.6498430 Feb 04 15:57:14.736118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d719a7-4534-4497-8e38-cf1b8c8beba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3a85ce-a8bf-4b4e-9c3f-50305eacfee0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:14.953860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49690) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:15.090402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b259106e-046d-4006-bc21-e800d9a7baeb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45c67640cd024beaa42871db36f6d387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336663 Feb 04 15:57:15.092006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49692) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:15.197064 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3114113-7b75-4265-bdfb-8cc8a9cda64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.226535 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3114113-7b75-4265-bdfb-8cc8a9cda64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.368727 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3114113-7b75-4265-bdfb-8cc8a9cda64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.378876 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d3114113-7b75-4265-bdfb-8cc8a9cda64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.386824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d3114113-7b75-4265-bdfb-8cc8a9cda64c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca13c6a4-baaf-47f2-bb45-500f57f615b1 HTTP/1.1" status: 204 len: 168 time: 0.2925365 Feb 04 15:57:15.419156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114113-7b75-4265-bdfb-8cc8a9cda64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13c6a4-baaf-47f2-bb45-500f57f615b1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:16.618518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49720) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:16.902478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-345608356-network', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:16.951648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Made reservation on behalf of dabc0bcb80914d6896286ae1d6350c3a for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:16.956687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.984507 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.122232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.130839 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.150614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:17.167754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.168420 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Added segment cd7fbe8d-2238-4c8e-bbec-cb14ff433d08 of type vlan for network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 Feb 04 15:57:17.228323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.267809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.268934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:17.269762 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.298959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6772578 Feb 04 15:57:17.302450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49730) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:17.322448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Request body: {'subnet': {'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-345608356-subnet', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:17.413293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Made reservation on behalf of dabc0bcb80914d6896286ae1d6350c3a for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:17.435072 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.762085 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.867111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba1bbf1-7ebe-4124-a047-5868a8d383bc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:17.881399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc237b60-70b6-4e97-af5e-fa4d657654b8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:17.899278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a810a-b43b-4a3a-85b1-5405f2cbb739 admin admin] Pushing event updated for resources: {'Network': ['ID=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:17.914816 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:57:17.947453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Checking segment: {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:57:17.950936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Network hostable DHCP agents. Network: 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:17.983301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:18.003986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:18.027212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:18.028621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.068713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-05151807-82a3-4b19-85f9-420acacbe470 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7621546 Feb 04 15:57:18.069591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49744) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:18.081604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:18.138873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f59b9-2d1a-47df-909b-3bc554482d2e None None] Network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:57:18.148108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.149748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.253072 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.468108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.599285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8477c3-0449-48f9-abb6-07615d2e66d9 None None] Network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:57:18.961917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.991431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.157520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Allocated IP 172.25.1.61 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/b3e9b887-03d7-4bd2-8fb4-38cee16f45f4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:19.340451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.399996 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.456936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:19.464523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:19.469783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:57:19.478132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49754) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:19.595568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382d76a-b1c8-4350-bfd0-3d4c667c5393 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.596596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382d76a-b1c8-4350-bfd0-3d4c667c5393 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.597355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382d76a-b1c8-4350-bfd0-3d4c667c5393 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.599465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4382d76a-b1c8-4350-bfd0-3d4c667c5393 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=5fa3c04f86b2422ebc450aff521f0f4a&network_id=ac4a7643-7ced-44ff-ae8f-226c092147c8 HTTP/1.1" status: 200 len: 2969 time: 0.1198456 Feb 04 15:57:19.626562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e9b887-03d7-4bd2-8fb4-38cee16f45f4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:19.896732 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.200018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.399644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:57:20.646932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:20.663257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Sync routers for ids ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:20.678666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.679432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Routers {'96dcfebe-5735-4c2e-b06c-7673ac3abe70'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:57:20.680151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:57:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:20.687828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49768) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:20.690664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-49e77cf7-c53a-4e8a-a0e7-06369d252bc2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6173024 Feb 04 15:57:20.855996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Set router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:57:21.338686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:57:19Z', 'revision_number': 3, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port': {'id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:21.381049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Checking router: 96dcfebe-5735-4c2e-b06c-7673ac3abe70 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:21.381536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Updating router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:57:21.398248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49784) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:21.446918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.568780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd95956-f833-440a-b935-5afdc9cbd731 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:21.593462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9dd95956-f833-440a-b935-5afdc9cbd731 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 814 time: 0.1930249 Feb 04 15:57:21.912080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.992768 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.004973 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.039087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49792) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:22.047200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'network': {'name': 'tempest-network-smoke--481715912', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'port_security_enabled': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:22.089126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:22.097887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.108139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71262f-392c-46da-8eac-923b159b1142 None None] Pushing event updated for resources: {'Port': ['ID=b3e9b887-03d7-4bd2-8fb4-38cee16f45f4,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:22.154499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Attempting to bind port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:22.154891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Attempting to bind port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:22.155294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Attempting to bind port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:57:22.161742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:57:22.162244 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:57:22.162587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.162995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:57:22.163710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Bound port: b3e9b887-03d7-4bd2-8fb4-38cee16f45f4, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:22.164112 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.170596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:22.194568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.196646 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Added segment bf675a57-08e4-4590-9f64-97fefdddf70b of type vlan for network fb426308-263f-4f9e-824d-0a570fb4644c Feb 04 15:57:22.256016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] For port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:22.263935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.266311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] For port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b3e9b887-03d7-4bd2-8fb4-38cee16f45f4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:22.275070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.310052 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.340118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:22.340918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.349203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Routers {'96dcfebe-5735-4c2e-b06c-7673ac3abe70'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:57:22.350617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:57:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:22.446919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71262f-392c-46da-8eac-923b159b1142 None None] Pushing event updated for resources: {'Port': ['ID=b3e9b887-03d7-4bd2-8fb4-38cee16f45f4,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:22.486645 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4421606 Feb 04 15:57:22.487247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49798) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:22.532294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Allocated IP 172.20.0.1 (83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3/dc237b60-70b6-4e97-af5e-fa4d657654b8/2a4c564f-de97-4a7b-ab48-fd710cd7b3cc) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:22.599788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] Set router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:57:22.630952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4eb2c-f227-4f74-b9eb-1f82de961aa6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Network': ['ID=fb426308-263f-4f9e-824d-0a570fb4644c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:22.654570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network fb426308-263f-4f9e-824d-0a570fb4644c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:57:22.663323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ce70a9-53f3-4dca-8c4d-f7c8dc7341e3 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:22.667772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-33ce70a9-53f3-4dca-8c4d-f7c8dc7341e3 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=5fa3c04f86b2422ebc450aff521f0f4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1768420 Feb 04 15:57:22.668691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49802) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:22.891934 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.895669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c007a4d-a50b-4959-9e70-55fdf0524a9a tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:22.906617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6c007a4d-a50b-4959-9e70-55fdf0524a9a tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2364750 Feb 04 15:57:22.908747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49804) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:22.951196 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.996347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-59f66d80-9b50-4bd9-a70f-5ed9a5fb9f4b tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0836501 Feb 04 15:57:22.998394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49806) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:23.058723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-31098f3b-f2d2-4e07-8f68-a0069579ed6a tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=5fa3c04f86b2422ebc450aff521f0f4a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563672 Feb 04 15:57:23.059524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49808) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:23.062176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.083311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:23.086975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:23.101600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:57:23.140344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:57:19Z', 'revision_number': 3, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port': {'id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:23.196756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c823781-c36d-45a2-b613-e9b292119c83 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:23.198274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8c823781-c36d-45a2-b613-e9b292119c83 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1377079 Feb 04 15:57:23.200952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49814) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:23.201315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.237887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c59e4f6d-4c30-44cb-935f-abd6c67928cb tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357156 Feb 04 15:57:23.240845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49816) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:23.246856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1681627045', 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:23.266404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e071851-29a2-4579-b321-5d466b8aa791 None None] The sync data for ids ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'] in n-d-827869-1 is: [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:57:19Z', 'revision_number': 3, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port': {'id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:57:23.272694 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.529643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:23.537845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.139160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.199693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.424281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Subnet': ['ID=5237fa71-9478-4160-9886-91d7aff57144,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.505923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Checking segment: {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:57:24.506695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network hostable DHCP agents. Network: fb426308-263f-4f9e-824d-0a570fb4644c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:24.547946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network fb426308-263f-4f9e-824d-0a570fb4644c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:24.567831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, fb426308-263f-4f9e-824d-0a570fb4644c) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:24.579069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:24.579825 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.581838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4eb62-2d39-4f33-8231-c282dee48019 None None] Network fb426308-263f-4f9e-824d-0a570fb4644c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:57:24.658876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:24.659150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-83492013-6640-46df-92f0-e155f4735e36 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4165533 Feb 04 15:57:24.746481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.756965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.864507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.964177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.181513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49832) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:25.186546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f78de74a-f266-4a29-9f02-ed55b5a8debc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960784652', 'description': 'tempest-secgroup-smoke-960784652 description', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:25.219318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:25.223504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:25.309425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f78de74a-f266-4a29-9f02-ed55b5a8debc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.388203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-fb426308-263f-4f9e-824d-0a570fb4644c', 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ips': [{'subnet_id': '5237fa71-9478-4160-9886-91d7aff57144'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:57:25.389614 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.476276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:25.481418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:25.481917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.597962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f78de74a-f266-4a29-9f02-ed55b5a8debc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.607743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f78de74a-f266-4a29-9f02-ed55b5a8debc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.666058 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f78de74a-f266-4a29-9f02-ed55b5a8debc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.673412 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f78de74a-f266-4a29-9f02-ed55b5a8debc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4905257 Feb 04 15:57:25.680728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49840) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:25.682201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:25.689708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-51e7fae2-35cd-4748-9a10-97470bdf3c91 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '150e2020-3141-4034-bd59-0514a6339bb4', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:25.706610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d69ea09b-c91b-42aa-877f-9153bcf5cc36 admin admin] 10.222.0.47 "PUT /v2.0/routers/96dcfebe-5735-4c2e-b06c-7673ac3abe70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0163543 Feb 04 15:57:25.751559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78de74a-f266-4a29-9f02-ed55b5a8debc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150e2020-3141-4034-bd59-0514a6339bb4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:25.764196 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51e7fae2-35cd-4748-9a10-97470bdf3c91 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.965100 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51e7fae2-35cd-4748-9a10-97470bdf3c91 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.973118 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51e7fae2-35cd-4748-9a10-97470bdf3c91 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.001253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7fae2-35cd-4748-9a10-97470bdf3c91 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f1f449-3d7b-4570-8d61-d0a190aec9c4,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:26.017145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-51e7fae2-35cd-4748-9a10-97470bdf3c91 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.023196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-51e7fae2-35cd-4748-9a10-97470bdf3c91 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342512 Feb 04 15:57:26.023196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49846) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:26.033488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f5285e08-0933-404a-a6bd-493b97ad25d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '150e2020-3141-4034-bd59-0514a6339bb4', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:26.101751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5285e08-0933-404a-a6bd-493b97ad25d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.174125 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.185001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Allocated IP 172.20.0.18 (fb426308-263f-4f9e-824d-0a570fb4644c/5237fa71-9478-4160-9886-91d7aff57144/3a76db0f-cd40-4a60-b0e9-eacd012906f1) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:26.294602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5285e08-0933-404a-a6bd-493b97ad25d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.297195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b3e9b887-03d7-4bd2-8fb4-38cee16f45f4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:26.303720 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5285e08-0933-404a-a6bd-493b97ad25d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.345932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.354694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5285e08-0933-404a-a6bd-493b97ad25d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2cbc81-3661-4dee-97bd-10620df48ba4,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:26.387638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f5285e08-0933-404a-a6bd-493b97ad25d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.388731 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f5285e08-0933-404a-a6bd-493b97ad25d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617668 Feb 04 15:57:26.393396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49856) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:26.401543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a111657e-e4a8-40cd-9fe5-41244a89dba5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '150e2020-3141-4034-bd59-0514a6339bb4', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:26.557479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a111657e-e4a8-40cd-9fe5-41244a89dba5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.580946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b3e9b887-03d7-4bd2-8fb4-38cee16f45f4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:26.826487 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.838731 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.985190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Pushing event updated for resources: {'Port': ['ID=3a76db0f-cd40-4a60-b0e9-eacd012906f1,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.035861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Network fb426308-263f-4f9e-824d-0a570fb4644c is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:27.040515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:27.050832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:57:27.172770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Attempting to bind port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:27.173153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Attempting to bind port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:27.173528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Attempting to bind port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 on network fb426308-263f-4f9e-824d-0a570fb4644c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:57:27.194862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:57:27.195897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Checking segment: {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:57:27.196069 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.196413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Bound using segment: {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:57:27.196995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Bound port: 3a76db0f-cd40-4a60-b0e9-eacd012906f1, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:27.197389 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.197881 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Sync routers for ids ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:27.238927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-40a9e82c-eca5-413b-8bbc-1b378fe6c55e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:27.239824 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Routers {'96dcfebe-5735-4c2e-b06c-7673ac3abe70'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:57:27.240532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-40a9e82c-eca5-413b-8bbc-1b378fe6c55e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 810 time: 0.4669073 Feb 04 15:57:27.255461 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:57:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:27.295037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-53deb0a7-5c06-4930-9479-0224c6650e2e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/quotas/dabc0bcb80914d6896286ae1d6350c3a HTTP/1.1" status: 200 len: 375 time: 0.0308409 Feb 04 15:57:27.315732 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a111657e-e4a8-40cd-9fe5-41244a89dba5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.345831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a111657e-e4a8-40cd-9fe5-41244a89dba5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.399587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111657e-e4a8-40cd-9fe5-41244a89dba5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09958386-052e-42ae-b058-de6583c463df,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.435511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] For port 3a76db0f-cd40-4a60-b0e9-eacd012906f1, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:27.436956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a111657e-e4a8-40cd-9fe5-41244a89dba5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.438353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a111657e-e4a8-40cd-9fe5-41244a89dba5 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0433435 Feb 04 15:57:27.441663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49902) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:27.443264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-a75ad0b7-c708-467b-bff7-ed59c2fc6ff2 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208336 Feb 04 15:57:27.462458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] For port 3a76db0f-cd40-4a60-b0e9-eacd012906f1, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3a76db0f-cd40-4a60-b0e9-eacd012906f1,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:27.463636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c06e988f-f563-4f32-8c16-c6a4e18d799a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '150e2020-3141-4034-bd59-0514a6339bb4', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:27.484138 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.582740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c06e988f-f563-4f32-8c16-c6a4e18d799a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.691195 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Set router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:57:27.719767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-62181659-048a-4ae8-9298-2b12063ce16e service neutron] 10.222.0.47 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397444 Feb 04 15:57:27.831574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faa4e9-23a5-4e0b-b26c-af672139cf37 None None] Pushing event updated for resources: {'Port': ['ID=3a76db0f-cd40-4a60-b0e9-eacd012906f1,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.835065 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c06e988f-f563-4f32-8c16-c6a4e18d799a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.841342 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c06e988f-f563-4f32-8c16-c6a4e18d799a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.869503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e988f-f563-4f32-8c16-c6a4e18d799a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348534b1-4c11-4ed6-9265-9f6bffed9c50,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.879323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c06e988f-f563-4f32-8c16-c6a4e18d799a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.883818 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c06e988f-f563-4f32-8c16-c6a4e18d799a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4338026 Feb 04 15:57:27.893546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 49922) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:27.910488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e8b57e42-10ac-4160-85e8-632bda5eeff8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '150e2020-3141-4034-bd59-0514a6339bb4', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:27.977476 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-e8b57e42-10ac-4160-85e8-632bda5eeff8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Project 5fa3c04f86b2422ebc450aff521f0f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:57:27.998235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8b57e42-10ac-4160-85e8-632bda5eeff8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.112076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-f1a6987c-6d2d-4c8c-8a4c-52d13c6d161f service neutron] 10.222.0.47 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656881 Feb 04 15:57:28.318289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8b57e42-10ac-4160-85e8-632bda5eeff8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.330959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8b57e42-10ac-4160-85e8-632bda5eeff8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.448753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8b57e42-10ac-4160-85e8-632bda5eeff8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.450183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e8b57e42-10ac-4160-85e8-632bda5eeff8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5511439 Feb 04 15:57:28.451492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b57e42-10ac-4160-85e8-632bda5eeff8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c188906-8a4f-490c-9929-fa2fb4fcc980,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:28.453656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 49950) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:28.458534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6100c838-0f10-44f2-9912-6d514f23af7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': '150e2020-3141-4034-bd59-0514a6339bb4', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:28.500454 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:57:24Z', 'revision_number': 4, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port': {'id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '2a4c564f-de97-4a7b-ab48-fd710cd7b3cc', 'name': '', 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'mac_address': 'fa:16:3e:b4:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'dc237b60-70b6-4e97-af5e-fa4d657654b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:24Z', 'revision_number': 2, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'subnets': [{'id': 'dc237b60-70b6-4e97-af5e-fa4d657654b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:28.597553 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-6100c838-0f10-44f2-9912-6d514f23af7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Project 5fa3c04f86b2422ebc450aff521f0f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:57:28.618787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6100c838-0f10-44f2-9912-6d514f23af7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.680499 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Checking router: 96dcfebe-5735-4c2e-b06c-7673ac3abe70 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:28.680863 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Updating router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:57:28.688747 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ac39050-dfc9-4781-9a4f-653909387eaa req-04228296-6a01-4d64-b07b-b56947d0fe36 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 210 time: 0.1108463 Feb 04 15:57:28.793931 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.912618 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6100c838-0f10-44f2-9912-6d514f23af7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.925437 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6100c838-0f10-44f2-9912-6d514f23af7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.941314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:28.991597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100c838-0f10-44f2-9912-6d514f23af7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10903c77-967b-4b69-b658-1cf714bff4e8,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:29.023812 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6100c838-0f10-44f2-9912-6d514f23af7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.035700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6100c838-0f10-44f2-9912-6d514f23af7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5708735 Feb 04 15:57:29.095157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:29.095542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.224238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3a76db0f-cd40-4a60-b0e9-eacd012906f1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:29.310302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:29.312158 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.489718 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-e173dd1f-0d3d-47d9-890c-8abf5dff2133 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960784652&fields=id&tenant_id=5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 267 time: 0.0875995 Feb 04 15:57:29.508393 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.519926 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.545218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.704691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 3a76db0f-cd40-4a60-b0e9-eacd012906f1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3a76db0f-cd40-4a60-b0e9-eacd012906f1,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:29.714396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.791672 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Pushing event updated for resources: {'Port': ['ID=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:29.843298 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.844229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694aa0-d585-47d2-866c-62607869383b req-91c8ac93-05b6-423a-8511-a2695a1149b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:29.845110 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.846074 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.846950 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.847824 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.848945 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.851582 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.852974 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.853662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-91c8ac93-05b6-423a-8511-a2695a1149b6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/networks?id=fb426308-263f-4f9e-824d-0a570fb4644c HTTP/1.1" status: 200 len: 796 time: 0.3576102 Feb 04 15:57:29.854183 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.856134 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.856989 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.858110 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:29.913344 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Attempting to bind port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:29.913771 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Attempting to bind port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:29.914351 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Attempting to bind port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc on network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:57:29.925921 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-e00505a0-e89a-4c3e-8a23-f181cb10bd53 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/quotas/5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 375 time: 0.0452828 Feb 04 15:57:29.944375 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:57:29.945086 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Checking segment: {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:57:29.945641 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.946313 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Bound using segment: {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:57:29.946978 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Bound port: 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:29.947574 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.966552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=3a76db0f-cd40-4a60-b0e9-eacd012906f1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:30.140084 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-359c0208-4af2-4a71-8ca4-04f21909956c req-99b37fc3-58c0-4b22-a528-58f011556ad8 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 210 time: 0.2434690 Feb 04 15:57:30.160228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-fbd04792-e67a-4b1e-ab04-0b9eb8af396d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2330723 Feb 04 15:57:30.189535 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] For port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:30.204099 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] For port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:30.224674 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.352118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38b9f81-473c-4e8e-8b47-4c74505941c1 None None] Network fb426308-263f-4f9e-824d-0a570fb4644c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:57:30.407545 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Routers {'96dcfebe-5735-4c2e-b06c-7673ac3abe70'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:57:30.409322 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:57:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:30.425242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-06bb2fdf-cb8a-45aa-8b6c-290b0eb08efa None None] Provisioning complete for port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:30.425832 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06bb2fdf-cb8a-45aa-8b6c-290b0eb08efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.566729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-a256f4a5-6db4-4824-8be2-9da6895f7eda service neutron] 10.222.0.47 "GET /v2.0/networks/fb426308-263f-4f9e-824d-0a570fb4644c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520038 Feb 04 15:57:30.686995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3a76db0f-cd40-4a60-b0e9-eacd012906f1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:30.735113 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] Set router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:57:30.844304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-2a0f9d3f-ca22-4ed7-a68d-09e45a5424e0 service neutron] 10.222.0.47 "GET /v2.0/networks/fb426308-263f-4f9e-824d-0a570fb4644c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648928 Feb 04 15:57:31.100662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c8084354-d7f2-48a3-813c-c2e624ac1b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.135530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-8fc97b22-3ed5-4188-a6e0-ce8a399c1091 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:31.137280 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-8fc97b22-3ed5-4188-a6e0-ce8a399c1091 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.50 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 810 time: 0.2776082 Feb 04 15:57:31.156777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Request body: {'port': {'device_id': 'bdcba028-f50f-4a87-b903-74e274a2030e', 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3', 'admin_state_up': True, 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:31.342619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12577fbd-7376-408a-95fa-50e7e8bdedcd req-2bea2b58-15db-47b5-9149-f096db15beb6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 210 time: 0.0573597 Feb 04 15:57:31.419485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:31.421089 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.452920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b4ba2b5-30b8-4e28-b804-888a9e49dcf3 req-3c3d5a6d-635d-4f12-bb41-606e34a66a95 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 210 time: 0.0916717 Feb 04 15:57:31.514725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Made reservation on behalf of dabc0bcb80914d6896286ae1d6350c3a for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:31.534177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.769186 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b744299-3cff-4188-9d18-fdc038129220 None None] Pushing event updated for resources: {'Port': ['ID=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:31.864401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Allocated IP 172.20.0.11 (83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3/dc237b60-70b6-4e97-af5e-fa4d657654b8/b2a7b5c0-6530-484d-a864-6e462f2d1933) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:32.275438 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:57:24Z', 'revision_number': 4, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port': {'id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '2a4c564f-de97-4a7b-ab48-fd710cd7b3cc', 'name': '', 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'mac_address': 'fa:16:3e:b4:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'dc237b60-70b6-4e97-af5e-fa4d657654b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:30Z', 'revision_number': 4, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'subnets': [{'id': 'dc237b60-70b6-4e97-af5e-fa4d657654b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:32.437920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.450595 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a0bee8-9021-4880-9f3e-4176114371bb None None] The sync data for ids ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'] in n-d-827869-1 is: [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:57:24Z', 'revision_number': 4, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port': {'id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '2a4c564f-de97-4a7b-ab48-fd710cd7b3cc', 'name': '', 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'mac_address': 'fa:16:3e:b4:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'dc237b60-70b6-4e97-af5e-fa4d657654b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:30Z', 'revision_number': 4, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'subnets': [{'id': 'dc237b60-70b6-4e97-af5e-fa4d657654b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:57:32.465793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8b5fcf17-1068-4f3c-9fe9-079e4fe33938 None None] Provisioning complete for port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:32.466728 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b5fcf17-1068-4f3c-9fe9-079e4fe33938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.659839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-097a1b4b-e999-43ab-9364-64ea9bf7bbf2 req-4060f82b-e91c-431f-8547-5540c0d83145 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 210 time: 0.0698643 Feb 04 15:57:32.693076 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.804279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2628cf62-060a-4a93-a809-783a5a3648ef req-1d0a1973-7fcb-49a2-8c4c-63a8c79b831c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 210 time: 0.3324285 Feb 04 15:57:33.010506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:33.054907 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:33.073075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:57:33.105919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Pushing event updated for resources: {'Port': ['ID=b2a7b5c0-6530-484d-a864-6e462f2d1933,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:33.315387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:33.316997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.370916 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-e8b87ed2-4f31-48ff-b471-b7a66d2580d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2178841 Feb 04 15:57:33.401238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Request body: {'port': {'device_id': 'bdcba028-f50f-4a87-b903-74e274a2030e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:33.579683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.737326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4fbbae8d-0572-48c7-b192-072f120c888b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.058714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1ef9b-7e9a-4da8-950b-e4aa1c8516ec req-0c08f174-4da1-4cd8-9cdf-2ba266beb695 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:34.082950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-afe1ef9b-7e9a-4da8-950b-e4aa1c8516ec req-0c08f174-4da1-4cd8-9cdf-2ba266beb695 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 932 time: 0.1510265 Feb 04 15:57:34.162821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a0d575c-64a9-4de5-b055-b8733e579d5a req-c5570c82-f637-4468-8482-6bb438e513db tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 210 time: 0.1140261 Feb 04 15:57:34.301902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-afe1ef9b-7e9a-4da8-950b-e4aa1c8516ec req-6164ca13-7c15-4cda-8d7b-b208192fb9b7 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163877 Feb 04 15:57:34.565428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694aa0-d585-47d2-866c-62607869383b req-3213bf18-ac6e-4a54-9fdb-47b33c15d0a6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:34.567735 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-3213bf18-ac6e-4a54-9fdb-47b33c15d0a6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "GET /v2.0/networks?id=fb426308-263f-4f9e-824d-0a570fb4644c HTTP/1.1" status: 200 len: 796 time: 0.3016033 Feb 04 15:57:34.696349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-45d93096-1278-4182-b91a-962e5e05936f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 471 time: 0.1184037 Feb 04 15:57:34.709324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'port': {'device_id': '5366d204-c80a-4005-9c4b-bb376ee33756', 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c', 'admin_state_up': True, 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'security_groups': ['150e2020-3141-4034-bd59-0514a6339bb4']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:34.803136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:35.048540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:35.049339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.095680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:35.115132 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.416859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.20.0.29 (fb426308-263f-4f9e-824d-0a570fb4644c/5237fa71-9478-4160-9886-91d7aff57144/9a284ea4-4031-449e-9f2f-966a0d08e9c7) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:35.646462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.652974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a7b5c0-6530-484d-a864-6e462f2d1933 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:35.700040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.725829 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.796395 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e60f6f13-d692-4886-b31b-1ae1cb326eee req-9a2394f3-4a56-49e2-b066-85c31186512c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 210 time: 0.3752086 Feb 04 15:57:35.819970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Transition to ACTIVE for port object b2a7b5c0-6530-484d-a864-6e462f2d1933 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:35.828533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.913018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network fb426308-263f-4f9e-824d-0a570fb4644c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:35.924592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:35.930927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:57:35.965769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.970466 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.972081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf194c8-8553-4d28-9197-89aacbedb94b req-5b9f3d5a-fa42-46fa-b788-94fd93c3f029 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:35.983766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccf194c8-8553-4d28-9197-89aacbedb94b req-5b9f3d5a-fa42-46fa-b788-94fd93c3f029 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 932 time: 0.2960346 Feb 04 15:57:36.103492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=9a284ea4-4031-449e-9f2f-966a0d08e9c7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:36.147865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:36.170033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.171827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccf194c8-8553-4d28-9197-89aacbedb94b req-ded72480-ab23-4670-8993-4070d9bd773d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866994 Feb 04 15:57:36.206679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:36.220502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.268622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-010debc2-ee5c-4bcb-9e6f-fcf43aa04e66 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5671716 Feb 04 15:57:36.294663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Request body: {'port': {'device_id': '5366d204-c80a-4005-9c4b-bb376ee33756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:36.497464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:36.530618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a7b5c0-6530-484d-a864-6e462f2d1933,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:36.542689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Attempting to bind port b2a7b5c0-6530-484d-a864-6e462f2d1933 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:36.543608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Attempting to bind port b2a7b5c0-6530-484d-a864-6e462f2d1933 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:36.543808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.544606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Attempting to bind port b2a7b5c0-6530-484d-a864-6e462f2d1933 on network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:57:36.553779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Port b2a7b5c0-6530-484d-a864-6e462f2d1933 on network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:57:36.554700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Attempting to bind port b2a7b5c0-6530-484d-a864-6e462f2d1933 on network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:57:36.565290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:57:36.566297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Checking segment: {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:57:36.567656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Bound using segment: {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:57:36.568657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Bound port: b2a7b5c0-6530-484d-a864-6e462f2d1933, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:36.569648 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.634789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-175934b3-fe0c-4fb7-b206-60fa4efca92d None None] Provisioning complete for port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:36.635809 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-175934b3-fe0c-4fb7-b206-60fa4efca92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.789798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-175934b3-fe0c-4fb7-b206-60fa4efca92d None None] Port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:57:36.822113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] For port b2a7b5c0-6530-484d-a864-6e462f2d1933, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:36.828879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] For port b2a7b5c0-6530-484d-a864-6e462f2d1933, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:36.836926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.896281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:36.897028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.898685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] 10.222.0.50 "PUT /v2.0/ports/b2a7b5c0-6530-484d-a864-6e462f2d1933 HTTP/1.1" status: 200 len: 1092 time: 3.5109096 Feb 04 15:57:36.901114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcba028-f50f-4a87-b903-74e274a2030e', 'tag': 'b2a7b5c0-6530-484d-a864-6e462f2d1933'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:36.904107 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84fb457-e4dc-4209-858b-5bc49b1342f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcba028-f50f-4a87-b903-74e274a2030e", "tag": "b2a7b5c0-6530-484d-a864-6e462f2d1933"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:36.957373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc17d3-e8f8-4817-8a50-4d18035da556 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a7b5c0-6530-484d-a864-6e462f2d1933,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:37.003441 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.089028 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95434bfc-5377-4ced-ab9c-535232ad3081 x-openstack-request-id: req-95434bfc-5377-4ced-ab9c-535232ad3081 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:37.089446 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcba028-f50f-4a87-b903-74e274a2030e", "tag": "b2a7b5c0-6530-484d-a864-6e462f2d1933", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:37.089583 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-95434bfc-5377-4ced-ab9c-535232ad3081 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:37.090022 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcba028-f50f-4a87-b903-74e274a2030e', 'tag': 'b2a7b5c0-6530-484d-a864-6e462f2d1933', 'status': 'completed', 'code': 200} Feb 04 15:57:37.122493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-72902ed5-79d3-4228-beec-b3758d5f0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.125214 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-72902ed5-79d3-4228-beec-b3758d5f0f7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 1095 time: 0.1347103 Feb 04 15:57:37.312017 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-0781a593-5db1-4339-abd2-89e2c0714b27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933 HTTP/1.1" status: 200 len: 217 time: 0.1666265 Feb 04 15:57:37.327593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321c5df-113a-4236-aed7-eaaa140c8574 req-07537bb9-00a5-490d-ae06-70464465fa1a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.330453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b321c5df-113a-4236-aed7-eaaa140c8574 req-07537bb9-00a5-490d-ae06-70464465fa1a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 932 time: 0.2597363 Feb 04 15:57:37.481343 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.616749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85606f72-d018-454c-b64d-6e1afc482185 req-f6f17990-5157-4f82-b163-bcb1d2132249 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.618438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85606f72-d018-454c-b64d-6e1afc482185 req-f6f17990-5157-4f82-b163-bcb1d2132249 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 944 time: 0.1212151 Feb 04 15:57:37.632094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-90781afb-0c87-4dfe-921d-dc6988113ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.636503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-90781afb-0c87-4dfe-921d-dc6988113ce1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 200 len: 850 time: 0.3032780 Feb 04 15:57:37.649764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a284ea4-4031-449e-9f2f-966a0d08e9c7 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:37.662638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.694726 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85606f72-d018-454c-b64d-6e1afc482185 req-4bc4e51d-c078-4d86-9191-d383ac2d8072 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635118 Feb 04 15:57:37.722700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-45743c6e-6cb0-420b-8751-3a053085c5af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765374 Feb 04 15:57:37.726399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Transition to ACTIVE for port object 9a284ea4-4031-449e-9f2f-966a0d08e9c7 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:37.737816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.772178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b321c5df-113a-4236-aed7-eaaa140c8574 req-0661f2b9-bfbb-4c1e-b846-bfc753e81b78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495160 Feb 04 15:57:37.949760 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-a242915c-5570-49e9-bbd1-689fd5da8a8c service neutron] 10.222.0.50 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018301 Feb 04 15:57:37.958039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Pushing event updated for resources: {'Port': ['ID=9a284ea4-4031-449e-9f2f-966a0d08e9c7,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:38.268667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Attempting to bind port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:38.272538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Attempting to bind port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:38.273348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Attempting to bind port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 on network fb426308-263f-4f9e-824d-0a570fb4644c {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:57:38.281110 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-365fd230-b6b3-4eae-8e23-e9ef4f6e1bff req-57357a07-4bdf-4ec6-8fa9-eb32a6339458 service neutron] 10.222.0.50 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193948 Feb 04 15:57:38.286241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 on network fb426308-263f-4f9e-824d-0a570fb4644c not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:57:38.286754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Attempting to bind port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 on network fb426308-263f-4f9e-824d-0a570fb4644c {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:57:38.299606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:57:38.300146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Checking segment: {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:57:38.300770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Bound using segment: {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:57:38.301581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Bound port: 9a284ea4-4031-449e-9f2f-966a0d08e9c7, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:38.302254 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.552301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-515f1b89-70ad-49f9-834b-4babd23b61e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:38.553893 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-515f1b89-70ad-49f9-834b-4babd23b61e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 1095 time: 0.1487834 Feb 04 15:57:38.621081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:38.641868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] For port 9a284ea4-4031-449e-9f2f-966a0d08e9c7, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:38.653083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] For port 9a284ea4-4031-449e-9f2f-966a0d08e9c7, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9a284ea4-4031-449e-9f2f-966a0d08e9c7,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:38.665534 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.738930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:38.739620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.872271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:38.876870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.887141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] 10.222.0.30 "PUT /v2.0/ports/9a284ea4-4031-449e-9f2f-966a0d08e9c7 HTTP/1.1" status: 200 len: 1092 time: 2.6078262 Feb 04 15:57:38.935794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5366d204-c80a-4005-9c4b-bb376ee33756', 'tag': '9a284ea4-4031-449e-9f2f-966a0d08e9c7'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:38.951259 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d57ad1-ec62-419d-be12-8353c9d5ae30" -d '{"events": [{"name": "network-changed", "server_uuid": "5366d204-c80a-4005-9c4b-bb376ee33756", "tag": "9a284ea4-4031-449e-9f2f-966a0d08e9c7"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:39.042976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75902cd7-b59d-4e15-abb9-e3061277fe0b service neutron] Pushing event updated for resources: {'Port': ['ID=9a284ea4-4031-449e-9f2f-966a0d08e9c7,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:39.082249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-575cf5e5-31ec-40fa-85fa-eb4865cb8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.091116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-575cf5e5-31ec-40fa-85fa-eb4865cb8da2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 911 time: 0.5261760 Feb 04 15:57:39.149441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694aa0-d585-47d2-866c-62607869383b req-5f38dee8-e542-4a1d-8f32-54f3123ff4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.152405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-5f38dee8-e542-4a1d-8f32-54f3123ff4fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 1095 time: 0.1423438 Feb 04 15:57:39.176452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72f955-56b4-44c8-91a6-3109e173457d req-f962f72a-699c-4862-8fb9-c72d6c451d20 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.178751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a72f955-56b4-44c8-91a6-3109e173457d req-f962f72a-699c-4862-8fb9-c72d6c451d20 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 944 time: 0.2570863 Feb 04 15:57:39.270228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-96a69cf0-4a69-47ae-a3c5-1260953173cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933 HTTP/1.1" status: 200 len: 217 time: 0.1684587 Feb 04 15:57:39.272684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-9a433ee8-0103-48f4-9a44-5ae3284af6b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=9a284ea4-4031-449e-9f2f-966a0d08e9c7 HTTP/1.1" status: 200 len: 217 time: 0.1082890 Feb 04 15:57:39.368972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a72f955-56b4-44c8-91a6-3109e173457d req-a9dadc05-a2d7-46b0-bb94-c19119b3a78d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785979 Feb 04 15:57:39.375931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694aa0-d585-47d2-866c-62607869383b req-91c16700-718c-48e2-923f-3c41debbbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.377511 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-91c16700-718c-48e2-923f-3c41debbbec1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5237fa71-9478-4160-9886-91d7aff57144 HTTP/1.1" status: 200 len: 838 time: 0.0928702 Feb 04 15:57:39.479011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-829116cf-f8e3-4681-b23e-d6361e7f9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.480214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694aa0-d585-47d2-866c-62607869383b req-98962308-7d2e-4f6b-8dfc-7a7c2d202dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.483714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-98962308-7d2e-4f6b-8dfc-7a7c2d202dbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb426308-263f-4f9e-824d-0a570fb4644c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974562 Feb 04 15:57:39.485802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-829116cf-f8e3-4681-b23e-d6361e7f9d05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 200 len: 850 time: 0.1966088 Feb 04 15:57:39.538069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9b7c3-f1e1-4fe0-bbf5-661bd6f43c09 req-212c84d1-7cf1-4f99-8a95-d99a66982455 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.553860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1aa9b7c3-f1e1-4fe0-bbf5-661bd6f43c09 req-212c84d1-7cf1-4f99-8a95-d99a66982455 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 944 time: 0.5678406 Feb 04 15:57:39.703960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-e622fecc-e98a-4693-a550-1817a9617671 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414328 Feb 04 15:57:39.782295 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a72c97-28d6-4e37-9152-8a4b28b25600 x-openstack-request-id: req-20a72c97-28d6-4e37-9152-8a4b28b25600 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:39.783237 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5366d204-c80a-4005-9c4b-bb376ee33756", "tag": "9a284ea4-4031-449e-9f2f-966a0d08e9c7", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:39.783237 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20a72c97-28d6-4e37-9152-8a4b28b25600 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:39.783652 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5366d204-c80a-4005-9c4b-bb376ee33756', 'tag': '9a284ea4-4031-449e-9f2f-966a0d08e9c7', 'status': 'completed', 'code': 200} Feb 04 15:57:39.847935 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.868962 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:57:39.871244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1aa9b7c3-f1e1-4fe0-bbf5-661bd6f43c09 req-fbddd1e7-2480-473c-9727-af8e8f37c4cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657070 Feb 04 15:57:39.877649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-a25c90b9-176c-42e0-b37c-92988e9c4f0b service neutron] 10.222.0.30 "GET /v2.0/networks/fb426308-263f-4f9e-824d-0a570fb4644c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803535 Feb 04 15:57:39.931609 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-3b2c323d-a315-4286-bf07-bc831c76d16f service neutron] 10.222.0.50 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182229 Feb 04 15:57:40.066488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7694aa0-d585-47d2-866c-62607869383b req-0cac811b-c770-4023-91ca-5163b3608b47 service neutron] 10.222.0.30 "GET /v2.0/networks/fb426308-263f-4f9e-824d-0a570fb4644c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816595 Feb 04 15:57:40.161375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d84fb457-e4dc-4209-858b-5bc49b1342f3 req-66065204-50d5-4c8a-bb35-4a7c6d568d3b service neutron] 10.222.0.50 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215662 Feb 04 15:57:40.216616 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-d4fe5013-0f6f-460d-8a25-07aa0d66730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.220266 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-d4fe5013-0f6f-460d-8a25-07aa0d66730f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 1095 time: 0.0848646 Feb 04 15:57:40.471326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-468d31ab-4cd5-4939-9fca-256da17a66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.474129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-468d31ab-4cd5-4939-9fca-256da17a66b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb426308-263f-4f9e-824d-0a570fb4644c HTTP/1.1" status: 200 len: 897 time: 0.2470410 Feb 04 15:57:40.590625 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-53f36b40-72e6-4184-a476-e2f17e22e9a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=9a284ea4-4031-449e-9f2f-966a0d08e9c7 HTTP/1.1" status: 200 len: 217 time: 0.1091647 Feb 04 15:57:40.780124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d42e6-3c8e-4f0a-aac4-d17cbc55789c req-ee7f5e10-5913-4d2b-9e9b-09d18e9ecd65 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.783306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-929d42e6-3c8e-4f0a-aac4-d17cbc55789c req-ee7f5e10-5913-4d2b-9e9b-09d18e9ecd65 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 944 time: 0.1904752 Feb 04 15:57:40.791843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-2d8ce390-d4ca-45f8-9012-89a996b86ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.795936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-2d8ce390-d4ca-45f8-9012-89a996b86ee7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5237fa71-9478-4160-9886-91d7aff57144 HTTP/1.1" status: 200 len: 838 time: 0.1829712 Feb 04 15:57:40.962299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-929d42e6-3c8e-4f0a-aac4-d17cbc55789c req-8172c822-5946-45db-91f2-fbb25a0d3f1c tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040633 Feb 04 15:57:40.988476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-6ead641c-6f35-4d93-833e-87e348e7462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.990120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-6ead641c-6f35-4d93-833e-87e348e7462c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb426308-263f-4f9e-824d-0a570fb4644c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1862552 Feb 04 15:57:41.109269 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-00d1c4d7-8b14-4ce7-bd88-b3c47367d045 service neutron] 10.222.0.30 "GET /v2.0/networks/fb426308-263f-4f9e-824d-0a570fb4644c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112208 Feb 04 15:57:41.170647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ae685-6b78-44ec-be7f-2b8318cb9332 req-649e19c1-cff7-45eb-a9b3-f73f539fa806 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:41.177125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e89ae685-6b78-44ec-be7f-2b8318cb9332 req-649e19c1-cff7-45eb-a9b3-f73f539fa806 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 944 time: 0.1530523 Feb 04 15:57:41.264996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e89ae685-6b78-44ec-be7f-2b8318cb9332 req-6a8ab7fa-195e-4782-b7bd-7ed3a1a759df tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761971 Feb 04 15:57:41.277957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2d57ad1-ec62-419d-be12-8353c9d5ae30 req-f7072299-4357-4d69-9aa9-1801cd35a873 service neutron] 10.222.0.30 "GET /v2.0/networks/fb426308-263f-4f9e-824d-0a570fb4644c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611764 Feb 04 15:57:42.248642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fe39a-61c2-48ee-97bf-9a983094144e req-c84752ab-7430-4e99-ade6-02e83b07b2ce tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:42.252007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-384fe39a-61c2-48ee-97bf-9a983094144e req-c84752ab-7430-4e99-ade6-02e83b07b2ce tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 944 time: 0.1175847 Feb 04 15:57:42.319311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-384fe39a-61c2-48ee-97bf-9a983094144e req-03a5563b-ed0e-4cc5-afce-3facf7345dbd tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606952 Feb 04 15:57:42.504806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fd3f2-7cf1-4e3a-8604-692131324d22 req-4c39b8c2-907b-45fd-b1d9-e1bbb5b078c7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:42.507650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a6fd3f2-7cf1-4e3a-8604-692131324d22 req-4c39b8c2-907b-45fd-b1d9-e1bbb5b078c7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 944 time: 0.0994728 Feb 04 15:57:42.574210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a6fd3f2-7cf1-4e3a-8604-692131324d22 req-cd750b59-fb21-4e28-b161-797bc23f8306 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584335 Feb 04 15:57:42.891189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device b2a7b5c0-6530-484d-a864-6e462f2d1933 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:57:43.122669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port b2a7b5c0-6530-484d-a864-6e462f2d1933, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:43.143337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'b2a7b5c0-6530-484d-a864-6e462f2d1933', 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3', 'port_id': 'b2a7b5c0-6530-484d-a864-6e462f2d1933', 'mac_address': 'fa:16:3e:ab:74:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc237b60-70b6-4e97-af5e-fa4d657654b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:57:43.206075 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.225479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a7b5c0-6530-484d-a864-6e462f2d1933 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:43.276239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port b2a7b5c0-6530-484d-a864-6e462f2d1933, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:43.283211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.356037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=b2a7b5c0-6530-484d-a864-6e462f2d1933,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:43.503555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad0abc-36cb-43d6-a579-28d9c724487a req-4e904ddc-3367-4227-aa28-98e14cca5db1 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.505324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9ad0abc-36cb-43d6-a579-28d9c724487a req-4e904ddc-3367-4227-aa28-98e14cca5db1 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 945 time: 0.0820017 Feb 04 15:57:43.570516 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9ad0abc-36cb-43d6-a579-28d9c724487a req-37d3050f-47a4-45ad-ae14-3edb53284961 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493729 Feb 04 15:57:43.743298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['b2a7b5c0-6530-484d-a864-6e462f2d1933'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:57:43.873270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a782b4-779f-4762-9c13-1c463f074c78 req-d7d680d1-2168-451e-b433-341efca9e9f8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.883572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0a782b4-779f-4762-9c13-1c463f074c78 req-d7d680d1-2168-451e-b433-341efca9e9f8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 944 time: 0.1406405 Feb 04 15:57:43.960640 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0a782b4-779f-4762-9c13-1c463f074c78 req-f4f5839a-2e68-4778-ac4a-5f5fa4e31926 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672569 Feb 04 15:57:44.111237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9a284ea4-4031-449e-9f2f-966a0d08e9c7 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:57:44.248287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9a284ea4-4031-449e-9f2f-966a0d08e9c7, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9a284ea4-4031-449e-9f2f-966a0d08e9c7,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:44.284685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '9a284ea4-4031-449e-9f2f-966a0d08e9c7', 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c', 'port_id': '9a284ea4-4031-449e-9f2f-966a0d08e9c7', 'mac_address': 'fa:16:3e:9f:bb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5237fa71-9478-4160-9886-91d7aff57144', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:57:44.363743 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.389485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a284ea4-4031-449e-9f2f-966a0d08e9c7 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:44.432618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9a284ea4-4031-449e-9f2f-966a0d08e9c7, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9a284ea4-4031-449e-9f2f-966a0d08e9c7,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:44.439682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.525408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=9a284ea4-4031-449e-9f2f-966a0d08e9c7,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:44.722005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33e744-dee6-44d6-9ba0-ce0874f43e7a req-59129a69-853b-4c85-be66-2b7b0cc679a8 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:44.723883 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a33e744-dee6-44d6-9ba0-ce0874f43e7a req-59129a69-853b-4c85-be66-2b7b0cc679a8 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 945 time: 0.0559311 Feb 04 15:57:44.769468 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a33e744-dee6-44d6-9ba0-ce0874f43e7a req-58cdcf24-1bef-4322-848c-d619e54d8c43 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Feb 04 15:57:44.792471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9a284ea4-4031-449e-9f2f-966a0d08e9c7'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:57:45.209373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f50bf-d9ae-4f95-98d5-a24b5ee67ad6 req-c8b2eff4-1f4b-4588-92e6-afd93680a261 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:45.229023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e4f50bf-d9ae-4f95-98d5-a24b5ee67ad6 req-c8b2eff4-1f4b-4588-92e6-afd93680a261 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 945 time: 0.1457028 Feb 04 15:57:45.293525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e4f50bf-d9ae-4f95-98d5-a24b5ee67ad6 req-be0360ab-dd8b-4673-b7ca-9ded4ebe39cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625563 Feb 04 15:57:45.931443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09a2c-c912-4a74-9878-5972e3a2d27c req-1c36e2db-47db-408c-a6d8-a55cd4f8c5a5 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:45.933212 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0c09a2c-c912-4a74-9878-5972e3a2d27c req-1c36e2db-47db-408c-a6d8-a55cd4f8c5a5 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 945 time: 0.0694470 Feb 04 15:57:45.990972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c0c09a2c-c912-4a74-9878-5972e3a2d27c req-80125d61-3d12-43a8-a46c-e80c7b9992a4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 Feb 04 15:57:46.128481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9a284ea4-4031-449e-9f2f-966a0d08e9c7 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:46.203203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:46.209570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:46.211432 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.379575 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.431111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5366d204-c80a-4005-9c4b-bb376ee33756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a284ea4-4031-449e-9f2f-966a0d08e9c7'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:46.437139 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc393bb-6b40-4a1b-8439-a74ae6065f3c" -d '{"events": [{"server_uuid": "5366d204-c80a-4005-9c4b-bb376ee33756", "name": "network-vif-plugged", "status": "completed", "tag": "9a284ea4-4031-449e-9f2f-966a0d08e9c7"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:46.472985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9a284ea4-4031-449e-9f2f-966a0d08e9c7, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9a284ea4-4031-449e-9f2f-966a0d08e9c7,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:46.485567 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.504681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41889d50-cd5f-40b2-af6b-6c87edeab122 req-69981142-cd31-4134-a254-75db890caac2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:46.512911 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41889d50-cd5f-40b2-af6b-6c87edeab122 req-69981142-cd31-4134-a254-75db890caac2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 945 time: 0.0858653 Feb 04 15:57:46.567954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41889d50-cd5f-40b2-af6b-6c87edeab122 req-91dc0db9-ba4b-43b2-8605-52c98f453add tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529995 Feb 04 15:57:46.660830 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d6e5df-cb32-4d44-b5bd-2d404e2284aa x-openstack-request-id: req-32d6e5df-cb32-4d44-b5bd-2d404e2284aa {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:46.661104 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5366d204-c80a-4005-9c4b-bb376ee33756", "name": "network-vif-plugged", "status": "completed", "tag": "9a284ea4-4031-449e-9f2f-966a0d08e9c7", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:46.661481 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32d6e5df-cb32-4d44-b5bd-2d404e2284aa {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:46.661840 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5366d204-c80a-4005-9c4b-bb376ee33756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a284ea4-4031-449e-9f2f-966a0d08e9c7', 'code': 200} Feb 04 15:57:46.671379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=9a284ea4-4031-449e-9f2f-966a0d08e9c7,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:46.796750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c96389-7164-429b-8fed-06b8ea77f9a7 req-5a1ddc28-4ea7-4c4b-a451-f0b75e3a33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:46.798901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93c96389-7164-429b-8fed-06b8ea77f9a7 req-5a1ddc28-4ea7-4c4b-a451-f0b75e3a33fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 1097 time: 0.0775855 Feb 04 15:57:46.856618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93c96389-7164-429b-8fed-06b8ea77f9a7 req-24031eaa-f205-4993-9b49-1a9adbec386f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488663 Feb 04 15:57:46.897304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device b2a7b5c0-6530-484d-a864-6e462f2d1933 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:46.985820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50602) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:47.018539 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port b2a7b5c0-6530-484d-a864-6e462f2d1933 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:47.029192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port b2a7b5c0-6530-484d-a864-6e462f2d1933 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:47.030239 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.205116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50608) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:47.206768 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b361ffc3-0077-40f6-8add-ec929371a0a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=464a16c700ad4f7b958fcc9ae51e5420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180679 Feb 04 15:57:47.235428 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.295391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29426b8-b455-49f7-9992-ce7e743183d7 req-d50f4e4a-e269-4cc5-89eb-9d2b174544cb tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:47.298453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c29426b8-b455-49f7-9992-ce7e743183d7 req-d50f4e4a-e269-4cc5-89eb-9d2b174544cb tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 945 time: 0.0896008 Feb 04 15:57:47.300178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port b2a7b5c0-6530-484d-a864-6e462f2d1933, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:47.308504 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.362993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c29426b8-b455-49f7-9992-ce7e743183d7 req-b9fa22fa-c9f5-4f4d-bc5e-2db27ed3334b tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553803 Feb 04 15:57:47.364340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-83361065-c343-46e2-911f-33c83275b278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.423164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-83361065-c343-46e2-911f-33c83275b278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.424281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50612) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:47.439025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=b2a7b5c0-6530-484d-a864-6e462f2d1933,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:47.486675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-83361065-c343-46e2-911f-33c83275b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.491335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Deleting subnet 52963866-8001-4671-a57f-692e5b7ac00e {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:57:47.491621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-83361065-c343-46e2-911f-33c83275b278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.493477 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-83361065-c343-46e2-911f-33c83275b278 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6fa25ef-0419-4b7a-9781-81154cb2db5c HTTP/1.1" status: 204 len: 168 time: 0.2851291 Feb 04 15:57:47.499198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.507426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83361065-c343-46e2-911f-33c83275b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fa25ef-0419-4b7a-9781-81154cb2db5c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:47.592574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.644473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.728278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.738757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85323f10-8ca8-40a4-a0be-1cd2c51a5127 req-d059610c-d4c7-4f0a-8a15-55366c21e362 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:47.747001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85323f10-8ca8-40a4-a0be-1cd2c51a5127 req-d059610c-d4c7-4f0a-8a15-55366c21e362 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 946 time: 0.0700758 Feb 04 15:57:47.752426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.756798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/52963866-8001-4671-a57f-692e5b7ac00e HTTP/1.1" status: 204 len: 168 time: 0.3312526 Feb 04 15:57:47.772886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50620) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:47.780092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52963866-8001-4671-a57f-692e5b7ac00e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:47.789882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.790356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.791070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.791626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.792047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.792770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.793008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.793392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.793855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.794277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.794747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.795834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba06294-1028-438a-a89d-5b0357bdc044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:47.843724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-85323f10-8ca8-40a4-a0be-1cd2c51a5127 req-2bc83230-dba9-4e2c-9689-6c3f06a68862 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955679 Feb 04 15:57:47.878047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.977394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.005053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d2a86e-f686-43ae-9e47-8812e363b3e5']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:48.016735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247d5f34-6e27-41b0-98c1-a2dd3152cf4d') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:48.017041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247d5f34-6e27-41b0-98c1-a2dd3152cf4d') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:48.030319 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.051427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.069578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:57:48.070424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:57:48.073125 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:57:48.164836 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.175711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.187117 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/20d2a86e-f686-43ae-9e47-8812e363b3e5 HTTP/1.1" status: 204 len: 168 time: 0.4120426 Feb 04 15:57:48.216300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d2a86e-f686-43ae-9e47-8812e363b3e5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.227308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.227991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.228441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.228857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.229275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.230117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.233273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.233273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.233273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.233273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.233273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.233273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f05915-2866-4cec-8b4d-b867c86478a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:48.433630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50642) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:48.494167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e55ca062-88d4-4b7d-9b75-43e855af78f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2015bfa04b4433897588e658095ed70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586882 Feb 04 15:57:48.498698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50644) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:48.576265 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d257f3f8-60c0-41ca-8d1d-882fc4715432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.577451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2a698-cee1-4533-810b-462e4cd5bc91 req-ee477c0c-0ae1-4826-9c7d-b890191fe44b tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:48.580226 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5b2a698-cee1-4533-810b-462e4cd5bc91 req-ee477c0c-0ae1-4826-9c7d-b890191fe44b tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0913854 Feb 04 15:57:48.612542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d257f3f8-60c0-41ca-8d1d-882fc4715432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.663310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcba028-f50f-4a87-b903-74e274a2030e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a7b5c0-6530-484d-a864-6e462f2d1933'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:48.665006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d5b2a698-cee1-4533-810b-462e4cd5bc91 req-56a13cdc-9e88-4fb5-a91a-3100f3320e5c tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692871 Feb 04 15:57:48.667878 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab011b3-c336-4cec-a5cf-7f8637c094e8" -d '{"events": [{"server_uuid": "bdcba028-f50f-4a87-b903-74e274a2030e", "name": "network-vif-plugged", "status": "completed", "tag": "b2a7b5c0-6530-484d-a864-6e462f2d1933"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:57:48.700201 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d257f3f8-60c0-41ca-8d1d-882fc4715432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.711290 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d257f3f8-60c0-41ca-8d1d-882fc4715432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.713405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d257f3f8-60c0-41ca-8d1d-882fc4715432 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6848559c-55e5-4b09-881a-4981e2eddebc HTTP/1.1" status: 204 len: 168 time: 0.2130976 Feb 04 15:57:48.740534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257f3f8-60c0-41ca-8d1d-882fc4715432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6848559c-55e5-4b09-881a-4981e2eddebc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.757344 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ac4033-582d-4474-b857-848407c8ba64 x-openstack-request-id: req-44ac4033-582d-4474-b857-848407c8ba64 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:57:48.758005 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcba028-f50f-4a87-b903-74e274a2030e", "name": "network-vif-plugged", "status": "completed", "tag": "b2a7b5c0-6530-484d-a864-6e462f2d1933", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:57:48.758586 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44ac4033-582d-4474-b857-848407c8ba64 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:57:48.759266 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcba028-f50f-4a87-b903-74e274a2030e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a7b5c0-6530-484d-a864-6e462f2d1933', 'code': 200} Feb 04 15:57:49.011036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7842b-658f-46fd-a369-b0aa6fd9a83f req-f01e2e9f-dbc1-4ff1-b999-de27928ac0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:49.013621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44d7842b-658f-46fd-a369-b0aa6fd9a83f req-f01e2e9f-dbc1-4ff1-b999-de27928ac0a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 1097 time: 0.1435933 Feb 04 15:57:49.045817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b4b4-ce6f-4f66-bea5-f413162f75e3 req-ab275581-ba11-4a58-8412-9087857ef3dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:49.056049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e29b4b4-ce6f-4f66-bea5-f413162f75e3 req-ab275581-ba11-4a58-8412-9087857ef3dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 946 time: 0.1266973 Feb 04 15:57:49.109781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44d7842b-658f-46fd-a369-b0aa6fd9a83f req-eb6d6502-b84e-4c1b-b753-d267ea437187 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889041 Feb 04 15:57:49.119553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e29b4b4-ce6f-4f66-bea5-f413162f75e3 req-b95a83b7-2533-4e99-83d1-b127ff7a3738 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616255 Feb 04 15:57:49.353229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9584e6-b369-4ecf-98f0-74c2c4e9da0d req-8f4eda94-a8c1-4af1-96e8-fed53bdb18d3 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:49.366686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9584e6-b369-4ecf-98f0-74c2c4e9da0d req-8f4eda94-a8c1-4af1-96e8-fed53bdb18d3 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 946 time: 0.1129155 Feb 04 15:57:49.438585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9584e6-b369-4ecf-98f0-74c2c4e9da0d req-7d34b66c-3724-4c6f-8bda-18b08b67c594 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719879 Feb 04 15:57:49.864213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07900c-be5f-4d54-8965-83cc6b94a3a7 req-8d9c556e-7b26-404e-85e3-fe14a37326f8 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:49.866248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe07900c-be5f-4d54-8965-83cc6b94a3a7 req-8d9c556e-7b26-404e-85e3-fe14a37326f8 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0609133 Feb 04 15:57:49.927892 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe07900c-be5f-4d54-8965-83cc6b94a3a7 req-b7eb4660-9b85-4e30-bb01-f271b80c1534 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554161 Feb 04 15:57:51.014144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50768) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:51.170687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267a22b-dbd8-4871-9842-4af75a39c927 req-3d3bfeef-4be9-4564-98af-508abc2712c3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:51.172652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a267a22b-dbd8-4871-9842-4af75a39c927 req-3d3bfeef-4be9-4564-98af-508abc2712c3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1490235 Feb 04 15:57:51.264711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a267a22b-dbd8-4871-9842-4af75a39c927 req-208cf73d-ec52-47df-95fd-81ce00383df0 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795515 Feb 04 15:57:51.704989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-707eb2b4-af06-4256-ae63-5820188f3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:51.707835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-707eb2b4-af06-4256-ae63-5820188f3950 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 1097 time: 0.0665884 Feb 04 15:57:51.839198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0427c-442f-4380-b07e-2c0b3991293a req-e67cc82d-a9f9-4e43-ad34-329405662946 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:51.841683 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53b0427c-442f-4380-b07e-2c0b3991293a req-e67cc82d-a9f9-4e43-ad34-329405662946 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1350105 Feb 04 15:57:51.901075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-95ac8652-8c45-4c68-b6b8-cb69d5379d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:51.905953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-95ac8652-8c45-4c68-b6b8-cb69d5379d0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 911 time: 0.1866114 Feb 04 15:57:51.986374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-649c1125-b084-449d-8dd8-b2829d7a4fa6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933 HTTP/1.1" status: 200 len: 217 time: 0.0742106 Feb 04 15:57:52.001364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53b0427c-442f-4380-b07e-2c0b3991293a req-7cb9cd93-18b8-49f1-913f-bae90d5d6cc5 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133413 Feb 04 15:57:52.076748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-03a4d382-548b-4607-94fd-0af90f78f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.078982 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-03a4d382-548b-4607-94fd-0af90f78f85e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 200 len: 850 time: 0.0849645 Feb 04 15:57:52.133814 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-66c23ba9-7c08-4f88-a036-39e41e2b0d86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472255 Feb 04 15:57:52.257877 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-0838c77a-d644-4b9a-b013-13524e6a1251 service neutron] 10.222.0.50 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144567 Feb 04 15:57:52.483013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d56ffd3-b5e1-4027-b4d0-5419115d5477 req-799928ae-01ca-4c05-bc83-d3053252f5e8 service neutron] 10.222.0.50 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176354 Feb 04 15:57:52.575624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.091802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.20.0.17 (fb426308-263f-4f9e-824d-0a570fb4644c/5237fa71-9478-4160-9886-91d7aff57144/3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:53.196187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.255796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ffe51-d807-4788-92dc-04ec59394396 req-6ced7916-6a46-46ee-8868-a8c766e93901 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:53.262621 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b5ffe51-d807-4788-92dc-04ec59394396 req-6ced7916-6a46-46ee-8868-a8c766e93901 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1215043 Feb 04 15:57:53.307146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.335895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b5ffe51-d807-4788-92dc-04ec59394396 req-1a8597f2-c297-48b1-93ec-490b17c3d77c tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649228 Feb 04 15:57:53.350999 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.407260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network fb426308-263f-4f9e-824d-0a570fb4644c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:53.410933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:53.415402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:57:53.425255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:53.488786 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.694238 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.955776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7f757e83-ba1f-4b10-9732-a38e148c8a5a None None] Provisioning complete for port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:53.959995 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7f757e83-ba1f-4b10-9732-a38e148c8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.031093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7f757e83-ba1f-4b10-9732-a38e148c8a5a None None] Port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:57:54.121932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.134574 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.261484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.264412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:54.312324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50804) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:54.400799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network fb426308-263f-4f9e-824d-0a570fb4644c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:54.404432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:54.491110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf6c6d74-52a5-4a1c-9e91-25da5c5b64fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.592264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f3d4e-7e2e-4883-9699-18d7885d923c req-5bcf39e1-2e72-49ba-81b2-b451270104b1 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:54.595661 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-193f3d4e-7e2e-4883-9699-18d7885d923c req-5bcf39e1-2e72-49ba-81b2-b451270104b1 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1740885 Feb 04 15:57:54.627024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf6c6d74-52a5-4a1c-9e91-25da5c5b64fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.634443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf6c6d74-52a5-4a1c-9e91-25da5c5b64fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.726534 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cf6c6d74-52a5-4a1c-9e91-25da5c5b64fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d453a9761bd41f6a8af841e34de55a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087186 Feb 04 15:57:54.726849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50810) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:54.747879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c6d74-52a5-4a1c-9e91-25da5c5b64fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1553b29-cf35-4865-b2d7-a23bf622584b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:54.755449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-193f3d4e-7e2e-4883-9699-18d7885d923c req-7fbe0206-01ec-4ad9-8cd8-462dffc35a74 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090019 Feb 04 15:57:54.763776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 609fac09-3f3e-490c-95ed-19f83f5a9239 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:54.838392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8209a52-7a58-4a8f-bb3d-03b6416c8276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.863506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-cf0a99ae-5ea4-4b63-a5b4-5808094e0824 None None] Provisioning complete for port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:54.864128 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf0a99ae-5ea4-4b63-a5b4-5808094e0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.879555 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8209a52-7a58-4a8f-bb3d-03b6416c8276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.928254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a99ae-5ea4-4b63-a5b4-5808094e0824 None None] Port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:57:54.940041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:54.951313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9ef85655-7bd7-46e0-a30a-f1c8bc3f295c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "PUT /v2.0/routers/609fac09-3f3e-490c-95ed-19f83f5a9239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9337442 Feb 04 15:57:54.955307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Sync routers for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:57:54.970687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8209a52-7a58-4a8f-bb3d-03b6416c8276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.973417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:57:54.973648 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8209a52-7a58-4a8f-bb3d-03b6416c8276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.978097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:57:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:54.978391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b8209a52-7a58-4a8f-bb3d-03b6416c8276 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1553b29-cf35-4865-b2d7-a23bf622584b HTTP/1.1" status: 204 len: 168 time: 0.2456827 Feb 04 15:57:54.984179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8209a52-7a58-4a8f-bb3d-03b6416c8276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1553b29-cf35-4865-b2d7-a23bf622584b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:55.134248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:57:55.532241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:25Z', 'revision_number': 1, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f', 'name': '', 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:5f:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '5237fa71-9478-4160-9886-91d7aff57144', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:52Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 2, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '5237fa71-9478-4160-9886-91d7aff57144', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:55.561888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Checking router: 609fac09-3f3e-490c-95ed-19f83f5a9239 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:57:55.562522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Updating router 609fac09-3f3e-490c-95ed-19f83f5a9239 port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:57:55.598498 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.981396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f34c01-3e1b-4b2e-850b-3ef91eef7fb6 req-48fe95e4-a434-4ecd-8f10-e1ac7f20706e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:55.984289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31f34c01-3e1b-4b2e-850b-3ef91eef7fb6 req-48fe95e4-a434-4ecd-8f10-e1ac7f20706e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1051266 Feb 04 15:57:56.076734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31f34c01-3e1b-4b2e-850b-3ef91eef7fb6 req-68602bb6-d967-434a-bad5-40bc9c39b44e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692132 Feb 04 15:57:56.129703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.138083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.233735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Pushing event updated for resources: {'Port': ['ID=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:56.281007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.281589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.282427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.283257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.284046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.285136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.285898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.286994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.287823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.288404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.288969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.289510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:56.352208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Attempting to bind port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:56.353002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Attempting to bind port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:56.353745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Attempting to bind port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f on network fb426308-263f-4f9e-824d-0a570fb4644c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:57:56.365078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:57:56.365916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Checking segment: {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:57:56.366815 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.367599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Bound using segment: {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:57:56.368578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Bound port: 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf675a57-08e4-4590-9f64-97fefdddf70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:56.369360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.498445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] For port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:56.502931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] For port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:56.510187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.624575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:57:56.625671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:57:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:56.736909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ca4307ad-b690-48f4-ac30-3134651c602c None None] Provisioning complete for port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:56.737557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca4307ad-b690-48f4-ac30-3134651c602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.752380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec08a2-ed27-43bc-a88c-8c083f8d8ae3 None None] Pushing event updated for resources: {'Port': ['ID=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:56.926827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50850) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:56.958077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:57:57.085752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-676c4bbc-cc62-4837-85ee-b1ceec675d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.086696 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca4307ad-b690-48f4-ac30-3134651c602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.251480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ca4307ad-b690-48f4-ac30-3134651c602c None None] For port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:57.262998 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca4307ad-b690-48f4-ac30-3134651c602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.266709 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-676c4bbc-cc62-4837-85ee-b1ceec675d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.277401 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-676c4bbc-cc62-4837-85ee-b1ceec675d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.336399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-4b50383c-6157-475f-b82d-e944dca91894 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743879 Feb 04 15:57:57.360506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021623ba-1855-4bc9-9066-f1e10d1c6a07 req-7e8db9d8-0c4e-47b5-b432-31dc3e194e29 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:57.362762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-021623ba-1855-4bc9-9066-f1e10d1c6a07 req-7e8db9d8-0c4e-47b5-b432-31dc3e194e29 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1010101 Feb 04 15:57:57.389735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-676c4bbc-cc62-4837-85ee-b1ceec675d4e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63153e6c6bf14ba09481309299a93ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608245 Feb 04 15:57:57.397943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50858) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:57.458245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-021623ba-1855-4bc9-9066-f1e10d1c6a07 req-b3e3d1d6-49f0-42f5-8700-8ff0e5f18c0a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Feb 04 15:57:57.467474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-974b4fda-b27e-4168-9ad0-e3757b2d3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:57.469315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-974b4fda-b27e-4168-9ad0-e3757b2d3c47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1096 time: 0.1010611 Feb 04 15:57:57.493477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-79eb88dc-91f5-4089-9856-43c36a7d79a7 None None] Provisioning complete for port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:57.494143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-79eb88dc-91f5-4089-9856-43c36a7d79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.501721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4307ad-b690-48f4-ac30-3134651c602c None None] Pushing event updated for resources: {'Port': ['ID=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:57.510699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c4bbc-cc62-4837-85ee-b1ceec675d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6400f0-3a23-471f-b68f-9483fa8feaa8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:57.550833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02de64b7-4610-471a-b633-1941fb463e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.622780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02de64b7-4610-471a-b633-1941fb463e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.689781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-4c3a458a-60c0-4e8d-a313-26cfe907ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:57.692588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02de64b7-4610-471a-b633-1941fb463e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.693001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-4c3a458a-60c0-4e8d-a313-26cfe907ef35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae HTTP/1.1" status: 200 len: 897 time: 0.1913569 Feb 04 15:57:57.697804 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02de64b7-4610-471a-b633-1941fb463e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.699957 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-02de64b7-4610-471a-b633-1941fb463e6e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f6400f0-3a23-471f-b68f-9483fa8feaa8 HTTP/1.1" status: 204 len: 168 time: 0.2988584 Feb 04 15:57:57.727216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de64b7-4610-471a-b633-1941fb463e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6400f0-3a23-471f-b68f-9483fa8feaa8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:57.790925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:25Z', 'revision_number': 1, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f', 'name': '', 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:5f:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '5237fa71-9478-4160-9886-91d7aff57144', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:52Z', 'updated_at': '2022-02-04T15:57:56Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '5237fa71-9478-4160-9886-91d7aff57144', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:57.835845 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-36d7671c-0c59-41aa-9709-d2d5f7a4114c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9 HTTP/1.1" status: 200 len: 1000 time: 0.1351471 Feb 04 15:57:57.933873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-ce9b7c0c-5330-4137-be50-3005bb4d72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:57.936517 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-ce9b7c0c-5330-4137-be50-3005bb4d72ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266d5c09-5af5-4817-bcf8-898df1b31e0f HTTP/1.1" status: 200 len: 835 time: 0.0929930 Feb 04 15:57:58.050030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-c4198f93-3bed-4c62-af42-0f8e3b332a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:58.053064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-c4198f93-3bed-4c62-af42-0f8e3b332a1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082518 Feb 04 15:57:58.156761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb470a8-5530-4dbc-9b17-562b8eb53e9f None None] The sync data for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 is: [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:57:53Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:25Z', 'revision_number': 1, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f', 'name': '', 'network_id': 'fb426308-263f-4f9e-824d-0a570fb4644c', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:5f:b1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '5237fa71-9478-4160-9886-91d7aff57144', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:52Z', 'updated_at': '2022-02-04T15:57:56Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '5237fa71-9478-4160-9886-91d7aff57144', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:57:58.359366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-4de12afa-c534-4462-b026-40dc6c83291e service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948096 Feb 04 15:57:58.637489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6edbfe5c-26f9-43d7-a4af-aab51847f985 req-04da1695-54f1-457b-943b-67f93106d5aa service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681177 Feb 04 15:57:58.671530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:57:58.856217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:58.856938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.858740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6264ef5-1105-4d69-ada1-438b0dc50af4 req-add0a250-1569-41d7-98c4-4111adea8781 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:58.862792 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6264ef5-1105-4d69-ada1-438b0dc50af4 req-add0a250-1569-41d7-98c4-4111adea8781 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1354344 Feb 04 15:57:59.006431 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b6264ef5-1105-4d69-ada1-438b0dc50af4 req-4db36ee3-fc25-4508-af4d-721800f734f4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257024 Feb 04 15:57:59.193886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 50890) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:59.365452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-961855441-network', 'tenant_id': '9e9ce2d5231f40809acb985ba5c4fbcf'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:59.406548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Made reservation on behalf of 9e9ce2d5231f40809acb985ba5c4fbcf for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:59.411042 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.426326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.591540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.597505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.637452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:59.656847 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0015c505-dbbe-47e4-b8f8-e55ff6df1c93,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.673808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.674338 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Added segment 76fc6af1-af25-4ef9-9b3f-84d966a7aa07 of type vlan for network ee92e343-875c-4f39-8d15-5f28f0a8995c Feb 04 15:57:59.749127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.783586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.786231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:59.787445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.890038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6938467 Feb 04 15:57:59.893937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50898) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:57:59.902406 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Request body: {'subnet': {'network_id': 'ee92e343-875c-4f39-8d15-5f28f0a8995c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-961855441-subnet', 'tenant_id': '9e9ce2d5231f40809acb985ba5c4fbcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:57:59.907101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86cafb-e03e-47bc-aee1-d4c419fe69b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ee92e343-875c-4f39-8d15-5f28f0a8995c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.924121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network ee92e343-875c-4f39-8d15-5f28f0a8995c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:57:59.941410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Made reservation on behalf of 9e9ce2d5231f40809acb985ba5c4fbcf for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:59.944855 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.274592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72e86b-25b2-433c-8106-7c341904c289 req-b56e05b7-5e5e-44eb-82e2-e7b6de9cb735 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:00.276265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a72e86b-25b2-433c-8106-7c341904c289 req-b56e05b7-5e5e-44eb-82e2-e7b6de9cb735 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1621327 Feb 04 15:58:00.297934 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.377580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f1fbee-d54f-43a2-849d-9dd4a3ca9401,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:00.385394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a72e86b-25b2-433c-8106-7c341904c289 req-ecf7b21a-0d07-4a36-8c7b-142e8b660d71 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952942 Feb 04 15:58:00.421068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Checking segment: {'id': '76fc6af1-af25-4ef9-9b3f-84d966a7aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ee92e343-875c-4f39-8d15-5f28f0a8995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:58:00.421751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Network hostable DHCP agents. Network: ee92e343-875c-4f39-8d15-5f28f0a8995c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:00.447635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Network ee92e343-875c-4f39-8d15-5f28f0a8995c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:00.462191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, ee92e343-875c-4f39-8d15-5f28f0a8995c) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:00.468510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:00.469483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.477429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1114ce5-07cd-442d-bddc-d717171b1bdf None None] Network ee92e343-875c-4f39-8d15-5f28f0a8995c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:58:00.498115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-31475922-13f7-4fcf-982b-a6b77211151f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6016862 Feb 04 15:58:00.613947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7dc2-914b-4d25-8f0d-ae69c506f182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.742742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5985eb-a56c-4dbb-950d-3880c53a5005 None None] Network ee92e343-875c-4f39-8d15-5f28f0a8995c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:58:00.979849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-079aa9b4-d9ea-41eb-a585-d82b0cbfcbf0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873466 Feb 04 15:58:01.153117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-f71876f1-86f7-4eeb-815b-a4f82a7c78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.155318 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-f71876f1-86f7-4eeb-815b-a4f82a7c78ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1096 time: 0.0908203 Feb 04 15:58:01.318782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-5f2dd0f9-fd88-45cf-bdbf-7801ef6bb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.321365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-5f2dd0f9-fd88-45cf-bdbf-7801ef6bb403 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.1404262 Feb 04 15:58:01.353458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50920) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:01.360138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2086186220-network', 'tenant_id': 'b750303afa8f44b298f90865b6a99a20'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:01.388401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Made reservation on behalf of b750303afa8f44b298f90865b6a99a20 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:01.391308 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.406927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.429472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-1740a05e-c61f-4a1a-b83d-62ec4f2169e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 1001 time: 0.1009834 Feb 04 15:58:01.549708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.555276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.578696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:01.579905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-2bacf0d2-b70c-4e8c-b688-80b249e94a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.582764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-2bacf0d2-b70c-4e8c-b688-80b249e94a77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.1453991 Feb 04 15:58:01.601169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.601562 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Added segment 4015921d-e9c4-4509-adee-e2a562e49b12 of type vlan for network 0d66134f-75fd-4cf8-a1f9-ecc1b3653af6 Feb 04 15:58:01.603934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c34dd1-2899-45f1-b5dd-ad651f91205d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:01.659156 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.663859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d31550-012b-4905-ab9f-b31d9985ea1c req-e944fe0f-badf-42fb-9bb8-c5bdd9da39fe tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.666644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66d31550-012b-4905-ab9f-b31d9985ea1c req-e944fe0f-badf-42fb-9bb8-c5bdd9da39fe tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1615934 Feb 04 15:58:01.705088 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.706515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.706644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-e16f1019-e5d3-4503-aa8d-d5a25314544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.707253 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.709204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-e16f1019-e5d3-4503-aa8d-d5a25314544f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188369 Feb 04 15:58:01.780905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4255664 Feb 04 15:58:01.783693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 50926) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:01.790387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Request body: {'subnet': {'network_id': '0d66134f-75fd-4cf8-a1f9-ecc1b3653af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2086186220-subnet', 'tenant_id': 'b750303afa8f44b298f90865b6a99a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:01.802041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce9257-0b55-47d0-8f78-83d68eba4866 admin admin] Pushing event updated for resources: {'Network': ['ID=0d66134f-75fd-4cf8-a1f9-ecc1b3653af6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:01.826783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Made reservation on behalf of b750303afa8f44b298f90865b6a99a20 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:01.827052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 0d66134f-75fd-4cf8-a1f9-ecc1b3653af6 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:58:01.829413 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.859598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66d31550-012b-4905-ab9f-b31d9985ea1c req-9e7b9103-f344-43b5-ae0d-f66b81d6f661 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753914 Feb 04 15:58:01.935162 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-295dfb20-80e2-473e-a2d9-d700f9fd800b service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109296 Feb 04 15:58:02.061382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8760833b-8201-4e4a-9c3d-f21254fba100 req-3e99cf9d-2a7a-4734-8cbc-f0dffcbe69a0 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189013 Feb 04 15:58:02.098252 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.163797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f200482c-3431-4a6b-85de-77a69f0946a6,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:02.175798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Checking segment: {'id': '4015921d-e9c4-4509-adee-e2a562e49b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0d66134f-75fd-4cf8-a1f9-ecc1b3653af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:58:02.175798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Network hostable DHCP agents. Network: 0d66134f-75fd-4cf8-a1f9-ecc1b3653af6, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:02.199127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Network 0d66134f-75fd-4cf8-a1f9-ecc1b3653af6 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:02.211440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 0d66134f-75fd-4cf8-a1f9-ecc1b3653af6) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:02.217375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:02.218033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.225439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c5da9-52ee-4fe5-882e-0057822bd955 None None] Network 0d66134f-75fd-4cf8-a1f9-ecc1b3653af6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:58:02.249402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a3bbad79-d757-47bf-810d-db537562005b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4645405 Feb 04 15:58:02.415267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5bee6-6b03-4cd7-bd0f-44c2788902b7 None None] Network 0d66134f-75fd-4cf8-a1f9-ecc1b3653af6 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:58:03.062910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-3b442b4c-e50e-4994-a9c6-8006a201216c tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:03.066685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-3b442b4c-e50e-4994-a9c6-8006a201216c tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/networks?id=ee92e343-875c-4f39-8d15-5f28f0a8995c HTTP/1.1" status: 200 len: 811 time: 0.2082932 Feb 04 15:58:03.102823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-979ddba0-fddc-4006-a946-9fab8a58a33c tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/quotas/9e9ce2d5231f40809acb985ba5c4fbcf HTTP/1.1" status: 200 len: 375 time: 0.0214782 Feb 04 15:58:03.103921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01eaa4-a617-46e2-9fa8-14bc8b755821 req-2036c6cc-6a12-4634-bd21-96edf258b87f tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:03.107256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a01eaa4-a617-46e2-9fa8-14bc8b755821 req-2036c6cc-6a12-4634-bd21-96edf258b87f tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1268876 Feb 04 15:58:03.164321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-f79c928e-f9fe-4ecc-ae33-6209f1a6e44f tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e9ce2d5231f40809acb985ba5c4fbcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590639 Feb 04 15:58:03.186100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a01eaa4-a617-46e2-9fa8-14bc8b755821 req-5ae408a8-ffc9-4333-963e-c5fbe02fd922 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717704 Feb 04 15:58:03.306747 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-702ba914-e898-447f-baf9-b6eedf916c26 service neutron] 10.222.0.47 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262612 Feb 04 15:58:03.484736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-9c08403d-e926-4537-acc2-b57cbb89ae51 service neutron] 10.222.0.47 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667891 Feb 04 15:58:03.684207 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f608ce11-64d7-47b7-b9a3-a8c9a4f5d02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.833240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-77927fe5-f9f3-4a55-b6a7-03b1b3701e2b req-2fc96485-6576-49c5-a198-ae737bd85a4f tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 210 time: 0.0569143 Feb 04 15:58:04.486735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240904c-e36d-4dc8-8d2a-e7e15e143908 req-e99d4af7-1d1c-4895-9e5b-0b14821607d7 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:04.489350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d240904c-e36d-4dc8-8d2a-e7e15e143908 req-e99d4af7-1d1c-4895-9e5b-0b14821607d7 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1061895 Feb 04 15:58:04.564062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d240904c-e36d-4dc8-8d2a-e7e15e143908 req-1f2033a4-ae6e-4d12-a1f6-ae4ca6720e31 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653410 Feb 04 15:58:04.981919 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52b97e67-09c8-46ff-b74d-cb617b96700f req-f962f34d-2442-4592-8cd5-c92b4b5ad211 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 210 time: 0.0464358 Feb 04 15:58:05.405102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-e838ace2-af08-4870-9659-457ec26ff76f tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:05.406929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-e838ace2-af08-4870-9659-457ec26ff76f tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.50 "GET /v2.0/networks?id=ee92e343-875c-4f39-8d15-5f28f0a8995c HTTP/1.1" status: 200 len: 811 time: 0.1507936 Feb 04 15:58:05.435949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Request body: {'port': {'device_id': '6d979d1d-8b61-4d2d-95da-1c4e2c47f406', 'network_id': 'ee92e343-875c-4f39-8d15-5f28f0a8995c', 'admin_state_up': True, 'tenant_id': '9e9ce2d5231f40809acb985ba5c4fbcf'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:05.603097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Made reservation on behalf of 9e9ce2d5231f40809acb985ba5c4fbcf for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:05.616210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.805387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d429-f660-4dcd-9e67-24c1c54f0517 req-d7139142-f48c-412b-addf-4fb9a3f15ee5 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:05.809869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b15d429-f660-4dcd-9e67-24c1c54f0517 req-d7139142-f48c-412b-addf-4fb9a3f15ee5 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1112206 Feb 04 15:58:05.828564 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.882530 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b15d429-f660-4dcd-9e67-24c1c54f0517 req-766d86dc-c633-40b7-a2c6-dba2f7d4fc61 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605688 Feb 04 15:58:05.885338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Allocated IP 172.20.0.12 (ee92e343-875c-4f39-8d15-5f28f0a8995c/26f1fbee-d54f-43a2-849d-9dd4a3ca9401/1dc53db3-a398-4456-8c9f-7e42eb30640d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:06.151533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-512a3038-990d-4013-8a6b-d245854ddf61 req-d6d34227-dc19-4b01-87b6-cc104cdf41e5 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 210 time: 0.0551190 Feb 04 15:58:06.250819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.321531 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.412061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Network ee92e343-875c-4f39-8d15-5f28f0a8995c is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:06.417954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:06.425108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:58:06.473422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Pushing event updated for resources: {'Port': ['ID=1dc53db3-a398-4456-8c9f-7e42eb30640d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:06.528804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:06.530153 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.558104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-52f3c4f2-ad60-4f16-90ff-5ee664775c79 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1274490 Feb 04 15:58:06.588576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Request body: {'port': {'device_id': '6d979d1d-8b61-4d2d-95da-1c4e2c47f406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:06.705899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.963076 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.102071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68391907-274f-4631-868c-6ec43745f836 req-9c0af8ac-eeb0-46ab-9ba6-1bc1d1b72fa4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:07.112710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68391907-274f-4631-868c-6ec43745f836 req-9c0af8ac-eeb0-46ab-9ba6-1bc1d1b72fa4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0800140 Feb 04 15:58:07.156781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc53db3-a398-4456-8c9f-7e42eb30640d {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:07.181443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.197131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68391907-274f-4631-868c-6ec43745f836 req-72ca6d9d-c3e6-4034-8946-d316b298ea6b tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830231 Feb 04 15:58:07.239044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Transition to ACTIVE for port object 1dc53db3-a398-4456-8c9f-7e42eb30640d will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:07.246492 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.392208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Pushing event updated for resources: {'Port': ['ID=1dc53db3-a398-4456-8c9f-7e42eb30640d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:07.441289 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.503650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9eee0-a31d-469f-9a1b-448ca7e5d2fe req-b6e85878-8d7a-4d5b-ad22-e8d4450731f9 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:07.506311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dae9eee0-a31d-469f-9a1b-448ca7e5d2fe req-b6e85878-8d7a-4d5b-ad22-e8d4450731f9 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 944 time: 0.1996059 Feb 04 15:58:07.647635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Attempting to bind port 1dc53db3-a398-4456-8c9f-7e42eb30640d on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:07.648193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Attempting to bind port 1dc53db3-a398-4456-8c9f-7e42eb30640d by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '76fc6af1-af25-4ef9-9b3f-84d966a7aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ee92e343-875c-4f39-8d15-5f28f0a8995c'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:07.648730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Attempting to bind port 1dc53db3-a398-4456-8c9f-7e42eb30640d on network ee92e343-875c-4f39-8d15-5f28f0a8995c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:58:07.659442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dae9eee0-a31d-469f-9a1b-448ca7e5d2fe req-55d28e5e-ddae-49e7-914f-c4e4177a2a78 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188264 Feb 04 15:58:07.663357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Port 1dc53db3-a398-4456-8c9f-7e42eb30640d on network ee92e343-875c-4f39-8d15-5f28f0a8995c not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:58:07.663919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Attempting to bind port 1dc53db3-a398-4456-8c9f-7e42eb30640d on network ee92e343-875c-4f39-8d15-5f28f0a8995c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:58:07.676856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:58:07.682498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Checking segment: {'id': '76fc6af1-af25-4ef9-9b3f-84d966a7aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ee92e343-875c-4f39-8d15-5f28f0a8995c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:58:07.682498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Bound using segment: {'id': '76fc6af1-af25-4ef9-9b3f-84d966a7aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ee92e343-875c-4f39-8d15-5f28f0a8995c'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:58:07.682498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Bound port: 1dc53db3-a398-4456-8c9f-7e42eb30640d, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fc6af1-af25-4ef9-9b3f-84d966a7aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ee92e343-875c-4f39-8d15-5f28f0a8995c'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:07.682498 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.820543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] For port 1dc53db3-a398-4456-8c9f-7e42eb30640d, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:07.826884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] For port 1dc53db3-a398-4456-8c9f-7e42eb30640d, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d,segment=NetworkSegment(76fc6af1-af25-4ef9-9b3f-84d966a7aa07),segment_id=76fc6af1-af25-4ef9-9b3f-84d966a7aa07)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:07.835828 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.903613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:07.904837 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.907455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] 10.222.0.50 "PUT /v2.0/ports/1dc53db3-a398-4456-8c9f-7e42eb30640d HTTP/1.1" status: 200 len: 1092 time: 1.3240783 Feb 04 15:58:07.908215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d979d1d-8b61-4d2d-95da-1c4e2c47f406', 'tag': '1dc53db3-a398-4456-8c9f-7e42eb30640d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:07.912358 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d979d1d-8b61-4d2d-95da-1c4e2c47f406", "tag": "1dc53db3-a398-4456-8c9f-7e42eb30640d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:07.963425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992e9b7-37d3-4182-8e3b-98a089d5ebdf service neutron] Pushing event updated for resources: {'Port': ['ID=1dc53db3-a398-4456-8c9f-7e42eb30640d,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:08.075802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-386260d9-c867-4685-b9d3-afe0e59ec878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:08.078415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-386260d9-c867-4685-b9d3-afe0e59ec878 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e9ce2d5231f40809acb985ba5c4fbcf&device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 1095 time: 0.0670056 Feb 04 15:58:08.151700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-1e4ff1b2-5b88-46dd-8522-ae61b72a9386 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d HTTP/1.1" status: 200 len: 217 time: 0.0585840 Feb 04 15:58:08.172562 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdb0201-8b3c-4b54-9bd1-8acbf69376c4 x-openstack-request-id: req-3fdb0201-8b3c-4b54-9bd1-8acbf69376c4 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:08.172890 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d979d1d-8b61-4d2d-95da-1c4e2c47f406", "tag": "1dc53db3-a398-4456-8c9f-7e42eb30640d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:08.173370 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3fdb0201-8b3c-4b54-9bd1-8acbf69376c4 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:08.173844 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d979d1d-8b61-4d2d-95da-1c4e2c47f406', 'tag': '1dc53db3-a398-4456-8c9f-7e42eb30640d', 'status': 'completed', 'code': 200} Feb 04 15:58:08.215282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-34d80914-19f2-4618-8d95-a04f44fd2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:08.217666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-34d80914-19f2-4618-8d95-a04f44fd2a0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26f1fbee-d54f-43a2-849d-9dd4a3ca9401 HTTP/1.1" status: 200 len: 851 time: 0.0593040 Feb 04 15:58:08.276945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-482d1435-fd99-4170-a43e-a2125a276f90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee92e343-875c-4f39-8d15-5f28f0a8995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515175 Feb 04 15:58:08.889752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9250-7453-428b-8a52-ae51dcfa1125 req-ddb481ac-3ac2-4e13-855e-a0d8ae731b5a tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:08.899106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-562c9250-7453-428b-8a52-ae51dcfa1125 req-ddb481ac-3ac2-4e13-855e-a0d8ae731b5a tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 944 time: 0.1114821 Feb 04 15:58:08.970340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-562c9250-7453-428b-8a52-ae51dcfa1125 req-5ce7ae33-d5e3-44be-b5b8-b4bda9c21656 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621433 Feb 04 15:58:08.996033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adba56-848a-4716-ad29-1fcaed9b16f0 req-9d5c92fb-7bd7-4f51-9352-529f9bfc90c2 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:09.002079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8adba56-848a-4716-ad29-1fcaed9b16f0 req-9d5c92fb-7bd7-4f51-9352-529f9bfc90c2 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.6621959 Feb 04 15:58:09.051575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-4b59bc6e-6396-4cf0-bd4d-bdb651b8bee2 service neutron] 10.222.0.50 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659106 Feb 04 15:58:09.115349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8adba56-848a-4716-ad29-1fcaed9b16f0 req-ddfe255a-c3c6-42b8-a057-c064c9d37866 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043251 Feb 04 15:58:09.222241 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6bf45bcd-cec4-4578-a317-a89151e84533 req-eac440e9-1515-4dac-84f0-a2834e209494 service neutron] 10.222.0.50 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600764 Feb 04 15:58:09.389105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-fa249912-b84f-4b7b-ba78-e3bd6719d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:09.391873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-fa249912-b84f-4b7b-ba78-e3bd6719d1ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e9ce2d5231f40809acb985ba5c4fbcf&device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 1095 time: 0.0693882 Feb 04 15:58:09.537445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-05b6ac8f-fd1d-47c2-9407-b73334588893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:09.539212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-05b6ac8f-fd1d-47c2-9407-b73334588893 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee92e343-875c-4f39-8d15-5f28f0a8995c HTTP/1.1" status: 200 len: 912 time: 0.1408122 Feb 04 15:58:09.618795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-eac2508f-66fa-4ab8-9435-9ec4cb3a0e8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d HTTP/1.1" status: 200 len: 217 time: 0.0702572 Feb 04 15:58:09.675110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-8d3deac2-2f11-47b4-9fa2-f75c2d05ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:09.676858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-8d3deac2-2f11-47b4-9fa2-f75c2d05ff02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26f1fbee-d54f-43a2-849d-9dd4a3ca9401 HTTP/1.1" status: 200 len: 851 time: 0.0509517 Feb 04 15:58:09.714825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-176f4925-b36a-423b-90d3-4427c8ebda5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee92e343-875c-4f39-8d15-5f28f0a8995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300357 Feb 04 15:58:09.814573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.830714 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-53dab3b9-59ac-440b-920f-19eebe221c91 service neutron] 10.222.0.50 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099660 Feb 04 15:58:09.949662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4143200-0bdb-44d6-91f1-5e7fe6c2119e req-f9e578a1-6f96-4bee-aaa5-338bc0644cfc service neutron] 10.222.0.50 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116972 Feb 04 15:58:10.161922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdcf4a-39f3-4e47-a9c8-650ee2b81a92 req-c5105a67-fc9d-44c7-9a9f-457faaa246dd tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:10.174911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acbdcf4a-39f3-4e47-a9c8-650ee2b81a92 req-c5105a67-fc9d-44c7-9a9f-457faaa246dd tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 944 time: 0.0991256 Feb 04 15:58:10.247720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acbdcf4a-39f3-4e47-a9c8-650ee2b81a92 req-a6973b46-3190-4bfd-9d2c-8c2ab1b64a80 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703719 Feb 04 15:58:10.317187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cd4b5-4530-4958-8a7e-c9a1b04245eb req-85797d7d-f708-4b4f-be15-25b4cecaa81c tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:10.320445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c1cd4b5-4530-4958-8a7e-c9a1b04245eb req-85797d7d-f708-4b4f-be15-25b4cecaa81c tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0702498 Feb 04 15:58:10.397309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c1cd4b5-4530-4958-8a7e-c9a1b04245eb req-b0793f23-a71d-488a-9329-2ae0f207fdb7 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Feb 04 15:58:11.400612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66af6-3695-4f20-8280-575d7c72f16a req-395eb60f-4055-4c67-a74f-3ba89ff24f75 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:11.402645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ba66af6-3695-4f20-8280-575d7c72f16a req-395eb60f-4055-4c67-a74f-3ba89ff24f75 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 944 time: 0.0580192 Feb 04 15:58:11.449297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7ba66af6-3695-4f20-8280-575d7c72f16a req-24657b5b-45f7-4008-94f0-3b52bb04b6f9 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Feb 04 15:58:11.617757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cda62a-fd17-4b2c-93d9-55a8e4f16cd9 req-e62d9b23-5a72-45b2-b3e8-7769d89f0f82 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:11.620612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8cda62a-fd17-4b2c-93d9-55a8e4f16cd9 req-e62d9b23-5a72-45b2-b3e8-7769d89f0f82 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0972881 Feb 04 15:58:11.678725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8cda62a-fd17-4b2c-93d9-55a8e4f16cd9 req-23ae4849-cc73-4325-b006-5ef6476f8b62 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Feb 04 15:58:12.645044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68952798-1fad-44d9-94c7-fa72616bc122 req-1409b50a-5e9e-409d-b30c-571c2aaed058 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:12.654740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68952798-1fad-44d9-94c7-fa72616bc122 req-1409b50a-5e9e-409d-b30c-571c2aaed058 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 944 time: 0.0801001 Feb 04 15:58:12.697637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68952798-1fad-44d9-94c7-fa72616bc122 req-71b97253-8244-4308-b687-cc12f2e5544d tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Feb 04 15:58:12.845637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659642c-1d57-4369-af62-70719e3f00ff req-ad8d4b5c-b9fc-4d37-9bc4-0901a90f69d4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:12.847342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2659642c-1d57-4369-af62-70719e3f00ff req-ad8d4b5c-b9fc-4d37-9bc4-0901a90f69d4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0782824 Feb 04 15:58:12.891579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2659642c-1d57-4369-af62-70719e3f00ff req-11756391-756b-43db-a70f-3298d996e0c3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Feb 04 15:58:13.008195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 1dc53db3-a398-4456-8c9f-7e42eb30640d details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:58:13.159601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 1dc53db3-a398-4456-8c9f-7e42eb30640d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d,segment=NetworkSegment(76fc6af1-af25-4ef9-9b3f-84d966a7aa07),segment_id=76fc6af1-af25-4ef9-9b3f-84d966a7aa07)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:13.172910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '1dc53db3-a398-4456-8c9f-7e42eb30640d', 'network_id': 'ee92e343-875c-4f39-8d15-5f28f0a8995c', 'port_id': '1dc53db3-a398-4456-8c9f-7e42eb30640d', 'mac_address': 'fa:16:3e:74:88:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f1fbee-d54f-43a2-849d-9dd4a3ca9401', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:58:13.219590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.237008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc53db3-a398-4456-8c9f-7e42eb30640d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:13.262671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 1dc53db3-a398-4456-8c9f-7e42eb30640d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d,segment=NetworkSegment(76fc6af1-af25-4ef9-9b3f-84d966a7aa07),segment_id=76fc6af1-af25-4ef9-9b3f-84d966a7aa07)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:13.268870 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.329089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=1dc53db3-a398-4456-8c9f-7e42eb30640d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:13.728055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['1dc53db3-a398-4456-8c9f-7e42eb30640d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:58:13.871961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a0559-a1b5-4580-a17b-0b7e11c4342f req-1fa56033-3887-4664-954f-2bde0a4100ad tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:13.883371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b8a0559-a1b5-4580-a17b-0b7e11c4342f req-1fa56033-3887-4664-954f-2bde0a4100ad tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 945 time: 0.0767376 Feb 04 15:58:13.946675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b8a0559-a1b5-4580-a17b-0b7e11c4342f req-65edb957-978d-4590-be9e-8ae673583539 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617692 Feb 04 15:58:14.058301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ae499-f873-4fdc-9146-9085af3c4f2c req-88a87417-d432-4c86-b47c-938d52e50a3b tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:14.061217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-041ae499-f873-4fdc-9146-9085af3c4f2c req-88a87417-d432-4c86-b47c-938d52e50a3b tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0859334 Feb 04 15:58:14.114469 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-041ae499-f873-4fdc-9146-9085af3c4f2c req-ce25982c-e2e1-4d0f-a12c-0f57feba1707 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Feb 04 15:58:15.034761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 1dc53db3-a398-4456-8c9f-7e42eb30640d up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:58:15.174853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 1dc53db3-a398-4456-8c9f-7e42eb30640d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:15.175400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24899f4-183e-4f3f-ba8a-0796505ddaf1 req-e1ffd633-af8d-4faa-bc65-ccbf2bad9ae5 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.177020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b24899f4-183e-4f3f-ba8a-0796505ddaf1 req-e1ffd633-af8d-4faa-bc65-ccbf2bad9ae5 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 945 time: 0.1150844 Feb 04 15:58:15.184395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 1dc53db3-a398-4456-8c9f-7e42eb30640d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:15.186579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.261860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b24899f4-183e-4f3f-ba8a-0796505ddaf1 req-a502fd5a-ed13-4727-9840-b9e9a14eed2b tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711443 Feb 04 15:58:15.414209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc63611-dbc6-4b3b-b06e-8534fe3756dc req-23b0c099-5332-423b-989d-e53d05e04a79 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.416863 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfc63611-dbc6-4b3b-b06e-8534fe3756dc req-23b0c099-5332-423b-989d-e53d05e04a79 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0998478 Feb 04 15:58:15.427259 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.474008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09452-ce80-483a-ac5c-0cb030027d90 req-52c6acbd-6f9d-46c6-9570-4c2e5102856f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.487833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39a09452-ce80-483a-ac5c-0cb030027d90 req-52c6acbd-6f9d-46c6-9570-4c2e5102856f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0993004 Feb 04 15:58:15.492650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfc63611-dbc6-4b3b-b06e-8534fe3756dc req-d53fa7ca-523e-4c14-b630-b0df8caef939 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668375 Feb 04 15:58:15.498286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d979d1d-8b61-4d2d-95da-1c4e2c47f406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc53db3-a398-4456-8c9f-7e42eb30640d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:15.502049 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a4b46-2dd1-4c18-a95b-413216e07f4c" -d '{"events": [{"server_uuid": "6d979d1d-8b61-4d2d-95da-1c4e2c47f406", "name": "network-vif-plugged", "status": "completed", "tag": "1dc53db3-a398-4456-8c9f-7e42eb30640d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:15.548323 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39a09452-ce80-483a-ac5c-0cb030027d90 req-7857e6e3-713e-47ef-b450-a0f4a851f8b9 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593424 Feb 04 15:58:15.554140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 1dc53db3-a398-4456-8c9f-7e42eb30640d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d,segment=NetworkSegment(76fc6af1-af25-4ef9-9b3f-84d966a7aa07),segment_id=76fc6af1-af25-4ef9-9b3f-84d966a7aa07)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:15.565546 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.657096 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d22c9c-b547-4d84-99ff-6c34618344e7 x-openstack-request-id: req-21d22c9c-b547-4d84-99ff-6c34618344e7 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:15.657686 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d979d1d-8b61-4d2d-95da-1c4e2c47f406", "name": "network-vif-plugged", "status": "completed", "tag": "1dc53db3-a398-4456-8c9f-7e42eb30640d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:15.658075 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-21d22c9c-b547-4d84-99ff-6c34618344e7 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:15.658549 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d979d1d-8b61-4d2d-95da-1c4e2c47f406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc53db3-a398-4456-8c9f-7e42eb30640d', 'code': 200} Feb 04 15:58:15.701045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=1dc53db3-a398-4456-8c9f-7e42eb30640d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:15.807064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80d5c-da85-40c3-af7d-9d28f2da3557 req-02012a31-ee3d-42cf-86c1-90ef8a7a61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.808585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac80d5c-da85-40c3-af7d-9d28f2da3557 req-02012a31-ee3d-42cf-86c1-90ef8a7a61b7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 1097 time: 0.0595658 Feb 04 15:58:15.849679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ac80d5c-da85-40c3-af7d-9d28f2da3557 req-9e965fdd-1876-43f0-b851-fb88f1fae8f8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333097 Feb 04 15:58:16.451169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1047c-84e1-4b9d-96ee-9055bb33ea47 req-d13ae201-0a65-4793-aa49-f730e16eac49 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:16.452806 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97a1047c-84e1-4b9d-96ee-9055bb33ea47 req-d13ae201-0a65-4793-aa49-f730e16eac49 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0759220 Feb 04 15:58:16.503310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-97a1047c-84e1-4b9d-96ee-9055bb33ea47 req-e85d0675-b302-4d53-8c7c-a25958e9ce12 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Feb 04 15:58:16.678173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4432e-d741-4d72-bc51-544132147afd req-7d5f5ee4-2ed2-492a-a819-23969cd37235 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:16.681078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43c4432e-d741-4d72-bc51-544132147afd req-7d5f5ee4-2ed2-492a-a819-23969cd37235 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0675678 Feb 04 15:58:16.753100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f3126-c080-4f8d-8c5b-b1c235ea0aac req-002e93e5-dba7-4878-8dc0-c9e519114205 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:16.754730 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae9f3126-c080-4f8d-8c5b-b1c235ea0aac req-002e93e5-dba7-4878-8dc0-c9e519114205 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0606611 Feb 04 15:58:16.754949 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43c4432e-d741-4d72-bc51-544132147afd req-1f83035c-b369-419f-bce8-2971ccdda4e6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657537 Feb 04 15:58:16.810561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ae9f3126-c080-4f8d-8c5b-b1c235ea0aac req-09692cd4-6ac1-4405-9084-ad90bc3c0624 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Feb 04 15:58:16.869584 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:58:17.604495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d2512-d6fc-4f2f-a599-bf8ec7294b8b req-1bf7a29c-a797-4d1b-91c9-fd729ed5441f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.607710 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-641d2512-d6fc-4f2f-a599-bf8ec7294b8b req-1bf7a29c-a797-4d1b-91c9-fd729ed5441f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0916953 Feb 04 15:58:17.684846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be47a5-f5a2-438e-b6da-18e546f2bb30 req-a05887fd-ab45-4eda-b01b-be24ee179923 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.687752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-641d2512-d6fc-4f2f-a599-bf8ec7294b8b req-a982deff-27ab-441b-867b-f7125861b8d6 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615900 Feb 04 15:58:17.690582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90be47a5-f5a2-438e-b6da-18e546f2bb30 req-a05887fd-ab45-4eda-b01b-be24ee179923 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0878358 Feb 04 15:58:17.758927 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90be47a5-f5a2-438e-b6da-18e546f2bb30 req-bdbad361-a3fd-49a7-bbf0-ab324074034e tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563314 Feb 04 15:58:17.933875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccc30-32d8-4a70-b3b1-81575dab1a93 req-5a2304ed-1b9f-47f5-8e36-ae4b345bd533 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.938643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-208ccc30-32d8-4a70-b3b1-81575dab1a93 req-5a2304ed-1b9f-47f5-8e36-ae4b345bd533 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.1018772 Feb 04 15:58:17.941568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23786c04-6401-437f-985d-6a92d510d94e req-03d74034-8bf4-4add-94c4-46075661ec25 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.943409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-23786c04-6401-437f-985d-6a92d510d94e req-03d74034-8bf4-4add-94c4-46075661ec25 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0576649 Feb 04 15:58:17.995809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-208ccc30-32d8-4a70-b3b1-81575dab1a93 req-003e6c2d-c6e1-494f-9d9c-405765ab9e68 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Feb 04 15:58:18.006162 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-23786c04-6401-437f-985d-6a92d510d94e req-ffa2fa7d-6fe0-4ad1-bc76-031dd7bfe1ed tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510659 Feb 04 15:58:18.215461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69989a8-b954-401a-b53f-da9638304803 req-b463be45-4a81-4c60-81ab-9e64a2ad1874 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:18.218612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f69989a8-b954-401a-b53f-da9638304803 req-b463be45-4a81-4c60-81ab-9e64a2ad1874 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.1037991 Feb 04 15:58:18.310946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f69989a8-b954-401a-b53f-da9638304803 req-ab905144-8513-4195-bdb6-4aa2ba659001 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848439 Feb 04 15:58:18.460213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772047c9-372c-48ed-96cb-149d28859a70 req-92f50b25-bc84-4a1f-bb1c-e2976eb8b03e tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:18.461969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-772047c9-372c-48ed-96cb-149d28859a70 req-92f50b25-bc84-4a1f-bb1c-e2976eb8b03e tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0667992 Feb 04 15:58:18.527842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-772047c9-372c-48ed-96cb-149d28859a70 req-310f90ae-a2aa-4569-bc3b-06e8d512fd66 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547533 Feb 04 15:58:18.907305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8c5ed-6264-4ca8-8329-a1e6619d0e61 req-72eb1a37-c5bb-4e6c-aa8f-170bcdfd8ec3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:18.910160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00e8c5ed-6264-4ca8-8329-a1e6619d0e61 req-72eb1a37-c5bb-4e6c-aa8f-170bcdfd8ec3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0906954 Feb 04 15:58:19.017560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00e8c5ed-6264-4ca8-8329-a1e6619d0e61 req-1adc8536-39fd-4c10-ba0e-c4b8f314cdaa tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960166 Feb 04 15:58:19.255637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e86c14-2fdd-4e49-88b2-210a371ec3ec req-eba4811d-4457-4584-a1d6-afd8cc5e7420 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.257472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7e86c14-2fdd-4e49-88b2-210a371ec3ec req-eba4811d-4457-4584-a1d6-afd8cc5e7420 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0905466 Feb 04 15:58:19.320904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7e86c14-2fdd-4e49-88b2-210a371ec3ec req-766f4f5c-eee5-405a-9056-339e12b65dad tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515521 Feb 04 15:58:19.543251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf7d4-270b-4d85-ac8e-5bcd97c33230 req-edb93052-9eb3-41c1-8bf5-79e9b0102d30 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.546422 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456bf7d4-270b-4d85-ac8e-5bcd97c33230 req-edb93052-9eb3-41c1-8bf5-79e9b0102d30 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.1033304 Feb 04 15:58:19.652953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-456bf7d4-270b-4d85-ac8e-5bcd97c33230 req-bb72b1dc-b029-443d-ba93-8d6d81b9c250 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892191 Feb 04 15:58:19.773652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4bdf5-b38d-446f-b7b6-310f9a0cf86c req-2aae9db3-97af-4b36-8aa8-eafb990efb1e tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.776566 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efb4bdf5-b38d-446f-b7b6-310f9a0cf86c req-2aae9db3-97af-4b36-8aa8-eafb990efb1e tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0778072 Feb 04 15:58:19.863315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-efb4bdf5-b38d-446f-b7b6-310f9a0cf86c req-32b88fa6-13f8-4622-847e-8aba69112f53 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738344 Feb 04 15:58:20.271809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b0c18-89b1-46da-9b05-876761d310c7 req-8aa1a108-3be5-4ad4-85ed-24e452772e11 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.279220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-360b0c18-89b1-46da-9b05-876761d310c7 req-8aa1a108-3be5-4ad4-85ed-24e452772e11 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1071184 Feb 04 15:58:20.290082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da651dc6-1fa9-4994-8ef6-e5fbbc1d9dcf req-a5693929-bd9d-48a6-be52-d2bb43a47d7f tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.293465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da651dc6-1fa9-4994-8ef6-e5fbbc1d9dcf req-a5693929-bd9d-48a6-be52-d2bb43a47d7f tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.1075253 Feb 04 15:58:20.359221 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-360b0c18-89b1-46da-9b05-876761d310c7 req-1eda88b2-4be8-4bd0-a03f-956449b35977 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690050 Feb 04 15:58:20.380689 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da651dc6-1fa9-4994-8ef6-e5fbbc1d9dcf req-5d5cae0d-f5fe-477e-b263-31de3d9b116f tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766401 Feb 04 15:58:20.397063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-83abb0f8-c480-45a3-bbeb-774c5d924ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.399301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-83abb0f8-c480-45a3-bbeb-774c5d924ddc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e9ce2d5231f40809acb985ba5c4fbcf&device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 1097 time: 0.1255186 Feb 04 15:58:20.546979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fdcf-dcab-40e3-823a-f8e678db0e94 req-c7e61635-755d-42b9-9937-e71ef07f43a4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.554775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0435fdcf-dcab-40e3-823a-f8e678db0e94 req-c7e61635-755d-42b9-9937-e71ef07f43a4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0799711 Feb 04 15:58:20.574503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-cd4add7c-2956-446a-9e4e-67eedef48523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.577069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-cd4add7c-2956-446a-9e4e-67eedef48523 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee92e343-875c-4f39-8d15-5f28f0a8995c HTTP/1.1" status: 200 len: 912 time: 0.1709127 Feb 04 15:58:20.630317 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-08fe1379-6e0b-467b-a6ce-2f5eb2df91ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d HTTP/1.1" status: 200 len: 217 time: 0.0459561 Feb 04 15:58:20.650204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0435fdcf-dcab-40e3-823a-f8e678db0e94 req-8616a79a-43d0-4225-b7dd-b407ff9c47fc tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926065 Feb 04 15:58:20.735139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-341eb31b-fece-46a1-b672-0f0e2df935e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.736964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-341eb31b-fece-46a1-b672-0f0e2df935e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26f1fbee-d54f-43a2-849d-9dd4a3ca9401 HTTP/1.1" status: 200 len: 851 time: 0.1008699 Feb 04 15:58:20.780377 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-2595c116-4194-415e-adb1-a162a3263273 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee92e343-875c-4f39-8d15-5f28f0a8995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362709 Feb 04 15:58:20.930217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf08d4-f7ee-4fa0-b343-abb6f60ec8c8 req-58399c18-48c8-458f-8c46-294cc4bd079d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.932685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fcdf08d4-f7ee-4fa0-b343-abb6f60ec8c8 req-58399c18-48c8-458f-8c46-294cc4bd079d tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.1554778 Feb 04 15:58:20.959678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-5eabe8e6-95ba-487c-8c32-5a76543db8b7 service neutron] 10.222.0.50 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693373 Feb 04 15:58:21.056218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fcdf08d4-f7ee-4fa0-b343-abb6f60ec8c8 req-ad0550e1-f895-4d6c-bb85-daf6c020f63b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140544 Feb 04 15:58:21.138626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc5734f8-f111-4eaf-9083-b88596c9bdf4 req-0541692c-664c-49c1-ae65-f698b32b60eb service neutron] 10.222.0.50 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704328 Feb 04 15:58:21.555003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e29de-e9ed-40ac-9704-2b43c1d473e3 req-f4a93b90-3d86-40f4-be94-6f17603c3a94 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:21.557718 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-210e29de-e9ed-40ac-9704-2b43c1d473e3 req-f4a93b90-3d86-40f4-be94-6f17603c3a94 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1129534 Feb 04 15:58:21.588764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee9b3f-2b34-439b-b4bd-abfeecbaf215 req-290c10a0-3951-42c4-a9e3-05b8a1f7a503 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:21.598618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35ee9b3f-2b34-439b-b4bd-abfeecbaf215 req-290c10a0-3951-42c4-a9e3-05b8a1f7a503 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0964592 Feb 04 15:58:21.624550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-210e29de-e9ed-40ac-9704-2b43c1d473e3 req-e1a5edf8-c350-4603-b539-51ff5b76968c tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580339 Feb 04 15:58:21.654249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35ee9b3f-2b34-439b-b4bd-abfeecbaf215 req-140ebc3b-1ae9-4195-9aed-f36fc032d6b0 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Feb 04 15:58:21.857473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c364c2-8e15-43c6-bb6a-722a54e61695 req-b2f8387b-2f80-4dee-bea2-b70b631db721 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:21.875731 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c364c2-8e15-43c6-bb6a-722a54e61695 req-b2f8387b-2f80-4dee-bea2-b70b631db721 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1188424 Feb 04 15:58:21.937333 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d3c364c2-8e15-43c6-bb6a-722a54e61695 req-0f56a316-a2a9-4575-8e81-c7fd833bfd44 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650434 Feb 04 15:58:22.262568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507aeb1-6aa5-4959-b3cb-aa51d7adcfa3 req-deeab5e4-2e70-42df-8f8d-1b06bef2e6bb tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.271652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2507aeb1-6aa5-4959-b3cb-aa51d7adcfa3 req-deeab5e4-2e70-42df-8f8d-1b06bef2e6bb tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0821509 Feb 04 15:58:22.312680 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2507aeb1-6aa5-4959-b3cb-aa51d7adcfa3 req-537e212b-c189-47e5-9a40-3a824bbfbafe tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 Feb 04 15:58:22.866521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22692d-ada5-4da5-83a3-14559cfd9ebd req-3eec9f34-bb4a-467b-baf5-dfb52f37e972 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.878742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa8105-c921-4fce-afbd-1dfc8677f5e3 req-8fee78bc-9440-423b-8e5f-517f84ebea90 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.882074 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b22692d-ada5-4da5-83a3-14559cfd9ebd req-3eec9f34-bb4a-467b-baf5-dfb52f37e972 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1477976 Feb 04 15:58:22.887182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cffa8105-c921-4fce-afbd-1dfc8677f5e3 req-8fee78bc-9440-423b-8e5f-517f84ebea90 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.1121960 Feb 04 15:58:22.962591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cffa8105-c921-4fce-afbd-1dfc8677f5e3 req-75a1770a-2270-4c84-87bf-7a58c96664ad tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606685 Feb 04 15:58:22.966930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b22692d-ada5-4da5-83a3-14559cfd9ebd req-53b865df-c2ab-447c-875b-21d15919afc4 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828757 Feb 04 15:58:23.176185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cbf05-f048-40d4-bce3-1b15c472ef18 req-a971c5d1-7453-481a-8e57-1097a82dc321 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:23.188298 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd7cbf05-f048-40d4-bce3-1b15c472ef18 req-a971c5d1-7453-481a-8e57-1097a82dc321 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0905018 Feb 04 15:58:23.198320 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.270396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd7cbf05-f048-40d4-bce3-1b15c472ef18 req-61c4a058-992d-4359-a593-dda45a450413 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779409 Feb 04 15:58:23.378935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e5ecd-0133-4317-9ce6-9aa2de3f42d6 req-995a0ddf-2827-4404-86a1-afb7dd382085 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:23.381054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d66e5ecd-0133-4317-9ce6-9aa2de3f42d6 req-995a0ddf-2827-4404-86a1-afb7dd382085 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0801010 Feb 04 15:58:23.443127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d66e5ecd-0133-4317-9ce6-9aa2de3f42d6 req-acdfe135-c5bc-4abc-baba-17ab43f240cc tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523829 Feb 04 15:58:23.489341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953f3c1-4614-4ab2-b25a-2fb3cc5e0200 req-9e874ee8-924e-4d70-8763-0de9a496a51c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:23.491408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4953f3c1-4614-4ab2-b25a-2fb3cc5e0200 req-9e874ee8-924e-4d70-8763-0de9a496a51c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0737293 Feb 04 15:58:23.548104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4953f3c1-4614-4ab2-b25a-2fb3cc5e0200 req-f88a1fbf-7057-46fd-86a8-cfc4c569afeb tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Feb 04 15:58:24.168243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f91cd-617d-4c50-879b-eb275beeeaaf req-d5317a49-c692-4659-b1ad-865051c293c6 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.170032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-972f91cd-617d-4c50-879b-eb275beeeaaf req-d5317a49-c692-4659-b1ad-865051c293c6 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0744503 Feb 04 15:58:24.236081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-972f91cd-617d-4c50-879b-eb275beeeaaf req-cbae521b-5925-45cf-894e-86cc85bd7489 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540707 Feb 04 15:58:24.461297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf201a6-8e07-406f-aee5-4ee7c6b9aee6 req-a2d7a4c2-9eec-45c8-8ba6-b94352c6d798 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.464691 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1cf201a6-8e07-406f-aee5-4ee7c6b9aee6 req-a2d7a4c2-9eec-45c8-8ba6-b94352c6d798 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0963917 Feb 04 15:58:24.549155 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1cf201a6-8e07-406f-aee5-4ee7c6b9aee6 req-a067c7a4-d85d-4fdc-aeba-b7f3698aea5f tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739832 Feb 04 15:58:24.743349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426af5f-9efb-4903-a139-7908f0dc2294 req-e810bb03-0b93-48ef-a854-6a73d2bd4a98 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.753453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0426af5f-9efb-4903-a139-7908f0dc2294 req-e810bb03-0b93-48ef-a854-6a73d2bd4a98 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.1771502 Feb 04 15:58:24.789823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d6e98-4c36-427a-8e97-af30b8c5e21e req-d1d84bb7-c79d-4c15-998d-d2fb7bbca4c4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.800194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-541d6e98-4c36-427a-8e97-af30b8c5e21e req-d1d84bb7-c79d-4c15-998d-d2fb7bbca4c4 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0952559 Feb 04 15:58:24.857211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-541d6e98-4c36-427a-8e97-af30b8c5e21e req-6d26998c-0b64-46f7-9a59-23a944689877 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550301 Feb 04 15:58:24.876136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0426af5f-9efb-4903-a139-7908f0dc2294 req-3e7144aa-48b6-4713-bbb5-b3f07f42ee76 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153448 Feb 04 15:58:24.901542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a19bb-ecc4-41b6-9afb-ecca71c1dfad req-66f6657b-6160-4c52-a439-5114a5a77a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.904060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad7a19bb-ecc4-41b6-9afb-ecca71c1dfad req-66f6657b-6160-4c52-a439-5114a5a77a53 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 1097 time: 0.0925384 Feb 04 15:58:24.975227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad7a19bb-ecc4-41b6-9afb-ecca71c1dfad req-7ccd2e6d-f474-41db-8914-a2561f26d132 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641747 Feb 04 15:58:25.181154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee13afa-dcab-4441-a1f2-9d12aff87931 req-01ca72c2-17b2-4235-83f3-a2cb1c2561ab tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:25.183540 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fee13afa-dcab-4441-a1f2-9d12aff87931 req-01ca72c2-17b2-4235-83f3-a2cb1c2561ab tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0710826 Feb 04 15:58:25.236845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fee13afa-dcab-4441-a1f2-9d12aff87931 req-c88ca11a-0f28-4c89-b272-1c67aed373a6 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Feb 04 15:58:25.419180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9bf75-34ce-4855-bad0-779a3f48ac60 req-525fa567-485d-4e8d-b2f7-cd1a5dab9cd1 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:25.420715 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02e9bf75-34ce-4855-bad0-779a3f48ac60 req-525fa567-485d-4e8d-b2f7-cd1a5dab9cd1 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0755703 Feb 04 15:58:25.469851 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02e9bf75-34ce-4855-bad0-779a3f48ac60 req-674a3524-0d53-4c45-9d5e-f28a12d02579 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Feb 04 15:58:25.509894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-6aafcfb4-df70-4fb5-bb84-da37212d1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:25.511842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-6aafcfb4-df70-4fb5-bb84-da37212d1f17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e9ce2d5231f40809acb985ba5c4fbcf&device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 1097 time: 0.0644567 Feb 04 15:58:25.718718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-e7b82395-62fb-445e-b2c6-7cf148a11f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:25.721367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-e7b82395-62fb-445e-b2c6-7cf148a11f4c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee92e343-875c-4f39-8d15-5f28f0a8995c HTTP/1.1" status: 200 len: 912 time: 0.2025154 Feb 04 15:58:25.811456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-c73c9ac0-b5bc-4447-8c83-e6208cf50c36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d HTTP/1.1" status: 200 len: 217 time: 0.0750799 Feb 04 15:58:25.834169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740d3c9-1bb9-40b0-b113-c1a3646652c5 req-00e91fb9-5013-4d79-aff1-2cc16bbe17a4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:25.836778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c740d3c9-1bb9-40b0-b113-c1a3646652c5 req-00e91fb9-5013-4d79-aff1-2cc16bbe17a4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1772387 Feb 04 15:58:25.960392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-12a1ce29-b9e8-4174-98c1-c1641fa83ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:25.962908 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-12a1ce29-b9e8-4174-98c1-c1641fa83ef8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26f1fbee-d54f-43a2-849d-9dd4a3ca9401 HTTP/1.1" status: 200 len: 851 time: 0.1439123 Feb 04 15:58:25.971624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c740d3c9-1bb9-40b0-b113-c1a3646652c5 req-fc223c88-b008-47d7-8c05-617a0f4d1c23 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204143 Feb 04 15:58:26.030728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-a18cbf40-c00f-4639-a1e4-4568fca404fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee92e343-875c-4f39-8d15-5f28f0a8995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591638 Feb 04 15:58:26.077896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87432817-539e-44cf-87f3-3fd30e0ed508 req-61d12472-acf0-4a44-85ee-d32106dd9d14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.079682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87432817-539e-44cf-87f3-3fd30e0ed508 req-61d12472-acf0-4a44-85ee-d32106dd9d14 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0956450 Feb 04 15:58:26.152697 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87432817-539e-44cf-87f3-3fd30e0ed508 req-3a2981cf-1352-4a74-b828-a4c4a85a9539 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598643 Feb 04 15:58:26.214282 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-5004ee6b-58ab-45f8-80b2-18988f5d853e service neutron] 10.222.0.50 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742580 Feb 04 15:58:26.361024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b442177d-476f-4c0e-8c89-a7e837174e8b req-92d14640-ba48-4642-b9b7-cebdd5424140 service neutron] 10.222.0.50 "GET /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394575 Feb 04 15:58:26.417516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79e2c7-dfec-4674-8356-3144d5b1e931 req-50be5afe-a562-4e19-905f-545660344a2a tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.419254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad79e2c7-dfec-4674-8356-3144d5b1e931 req-50be5afe-a562-4e19-905f-545660344a2a tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0728228 Feb 04 15:58:26.470541 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad79e2c7-dfec-4674-8356-3144d5b1e931 req-e9b4e028-7922-46d2-b57c-442113110a21 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Feb 04 15:58:26.607776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09487-0637-492c-b92d-0e2fb683fe16 req-73b1f8c2-f5ca-4c45-8c90-8b26f520a076 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:26.609465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98f09487-0637-492c-b92d-0e2fb683fe16 req-73b1f8c2-f5ca-4c45-8c90-8b26f520a076 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0615916 Feb 04 15:58:26.653308 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98f09487-0637-492c-b92d-0e2fb683fe16 req-b9783343-f914-49c0-8186-8baa462ce8dd tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359619 Feb 04 15:58:26.932168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51252) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:27.156001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879fe10-a404-48db-9a6a-5e7c22517c93 req-3d98775b-9843-4f8d-87d9-b93ba0ed17f7 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.158342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d879fe10-a404-48db-9a6a-5e7c22517c93 req-3d98775b-9843-4f8d-87d9-b93ba0ed17f7 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.0890467 Feb 04 15:58:27.232674 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d879fe10-a404-48db-9a6a-5e7c22517c93 req-29636908-17f0-4087-ab6e-9677924993af tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600824 Feb 04 15:58:27.375880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a1b79-af09-4424-bb3f-3f50c15aaa7d req-f07dd968-074e-457b-8f00-51960767da91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.377487 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-591a1b79-af09-4424-bb3f-3f50c15aaa7d req-f07dd968-074e-457b-8f00-51960767da91 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.1057875 Feb 04 15:58:27.506692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-591a1b79-af09-4424-bb3f-3f50c15aaa7d req-7b3b1bf3-da38-427e-a936-d079cbc97b43 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905967 Feb 04 15:58:27.689851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027d3b5-71ba-47e8-97bb-5780a7897306 req-6d5c61b0-e126-480d-a7d8-6a68e29b25d8 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.694547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2027d3b5-71ba-47e8-97bb-5780a7897306 req-6d5c61b0-e126-480d-a7d8-6a68e29b25d8 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.0715399 Feb 04 15:58:27.729332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.752531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-50e29251-1aeb-4b30-a950-de6a5fe552d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.754254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-50e29251-1aeb-4b30-a950-de6a5fe552d3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 810 time: 0.2344565 Feb 04 15:58:27.778045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-727790ed-65de-4f03-8544-3d66dd22f837 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/quotas/dabc0bcb80914d6896286ae1d6350c3a HTTP/1.1" status: 200 len: 375 time: 0.0172181 Feb 04 15:58:27.839013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-e2156c5e-2eea-4ead-aaf5-62e0cbed14a2 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593064 Feb 04 15:58:27.840486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2027d3b5-71ba-47e8-97bb-5780a7897306 req-f294aaa9-8dfb-427e-9dfe-e74f0c5b6963 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423199 Feb 04 15:58:28.155150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-dee637bc-b808-4bc4-b506-efd0948311ee service neutron] 10.222.0.47 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060172 Feb 04 15:58:28.322512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-78b9a5c8-42dd-4039-867a-8f080083a4b7 service neutron] 10.222.0.47 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597102 Feb 04 15:58:28.451476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9711-59c7-415f-a437-10f01e34fd55 req-3efd0a07-c524-4496-94eb-ed9c147ab86c tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:28.453216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d77a9711-59c7-415f-a437-10f01e34fd55 req-3efd0a07-c524-4496-94eb-ed9c147ab86c tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1291659 Feb 04 15:58:28.570944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d77a9711-59c7-415f-a437-10f01e34fd55 req-60b49064-2faa-4fa8-b290-09cb973dc063 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017489 Feb 04 15:58:28.772476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5462d819-085e-4c7e-a919-cbb00ff9e11d req-040ee2ce-4279-4cfb-bdb6-ed363af4cf29 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 210 time: 0.0599012 Feb 04 15:58:28.816058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:28.819955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.966204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:28.966924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.034137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:29.125516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173671-6111-47af-988d-a8a35c880f41 req-486033c9-ff69-4124-afcd-aaf66bed30fe tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.127193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34173671-6111-47af-988d-a8a35c880f41 req-486033c9-ff69-4124-afcd-aaf66bed30fe tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.1572347 Feb 04 15:58:29.133563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bbd09-ff4e-41c0-8f61-4624f2afa584 req-a8bfa406-f37e-48e7-b3c5-defd4bc26b1c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.141574 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e57bbd09-ff4e-41c0-8f61-4624f2afa584 req-a8bfa406-f37e-48e7-b3c5-defd4bc26b1c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.0688350 Feb 04 15:58:29.181124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e57bbd09-ff4e-41c0-8f61-4624f2afa584 req-bde6a0f4-52f2-4cc0-901f-e3014edce159 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Feb 04 15:58:29.231906 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-34173671-6111-47af-988d-a8a35c880f41 req-36ea9e31-f754-4207-962a-a02ade9301dd tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884864 Feb 04 15:58:29.388308 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.445143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:29.714291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.786644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee610262-508a-4d36-abd3-af248612716a req-eecfade8-3c88-4561-90f0-2b8efe316018 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.788947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee610262-508a-4d36-abd3-af248612716a req-eecfade8-3c88-4561-90f0-2b8efe316018 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0873904 Feb 04 15:58:29.865287 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee610262-508a-4d36-abd3-af248612716a req-a419e082-5305-40d8-8e62-bd03a3ffd310 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630596 Feb 04 15:58:29.979247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ff26f275-2fd9-4a79-9dde-0dc46734a3b3 req-a234f882-9752-49ea-9b20-c7874d471051 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 210 time: 0.0989270 Feb 04 15:58:30.148727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-ed81efd1-61b2-486c-b735-3fe2f4b3c570 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.150307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-ed81efd1-61b2-486c-b735-3fe2f4b3c570 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.30 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 810 time: 0.2692442 Feb 04 15:58:30.197457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Request body: {'port': {'device_id': 'cde1c2f3-ecdb-41d4-ac9b-40813a99feef', 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3', 'admin_state_up': True, 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:30.291656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 609fac09-3f3e-490c-95ed-19f83f5a9239 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:30.411367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2c87fd1a-fa91-4832-bc1e-53ca100218f9 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:58:30.424746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2c87fd1a-fa91-4832-bc1e-53ca100218f9 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:30.457859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e467b69-9b25-4f6c-b225-a88f004c4715 req-34c49d79-5dab-4b16-9d1a-2155edbcbbab tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.461588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e467b69-9b25-4f6c-b225-a88f004c4715 req-34c49d79-5dab-4b16-9d1a-2155edbcbbab tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.1277294 Feb 04 15:58:30.562273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e467b69-9b25-4f6c-b225-a88f004c4715 req-57de9469-d383-4bba-bd1b-8ca4216acac7 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852554 Feb 04 15:58:30.658467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dcd22-1b83-4ad5-8ae5-e722423d998b req-3f31d63a-2c88-4dba-aeed-7b57b2d6b175 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.660153 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-179dcd22-1b83-4ad5-8ae5-e722423d998b req-3f31d63a-2c88-4dba-aeed-7b57b2d6b175 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.2724729 Feb 04 15:58:30.670931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Made reservation on behalf of dabc0bcb80914d6896286ae1d6350c3a for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:30.675239 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.685605 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55d4aefa-ba1f-4ac4-915f-cb90bdaf8abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.693904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2d815-bc6f-4cc9-8db3-3c2494a9acab req-34ba7e69-2a79-4f3f-b5f6-c6fb9cd80691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.694386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22c2d815-bc6f-4cc9-8db3-3c2494a9acab req-34ba7e69-2a79-4f3f-b5f6-c6fb9cd80691 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1096 time: 0.1660500 Feb 04 15:58:30.758036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:30.767413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-702f8d12-4be4-4721-9a6d-9a89e941bee9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "PUT /v2.0/routers/609fac09-3f3e-490c-95ed-19f83f5a9239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8337619 Feb 04 15:58:30.796657 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] Sync routers for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:30.799688 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.833801 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:30.837330 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:30.845183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-179dcd22-1b83-4ad5-8ae5-e722423d998b req-8cb63b90-ba47-4c4a-a02d-c5ed76cc1e89 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479616 Feb 04 15:58:30.845697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:30.851484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22c2d815-bc6f-4cc9-8db3-3c2494a9acab req-cc5722b4-4834-4b1d-8aa7-48262be1c2bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428022 Feb 04 15:58:30.882357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'port_id': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'mac_address': 'fa:16:3e:20:ff:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:58:30.952323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Allocated IP 172.20.0.13 (83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3/dc237b60-70b6-4e97-af5e-fa4d657654b8/084c6d1a-b6d7-4d52-a5c2-bd323ed04c18) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:31.013768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:31.016659 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2170f-e916-46c8-87a9-3a6a98f41416" -d '{"events": [{"server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "name": "network-vif-unplugged", "status": "completed", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:31.035063 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.065032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:31.075291 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.107250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c09e7-d5a5-4704-8aa8-b74bee0b567e req-f3f0d570-1cbf-4dfc-b76e-24a13ad5e9e1 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.108911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-079c09e7-d5a5-4704-8aa8-b74bee0b567e req-f3f0d570-1cbf-4dfc-b76e-24a13ad5e9e1 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1162469 Feb 04 15:58:31.135237 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:31.172831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-3e6ddae2-3621-428f-a228-9e7fd032cdaa tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.180636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-3e6ddae2-3621-428f-a228-9e7fd032cdaa tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.1798210 Feb 04 15:58:31.188267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c87fd1a-fa91-4832-bc1e-53ca100218f9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:31.199885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:31.296091 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-079c09e7-d5a5-4704-8aa8-b74bee0b567e req-b4a1a693-ddfc-4cc2-93d7-66eceb535787 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411896 Feb 04 15:58:31.296308 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:31.296626 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:31.379302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.385329 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6c48db-029d-4b5a-96a5-90f167926bee x-openstack-request-id: req-7c6c48db-029d-4b5a-96a5-90f167926bee {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:31.385638 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "name": "network-vif-unplugged", "status": "completed", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:31.385895 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c6c48db-029d-4b5a-96a5-90f167926bee {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:31.386344 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'code': 200} Feb 04 15:58:31.395879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Deleting port 1dc53db3-a398-4456-8c9f-7e42eb30640d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:31.396562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.518235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.521849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6df7c3e9-ccf6-4204-9841-67b719ddc7f5 req-e3658958-ba61-4aac-bfcd-7f04cbc6e986 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 210 time: 0.0687745 Feb 04 15:58:31.553729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['b2a7b5c0-6530-484d-a864-6e462f2d1933'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:58:31.617846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Pushing event updated for resources: {'Port': ['ID=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:31.667185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:31.673304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:31.685295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:58:31.738971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] For port 1dc53db3-a398-4456-8c9f-7e42eb30640d, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=1dc53db3-a398-4456-8c9f-7e42eb30640d,segment=NetworkSegment(76fc6af1-af25-4ef9-9b3f-84d966a7aa07),segment_id=76fc6af1-af25-4ef9-9b3f-84d966a7aa07)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:31.739632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.766408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9edb9-3ec5-410d-94a0-2c7c69cf0196 req-cd0a1b20-ed35-48b5-9485-d0a0d58f3449 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.769133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bd9edb9-3ec5-410d-94a0-2c7c69cf0196 req-cd0a1b20-ed35-48b5-9485-d0a0d58f3449 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 946 time: 0.2580740 Feb 04 15:58:31.775265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Calling delete_port for 1dc53db3-a398-4456-8c9f-7e42eb30640d owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:31.818127 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:29Z', 'revision_number': 6, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:25Z', 'revision_number': 1, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:31.851193 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.861152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.862467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.877716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c87fd1a-fa91-4832-bc1e-53ca100218f9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:31.892694 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] Checking router: 609fac09-3f3e-490c-95ed-19f83f5a9239 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:31.907658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4e2b-5f85-4577-999f-c54fa644ef15 req-64e7be1f-8424-49f0-9f46-a8b9a6f0fe15 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.909207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:31.909786 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:31.911928 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:31.917475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.919417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7bd9edb9-3ec5-410d-94a0-2c7c69cf0196 req-e57dba5b-a84b-4689-b54e-e684420b4205 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402755 Feb 04 15:58:31.922513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-daad4e2b-5f85-4577-999f-c54fa644ef15 req-64e7be1f-8424-49f0-9f46-a8b9a6f0fe15 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 943 time: 0.1762857 Feb 04 15:58:31.932265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-8227f4bd-bd89-44fe-bb42-c40bb6950981 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7440917 Feb 04 15:58:31.970629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Request body: {'port': {'device_id': 'cde1c2f3-ecdb-41d4-ac9b-40813a99feef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:32.094519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:32.109247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395212ea-f4b1-4c2f-a0ad-96ea2a42c689 req-4b212f35-05aa-4c2d-a3d3-abdc0544c3f5 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.112095 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-395212ea-f4b1-4c2f-a0ad-96ea2a42c689 req-4b212f35-05aa-4c2d-a3d3-abdc0544c3f5 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 946 time: 0.1137955 Feb 04 15:58:32.122850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.123458 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:32.210354 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-daad4e2b-5f85-4577-999f-c54fa644ef15 req-92005a3b-4879-4f2e-8afb-ad4fff9ca821 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762728 Feb 04 15:58:32.222097 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.274701 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-395212ea-f4b1-4c2f-a0ad-96ea2a42c689 req-9451fd88-aeb3-4069-bf8f-7efe5fe02964 tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/security-groups?id=0015c505-dbbe-47e4-b8f8-e55ff6df1c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227276 Feb 04 15:58:32.319021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Pushing event deleted for resources: {'Port': ['ID=1dc53db3-a398-4456-8c9f-7e42eb30640d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:32.324386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['1dc53db3-a398-4456-8c9f-7e42eb30640d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:58:32.386091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] No DVR routers for this DVR port 1dc53db3-a398-4456-8c9f-7e42eb30640d on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:32.390563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.395956 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-01fa396c-969b-4a8d-9e15-ef86d4bd05aa req-695750fb-956f-4f50-80f4-251311003fea tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.50 "DELETE /v2.0/ports/1dc53db3-a398-4456-8c9f-7e42eb30640d HTTP/1.1" status: 204 len: 173 time: 1.2087505 Feb 04 15:58:32.396753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d979d1d-8b61-4d2d-95da-1c4e2c47f406', 'name': 'network-vif-deleted', 'tag': '1dc53db3-a398-4456-8c9f-7e42eb30640d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:32.401335 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9c0c6f-e12d-4a39-918f-0c0d7e4bbc09" -d '{"events": [{"server_uuid": "6d979d1d-8b61-4d2d-95da-1c4e2c47f406", "name": "network-vif-deleted", "tag": "1dc53db3-a398-4456-8c9f-7e42eb30640d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:32.470402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['2c87fd1a-fa91-4832-bc1e-53ca100218f9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:58:32.560064 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0f26a1-1f3d-4965-834c-b4ef8ea6b987 x-openstack-request-id: req-7b0f26a1-1f3d-4965-834c-b4ef8ea6b987 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:32.560375 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d979d1d-8b61-4d2d-95da-1c4e2c47f406", "name": "network-vif-deleted", "tag": "1dc53db3-a398-4456-8c9f-7e42eb30640d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:32.560837 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b0f26a1-1f3d-4965-834c-b4ef8ea6b987 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:32.561014 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d979d1d-8b61-4d2d-95da-1c4e2c47f406', 'name': 'network-vif-deleted', 'tag': '1dc53db3-a398-4456-8c9f-7e42eb30640d', 'status': 'completed', 'code': 200} Feb 04 15:58:32.563868 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:29Z', 'revision_number': 6, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:25Z', 'revision_number': 1, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:32.652291 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4103eee-a550-47b5-89fa-c5bc20dea750 None None] The sync data for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 is: [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:29Z', 'revision_number': 6, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '6c256a15-b581-4737-bf48-626c4d9fdda8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'port_id': '37189aaa-df70-4de5-b262-550e23c457df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'mac_address': 'fa:16:3e:c8:a3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:56:12Z', 'updated_at': '2022-02-04T15:56:25Z', 'revision_number': 1, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:32.901529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7699c4f-0857-427e-93fb-618224fa22b1 req-aaae0bd8-643f-49ed-88f1-2954576f6bdd tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.910998 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7699c4f-0857-427e-93fb-618224fa22b1 req-aaae0bd8-643f-49ed-88f1-2954576f6bdd tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1903913 Feb 04 15:58:33.000301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e92e39-3048-4864-84df-3fb9b6e7f816 req-408af0b9-64d1-46d0-a7fe-ff3ec71ddf42 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:33.002474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-06e92e39-3048-4864-84df-3fb9b6e7f816 req-408af0b9-64d1-46d0-a7fe-ff3ec71ddf42 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 932 time: 0.1092293 Feb 04 15:58:33.041245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7699c4f-0857-427e-93fb-618224fa22b1 req-a017cb20-04b8-446d-bf23-adffc2f4408b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292078 Feb 04 15:58:33.083683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-06e92e39-3048-4864-84df-3fb9b6e7f816 req-f181f52f-18d0-4df4-a67c-5efc4ba84ec2 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735636 Feb 04 15:58:33.138924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-221ed17f-2528-4be4-b3f7-40680b4f007c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:33.140915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-221ed17f-2528-4be4-b3f7-40680b4f007c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 946 time: 0.1484609 Feb 04 15:58:33.362540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88920-6921-4080-948c-29a1268909d5 req-8b724a00-79f8-4180-b479-2c051003e565 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:33.364638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfa88920-6921-4080-948c-29a1268909d5 req-8b724a00-79f8-4180-b479-2c051003e565 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 946 time: 0.2045596 Feb 04 15:58:33.379093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:33.392956 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.400397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e2140-797c-4784-8f12-ea1b20a17362 req-81823b79-d48d-4b4b-82fb-e8fc666a6152 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:33.410167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd9e2140-797c-4784-8f12-ea1b20a17362 req-81823b79-d48d-4b4b-82fb-e8fc666a6152 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 944 time: 0.0876331 Feb 04 15:58:33.473772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd9e2140-797c-4784-8f12-ea1b20a17362 req-3a7b1980-7ec6-49f3-ab63-7573a6f3113b tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626016 Feb 04 15:58:33.482842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfa88920-6921-4080-948c-29a1268909d5 req-300333d7-1339-424c-83a4-e9df50ffc9d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973349 Feb 04 15:58:33.499353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Transition to ACTIVE for port object 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:33.504309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51358) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:33.533734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.540168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:33.540530 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.673380 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-35ce6594-83f8-4d0e-9725-6102a16a1794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.829497 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b5a0d1b2-f1e1-495d-9030-42c3ddf46610 req-850ee999-89ff-4646-b026-ea26fb6d810d tempest-TestServerAdvancedOps-1687551665 tempest-TestServerAdvancedOps-1687551665-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d979d1d-8b61-4d2d-95da-1c4e2c47f406 HTTP/1.1" status: 200 len: 210 time: 0.1326520 Feb 04 15:58:33.863728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1cd1fe8e-244a-4e35-8da6-d8daf17f4067 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/floatingips/5f9c3986-f498-4665-8c45-3d047ace154e HTTP/1.1" status: 200 len: 991 time: 0.3574514 Feb 04 15:58:34.226516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5189c1-110b-411c-af11-8d0c452bf2f5 req-ee8c8498-24fd-4773-b2a7-e5246de38100 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.228342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f5189c1-110b-411c-af11-8d0c452bf2f5 req-ee8c8498-24fd-4773-b2a7-e5246de38100 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 944 time: 0.0564110 Feb 04 15:58:34.245931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Pushing event updated for resources: {'Port': ['ID=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:34.273958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f5189c1-110b-411c-af11-8d0c452bf2f5 req-3719fe03-7f99-4715-8693-00fefd02d85d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 Feb 04 15:58:34.329081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port 9a284ea4-4031-449e-9f2f-966a0d08e9c7, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9a284ea4-4031-449e-9f2f-966a0d08e9c7,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:34.329633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.379615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for 9a284ea4-4031-449e-9f2f-966a0d08e9c7 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:34.418066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2c87fd1a-fa91-4832-bc1e-53ca100218f9 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:58:34.436577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18aadc-0a42-4b85-8931-cb14aaf6d097 req-1cfa9558-6ff9-4701-9747-0685c9def2e4 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.439382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f18aadc-0a42-4b85-8931-cb14aaf6d097 req-1cfa9558-6ff9-4701-9747-0685c9def2e4 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.2807777 Feb 04 15:58:34.446137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Attempting to bind port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:34.446711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Attempting to bind port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:34.447276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Attempting to bind port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 on network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:58:34.471882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:34.472341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.497165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:34.532227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:58:34.532458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 on network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:58:34.532772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Attempting to bind port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 on network 83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:58:34.532882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3d5cdc65-a0d3-48cd-bde0-4b7bd1d9616f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:58:34.570611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:58:34.571183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Checking segment: {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:58:34.571858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Bound using segment: {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:58:34.572655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Bound port: 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:34.573272 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.659626 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.662560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f18aadc-0a42-4b85-8931-cb14aaf6d097 req-c4f0f2d6-369d-4330-ab63-660843f3a78b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053268 Feb 04 15:58:34.710930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb7f45-7c4c-4478-a01d-35b2d0c47197 req-e55ce960-f26a-4aac-a7eb-29c8ded5ab0a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.713540 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5feb7f45-7c4c-4478-a01d-35b2d0c47197 req-e55ce960-f26a-4aac-a7eb-29c8ded5ab0a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 946 time: 0.0884550 Feb 04 15:58:34.728130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:34.733569 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d585e83-5ffd-4cea-9bf4-6e16ce7e45e2" -d '{"events": [{"server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "name": "network-vif-plugged", "status": "completed", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:34.780292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:34.787955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.820124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5feb7f45-7c4c-4478-a01d-35b2d0c47197 req-792ee4fe-4ed8-41cd-8004-351a89719be2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=150e2020-3141-4034-bd59-0514a6339bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937767 Feb 04 15:58:34.858714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] For port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:34.870666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] For port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:34.882171 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bdd76d-2591-4c35-ab57-6ccf12bb6909 x-openstack-request-id: req-77bdd76d-2591-4c35-ab57-6ccf12bb6909 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:34.884373 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "name": "network-vif-plugged", "status": "completed", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:34.884867 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-77bdd76d-2591-4c35-ab57-6ccf12bb6909 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:34.887071 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'code': 200} Feb 04 15:58:34.893824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.957750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Pushing event updated for resources: {'Port': ['ID=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:34.960760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.969108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51374) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:34.986633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:35.030850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=9a284ea4-4031-449e-9f2f-966a0d08e9c7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:35.044084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.045293 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.048423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a5b2d73-2c79-4cad-86df-483d89d8cd29 service neutron] 10.222.0.30 "PUT /v2.0/ports/084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 HTTP/1.1" status: 200 len: 1092 time: 3.0852742 Feb 04 15:58:35.103553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba5ad0b-8f58-4966-9029-12f7bf1f7c27 admin admin] Deleting subnet 26f1fbee-d54f-43a2-849d-9dd4a3ca9401 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:58:35.106204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde1c2f3-ecdb-41d4-ac9b-40813a99feef', 'tag': '084c6d1a-b6d7-4d52-a5c2-bd323ed04c18'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:35.110450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ad0b-8f58-4966-9029-12f7bf1f7c27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.110744 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254" -d '{"events": [{"name": "network-changed", "server_uuid": "cde1c2f3-ecdb-41d4-ac9b-40813a99feef", "tag": "084c6d1a-b6d7-4d52-a5c2-bd323ed04c18"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:35.141356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 1dc53db3-a398-4456-8c9f-7e42eb30640d no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:35.179307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 1dc53db3-a398-4456-8c9f-7e42eb30640d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:58:35.179602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 1dc53db3-a398-4456-8c9f-7e42eb30640d not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:58:35.205591 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ad0b-8f58-4966-9029-12f7bf1f7c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.242099 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df0eeb-d12c-47b0-b274-9e729f1ec714 x-openstack-request-id: req-a8df0eeb-d12c-47b0-b274-9e729f1ec714 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:35.242574 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde1c2f3-ecdb-41d4-ac9b-40813a99feef", "tag": "084c6d1a-b6d7-4d52-a5c2-bd323ed04c18", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:35.242995 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a8df0eeb-d12c-47b0-b274-9e729f1ec714 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:35.243645 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde1c2f3-ecdb-41d4-ac9b-40813a99feef', 'tag': '084c6d1a-b6d7-4d52-a5c2-bd323ed04c18', 'status': 'completed', 'code': 200} Feb 04 15:58:35.244900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] No DVR routers for this DVR port 9a284ea4-4031-449e-9f2f-966a0d08e9c7 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:35.250397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.256814 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3519604a-e0ab-4a25-9eef-43aaef298c60 req-da66ccc4-4349-4b66-8413-5c6aeca9ac73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "DELETE /v2.0/ports/9a284ea4-4031-449e-9f2f-966a0d08e9c7 HTTP/1.1" status: 204 len: 173 time: 2.1068637 Feb 04 15:58:35.280962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a519c7e-8433-4ade-86ff-62a94e72721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.282798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-6a519c7e-8433-4ade-86ff-62a94e72721e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 1095 time: 0.1632218 Feb 04 15:58:35.293019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ad0b-8f58-4966-9029-12f7bf1f7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.341842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-733d6ea4-ecbc-4b0a-8928-1e2ff1a596c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 HTTP/1.1" status: 200 len: 217 time: 0.0507050 Feb 04 15:58:35.440085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ad0b-8f58-4966-9029-12f7bf1f7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.476604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5ad0b-8f58-4966-9029-12f7bf1f7c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f1fbee-d54f-43a2-849d-9dd4a3ca9401,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:35.494596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ad0b-8f58-4966-9029-12f7bf1f7c27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.499453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8ba5ad0b-8f58-4966-9029-12f7bf1f7c27 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/26f1fbee-d54f-43a2-849d-9dd4a3ca9401 HTTP/1.1" status: 204 len: 168 time: 0.5283558 Feb 04 15:58:35.501744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51380) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:35.510582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-2d3ef2d2-f219-4c04-a747-6a950ab812f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.515189 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-2d3ef2d2-f219-4c04-a747-6a950ab812f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 200 len: 850 time: 0.1655173 Feb 04 15:58:35.575741 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-21864067-e16d-438f-8cf6-46c25927c043 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506308 Feb 04 15:58:35.596158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f07e80-ac25-439f-982a-2b7e3e98ecb6 req-dfd7427d-38d2-402b-b4f4-f5e774df1647 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.600199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51f07e80-ac25-439f-982a-2b7e3e98ecb6 req-dfd7427d-38d2-402b-b4f4-f5e774df1647 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 944 time: 0.1764448 Feb 04 15:58:35.627171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.814518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.844842 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.852438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51f07e80-ac25-439f-982a-2b7e3e98ecb6 req-72727d04-5123-4401-8a6c-f9e329f75b4d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304599 Feb 04 15:58:35.871316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee92e343-875c-4f39-8d15-5f28f0a8995c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:35.904413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-204d0179-628e-483e-8306-cd1cabd1fc7d service neutron] 10.222.0.30 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028276 Feb 04 15:58:35.938563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fc6af1-af25-4ef9-9b3f-84d966a7aa07') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:35.939116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fc6af1-af25-4ef9-9b3f-84d966a7aa07') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:35.955323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.018451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b5546-5195-4d61-b0d1-7ca7d3507b09 req-fd06d9c3-e410-4fa9-a2c7-ef2fa84ea2d8 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.020509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f56b5546-5195-4d61-b0d1-7ca7d3507b09 req-fd06d9c3-e410-4fa9-a2c7-ef2fa84ea2d8 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1917479 Feb 04 15:58:36.022112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.030606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:58:36.034018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:36.034312 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:36.157237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f56b5546-5195-4d61-b0d1-7ca7d3507b09 req-bdebf94b-e5fc-4cea-a5e0-9245d95da16a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965099 Feb 04 15:58:36.158121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.168054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.173591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] 10.222.0.47 "DELETE /v2.0/networks/ee92e343-875c-4f39-8d15-5f28f0a8995c HTTP/1.1" status: 204 len: 168 time: 0.6702785 Feb 04 15:58:36.190329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51388) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:36.198232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0a9ca-8e8a-400f-98e4-7a074c2481ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ee92e343-875c-4f39-8d15-5f28f0a8995c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:36.255715 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc8cbf11-f21a-4f3e-bb53-aecab2d3fe5e req-fd360f8e-05ae-457c-b5dd-d8cf6bd83c4e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=5366d204-c80a-4005-9c4b-bb376ee33756 HTTP/1.1" status: 200 len: 210 time: 0.1382589 Feb 04 15:58:36.256910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-212814b4-b002-4768-99f3-01cf032defde admin admin] Deleting subnet f200482c-3431-4a6b-85de-77a69f0946a6 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:58:36.258497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90bc74a3-e5da-49e9-b0a1-5770c4f0c339 req-03e28b99-6f23-4802-9302-48c4dd8e7561 service neutron] 10.222.0.30 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475392 Feb 04 15:58:36.274523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-212814b4-b002-4768-99f3-01cf032defde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.339090 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-212814b4-b002-4768-99f3-01cf032defde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.384219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-b51708dd-bd2a-45a9-aad6-0559612753e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.387043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-b51708dd-bd2a-45a9-aad6-0559612753e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 1095 time: 0.0646725 Feb 04 15:58:36.396258 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-212814b4-b002-4768-99f3-01cf032defde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.414376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9a284ea4-4031-449e-9f2f-966a0d08e9c7 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:36.463353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 9a284ea4-4031-449e-9f2f-966a0d08e9c7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:58:36.463692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9a284ea4-4031-449e-9f2f-966a0d08e9c7 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:58:36.476665 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-212814b4-b002-4768-99f3-01cf032defde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.519825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212814b4-b002-4768-99f3-01cf032defde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f200482c-3431-4a6b-85de-77a69f0946a6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:36.525443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-212814b4-b002-4768-99f3-01cf032defde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.532279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-212814b4-b002-4768-99f3-01cf032defde admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f200482c-3431-4a6b-85de-77a69f0946a6 HTTP/1.1" status: 204 len: 168 time: 0.3388610 Feb 04 15:58:36.532932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:36.550974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-b3ff4e5b-11cf-4911-8880-71b84a45f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.552527 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-b3ff4e5b-11cf-4911-8880-71b84a45f46e service neutron] 10.222.0.30 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 911 time: 0.1583526 Feb 04 15:58:36.606689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-2710b48b-a207-4d5b-b277-b8dc9f84141a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 HTTP/1.1" status: 200 len: 217 time: 0.0465775 Feb 04 15:58:36.626694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.682891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-7619402e-e3cd-4d12-ac08-2f48ae3fbdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.685131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-7619402e-e3cd-4d12-ac08-2f48ae3fbdf0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 200 len: 850 time: 0.0723100 Feb 04 15:58:36.727040 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.732730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-abf56cbe-baf5-4c69-ac26-e80e241f7b10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403676 Feb 04 15:58:36.761349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d66134f-75fd-4cf8-a1f9-ecc1b3653af6']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:36.783793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4015921d-e9c4-4509-adee-e2a562e49b12') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:36.786126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4015921d-e9c4-4509-adee-e2a562e49b12') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:36.811773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.841326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.853313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:58:36.854267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:36.857440 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:36.891216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-d58e9bc3-5175-4e67-8896-b81d542124cb service neutron] 10.222.0.30 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504703 Feb 04 15:58:36.967604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.019229 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.048319 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e61cade-4e65-4a1c-9b84-b0c9c7d8d254 req-73d8cee5-bb27-409e-adbc-323e2a469224 service neutron] 10.222.0.30 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502421 Feb 04 15:58:37.048654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.054385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0d66134f-75fd-4cf8-a1f9-ecc1b3653af6 HTTP/1.1" status: 204 len: 168 time: 0.5200272 Feb 04 15:58:37.086754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b050f-b990-4efd-bb56-479db1cd7394 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d66134f-75fd-4cf8-a1f9-ecc1b3653af6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.139414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a731d-b86b-41a9-85a9-006eafb8dd2d req-6ed7815d-34e4-40d8-bad0-794de11f7d93 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.142244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b09a731d-b86b-41a9-85a9-006eafb8dd2d req-6ed7815d-34e4-40d8-bad0-794de11f7d93 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 944 time: 0.1452169 Feb 04 15:58:37.207329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b09a731d-b86b-41a9-85a9-006eafb8dd2d req-6e5de971-3408-40de-995e-36b901847990 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558093 Feb 04 15:58:37.244713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5366d204-c80a-4005-9c4b-bb376ee33756', 'name': 'network-vif-deleted', 'tag': '9a284ea4-4031-449e-9f2f-966a0d08e9c7'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:37.248845 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424e7d7e-c260-4fe5-a993-10a091b5dd22" -d '{"events": [{"server_uuid": "5366d204-c80a-4005-9c4b-bb376ee33756", "name": "network-vif-deleted", "tag": "9a284ea4-4031-449e-9f2f-966a0d08e9c7"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:37.322772 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0308f9-b74f-4ded-ba94-b6d1c3e27bd3 x-openstack-request-id: req-ff0308f9-b74f-4ded-ba94-b6d1c3e27bd3 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:37.323756 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5366d204-c80a-4005-9c4b-bb376ee33756", "name": "network-vif-deleted", "tag": "9a284ea4-4031-449e-9f2f-966a0d08e9c7", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:37.323756 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff0308f9-b74f-4ded-ba94-b6d1c3e27bd3 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:37.324219 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5366d204-c80a-4005-9c4b-bb376ee33756', 'name': 'network-vif-deleted', 'tag': '9a284ea4-4031-449e-9f2f-966a0d08e9c7', 'status': 'completed', 'code': 200} Feb 04 15:58:37.399080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d8f7b-624e-4941-ac1d-9ede10690827 req-89c7933d-2395-4f55-babf-ca7a4c457a82 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.400716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc4d8f7b-624e-4941-ac1d-9ede10690827 req-89c7933d-2395-4f55-babf-ca7a4c457a82 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0638905 Feb 04 15:58:37.404363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51404) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:37.411379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51406) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:37.452566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.486687 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc4d8f7b-624e-4941-ac1d-9ede10690827 req-4987cf12-e51f-4dd0-890e-b3df1e7faea1 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780120 Feb 04 15:58:37.526384 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-666719f0-a9af-43da-b8ee-2a02074b47e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e9ce2d5231f40809acb985ba5c4fbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161880 Feb 04 15:58:37.527507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51408) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:37.551229 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b73430e-fbce-4618-8cec-7b279622dfab tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.592586 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b73430e-fbce-4618-8cec-7b279622dfab tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.628227 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ed29784-dcea-449e-ab5a-67416dbb7d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.665018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ed29784-dcea-449e-ab5a-67416dbb7d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.696437 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b73430e-fbce-4618-8cec-7b279622dfab tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.699409 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b73430e-fbce-4618-8cec-7b279622dfab tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.703607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9b73430e-fbce-4618-8cec-7b279622dfab tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/security-groups/150e2020-3141-4034-bd59-0514a6339bb4 HTTP/1.1" status: 204 len: 168 time: 0.2900772 Feb 04 15:58:37.727188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73430e-fbce-4618-8cec-7b279622dfab tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150e2020-3141-4034-bd59-0514a6339bb4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.766318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ed29784-dcea-449e-ab5a-67416dbb7d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.767035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51412) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:37.769289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2ed29784-dcea-449e-ab5a-67416dbb7d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.774439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2ed29784-dcea-449e-ab5a-67416dbb7d1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0015c505-dbbe-47e4-b8f8-e55ff6df1c93 HTTP/1.1" status: 204 len: 168 time: 0.2385826 Feb 04 15:58:37.780390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed29784-dcea-449e-ab5a-67416dbb7d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0015c505-dbbe-47e4-b8f8-e55ff6df1c93,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.869298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f91fb5-91b1-4ea4-8733-d679a8932a2d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting subnet 5237fa71-9478-4160-9886-91d7aff57144 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:58:37.881421 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16f91fb5-91b1-4ea4-8733-d679a8932a2d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.965491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16f91fb5-91b1-4ea4-8733-d679a8932a2d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.143277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16f91fb5-91b1-4ea4-8733-d679a8932a2d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.325094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16f91fb5-91b1-4ea4-8733-d679a8932a2d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.390248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16f91fb5-91b1-4ea4-8733-d679a8932a2d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.399803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-16f91fb5-91b1-4ea4-8733-d679a8932a2d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/subnets/5237fa71-9478-4160-9886-91d7aff57144 HTTP/1.1" status: 204 len: 168 time: 0.6247976 Feb 04 15:58:38.402779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f91fb5-91b1-4ea4-8733-d679a8932a2d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Subnet': ['ID=5237fa71-9478-4160-9886-91d7aff57144,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:38.404029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c012b-d640-44a0-b031-c77c5e2c079b None None] Network fb426308-263f-4f9e-824d-0a570fb4644c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:58:38.409040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51422) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:38.470287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:58:38.627906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40d38a-6291-4524-a576-874ddd3b831b req-73d530bb-f474-47c9-bbf9-3f1dbaddfe44 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:38.635130 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d40d38a-6291-4524-a576-874ddd3b831b req-73d530bb-f474-47c9-bbf9-3f1dbaddfe44 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 944 time: 0.2797596 Feb 04 15:58:38.767117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.770855 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:38.810778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d40d38a-6291-4524-a576-874ddd3b831b req-e5acda2c-a7a0-4f1f-b484-2746fc7708f9 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633220 Feb 04 15:58:38.814442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51426) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:38.841904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '084c6d1a-b6d7-4d52-a5c2-bd323ed04c18', 'network_id': '83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3', 'port_id': '084c6d1a-b6d7-4d52-a5c2-bd323ed04c18', 'mac_address': 'fa:16:3e:66:e3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc237b60-70b6-4e97-af5e-fa4d657654b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:58:38.930043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ecf2e711-9f13-4996-9381-9c6fb9d73d10 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b750303afa8f44b298f90865b6a99a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030490 Feb 04 15:58:38.936335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51428) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:39.009773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.049699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e500-a18e-4006-8679-3b77718bd095 req-69fe074f-f637-4ef6-9c2e-8ad2f61c9999 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:39.060694 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ca5e500-a18e-4006-8679-3b77718bd095 req-69fe074f-f637-4ef6-9c2e-8ad2f61c9999 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.2272666 Feb 04 15:58:39.143323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:39.144068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.269052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:39.317143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:39.327859 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.421773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] DHCP port deletion for fb426308-263f-4f9e-824d-0a570fb4644c request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:58:39.511127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:39.546928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-faddc8ae-d88f-44f8-8940-208aaaff2fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.567775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] Deleting port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:39.568530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.607325 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ca5e500-a18e-4006-8679-3b77718bd095 req-b0167bd1-d80a-46e1-9c44-f618610f4e31 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5452018 Feb 04 15:58:39.633027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-faddc8ae-d88f-44f8-8940-208aaaff2fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.647100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port 3a76db0f-cd40-4a60-b0e9-eacd012906f1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3a76db0f-cd40-4a60-b0e9-eacd012906f1,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:39.650054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.664682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for 3a76db0f-cd40-4a60-b0e9-eacd012906f1 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:39.725782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['084c6d1a-b6d7-4d52-a5c2-bd323ed04c18'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:58:39.790663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.811579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] No DVR routers for this DVR port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:39.857702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=3a76db0f-cd40-4a60-b0e9-eacd012906f1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:39.927232 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.930458 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-faddc8ae-d88f-44f8-8940-208aaaff2fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.935938 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-faddc8ae-d88f-44f8-8940-208aaaff2fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.936321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] For port 3a76db0f-cd40-4a60-b0e9-eacd012906f1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3a76db0f-cd40-4a60-b0e9-eacd012906f1,segment=NetworkSegment(bf675a57-08e4-4590-9f64-97fefdddf70b),segment_id=bf675a57-08e4-4590-9f64-97fefdddf70b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:39.937553 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.942209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-faddc8ae-d88f-44f8-8940-208aaaff2fee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18c34dd1-2899-45f1-b5dd-ad651f91205d HTTP/1.1" status: 204 len: 168 time: 0.9969130 Feb 04 15:58:39.984031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddc8ae-d88f-44f8-8940-208aaaff2fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c34dd1-2899-45f1-b5dd-ad651f91205d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:39.987788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] Calling delete_port for 3a76db0f-cd40-4a60-b0e9-eacd012906f1 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:40.125227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.163641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb426308-263f-4f9e-824d-0a570fb4644c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:40.185652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf675a57-08e4-4590-9f64-97fefdddf70b') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:40.186018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf675a57-08e4-4590-9f64-97fefdddf70b') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:40.213442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028484f7-c4c6-4742-a415-712b7b46628f req-0265b547-5732-4a4e-b2c0-f3ee08dd9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.215041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-028484f7-c4c6-4742-a415-712b7b46628f req-0265b547-5732-4a4e-b2c0-f3ee08dd9a2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1096 time: 0.1473026 Feb 04 15:58:40.219127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.257827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.270578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:58:40.271649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.272068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e6c-b232-4aa9-a70a-5b5d27eab252 req-97c4c32c-dd6d-4265-aa81-dbae8b85deed tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.289426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5cc64e6c-b232-4aa9-a70a-5b5d27eab252 req-97c4c32c-dd6d-4265-aa81-dbae8b85deed tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 945 time: 0.1346784 Feb 04 15:58:40.396157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:40.402093 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:40.410525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5cc64e6c-b232-4aa9-a70a-5b5d27eab252 req-c7bf0d81-f4a5-44e8-a780-9946e2544bf3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189642 Feb 04 15:58:40.425866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] Network fb426308-263f-4f9e-824d-0a570fb4644c is not hosted by any dhcp agent {{(pid=102424) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 15:58:40.426833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] No DVR routers for this DVR port 3a76db0f-cd40-4a60-b0e9-eacd012906f1 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:40.444611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.487731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0363557-c825-4fa7-a66c-5d544ca89c5f None None] Pushing event deleted for resources: {'Port': ['ID=3a76db0f-cd40-4a60-b0e9-eacd012906f1,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.531631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.540594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/networks/fb426308-263f-4f9e-824d-0a570fb4644c HTTP/1.1" status: 204 len: 168 time: 2.1266384 Feb 04 15:58:40.541683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51442) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:40.680561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3a76db0f-cd40-4a60-b0e9-eacd012906f1 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:40.701067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4a3dc-8341-4f19-bd95-7a55794854e4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Network': ['ID=fb426308-263f-4f9e-824d-0a570fb4644c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.747563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1cec-4ea0-4eed-a03d-b17e7b39820f req-d4f8e712-1ba2-46a3-ac79-9810f378fe91 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.766697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f5a1cec-4ea0-4eed-a03d-b17e7b39820f req-d4f8e712-1ba2-46a3-ac79-9810f378fe91 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.6092272 Feb 04 15:58:40.767750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3a76db0f-cd40-4a60-b0e9-eacd012906f1 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:58:40.770684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3a76db0f-cd40-4a60-b0e9-eacd012906f1 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:58:40.871804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028484f7-c4c6-4742-a415-712b7b46628f req-dd73c5e7-9918-43e6-9431-af6353f353fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.873690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-028484f7-c4c6-4742-a415-712b7b46628f req-dd73c5e7-9918-43e6-9431-af6353f353fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.6439986 Feb 04 15:58:40.904692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port 547149a3-773c-409c-ad52-1929573be311 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:40.905073 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.967263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-028484f7-c4c6-4742-a415-712b7b46628f req-d508aab4-aa85-4e17-b228-16d7058460b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 1001 time: 0.0850668 Feb 04 15:58:41.032978 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f5a1cec-4ea0-4eed-a03d-b17e7b39820f req-9dc27b77-a400-4a67-b5e8-723df0ac5f48 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636676 Feb 04 15:58:41.048677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.049666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.084896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for 547149a3-773c-409c-ad52-1929573be311 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:41.108811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028484f7-c4c6-4742-a415-712b7b46628f req-14417469-ad0f-4a43-a692-30f70bf68b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:41.111589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-028484f7-c4c6-4742-a415-712b7b46628f req-14417469-ad0f-4a43-a692-30f70bf68b73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.1365576 Feb 04 15:58:41.203985 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028484f7-c4c6-4742-a415-712b7b46628f req-0259b49b-927d-4bd9-b67f-47291a160acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:41.205558 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-028484f7-c4c6-4742-a415-712b7b46628f req-0259b49b-927d-4bd9-b67f-47291a160acc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837429 Feb 04 15:58:41.398939 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.459994 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-028484f7-c4c6-4742-a415-712b7b46628f req-9847c18b-0d39-46fd-8da0-ffbbe5282abf service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454395 Feb 04 15:58:41.535398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=547149a3-773c-409c-ad52-1929573be311,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:41.724852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-028484f7-c4c6-4742-a415-712b7b46628f req-1ac2281c-1161-4975-acbe-a55e39c154b9 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549448 Feb 04 15:58:41.803701 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.804204 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Floating IP 6c256a15-b581-4737-bf48-626c4d9fdda8 disassociated (deleted). External IP: 172.25.1.111, port: 37189aaa-df70-4de5-b262-550e23c457df. Feb 04 15:58:41.901471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3356f4d-2ddc-41b0-9e50-54e093030add req-dfe4cac9-b5ca-4851-9285-a74e2800988a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:41.915134 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3356f4d-2ddc-41b0-9e50-54e093030add req-dfe4cac9-b5ca-4851-9285-a74e2800988a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 945 time: 0.2336321 Feb 04 15:58:42.033176 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3356f4d-2ddc-41b0-9e50-54e093030add req-ab17441e-07f5-4245-ab24-824ec674fa43 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168380 Feb 04 15:58:42.295799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51468) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:42.358687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccc54d-79e6-4088-825f-df51818a25fe req-8bde065c-35f1-48b5-b512-a5fc122a6ec3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.360794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45ccc54d-79e6-4088-825f-df51818a25fe req-8bde065c-35f1-48b5-b512-a5fc122a6ec3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1307397 Feb 04 15:58:42.439360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:58:42.445824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45ccc54d-79e6-4088-825f-df51818a25fe req-81936d81-1200-45ef-a199-ea94ef8d1eb0 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731139 Feb 04 15:58:42.446099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 609fac09-3f3e-490c-95ed-19f83f5a9239 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:42.638623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:42.656336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:42.659273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.667669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-927981361-network', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:42.724176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Made reservation on behalf of a4c36a835c054bcd8e87891b517966cd for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:42.729420 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.774706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.797115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:42.812645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.824641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] Sync routers for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:42.858991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8ed9a761-f688-48db-bf8e-24b233f02780 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/floatingips/6c256a15-b581-4737-bf48-626c4d9fdda8 HTTP/1.1" status: 204 len: 168 time: 2.3153119 Feb 04 15:58:42.859649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'tag': '37189aaa-df70-4de5-b262-550e23c457df'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:42.863316 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b17112e-7a1d-47f6-a3c8-459913eb0067" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "tag": "37189aaa-df70-4de5-b262-550e23c457df"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:42.916581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:42.925970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:42.986364 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41325956-b19d-4f65-ba8c-68faac317c17 x-openstack-request-id: req-41325956-b19d-4f65-ba8c-68faac317c17 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:42.986706 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "tag": "37189aaa-df70-4de5-b262-550e23c457df", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:42.987046 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41325956-b19d-4f65-ba8c-68faac317c17 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:42.987806 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'tag': '37189aaa-df70-4de5-b262-550e23c457df', 'status': 'completed', 'code': 200} Feb 04 15:58:43.066784 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.075136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.092350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-99ec2c0e-4de9-4db5-9802-8da47fb59985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.094261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-99ec2c0e-4de9-4db5-9802-8da47fb59985 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 1096 time: 0.0804043 Feb 04 15:58:43.119405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.145751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:43.187460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.188281 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Added segment 4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f of type vlan for network 953b3dc3-7729-4580-af71-c1e4c775a449 Feb 04 15:58:43.228716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde1c2f3-ecdb-41d4-ac9b-40813a99feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084c6d1a-b6d7-4d52-a5c2-bd323ed04c18'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:43.240634 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68022457-ff7a-4fa9-b1ab-da21b66c2c6f" -d '{"events": [{"server_uuid": "cde1c2f3-ecdb-41d4-ac9b-40813a99feef", "name": "network-vif-plugged", "status": "completed", "tag": "084c6d1a-b6d7-4d52-a5c2-bd323ed04c18"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:43.294252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.316286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:43.335011 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.374782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59cac3-a279-426b-9eca-99eeaf4b1565,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.393938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:43.404215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.407538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.413338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.414763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-01d7d615-6b5e-4ed5-ad43-a38ae14adb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.423001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-01d7d615-6b5e-4ed5-ad43-a38ae14adb96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac4a7643-7ced-44ff-ae8f-226c092147c8 HTTP/1.1" status: 200 len: 897 time: 0.3208294 Feb 04 15:58:43.443253 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034f1215-c64c-4cc6-b5ba-2eb342c3ab34 x-openstack-request-id: req-034f1215-c64c-4cc6-b5ba-2eb342c3ab34 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:43.444058 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde1c2f3-ecdb-41d4-ac9b-40813a99feef", "name": "network-vif-plugged", "status": "completed", "tag": "084c6d1a-b6d7-4d52-a5c2-bd323ed04c18", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:43.444058 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-034f1215-c64c-4cc6-b5ba-2eb342c3ab34 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:43.444371 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde1c2f3-ecdb-41d4-ac9b-40813a99feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084c6d1a-b6d7-4d52-a5c2-bd323ed04c18', 'code': 200} Feb 04 15:58:43.460435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.566911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-b6abe4a5-a8ca-4a4f-93fd-247d78c28e9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37189aaa-df70-4de5-b262-550e23c457df HTTP/1.1" status: 200 len: 217 time: 0.1263978 Feb 04 15:58:43.697461 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3998220 Feb 04 15:58:43.704313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51488) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:43.717916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Request body: {'subnet': {'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-927981361-subnet', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:43.732281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a00108-d4e1-4182-977b-299a24d6d93f admin admin] Pushing event updated for resources: {'Network': ['ID=953b3dc3-7729-4580-af71-c1e4c775a449,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.745845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740413a-566d-48a0-8df6-0be52e1fdc53 req-f531d6cc-7949-4422-a136-d0026ebb7e91 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.756608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3740413a-566d-48a0-8df6-0be52e1fdc53 req-f531d6cc-7949-4422-a136-d0026ebb7e91 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.4096045 Feb 04 15:58:43.766007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 953b3dc3-7729-4580-af71-c1e4c775a449 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:58:43.766332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-cccdfbfc-df9c-42e8-8084-eea5640e394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.766332 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-cccdfbfc-df9c-42e8-8084-eea5640e394c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e5068af-0bf4-46f3-9971-93652a2262f3 HTTP/1.1" status: 200 len: 834 time: 0.1816354 Feb 04 15:58:43.807035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2f2f-f27b-4f05-b414-71e394d4446e req-259e4eee-37d1-4040-acca-74aae1928186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.809830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07ef2f2f-f27b-4f05-b414-71e394d4446e req-259e4eee-37d1-4040-acca-74aae1928186 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 1097 time: 0.2089636 Feb 04 15:58:43.818975 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Made reservation on behalf of a4c36a835c054bcd8e87891b517966cd for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:43.823159 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.891654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35610bdb-1159-4fdf-a4ee-ab4d70c435f4 req-a0f56881-9836-4b6e-a195-66e7ae8c8674 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.902933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35610bdb-1159-4fdf-a4ee-ab4d70c435f4 req-a0f56881-9836-4b6e-a195-66e7ae8c8674 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 945 time: 0.3343036 Feb 04 15:58:44.023822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:29Z', 'revision_number': 6, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:44.065774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] Checking router: 609fac09-3f3e-490c-95ed-19f83f5a9239 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:44.068241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-6893f3d2-b24c-4691-9dd8-a3c678cf1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:44.072495 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-6893f3d2-b24c-4691-9dd8-a3c678cf1ef9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4a7643-7ced-44ff-ae8f-226c092147c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945683 Feb 04 15:58:44.077621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:44.078479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:44.094472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35610bdb-1159-4fdf-a4ee-ab4d70c435f4 req-478fd73b-0097-42cb-9dd4-cde5a8f28a95 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901872 Feb 04 15:58:44.112061 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07ef2f2f-f27b-4f05-b414-71e394d4446e req-1415a8e0-73ea-407c-8ff9-ab06a329219f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528098 Feb 04 15:58:44.127177 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3740413a-566d-48a0-8df6-0be52e1fdc53 req-2eeb25b4-6fb8-4693-baeb-f8334d67148e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680189 Feb 04 15:58:44.222953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.292895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:44.325001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4daa6c73-3f13-4c6f-9ce3-5f042df21a39,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:44.330221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Checking segment: {'id': '4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:58:44.330846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Network hostable DHCP agents. Network: 953b3dc3-7729-4580-af71-c1e4c775a449, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:44.368830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Network 953b3dc3-7729-4580-af71-c1e4c775a449 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:44.386424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f2e30-4413-4f5d-8279-ece07fa4ae0c req-dba69450-0bdb-4715-ba57-dddb5deb0a66 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:44.388453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-007f2e30-4413-4f5d-8279-ece07fa4ae0c req-dba69450-0bdb-4715-ba57-dddb5deb0a66 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1519988 Feb 04 15:58:44.391277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-ab8da6f7-e989-48b8-ab94-2754f7d86161 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055005 Feb 04 15:58:44.395648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 953b3dc3-7729-4580-af71-c1e4c775a449) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:44.406508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:44.407188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.425917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c75cc-63a2-4df8-a2af-61fccc86a3e9 None None] Network 953b3dc3-7729-4580-af71-c1e4c775a449 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:58:44.464821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2b086f44-793f-444e-9e42-2a8bcdceefa7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7551837 Feb 04 15:58:44.472495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51492) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:44.480118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:44.554519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-007f2e30-4413-4f5d-8279-ece07fa4ae0c req-a51a68c9-e4bf-46e4-b0a9-2c7f3cdd1f05 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228147 Feb 04 15:58:44.558055 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.559281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.592344 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b17112e-7a1d-47f6-a3c8-459913eb0067 req-3fb8300f-3d60-433f-9289-e59375f917a5 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923583 Feb 04 15:58:44.698936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.913106 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-953b3dc3-7729-4580-af71-c1e4c775a449', 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'fixed_ips': [{'subnet_id': '4daa6c73-3f13-4c6f-9ce3-5f042df21a39'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:58:44.914190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.920883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:29Z', 'revision_number': 6, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:44.937850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.959947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91194582-f2d1-4d73-8750-3c94bddc0368 None None] The sync data for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 is: [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:29Z', 'revision_number': 6, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb64248a-b639-453f-94a9-54c700a4b368', 'name': '', 'network_id': 'ac4a7643-7ced-44ff-ae8f-226c092147c8', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:3e:f8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:12Z', 'updated_at': '2022-02-04T15:55:22Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '0e5068af-0bf4-46f3-9971-93652a2262f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:45.145400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Allocated IP 172.20.0.2 (953b3dc3-7729-4580-af71-c1e4c775a449/4daa6c73-3f13-4c6f-9ce3-5f042df21a39/485eee2f-a497-4fea-a589-2f6d8dc3f513) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:45.349835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.365029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.372083 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.398408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.402246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f22772-e1da-40e6-a228-3ebd22650b0b req-9dd2c377-7745-46e5-bcdd-b3c19d717383 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:45.414835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714faa-9c51-4b39-b8ed-25b80875e542 req-4ef5eb21-a8db-4a4d-983b-513e074bcd7c tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:45.416723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82714faa-9c51-4b39-b8ed-25b80875e542 req-4ef5eb21-a8db-4a4d-983b-513e074bcd7c tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1126466 Feb 04 15:58:45.418540 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4f22772-e1da-40e6-a228-3ebd22650b0b req-9dd2c377-7745-46e5-bcdd-b3c19d717383 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 945 time: 0.1689088 Feb 04 15:58:45.449444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Network 953b3dc3-7729-4580-af71-c1e4c775a449 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:45.451732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Pushing event updated for resources: {'Port': ['ID=485eee2f-a497-4fea-a589-2f6d8dc3f513,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:45.455174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:45.458697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:58:45.538151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4f22772-e1da-40e6-a228-3ebd22650b0b req-900c2576-e319-470c-ba21-0bd151cafda1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093695 Feb 04 15:58:45.575057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Attempting to bind port 485eee2f-a497-4fea-a589-2f6d8dc3f513 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:45.576305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Attempting to bind port 485eee2f-a497-4fea-a589-2f6d8dc3f513 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:45.577222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Attempting to bind port 485eee2f-a497-4fea-a589-2f6d8dc3f513 on network 953b3dc3-7729-4580-af71-c1e4c775a449 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:58:45.589484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:58:45.589955 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc62a2-3d24-48dd-950e-71ac8c922afc None None] New status for floating IP 6c256a15-b581-4737-bf48-626c4d9fdda8: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:58:45.591282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Checking segment: {'id': '4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:58:45.591469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.592061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Bound using segment: {'id': '4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:58:45.592925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Bound port: 485eee2f-a497-4fea-a589-2f6d8dc3f513, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:45.593557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.700102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82714faa-9c51-4b39-b8ed-25b80875e542 req-63f35233-4629-44ad-8ee2-7e7120dc7670 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815521 Feb 04 15:58:45.774015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-3bc15abf-e51e-4fc7-8829-a9334d64c862 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:45.784586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-3bc15abf-e51e-4fc7-8829-a9334d64c862 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 945 time: 0.3555038 Feb 04 15:58:45.788091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Allocated IP 172.25.1.91 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/90f96f98-3e43-477a-b320-15927f8edb79) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:45.861365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] For port 485eee2f-a497-4fea-a589-2f6d8dc3f513, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:45.874324 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] For port 485eee2f-a497-4fea-a589-2f6d8dc3f513, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485eee2f-a497-4fea-a589-2f6d8dc3f513,segment=NetworkSegment(4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f),segment_id=4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:45.882835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.004847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f09ae-4a6e-43da-ad2a-cfbf2679954a None None] Pushing event updated for resources: {'Port': ['ID=485eee2f-a497-4fea-a589-2f6d8dc3f513,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:46.084061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port 37189aaa-df70-4de5-b262-550e23c457df {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:46.084401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.090129 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.245016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port 37189aaa-df70-4de5-b262-550e23c457df, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=37189aaa-df70-4de5-b262-550e23c457df,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:46.245389 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.248732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.303340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for 37189aaa-df70-4de5-b262-550e23c457df owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:46.317872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:46.326298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:46.331864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:58:46.383686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Pushing event updated for resources: {'Port': ['ID=90f96f98-3e43-477a-b320-15927f8edb79,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:46.642309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485eee2f-a497-4fea-a589-2f6d8dc3f513 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:58:46.733229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 485eee2f-a497-4fea-a589-2f6d8dc3f513 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:46.734379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.898665 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.904245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c754-27b0-42a2-bca2-a3574fa06bb4 req-7a355f4b-89a5-4bdd-b3e9-d5752c069d74 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:46.906918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8901c754-27b0-42a2-bca2-a3574fa06bb4 req-7a355f4b-89a5-4bdd-b3e9-d5752c069d74 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 945 time: 0.2425272 Feb 04 15:58:46.947867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 485eee2f-a497-4fea-a589-2f6d8dc3f513, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485eee2f-a497-4fea-a589-2f6d8dc3f513,segment=NetworkSegment(4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f),segment_id=4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:46.953585 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.975807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8901c754-27b0-42a2-bca2-a3574fa06bb4 req-cf977552-8ddb-48ed-9a03-586dca4f36c8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=61b00bf5-4b65-44d9-b349-89bd83e9ed16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615277 Feb 04 15:58:47.028881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=485eee2f-a497-4fea-a589-2f6d8dc3f513,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:47.214702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf68fa-16e8-47c6-a478-4b265e4fe081 req-9241408f-d03c-48d8-a0cd-a5c77b4206d4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:47.218178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eacf68fa-16e8-47c6-a478-4b265e4fe081 req-9241408f-d03c-48d8-a0cd-a5c77b4206d4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1718862 Feb 04 15:58:47.403547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eacf68fa-16e8-47c6-a478-4b265e4fe081 req-6b896b50-35bb-414c-8c9e-4ed9f3f103d4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760707 Feb 04 15:58:47.431898 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.498480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.505816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=37189aaa-df70-4de5-b262-550e23c457df,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:47.515815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b067428-b1f3-498c-ada4-50b7d294e80a None None] Network 953b3dc3-7729-4580-af71-c1e4c775a449 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:58:47.627355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-43b218f9-9272-4184-aa64-0d8dd149010d None None] Provisioning complete for port 485eee2f-a497-4fea-a589-2f6d8dc3f513 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:47.627967 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-43b218f9-9272-4184-aa64-0d8dd149010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.690091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] No DVR routers for this DVR port 37189aaa-df70-4de5-b262-550e23c457df on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:47.709812 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.715792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7cd1cfa5-4199-4bd6-a27b-22496e02fa8d req-0a3602c2-b6e6-4598-b6d3-e3cf85d575d7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.30 "DELETE /v2.0/ports/37189aaa-df70-4de5-b262-550e23c457df HTTP/1.1" status: 204 len: 173 time: 1.9299989 Feb 04 15:58:47.716562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'name': 'network-vif-deleted', 'tag': '37189aaa-df70-4de5-b262-550e23c457df'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:47.725643 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca68599-23b4-42bc-a61c-b9b80d7efef8" -d '{"events": [{"server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "name": "network-vif-deleted", "tag": "37189aaa-df70-4de5-b262-550e23c457df"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:58:47.834515 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8db1a48-16eb-4325-b19f-9987b693b214 x-openstack-request-id: req-c8db1a48-16eb-4325-b19f-9987b693b214 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:58:47.834888 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce", "name": "network-vif-deleted", "tag": "37189aaa-df70-4de5-b262-550e23c457df", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:58:47.835286 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8db1a48-16eb-4325-b19f-9987b693b214 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:58:47.835923 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce', 'name': 'network-vif-deleted', 'tag': '37189aaa-df70-4de5-b262-550e23c457df', 'status': 'completed', 'code': 200} Feb 04 15:58:47.974346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-3427e31c-415e-48be-bcc0-37e97358cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:47.976905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-3427e31c-415e-48be-bcc0-37e97358cefe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 1097 time: 0.2418897 Feb 04 15:58:48.023987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691a109-1ea6-4c80-8d5a-5a1b8bcdc7bb req-0bca2754-d91b-4c0d-91f2-fe8b0bd7f53e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:48.038104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f691a109-1ea6-4c80-8d5a-5a1b8bcdc7bb req-0bca2754-d91b-4c0d-91f2-fe8b0bd7f53e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.3003285 Feb 04 15:58:48.155087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1680e919-01ef-48a4-9264-6dbe4d3e394f req-84c7bb1d-039f-46a3-81fc-2fc0ddd29475 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bdf7f68-1abc-44e6-8d89-9be6ab38a3ce HTTP/1.1" status: 200 len: 210 time: 0.0506907 Feb 04 15:58:48.291919 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f691a109-1ea6-4c80-8d5a-5a1b8bcdc7bb req-03643a7f-6dd7-4e11-8b7b-d000dbc6eba0 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530761 Feb 04 15:58:48.345492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a94b5494-9d4d-4e41-9fc8-c49c52ee858d None None] Provisioning complete for port 485eee2f-a497-4fea-a589-2f6d8dc3f513 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:48.346527 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a94b5494-9d4d-4e41-9fc8-c49c52ee858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.440754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-e85e53ac-ab94-435b-8010-826772c1f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:48.443706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-e85e53ac-ab94-435b-8010-826772c1f1c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 911 time: 0.4549041 Feb 04 15:58:48.449925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.475114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 37189aaa-df70-4de5-b262-550e23c457df no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:48.532349 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 37189aaa-df70-4de5-b262-550e23c457df {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:58:48.533269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 37189aaa-df70-4de5-b262-550e23c457df not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:58:48.535885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-91c5aa22-3849-46c1-a32e-3a22cd34d32b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 HTTP/1.1" status: 200 len: 217 time: 0.0805862 Feb 04 15:58:48.631013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485eee2f-a497-4fea-a589-2f6d8dc3f513 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:58:48.710531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 485eee2f-a497-4fea-a589-2f6d8dc3f513 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:48.711302 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.796361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-71b1b3b8-d945-42cf-80ed-a24d1ad85f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:48.799055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-71b1b3b8-d945-42cf-80ed-a24d1ad85f21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 200 len: 850 time: 0.1911411 Feb 04 15:58:48.874163 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-751e090a-a68b-4831-bef2-d971d958af4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590575 Feb 04 15:58:49.082644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:58:49.092379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-fbdb210b-ca3b-4423-a1d3-cccf94cc8da4 service neutron] 10.222.0.30 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084692 Feb 04 15:58:49.224363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51532) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:49.317445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.358398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.422553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:49.431581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c811b59-6e7d-4226-b89e-73125eedb6ad req-66bef0b7-dca3-4f6d-b55a-2d49081339a8 service neutron] 10.222.0.30 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290462 Feb 04 15:58:49.440347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Sync routers for ids ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:49.459638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Routers {'7c7cad12-a9a6-4b01-b143-0041aa0961f8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:49.460782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:49.466134 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.470512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51536) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:49.473439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-47bafb4f-6098-4a2b-a918-b9f7a2b1b488 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.9986703 Feb 04 15:58:49.691113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.696199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.709368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87260-d4fc-4c1a-be42-48e2e4152cdb req-32d2c5f4-3883-4a0c-a4fa-f0c12991ae87 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:49.714858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/security-groups/61b00bf5-4b65-44d9-b349-89bd83e9ed16 HTTP/1.1" status: 204 len: 168 time: 0.4890501 Feb 04 15:58:49.725156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1b87260-d4fc-4c1a-be42-48e2e4152cdb req-32d2c5f4-3883-4a0c-a4fa-f0c12991ae87 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.2223001 Feb 04 15:58:49.829582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1b87260-d4fc-4c1a-be42-48e2e4152cdb req-1b78a6b3-b261-47e3-bf74-e14941040a4d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000664 Feb 04 15:58:49.830978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51552) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:49.887591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b00bf5-4b65-44d9-b349-89bd83e9ed16,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:49.919602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.920134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.921571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.922200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.922734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.923234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.923772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.924290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.924889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.926373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.926788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:49.927115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa981a9-da85-4eca-b43e-a03873be3a1f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:50.066456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Set router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:50.299952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '90f96f98-3e43-477a-b320-15927f8edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:47Z', 'revision_number': 3, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port': {'id': '90f96f98-3e43-477a-b320-15927f8edb79', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:45Z', 'updated_at': '2022-02-04T15:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:50.305327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.339681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Checking router: 7c7cad12-a9a6-4b01-b143-0041aa0961f8 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:50.340783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Updating router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 port 90f96f98-3e43-477a-b320-15927f8edb79 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:58:50.378534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.530201 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Allocated IP 172.20.0.1 (953b3dc3-7729-4580-af71-c1e4c775a449/4daa6c73-3f13-4c6f-9ce3-5f042df21a39/0ece71d6-f9f0-4a03-9302-df1b76b934d4) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:50.592352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.709861 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.780112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.810610 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.835934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.837845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Network 953b3dc3-7729-4580-af71-c1e4c775a449 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:50.843076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:50.847760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:58:50.851694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Pushing event updated for resources: {'Port': ['ID=0ece71d6-f9f0-4a03-9302-df1b76b934d4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:50.946021 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.971277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port eb64248a-b639-453f-94a9-54c700a4b368 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:50.976215 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.067148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Attempting to bind port 90f96f98-3e43-477a-b320-15927f8edb79 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:51.067768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Attempting to bind port 90f96f98-3e43-477a-b320-15927f8edb79 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:51.068391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Attempting to bind port 90f96f98-3e43-477a-b320-15927f8edb79 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:58:51.077233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788da43-7292-4799-872f-929aa83d96df None None] Pushing event updated for resources: {'Port': ['ID=90f96f98-3e43-477a-b320-15927f8edb79,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.089050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:58:51.089640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:58:51.090409 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.091062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:58:51.092041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Bound port: 90f96f98-3e43-477a-b320-15927f8edb79, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:51.092780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.167092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port eb64248a-b639-453f-94a9-54c700a4b368, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=eb64248a-b639-453f-94a9-54c700a4b368,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:51.168392 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.202730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for eb64248a-b639-453f-94a9-54c700a4b368 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:51.211817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] For port 90f96f98-3e43-477a-b320-15927f8edb79, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:51.222605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] For port 90f96f98-3e43-477a-b320-15927f8edb79, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=90f96f98-3e43-477a-b320-15927f8edb79,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:51.231565 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.233664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e6679-0c76-479a-87b3-939bd82e0267 req-2fa65cc2-e9ec-4bd5-bbc7-49b01782fe35 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:51.235564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b1e6679-0c76-479a-87b3-939bd82e0267 req-2fa65cc2-e9ec-4bd5-bbc7-49b01782fe35 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1899984 Feb 04 15:58:51.236809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.322385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788da43-7292-4799-872f-929aa83d96df None None] Pushing event updated for resources: {'Port': ['ID=90f96f98-3e43-477a-b320-15927f8edb79,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.339733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Routers {'7c7cad12-a9a6-4b01-b143-0041aa0961f8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:51.341339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:51.391923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-adab6faa-250c-47b8-90a0-6cccad657d6c None None] Provisioning complete for port 0ece71d6-f9f0-4a03-9302-df1b76b934d4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:51.392223 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-adab6faa-250c-47b8-90a0-6cccad657d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.395679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b1e6679-0c76-479a-87b3-939bd82e0267 req-497f1d4f-9130-4a1c-8f21-4c12f413c145 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428058 Feb 04 15:58:51.506296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-adab6faa-250c-47b8-90a0-6cccad657d6c None None] Port 0ece71d6-f9f0-4a03-9302-df1b76b934d4 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:58:51.525912 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.558879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=eb64248a-b639-453f-94a9-54c700a4b368,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.575726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] Set router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:51.590419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.590419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.590891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.590891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.591207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.591559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.591900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.592379 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.593280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.593280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.593764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.593764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:51.728952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.739446 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.891510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.904484 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.988402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Pushing event updated for resources: {'Port': ['ID=0ece71d6-f9f0-4a03-9302-df1b76b934d4,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:52.070105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '90f96f98-3e43-477a-b320-15927f8edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 4, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port': {'id': '90f96f98-3e43-477a-b320-15927f8edb79', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:45Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0ece71d6-f9f0-4a03-9302-df1b76b934d4', 'name': '', 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'mac_address': 'fa:16:3e:45:b6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '4daa6c73-3f13-4c6f-9ce3-5f042df21a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:50Z', 'updated_at': '2022-02-04T15:58:50Z', 'revision_number': 1, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'subnets': [{'id': '4daa6c73-3f13-4c6f-9ce3-5f042df21a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:52.122871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Network 953b3dc3-7729-4580-af71-c1e4c775a449 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:52.125344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:52.177616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef7d86-227e-4500-833a-5897028477b1 None None] The sync data for ids ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'] in n-d-827869-1 is: [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '90f96f98-3e43-477a-b320-15927f8edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 4, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port': {'id': '90f96f98-3e43-477a-b320-15927f8edb79', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:45Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0ece71d6-f9f0-4a03-9302-df1b76b934d4', 'name': '', 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'mac_address': 'fa:16:3e:45:b6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '4daa6c73-3f13-4c6f-9ce3-5f042df21a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:50Z', 'updated_at': '2022-02-04T15:58:50Z', 'revision_number': 1, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'subnets': [{'id': '4daa6c73-3f13-4c6f-9ce3-5f042df21a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:52.343490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 609fac09-3f3e-490c-95ed-19f83f5a9239 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:52.381760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:52.618672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:52.645867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1a103124-8ca7-4636-af9d-932f757012cd admin admin] 10.222.0.47 "PUT /v2.0/routers/7c7cad12-a9a6-4b01-b143-0041aa0961f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1654434 Feb 04 15:58:52.761717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-de495825-b849-43c2-b31a-9258b11258fd None None] Provisioning complete for port 0ece71d6-f9f0-4a03-9302-df1b76b934d4 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:52.762089 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-de495825-b849-43c2-b31a-9258b11258fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.843615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-de495825-b849-43c2-b31a-9258b11258fd None None] Port 0ece71d6-f9f0-4a03-9302-df1b76b934d4 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:58:52.848010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:52.864167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51570) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:52.868159 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] Sync routers for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:52.874941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7df01876-e21b-4b92-a706-3c20a7327e3b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "PUT /v2.0/routers/609fac09-3f3e-490c-95ed-19f83f5a9239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0319104 Feb 04 15:58:52.908843 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:52.910386 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:52.948032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ec89-d6a2-45cb-9e10-4889ca362fd5 req-3316bebc-a2a3-4a36-90ed-96636fbc53ba tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:52.954483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdc2ec89-d6a2-45cb-9e10-4889ca362fd5 req-3316bebc-a2a3-4a36-90ed-96636fbc53ba tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.2419207 Feb 04 15:58:53.071652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4834e2-f9be-4d94-adca-588e3033fb87 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting subnet 0e5068af-0bf4-46f3-9971-93652a2262f3 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:58:53.086778 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4834e2-f9be-4d94-adca-588e3033fb87 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.122954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cdc2ec89-d6a2-45cb-9e10-4889ca362fd5 req-008853a1-8897-48ea-81e0-9e5d25e9be03 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621678 Feb 04 15:58:53.150680 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:53.223276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4834e2-f9be-4d94-adca-588e3033fb87 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.257082 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.520723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4834e2-f9be-4d94-adca-588e3033fb87 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.679216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4834e2-f9be-4d94-adca-588e3033fb87 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.700988 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 7, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:53.774261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6ff6b-1615-46e5-a2ef-69b16b550fa1 None None] Network ac4a7643-7ced-44ff-ae8f-226c092147c8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:58:53.785992 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] Checking router: 609fac09-3f3e-490c-95ed-19f83f5a9239 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:53.788562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f4834e2-f9be-4d94-adca-588e3033fb87 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.796171 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0f4834e2-f9be-4d94-adca-588e3033fb87 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/subnets/0e5068af-0bf4-46f3-9971-93652a2262f3 HTTP/1.1" status: 204 len: 168 time: 0.9302597 Feb 04 15:58:53.798189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4834e2-f9be-4d94-adca-588e3033fb87 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5068af-0bf4-46f3-9971-93652a2262f3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:53.800036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51584) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:53.819775 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] Routers {'609fac09-3f3e-490c-95ed-19f83f5a9239'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:53.821144 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['609fac09-3f3e-490c-95ed-19f83f5a9239'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:53.967061 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:58:54.184608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] DHCP port deletion for ac4a7643-7ced-44ff-ae8f-226c092147c8 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:58:54.297252 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] Set router 609fac09-3f3e-490c-95ed-19f83f5a9239 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:54.382637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] Deleting port 4986922e-31b7-4b33-8a68-9622b59913dc {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:54.387441 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.678145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] For port 4986922e-31b7-4b33-8a68-9622b59913dc, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4986922e-31b7-4b33-8a68-9622b59913dc,segment=NetworkSegment(7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6),segment_id=7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:54.680663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.747011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] Calling delete_port for 4986922e-31b7-4b33-8a68-9622b59913dc owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:54.841049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.851159 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 7, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:54.860474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 90f96f98-3e43-477a-b320-15927f8edb79 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:58:54.890392 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff02dce5-0213-427a-903d-67a5d7c02590 None None] The sync data for ids ['609fac09-3f3e-490c-95ed-19f83f5a9239'] in n-d-827869-1 is: [{'id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'name': 'tempest-TestNetworkBasicOps-router-15815590', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:02Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 7, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': '781c1c8e-d86e-4167-a05c-d8bb11a1fe78', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fac09-3f3e-490c-95ed-19f83f5a9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:04Z', 'updated_at': '2022-02-04T15:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:54.927502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7374b-4711-47ee-8c05-5773c1e2e496 req-7f1d08c6-6119-44e6-8cc7-2d5a7311310d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:54.928869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05f7374b-4711-47ee-8c05-5773c1e2e496 req-7f1d08c6-6119-44e6-8cc7-2d5a7311310d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.2229602 Feb 04 15:58:54.974231 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.030893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] No DVR routers for this DVR port 4986922e-31b7-4b33-8a68-9622b59913dc on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:55.034198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9c6e3-b390-4347-afbf-d03dd356179f None None] Pushing event deleted for resources: {'Port': ['ID=4986922e-31b7-4b33-8a68-9622b59913dc,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:55.056405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 90f96f98-3e43-477a-b320-15927f8edb79 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:55.056742 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.091402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05f7374b-4711-47ee-8c05-5773c1e2e496 req-77980676-db19-49ed-8ea5-46e6bf867293 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881822 Feb 04 15:58:55.097602 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.180373 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.228004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:55.228517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.240228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 90f96f98-3e43-477a-b320-15927f8edb79, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=90f96f98-3e43-477a-b320-15927f8edb79,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:55.252657 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.374367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4986922e-31b7-4b33-8a68-9622b59913dc no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:55.414005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 4986922e-31b7-4b33-8a68-9622b59913dc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:58:55.414005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4986922e-31b7-4b33-8a68-9622b59913dc not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:58:55.432534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=90f96f98-3e43-477a-b320-15927f8edb79,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:55.447527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51596) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:55.450911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port 781c1c8e-d86e-4167-a05c-d8bb11a1fe78, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=781c1c8e-d86e-4167-a05c-d8bb11a1fe78,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:55.452047 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.482735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:55.883009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.926089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=781c1c8e-d86e-4167-a05c-d8bb11a1fe78,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:56.017491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.154970 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.159695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.276212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.276809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Fanout notify agent at l3_agent the message router_deleted on router 609fac09-3f3e-490c-95ed-19f83f5a9239 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:58:56.286722 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.290379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-40a5c344-f832-4d80-95e2-237c6a8dded9 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/routers/609fac09-3f3e-490c-95ed-19f83f5a9239 HTTP/1.1" status: 204 len: 168 time: 2.4868569 Feb 04 15:58:56.290753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51606) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:56.422015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e121a0-3ec5-4b9b-b355-110a0e804117 req-d6526c8a-85e0-46bf-af83-e6fb4e80b80f tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:56.423830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3e121a0-3ec5-4b9b-b355-110a0e804117 req-d6526c8a-85e0-46bf-af83-e6fb4e80b80f tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1248231 Feb 04 15:58:56.499869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.537664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Sync routers for ids ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:58:56.551948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Routers {'7c7cad12-a9a6-4b01-b143-0041aa0961f8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:56.552962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:56.557583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3e121a0-3ec5-4b9b-b355-110a0e804117 req-9ef4554f-3063-44c2-b37b-4cf096efc0bc tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176231 Feb 04 15:58:56.592124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.646225 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.674050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4a7643-7ced-44ff-ae8f-226c092147c8']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:56.691703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:56.691981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6909c6-9ae0-4c0a-aeb2-a6dd7d87f8a6') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:56.712759 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.732385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Set router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:56.737202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.748891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:58:56.749316 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:56.754045 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:56.894517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.922550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.931025 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/networks/ac4a7643-7ced-44ff-ae8f-226c092147c8 HTTP/1.1" status: 204 len: 168 time: 0.6389620 Feb 04 15:58:56.984858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51610) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:56.999721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'network': {'name': 'tempest-network-smoke--1785582275', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'port_security_enabled': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:57.006091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34e3ec-64e2-4fee-acf4-264825fa35cc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Network': ['ID=ac4a7643-7ced-44ff-ae8f-226c092147c8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:57.061532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:57.065155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.066010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 90f96f98-3e43-477a-b320-15927f8edb79 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:58:57.129642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '90f96f98-3e43-477a-b320-15927f8edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 4, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port': {'id': '90f96f98-3e43-477a-b320-15927f8edb79', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:45Z', 'updated_at': '2022-02-04T15:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0ece71d6-f9f0-4a03-9302-df1b76b934d4', 'name': '', 'network_id': '953b3dc3-7729-4580-af71-c1e4c775a449', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'mac_address': 'fa:16:3e:45:b6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '4daa6c73-3f13-4c6f-9ce3-5f042df21a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:50Z', 'updated_at': '2022-02-04T15:58:51Z', 'revision_number': 2, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'subnets': [{'id': '4daa6c73-3f13-4c6f-9ce3-5f042df21a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:57.135854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:57.160085 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.160463 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Added segment 8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0 of type vlan for network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 Feb 04 15:58:57.162964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Checking router: 7c7cad12-a9a6-4b01-b143-0041aa0961f8 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:58:57.163360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Updating router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 port 0ece71d6-f9f0-4a03-9302-df1b76b934d4 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:58:57.167604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 90f96f98-3e43-477a-b320-15927f8edb79 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:57.167604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.219685 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.240775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.267206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Deleting port 0ece71d6-f9f0-4a03-9302-df1b76b934d4 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:58:57.267787 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.361760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.372746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:57.373585 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.388042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device eb64248a-b639-453f-94a9-54c700a4b368 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:57.416881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: eb64248a-b639-453f-94a9-54c700a4b368 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:58:57.417215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device eb64248a-b639-453f-94a9-54c700a4b368 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:58:57.479620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4893775 Feb 04 15:58:57.485036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51612) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:57.491902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'admin_state_up': True, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:58:57.530640 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.533107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.541686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c0f40-e4dd-4969-a041-92b2d9b7ce63 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Network': ['ID=4eaa13e2-8cfe-4303-a8f7-d44e9f781786,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:57.548281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.571132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Calling delete_port for 0ece71d6-f9f0-4a03-9302-df1b76b934d4 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:58:57.575954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:58:57.615878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.847559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.874655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd675b8-998a-4208-bcad-e8427fda17d6 req-5ab1bb3e-131c-40d4-96b6-4882d862160a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:57.876425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bfd675b8-998a-4208-bcad-e8427fda17d6 req-5ab1bb3e-131c-40d4-96b6-4882d862160a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1442893 Feb 04 15:58:57.895077 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:57.895791 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:57.897552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.931643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ece71d6-f9f0-4a03-9302-df1b76b934d4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:57.970166 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bfd675b8-998a-4208-bcad-e8427fda17d6 req-dab731fc-cf06-449c-8399-a5709619758a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837555 Feb 04 15:58:58.200591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-e82a70f3-bc2c-4a9a-9e52-0cc6b384c55e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989828 Feb 04 15:58:58.228508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.252657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.274498 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.404465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.25.1.252 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/b0b823de-40d9-4874-81bb-9cb22292ef63) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:58.427752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Port 0ece71d6-f9f0-4a03-9302-df1b76b934d4 not found while updating agent binding for router 7c7cad12-a9a6-4b01-b143-0041aa0961f8. {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 15:58:58.442760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Routers {'7c7cad12-a9a6-4b01-b143-0041aa0961f8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:58:58.443713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:58.456488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-6dd2c92e-112e-4ca7-80a0-28c7edb2b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.459024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-6dd2c92e-112e-4ca7-80a0-28c7edb2b2b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1096 time: 0.1489444 Feb 04 15:58:58.577476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.613947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] Set router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:58:58.624322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.676534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:58.680281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:58.685406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:58:58.724688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=b0b823de-40d9-4874-81bb-9cb22292ef63,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:58.901235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-ab20968d-177c-4ca7-8e9a-1bdfc35cc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.903664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-ab20968d-177c-4ca7-8e9a-1bdfc35cc959 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae HTTP/1.1" status: 200 len: 897 time: 0.4132171 Feb 04 15:58:58.921344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:58:58.942505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:58.994703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:58:58.995049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 781c1c8e-d86e-4167-a05c-d8bb11a1fe78 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:58:59.167063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '90f96f98-3e43-477a-b320-15927f8edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:57Z', 'revision_number': 5, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port': {'id': '90f96f98-3e43-477a-b320-15927f8edb79', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:45Z', 'updated_at': '2022-02-04T15:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:59.217405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3169ea-cde6-401f-b23f-6e8abdd164d1 None None] The sync data for ids ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'] in n-d-827869-1 is: [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '90f96f98-3e43-477a-b320-15927f8edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:58:57Z', 'revision_number': 5, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port': {'id': '90f96f98-3e43-477a-b320-15927f8edb79', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:45Z', 'updated_at': '2022-02-04T15:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:58:59.243344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.275458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-b31b80e9-7e39-45d1-a45d-a49f67b99d1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9 HTTP/1.1" status: 200 len: 1000 time: 0.3581867 Feb 04 15:58:59.506722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72857517-0338-4bf6-bafd-525454593717 req-1ac00a6a-cc97-4ec5-9f49-820b171c91a3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:59.509174 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72857517-0338-4bf6-bafd-525454593717 req-1ac00a6a-cc97-4ec5-9f49-820b171c91a3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.2845480 Feb 04 15:58:59.528990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-81917b98-939d-4009-a3a3-8ece33bcd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:59.531171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-81917b98-939d-4009-a3a3-8ece33bcd212 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266d5c09-5af5-4817-bcf8-898df1b31e0f HTTP/1.1" status: 200 len: 835 time: 0.2109714 Feb 04 15:58:59.588912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51626) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:59.605184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:59.616100 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f9e533e-ca2d-45ba-b674-61bee412ae92 admin admin] 10.222.0.47 "PUT /v2.0/routers/7c7cad12-a9a6-4b01-b143-0041aa0961f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1664627 Feb 04 15:58:59.617100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51630) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:58:59.658290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.749208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72857517-0338-4bf6-bafd-525454593717 req-3b99fcb9-4850-4ffa-b87c-61e7333c0057 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233319 Feb 04 15:58:59.833014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-bd9271a7-a7e5-4928-aed8-678b13c20d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:59.834078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-bd9271a7-a7e5-4928-aed8-678b13c20d25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2874272 Feb 04 15:58:59.844609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b8f148c-8d1e-4eba-a25b-3cf3be6e08c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.869143 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.990180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 59d8eaae-14a8-4fb1-909c-2d728f7778fa is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:59:00.054750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-a73eb2db-f9d3-4d97-bfa8-10b688d670ab service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108717 Feb 04 15:59:00.089115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b8f148c-8d1e-4eba-a25b-3cf3be6e08c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.098250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b8f148c-8d1e-4eba-a25b-3cf3be6e08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.117091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.200996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-270aeedb-b573-40ae-9d13-e43c6b711305 req-9b43cf0c-152d-4b07-9ff9-7a35cab9fc52 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392756 Feb 04 15:59:00.226890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Deleting port 90f96f98-3e43-477a-b320-15927f8edb79 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:00.227477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.250440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0b8f148c-8d1e-4eba-a25b-3cf3be6e08c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e1d257d9f524c08acd8448e3de856eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593933 Feb 04 15:59:00.253371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51632) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:00.255134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f148c-8d1e-4eba-a25b-3cf3be6e08c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c8526-c578-41dd-8b79-f7bb0f10e225,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:00.304275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:00.320314 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Sync routers for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:00.336566 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:00.338034 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:00.344070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.344515 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-25aef2aa-f366-4c1f-ad4c-b8d9579b48bc tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8579764 Feb 04 15:59:00.348064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51634) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:00.380322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c41046-1b4b-4c59-a2f1-74113a44e442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.402084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8e4e7edd-47eb-4ed5-8035-a2129d41d7a6 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=5fa3c04f86b2422ebc450aff521f0f4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501485 Feb 04 15:59:00.403983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51636) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:00.422205 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c41046-1b4b-4c59-a2f1-74113a44e442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.435739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] For port 90f96f98-3e43-477a-b320-15927f8edb79, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=90f96f98-3e43-477a-b320-15927f8edb79,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:00.436160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.477392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Calling delete_port for 90f96f98-3e43-477a-b320-15927f8edb79 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:00.513012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ece71d6-f9f0-4a03-9302-df1b76b934d4 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:59:00.553832 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:00.572793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e23b2-a196-427c-89e1-bbf73ef6d6ae tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:00.578552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-504e23b2-a196-427c-89e1-bbf73ef6d6ae tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1728337 Feb 04 15:59:00.579263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51638) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:00.599279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0ece71d6-f9f0-4a03-9302-df1b76b934d4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:59:00.599890 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ece71d6-f9f0-4a03-9302-df1b76b934d4 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:59:00.622312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c1ebbc91-5751-4c7a-9735-a5423ce7d29e tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417984 Feb 04 15:59:00.623274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51640) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:00.629655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-516625529', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:00.638503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-866279e1-ae04-42a9-9bb2-1158f9ff7d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.819176 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c41046-1b4b-4c59-a2f1-74113a44e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.822456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:00.823987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-80c41046-1b4b-4c59-a2f1-74113a44e442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.828068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-80c41046-1b4b-4c59-a2f1-74113a44e442 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a4c8526-c578-41dd-8b79-f7bb0f10e225 HTTP/1.1" status: 204 len: 168 time: 0.5358338 Feb 04 15:59:00.835238 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.852300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c41046-1b4b-4c59-a2f1-74113a44e442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c8526-c578-41dd-8b79-f7bb0f10e225,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:00.875011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.889347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] Sync routers for ids ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:00.943328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] Routers {'7c7cad12-a9a6-4b01-b143-0041aa0961f8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:00.945347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:00.948486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f96f98-3e43-477a-b320-15927f8edb79,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:00.970333 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:58:58Z', 'revision_number': 3, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:01.027658 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Checking router: 59d8eaae-14a8-4fb1-909c-2d728f7778fa for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:01.028781 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Updating router 59d8eaae-14a8-4fb1-909c-2d728f7778fa port b0b823de-40d9-4874-81bb-9cb22292ef63 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:01.085155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.101280 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.126896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] Set router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:01.195207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b12c20-4284-4bce-b39b-e2fadd0a1bbe req-df711921-0325-49b3-8a18-39bb93a86242 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:01.196758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3b12c20-4284-4bce-b39b-e2fadd0a1bbe req-df711921-0325-49b3-8a18-39bb93a86242 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1519892 Feb 04 15:59:01.225087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:59:00Z', 'revision_number': 7, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:01.247097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.249753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.254009 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3b12c20-4284-4bce-b39b-e2fadd0a1bbe req-8436b129-7c2b-4b12-b658-2750235f9ede tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Feb 04 15:59:01.295938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] Checking router: 7c7cad12-a9a6-4b01-b143-0041aa0961f8 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:01.321724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] Routers {'7c7cad12-a9a6-4b01-b143-0041aa0961f8'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:01.322982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:01.364961 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.365649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:59:01.372651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.378216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2e43ccae-9047-4aa9-b13c-ee0a45634227 admin admin] 10.222.0.47 "DELETE /v2.0/routers/7c7cad12-a9a6-4b01-b143-0041aa0961f8 HTTP/1.1" status: 204 len: 168 time: 1.7558460 Feb 04 15:59:01.378831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51648) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:01.446232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-732bb2de-12d7-42f5-895e-f8a8291245b8 admin admin] Deleting subnet 4daa6c73-3f13-4c6f-9ce3-5f042df21a39 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:59:01.451471 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-732bb2de-12d7-42f5-895e-f8a8291245b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.462491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.481163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] Set router 7c7cad12-a9a6-4b01-b143-0041aa0961f8 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:01.557017 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-732bb2de-12d7-42f5-895e-f8a8291245b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.639467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:59:00Z', 'revision_number': 7, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:01.646903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Subnet': ['ID=41acafc7-1d11-45fe-a337-14806f08eb7e,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:01.664137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Checking segment: {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:01.665138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network hostable DHCP agents. Network: 4eaa13e2-8cfe-4303-a8f7-d44e9f781786, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:01.707419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aff7a-eb52-40f1-92c8-f24cbf7361c0 None None] The sync data for ids ['7c7cad12-a9a6-4b01-b143-0041aa0961f8'] in n-d-827869-1 is: [{'id': '7c7cad12-a9a6-4b01-b143-0041aa0961f8', 'name': 'tempest-ImageQuotaTest-927981361-router', 'tenant_id': 'a4c36a835c054bcd8e87891b517966cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:44Z', 'updated_at': '2022-02-04T15:59:00Z', 'revision_number': 7, 'project_id': 'a4c36a835c054bcd8e87891b517966cd', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:01.720175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-732bb2de-12d7-42f5-895e-f8a8291245b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.752338 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.756771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:01.763389 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.792674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 4eaa13e2-8cfe-4303-a8f7-d44e9f781786) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:01.805020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:01.806048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.807477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a5da2-9317-4b45-9bb1-04e315b93b0a None None] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:59:01.847576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-b010c178-6e32-4e6c-9a44-c331bf1f5c14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1635997 Feb 04 15:59:01.851041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-732bb2de-12d7-42f5-895e-f8a8291245b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.862025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51658) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:01.868739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0260d73a-4fcf-4c22-80ea-56acb6fa4fe2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2439847 Feb 04 15:59:01.900867 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Pushing event updated for resources: {'Port': ['ID=b0b823de-40d9-4874-81bb-9cb22292ef63,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:01.906866 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Attempting to bind port b0b823de-40d9-4874-81bb-9cb22292ef63 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:01.907472 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Attempting to bind port b0b823de-40d9-4874-81bb-9cb22292ef63 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:01.908079 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Attempting to bind port b0b823de-40d9-4874-81bb-9cb22292ef63 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:01.935448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bb2de-12d7-42f5-895e-f8a8291245b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4daa6c73-3f13-4c6f-9ce3-5f042df21a39,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:01.943557 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:01.944304 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:01.944778 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.945239 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:01.945810 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Bound port: b0b823de-40d9-4874-81bb-9cb22292ef63, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:01.946309 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.007171 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-732bb2de-12d7-42f5-895e-f8a8291245b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.011696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-732bb2de-12d7-42f5-895e-f8a8291245b8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4daa6c73-3f13-4c6f-9ce3-5f042df21a39 HTTP/1.1" status: 204 len: 168 time: 0.6302547 Feb 04 15:59:02.013423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51664) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:02.015458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c005b-d735-47a0-9ce9-6190157ee14d None None] Network 953b3dc3-7729-4580-af71-c1e4c775a449 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:59:02.098316 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] For port b0b823de-40d9-4874-81bb-9cb22292ef63, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:02.108288 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] For port b0b823de-40d9-4874-81bb-9cb22292ef63, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0b823de-40d9-4874-81bb-9cb22292ef63,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:02.111459 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.112404 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.112868 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.114012 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.114934 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.115418 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.115845 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.116263 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.117511 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.118048 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.118575 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.119059 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:02.128146 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.165570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-bb3eeb7a-82b7-40e1-9c97-f79225df3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.172403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-bb3eeb7a-82b7-40e1-9c97-f79225df3727 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 1097 time: 0.2582998 Feb 04 15:59:02.195700 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:02.196638 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:02.247209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.372447 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48784118-819c-40c8-824c-2aa5f91315f9 None None] Pushing event updated for resources: {'Port': ['ID=b0b823de-40d9-4874-81bb-9cb22292ef63,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:02.423339 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:02.451432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-76478d1e-9e8e-4f99-b23b-af651479d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.453964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-76478d1e-9e8e-4f99-b23b-af651479d3f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 911 time: 0.2529426 Feb 04 15:59:02.526594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-b6d6a64f-8ec9-4490-9f41-0a9e8b589697 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933 HTTP/1.1" status: 200 len: 217 time: 0.0630987 Feb 04 15:59:02.533337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:59:02.534684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Deleting port 485eee2f-a497-4fea-a589-2f6d8dc3f513 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:02.535033 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.541919 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.646957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 90f96f98-3e43-477a-b320-15927f8edb79 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:59:02.710581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 90f96f98-3e43-477a-b320-15927f8edb79 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:59:02.710989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 90f96f98-3e43-477a-b320-15927f8edb79 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:59:02.878685 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:58:58Z', 'revision_number': 3, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:02.957588 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174c4ac-6302-468f-b024-24905f4b752a None None] The sync data for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 is: [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:58:58Z', 'revision_number': 3, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:02.972069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf20d9-15ce-4441-af49-bdc6ed3f7ecb req-a3ca0464-16dc-48a2-a2ae-55cffa33bfbc tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.973706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8edf20d9-15ce-4441-af49-bdc6ed3f7ecb req-a3ca0464-16dc-48a2-a2ae-55cffa33bfbc tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0946972 Feb 04 15:59:03.093822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Allocated IP 172.20.0.2 (4eaa13e2-8cfe-4303-a8f7-d44e9f781786/41acafc7-1d11-45fe-a337-14806f08eb7e/d11935b8-1e72-47e6-80c7-2b7c3669f8d8) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:03.097498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8edf20d9-15ce-4441-af49-bdc6ed3f7ecb req-2e67a0a7-3b9d-48eb-aba6-eaed20129065 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127985 Feb 04 15:59:03.306832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] DHCP port deletion for 953b3dc3-7729-4580-af71-c1e4c775a449 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 15:59:03.311162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] For port 485eee2f-a497-4fea-a589-2f6d8dc3f513, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485eee2f-a497-4fea-a589-2f6d8dc3f513,segment=NetworkSegment(4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f),segment_id=4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:03.311549 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.333366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-c801b5f5-85b1-4779-847a-cf32432a40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:03.334974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-c801b5f5-85b1-4779-847a-cf32432a40b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 200 len: 850 time: 0.1094372 Feb 04 15:59:03.339595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Calling delete_port for 485eee2f-a497-4fea-a589-2f6d8dc3f513 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:03.391547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-601b6c4b-79ce-4e45-aaa4-aee01b7ffa76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443854 Feb 04 15:59:03.531430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] Deleting port 485eee2f-a497-4fea-a589-2f6d8dc3f513 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:03.531959 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.604119 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] For port 485eee2f-a497-4fea-a589-2f6d8dc3f513, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=485eee2f-a497-4fea-a589-2f6d8dc3f513,segment=NetworkSegment(4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f),segment_id=4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:03.604432 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.605266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.664074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] Calling delete_port for 485eee2f-a497-4fea-a589-2f6d8dc3f513 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:03.706777 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.718489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-beb7b31b-6c29-4d6e-aa68-49840d57b87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.750348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.776655 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.780916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Pushing event deleted for resources: {'Port': ['ID=485eee2f-a497-4fea-a589-2f6d8dc3f513,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:03.813827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] No DVR routers for this DVR port 485eee2f-a497-4fea-a589-2f6d8dc3f513 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:03.957850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.958540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:03.964113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:03.969024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-fdfbfc11-6200-4f61-851c-b100c9d18b78 service neutron] 10.222.0.50 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529344 Feb 04 15:59:04.001432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:04.070998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953b3dc3-7729-4580-af71-c1e4c775a449']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:04.089430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:04.095196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7ef5f2-8604-4b6f-b49e-d3aa0c6e0a2f') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:04.109969 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.110610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Pushing event updated for resources: {'Port': ['ID=d11935b8-1e72-47e6-80c7-2b7c3669f8d8,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:04.149923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.164217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:59:04.164654 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.196691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.197075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.197285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.197631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.197963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.198345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.198673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.199592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.199916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: timer() Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:04.200170 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:04.204633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.204633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.204633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:04.235980 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.247678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Attempting to bind port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:04.248271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Attempting to bind port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:04.248826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Attempting to bind port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 on network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:04.305790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] Pushing event deleted for resources: {'Port': ['ID=485eee2f-a497-4fea-a589-2f6d8dc3f513,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:04.308984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:04.309703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Checking segment: {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:04.310458 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.311085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Bound using segment: {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:04.311887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Bound port: d11935b8-1e72-47e6-80c7-2b7c3669f8d8, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:04.312596 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.318006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22e945-e536-4a8b-a317-d1bed7484ecb None None] No DVR routers for this DVR port 485eee2f-a497-4fea-a589-2f6d8dc3f513 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:04.439287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] For port d11935b8-1e72-47e6-80c7-2b7c3669f8d8, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:04.446701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] For port d11935b8-1e72-47e6-80c7-2b7c3669f8d8, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d11935b8-1e72-47e6-80c7-2b7c3669f8d8,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:04.448057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6051316d-6eac-467b-8bb5-168c9ad3b3cc req-f5b4fce7-05b8-4e83-b3c6-41050c2ad62b service neutron] 10.222.0.50 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694977 Feb 04 15:59:04.461867 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.469769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.478950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.509352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] 10.222.0.47 "DELETE /v2.0/networks/953b3dc3-7729-4580-af71-c1e4c775a449 HTTP/1.1" status: 204 len: 168 time: 2.4930589 Feb 04 15:59:04.591268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07662a-1bac-4e17-88f5-5eb63d6ad295 admin admin] Pushing event deleted for resources: {'Network': ['ID=953b3dc3-7729-4580-af71-c1e4c775a449,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:04.667760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a48c5-30f8-4e4e-8ddc-321e87e4cc93 req-f79172ce-88fe-42e3-9e43-8e91f7a20202 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:04.682419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-833a48c5-30f8-4e4e-8ddc-321e87e4cc93 req-f79172ce-88fe-42e3-9e43-8e91f7a20202 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.3205197 Feb 04 15:59:04.713924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32920d4f-0e2a-4e7e-a1ba-cc3d856b78da None None] Pushing event updated for resources: {'Port': ['ID=d11935b8-1e72-47e6-80c7-2b7c3669f8d8,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:04.721959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.20.0.1 (4eaa13e2-8cfe-4303-a8f7-d44e9f781786/41acafc7-1d11-45fe-a337-14806f08eb7e/3cdffbf8-8b0c-4f03-85b3-2b6364592edd) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:04.833375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0b823de-40d9-4874-81bb-9cb22292ef63 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:04.864047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-833a48c5-30f8-4e4e-8ddc-321e87e4cc93 req-3ce545af-9fe2-42b2-af1f-d62b2f66aa93 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788487 Feb 04 15:59:05.060743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b0b823de-40d9-4874-81bb-9cb22292ef63 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:05.061390 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.114856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51690) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:05.141493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.216997 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7612b4de-1a50-412c-8719-9aac876bfe6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4c36a835c054bcd8e87891b517966cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006474 Feb 04 15:59:05.220891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51692) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:05.282009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.307582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.365720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port b0b823de-40d9-4874-81bb-9cb22292ef63, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0b823de-40d9-4874-81bb-9cb22292ef63,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:05.379252 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.418532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:05.429196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:05.431946 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fec4c6d0-13ed-4301-92a4-55af3b89b7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.447357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:05.453045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:05.489592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=b0b823de-40d9-4874-81bb-9cb22292ef63,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:05.508708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fec4c6d0-13ed-4301-92a4-55af3b89b7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.520760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485eee2f-a497-4fea-a589-2f6d8dc3f513 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:59:05.546340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 485eee2f-a497-4fea-a589-2f6d8dc3f513 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:59:05.546573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 485eee2f-a497-4fea-a589-2f6d8dc3f513 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:59:05.564622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.664980 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fec4c6d0-13ed-4301-92a4-55af3b89b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.668303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fec4c6d0-13ed-4301-92a4-55af3b89b7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.669504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fec4c6d0-13ed-4301-92a4-55af3b89b7be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f59cac3-a279-426b-9eca-99eeaf4b1565 HTTP/1.1" status: 204 len: 168 time: 0.4450417 Feb 04 15:59:05.683710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4c6d0-13ed-4301-92a4-55af3b89b7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59cac3-a279-426b-9eca-99eeaf4b1565,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:05.767160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.825047 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.147476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924a37d-32ab-4495-854d-352715e62c81 req-2a7783aa-68ca-4fc8-88e2-b8b69055e0fd tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:06.149197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d924a37d-32ab-4495-854d-352715e62c81 req-2a7783aa-68ca-4fc8-88e2-b8b69055e0fd tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1362154 Feb 04 15:59:06.158774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51702) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:06.173204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f68039c-e38d-4dbf-8c50-2ebe23181e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.227160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.232434 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d924a37d-32ab-4495-854d-352715e62c81 req-70b1c00f-93b0-4c73-a6a7-92ab034e877d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694208 Feb 04 15:59:06.234851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.291235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.294857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f68039c-e38d-4dbf-8c50-2ebe23181e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.305071 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f68039c-e38d-4dbf-8c50-2ebe23181e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.336028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.370147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68039c-e38d-4dbf-8c50-2ebe23181e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c79a29-4cad-4d8d-8262-856bf8ac3d8e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.377625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7f68039c-e38d-4dbf-8c50-2ebe23181e7c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2174826 Feb 04 15:59:06.380405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51708) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:06.463676 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ad45-be02-49ff-b6ea-9598fbb2eb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.474151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:06.475619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:06.489255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ad45-be02-49ff-b6ea-9598fbb2eb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.589442 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ad45-be02-49ff-b6ea-9598fbb2eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.592448 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ad45-be02-49ff-b6ea-9598fbb2eb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.593212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9dc3ad45-be02-49ff-b6ea-9598fbb2eb02 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8c79a29-4cad-4d8d-8262-856bf8ac3d8e HTTP/1.1" status: 204 len: 168 time: 0.2085371 Feb 04 15:59:06.629758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3ad45-be02-49ff-b6ea-9598fbb2eb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c79a29-4cad-4d8d-8262-856bf8ac3d8e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.751073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0b823de-40d9-4874-81bb-9cb22292ef63 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:06.755571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 59d8eaae-14a8-4fb1-909c-2d728f7778fa has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:06.840609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b0b823de-40d9-4874-81bb-9cb22292ef63 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:06.841328 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.038269 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.046067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:07.061133 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Sync routers for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:07.066104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ac64f170-59a9-4c69-86ed-67c94a3a7153 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "PUT /v2.0/routers/59d8eaae-14a8-4fb1-909c-2d728f7778fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1984577 Feb 04 15:59:07.068986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51718) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:07.085461 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:07.086167 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:07.171390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d11935b8-1e72-47e6-80c7-2b7c3669f8d8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:07.329289 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:07.330094 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.362957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cf722-d137-41cd-88ad-62dc00445739 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.363814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cf722-d137-41cd-88ad-62dc00445739 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.364653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cf722-d137-41cd-88ad-62dc00445739 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.365450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cf722-d137-41cd-88ad-62dc00445739 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.366319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cf722-d137-41cd-88ad-62dc00445739 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.367138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cf722-d137-41cd-88ad-62dc00445739 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.367958 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cf722-d137-41cd-88ad-62dc00445739 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.374650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab9cf722-d137-41cd-88ad-62dc00445739 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4966 time: 0.3009181 Feb 04 15:59:07.375739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51724) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:07.382958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a8f9e-15dc-4c88-8cf2-7b1ee5165c62 None None] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:59:07.425575 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:07.555349 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.561905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c36c0-f6ff-4e72-bc3f-9337710a30ce req-2c99c235-3923-4644-9444-2ace37b47f88 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.563707 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-659c36c0-f6ff-4e72-bc3f-9337710a30ce req-2c99c235-3923-4644-9444-2ace37b47f88 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1566260 Feb 04 15:59:07.595988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b0363e0a-a254-44fd-9f3a-510b231c3677 None None] Provisioning complete for port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:07.596631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b0363e0a-a254-44fd-9f3a-510b231c3677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.650688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-659c36c0-f6ff-4e72-bc3f-9337710a30ce req-d7c8192d-985a-4ca3-a51a-4e60bc3d16da tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797160 Feb 04 15:59:07.680962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d080328-4710-4f05-a2bb-b4c1895e426d tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.680962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d080328-4710-4f05-a2bb-b4c1895e426d tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.680962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d080328-4710-4f05-a2bb-b4c1895e426d tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.680962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d080328-4710-4f05-a2bb-b4c1895e426d tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.680962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d080328-4710-4f05-a2bb-b4c1895e426d tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.680962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d080328-4710-4f05-a2bb-b4c1895e426d tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.680962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d080328-4710-4f05-a2bb-b4c1895e426d tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.680962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2d080328-4710-4f05-a2bb-b4c1895e426d tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.3022335 Feb 04 15:59:07.683808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51726) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:07.760356 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 2, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:07.776477 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.890034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port d11935b8-1e72-47e6-80c7-2b7c3669f8d8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d11935b8-1e72-47e6-80c7-2b7c3669f8d8,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:07.898151 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b0363e0a-a254-44fd-9f3a-510b231c3677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.903695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.996919 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Checking router: 59d8eaae-14a8-4fb1-909c-2d728f7778fa for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:07.997652 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Updating router 59d8eaae-14a8-4fb1-909c-2d728f7778fa port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:08.064809 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-b0363e0a-a254-44fd-9f3a-510b231c3677 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:08.065459 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-b0363e0a-a254-44fd-9f3a-510b231c3677 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:08.065929 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.076546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=d11935b8-1e72-47e6-80c7-2b7c3669f8d8,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:08.244778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6da1e71-0d98-4bed-a8c5-3b6c4a8274c7 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.5591469 Feb 04 15:59:08.522609 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.530001 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.628003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d11935b8-1e72-47e6-80c7-2b7c3669f8d8 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:08.631482 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f13423-b7fc-4636-ad98-a854d945f2b8 None None] Pushing event updated for resources: {'Port': ['ID=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:08.720498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:08.721254 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.732381 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Attempting to bind port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:08.733337 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Attempting to bind port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:08.734083 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Attempting to bind port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd on network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:08.743126 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:08.743972 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Checking segment: {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:08.744811 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.745824 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Bound using segment: {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:08.746820 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Bound port: 3cdffbf8-8b0c-4f03-85b3-2b6364592edd, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:08.747581 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.826394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-92bf9bf7-2dea-4801-8fc2-845aa7fdfc06 None None] Provisioning complete for port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:08.827699 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-92bf9bf7-2dea-4801-8fc2-845aa7fdfc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.847575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfe9e0-d91a-41b0-8288-21246ca748a8 req-ab09b349-1833-460e-85ab-f134cc9ffa8b tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:08.854907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ebfe9e0-d91a-41b0-8288-21246ca748a8 req-ab09b349-1833-460e-85ab-f134cc9ffa8b tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1046040 Feb 04 15:59:08.891412 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] For port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:08.900675 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] For port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:08.909777 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.923414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-92bf9bf7-2dea-4801-8fc2-845aa7fdfc06 None None] Port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:59:08.954310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ebfe9e0-d91a-41b0-8288-21246ca748a8 req-d4839cdf-f6d7-4ba6-af2a-cf8eff1b039f tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955305 Feb 04 15:59:08.958078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-92bf9bf7-2dea-4801-8fc2-845aa7fdfc06 None None] Provisioning complete for port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:08.958968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-92bf9bf7-2dea-4801-8fc2-845aa7fdfc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.962154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51734) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:08.968398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-97db23b3-7bc5-4061-8e4b-8a4e980903de tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011283981', 'description': 'tempest-secgroup-smoke-1011283981 description', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:09.016243 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97db23b3-7bc5-4061-8e4b-8a4e980903de tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.016626 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:09.017034 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:09.073832 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f13423-b7fc-4636-ad98-a854d945f2b8 None None] Pushing event updated for resources: {'Port': ['ID=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.155949 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97db23b3-7bc5-4061-8e4b-8a4e980903de tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.164011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97db23b3-7bc5-4061-8e4b-8a4e980903de tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.175425 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:09.215270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-97db23b3-7bc5-4061-8e4b-8a4e980903de tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.216954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-97db23b3-7bc5-4061-8e4b-8a4e980903de tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2536011 Feb 04 15:59:09.220183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51740) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:09.222140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db23b3-7bc5-4061-8e4b-8a4e980903de tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc386f-ccc4-46cd-883f-6ef4a832ccec,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.226927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-345eef88-ed2f-4912-a5c8-3f8adb32ac7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': 'a4fc386f-ccc4-46cd-883f-6ef4a832ccec', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:09.283297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-345eef88-ed2f-4912-a5c8-3f8adb32ac7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.314003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-87e9c5a8-6101-4eee-81f1-601e3ebad595 None None] Provisioning complete for port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:09.314695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-87e9c5a8-6101-4eee-81f1-601e3ebad595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.431038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-345eef88-ed2f-4912-a5c8-3f8adb32ac7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.437414 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-345eef88-ed2f-4912-a5c8-3f8adb32ac7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.459661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-87e9c5a8-6101-4eee-81f1-601e3ebad595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.471092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-345eef88-ed2f-4912-a5c8-3f8adb32ac7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.472857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-345eef88-ed2f-4912-a5c8-3f8adb32ac7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2514100 Feb 04 15:59:09.476329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345eef88-ed2f-4912-a5c8-3f8adb32ac7e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5206c61-2da6-4735-8afe-cd791d33db18,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.477865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51744) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:09.483014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ba844f42-277d-4d39-ad8a-b284689ecd78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': 'a4fc386f-ccc4-46cd-883f-6ef4a832ccec', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:09.524448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-87e9c5a8-6101-4eee-81f1-601e3ebad595 None None] For port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:09.542843 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-87e9c5a8-6101-4eee-81f1-601e3ebad595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.548800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba844f42-277d-4d39-ad8a-b284689ecd78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.574565 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:08Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:09.611667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9c5a8-6101-4eee-81f1-601e3ebad595 None None] Pushing event updated for resources: {'Port': ['ID=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.647828 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95871d89-e54b-4208-aaf9-310ea6c47883 None None] The sync data for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 is: [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:08Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:09.662198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c4889683-07c8-4a2e-94a4-2c9eb775e183 None None] Provisioning complete for port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:09.662609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba844f42-277d-4d39-ad8a-b284689ecd78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.663021 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4889683-07c8-4a2e-94a4-2c9eb775e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.669407 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba844f42-277d-4d39-ad8a-b284689ecd78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.695957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba844f42-277d-4d39-ad8a-b284689ecd78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfdb2af-068f-4001-8880-9d10cbfb13d2,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.705036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ba844f42-277d-4d39-ad8a-b284689ecd78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.706601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ba844f42-277d-4d39-ad8a-b284689ecd78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2271748 Feb 04 15:59:09.711180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51750) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:09.717032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e8d207d8-c54e-4cce-a92f-d12a96f0173f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': 'a4fc386f-ccc4-46cd-883f-6ef4a832ccec', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:09.785270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8d207d8-c54e-4cce-a92f-d12a96f0173f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.872272 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.879852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8d207d8-c54e-4cce-a92f-d12a96f0173f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.885569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8d207d8-c54e-4cce-a92f-d12a96f0173f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.919701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d207d8-c54e-4cce-a92f-d12a96f0173f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af804a60-376c-4b56-9980-c973bee4cf40,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.928264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e8d207d8-c54e-4cce-a92f-d12a96f0173f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.933851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51756) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:09.934624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e8d207d8-c54e-4cce-a92f-d12a96f0173f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2213869 Feb 04 15:59:09.939122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ff65948c-aabe-4686-ba88-220f4448753f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': 'a4fc386f-ccc4-46cd-883f-6ef4a832ccec', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:09.977018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff65948c-aabe-4686-ba88-220f4448753f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.148721 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff65948c-aabe-4686-ba88-220f4448753f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.159366 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff65948c-aabe-4686-ba88-220f4448753f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.212531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65948c-aabe-4686-ba88-220f4448753f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4846a42f-ec0a-4afb-8270-29d55580901d,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:10.230645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d37a47-0773-4192-a8c0-4ce014dcb670 req-fb0d413c-e584-4949-a840-930ff5cf8c54 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:10.233019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39d37a47-0773-4192-a8c0-4ce014dcb670 req-fb0d413c-e584-4949-a840-930ff5cf8c54 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1623092 Feb 04 15:59:10.237836 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ff65948c-aabe-4686-ba88-220f4448753f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.240212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ff65948c-aabe-4686-ba88-220f4448753f tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047597 Feb 04 15:59:10.244591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51760) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:10.251481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c253de98-7ac7-4927-ba1e-208e319b648a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': 'a4fc386f-ccc4-46cd-883f-6ef4a832ccec', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:10.291959 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-c253de98-7ac7-4927-ba1e-208e319b648a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Project 5fa3c04f86b2422ebc450aff521f0f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:59:10.303445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c253de98-7ac7-4927-ba1e-208e319b648a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.307332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39d37a47-0773-4192-a8c0-4ce014dcb670 req-8def8988-0669-4228-8022-94944fa22c5d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656753 Feb 04 15:59:10.408866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c253de98-7ac7-4927-ba1e-208e319b648a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.414745 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c253de98-7ac7-4927-ba1e-208e319b648a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.438267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253de98-7ac7-4927-ba1e-208e319b648a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23f37cc-b5bf-45b3-a23b-7535980ca994,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:10.453336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c253de98-7ac7-4927-ba1e-208e319b648a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.454708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c253de98-7ac7-4927-ba1e-208e319b648a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2079327 Feb 04 15:59:10.459719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51762) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:10.479015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3325af19-d775-4f54-98b5-7d5f5cc321cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'security_group_rule': {'security_group_id': 'a4fc386f-ccc4-46cd-883f-6ef4a832ccec', 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:10.518860 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-3325af19-d775-4f54-98b5-7d5f5cc321cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Project 5fa3c04f86b2422ebc450aff521f0f4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 15:59:10.531799 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3325af19-d775-4f54-98b5-7d5f5cc321cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.648783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3325af19-d775-4f54-98b5-7d5f5cc321cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.654091 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3325af19-d775-4f54-98b5-7d5f5cc321cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.671846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325af19-d775-4f54-98b5-7d5f5cc321cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0ea3e9-94e3-4fef-b954-392b33230b0d,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:10.705510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3325af19-d775-4f54-98b5-7d5f5cc321cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.707228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3325af19-d775-4f54-98b5-7d5f5cc321cd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2454329 Feb 04 15:59:10.728968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3cdffbf8-8b0c-4f03-85b3-2b6364592edd up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:10.803380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:10.804112 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.998833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-bd87ddd1-e76c-4dc0-9e4a-96e9a7753961 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011283981&fields=id&tenant_id=5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 267 time: 0.0487950 Feb 04 15:59:11.167351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-09e7fd2e-a187-4ed9-95aa-d0f8d4c36803 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:11.168966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-09e7fd2e-a187-4ed9-95aa-d0f8d4c36803 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/networks?id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786 HTTP/1.1" status: 200 len: 797 time: 0.1580741 Feb 04 15:59:11.188480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-10595f81-41d8-4fb7-983c-dc891b762ef2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/quotas/5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 375 time: 0.0108590 Feb 04 15:59:11.274318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-a5685154-6103-44fd-9863-e97894dc992c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796502 Feb 04 15:59:11.470887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-8830eb91-5680-421f-9a6f-755655ba6db6 service neutron] 10.222.0.47 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801145 Feb 04 15:59:11.494381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2e406-5aa9-421e-8566-e936ffd6647a req-2f02c552-14bd-4f21-9292-643e88494e43 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:11.496284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1b2e406-5aa9-421e-8566-e936ffd6647a req-2f02c552-14bd-4f21-9292-643e88494e43 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0843904 Feb 04 15:59:11.553233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1b2e406-5aa9-421e-8566-e936ffd6647a req-8d6a341b-b0b6-44ad-984c-b373a3277fcc tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Feb 04 15:59:11.590012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-51b1c3d7-7953-41d1-9dd6-282782bdeeee service neutron] 10.222.0.47 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008658 Feb 04 15:59:11.818622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aec193c5-8187-4930-bf80-62c9d597e59e req-aa6d73ab-2373-4c2b-881f-4b6ee472f8ec tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 210 time: 0.0353794 Feb 04 15:59:12.737120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eb177-d1bf-4fc8-b4ed-b929217bcc9b req-2beb61e3-fcb8-49f9-9fcb-82b506e919de tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:12.738913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-447eb177-d1bf-4fc8-b4ed-b929217bcc9b req-2beb61e3-fcb8-49f9-9fcb-82b506e919de tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0601287 Feb 04 15:59:12.784758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-447eb177-d1bf-4fc8-b4ed-b929217bcc9b req-4e861641-2e3d-4438-90bd-9a40a939f1e3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375986 Feb 04 15:59:12.940322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a74db58-0bab-4d7e-8deb-5cd0366dbff8 req-cabca181-8427-4d13-86a3-006688bd6e7b tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 210 time: 0.0315368 Feb 04 15:59:13.188340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5a0a819d-d957-401b-a4ee-8eeeacdb76ee tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:13.191121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5a0a819d-d957-401b-a4ee-8eeeacdb76ee tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.50 "GET /v2.0/networks?id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786 HTTP/1.1" status: 200 len: 797 time: 0.1679189 Feb 04 15:59:13.261845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-47de6696-c77c-42e0-ba98-2ef76e3f534d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa3c04f86b2422ebc450aff521f0f4a HTTP/1.1" status: 200 len: 380 time: 0.0532196 Feb 04 15:59:13.281602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'port': {'device_id': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'admin_state_up': True, 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'security_groups': ['a4fc386f-ccc4-46cd-883f-6ef4a832ccec']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:13.428413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Made reservation on behalf of 5fa3c04f86b2422ebc450aff521f0f4a for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:13.435462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.634963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.20.0.13 (4eaa13e2-8cfe-4303-a8f7-d44e9f781786/41acafc7-1d11-45fe-a337-14806f08eb7e/9c3fcd71-b884-4004-90f5-f4c21fada1d0) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:13.834093 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.919050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.989770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21135a61-bcf5-4761-91d6-e84003ac9e32 req-5c6f8e66-8472-4b29-ba6a-97507e2ed86e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:13.991432 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21135a61-bcf5-4761-91d6-e84003ac9e32 req-5c6f8e66-8472-4b29-ba6a-97507e2ed86e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1153781 Feb 04 15:59:13.993473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:13.994990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=9c3fcd71-b884-4004-90f5-f4c21fada1d0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:13.997918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:14.009348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:14.151335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21135a61-bcf5-4761-91d6-e84003ac9e32 req-a1ad20a2-cec2-4277-81a0-00f3714205f4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256266 Feb 04 15:59:14.174841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a3a5a-e2b0-4852-bf74-79a3e2a4267e req-02a04da1-22a1-4c39-bbd8-8a542f178dcd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:14.190646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e8a3a5a-e2b0-4852-bf74-79a3e2a4267e req-02a04da1-22a1-4c39-bbd8-8a542f178dcd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 932 time: 0.1298869 Feb 04 15:59:14.202727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:14.204192 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.241342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-5188949f-b4b2-4d56-abf5-c5cffd98fc07 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9655318 Feb 04 15:59:14.252085 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3e8a3a5a-e2b0-4852-bf74-79a3e2a4267e req-bdb6f584-3db5-410b-b2de-9e85ffc6fce1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596638 Feb 04 15:59:14.261211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Request body: {'port': {'device_id': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:14.323603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.464821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dca75897-084c-4244-97f6-811c56c9682a None None] Provisioning complete for port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:14.465419 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dca75897-084c-4244-97f6-811c56c9682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.510881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dca75897-084c-4244-97f6-811c56c9682a None None] Port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:59:14.758669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3fcd71-b884-4004-90f5-f4c21fada1d0 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:14.768968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.785464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Transition to ACTIVE for port object 9c3fcd71-b884-4004-90f5-f4c21fada1d0 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:14.789777 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.866083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3fcd71-b884-4004-90f5-f4c21fada1d0,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:14.984086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Attempting to bind port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:14.984831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Attempting to bind port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:14.985383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Attempting to bind port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 on network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:14.994170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 on network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:59:14.994937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Attempting to bind port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 on network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:15.006108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:15.007042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Checking segment: {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:15.007694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Bound using segment: {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:15.008796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Bound port: 9c3fcd71-b884-4004-90f5-f4c21fada1d0, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:15.009614 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.105269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] For port 9c3fcd71-b884-4004-90f5-f4c21fada1d0, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:15.110196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] For port 9c3fcd71-b884-4004-90f5-f4c21fada1d0, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:15.117359 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.177754 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.178638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.183904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c3fcd71-b884-4004-90f5-f4c21fada1d0 HTTP/1.1" status: 200 len: 1092 time: 0.9285400 Feb 04 15:59:15.184408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:15.186818 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b76c1e-12b1-4998-b667-2c728a0e45f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:15.228845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee772ba4-4b9f-4e72-9a27-12fd9f595756 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3fcd71-b884-4004-90f5-f4c21fada1d0,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:15.233413 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a09da-e04b-431b-8cf2-c915f35e4ba3 x-openstack-request-id: req-232a09da-e04b-431b-8cf2-c915f35e4ba3 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:15.233842 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:15.234210 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-232a09da-e04b-431b-8cf2-c915f35e4ba3 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:15.234699 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'status': 'completed', 'code': 200} Feb 04 15:59:15.346461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c49de7-7142-4d5c-b1c7-39fded77e959 req-671f13dc-9135-4a40-9bd6-de6b37f5bcc1 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.349504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3c49de7-7142-4d5c-b1c7-39fded77e959 req-671f13dc-9135-4a40-9bd6-de6b37f5bcc1 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0782545 Feb 04 15:59:15.353774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-44d339aa-74ad-42c4-8d80-6c46ab877e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.356310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-44d339aa-74ad-42c4-8d80-6c46ab877e4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 1095 time: 0.0870605 Feb 04 15:59:15.403583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3c49de7-7142-4d5c-b1c7-39fded77e959 req-239a4856-30ac-4be6-9e4d-41cd12c02537 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Feb 04 15:59:15.432648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-c21e0ef6-a7fc-43fe-8c7b-72a5e0e64b59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0 HTTP/1.1" status: 200 len: 217 time: 0.0618896 Feb 04 15:59:15.532357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba0c53-9227-41ee-a39f-3480a7e1dd00 req-33952feb-a944-4ea3-8f6b-e8c839623212 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.533896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bbba0c53-9227-41ee-a39f-3480a7e1dd00 req-33952feb-a944-4ea3-8f6b-e8c839623212 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 944 time: 0.1114180 Feb 04 15:59:15.535602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-26dae2c9-9f3f-4ed0-9e1c-1ff4e3b652f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.536938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-26dae2c9-9f3f-4ed0-9e1c-1ff4e3b652f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41acafc7-1d11-45fe-a337-14806f08eb7e HTTP/1.1" status: 200 len: 834 time: 0.0768824 Feb 04 15:59:15.619522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bbba0c53-9227-41ee-a39f-3480a7e1dd00 req-94b64503-8f8d-4dae-bc57-9a559441d0ec tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793312 Feb 04 15:59:15.624485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-7e053bd2-b8ed-43fa-b3ab-fb984874d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.626174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-7e053bd2-b8ed-43fa-b3ab-fb984874d099 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770390 Feb 04 15:59:15.735144 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-e88c32b6-db6e-4a67-9c61-87297c83e1a9 service neutron] 10.222.0.50 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018343 Feb 04 15:59:15.838161 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f255b0ba-4014-4e2a-beb5-374f6ea42f37 req-604086cf-52bb-496b-b4ee-0e401bb16dcf service neutron] 10.222.0.50 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962696 Feb 04 15:59:15.978282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-051e9420-eea1-47ac-9373-e669891bccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.979934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-051e9420-eea1-47ac-9373-e669891bccfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 1095 time: 0.0533659 Feb 04 15:59:16.136822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-e000ddd5-289f-4791-9860-3ff176e431eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.138917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-e000ddd5-289f-4791-9860-3ff176e431eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786 HTTP/1.1" status: 200 len: 898 time: 0.1510336 Feb 04 15:59:16.200559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-943b90d2-9592-4b0e-bfb6-30711b754a12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0 HTTP/1.1" status: 200 len: 217 time: 0.0537701 Feb 04 15:59:16.278784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-79d7a223-a2f5-4b68-9015-0de082e4f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.281915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-79d7a223-a2f5-4b68-9015-0de082e4f46e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41acafc7-1d11-45fe-a337-14806f08eb7e HTTP/1.1" status: 200 len: 834 time: 0.0727239 Feb 04 15:59:16.364464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-dd8241c7-5960-46d0-acf7-fce46b47276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.366262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-dd8241c7-5960-46d0-acf7-fce46b47276d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767739 Feb 04 15:59:16.557037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-6aa5dbe5-65f3-406d-a233-933f1c990654 service neutron] 10.222.0.50 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828382 Feb 04 15:59:16.711011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0dc3-aa46-48b4-8368-bfc2643e9b9e req-872bf2e0-86d0-441a-afd1-a8e0740da43e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.714775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba5a0dc3-aa46-48b4-8368-bfc2643e9b9e req-872bf2e0-86d0-441a-afd1-a8e0740da43e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1868212 Feb 04 15:59:16.748803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f478b-89fe-4fbc-a2af-bc08d080edb8 req-6cc17fb6-bb9e-4853-a9b5-b848b8c02858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.750642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-961f478b-89fe-4fbc-a2af-bc08d080edb8 req-6cc17fb6-bb9e-4853-a9b5-b848b8c02858 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 1097 time: 0.1421766 Feb 04 15:59:16.768234 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23b76c1e-12b1-4998-b667-2c728a0e45f7 req-8bee6f9f-cc67-4f0c-9013-b9d0c38959f6 service neutron] 10.222.0.50 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042365 Feb 04 15:59:16.793076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba5a0dc3-aa46-48b4-8368-bfc2643e9b9e req-e402b99d-cf46-4e35-b905-366a8e8e8860 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700052 Feb 04 15:59:16.831856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-961f478b-89fe-4fbc-a2af-bc08d080edb8 req-84732b92-3bb6-471f-8315-5837996302d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711584 Feb 04 15:59:16.864141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea54353-b05e-465e-a91e-f551343bdb44 req-33da9118-c9c3-4c23-b50f-91217ef8d55d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:16.866521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cea54353-b05e-465e-a91e-f551343bdb44 req-33da9118-c9c3-4c23-b50f-91217ef8d55d tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 944 time: 0.0954404 Feb 04 15:59:16.912200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cea54353-b05e-465e-a91e-f551343bdb44 req-5ebee265-4895-43b7-8c4a-ef710477c289 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399830 Feb 04 15:59:17.936296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d263ca9-ac04-4c61-bd14-c8c35783481d req-7a2b2f9f-c598-4544-8784-9420489aeb04 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:17.938745 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d263ca9-ac04-4c61-bd14-c8c35783481d req-7a2b2f9f-c598-4544-8784-9420489aeb04 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0684528 Feb 04 15:59:18.018953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d263ca9-ac04-4c61-bd14-c8c35783481d req-280d8e3b-e699-40a8-8175-fd640aed84f3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734255 Feb 04 15:59:18.119006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f68d8-4a17-4232-a876-ee69db5d8374 req-4b5cc821-04a7-43dc-97ce-c6efacfb96e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:18.121506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad4f68d8-4a17-4232-a876-ee69db5d8374 req-4b5cc821-04a7-43dc-97ce-c6efacfb96e1 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 944 time: 0.0867696 Feb 04 15:59:18.177069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad4f68d8-4a17-4232-a876-ee69db5d8374 req-9d4c76c9-1291-4b33-b683-03473ba8e344 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Feb 04 15:59:19.201656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e6335-9e78-4e28-b666-7ee46448a301 req-aa80b538-12dc-41b8-9383-bac033ef838a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:19.204661 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8a3e6335-9e78-4e28-b666-7ee46448a301 req-aa80b538-12dc-41b8-9383-bac033ef838a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0714788 Feb 04 15:59:19.263901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8a3e6335-9e78-4e28-b666-7ee46448a301 req-699cd948-b43b-4e6a-ace0-63fa2568d869 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 Feb 04 15:59:19.354538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e9dc0-c862-4530-b56c-dbd2f8bcbd20 req-89ce0840-0dce-4a75-945f-eecb63789793 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:19.357405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc7e9dc0-c862-4530-b56c-dbd2f8bcbd20 req-89ce0840-0dce-4a75-945f-eecb63789793 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 944 time: 0.0787528 Feb 04 15:59:19.387196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9c3fcd71-b884-4004-90f5-f4c21fada1d0 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:59:19.424264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc7e9dc0-c862-4530-b56c-dbd2f8bcbd20 req-7a5c32cf-0a51-4a9c-aae9-8bba429a12d0 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594842 Feb 04 15:59:19.580747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-78230bb4-d8d0-4b8d-9386-ade9b5490e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:19.583247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-78230bb4-d8d0-4b8d-9386-ade9b5490e1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 1097 time: 0.0712450 Feb 04 15:59:19.665538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f967ba-9a70-411a-95d0-7bcc7cd1e52a req-d6683a7f-11b6-4ce4-b6a8-d4241dd591e5 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:19.676102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11f967ba-9a70-411a-95d0-7bcc7cd1e52a req-d6683a7f-11b6-4ce4-b6a8-d4241dd591e5 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1246192 Feb 04 15:59:19.756199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11f967ba-9a70-411a-95d0-7bcc7cd1e52a req-0c2c5917-2c92-41f8-8428-1a40e34c635c tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785050 Feb 04 15:59:19.765868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9c3fcd71-b884-4004-90f5-f4c21fada1d0, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:19.782031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'port_id': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'mac_address': 'fa:16:3e:67:a3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:59:19.794604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-cd207e36-1b8f-403c-b6e7-61f64bf61cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:19.796111 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-cd207e36-1b8f-403c-b6e7-61f64bf61cb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 200 len: 911 time: 0.2049699 Feb 04 15:59:19.822546 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.844204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3fcd71-b884-4004-90f5-f4c21fada1d0 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:19.850912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-44b8b0dc-8938-4197-95cf-32536f8ef0f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 HTTP/1.1" status: 200 len: 217 time: 0.0479183 Feb 04 15:59:19.875619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9c3fcd71-b884-4004-90f5-f4c21fada1d0, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:19.883695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.914293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-b0b82715-61a4-4be7-a516-6ef3e90ec2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:19.916056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-b0b82715-61a4-4be7-a516-6ef3e90ec2fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 200 len: 850 time: 0.0586255 Feb 04 15:59:19.951105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-2f992eee-0381-4908-a9cd-e6b964eb5e96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283933 Feb 04 15:59:19.959294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=9c3fcd71-b884-4004-90f5-f4c21fada1d0,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:20.053835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-a16867a5-ad0e-4529-bace-1346a02570e8 service neutron] 10.222.0.30 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960732 Feb 04 15:59:20.166808 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b1a6866-af65-41ff-9219-3a7410e5539a req-e96f8c39-aa57-46d3-889b-aca46be8edba service neutron] 10.222.0.30 "GET /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057215 Feb 04 15:59:20.343527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['9c3fcd71-b884-4004-90f5-f4c21fada1d0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:59:20.639567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a74da-8184-4c2b-8ad1-e05c53d7d9ac req-d313ff7e-a2a2-4a02-9d6c-0d353684327c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:20.641393 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-419a74da-8184-4c2b-8ad1-e05c53d7d9ac req-d313ff7e-a2a2-4a02-9d6c-0d353684327c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 945 time: 0.0876153 Feb 04 15:59:20.710964 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-419a74da-8184-4c2b-8ad1-e05c53d7d9ac req-0cd9137e-4f3c-417c-9fa8-5e482b3ca009 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598576 Feb 04 15:59:20.932544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756c3b-d2e1-406c-b49d-f0d802c835d0 req-aae3a99e-c466-40fa-9ed4-27720ab3d6cb tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:20.935575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b756c3b-d2e1-406c-b49d-f0d802c835d0 req-aae3a99e-c466-40fa-9ed4-27720ab3d6cb tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0671890 Feb 04 15:59:20.992383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51922) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:20.993949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b756c3b-d2e1-406c-b49d-f0d802c835d0 req-afb354d5-7031-4c14-9693-2c2a543f0d8d tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Feb 04 15:59:21.131089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17bb939b-3213-4335-bd47-e78e80644d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.236983 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17bb939b-3213-4335-bd47-e78e80644d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.242747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17bb939b-3213-4335-bd47-e78e80644d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.285352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-17bb939b-3213-4335-bd47-e78e80644d81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31cceb18b3ed4a5b90359a639568eb66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914288 Feb 04 15:59:21.286356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb939b-3213-4335-bd47-e78e80644d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30950a34-47e8-41e4-920d-77f3234690ea,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:21.289267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51926) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:21.349958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57602c03-0fd9-4dbc-9064-0db05c400454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.373082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57602c03-0fd9-4dbc-9064-0db05c400454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.423688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57602c03-0fd9-4dbc-9064-0db05c400454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.426314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-57602c03-0fd9-4dbc-9064-0db05c400454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.427523 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-57602c03-0fd9-4dbc-9064-0db05c400454 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30950a34-47e8-41e4-920d-77f3234690ea HTTP/1.1" status: 204 len: 168 time: 0.1370761 Feb 04 15:59:21.436746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57602c03-0fd9-4dbc-9064-0db05c400454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30950a34-47e8-41e4-920d-77f3234690ea,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:21.877397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce07a85-0de7-4bf0-aa95-43b8f55e03ef req-c2257285-2656-453e-8cd4-161f544cd190 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:21.879574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fce07a85-0de7-4bf0-aa95-43b8f55e03ef req-c2257285-2656-453e-8cd4-161f544cd190 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 945 time: 0.0716922 Feb 04 15:59:21.944429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fce07a85-0de7-4bf0-aa95-43b8f55e03ef req-d55b9c0c-d176-45e6-9ab9-e9c7fb869aab tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537174 Feb 04 15:59:22.154824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12271-6656-4caa-ba53-61d73b2ce591 req-7ebe3dae-0936-43b8-b454-4fc7b488c2b3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:22.156456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3df12271-6656-4caa-ba53-61d73b2ce591 req-7ebe3dae-0936-43b8-b454-4fc7b488c2b3 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0616512 Feb 04 15:59:22.200362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3df12271-6656-4caa-ba53-61d73b2ce591 req-400c2fd8-7e44-404e-afe2-f6341a4b7894 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Feb 04 15:59:23.094104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438a9de-509d-48c5-91c8-ba4b259f4e98 req-6870c1c0-443a-4b1d-9466-9d2998834bfd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.095692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d438a9de-509d-48c5-91c8-ba4b259f4e98 req-6870c1c0-443a-4b1d-9466-9d2998834bfd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 945 time: 0.0647361 Feb 04 15:59:23.148080 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d438a9de-509d-48c5-91c8-ba4b259f4e98 req-e5252140-da77-474d-ae76-55c0fbb9edcd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Feb 04 15:59:23.234310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.351872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db798e-b544-4842-b453-6eecb37a04ae req-fde8453a-4b4d-4d1f-83ee-fcaa4ae8c04e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.353464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4db798e-b544-4842-b453-6eecb37a04ae req-fde8453a-4b4d-4d1f-83ee-fcaa4ae8c04e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0712461 Feb 04 15:59:23.402239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4db798e-b544-4842-b453-6eecb37a04ae req-f5693117-b51e-4d96-9596-32edcccc9c9e tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Feb 04 15:59:23.451270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9c3fcd71-b884-4004-90f5-f4c21fada1d0 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:23.535009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:23.541907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:23.542370 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.678223 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.723005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:23.726475 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d698f-f867-45c9-8310-8be9fd9acf45" -d '{"events": [{"server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "name": "network-vif-plugged", "status": "completed", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:23.742403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9c3fcd71-b884-4004-90f5-f4c21fada1d0, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:23.748607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.839657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c602b-165e-490b-be24-d1ad55f71c0b req-baf9b553-e563-4862-ae93-8efb1adab049 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.841828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b16c602b-165e-490b-be24-d1ad55f71c0b req-baf9b553-e563-4862-ae93-8efb1adab049 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1026781 Feb 04 15:59:23.843573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=9c3fcd71-b884-4004-90f5-f4c21fada1d0,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:23.895055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b16c602b-165e-490b-be24-d1ad55f71c0b req-2d65e324-aa6a-4250-84d3-38c981ff55c2 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Feb 04 15:59:23.946938 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84674183-079f-45a5-8292-7ebb3179be7b x-openstack-request-id: req-84674183-079f-45a5-8292-7ebb3179be7b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:23.947227 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "name": "network-vif-plugged", "status": "completed", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:23.947476 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84674183-079f-45a5-8292-7ebb3179be7b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:23.947879 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'code': 200} Feb 04 15:59:24.097126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b356adf-be94-48ef-92f6-14374ce20bab req-b02e0a05-4f8a-4e23-98a9-8586333944ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:24.098988 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b356adf-be94-48ef-92f6-14374ce20bab req-b02e0a05-4f8a-4e23-98a9-8586333944ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 1097 time: 0.0553362 Feb 04 15:59:24.142036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b356adf-be94-48ef-92f6-14374ce20bab req-c11965d1-57b8-47cb-a37e-8c3f0225a90d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358598 Feb 04 15:59:24.297557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d706f2c-2071-4047-a1b9-d6aad134ffaa req-56da0f0f-83cb-4182-b23c-507cdd2f6f72 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:24.299166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d706f2c-2071-4047-a1b9-d6aad134ffaa req-56da0f0f-83cb-4182-b23c-507cdd2f6f72 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 946 time: 0.0571985 Feb 04 15:59:24.303631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 51996) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:24.308572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'network': {'name': 'tempest-network-smoke--2013128855', 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'port_security_enabled': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:24.359856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d706f2c-2071-4047-a1b9-d6aad134ffaa req-65c15410-320d-44ed-aab6-e64978546a4a tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477648 Feb 04 15:59:24.360944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Made reservation on behalf of 09d583ec27dd48e38cac15a1439d95c3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:24.364373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.373743 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.464634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.469289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.505072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:24.512897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a86ab7-4306-4a30-bd0d-d8c020d46b81,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.519321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.519684 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Added segment 2528326f-edff-4e6a-b069-7fafdeaa1f32 of type vlan for network bcd096d3-a77a-41f9-a469-c8f2f0182e8d Feb 04 15:59:24.568928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.610685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.619651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:24.621156 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.697412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3925438 Feb 04 15:59:24.700492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 51998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:24.706760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'admin_state_up': True, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:24.720532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a334-6242-4a13-9690-1b43570a75a7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Network': ['ID=bcd096d3-a77a-41f9-a469-c8f2f0182e8d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.733753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:59:24.744397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.746382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.813499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.973707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.078247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de1f80-4e74-4536-a5a6-fddcd777ba8a req-5fc87a7d-f300-4bff-adb2-338b2572825a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:25.079975 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00de1f80-4e74-4536-a5a6-fddcd777ba8a req-5fc87a7d-f300-4bff-adb2-338b2572825a tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.1009784 Feb 04 15:59:25.132799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00de1f80-4e74-4536-a5a6-fddcd777ba8a req-345743da-ca12-41aa-ad37-4b203fd434a1 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443823 Feb 04 15:59:25.280706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.301035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.527203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a76e1-3a50-4946-b082-2805c6b0932b req-860a94d9-2961-4c37-9064-07f6f3060735 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:25.530205 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-740a76e1-3a50-4946-b082-2805c6b0932b req-860a94d9-2961-4c37-9064-07f6f3060735 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 946 time: 0.0829725 Feb 04 15:59:25.623119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-740a76e1-3a50-4946-b082-2805c6b0932b req-5cab40f2-c674-43f6-bcc7-f6ece3975a94 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856991 Feb 04 15:59:25.750883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Allocated IP 172.25.1.142 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/86905a24-072b-4d02-b88c-b1240572e97a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:25.866066 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.923389 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.987706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:25.993330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:25.999898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:26.044246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=86905a24-072b-4d02-b88c-b1240572e97a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:26.333837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf05d69-fedf-43fc-a13e-f48e0fce8d8e req-8164f946-0669-49aa-9566-33ad0be2e4e6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:26.335486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cf05d69-fedf-43fc-a13e-f48e0fce8d8e req-8164f946-0669-49aa-9566-33ad0be2e4e6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0974574 Feb 04 15:59:26.356249 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.431526 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cf05d69-fedf-43fc-a13e-f48e0fce8d8e req-a562f2d5-aec5-4023-b43a-b5b363df71d9 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856855 Feb 04 15:59:26.604220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.758301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Router 70106478-8b67-4b8a-83ed-0eef143ec448 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:59:26.786443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df655d4-4a07-479b-9141-73e706fd4959 req-e547206d-e743-4fd7-910a-66340c60b813 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:26.788583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7df655d4-4a07-479b-9141-73e706fd4959 req-e547206d-e743-4fd7-910a-66340c60b813 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 946 time: 0.0819523 Feb 04 15:59:26.861149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7df655d4-4a07-479b-9141-73e706fd4959 req-ff42de88-cd0a-4628-8cec-b40d0820a0b4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643580 Feb 04 15:59:26.888917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-2aa26192-dc8a-4f24-aa60-4799fde4a359 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:26.888917 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-2aa26192-dc8a-4f24-aa60-4799fde4a359 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 946 time: 0.0722148 Feb 04 15:59:26.904158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:26.920805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Sync routers for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:26.936974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:26.938406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:26.940112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.950054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f6eaed82-da2b-48c2-b3d2-b8143d0d5930 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2480628 Feb 04 15:59:26.951829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52012) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:27.045145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Deleting port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:27.045969 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.092484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae1207-60e4-4922-bd49-451b8cf20818 req-b03256b9-41df-470e-bcc2-78dddd3ebf53 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.095400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9dae1207-60e4-4922-bd49-451b8cf20818 req-b03256b9-41df-470e-bcc2-78dddd3ebf53 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 946 time: 0.0952368 Feb 04 15:59:27.118970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:27.158123 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9dae1207-60e4-4922-bd49-451b8cf20818 req-ec38a3e5-8834-4d28-a4ac-bc195ff327fd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522935 Feb 04 15:59:27.186699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52016) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:27.223554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-11d95a3a-ae39-4ba8-a5a3-1fa9d14cc6de tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=09d583ec27dd48e38cac15a1439d95c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2702708 Feb 04 15:59:27.232941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52018) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:27.292650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] For port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:27.293162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.315058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Calling delete_port for 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:27.346232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adf22e-497e-4fcd-b837-d4d3659c90d0 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.348931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-12adf22e-497e-4fcd-b837-d4d3659c90d0 tempest-TestNetworkBasicOps-221264568 tempest-TestNetworkBasicOps-221264568-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 1092 time: 0.1607397 Feb 04 15:59:27.358285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52020) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:27.376479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:27.404194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:26Z', 'revision_number': 3, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:27.441566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3b57c-dd19-4277-9cfe-55e3475c3bdd tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.444238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3fa3b57c-dd19-4277-9cfe-55e3475c3bdd tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2095213 Feb 04 15:59:27.449479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:27.452489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Checking router: 70106478-8b67-4b8a-83ed-0eef143ec448 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:27.452994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Updating router 70106478-8b67-4b8a-83ed-0eef143ec448 port 86905a24-072b-4d02-b88c-b1240572e97a binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:27.468009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.504044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.521240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ccd86652-588c-488b-ae67-e6a5c053dc26 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697124 Feb 04 15:59:27.525520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52026) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:27.552549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2026825345', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:27.593670 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.611298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['084c6d1a-b6d7-4d52-a5c2-bd323ed04c18'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:59:27.640632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['b2a7b5c0-6530-484d-a864-6e462f2d1933'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:59:27.660292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.733325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Pushing event deleted for resources: {'Port': ['ID=084c6d1a-b6d7-4d52-a5c2-bd323ed04c18,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:27.806192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194d3b1-ffc0-4dd8-8fba-a64c3c8497d1 req-bde65059-e756-4a61-9dd3-db8c9e34ad08 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.808243 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f194d3b1-ffc0-4dd8-8fba-a64c3c8497d1 req-bde65059-e756-4a61-9dd3-db8c9e34ad08 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=cde1c2f3-ecdb-41d4-ac9b-40813a99feef HTTP/1.1" status: 200 len: 867 time: 0.2933035 Feb 04 15:59:27.824050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] No DVR routers for this DVR port 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:27.826887 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.830701 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2a98a29-6833-4777-b401-1efb6a9192fe req-1f3980fe-c2eb-4476-8421-63587625fdf6 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.30 "DELETE /v2.0/ports/084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 HTTP/1.1" status: 204 len: 173 time: 0.9400134 Feb 04 15:59:27.835336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde1c2f3-ecdb-41d4-ac9b-40813a99feef', 'name': 'network-vif-deleted', 'tag': '084c6d1a-b6d7-4d52-a5c2-bd323ed04c18'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:27.837595 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd9e13-0de7-41e1-8259-3418ac2488e5" -d '{"events": [{"server_uuid": "cde1c2f3-ecdb-41d4-ac9b-40813a99feef", "name": "network-vif-deleted", "tag": "084c6d1a-b6d7-4d52-a5c2-bd323ed04c18"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:27.895485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f194d3b1-ffc0-4dd8-8fba-a64c3c8497d1 req-52cf3fd0-9058-45b7-b3d5-864f67d59218 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722790 Feb 04 15:59:27.898221 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d6cd9a-3e40-4892-a75a-c4203fc894d6 x-openstack-request-id: req-68d6cd9a-3e40-4892-a75a-c4203fc894d6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:27.898550 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde1c2f3-ecdb-41d4-ac9b-40813a99feef", "name": "network-vif-deleted", "tag": "084c6d1a-b6d7-4d52-a5c2-bd323ed04c18", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:27.899074 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68d6cd9a-3e40-4892-a75a-c4203fc894d6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:27.899454 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde1c2f3-ecdb-41d4-ac9b-40813a99feef', 'name': 'network-vif-deleted', 'tag': '084c6d1a-b6d7-4d52-a5c2-bd323ed04c18', 'status': 'completed', 'code': 200} Feb 04 15:59:27.900395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Made reservation on behalf of 09d583ec27dd48e38cac15a1439d95c3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:27.905209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.963687 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.976804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.058274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Allocated IP 172.25.1.124 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/d65f449c-a7ea-4784-89a0-3ff7eb2928f3) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:28.062626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Attempting to bind port 86905a24-072b-4d02-b88c-b1240572e97a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:28.063122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Attempting to bind port 86905a24-072b-4d02-b88c-b1240572e97a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:28.063689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Attempting to bind port 86905a24-072b-4d02-b88c-b1240572e97a on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:28.083132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:28.083516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:28.083939 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.084339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:28.084922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Bound port: 86905a24-072b-4d02-b88c-b1240572e97a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:28.085325 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.115205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b03ee-2b8d-43b9-8166-63406e94408e None None] Pushing event updated for resources: {'Port': ['ID=86905a24-072b-4d02-b88c-b1240572e97a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.171707 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.177654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] For port 86905a24-072b-4d02-b88c-b1240572e97a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:28.182339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] For port 86905a24-072b-4d02-b88c-b1240572e97a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=86905a24-072b-4d02-b88c-b1240572e97a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:28.188865 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.219344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.258590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:28.259542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:28.270628 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.285283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Subnet': ['ID=7796bc08-3ed2-4b1c-82f7-75e970319ca1,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.291355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Checking segment: {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:28.298082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network hostable DHCP agents. Network: bcd096d3-a77a-41f9-a469-c8f2f0182e8d, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:28.299092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b03ee-2b8d-43b9-8166-63406e94408e None None] Pushing event updated for resources: {'Port': ['ID=86905a24-072b-4d02-b88c-b1240572e97a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.325668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:28.340729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, bcd096d3-a77a-41f9-a469-c8f2f0182e8d) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:28.347069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:28.347835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.368534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9c7f8624-0185-4c54-b0a2-ab4fe4742eb0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8408992 Feb 04 15:59:28.369185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=d65f449c-a7ea-4784-89a0-3ff7eb2928f3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.371356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52032) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:28.372007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46e7a52-3fed-475b-935e-ce56d027e60b None None] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:59:28.383655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:28.390356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:28.394326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:28.556636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:28.736355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:59:28.737273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.024885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Allocated IP 172.20.0.2 (bcd096d3-a77a-41f9-a469-c8f2f0182e8d/7796bc08-3ed2-4b1c-82f7-75e970319ca1/e0da50f2-632d-47cf-a88a-7167186b3860) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:29.054034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:26Z', 'revision_number': 3, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:29.104674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c03a4-5f21-4483-ab46-3d4e51f03398 None None] The sync data for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 is: [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:26Z', 'revision_number': 3, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:29.138515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.327720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.363759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ba3be-4e88-493c-bf87-13c092aa8680 req-f7c3335b-60df-496e-b768-dd556c2942a0 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:29.365406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f10ba3be-4e88-493c-bf87-13c092aa8680 req-f7c3335b-60df-496e-b768-dd556c2942a0 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1041865 Feb 04 15:59:29.405448 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.552567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f10ba3be-4e88-493c-bf87-13c092aa8680 req-753c6685-969b-4805-8c1c-dfc829a88057 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772573 Feb 04 15:59:29.630570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.642666 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.675491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.683974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.689691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:29.693385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:29.698880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:29.710535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Pushing event updated for resources: {'Port': ['ID=e0da50f2-632d-47cf-a88a-7167186b3860,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:29.780268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.812148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Attempting to bind port e0da50f2-632d-47cf-a88a-7167186b3860 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:29.813529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Attempting to bind port e0da50f2-632d-47cf-a88a-7167186b3860 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:29.814131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Attempting to bind port e0da50f2-632d-47cf-a88a-7167186b3860 on network bcd096d3-a77a-41f9-a469-c8f2f0182e8d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:29.821560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event updated for resources: {'Port': ['ID=d65f449c-a7ea-4784-89a0-3ff7eb2928f3,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:29.822708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:29.825009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Checking segment: {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:29.826236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.826657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Bound using segment: {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:29.827444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Bound port: e0da50f2-632d-47cf-a88a-7167186b3860, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:29.828122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.903218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Allocated IP 172.20.0.1 (bcd096d3-a77a-41f9-a469-c8f2f0182e8d/7796bc08-3ed2-4b1c-82f7-75e970319ca1/dc3bc029-2218-41ed-b4d1-4b59f02b4313) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:29.921086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] For port e0da50f2-632d-47cf-a88a-7167186b3860, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:29.922133 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Floating IP f3d7c973-3b2a-493a-ac58-59778b4e1b5d associated. External IP: 172.25.1.124, port: 9c3fcd71-b884-4004-90f5-f4c21fada1d0. Feb 04 15:59:29.928820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] For port e0da50f2-632d-47cf-a88a-7167186b3860, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e0da50f2-632d-47cf-a88a-7167186b3860,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:29.934342 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.055031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0a967-bbdb-42cb-ba6a-2a17543a0ae0 None None] Pushing event updated for resources: {'Port': ['ID=e0da50f2-632d-47cf-a88a-7167186b3860,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.105997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.166369 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.263874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:30.268800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:30.272434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=dc3bc029-2218-41ed-b4d1-4b59f02b4313,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.275650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:30.347368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 59d8eaae-14a8-4fb1-909c-2d728f7778fa has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:30.359417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.497966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:30.508125 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] Sync routers for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:30.526516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:30.529005 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:30.531930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.547262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.580526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9a1-261f-4104-9faf-6d74a4c73319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.709195 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:59:30.763553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:59:30.764224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 084c6d1a-b6d7-4d52-a5c2-bd323ed04c18 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:59:30.829446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 86905a24-072b-4d02-b88c-b1240572e97a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:30.871504 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:30.897354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6e248-a54e-40c3-b097-7942fa442a0d req-cdbbf1e9-c188-4e41-8309-fbd0a3b5d077 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:30.899972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ed6e248-a54e-40c3-b097-7942fa442a0d req-cdbbf1e9-c188-4e41-8309-fbd0a3b5d077 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1411452 Feb 04 15:59:30.916082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 86905a24-072b-4d02-b88c-b1240572e97a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:30.916450 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.024707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8ed6e248-a54e-40c3-b097-7942fa442a0d req-346b394b-db98-4403-baf4-b52f494704b4 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169307 Feb 04 15:59:31.079022 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.087619 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.097545 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.115992 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-adafa79b-599e-4fb9-9ace-16ce779ca0d4 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7558415 Feb 04 15:59:31.116285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:31.118948 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf" -d '{"events": [{"name": "network-changed", "server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:31.121895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52042) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:31.147351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.167737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 86905a24-072b-4d02-b88c-b1240572e97a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=86905a24-072b-4d02-b88c-b1240572e97a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:31.186088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.187384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e0da50f2-632d-47cf-a88a-7167186b3860 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:31.223112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d05b0f91-887f-4744-bbfd-03b7415a2262 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/floatingips/f3d7c973-3b2a-493a-ac58-59778b4e1b5d HTTP/1.1" status: 200 len: 992 time: 0.0995905 Feb 04 15:59:31.243634 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d31309-c9f9-412e-b737-f41502d2dd14 x-openstack-request-id: req-20d31309-c9f9-412e-b737-f41502d2dd14 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:31.244189 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:31.244637 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20d31309-c9f9-412e-b737-f41502d2dd14 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:31.245286 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'status': 'completed', 'code': 200} Feb 04 15:59:31.281866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=dc3bc029-2218-41ed-b4d1-4b59f02b4313,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.284325 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 15:59:31.333265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=86905a24-072b-4d02-b88c-b1240572e97a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.351003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e0da50f2-632d-47cf-a88a-7167186b3860 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:31.352034 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.357678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:31.371288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:31.398642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-5d78c969-f6ce-41d7-ad40-60f9b25eac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.400373 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-5d78c969-f6ce-41d7-ad40-60f9b25eac0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 1097 time: 0.0865943 Feb 04 15:59:31.420046 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'f3d7c973-3b2a-493a-ac58-59778b4e1b5d', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'port_id': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'mac_address': 'fa:16:3e:67:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:28Z', 'updated_at': '2022-02-04T15:59:28Z', 'revision_number': 0, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:09Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:31.452383 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] Checking router: 59d8eaae-14a8-4fb1-909c-2d728f7778fa for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:31.477559 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:31.478402 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:31.574027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.650476 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-d1316e2c-159d-4b9f-9131-af2df58d83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.652550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-d1316e2c-159d-4b9f-9131-af2df58d83ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786 HTTP/1.1" status: 200 len: 898 time: 0.2448988 Feb 04 15:59:31.678770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e0da50f2-632d-47cf-a88a-7167186b3860, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e0da50f2-632d-47cf-a88a-7167186b3860,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:31.689405 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.784971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-4d849954-f9cd-4174-8fd4-680070e76ffe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0 HTTP/1.1" status: 200 len: 1000 time: 0.1236260 Feb 04 15:59:31.789035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Router 70106478-8b67-4b8a-83ed-0eef143ec448 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:31.837383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e0da50f2-632d-47cf-a88a-7167186b3860,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.864519 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:31.888905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-efd3e9af-0922-44a1-9157-2a6c46a12531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.892052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-efd3e9af-0922-44a1-9157-2a6c46a12531 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41acafc7-1d11-45fe-a337-14806f08eb7e HTTP/1.1" status: 200 len: 834 time: 0.0986681 Feb 04 15:59:31.904867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62424520-66e4-48bc-b002-235b3581ac1b None None] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:59:31.991281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:32.005603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4ae7acbb-ca78-424c-8a45-124b317363f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "PUT /v2.0/routers/70106478-8b67-4b8a-83ed-0eef143ec448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6324968 Feb 04 15:59:32.006521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52048) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:32.013930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-89f8a81f-5995-47b3-aed4-56f9f2e90349 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1212228570', 'description': 'tempest-secgroup_access--1212228570 description', 'project_id': '09d583ec27dd48e38cac15a1439d95c3'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:32.029830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8b301c81-4bbf-43aa-9605-d0af504ce05f None None] Provisioning complete for port e0da50f2-632d-47cf-a88a-7167186b3860 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:32.029830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b301c81-4bbf-43aa-9605-d0af504ce05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.035589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-672cc87b-3b76-46c0-b081-4e75bb35fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:32.038395 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-672cc87b-3b76-46c0-b081-4e75bb35fba4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881476 Feb 04 15:59:32.051480 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-cdd0b616-b7ce-4c6d-b4bc-58a0a5918764 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:32.053082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-cdd0b616-b7ce-4c6d-b4bc-58a0a5918764 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1016195 Feb 04 15:59:32.096696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Sync routers for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:32.125050 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89f8a81f-5995-47b3-aed4-56f9f2e90349 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.167269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:32.167968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:32.231590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:32.266976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2076-4405-49a7-8e71-65b007d9278a req-26d9d67e-98f0-4f4d-9902-eb1156b77882 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:32.268539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-016c2076-4405-49a7-8e71-65b007d9278a req-26d9d67e-98f0-4f4d-9902-eb1156b77882 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 946 time: 0.1172526 Feb 04 15:59:32.313542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Deleting port b2a7b5c0-6530-484d-a864-6e462f2d1933 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:32.313885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.341326 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89f8a81f-5995-47b3-aed4-56f9f2e90349 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.342545 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'f3d7c973-3b2a-493a-ac58-59778b4e1b5d', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'port_id': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'mac_address': 'fa:16:3e:67:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:28Z', 'updated_at': '2022-02-04T15:59:28Z', 'revision_number': 0, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:09Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:32.347222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-6d1c4a74-b24e-46a4-88e0-a5ca39b52a3e service neutron] 10.222.0.50 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011894 Feb 04 15:59:32.379464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:32.383515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89f8a81f-5995-47b3-aed4-56f9f2e90349 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.402625 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0f82a-3663-4e7e-b452-62aae5ce278b None None] The sync data for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 is: [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'f3d7c973-3b2a-493a-ac58-59778b4e1b5d', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'port_id': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'mac_address': 'fa:16:3e:67:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:28Z', 'updated_at': '2022-02-04T15:59:28Z', 'revision_number': 0, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:09Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:32.408717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-016c2076-4405-49a7-8e71-65b007d9278a req-b4514415-85e2-4b45-9157-ea705fe1de71 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ba1bbf1-7ebe-4124-a047-5868a8d383bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298552 Feb 04 15:59:32.439309 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-89f8a81f-5995-47b3-aed4-56f9f2e90349 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.440815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-89f8a81f-5995-47b3-aed4-56f9f2e90349 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4333160 Feb 04 15:59:32.450188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52054) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:32.459033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-205fc396-4994-4c18-8599-2b2f8cf12bcc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--170644366', 'description': 'tempest-secgroup_general--170644366 description', 'project_id': '09d583ec27dd48e38cac15a1439d95c3'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:32.480513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8a81f-5995-47b3-aed4-56f9f2e90349 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec4d420-3100-4beb-bd73-441502ef525d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:32.534976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] For port b2a7b5c0-6530-484d-a864-6e462f2d1933, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=b2a7b5c0-6530-484d-a864-6e462f2d1933,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:32.535353 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.568000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-205fc396-4994-4c18-8599-2b2f8cf12bcc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.570828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Calling delete_port for b2a7b5c0-6530-484d-a864-6e462f2d1933 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:32.617839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-549c2fda-a7ec-429c-a1bc-1ed08f7a4acf req-91d5e9ea-dcd4-4e7d-b618-450bfbd11b58 service neutron] 10.222.0.50 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612884 Feb 04 15:59:32.625237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-472b500c-b32d-43ee-992d-46875486b0c8 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/floatingips/f3d7c973-3b2a-493a-ac58-59778b4e1b5d HTTP/1.1" status: 200 len: 992 time: 0.3920419 Feb 04 15:59:32.703416 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 86905a24-072b-4d02-b88c-b1240572e97a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:32.806996 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c736ca9-8584-4888-9c07-4052ad4656a1 None None] New status for floating IP f3d7c973-3b2a-493a-ac58-59778b4e1b5d: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:59:32.812221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f92daddb-5a8f-414a-b409-196d9c19278c None None] Provisioning complete for port dc3bc029-2218-41ed-b4d1-4b59f02b4313 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:32.812590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f92daddb-5a8f-414a-b409-196d9c19278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.818452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-205fc396-4994-4c18-8599-2b2f8cf12bcc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.833539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-205fc396-4994-4c18-8599-2b2f8cf12bcc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.862811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 86905a24-072b-4d02-b88c-b1240572e97a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:32.863221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.889577 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f92daddb-5a8f-414a-b409-196d9c19278c None None] Port dc3bc029-2218-41ed-b4d1-4b59f02b4313 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:59:32.923842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-205fc396-4994-4c18-8599-2b2f8cf12bcc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:32.930677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-205fc396-4994-4c18-8599-2b2f8cf12bcc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4720101 Feb 04 15:59:32.930677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fc396-4994-4c18-8599-2b2f8cf12bcc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8407c91c-84a1-4ad8-920f-e46207b6d153,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:32.931161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52056) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:32.938112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c40e55fb-d793-4a14-9443-e0ab97f74773 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'security_group_rule': {'security_group_id': '8ec4d420-3100-4beb-bd73-441502ef525d', 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:32.956794 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f92daddb-5a8f-414a-b409-196d9c19278c None None] Provisioning complete for port e0da50f2-632d-47cf-a88a-7167186b3860 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:32.957767 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f92daddb-5a8f-414a-b409-196d9c19278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.004335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 2, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:33.012352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c40e55fb-d793-4a14-9443-e0ab97f74773 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.060813 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.078483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Checking router: 70106478-8b67-4b8a-83ed-0eef143ec448 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:33.079033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Updating router 70106478-8b67-4b8a-83ed-0eef143ec448 port dc3bc029-2218-41ed-b4d1-4b59f02b4313 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:33.124042 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c40e55fb-d793-4a14-9443-e0ab97f74773 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.131541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c40e55fb-d793-4a14-9443-e0ab97f74773 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.159626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['b2a7b5c0-6530-484d-a864-6e462f2d1933'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:59:33.165821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Pushing event deleted for resources: {'Port': ['ID=b2a7b5c0-6530-484d-a864-6e462f2d1933,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:33.168774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e55fb-d793-4a14-9443-e0ab97f74773 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fd2960-daa2-489c-b2f5-d2f8ea0bd816,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:33.178091 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c40e55fb-d793-4a14-9443-e0ab97f74773 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.179945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c40e55fb-d793-4a14-9443-e0ab97f74773 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475183 Feb 04 15:59:33.258282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.283943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] No DVR routers for this DVR port b2a7b5c0-6530-484d-a864-6e462f2d1933 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:33.288791 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.295065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf0da801-27bc-4645-bb85-a7b3a939ae69 req-7c26453e-b23f-4ddb-b858-46e0e2841084 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.50 "DELETE /v2.0/ports/b2a7b5c0-6530-484d-a864-6e462f2d1933 HTTP/1.1" status: 204 len: 173 time: 1.2347429 Feb 04 15:59:33.295747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcba028-f50f-4a87-b903-74e274a2030e', 'name': 'network-vif-deleted', 'tag': 'b2a7b5c0-6530-484d-a864-6e462f2d1933'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:33.300607 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b849f1b-f15f-4688-87c5-d24136b52cd7" -d '{"events": [{"server_uuid": "bdcba028-f50f-4a87-b903-74e274a2030e", "name": "network-vif-deleted", "tag": "b2a7b5c0-6530-484d-a864-6e462f2d1933"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:33.301211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e0da50f2-632d-47cf-a88a-7167186b3860 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:33.452769 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64068b6f-747c-476b-8aef-4ca95ab33473 x-openstack-request-id: req-64068b6f-747c-476b-8aef-4ca95ab33473 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:33.453630 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcba028-f50f-4a87-b903-74e274a2030e", "name": "network-vif-deleted", "tag": "b2a7b5c0-6530-484d-a864-6e462f2d1933", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:33.454096 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-64068b6f-747c-476b-8aef-4ca95ab33473 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:33.454735 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcba028-f50f-4a87-b903-74e274a2030e', 'name': 'network-vif-deleted', 'tag': 'b2a7b5c0-6530-484d-a864-6e462f2d1933', 'status': 'completed', 'code': 200} Feb 04 15:59:33.459739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-ecbb7032-c046-443f-854c-432a14921ada tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_access--1212228570&fields=id&tenant_id=09d583ec27dd48e38cac15a1439d95c3 HTTP/1.1" status: 200 len: 267 time: 0.0509655 Feb 04 15:59:33.554711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-f1578c77-6533-4f53-8556-965c159368f9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_general--170644366&fields=id&tenant_id=09d583ec27dd48e38cac15a1439d95c3 HTTP/1.1" status: 200 len: 267 time: 0.0808668 Feb 04 15:59:33.623501 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9479a9e9-3581-4020-b4fb-c434ef8e2ac0 req-8eea2c02-b590-4996-a2bd-0fb0fa0941c9 tempest-ServerRescueTestJSON-740911150 tempest-ServerRescueTestJSON-740911150-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdcba028-f50f-4a87-b903-74e274a2030e HTTP/1.1" status: 200 len: 210 time: 0.0691895 Feb 04 15:59:33.625236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e0da50f2-632d-47cf-a88a-7167186b3860 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:33.625613 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.628495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52074) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:33.691722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-0e0980be-6faf-4894-bd12-383c6b2993c6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:33.693496 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-0e0980be-6faf-4894-bd12-383c6b2993c6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/networks?id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d HTTP/1.1" status: 200 len: 797 time: 0.1347435 Feb 04 15:59:33.716542 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-27b82aeb-e138-4fc4-8ecb-23f006bfabea tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/quotas/09d583ec27dd48e38cac15a1439d95c3 HTTP/1.1" status: 200 len: 375 time: 0.0120485 Feb 04 15:59:33.747614 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e7f869da-2755-4737-a5bb-836f84b08298 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/floatingips/f3d7c973-3b2a-493a-ac58-59778b4e1b5d HTTP/1.1" status: 200 len: 994 time: 0.1145015 Feb 04 15:59:33.791958 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b852cf16-47d5-48df-8787-c3202449bfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.812847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-06ec8105-fdab-4b55-ac84-192321cff2c2 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839810 Feb 04 15:59:33.820878 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-23087b72-5820-42e5-b93f-46ac90a7f02e None None] Provisioning complete for port dc3bc029-2218-41ed-b4d1-4b59f02b4313 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:33.821434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-23087b72-5820-42e5-b93f-46ac90a7f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.934422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-23087b72-5820-42e5-b93f-46ac90a7f02e None None] Port dc3bc029-2218-41ed-b4d1-4b59f02b4313 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:59:34.005805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-5600e4e0-6db9-45e5-a133-617738ff05ff service neutron] 10.222.0.47 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734359 Feb 04 15:59:34.025160 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.031972 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.128595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86e3ce-36fb-43a5-abb8-9d6ff42cfe7c None None] Pushing event updated for resources: {'Port': ['ID=dc3bc029-2218-41ed-b4d1-4b59f02b4313,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:34.196093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-a8156a65-5ffd-443a-83c4-5b166b9db81d service neutron] 10.222.0.47 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819236 Feb 04 15:59:34.220458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Attempting to bind port dc3bc029-2218-41ed-b4d1-4b59f02b4313 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:34.221178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Attempting to bind port dc3bc029-2218-41ed-b4d1-4b59f02b4313 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:34.221733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Attempting to bind port dc3bc029-2218-41ed-b4d1-4b59f02b4313 on network bcd096d3-a77a-41f9-a469-c8f2f0182e8d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:34.231033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:34.231723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Checking segment: {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:34.232569 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.233446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Bound using segment: {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:34.234403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Bound port: dc3bc029-2218-41ed-b4d1-4b59f02b4313, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:34.235224 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.358600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] For port dc3bc029-2218-41ed-b4d1-4b59f02b4313, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:34.366389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] For port dc3bc029-2218-41ed-b4d1-4b59f02b4313, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dc3bc029-2218-41ed-b4d1-4b59f02b4313,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:34.378490 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.458052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9349c2b9-c610-4c7e-8c16-e314bafecb2a req-d49d2c3c-324f-4911-9cdf-1af8c17e1eac tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 210 time: 0.0535023 Feb 04 15:59:34.477434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86e3ce-36fb-43a5-abb8-9d6ff42cfe7c None None] Pushing event updated for resources: {'Port': ['ID=dc3bc029-2218-41ed-b4d1-4b59f02b4313,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:34.548563 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f8b711fa-ac44-457a-81d2-fb69631e256a None None] Provisioning complete for port dc3bc029-2218-41ed-b4d1-4b59f02b4313 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:34.548944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8b711fa-ac44-457a-81d2-fb69631e256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.553029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:34.553636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:34.701390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52086) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:34.785598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:34.834125 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8b711fa-ac44-457a-81d2-fb69631e256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.171631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f8b711fa-ac44-457a-81d2-fb69631e256a None None] For port dc3bc029-2218-41ed-b4d1-4b59f02b4313, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dc3bc029-2218-41ed-b4d1-4b59f02b4313,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:35.188430 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8b711fa-ac44-457a-81d2-fb69631e256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.290526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b711fa-ac44-457a-81d2-fb69631e256a None None] Pushing event updated for resources: {'Port': ['ID=dc3bc029-2218-41ed-b4d1-4b59f02b4313,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:35.317235 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.353293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-bd96d863-1948-4289-8c75-be13aa779809 None None] Provisioning complete for port dc3bc029-2218-41ed-b4d1-4b59f02b4313 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:35.353629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd96d863-1948-4289-8c75-be13aa779809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.429547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:34Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:35.485098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8042c1c-cf3a-489b-9089-5278b49c7102 None None] The sync data for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 is: [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:34Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:35.503232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device b2a7b5c0-6530-484d-a864-6e462f2d1933 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:59:35.571459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: b2a7b5c0-6530-484d-a864-6e462f2d1933 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:59:35.572034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device b2a7b5c0-6530-484d-a864-6e462f2d1933 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:59:35.627967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9f63a9a-5c1b-4844-9f38-097f01df3801 req-1b4ade75-ad39-4504-837f-fba4b0cbcdbc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 210 time: 0.0328732 Feb 04 15:59:35.805357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Deleting port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:35.810112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.844191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.873519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-d196c3ca-c3c9-4485-9ea1-02b77129cfcb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.875304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-d196c3ca-c3c9-4485-9ea1-02b77129cfcb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.30 "GET /v2.0/networks?id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d HTTP/1.1" status: 200 len: 797 time: 0.1881659 Feb 04 15:59:35.930640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-c0d856e6-a9d2-4150-9915-ec5752f0f4cd tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09d583ec27dd48e38cac15a1439d95c3 HTTP/1.1" status: 200 len: 477 time: 0.0458097 Feb 04 15:59:35.945523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] For port 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,segment=NetworkSegment(cd7fbe8d-2238-4c8e-bbec-cb14ff433d08),segment_id=cd7fbe8d-2238-4c8e-bbec-cb14ff433d08)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:35.946161 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.947015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'port': {'device_id': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'admin_state_up': True, 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'security_groups': ['8ec4d420-3100-4beb-bd73-441502ef525d', '8407c91c-84a1-4ad8-920f-e46207b6d153']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:35.962767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Calling delete_port for 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:36.095650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Made reservation on behalf of 09d583ec27dd48e38cac15a1439d95c3 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:36.101532 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.183670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.223680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4c564f-de97-4a7b-ab48-fd710cd7b3cc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:36.344440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Allocated IP 172.20.0.10 (bcd096d3-a77a-41f9-a469-c8f2f0182e8d/7796bc08-3ed2-4b1c-82f7-75e970319ca1/1a8113d7-79d1-46b2-8796-d536902de1ae) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:36.409383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.622298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.690543 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.775333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:36.781701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:36.785734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:36.864859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=1a8113d7-79d1-46b2-8796-d536902de1ae,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:36.885019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dc3bc029-2218-41ed-b4d1-4b59f02b4313 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:36.925241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:36.926291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.949525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-b692d5dd-39eb-44fe-9c2b-112b72d0c59c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0066912 Feb 04 15:59:36.950399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19ef77-3c0c-4358-8526-a511d3711891 req-a4493613-65a5-4672-aaa7-3a7fed06688f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:36.952944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c19ef77-3c0c-4358-8526-a511d3711891 req-a4493613-65a5-4672-aaa7-3a7fed06688f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 971 time: 0.1344714 Feb 04 15:59:36.968225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Request body: {'port': {'device_id': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:36.993199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:37.042621 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.042876 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.067792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port dc3bc029-2218-41ed-b4d1-4b59f02b4313 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:37.068661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.086703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c19ef77-3c0c-4358-8526-a511d3711891 req-ab11c2bc-9bc0-4ac1-8c77-9bf52efad1cd tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1258285 Feb 04 15:59:37.195669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:37.202042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4be315bd-63c4-4958-b28a-99d47e12534f admin admin] 10.222.0.47 "PUT /v2.0/routers/96dcfebe-5735-4c2e-b06c-7673ac3abe70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4996924 Feb 04 15:59:37.206429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52096) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:37.251024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] Sync routers for ids ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:37.320411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-bb4fb397-6786-405a-8507-f8d148607816 None None] Provisioning complete for port 1a8113d7-79d1-46b2-8796-d536902de1ae triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:37.321362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb397-6786-405a-8507-f8d148607816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.327982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] Routers {'96dcfebe-5735-4c2e-b06c-7673ac3abe70'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:37.329187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:37.336943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.457575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fb397-6786-405a-8507-f8d148607816 None None] Port 1a8113d7-79d1-46b2-8796-d536902de1ae cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:59:37.462689 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.463150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8113d7-79d1-46b2-8796-d536902de1ae {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:37.476662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.487839 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.496928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Transition to ACTIVE for port object 1a8113d7-79d1-46b2-8796-d536902de1ae will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:37.506425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.549190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] Set router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:37.562481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Deleting port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:37.563446 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.570036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Pushing event updated for resources: {'Port': ['ID=1a8113d7-79d1-46b2-8796-d536902de1ae,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:37.652518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Attempting to bind port 1a8113d7-79d1-46b2-8796-d536902de1ae on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:37.653226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Attempting to bind port 1a8113d7-79d1-46b2-8796-d536902de1ae by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:37.654442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Attempting to bind port 1a8113d7-79d1-46b2-8796-d536902de1ae on network bcd096d3-a77a-41f9-a469-c8f2f0182e8d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:37.661237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Port 1a8113d7-79d1-46b2-8796-d536902de1ae on network bcd096d3-a77a-41f9-a469-c8f2f0182e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:59:37.661964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Attempting to bind port 1a8113d7-79d1-46b2-8796-d536902de1ae on network bcd096d3-a77a-41f9-a469-c8f2f0182e8d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:37.668085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:37.668837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Checking segment: {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:37.670030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Bound using segment: {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:37.670788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Bound port: 1a8113d7-79d1-46b2-8796-d536902de1ae, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2528326f-edff-4e6a-b069-7fafdeaa1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:37.671396 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.689434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] For port b3e9b887-03d7-4bd2-8fb4-38cee16f45f4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b3e9b887-03d7-4bd2-8fb4-38cee16f45f4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:37.690077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.715610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Calling delete_port for b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:37.857440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:59:36Z', 'revision_number': 5, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port': {'id': 'b3e9b887-03d7-4bd2-8fb4-38cee16f45f4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:37.912490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] Checking router: 96dcfebe-5735-4c2e-b06c-7673ac3abe70 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:37.937296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] Routers {'96dcfebe-5735-4c2e-b06c-7673ac3abe70'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:37.938576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:37.944065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.976541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e9b887-03d7-4bd2-8fb4-38cee16f45f4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:38.030330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] Set router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:38.104014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:59:37Z', 'revision_number': 7, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:38.152161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b1072-67ad-41b9-bea1-5ce88740cfd7 None None] The sync data for ids ['96dcfebe-5735-4c2e-b06c-7673ac3abe70'] in n-d-827869-1 is: [{'id': '96dcfebe-5735-4c2e-b06c-7673ac3abe70', 'name': 'tempest-ServerRescueTestJSON-345608356-router', 'tenant_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:18Z', 'updated_at': '2022-02-04T15:59:37Z', 'revision_number': 7, 'project_id': 'dabc0bcb80914d6896286ae1d6350c3a', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:38.265826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] For port 1a8113d7-79d1-46b2-8796-d536902de1ae, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:38.270323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] For port 1a8113d7-79d1-46b2-8796-d536902de1ae, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1a8113d7-79d1-46b2-8796-d536902de1ae,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:38.276787 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.286149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a965b-887b-4dc9-86a2-e63d3842ce48 req-27475291-91bd-494d-a04f-db029854e12a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.287820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-090a965b-887b-4dc9-86a2-e63d3842ce48 req-27475291-91bd-494d-a04f-db029854e12a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 983 time: 0.0854299 Feb 04 15:59:38.352135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.352794 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.354478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] 10.222.0.30 "PUT /v2.0/ports/1a8113d7-79d1-46b2-8796-d536902de1ae HTTP/1.1" status: 200 len: 1131 time: 1.3936124 Feb 04 15:59:38.354995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:38.357464 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:38.426165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d40a14-8d14-467b-a52f-d8f204f47baa service neutron] Pushing event updated for resources: {'Port': ['ID=1a8113d7-79d1-46b2-8796-d536902de1ae,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:38.430069 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4a9d6d-090a-476c-9476-6b2b38f30c98 x-openstack-request-id: req-8d4a9d6d-090a-476c-9476-6b2b38f30c98 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:38.430360 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:38.431523 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d4a9d6d-090a-476c-9476-6b2b38f30c98 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:38.431523 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'status': 'completed', 'code': 200} Feb 04 15:59:38.436143 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-090a965b-887b-4dc9-86a2-e63d3842ce48 req-c9723069-870f-4c03-8960-7dd6bc0b4697 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1387169 Feb 04 15:59:38.462489 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.462685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-54e163d7-acde-4357-85c7-de087b76d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.462685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-54e163d7-acde-4357-85c7-de087b76d247 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1134 time: 0.0672081 Feb 04 15:59:38.523195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-6bb2aef0-0f08-4248-996d-999f463a6dde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8113d7-79d1-46b2-8796-d536902de1ae HTTP/1.1" status: 200 len: 217 time: 0.0542197 Feb 04 15:59:38.607070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.623572 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.639960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:59:38.640222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-1b2455cc-fbda-4fcc-a5b0-54dc23f12f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.644730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-1b2455cc-fbda-4fcc-a5b0-54dc23f12f51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7796bc08-3ed2-4b1c-82f7-75e970319ca1 HTTP/1.1" status: 200 len: 835 time: 0.1073501 Feb 04 15:59:38.672222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:59:38.672551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2a4c564f-de97-4a7b-ab48-fd710cd7b3cc not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:59:38.708785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-f89b4690-a52b-4bd7-bcbd-327dcf7e056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.714181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-f89b4690-a52b-4bd7-bcbd-327dcf7e056e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583906 Feb 04 15:59:38.724004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.724616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96dcfebe-5735-4c2e-b06c-7673ac3abe70 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:59:38.729356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.730635 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-63b59f46-cfe0-4bed-989f-a989dba8d89d admin admin] 10.222.0.47 "DELETE /v2.0/routers/96dcfebe-5735-4c2e-b06c-7673ac3abe70 HTTP/1.1" status: 204 len: 168 time: 1.5231884 Feb 04 15:59:38.734683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52102) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:38.786706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0141da61-2951-43f7-a4de-12cb25b98ce9 admin admin] Deleting subnet dc237b60-70b6-4e97-af5e-fa4d657654b8 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 15:59:38.790263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0141da61-2951-43f7-a4de-12cb25b98ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.812571 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-18ca4204-b28b-4d25-9c14-0df69e317d4c service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947411 Feb 04 15:59:38.826640 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0141da61-2951-43f7-a4de-12cb25b98ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.871590 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0141da61-2951-43f7-a4de-12cb25b98ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.930848 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d9c79baf-05dd-4990-94db-cc68a300e51d req-9649bc25-cd61-4cb1-9f97-76857bfe6675 service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116195 Feb 04 15:59:38.936607 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0141da61-2951-43f7-a4de-12cb25b98ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.970904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141da61-2951-43f7-a4de-12cb25b98ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc237b60-70b6-4e97-af5e-fa4d657654b8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:38.972958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0141da61-2951-43f7-a4de-12cb25b98ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.979370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52104) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:38.979580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0141da61-2951-43f7-a4de-12cb25b98ce9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dc237b60-70b6-4e97-af5e-fa4d657654b8 HTTP/1.1" status: 204 len: 168 time: 0.2432854 Feb 04 15:59:39.099094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.104104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-fda86d7a-70d9-46be-a65f-690f37a67be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:39.105646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-fda86d7a-70d9-46be-a65f-690f37a67be3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1134 time: 0.1188352 Feb 04 15:59:39.255979 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.293262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:39.303493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-2b95324f-a01e-4655-b1f0-f735cdef2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:39.305032 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-2b95324f-a01e-4655-b1f0-f735cdef2b79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d HTTP/1.1" status: 200 len: 898 time: 0.1913204 Feb 04 15:59:39.310599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:39.311314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7fbe8d-2238-4c8e-bbec-cb14ff433d08') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:39.372972 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.376986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-54b9db91-f3a9-43b8-86fc-6bfc631617e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8113d7-79d1-46b2-8796-d536902de1ae HTTP/1.1" status: 200 len: 217 time: 0.0617676 Feb 04 15:59:39.422296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.435234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 15:59:39.435646 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: timer() Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:39.437469 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:39.494389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-03b34047-d8a4-499c-9fe8-81f7189a104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:39.495975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-03b34047-d8a4-499c-9fe8-81f7189a104a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7796bc08-3ed2-4b1c-82f7-75e970319ca1 HTTP/1.1" status: 200 len: 835 time: 0.1113696 Feb 04 15:59:39.540465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.559249 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.566629 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] 10.222.0.47 "DELETE /v2.0/networks/83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3 HTTP/1.1" status: 204 len: 168 time: 0.5860019 Feb 04 15:59:39.593102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cee685-19ef-4d21-b693-f768c8fb90fc admin admin] Pushing event deleted for resources: {'Network': ['ID=83a9b9b3-d2ec-4d32-a21a-928dedbaf6f3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:39.612231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-96cad0af-e5d1-442b-859d-15013daa039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:39.616592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-96cad0af-e5d1-442b-859d-15013daa039a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080449 Feb 04 15:59:39.629631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595efef1-372e-40ee-a72e-9f87a0989393 req-1529fc45-8fe5-4bc4-9836-cf4d7cba8a14 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:39.631364 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-595efef1-372e-40ee-a72e-9f87a0989393 req-1529fc45-8fe5-4bc4-9836-cf4d7cba8a14 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 983 time: 0.0658574 Feb 04 15:59:39.695418 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-595efef1-372e-40ee-a72e-9f87a0989393 req-4c76ec8c-7882-4fd8-be04-b85f6095f1d0 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0565953 Feb 04 15:59:39.760821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-9fd3d83c-181e-4fb1-94d2-5c451223bc5e service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368887 Feb 04 15:59:39.841515 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.884372 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29cdc4b6-9ff6-4dd7-8ae8-47cc548acce5 req-6304dd42-c4a0-45a2-9344-84216889251b service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154130 Feb 04 15:59:39.968206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52112) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:40.014702 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c833f396-de35-43ff-aa2b-c759af67f778 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dabc0bcb80914d6896286ae1d6350c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451479 Feb 04 15:59:40.017535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52114) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:40.072614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9de6e227-2dd2-4c91-9f60-8528455b95cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.098649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9de6e227-2dd2-4c91-9f60-8528455b95cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.151038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9de6e227-2dd2-4c91-9f60-8528455b95cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.155915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9de6e227-2dd2-4c91-9f60-8528455b95cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.159072 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9de6e227-2dd2-4c91-9f60-8528455b95cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ba1bbf1-7ebe-4124-a047-5868a8d383bc HTTP/1.1" status: 204 len: 168 time: 0.1399188 Feb 04 15:59:40.173771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6e227-2dd2-4c91-9f60-8528455b95cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba1bbf1-7ebe-4124-a047-5868a8d383bc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:40.532684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:59:40.566997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:59:40.567562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b3e9b887-03d7-4bd2-8fb4-38cee16f45f4 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:59:40.846615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4993d-88cb-4af2-8ab0-13d473ad6c21 req-a20f8836-66a8-4123-a9db-50df24fb135c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:40.849627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a4993d-88cb-4af2-8ab0-13d473ad6c21 req-a20f8836-66a8-4123-a9db-50df24fb135c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 983 time: 0.0629544 Feb 04 15:59:40.911999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f8a4993d-88cb-4af2-8ab0-13d473ad6c21 req-1137f306-bb70-4ed8-a18b-117b9d1294d9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0561442 Feb 04 15:59:40.989890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52138) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:41.109509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-937429901-network', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:41.136561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Made reservation on behalf of 051697c3385042f1bebb9c5da1cb29f5 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:41.139298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.148736 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.241893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.247210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.273880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:41.285633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b2241-0986-4c51-9e4a-a97f2b4d6eba,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:41.290913 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.291247 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Added segment c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0 of type vlan for network 2b59fb73-df02-4390-9ccc-d0127d0de07a Feb 04 15:59:41.336436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.374617 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.375875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:41.376626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.440595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4493804 Feb 04 15:59:41.444492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315df52e-64e9-4c92-8f72-c70eff7e029a admin admin] Pushing event updated for resources: {'Network': ['ID=2b59fb73-df02-4390-9ccc-d0127d0de07a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:41.445743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52142) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:41.455065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Request body: {'subnet': {'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-subnet', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:41.456993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 15:59:41.510833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Made reservation on behalf of 051697c3385042f1bebb9c5da1cb29f5 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:41.513834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.714503 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.777042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639f5f62-7029-4f26-a825-3fdc577d4fb3,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:41.803361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Checking segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:41.803895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Network hostable DHCP agents. Network: 2b59fb73-df02-4390-9ccc-d0127d0de07a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:41.832002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:41.843808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2b59fb73-df02-4390-9ccc-d0127d0de07a) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:41.848023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:41.849038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.859312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a75d40-4908-4b2d-850b-2484ba19c08d None None] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:59:41.872655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0798ef74-26ce-4a0b-8f69-9dae5cc78f64 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4246809 Feb 04 15:59:41.872938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52144) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:41.877395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:41.910331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.912574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.986551 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.106099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-2b59fb73-df02-4390-9ccc-d0127d0de07a', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 15:59:42.107900 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.279205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Allocated IP 172.20.0.2 (2b59fb73-df02-4390-9ccc-d0127d0de07a/639f5f62-7029-4f26-a825-3fdc577d4fb3/5eaf2d39-2b89-4749-b405-57978d6cd61e) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:42.281317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef73f81-5e31-42ba-8d0f-61d4afd66240 req-eaf71037-1a7e-439c-9ba1-c0fded839a21 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.283252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ef73f81-5e31-42ba-8d0f-61d4afd66240 req-eaf71037-1a7e-439c-9ba1-c0fded839a21 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 983 time: 0.2457473 Feb 04 15:59:42.303650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.356064 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ef73f81-5e31-42ba-8d0f-61d4afd66240 req-e5c4490d-bdce-425e-a283-20f3357cf75d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0661631 Feb 04 15:59:42.477720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.486924 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.528572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:42.531582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:42.535269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:42.546375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Pushing event updated for resources: {'Port': ['ID=5eaf2d39-2b89-4749-b405-57978d6cd61e,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:42.615296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Attempting to bind port 5eaf2d39-2b89-4749-b405-57978d6cd61e on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:42.615296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Attempting to bind port 5eaf2d39-2b89-4749-b405-57978d6cd61e by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:42.615296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Attempting to bind port 5eaf2d39-2b89-4749-b405-57978d6cd61e on network 2b59fb73-df02-4390-9ccc-d0127d0de07a {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:42.616755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:42.617135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Checking segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:42.617556 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.617939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Bound using segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:42.618459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Bound port: 5eaf2d39-2b89-4749-b405-57978d6cd61e, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:42.618843 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.622818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.655018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.700012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] For port 5eaf2d39-2b89-4749-b405-57978d6cd61e, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:42.704073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] For port 5eaf2d39-2b89-4749-b405-57978d6cd61e, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5eaf2d39-2b89-4749-b405-57978d6cd61e,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:42.715012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.790916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eb795-5b18-4b1f-a2d0-926d065b8d48 None None] Pushing event updated for resources: {'Port': ['ID=5eaf2d39-2b89-4749-b405-57978d6cd61e,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:42.799764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Allocated IP 172.25.1.206 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/6e58b032-a146-4ee9-81cc-7f56a8e170cc) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:42.919385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.976892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.032023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:43.035228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:43.039044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:43.063492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Pushing event updated for resources: {'Port': ['ID=6e58b032-a146-4ee9-81cc-7f56a8e170cc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:43.324860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.536327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2c647-6fc8-4457-abcf-7c6fb0bdb230 req-fc7a8087-f3fd-49e1-9dcb-54d14dc65bb3 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.538193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27f2c647-6fc8-4457-abcf-7c6fb0bdb230 req-fc7a8087-f3fd-49e1-9dcb-54d14dc65bb3 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 983 time: 0.0696800 Feb 04 15:59:43.558669 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.601137 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27f2c647-6fc8-4457-abcf-7c6fb0bdb230 req-13bc16dc-7b38-400d-88d7-28aafc34ce63 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0559978 Feb 04 15:59:43.732856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Router e1f61500-2eeb-4015-a1be-86acf2c0a114 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:59:43.863392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:43.872821 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Sync routers for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:43.889509 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:43.890084 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:43.891427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.892708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-060ccb34-6b39-4d99-849f-fdbc9cdfee41 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0188584 Feb 04 15:59:43.895879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52152) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:43.934325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a17bf0c-687b-42b7-877a-dddcb8fc3f76 None None] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 15:59:43.999826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e011ae39-ef7b-4193-9c8a-6b0f2053ecee None None] Provisioning complete for port 5eaf2d39-2b89-4749-b405-57978d6cd61e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:44.000517 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:44.000810 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e011ae39-ef7b-4193-9c8a-6b0f2053ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.154634 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e011ae39-ef7b-4193-9c8a-6b0f2053ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.235419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e011ae39-ef7b-4193-9c8a-6b0f2053ecee None None] For port 5eaf2d39-2b89-4749-b405-57978d6cd61e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5eaf2d39-2b89-4749-b405-57978d6cd61e,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:44.242283 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e011ae39-ef7b-4193-9c8a-6b0f2053ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.265402 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:43Z', 'revision_number': 3, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:44.297142 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Checking router: e1f61500-2eeb-4015-a1be-86acf2c0a114 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:44.297594 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Updating router e1f61500-2eeb-4015-a1be-86acf2c0a114 port 6e58b032-a146-4ee9-81cc-7f56a8e170cc binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:44.335076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011ae39-ef7b-4193-9c8a-6b0f2053ecee None None] Pushing event updated for resources: {'Port': ['ID=5eaf2d39-2b89-4749-b405-57978d6cd61e,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:44.336558 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.470936 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.681468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Allocated IP 172.20.0.1 (2b59fb73-df02-4390-9ccc-d0127d0de07a/639f5f62-7029-4f26-a825-3fdc577d4fb3/0332d3ea-b5e6-405b-a822-e67c77c07c72) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:44.717322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6d48224f-61ab-424b-b182-fb986b420650 None None] Provisioning complete for port 5eaf2d39-2b89-4749-b405-57978d6cd61e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:44.718636 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6d48224f-61ab-424b-b182-fb986b420650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.734914 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.746545 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.762995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5eaf2d39-2b89-4749-b405-57978d6cd61e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:44.774796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1a8113d7-79d1-46b2-8796-d536902de1ae details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 15:59:44.836919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955cd0-043f-4cca-ac44-46b8ef7fd326 req-10654fd5-4656-4be4-a4e5-b389a6148f62 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:44.838630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82955cd0-043f-4cca-ac44-46b8ef7fd326 req-10654fd5-4656-4be4-a4e5-b389a6148f62 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 983 time: 0.0903134 Feb 04 15:59:44.852326 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Attempting to bind port 6e58b032-a146-4ee9-81cc-7f56a8e170cc on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:44.852715 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Attempting to bind port 6e58b032-a146-4ee9-81cc-7f56a8e170cc by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:44.853103 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Attempting to bind port 6e58b032-a146-4ee9-81cc-7f56a8e170cc on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:44.859416 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483db0a-7032-4188-a35f-5871ca6a70ac None None] Pushing event updated for resources: {'Port': ['ID=6e58b032-a146-4ee9-81cc-7f56a8e170cc,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:44.862634 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.865580 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:44.865580 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:44.865580 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.866213 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:44.866511 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Bound port: 6e58b032-a146-4ee9-81cc-7f56a8e170cc, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:44.866804 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.895695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 5eaf2d39-2b89-4749-b405-57978d6cd61e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:44.896074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.938435 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] For port 6e58b032-a146-4ee9-81cc-7f56a8e170cc, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:44.945780 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] For port 6e58b032-a146-4ee9-81cc-7f56a8e170cc, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6e58b032-a146-4ee9-81cc-7f56a8e170cc,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:44.953326 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.966279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82955cd0-043f-4cca-ac44-46b8ef7fd326 req-d4adcd36-23bc-47b7-a815-427ec8c85a15 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0948424 Feb 04 15:59:44.988139 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.052408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:45.058686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:45.062894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:45.077748 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:45.078877 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:45.096469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Pushing event updated for resources: {'Port': ['ID=0332d3ea-b5e6-405b-a822-e67c77c07c72,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.121605 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.175520 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483db0a-7032-4188-a35f-5871ca6a70ac None None] Pushing event updated for resources: {'Port': ['ID=6e58b032-a146-4ee9-81cc-7f56a8e170cc,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.188996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1a8113d7-79d1-46b2-8796-d536902de1ae, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1a8113d7-79d1-46b2-8796-d536902de1ae,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:45.209031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'port_id': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'mac_address': 'fa:16:3e:8e:c1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 15:59:45.297936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.313449 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:45.314481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8113d7-79d1-46b2-8796-d536902de1ae {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:45.337229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1a8113d7-79d1-46b2-8796-d536902de1ae, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1a8113d7-79d1-46b2-8796-d536902de1ae,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:45.343717 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.387227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.416194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1a8113d7-79d1-46b2-8796-d536902de1ae,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.438959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-26744cd4-3fad-4602-86e1-bf41f7d8c7c6 None None] Provisioning complete for port 0332d3ea-b5e6-405b-a822-e67c77c07c72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:45.439380 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-26744cd4-3fad-4602-86e1-bf41f7d8c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.481069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-26744cd4-3fad-4602-86e1-bf41f7d8c7c6 None None] Port 0332d3ea-b5e6-405b-a822-e67c77c07c72 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:59:45.610177 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:43Z', 'revision_number': 3, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:45.646135 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.652447 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.660824 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc5524-fde6-48b0-ad29-4f293cd5b5d0 None None] The sync data for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 is: [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:43Z', 'revision_number': 3, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:45.679808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['1a8113d7-79d1-46b2-8796-d536902de1ae'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 15:59:45.721567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Pushing event updated for resources: {'Port': ['ID=0332d3ea-b5e6-405b-a822-e67c77c07c72,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.724337 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.175770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f9fac-93cd-4fa0-9c5d-a35c8e0d2e5d req-84fa2c43-7a10-4aae-912e-62698aa50c17 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.178703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf6f9fac-93cd-4fa0-9c5d-a35c8e0d2e5d req-84fa2c43-7a10-4aae-912e-62698aa50c17 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 984 time: 0.0949435 Feb 04 15:59:46.231017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf6f9fac-93cd-4fa0-9c5d-a35c8e0d2e5d req-a6e38233-a519-4a24-9492-0764b6f037d4 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0405540 Feb 04 15:59:46.266896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:46.269613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:46.433146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Router e1f61500-2eeb-4015-a1be-86acf2c0a114 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:46.572670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:46.578360 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1f83202d-add1-440d-a762-e202120cd883 admin admin] 10.222.0.47 "PUT /v2.0/routers/e1f61500-2eeb-4015-a1be-86acf2c0a114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813185 Feb 04 15:59:46.624883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5b821467-714f-48d4-9133-f437d416c430 None None] Provisioning complete for port 0332d3ea-b5e6-405b-a822-e67c77c07c72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:46.625449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5b821467-714f-48d4-9133-f437d416c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.667124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5b821467-714f-48d4-9133-f437d416c430 None None] Port 0332d3ea-b5e6-405b-a822-e67c77c07c72 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:59:46.680938 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6e58b032-a146-4ee9-81cc-7f56a8e170cc up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:46.773874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6e58b032-a146-4ee9-81cc-7f56a8e170cc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:46.774526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.811311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1a8113d7-79d1-46b2-8796-d536902de1ae up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:46.895679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 1a8113d7-79d1-46b2-8796-d536902de1ae completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:46.923541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 1a8113d7-79d1-46b2-8796-d536902de1ae triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:46.923917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.965528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.995477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 6e58b032-a146-4ee9-81cc-7f56a8e170cc, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6e58b032-a146-4ee9-81cc-7f56a8e170cc,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:47.002150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.082579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.098747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=6e58b032-a146-4ee9-81cc-7f56a8e170cc,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.120771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:47.123613 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1023a0-a57d-45b1-b983-849bb85d00fa" -d '{"events": [{"server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "name": "network-vif-plugged", "status": "completed", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:47.143629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1a8113d7-79d1-46b2-8796-d536902de1ae, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1a8113d7-79d1-46b2-8796-d536902de1ae,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:47.146496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:47.150359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.152529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9364bb1c-2dcd-4783-9d23-71877ab38a05 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1524306135', 'description': 'tempest-description--1343533919'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:47.205870 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9c1434-9245-4cb5-80e7-ca4084173314 x-openstack-request-id: req-9e9c1434-9245-4cb5-80e7-ca4084173314 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:47.206785 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "name": "network-vif-plugged", "status": "completed", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:47.207221 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9e9c1434-9245-4cb5-80e7-ca4084173314 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:47.207763 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'code': 200} Feb 04 15:59:47.215444 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9364bb1c-2dcd-4783-9d23-71877ab38a05 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.245916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1a8113d7-79d1-46b2-8796-d536902de1ae,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.309139 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9364bb1c-2dcd-4783-9d23-71877ab38a05 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.315204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9364bb1c-2dcd-4783-9d23-71877ab38a05 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.347868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc582835-04f4-4644-a24f-2e52d4c16d12 req-8a54ddce-2c0f-44fe-a02c-497720b10d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:47.350039 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc582835-04f4-4644-a24f-2e52d4c16d12 req-8a54ddce-2c0f-44fe-a02c-497720b10d2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1136 time: 0.0634780 Feb 04 15:59:47.373930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9364bb1c-2dcd-4783-9d23-71877ab38a05 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.375628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9364bb1c-2dcd-4783-9d23-71877ab38a05 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2280521 Feb 04 15:59:47.380536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52170) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:47.383167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364bb1c-2dcd-4783-9d23-71877ab38a05 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.411462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc582835-04f4-4644-a24f-2e52d4c16d12 req-ea3705ef-9a6b-4833-af1b-392ddcd21e73 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8407c91c-84a1-4ad8-920f-e46207b6d153&id=8ec4d420-3100-4beb-bd73-441502ef525d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0530846 Feb 04 15:59:47.412332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e07d8365-7e8a-41dc-b062-bb8fce512c33 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'security_group_rule': {'security_group_id': '7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:47.464499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af1c48-cf53-4f3c-9c8d-44078121a401 req-832bcd93-9d25-4b06-9a1c-53d032ff4c89 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:47.466200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2af1c48-cf53-4f3c-9c8d-44078121a401 req-832bcd93-9d25-4b06-9a1c-53d032ff4c89 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 985 time: 0.1146340 Feb 04 15:59:47.473070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e07d8365-7e8a-41dc-b062-bb8fce512c33 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.540716 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2af1c48-cf53-4f3c-9c8d-44078121a401 req-3e664160-d9b4-4d69-8c2e-4514722ea73c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0644753 Feb 04 15:59:47.570959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e07d8365-7e8a-41dc-b062-bb8fce512c33 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.575984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e07d8365-7e8a-41dc-b062-bb8fce512c33 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.600568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d8365-7e8a-41dc-b062-bb8fce512c33 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7add45d-cb8c-4fd1-a47e-6c4cae0ba70f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.614481 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e07d8365-7e8a-41dc-b062-bb8fce512c33 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.616614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e07d8365-7e8a-41dc-b062-bb8fce512c33 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2346599 Feb 04 15:59:47.621339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52172) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:47.629339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e8de5b89-ac4e-41b4-864c-5c93a3d4a44a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'security_group_rule': {'security_group_id': '7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:47.673888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8de5b89-ac4e-41b4-864c-5c93a3d4a44a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.764537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8de5b89-ac4e-41b4-864c-5c93a3d4a44a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.769460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8de5b89-ac4e-41b4-864c-5c93a3d4a44a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.794568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de5b89-ac4e-41b4-864c-5c93a3d4a44a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9258ba-14f8-4e0b-97b2-4a20901a2089,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.813840 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8de5b89-ac4e-41b4-864c-5c93a3d4a44a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.814706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e8de5b89-ac4e-41b4-864c-5c93a3d4a44a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915042 Feb 04 15:59:47.818303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:47.823569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:47.828688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Sync routers for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:47.839910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:47.840583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:47.862399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.988705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:48.013240 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.144971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Allocated IP 172.25.1.117 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/35b604f7-3883-4937-9c75-e7b5f69c2d2a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:48.256282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 2, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:48.290498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Checking router: e1f61500-2eeb-4015-a1be-86acf2c0a114 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:48.290846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Updating router e1f61500-2eeb-4015-a1be-86acf2c0a114 port 0332d3ea-b5e6-405b-a822-e67c77c07c72 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 15:59:48.310290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.318841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.351905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.430154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:48.436382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:48.443092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:48.499287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'Port': ['ID=35b604f7-3883-4937-9c75-e7b5f69c2d2a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.694259 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.736247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6e58b032-a146-4ee9-81cc-7f56a8e170cc up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:48.806748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.817906 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.836027 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.870722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15306e-edb3-45c5-bcfa-a3fcffaa7629 None None] Pushing event updated for resources: {'Port': ['ID=0332d3ea-b5e6-405b-a822-e67c77c07c72,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.888192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9c6ae-6382-45f5-9203-f4c061a1d338 req-20aec60d-d179-4fd4-9574-e35ee94a4899 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:48.896577 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdf9c6ae-6382-45f5-9203-f4c061a1d338 req-20aec60d-d179-4fd4-9574-e35ee94a4899 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 985 time: 0.1409216 Feb 04 15:59:48.898267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6e58b032-a146-4ee9-81cc-7f56a8e170cc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:48.898430 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.042943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Attempting to bind port 0332d3ea-b5e6-405b-a822-e67c77c07c72 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:49.043318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Attempting to bind port 0332d3ea-b5e6-405b-a822-e67c77c07c72 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:49.043687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Attempting to bind port 0332d3ea-b5e6-405b-a822-e67c77c07c72 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:49.049878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdf9c6ae-6382-45f5-9203-f4c061a1d338 req-e5ea060c-5d19-4f7c-89b9-57a18999876a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1522555 Feb 04 15:59:49.055936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:49.056161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Checking segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:49.056539 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.057002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Bound using segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:49.057495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Bound port: 0332d3ea-b5e6-405b-a822-e67c77c07c72, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:49.058411 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.149643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.156639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.176891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] For port 0332d3ea-b5e6-405b-a822-e67c77c07c72, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:49.180646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] For port 0332d3ea-b5e6-405b-a822-e67c77c07c72, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0332d3ea-b5e6-405b-a822-e67c77c07c72,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:49.186477 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.234835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'Port': ['ID=35b604f7-3883-4937-9c75-e7b5f69c2d2a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.241926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:49.242587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:49.259274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.284876 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.295533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-37099c5a-d4b7-48c1-8400-ce96bc44b6ad tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4673927 Feb 04 15:59:49.311007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15306e-edb3-45c5-bcfa-a3fcffaa7629 None None] Pushing event updated for resources: {'Port': ['ID=0332d3ea-b5e6-405b-a822-e67c77c07c72,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.337651 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c5833071-46d4-404b-9189-6ce14b16a101 None None] Provisioning complete for port 0332d3ea-b5e6-405b-a822-e67c77c07c72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:49.338335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5833071-46d4-404b-9189-6ce14b16a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.472181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-12878427-9ff0-4a77-8daf-8589b81839bc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1524306135&fields=id&tenant_id=051697c3385042f1bebb9c5da1cb29f5 HTTP/1.1" status: 200 len: 267 time: 0.0517328 Feb 04 15:59:49.509388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:49.612147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947b38-5b4a-4379-98c2-beb095180485 req-9e2841df-490b-4585-998e-eed211ed1b66 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.615013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-9e2841df-490b-4585-998e-eed211ed1b66 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 816 time: 0.1343608 Feb 04 15:59:49.633059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-bbd446a0-d90e-4c93-8088-2f1559778926 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/quotas/051697c3385042f1bebb9c5da1cb29f5 HTTP/1.1" status: 200 len: 375 time: 0.0124466 Feb 04 15:59:49.657184 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5833071-46d4-404b-9189-6ce14b16a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.727087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-0dccb347-e633-4d1d-8135-ef7be4981d88 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850611 Feb 04 15:59:49.737806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c5833071-46d4-404b-9189-6ce14b16a101 None None] For port 0332d3ea-b5e6-405b-a822-e67c77c07c72, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0332d3ea-b5e6-405b-a822-e67c77c07c72,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:49.744399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5833071-46d4-404b-9189-6ce14b16a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.848714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5833071-46d4-404b-9189-6ce14b16a101 None None] Pushing event updated for resources: {'Port': ['ID=0332d3ea-b5e6-405b-a822-e67c77c07c72,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.859476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-a57b4d81-ff4c-4294-92c6-6b7c42dc35c3 service neutron] 10.222.0.47 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171501 Feb 04 15:59:49.882595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9cd0db0a-f3b1-425b-a2bf-95291484abec None None] Provisioning complete for port 0332d3ea-b5e6-405b-a822-e67c77c07c72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:49.883478 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9cd0db0a-f3b1-425b-a2bf-95291484abec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.918691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:49.950087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d8da5-689e-4123-8f2e-898ae95340ec None None] The sync data for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 is: [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:50.003912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-b0005bae-f58c-4c80-9ba1-87d27a9cf3e4 service neutron] 10.222.0.47 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326551 Feb 04 15:59:50.357127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57de8841-3df6-4a8c-bfdd-93ed26398737 req-8d683787-4f4f-49cd-986c-cdf0ddfdbaec tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 210 time: 0.0528626 Feb 04 15:59:50.377815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f1dad-b9dd-43e0-bb6e-45b1604652c4 req-2e4b9ac0-97b6-41e6-834b-c65433f1694a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.381752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-667f1dad-b9dd-43e0-bb6e-45b1604652c4 req-2e4b9ac0-97b6-41e6-834b-c65433f1694a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 985 time: 0.1761937 Feb 04 15:59:50.461296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-667f1dad-b9dd-43e0-bb6e-45b1604652c4 req-3b555d6a-0be4-47b6-8808-3fd790a2fa28 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0714502 Feb 04 15:59:50.678948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7112-4922-42d6-96b8-60d9a6422758 req-db84abf7-2b75-42c3-b63c-091ffff0fd4e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.682191 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b6f7112-4922-42d6-96b8-60d9a6422758 req-db84abf7-2b75-42c3-b63c-091ffff0fd4e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 985 time: 0.0681369 Feb 04 15:59:50.736341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0332d3ea-b5e6-405b-a822-e67c77c07c72 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 15:59:50.790433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b6f7112-4922-42d6-96b8-60d9a6422758 req-1bf80c98-cff6-4f65-8fb9-62d41b000389 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0929289 Feb 04 15:59:50.904490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0332d3ea-b5e6-405b-a822-e67c77c07c72 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:50.906686 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.925367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52220) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:51.001933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0870856-c638-4ec4-8a0f-eb4b7ebb4935 req-01356632-ad4e-4362-b7c7-689902f9592f tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.004458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0870856-c638-4ec4-8a0f-eb4b7ebb4935 req-01356632-ad4e-4362-b7c7-689902f9592f tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1136 time: 0.1271362 Feb 04 15:59:51.066551 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e0870856-c638-4ec4-8a0f-eb4b7ebb4935 req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.336289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e0870856-c638-4ec4-8a0f-eb4b7ebb4935 req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.343863 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e0870856-c638-4ec4-8a0f-eb4b7ebb4935 req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.357680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port c38baee5-cc6d-4ba1-9f15-3f572b2054c5 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:51.358117 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.400179 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0870856-c638-4ec4-8a0f-eb4b7ebb4935 req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3757312 Feb 04 15:59:51.427006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52226) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:51.464031 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.464541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.497593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for c38baee5-cc6d-4ba1-9f15-3f572b2054c5 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:51.505702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e350304e-ce92-46f3-b61c-99aa2a05be79,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:51.555119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.555484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.555843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.556186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.556532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.556991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.557334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.558206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.558206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.558525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.558805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.559135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2946283-93b5-4384-828f-56431573afe4 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.564988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f53be6-455d-4bf8-aacd-9ee61c3e4ebf tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.570438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b3f53be6-455d-4bf8-aacd-9ee61c3e4ebf tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1131 time: 0.1423481 Feb 04 15:59:51.571110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52228) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:51.577393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:51.625908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.672370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90fa3940-d747-4102-bab5-80349724eef3 req-f5b967b1-ab01-4dd6-bd6b-a5a43b9c107a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 210 time: 0.0502076 Feb 04 15:59:51.779763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.877422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.917815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=c38baee5-cc6d-4ba1-9f15-3f572b2054c5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:51.959297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.959898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.960486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.961075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.961779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.962332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.962917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.964040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.964609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.965191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.965749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.966724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:51.993285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Allocated IP 172.25.1.79 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/7c67fc1a-27d7-4a13-91b7-3a4c2cc7090c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:52.180371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.180910 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Floating IP 5f9c3986-f498-4665-8c45-3d047ace154e disassociated (deleted). External IP: 172.25.1.89, port: 2c87fd1a-fa91-4832-bc1e-53ca100218f9. Feb 04 15:59:52.187094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.231349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.293721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=7c67fc1a-27d7-4a13-91b7-3a4c2cc7090c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:52.303795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:52.306147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:52.311319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:52.407392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947b38-5b4a-4379-98c2-beb095180485 req-3e0533e9-3ef4-451d-82a2-4b5391e5ed48 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:52.409129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-3e0533e9-3ef4-451d-82a2-4b5391e5ed48 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 816 time: 0.3660672 Feb 04 15:59:52.621791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-f5823a8b-a333-4ba6-acfd-2af07e929888 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051697c3385042f1bebb9c5da1cb29f5 HTTP/1.1" status: 200 len: 380 time: 0.1568830 Feb 04 15:59:52.636772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'port': {'device_id': '65b3fc43-b58c-4812-8343-b91827829e46', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'admin_state_up': True, 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'security_groups': ['7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:52.709839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 3fd8677f-23f9-47cc-9235-932063500e81 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:52.863164 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.907925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Made reservation on behalf of 051697c3385042f1bebb9c5da1cb29f5 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:52.911843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.924506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:52.928079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ca9872d-081d-4974-aeee-ea8e9e8eaa0c req-4b2f8816-b7aa-4326-ac9b-e0dd529dd86a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 210 time: 0.0679178 Feb 04 15:59:52.930967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.936279 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] Sync routers for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:52.958934 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:52.959595 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:53.007542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b1d9d42b-35da-40ed-a88c-30c6976ee1ac tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/floatingips/5f9c3986-f498-4665-8c45-3d047ace154e HTTP/1.1" status: 204 len: 168 time: 2.0807641 Feb 04 15:59:53.017705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:53.022674 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:53.051455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.143946 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e079499e-f1a5-41f0-a85a-c349fbe19d8c x-openstack-request-id: req-e079499e-f1a5-41f0-a85a-c349fbe19d8c {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:53.144277 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:53.144529 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e079499e-f1a5-41f0-a85a-c349fbe19d8c {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:53.145012 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'status': 'completed', 'code': 200} Feb 04 15:59:53.199229 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:53.225745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-caee6f48-cb7d-461c-b797-3b4cc648571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.227357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-caee6f48-cb7d-461c-b797-3b4cc648571e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 1096 time: 0.0815589 Feb 04 15:59:53.239612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Allocated IP 172.20.0.5 (2b59fb73-df02-4390-9ccc-d0127d0de07a/639f5f62-7029-4f26-a825-3fdc577d4fb3/18708e42-99bf-4305-877a-f9d4c691de00) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:53.256385 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.434913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-030c4538-ae25-413d-9210-2b086c86783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.436438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-030c4538-ae25-413d-9210-2b086c86783e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae HTTP/1.1" status: 200 len: 897 time: 0.1944144 Feb 04 15:59:53.511537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.532228 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.540030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-bb766567-3572-4818-8301-f215af655cdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9 HTTP/1.1" status: 200 len: 217 time: 0.0909767 Feb 04 15:59:53.618504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbae1d5-0fde-4a13-9f48-028bde20776a req-9980d30f-ad59-4d92-85b2-edc5e20e22b6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.621657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9dbae1d5-0fde-4a13-9f48-028bde20776a req-9980d30f-ad59-4d92-85b2-edc5e20e22b6 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.2821405 Feb 04 15:59:53.657481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.677705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=7c67fc1a-27d7-4a13-91b7-3a4c2cc7090c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:53.679623 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-aa867b8d-3cad-4a83-9705-d96e3af7425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.688478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-aa867b8d-3cad-4a83-9705-d96e3af7425c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=266d5c09-5af5-4817-bcf8-898df1b31e0f HTTP/1.1" status: 200 len: 835 time: 0.1410630 Feb 04 15:59:53.710037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9dbae1d5-0fde-4a13-9f48-028bde20776a req-875d3829-6181-47be-9e99-df5b1e630c0c tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618150 Feb 04 15:59:53.711059 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.724390 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:53.770162 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.778610 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] Checking router: 3fd8677f-23f9-47cc-9235-932063500e81 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:53.782523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-18e7d7c5-7772-4d40-9fa6-5dcff60522df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.784048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-18e7d7c5-7772-4d40-9fa6-5dcff60522df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884366 Feb 04 15:59:53.793628 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:53.794997 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:53.854547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:53.858265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:53.863448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 15:59:53.866749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:53.925623 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Floating IP 98619611-3034-4b28-993c-b657594b1ac7 associated. External IP: 172.25.1.79, port: 1a8113d7-79d1-46b2-8796-d536902de1ae. Feb 04 15:59:53.939554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-140a6cb9-c653-48e2-942a-b42a62412888 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 15:59:53.940745 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-140a6cb9-c653-48e2-942a-b42a62412888 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1326227 Feb 04 15:59:53.950373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.951084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.170727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-53cee72e-dd70-4257-97aa-cdd14fa45fc0 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165229 Feb 04 15:59:54.178262 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-883eeb50-30c9-4b6d-9792-e35bdb0e3a51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5477293 Feb 04 15:59:54.179216 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:54.196104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fbe32-ed2a-4237-9682-63bf01a7e1f5 req-3ba97e25-270a-4e28-a29a-71694121eda6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.198541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-642fbe32-ed2a-4237-9682-63bf01a7e1f5 req-3ba97e25-270a-4e28-a29a-71694121eda6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 931 time: 0.0741386 Feb 04 15:59:54.204320 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Request body: {'port': {'device_id': '65b3fc43-b58c-4812-8343-b91827829e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 15:59:54.333721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Router 70106478-8b67-4b8a-83ed-0eef143ec448 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:54.352569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-642fbe32-ed2a-4237-9682-63bf01a7e1f5 req-555a15a5-8c5e-4f37-b1b9-b7a7ba73060a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208746 Feb 04 15:59:54.394178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6b338272-5e33-42c8-805f-e5e86a98db49 None None] Provisioning complete for port 18708e42-99bf-4305-877a-f9d4c691de00 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:54.394780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6b338272-5e33-42c8-805f-e5e86a98db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.407099 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.493042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6b338272-5e33-42c8-805f-e5e86a98db49 None None] Port 18708e42-99bf-4305-877a-f9d4c691de00 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 15:59:54.601003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:54.623898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907063a-812d-4205-8027-913344e543f8 None None] Sync routers for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 15:59:54.654780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.689187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907063a-812d-4205-8027-913344e543f8 None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:54.690409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5907063a-812d-4205-8027-913344e543f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:54.716437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9edff5b9-13f8-4951-8144-b2338ebc2135 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1430151 Feb 04 15:59:54.717164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:54.719491 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3daa1c-3e76-458a-aed6-48729cf84c13" -d '{"events": [{"name": "network-changed", "server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:54.734551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52248) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:54.777337 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:54.866114 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9434b3d-3a1d-4b6e-bc03-ea940f9315ee None None] The sync data for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 is: [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:56:30Z', 'revision_number': 4, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '14854a72-fd61-4bcf-8974-18bf43f00b3b', 'name': '', 'network_id': 'f6c4ac3f-a9c5-4694-956d-29394fc2c4ae', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'mac_address': 'fa:16:3e:3b:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:28Z', 'updated_at': '2022-02-04T15:56:37Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'subnets': [{'id': '266d5c09-5af5-4817-bcf8-898df1b31e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:54.967519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5907063a-812d-4205-8027-913344e543f8 None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:54.981220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.981838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.982418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.982952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.983484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.984015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.984584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.985113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.989798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-75203d89-6e35-4673-8a9b-9b81363b0b6c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5657 time: 0.2512610 Feb 04 15:59:54.989798 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cd05dc-f980-4784-bcfc-502a62eed18f x-openstack-request-id: req-13cd05dc-f980-4784-bcfc-502a62eed18f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:54.989798 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:54.990244 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13cd05dc-f980-4784-bcfc-502a62eed18f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:54.991000 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'status': 'completed', 'code': 200} Feb 04 15:59:54.997611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.30', 55301) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:54.997960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52254) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:55.256959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-4e177783-25f2-40ee-a489-12eaf2022b31 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.259827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-4e177783-25f2-40ee-a489-12eaf2022b31 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.2604825 Feb 04 15:59:55.266575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-657d1d5e-0ef9-43c7-9bc6-07a43cd315fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.269425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-657d1d5e-0ef9-43c7-9bc6-07a43cd315fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1136 time: 0.2725949 Feb 04 15:59:55.314559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-6c6cc06f-f7e3-4681-a986-903399668b1f service neutron] 10.222.0.30 "GET /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1057413 Feb 04 15:59:55.381733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bee44-69c9-4797-a191-237f8e34840b req-f9ed9a1a-1dd0-4030-a287-583086b896e3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.394547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c5bee44-69c9-4797-a191-237f8e34840b req-f9ed9a1a-1dd0-4030-a287-583086b896e3 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.1818614 Feb 04 15:59:55.442866 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0b354-504c-499d-8967-6ecc88c63e77 None None] New status for floating IP 5f9c3986-f498-4665-8c45-3d047ace154e: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:59:55.456037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5907063a-812d-4205-8027-913344e543f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '98619611-3034-4b28-993c-b657594b1ac7', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'port_id': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'mac_address': 'fa:16:3e:8e:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:52Z', 'updated_at': '2022-02-04T15:59:52Z', 'revision_number': 0, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:34Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:55.490591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c5bee44-69c9-4797-a191-237f8e34840b req-acb775f0-ef80-410a-a838-106c211d622f tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945842 Feb 04 15:59:55.516598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.517075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.517537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.518151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.518572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.519027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.519489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.519937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.522095 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f0f916bc-7ac0-4c2f-939c-91cde511c05a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5253 time: 0.5193081 Feb 04 15:59:55.533198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907063a-812d-4205-8027-913344e543f8 None None] Checking router: 70106478-8b67-4b8a-83ed-0eef143ec448 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 15:59:55.537092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52262) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:55.554445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907063a-812d-4205-8027-913344e543f8 None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 15:59:55.555970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5907063a-812d-4205-8027-913344e543f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:55.595059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18708e42-99bf-4305-877a-f9d4c691de00 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:55.629168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.645779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Transition to ACTIVE for port object 18708e42-99bf-4305-877a-f9d4c691de00 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:55.656232 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.742507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:55.743245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.829798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24e27-8325-4597-bd62-39ed3949394c req-6674fb0b-a000-4850-b299-4343e79769b8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.831804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ba24e27-8325-4597-bd62-39ed3949394c req-6674fb0b-a000-4850-b299-4343e79769b8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 931 time: 0.3068125 Feb 04 15:59:55.833889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-0ad8947c-3734-45db-a198-e0cf9814f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.841094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5907063a-812d-4205-8027-913344e543f8 None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 15:59:55.850075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-0ad8947c-3734-45db-a198-e0cf9814f9da service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d HTTP/1.1" status: 200 len: 898 time: 0.4955716 Feb 04 15:59:55.864000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:55.911165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Attempting to bind port 18708e42-99bf-4305-877a-f9d4c691de00 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:55.911518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Attempting to bind port 18708e42-99bf-4305-877a-f9d4c691de00 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:55.911859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Attempting to bind port 18708e42-99bf-4305-877a-f9d4c691de00 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:55.918918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Port 18708e42-99bf-4305-877a-f9d4c691de00 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 15:59:55.919261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Attempting to bind port 18708e42-99bf-4305-877a-f9d4c691de00 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 15:59:55.932473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 15:59:55.932473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Checking segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 15:59:55.932473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Bound using segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 15:59:55.933008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Bound port: 18708e42-99bf-4305-877a-f9d4c691de00, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:55.933008 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.999669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port 2c87fd1a-fa91-4832-bc1e-53ca100218f9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=2c87fd1a-fa91-4832-bc1e-53ca100218f9,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:56.000298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.016829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:56.021245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:56.028287 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.080955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.081773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.083323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] 10.222.0.30 "PUT /v2.0/ports/18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 200 len: 1091 time: 1.8834984 Feb 04 15:59:56.083809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:56.091199 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa55b496-61e8-4bc6-a5d6-a549399100fb" -d '{"events": [{"name": "network-changed", "server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "tag": "18708e42-99bf-4305-877a-f9d4c691de00"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:56.126665 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ba24e27-8325-4597-bd62-39ed3949394c req-bf389f56-06d3-4999-920a-a38760819997 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600470 Feb 04 15:59:56.129076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 2c87fd1a-fa91-4832-bc1e-53ca100218f9 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:56.136706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513e53-ddde-4a46-8683-dd84e3268fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:56.230487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947b38-5b4a-4379-98c2-beb095180485 req-f0ffb7f9-dae2-42c5-8206-a83ac140d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.232268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-f0ffb7f9-dae2-42c5-8206-a83ac140d4aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1094 time: 0.0919228 Feb 04 15:59:56.235153 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9038fa3d-24d4-4f53-adef-900c474c081a x-openstack-request-id: req-9038fa3d-24d4-4f53-adef-900c474c081a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:56.235394 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "tag": "18708e42-99bf-4305-877a-f9d4c691de00", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:56.235742 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9038fa3d-24d4-4f53-adef-900c474c081a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:56.236166 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00', 'status': 'completed', 'code': 200} Feb 04 15:59:56.294106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-b6bfa247-5bf4-4e74-a412-15bd9b828f0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 200 len: 217 time: 0.0422204 Feb 04 15:59:56.338933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-059a1a4b-0911-40a7-beb7-7fecd58c5db8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8113d7-79d1-46b2-8796-d536902de1ae HTTP/1.1" status: 200 len: 999 time: 0.4906218 Feb 04 15:59:56.393213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947b38-5b4a-4379-98c2-beb095180485 req-0518e905-96c7-4224-9341-7c70f7f701ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.395983 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-0518e905-96c7-4224-9341-7c70f7f701ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0949728 Feb 04 15:59:56.433642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-071f3f8c-24a4-4e48-9aa5-ee4f56b0ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.435183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-071f3f8c-24a4-4e48-9aa5-ee4f56b0ca95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7796bc08-3ed2-4b1c-82f7-75e970319ca1 HTTP/1.1" status: 200 len: 835 time: 0.0885894 Feb 04 15:59:56.443934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5907063a-812d-4205-8027-913344e543f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '98619611-3034-4b28-993c-b657594b1ac7', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'port_id': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'mac_address': 'fa:16:3e:8e:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:52Z', 'updated_at': '2022-02-04T15:59:52Z', 'revision_number': 0, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:34Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:56.464769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947b38-5b4a-4379-98c2-beb095180485 req-49df2a2c-6e54-4364-be6d-7237501d7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.466550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-49df2a2c-6e54-4364-be6d-7237501d7468 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634117 Feb 04 15:59:56.483056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907063a-812d-4205-8027-913344e543f8 None None] The sync data for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 is: [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '98619611-3034-4b28-993c-b657594b1ac7', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'port_id': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'mac_address': 'fa:16:3e:8e:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:52Z', 'updated_at': '2022-02-04T15:59:52Z', 'revision_number': 0, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:34Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 15:59:56.640502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-831a6fbc-3877-4182-915f-05a08f8b9468 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667085 Feb 04 15:59:56.764011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb947b38-5b4a-4379-98c2-beb095180485 req-370a23c8-3f6d-450f-9f4d-236e43fa939e service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161015 Feb 04 15:59:56.852933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39160b-f76c-4e7d-8f0b-5c7c7e093820 None None] New status for floating IP 98619611-3034-4b28-993c-b657594b1ac7: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 15:59:56.890942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-24999821-9800-4a28-b04b-b8c7c2f9b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.893023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-24999821-9800-4a28-b04b-b8c7c2f9b4af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1094 time: 0.0571711 Feb 04 15:59:56.924615 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e057a20a-c3a3-45d0-a362-20e77dfae353 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4502 time: 1.3812501 Feb 04 15:59:56.926005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52274) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:56.946716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-6f2996a2-8d6a-45dd-9404-a0cca2a882fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.948518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-6f2996a2-8d6a-45dd-9404-a0cca2a882fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5040567 Feb 04 15:59:57.061918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e908705-427f-4862-bf8c-14d85c75b80a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.063571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e908705-427f-4862-bf8c-14d85c75b80a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.066285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.067215 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4e908705-427f-4862-bf8c-14d85c75b80a tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=70106478-8b67-4b8a-83ed-0eef143ec448 HTTP/1.1" status: 200 len: 1990 time: 0.1396277 Feb 04 15:59:57.082743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-59db5ed1-adf0-4dec-882f-94ee433d987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.084395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-59db5ed1-adf0-4dec-882f-94ee433d987b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1844957 Feb 04 15:59:57.134018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-d0e337f3-20cc-42b2-aa4d-7c62107b4811 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 200 len: 217 time: 0.0417140 Feb 04 15:59:57.168688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec5e79-fb68-4cb5-bb07-0276da1b2b33 req-5e5e2c63-0214-49a7-b457-667a183d5208 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.171698 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2eec5e79-fb68-4cb5-bb07-0276da1b2b33 req-5e5e2c63-0214-49a7-b457-667a183d5208 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdfaf875-e0d2-4ae5-b28b-a2b551005954 HTTP/1.1" status: 200 len: 945 time: 0.2385004 Feb 04 15:59:57.176350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=2c87fd1a-fa91-4832-bc1e-53ca100218f9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:57.266493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-5167387b-95d5-4f22-acc3-bea8f788a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.268011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-5167387b-95d5-4f22-acc3-bea8f788a7a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.1245611 Feb 04 15:59:57.286574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] No DVR routers for this DVR port 2c87fd1a-fa91-4832-bc1e-53ca100218f9 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:57.295591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223562a2-3a15-46c4-a148-1086b952c996 req-409b6341-ad27-4601-907d-23b71eca6e82 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.297177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-223562a2-3a15-46c4-a148-1086b952c996 req-409b6341-ad27-4601-907d-23b71eca6e82 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0912132 Feb 04 15:59:57.302431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.308087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.30 "DELETE /v2.0/ports/2c87fd1a-fa91-4832-bc1e-53ca100218f9 HTTP/1.1" status: 204 len: 173 time: 2.0274463 Feb 04 15:59:57.312720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'name': 'network-vif-deleted', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:57.315547 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decca799-d729-467d-b58a-759321c975d0" -d '{"events": [{"server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "name": "network-vif-deleted", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 15:59:57.343739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-c6707df6-5f65-4daf-bd43-d7fc16029d58 service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597898 Feb 04 15:59:57.353934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2eec5e79-fb68-4cb5-bb07-0276da1b2b33 req-5ad2a1f8-7f0b-4c42-8185-865272648142 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ea8eb2-d158-43c3-af9f-bed620cc5b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404796 Feb 04 15:59:57.378685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-223562a2-3a15-46c4-a148-1086b952c996 req-c44e4b38-d319-4286-960e-b3c7e3d70200 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665288 Feb 04 15:59:57.396879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-d4e70ba9-a47f-49e6-a7c2-1119c3957837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.400186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-d4e70ba9-a47f-49e6-a7c2-1119c3957837 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238236 Feb 04 15:59:57.462264 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cace7eb-c196-4190-897d-e01fc85b1042 x-openstack-request-id: req-7cace7eb-c196-4190-897d-e01fc85b1042 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 15:59:57.462588 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfaf875-e0d2-4ae5-b28b-a2b551005954", "name": "network-vif-deleted", "tag": "2c87fd1a-fa91-4832-bc1e-53ca100218f9", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 15:59:57.462871 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7cace7eb-c196-4190-897d-e01fc85b1042 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 15:59:57.463284 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfaf875-e0d2-4ae5-b28b-a2b551005954', 'name': 'network-vif-deleted', 'tag': '2c87fd1a-fa91-4832-bc1e-53ca100218f9', 'status': 'completed', 'code': 200} Feb 04 15:59:57.501546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc3daa1c-3e76-458a-aed6-48729cf84c13 req-470d5a16-9bcd-4d94-af60-944a6dec08c3 service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461723 Feb 04 15:59:57.518653 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-b180c09c-e5e7-4263-93e1-11f2475a5b5d service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102233 Feb 04 15:59:57.526550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c12540-058a-4181-856d-b9606c507609 req-5e35f312-a74f-416d-a837-7b7939d52da5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.528192 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4c12540-058a-4181-856d-b9606c507609 req-5e35f312-a74f-416d-a837-7b7939d52da5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0796258 Feb 04 15:59:57.598867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4c12540-058a-4181-856d-b9606c507609 req-e9ff94c5-b144-430b-95be-e579cb271543 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632868 Feb 04 15:59:57.648330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa55b496-61e8-4bc6-a5d6-a549399100fb req-aaffa5ce-b76b-4fdd-8aab-7a79690963a7 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226835 Feb 04 15:59:58.422850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52288) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 15:59:58.571272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae65e4-ed4c-42a7-a0c3-350ff4b68200 req-07cc4ca4-d54a-4b55-b61f-11f8f04c5d73 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:58.572922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02ae65e4-ed4c-42a7-a0c3-350ff4b68200 req-07cc4ca4-d54a-4b55-b61f-11f8f04c5d73 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1001818 Feb 04 15:59:58.697264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02ae65e4-ed4c-42a7-a0c3-350ff4b68200 req-9cd1091a-3532-4fb3-b2a6-ed16aaea35c5 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165769 Feb 04 15:59:58.772234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7db8fe-dd79-4329-b5a7-7cc09d0010ef req-a7664292-79dc-4791-a695-8fab2a7738f7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:58.775723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c7db8fe-dd79-4329-b5a7-7cc09d0010ef req-a7664292-79dc-4791-a695-8fab2a7738f7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0941505 Feb 04 15:59:58.828582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c7db8fe-dd79-4329-b5a7-7cc09d0010ef req-607e2be5-3141-4e80-bd04-08e411de84e1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457475 Feb 04 15:59:58.835286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2c87fd1a-fa91-4832-bc1e-53ca100218f9 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 15:59:58.859048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 2c87fd1a-fa91-4832-bc1e-53ca100218f9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 15:59:58.859382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 2c87fd1a-fa91-4832-bc1e-53ca100218f9 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 15:59:58.987012 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.320878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port 14854a72-fd61-4bcf-8974-18bf43f00b3b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 15:59:59.321130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.434451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port 14854a72-fd61-4bcf-8974-18bf43f00b3b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=14854a72-fd61-4bcf-8974-18bf43f00b3b,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:59.435359 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.449332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for 14854a72-fd61-4bcf-8974-18bf43f00b3b owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 15:59:59.662682 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.712423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=14854a72-fd61-4bcf-8974-18bf43f00b3b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:59.915234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a2da-ea1e-4542-a178-8a1098c76c31 req-0814f790-c1a2-4c81-808a-faba67e90b38 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:59.917043 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6901a2da-ea1e-4542-a178-8a1098c76c31 req-0814f790-c1a2-4c81-808a-faba67e90b38 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1101387 Feb 04 16:00:00.024403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6901a2da-ea1e-4542-a178-8a1098c76c31 req-4cb48d6b-f526-4a62-8563-0c964b0f0396 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568914 Feb 04 16:00:00.029217 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.040070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bdf86-373d-479f-9a3f-f936e6bbec6e req-6aa6fdb2-d5f6-4ebc-ae9f-2692e9462ad6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:00.055186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d8bdf86-373d-479f-9a3f-f936e6bbec6e req-6aa6fdb2-d5f6-4ebc-ae9f-2692e9462ad6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.1013060 Feb 04 16:00:00.107756 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d8bdf86-373d-479f-9a3f-f936e6bbec6e req-443778ea-d262-40ba-a009-8c85cedb520b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502872 Feb 04 16:00:00.305989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Router 3fd8677f-23f9-47cc-9235-932063500e81 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:00.435935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:00.435935 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2da231f3-2998-4d97-9cad-e2c58c71bcec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "PUT /v2.0/routers/3fd8677f-23f9-47cc-9235-932063500e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104828 Feb 04 16:00:00.439332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52296) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:00.442852 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] Sync routers for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:00.455596 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:00.456957 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:00.496198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cd8a8d-0f6d-4b07-b28c-d9688834b769 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting subnet 266d5c09-5af5-4817-bcf8-898df1b31e0f {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:00:00.499651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91cd8a8d-0f6d-4b07-b28c-d9688834b769 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.542954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91cd8a8d-0f6d-4b07-b28c-d9688834b769 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.582979 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6ade4a7e-a72e-4735-89d7-cffadaa16697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.661197 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91cd8a8d-0f6d-4b07-b28c-d9688834b769 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.661470 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:00.733436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91cd8a8d-0f6d-4b07-b28c-d9688834b769 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.780770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd8a8d-0f6d-4b07-b28c-d9688834b769 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Subnet': ['ID=266d5c09-5af5-4817-bcf8-898df1b31e0f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:00.789109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-91cd8a8d-0f6d-4b07-b28c-d9688834b769 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.794799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda2a2b1-cf9b-4c0a-bcef-dc0f829aebfa None None] Network f6c4ac3f-a9c5-4694-956d-29394fc2c4ae requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:00:00.795954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-91cd8a8d-0f6d-4b07-b28c-d9688834b769 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/subnets/266d5c09-5af5-4817-bcf8-898df1b31e0f HTTP/1.1" status: 204 len: 168 time: 0.3553181 Feb 04 16:00:00.798519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52298) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:00.848431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:00:00.890099 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:59:59Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:00.922637 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] Checking router: 3fd8677f-23f9-47cc-9235-932063500e81 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:00.934056 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] Routers {'3fd8677f-23f9-47cc-9235-932063500e81'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:00.934746 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T15:59:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3fd8677f-23f9-47cc-9235-932063500e81'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:00.970572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.026351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:01.045417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '18708e42-99bf-4305-877a-f9d4c691de00', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'port_id': '18708e42-99bf-4305-877a-f9d4c691de00', 'mac_address': 'fa:16:3e:22:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:00:01.111641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] DHCP port deletion for f6c4ac3f-a9c5-4694-956d-29394fc2c4ae request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:00:01.125774 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.126409 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] Set router 3fd8677f-23f9-47cc-9235-932063500e81 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:01.146800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18708e42-99bf-4305-877a-f9d4c691de00 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:01.174039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:01.197189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.245639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.276361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.280766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] Deleting port ebae9305-1360-44db-a82b-6078ee603c14 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:00:01.281291 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.339495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db49b-3ade-4f52-97d8-205781f01e1f req-32a02542-674b-4916-9fdb-61b61d60e27b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:01.342531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da1db49b-3ade-4f52-97d8-205781f01e1f req-32a02542-674b-4916-9fdb-61b61d60e27b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1306987 Feb 04 16:00:01.383025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] For port ebae9305-1360-44db-a82b-6078ee603c14, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=ebae9305-1360-44db-a82b-6078ee603c14,segment=NetworkSegment(6da77e2b-1795-46ea-a552-131beab5c94c),segment_id=6da77e2b-1795-46ea-a552-131beab5c94c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:01.384227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.398152 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da1db49b-3ade-4f52-97d8-205781f01e1f req-87199665-99b5-4675-b71e-045356435c91 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475755 Feb 04 16:00:01.422754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6673f-b59d-40d5-a290-f19e9ba94987 req-5d20e262-0fb8-4bbd-8681-d9e3800f0a50 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:01.427570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] Calling delete_port for ebae9305-1360-44db-a82b-6078ee603c14 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:00:01.431164 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0eb6673f-b59d-40d5-a290-f19e9ba94987 req-5d20e262-0fb8-4bbd-8681-d9e3800f0a50 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 944 time: 0.1805656 Feb 04 16:00:01.467527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Deleting port e7084070-4851-40c7-9145-52a0163bc1ca {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:00:01.467989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.550145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['18708e42-99bf-4305-877a-f9d4c691de00'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:00:01.564535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] For port e7084070-4851-40c7-9145-52a0163bc1ca, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e7084070-4851-40c7-9145-52a0163bc1ca,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:01.565036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.579530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Calling delete_port for e7084070-4851-40c7-9145-52a0163bc1ca owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:00:01.594484 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:59:59Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:01.644606 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7156b18b-c08a-4afd-acc8-449543726159 None None] The sync data for ids ['3fd8677f-23f9-47cc-9235-932063500e81'] in n-d-827869-1 is: [{'id': '3fd8677f-23f9-47cc-9235-932063500e81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863091166', 'tenant_id': '537ec6f6adf0405b87c2e299025ea7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:56:06Z', 'updated_at': '2022-02-04T15:59:59Z', 'revision_number': 5, 'project_id': '537ec6f6adf0405b87c2e299025ea7fc', 'gw_port': {'id': 'e7084070-4851-40c7-9145-52a0163bc1ca', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd8677f-23f9-47cc-9235-932063500e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:09Z', 'updated_at': '2022-02-04T15:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:01.675001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0eb6673f-b59d-40d5-a290-f19e9ba94987 req-cb3ef0f4-bf8b-4eaa-9434-de6a9b0e0cc7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421365 Feb 04 16:00:01.737416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.792944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] No DVR routers for this DVR port ebae9305-1360-44db-a82b-6078ee603c14 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:01.798113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbdb97-06f6-4f5a-b301-613e73519004 None None] Pushing event deleted for resources: {'Port': ['ID=ebae9305-1360-44db-a82b-6078ee603c14,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.841847 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.894959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Port': ['ID=e7084070-4851-40c7-9145-52a0163bc1ca,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.968465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.096672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.100878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.185790 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.187034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Fanout notify agent at l3_agent the message router_deleted on router 3fd8677f-23f9-47cc-9235-932063500e81 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:00:02.202356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.203730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6fade710-4d5a-4c36-91e2-4d2801f819ec tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/routers/3fd8677f-23f9-47cc-9235-932063500e81 HTTP/1.1" status: 204 len: 168 time: 1.4042032 Feb 04 16:00:02.208105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52304) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:02.305207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.448178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.490167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c4ac3f-a9c5-4694-956d-29394fc2c4ae']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.507677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da77e2b-1795-46ea-a552-131beab5c94c') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.508072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da77e2b-1795-46ea-a552-131beab5c94c') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.528429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.559502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.563128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37eca8-4a38-4a1b-a93c-bfd50bac48ec req-5f21ce03-897d-4af9-bc92-bfe9a85dfce9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:02.566915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8b37eca8-4a38-4a1b-a93c-bfd50bac48ec req-5f21ce03-897d-4af9-bc92-bfe9a85dfce9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0824313 Feb 04 16:00:02.574047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:00:02.575183 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:00:02.582784 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:00:02.622928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8b37eca8-4a38-4a1b-a93c-bfd50bac48ec req-8e8bb527-6062-4bf6-b839-ae5316212b00 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431278 Feb 04 16:00:02.747164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-10a12cd7-9ac1-4a92-b006-70da5dcfb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:02.750172 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-10a12cd7-9ac1-4a92-b006-70da5dcfb76f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1096 time: 0.2388742 Feb 04 16:00:02.751834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.783531 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.794344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52314) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:02.794594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/networks/f6c4ac3f-a9c5-4694-956d-29394fc2c4ae HTTP/1.1" status: 204 len: 168 time: 0.5849712 Feb 04 16:00:02.796211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849c9c9-e792-4c02-b633-7eb2c873e367 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'Network': ['ID=f6c4ac3f-a9c5-4694-956d-29394fc2c4ae,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:02.849556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:02.893547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 14854a72-fd61-4bcf-8974-18bf43f00b3b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:00:02.921401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 14854a72-fd61-4bcf-8974-18bf43f00b3b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:00:02.921741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 14854a72-fd61-4bcf-8974-18bf43f00b3b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:00:02.922170 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebae9305-1360-44db-a82b-6078ee603c14 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:00:02.930388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14fdcf9a-24ba-4ad8-91be-2bc581fe7a83 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.943894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: ebae9305-1360-44db-a82b-6078ee603c14 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:00:02.944227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device ebae9305-1360-44db-a82b-6078ee603c14 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:00:02.944632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e7084070-4851-40c7-9145-52a0163bc1ca no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:00:02.972941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e7084070-4851-40c7-9145-52a0163bc1ca {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:00:02.973280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e7084070-4851-40c7-9145-52a0163bc1ca not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:00:02.973774 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14fdcf9a-24ba-4ad8-91be-2bc581fe7a83 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.997749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 18708e42-99bf-4305-877a-f9d4c691de00 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:03.002671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 18708e42-99bf-4305-877a-f9d4c691de00 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:03.003036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.045351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094c1f6-f111-419e-bd63-2cc9ff64e8e4 req-1c29cf0c-96c6-474b-9403-909dc065fa91 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.047783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1094c1f6-f111-419e-bd63-2cc9ff64e8e4 req-1c29cf0c-96c6-474b-9403-909dc065fa91 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 944 time: 0.1496918 Feb 04 16:00:03.052874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-ae08f4fd-c0b6-4054-9d5d-1af06af0989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.055916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-ae08f4fd-c0b6-4054-9d5d-1af06af0989a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.2563047 Feb 04 16:00:03.104301 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14fdcf9a-24ba-4ad8-91be-2bc581fe7a83 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.110109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-14fdcf9a-24ba-4ad8-91be-2bc581fe7a83 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.112206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-14fdcf9a-24ba-4ad8-91be-2bc581fe7a83 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] 10.222.0.47 "DELETE /v2.0/security-groups/04ea8eb2-d158-43c3-af9f-bed620cc5b1f HTTP/1.1" status: 204 len: 168 time: 0.3162768 Feb 04 16:00:03.126979 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.130059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdcf9a-24ba-4ad8-91be-2bc581fe7a83 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea8eb2-d158-43c3-af9f-bed620cc5b1f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.173111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:03.175654 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c954d51-3c95-42c3-aeca-1e969baa7bc3" -d '{"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-plugged", "status": "completed", "tag": "18708e42-99bf-4305-877a-f9d4c691de00"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:00:03.200559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1094c1f6-f111-419e-bd63-2cc9ff64e8e4 req-2b3b3432-3a30-455a-b733-6bb16be6ee21 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349835 Feb 04 16:00:03.205390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:03.211513 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.245662 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-897588f2-da79-47ae-8652-8025b3874a8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 1001 time: 0.1683786 Feb 04 16:00:03.285409 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5feaacf-8d22-40b4-b0b9-e812dd3cd8c4 x-openstack-request-id: req-d5feaacf-8d22-40b4-b0b9-e812dd3cd8c4 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:00:03.285842 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-plugged", "status": "completed", "tag": "18708e42-99bf-4305-877a-f9d4c691de00", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:00:03.286161 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d5feaacf-8d22-40b4-b0b9-e812dd3cd8c4 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:00:03.286757 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00', 'code': 200} Feb 04 16:00:03.321089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.354341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-5fe82174-2d6f-4489-a755-e510d00323e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.356764 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-5fe82174-2d6f-4489-a755-e510d00323e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.0974631 Feb 04 16:00:03.486142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae3260-8f78-412f-835e-5d198af4bfea req-b299123f-fd81-44c4-bd2f-ab12d54d9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.488827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5aae3260-8f78-412f-835e-5d198af4bfea req-b299123f-fd81-44c4-bd2f-ab12d54d9213 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1096 time: 0.1282771 Feb 04 16:00:03.493791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-ce3b2f04-69ce-4979-9d02-c116eb3686c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.496539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-ce3b2f04-69ce-4979-9d02-c116eb3686c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212938 Feb 04 16:00:03.510568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52324) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:03.603882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5aae3260-8f78-412f-835e-5d198af4bfea req-48942aad-c6fb-40fe-8a27-bd09fa9ea61d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003890 Feb 04 16:00:03.656728 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-1c073d9b-7f3b-4c3f-a663-3ba8b37685af service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509290 Feb 04 16:00:03.689184 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9e66409-2bf7-4286-aef1-2474bdfb2a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.706711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-90fcbf4f-a59b-49d5-ab7d-d14825c88b01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=537ec6f6adf0405b87c2e299025ea7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945319 Feb 04 16:00:03.710981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52330) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:03.797741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd9bb851-ae54-41c8-adf6-9b19981a7c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.824217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4021cc-5397-4c82-97e8-68ea561d241c req-306c9112-2fc9-4e95-8b16-14ee17531530 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.825779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b4021cc-5397-4c82-97e8-68ea561d241c req-306c9112-2fc9-4e95-8b16-14ee17531530 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0856266 Feb 04 16:00:03.832822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d59f9e10-8a69-4d9d-8d6f-203c09d92fcc req-19aa1fb7-801d-432f-9309-a34f86c5ff38 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685538 Feb 04 16:00:03.838331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd9bb851-ae54-41c8-adf6-9b19981a7c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.870839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b4021cc-5397-4c82-97e8-68ea561d241c req-17e2b2c9-1bfd-4033-9daf-68fbc0c43772 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368440 Feb 04 16:00:03.908184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd9bb851-ae54-41c8-adf6-9b19981a7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.911663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dd9bb851-ae54-41c8-adf6-9b19981a7c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.913197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dd9bb851-ae54-41c8-adf6-9b19981a7c1d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8819f874-9a52-4ec9-b661-ea85eed2fbc1 HTTP/1.1" status: 204 len: 168 time: 0.2010875 Feb 04 16:00:03.923266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bb851-ae54-41c8-adf6-9b19981a7c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8819f874-9a52-4ec9-b661-ea85eed2fbc1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:04.252350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52336) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:04.300292 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-eafe4823-b173-4c61-b014-728f5af95249 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a11f81b19e7c4a1a933d61d9e559d153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466821 Feb 04 16:00:04.304201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52340) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:04.367977 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de197a14-0b09-4041-abc5-9199da5d07b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.380235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18102466-74ae-4be9-a85e-af7508978766 req-83d0c414-fe52-4517-8dcc-2898bb8a4064 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.382613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18102466-74ae-4be9-a85e-af7508978766 req-83d0c414-fe52-4517-8dcc-2898bb8a4064 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0621264 Feb 04 16:00:04.406687 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de197a14-0b09-4041-abc5-9199da5d07b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.422945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18102466-74ae-4be9-a85e-af7508978766 req-b143c9eb-a067-4246-99ac-84079c71cdb7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346518 Feb 04 16:00:04.479691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de197a14-0b09-4041-abc5-9199da5d07b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.482770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de197a14-0b09-4041-abc5-9199da5d07b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.484107 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-de197a14-0b09-4041-abc5-9199da5d07b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8123d1ac-2702-47af-af54-832d28657a3a HTTP/1.1" status: 204 len: 168 time: 0.1788299 Feb 04 16:00:04.494853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de197a14-0b09-4041-abc5-9199da5d07b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8123d1ac-2702-47af-af54-832d28657a3a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:05.046147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aad9b9-aa41-485a-81cb-af718bb2aa3f req-c5b090e8-e59b-4b3f-aede-d649fc35ce61 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:05.048055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90aad9b9-aa41-485a-81cb-af718bb2aa3f req-c5b090e8-e59b-4b3f-aede-d649fc35ce61 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0628827 Feb 04 16:00:05.120356 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90aad9b9-aa41-485a-81cb-af718bb2aa3f req-70c91f69-223b-42b6-887f-3f27f6be13a8 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589778 Feb 04 16:00:05.411075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52364) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:05.542233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1083166320-network', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:05.619263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Made reservation on behalf of a1cf1412815d418c98231301e3bed8f6 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:05.623101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.643261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6b83-86ff-4d39-b7fa-a90788276bcf req-a67f2330-6d55-4d9b-8495-c3358b84aebd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:05.646016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21ec6b83-86ff-4d39-b7fa-a90788276bcf req-a67f2330-6d55-4d9b-8495-c3358b84aebd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.1328318 Feb 04 16:00:05.659768 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.750478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21ec6b83-86ff-4d39-b7fa-a90788276bcf req-f7163e02-dd06-4170-82f3-19e662c17257 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939698 Feb 04 16:00:05.827199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.833270 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.842622 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.863471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:00:05.876436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2235dac6-b18d-49e1-ae2f-bd236f0df937,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:05.882341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.882667 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Added segment 9de4b633-cdeb-46f8-b774-7021f26743c3 of type vlan for network 9aafd923-241b-4e49-b625-67064718c76e Feb 04 16:00:05.939515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.968949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e2e9-a19b-4a80-a13b-08cb1cddd12f req-c936a5b6-8135-46ef-8049-c3947aca87b5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:05.971618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbb5e2e9-a19b-4a80-a13b-08cb1cddd12f req-c936a5b6-8135-46ef-8049-c3947aca87b5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.1036150 Feb 04 16:00:05.980155 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.981681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:05.982585 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.988270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52376) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:05.995935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'floatingip': {'port_id': '18708e42-99bf-4305-877a-f9d4c691de00'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:06.043640 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.065932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6533494 Feb 04 16:00:06.068994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:06.075630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Request body: {'subnet': {'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1083166320-subnet', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:06.092596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251f7f7-bbd9-412d-92c3-7b7d7aa550d1 admin admin] Pushing event updated for resources: {'Network': ['ID=9aafd923-241b-4e49-b625-67064718c76e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:06.108346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Made reservation on behalf of a1cf1412815d418c98231301e3bed8f6 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:06.111174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.119526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 9aafd923-241b-4e49-b625-67064718c76e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:00:06.331436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.399650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=664745ae-9caa-44b7-847a-2080be715fd5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:06.405778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Checking segment: {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:06.406917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Network hostable DHCP agents. Network: 9aafd923-241b-4e49-b625-67064718c76e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:00:06.410283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f9aec-47ce-490d-b175-5e464631af6e req-c0281318-2114-4aef-b48e-e92d181e023a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:06.413210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c4f9aec-47ce-490d-b175-5e464631af6e req-c0281318-2114-4aef-b48e-e92d181e023a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1705186 Feb 04 16:00:06.428250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Network 9aafd923-241b-4e49-b625-67064718c76e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:00:06.439689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 9aafd923-241b-4e49-b625-67064718c76e) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:06.444925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:06.445534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.452117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d3c5a-8e59-42cb-bf5b-003a00927633 None None] Network 9aafd923-241b-4e49-b625-67064718c76e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:00:06.470661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7950fc05-8fae-4293-8507-69a88d4d2c85 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4007945 Feb 04 16:00:06.567569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52384) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:06.572970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:06.606564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.609905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.624446 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c4f9aec-47ce-490d-b175-5e464631af6e req-20d2f905-037b-430b-87bd-28facd471da1 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432323 Feb 04 16:00:06.733557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.899488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9aafd923-241b-4e49-b625-67064718c76e', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:00:06.901088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.916356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.922284 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.929564 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.045789 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.070567 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Floating IP e080a03f-c5f5-4528-a27c-2cc34666529e associated. External IP: 172.25.1.117, port: 18708e42-99bf-4305-877a-f9d4c691de00. Feb 04 16:00:07.170342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Allocated IP 172.20.0.2 (9aafd923-241b-4e49-b625-67064718c76e/664745ae-9caa-44b7-847a-2080be715fd5/7a8c70b9-9966-48dc-afca-a28109691a01) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:07.222442 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.257731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.422223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Allocated IP 172.25.1.248 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/598a7dca-1697-42c3-8000-94d6fc37e700) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:07.427643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Router e1f61500-2eeb-4015-a1be-86acf2c0a114 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:07.429115 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.441538 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.471922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.489844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Network 9aafd923-241b-4e49-b625-67064718c76e is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:07.493052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:07.497431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:00:07.509446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Pushing event updated for resources: {'Port': ['ID=7a8c70b9-9966-48dc-afca-a28109691a01,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.563679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.564025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.564368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.564717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.565054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.566692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.566692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.566692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.566692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.566692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.567217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.567432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:07.582850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Attempting to bind port 7a8c70b9-9966-48dc-afca-a28109691a01 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:07.583233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Attempting to bind port 7a8c70b9-9966-48dc-afca-a28109691a01 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:07.583615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Attempting to bind port 7a8c70b9-9966-48dc-afca-a28109691a01 on network 9aafd923-241b-4e49-b625-67064718c76e {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:00:07.594393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:00:07.594914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Checking segment: {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:07.595324 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.595694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Bound using segment: {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:00:07.596363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Bound port: 7a8c70b9-9966-48dc-afca-a28109691a01, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:07.596794 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.629826 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.681756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] For port 7a8c70b9-9966-48dc-afca-a28109691a01, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:07.685708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] For port 7a8c70b9-9966-48dc-afca-a28109691a01, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7a8c70b9-9966-48dc-afca-a28109691a01,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:07.691080 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.694916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.736826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:07.740358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:07.744959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:00:07.764895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46794799-0fd2-4e56-887d-dd225ca60ee9 None None] Pushing event updated for resources: {'Port': ['ID=7a8c70b9-9966-48dc-afca-a28109691a01,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.781121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Pushing event updated for resources: {'Port': ['ID=598a7dca-1697-42c3-8000-94d6fc37e700,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.959469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:07.967221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.981251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] Sync routers for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:08.046317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80117670-a2c7-4d30-bfc1-fafd468c11f3 req-7c66e8f1-15cf-443b-9558-efcedfc2d232 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.052761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80117670-a2c7-4d30-bfc1-fafd468c11f3 req-7c66e8f1-15cf-443b-9558-efcedfc2d232 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1782229 Feb 04 16:00:08.070828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:08.073357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:00:08.074234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:08.083341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9f9d2ab3-d11e-4721-95a1-4a54905d7972 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "PUT /v2.0/floatingips/e080a03f-c5f5-4528-a27c-2cc34666529e HTTP/1.1" status: 200 len: 991 time: 2.0884361 Feb 04 16:00:08.088056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:08.094870 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb" -d '{"events": [{"name": "network-changed", "server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "tag": "18708e42-99bf-4305-877a-f9d4c691de00"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:00:08.305600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e18a5d-9fff-41cd-a0d8-90976f853944 req-80ae9299-076d-48ff-8e1d-ff4afa3f0e51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.307863 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96e18a5d-9fff-41cd-a0d8-90976f853944 req-80ae9299-076d-48ff-8e1d-ff4afa3f0e51 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0734487 Feb 04 16:00:08.339717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:08.372435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96e18a5d-9fff-41cd-a0d8-90976f853944 req-8a909b7b-13cc-44d7-91b5-de92f4307c77 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507133 Feb 04 16:00:08.435410 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e277b4-79c8-444e-8d31-7815e983bacf x-openstack-request-id: req-e2e277b4-79c8-444e-8d31-7815e983bacf {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:00:08.435941 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "tag": "18708e42-99bf-4305-877a-f9d4c691de00", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:00:08.436308 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2e277b4-79c8-444e-8d31-7815e983bacf {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:00:08.436793 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00', 'status': 'completed', 'code': 200} Feb 04 16:00:08.513144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-dd5b6968-e882-4da5-bd64-a8bc1bcd155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.515480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-dd5b6968-e882-4da5-bd64-a8bc1bcd155e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1096 time: 0.0533435 Feb 04 16:00:08.718567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-675a58c8-fc55-484d-bb29-14d940031906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.720135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-675a58c8-fc55-484d-bb29-14d940031906 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1969118 Feb 04 16:00:08.753706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7a8c70b9-9966-48dc-afca-a28109691a01 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:08.767684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-80117670-a2c7-4d30-bfc1-fafd468c11f3 req-7618adfd-fd1b-4b39-a72b-7b67f988b7a6 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6521060 Feb 04 16:00:08.816762 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.885642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-0aee3d07-a72e-44ca-ae63-f2577705e08a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 200 len: 999 time: 0.1570456 Feb 04 16:00:08.910035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e080a03f-c5f5-4528-a27c-2cc34666529e', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'port_id': '18708e42-99bf-4305-877a-f9d4c691de00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'mac_address': 'fa:16:3e:22:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b3fc43-b58c-4812-8343-b91827829e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:48Z', 'updated_at': '2022-02-04T16:00:06Z', 'revision_number': 1, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:08.998625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] Checking router: e1f61500-2eeb-4015-a1be-86acf2c0a114 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:09.041596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:09.042694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:09.052282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7a8c70b9-9966-48dc-afca-a28109691a01 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:09.052282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.058181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-4adbe508-6f26-4fb1-b501-ad9ad191a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.060801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-4adbe508-6f26-4fb1-b501-ad9ad191a7ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.1672351 Feb 04 16:00:09.234962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-2a76537f-37fd-47c1-89b4-ed55b67457dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.237704 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-2a76537f-37fd-47c1-89b4-ed55b67457dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662560 Feb 04 16:00:09.269848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-e45a0940-c6a1-44e9-b20c-8c014c330abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.272775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-e45a0940-c6a1-44e9-b20c-8c014c330abb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 1096 time: 0.1206901 Feb 04 16:00:09.286506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:09.360942 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.387871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a949ef-51a6-4014-a2f9-f8a28bc04887 None None] Network 9aafd923-241b-4e49-b625-67064718c76e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:00:09.459608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deae172-4862-4ada-8763-6f11002ec5c6 req-84d79dd5-0132-4ef7-b7b6-9a1dd1ff87bb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.473471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9deae172-4862-4ada-8763-6f11002ec5c6 req-84d79dd5-0132-4ef7-b7b6-9a1dd1ff87bb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.3905387 Feb 04 16:00:09.483373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1df57ee7-59b6-43e3-9d94-c4fada2a1d40 None None] Provisioning complete for port 7a8c70b9-9966-48dc-afca-a28109691a01 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:09.483749 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1df57ee7-59b6-43e3-9d94-c4fada2a1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.589130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9deae172-4862-4ada-8763-6f11002ec5c6 req-862d9c45-f14e-41c6-9e61-8e009da962c4 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121881 Feb 04 16:00:09.635280 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-5e595892-413d-418d-9143-e27d73dfb2e9 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877237 Feb 04 16:00:09.653127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-76fdaee1-19f8-41ba-9eea-1e4c36a42890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.655821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-76fdaee1-19f8-41ba-9eea-1e4c36a42890 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.3618007 Feb 04 16:00:09.664470 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.668925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:00:09.720880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e299a1e-5cf5-4749-822f-53028a5bec46 req-2c66e9e3-0356-4af1-ab41-c32aa3cb8ddc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.723539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e299a1e-5cf5-4749-822f-53028a5bec46 req-2c66e9e3-0356-4af1-ab41-c32aa3cb8ddc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.2078166 Feb 04 16:00:09.740453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 7a8c70b9-9966-48dc-afca-a28109691a01, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7a8c70b9-9966-48dc-afca-a28109691a01,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:09.754101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.808932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:09.825157 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Sync routers for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:09.836559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.841580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-234bff4c-0325-4198-85b5-89e56c3b1043 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2726350 Feb 04 16:00:09.842585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52402) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:09.843052 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:09.844468 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:09.947635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e299a1e-5cf5-4749-822f-53028a5bec46 req-6cd1807a-3522-46ed-a0d7-53ee86574bbe tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581509 Feb 04 16:00:09.963262 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-4739c62f-1614-42b7-a4e5-714e16d75e9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 200 len: 1001 time: 0.2895873 Feb 04 16:00:10.060473 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:10.081696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee9c7ce1-f6aa-4e4f-9a76-b573e89229bb req-4c32976d-a510-43f6-8b14-f92cdd593344 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311743 Feb 04 16:00:10.113598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-7c55be6a-57f0-4d55-aaa1-0c064446fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:10.116094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-7c55be6a-57f0-4d55-aaa1-0c064446fd13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.1443110 Feb 04 16:00:10.198909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-43553e79-668f-40e2-b37c-3dccf4669724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:10.201770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-43553e79-668f-40e2-b37c-3dccf4669724 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778465 Feb 04 16:00:10.224444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=7a8c70b9-9966-48dc-afca-a28109691a01,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:10.281477 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.299672 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:08Z', 'revision_number': 3, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:10.309056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e080a03f-c5f5-4528-a27c-2cc34666529e', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'port_id': '18708e42-99bf-4305-877a-f9d4c691de00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'mac_address': 'fa:16:3e:22:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b3fc43-b58c-4812-8343-b91827829e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:48Z', 'updated_at': '2022-02-04T16:00:06Z', 'revision_number': 1, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:10.331599 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Checking router: 7d768339-f063-4297-a1ea-6db4c1e4a8f0 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:10.332870 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Updating router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 port 598a7dca-1697-42c3-8000-94d6fc37e700 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:00:10.347503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb41a8-be62-4584-84ed-ce44e0b557c5 None None] The sync data for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 is: [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e080a03f-c5f5-4528-a27c-2cc34666529e', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'port_id': '18708e42-99bf-4305-877a-f9d4c691de00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'mac_address': 'fa:16:3e:22:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b3fc43-b58c-4812-8343-b91827829e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:59:48Z', 'updated_at': '2022-02-04T16:00:06Z', 'revision_number': 1, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:10.372143 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.470476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-fa2b6e68-a58c-4c21-9c4e-2362716a4d93 service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585158 Feb 04 16:00:10.645256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3863a81f-e4b1-485f-8deb-0fe75e1028cc req-0ed093de-6833-4549-b6bd-79fa4ab3d22f service neutron] 10.222.0.50 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671326 Feb 04 16:00:10.706773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7a8c70b9-9966-48dc-afca-a28109691a01 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:10.722250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.814185 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.827349 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.842399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3cfe4-37fd-456e-85b8-fa58aa3f6ef7 None None] New status for floating IP e080a03f-c5f5-4528-a27c-2cc34666529e: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:00:10.868365 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Attempting to bind port 598a7dca-1697-42c3-8000-94d6fc37e700 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:10.868980 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Attempting to bind port 598a7dca-1697-42c3-8000-94d6fc37e700 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:10.869453 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Attempting to bind port 598a7dca-1697-42c3-8000-94d6fc37e700 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:00:10.894239 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:00:10.894919 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:10.895514 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.895958 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:00:10.896727 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Bound port: 598a7dca-1697-42c3-8000-94d6fc37e700, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:10.897364 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.935406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4438f86f-7e8b-4773-8154-e00e072bcf51 None None] Provisioning complete for port 7a8c70b9-9966-48dc-afca-a28109691a01 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:10.936086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4438f86f-7e8b-4773-8154-e00e072bcf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.963977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d710-bdb6-4b13-b7e3-c525479ac9f9 req-b3e19b80-0513-4d1d-9a02-ec7ad6b24dd6 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:10.968293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a26d710-bdb6-4b13-b7e3-c525479ac9f9 req-b3e19b80-0513-4d1d-9a02-ec7ad6b24dd6 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.2243464 Feb 04 16:00:10.992104 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] For port 598a7dca-1697-42c3-8000-94d6fc37e700, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:10.996197 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] For port 598a7dca-1697-42c3-8000-94d6fc37e700, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=598a7dca-1697-42c3-8000-94d6fc37e700,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:11.004637 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.039388 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:11.039388 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:11.141780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7a8c70b9-9966-48dc-afca-a28109691a01 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:11.142576 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.156647 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a26d710-bdb6-4b13-b7e3-c525479ac9f9 req-09f16d23-7124-4029-b039-153ac3c463cc tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765463 Feb 04 16:00:11.245683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17056f-02f3-4b71-b138-c5542edc3cea req-2488c99a-09e8-4dcf-ab8f-5a09b4b4f836 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.255849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc17056f-02f3-4b71-b138-c5542edc3cea req-2488c99a-09e8-4dcf-ab8f-5a09b4b4f836 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.1255860 Feb 04 16:00:11.258692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Allocated IP 172.20.0.1 (9aafd923-241b-4e49-b625-67064718c76e/664745ae-9caa-44b7-847a-2080be715fd5/c1600ed3-c11f-4892-a5e7-300f5b232624) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:11.315157 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc17056f-02f3-4b71-b138-c5542edc3cea req-546b0c6b-de9d-4056-b2dc-ecee24b6a71b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578938 Feb 04 16:00:11.326097 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Pushing event updated for resources: {'Port': ['ID=598a7dca-1697-42c3-8000-94d6fc37e700,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:11.389923 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.390336 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.390681 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.391111 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.391445 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.391776 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.392155 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.392489 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.392806 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.393453 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.393782 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.394171 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:11.539185 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:11.600611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.650584 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de464d8-0776-4fdd-8025-33ba76a71ad4 None None] Pushing event updated for resources: {'Port': ['ID=598a7dca-1697-42c3-8000-94d6fc37e700,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:11.660506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.723956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Network 9aafd923-241b-4e49-b625-67064718c76e is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:11.731478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:11.735562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:00:11.739543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Pushing event updated for resources: {'Port': ['ID=c1600ed3-c11f-4892-a5e7-300f5b232624,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:11.846452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.850016 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:08Z', 'revision_number': 3, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:11.917233 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9185b-0bc0-48ca-808a-ced67ef6b484 None None] The sync data for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 is: [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:08Z', 'revision_number': 3, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:12.078809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.160725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6d2f29b3-badb-4f8a-96b3-a60bf3cbc8d9 None None] Provisioning complete for port c1600ed3-c11f-4892-a5e7-300f5b232624 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:12.165609 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6d2f29b3-badb-4f8a-96b3-a60bf3cbc8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.213054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f29b3-badb-4f8a-96b3-a60bf3cbc8d9 None None] Port c1600ed3-c11f-4892-a5e7-300f5b232624 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:00:12.374803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e5c31-3bda-4a25-a33a-3fb04a320ffc req-089b2f44-d098-4189-bbf6-0badf9960ada tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:12.387796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-458e5c31-3bda-4a25-a33a-3fb04a320ffc req-089b2f44-d098-4189-bbf6-0badf9960ada tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.1235425 Feb 04 16:00:12.441594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-458e5c31-3bda-4a25-a33a-3fb04a320ffc req-e4fc3651-d3ac-4f2d-b1a0-9cb773e5eed5 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513000 Feb 04 16:00:12.455489 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.464346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.592812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Pushing event updated for resources: {'Port': ['ID=c1600ed3-c11f-4892-a5e7-300f5b232624,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:12.597089 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.765392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 598a7dca-1697-42c3-8000-94d6fc37e700 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:12.779432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Network 9aafd923-241b-4e49-b625-67064718c76e is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:12.781635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:12.898284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 598a7dca-1697-42c3-8000-94d6fc37e700 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:12.898670 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.038580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:13.077757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.170123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 598a7dca-1697-42c3-8000-94d6fc37e700, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=598a7dca-1697-42c3-8000-94d6fc37e700,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:13.173714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ef8180d2-984e-41c3-9a8e-33118373a3fd None None] Provisioning complete for port c1600ed3-c11f-4892-a5e7-300f5b232624 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:13.174211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ef8180d2-984e-41c3-9a8e-33118373a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.179647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.249380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:13.258218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f48d7d69-80fd-4ce5-9c57-2710130676dc admin admin] 10.222.0.47 "PUT /v2.0/routers/7d768339-f063-4297-a1ea-6db4c1e4a8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4138913 Feb 04 16:00:13.278166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ef8180d2-984e-41c3-9a8e-33118373a3fd None None] Port c1600ed3-c11f-4892-a5e7-300f5b232624 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:00:13.294251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=598a7dca-1697-42c3-8000-94d6fc37e700,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:13.879301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52442) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:13.888263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-23542647-network', 'tenant_id': '06a98ea169e742439d4383204876d3a2'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:13.932993 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Made reservation on behalf of 06a98ea169e742439d4383204876d3a2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:13.935861 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.946151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.040011 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.046422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.076559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:00:14.089194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ee1d93-7251-4700-8aae-63a48ab7bc9a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:14.097572 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.098005 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Added segment f06c47b2-c42d-407a-a573-882f4e9d9f2c of type vlan for network 6816490a-67c6-45b1-bf88-732dfbe869e0 Feb 04 16:00:14.157824 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.187267 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.188284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.188880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.259576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3787870 Feb 04 16:00:14.263495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52444) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:14.271631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Request body: {'subnet': {'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-23542647-subnet', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:14.272830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1a01a-4b25-46d7-97cd-885e649616aa admin admin] Pushing event updated for resources: {'Network': ['ID=6816490a-67c6-45b1-bf88-732dfbe869e0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:14.286450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 6816490a-67c6-45b1-bf88-732dfbe869e0 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:00:14.310513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Made reservation on behalf of 06a98ea169e742439d4383204876d3a2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:14.314465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.344717 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Sync routers for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:14.360360 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:14.361270 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:14.524761 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:14.589171 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.680198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 598a7dca-1697-42c3-8000-94d6fc37e700 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:14.702940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:14.725593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Checking segment: {'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:14.726200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Network hostable DHCP agents. Network: 6816490a-67c6-45b1-bf88-732dfbe869e0, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:00:14.753308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 598a7dca-1697-42c3-8000-94d6fc37e700 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:14.753782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.759809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Network 6816490a-67c6-45b1-bf88-732dfbe869e0 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:00:14.777364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 6816490a-67c6-45b1-bf88-732dfbe869e0) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:14.785384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.786583 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.797418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a5911-14dc-4055-b2e9-6eb5451445d8 None None] Network 6816490a-67c6-45b1-bf88-732dfbe869e0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:00:14.813831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-17542848-fadf-45fb-a8d0-dab11436f456 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5476363 Feb 04 16:00:14.816225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52446) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:14.824392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:14.865391 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.867831 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.909862 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 2, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:14.942630 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Checking router: 7d768339-f063-4297-a1ea-6db4c1e4a8f0 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:14.943074 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Updating router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 port c1600ed3-c11f-4892-a5e7-300f5b232624 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:00:14.973379 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.981172 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.096825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-6816490a-67c6-45b1-bf88-732dfbe869e0', 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'fixed_ips': [{'subnet_id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:00:15.098547 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.252367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.262632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Allocated IP 172.20.0.2 (6816490a-67c6-45b1-bf88-732dfbe869e0/5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193/04d47006-19f6-4f71-b07b-6c03e7bfead6) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:15.409479 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.421015 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.502337 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.519248 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.539745 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7e87e-5708-494b-aee9-33c35daca72a None None] Pushing event updated for resources: {'Port': ['ID=c1600ed3-c11f-4892-a5e7-300f5b232624,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:15.556755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.599972 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.602514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Network 6816490a-67c6-45b1-bf88-732dfbe869e0 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:15.615425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:15.625341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:00:15.632968 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Attempting to bind port c1600ed3-c11f-4892-a5e7-300f5b232624 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:15.633548 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Attempting to bind port c1600ed3-c11f-4892-a5e7-300f5b232624 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:15.634260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Attempting to bind port c1600ed3-c11f-4892-a5e7-300f5b232624 on network 9aafd923-241b-4e49-b625-67064718c76e {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:00:15.642753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Pushing event updated for resources: {'Port': ['ID=04d47006-19f6-4f71-b07b-6c03e7bfead6,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:15.645239 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:00:15.645834 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Checking segment: {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:15.646529 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.647158 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Bound using segment: {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:00:15.648028 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Bound port: c1600ed3-c11f-4892-a5e7-300f5b232624, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:15.648725 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.759998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Attempting to bind port 04d47006-19f6-4f71-b07b-6c03e7bfead6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:15.760810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Attempting to bind port 04d47006-19f6-4f71-b07b-6c03e7bfead6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:15.761413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Attempting to bind port 04d47006-19f6-4f71-b07b-6c03e7bfead6 on network 6816490a-67c6-45b1-bf88-732dfbe869e0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:00:15.784191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:00:15.784865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Checking segment: {'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:15.785498 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.786982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Bound using segment: {'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:00:15.786982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Bound port: 04d47006-19f6-4f71-b07b-6c03e7bfead6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:15.787440 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.803246 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] For port c1600ed3-c11f-4892-a5e7-300f5b232624, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:15.814460 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] For port c1600ed3-c11f-4892-a5e7-300f5b232624, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c1600ed3-c11f-4892-a5e7-300f5b232624,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:15.824555 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.836420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Allocated IP 172.25.1.30 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/91c5fadb-1ea4-4bee-8965-ec39514430ae) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:15.932442 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7e87e-5708-494b-aee9-33c35daca72a None None] Pushing event updated for resources: {'Port': ['ID=c1600ed3-c11f-4892-a5e7-300f5b232624,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:15.937454 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:15.938534 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:15.969404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] For port 04d47006-19f6-4f71-b07b-6c03e7bfead6, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:15.986365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] For port 04d47006-19f6-4f71-b07b-6c03e7bfead6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=04d47006-19f6-4f71-b07b-6c03e7bfead6,segment=NetworkSegment(f06c47b2-c42d-407a-a573-882f4e9d9f2c),segment_id=f06c47b2-c42d-407a-a573-882f4e9d9f2c)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:15.998909 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.008911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0c124989-ad9e-41fe-ac89-de93a256b44a None None] Provisioning complete for port c1600ed3-c11f-4892-a5e7-300f5b232624 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:16.011214 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0c124989-ad9e-41fe-ac89-de93a256b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.047639 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.119586 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.203283 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:16.212723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744990a-dfe9-4de1-b1d7-795100c31373 None None] Pushing event updated for resources: {'Port': ['ID=04d47006-19f6-4f71-b07b-6c03e7bfead6,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:16.232692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:16.238019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:16.243573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:00:16.246808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Pushing event updated for resources: {'Port': ['ID=91c5fadb-1ea4-4bee-8965-ec39514430ae,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:16.316635 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0c124989-ad9e-41fe-ac89-de93a256b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.381925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0c124989-ad9e-41fe-ac89-de93a256b44a None None] For port c1600ed3-c11f-4892-a5e7-300f5b232624, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c1600ed3-c11f-4892-a5e7-300f5b232624,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:16.389367 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0c124989-ad9e-41fe-ac89-de93a256b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.499152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c124989-ad9e-41fe-ac89-de93a256b44a None None] Pushing event updated for resources: {'Port': ['ID=c1600ed3-c11f-4892-a5e7-300f5b232624,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:16.546402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-76431e46-9386-433e-aec6-5a2bf4e3f8e8 None None] Provisioning complete for port c1600ed3-c11f-4892-a5e7-300f5b232624 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:16.547782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76431e46-9386-433e-aec6-5a2bf4e3f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.563952 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:15Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:16.654781 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837ac32-61b2-4fee-b8b5-a4aad217c1c6 None None] The sync data for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 is: [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:15Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:16.893430 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.912640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 04d47006-19f6-4f71-b07b-6c03e7bfead6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:17.019460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 04d47006-19f6-4f71-b07b-6c03e7bfead6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:17.019992 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.166356 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.192888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.234284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 04d47006-19f6-4f71-b07b-6c03e7bfead6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=04d47006-19f6-4f71-b07b-6c03e7bfead6,segment=NetworkSegment(f06c47b2-c42d-407a-a573-882f4e9d9f2c),segment_id=f06c47b2-c42d-407a-a573-882f4e9d9f2c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:17.240547 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.325924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=04d47006-19f6-4f71-b07b-6c03e7bfead6,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:17.438518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Router 02bfd367-6925-4f07-939e-74f30d4f8fe6 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:00:17.609679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:17.626529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Sync routers for ids ['02bfd367-6925-4f07-939e-74f30d4f8fe6'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:17.640248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.642812 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cf0d8109-8c7d-49c9-9371-047ea4e40c67 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8245523 Feb 04 16:00:17.647192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52452) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:17.649319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Routers {'02bfd367-6925-4f07-939e-74f30d4f8fe6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:17.650058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['02bfd367-6925-4f07-939e-74f30d4f8fe6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:17.814628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e9348-9fbf-43af-a260-ea8279a677b7 None None] Network 6816490a-67c6-45b1-bf88-732dfbe869e0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:00:17.903184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Set router 02bfd367-6925-4f07-939e-74f30d4f8fe6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:18.194976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7b1ed425-66a3-4235-9fee-873ba825f68a None None] Provisioning complete for port 04d47006-19f6-4f71-b07b-6c03e7bfead6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:18.195606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed425-66a3-4235-9fee-873ba825f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.372163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.681923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:00:16Z', 'revision_number': 3, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port': {'id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:15Z', 'updated_at': '2022-02-04T16:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:18.740644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Checking router: 02bfd367-6925-4f07-939e-74f30d4f8fe6 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:18.741232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Updating router 02bfd367-6925-4f07-939e-74f30d4f8fe6 port 91c5fadb-1ea4-4bee-8965-ec39514430ae binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:00:18.795118 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.891236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 04d47006-19f6-4f71-b07b-6c03e7bfead6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:19.043104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Allocated IP 172.20.0.1 (6816490a-67c6-45b1-bf88-732dfbe869e0/5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193/9b4c965a-40c3-4442-9483-9fe819033e49) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:19.100875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a0eeb8e3-7eb8-46ed-9e93-8c7d38b05417 None None] Provisioning complete for port 04d47006-19f6-4f71-b07b-6c03e7bfead6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:19.101251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb8e3-7eb8-46ed-9e93-8c7d38b05417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.148888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 04d47006-19f6-4f71-b07b-6c03e7bfead6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:19.149199 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.219483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.265264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.314628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Network 6816490a-67c6-45b1-bf88-732dfbe869e0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:19.317857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:19.322465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:00:19.349939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Pushing event updated for resources: {'Port': ['ID=9b4c965a-40c3-4442-9483-9fe819033e49,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.364851 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.371240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c1600ed3-c11f-4892-a5e7-300f5b232624 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:19.374848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.376819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.470681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Attempting to bind port 91c5fadb-1ea4-4bee-8965-ec39514430ae on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:19.471065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Attempting to bind port 91c5fadb-1ea4-4bee-8965-ec39514430ae by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:19.471435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Attempting to bind port 91c5fadb-1ea4-4bee-8965-ec39514430ae on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:00:19.474178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f35f5-2ca1-4ce9-85af-971e2dbbd4a2 None None] Pushing event updated for resources: {'Port': ['ID=91c5fadb-1ea4-4bee-8965-ec39514430ae,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.482806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:00:19.483196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:19.483614 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.484015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:00:19.484530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Bound port: 91c5fadb-1ea4-4bee-8965-ec39514430ae, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:19.484930 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.523501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c1600ed3-c11f-4892-a5e7-300f5b232624 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:19.523940 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.571959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.581740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] For port 91c5fadb-1ea4-4bee-8965-ec39514430ae, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:19.585426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] For port 91c5fadb-1ea4-4bee-8965-ec39514430ae, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=91c5fadb-1ea4-4bee-8965-ec39514430ae,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:19.592830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.707231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f35f5-2ca1-4ce9-85af-971e2dbbd4a2 None None] Pushing event updated for resources: {'Port': ['ID=91c5fadb-1ea4-4bee-8965-ec39514430ae,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.713494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Routers {'02bfd367-6925-4f07-939e-74f30d4f8fe6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:19.714550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['02bfd367-6925-4f07-939e-74f30d4f8fe6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:19.767490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fd28e9fd-8089-4dea-88a6-3094ab82eb29 None None] Provisioning complete for port 9b4c965a-40c3-4442-9483-9fe819033e49 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:19.767876 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd28e9fd-8089-4dea-88a6-3094ab82eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.790033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.796092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.845538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fd28e9fd-8089-4dea-88a6-3094ab82eb29 None None] Port 9b4c965a-40c3-4442-9483-9fe819033e49 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:00:19.876179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.878313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Pushing event updated for resources: {'Port': ['ID=9b4c965a-40c3-4442-9483-9fe819033e49,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.879842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] Set router 02bfd367-6925-4f07-939e-74f30d4f8fe6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:20.004149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Network 6816490a-67c6-45b1-bf88-732dfbe869e0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:20.008281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:20.184898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port': {'id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:15Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9b4c965a-40c3-4442-9483-9fe819033e49', 'name': '', 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'mac_address': 'fa:16:3e:f0:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:18Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 1, 'project_id': '06a98ea169e742439d4383204876d3a2', 'subnets': [{'id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:20.185816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Router 02bfd367-6925-4f07-939e-74f30d4f8fe6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:20.238760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521017fb-bbc8-4950-8296-bac60e54bda6 None None] The sync data for ids ['02bfd367-6925-4f07-939e-74f30d4f8fe6'] in n-d-827869-1 is: [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port': {'id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:15Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9b4c965a-40c3-4442-9483-9fe819033e49', 'name': '', 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'mac_address': 'fa:16:3e:f0:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:18Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 1, 'project_id': '06a98ea169e742439d4383204876d3a2', 'subnets': [{'id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:20.371668 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:20.381932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b700e5cc-1036-4c62-9172-1fe33bf08d1b admin admin] 10.222.0.47 "PUT /v2.0/routers/02bfd367-6925-4f07-939e-74f30d4f8fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7325459 Feb 04 16:00:20.383826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f9120bb8-ec31-4629-ae14-6be3f714a7f9 None None] Provisioning complete for port 9b4c965a-40c3-4442-9483-9fe819033e49 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:20.384356 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f9120bb8-ec31-4629-ae14-6be3f714a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.438115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f9120bb8-ec31-4629-ae14-6be3f714a7f9 None None] Port 9b4c965a-40c3-4442-9483-9fe819033e49 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:00:21.406249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52462) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:21.413826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b4548793-7ba3-4912-8bc1-788c75c9a6bf tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549048910', 'description': 'tempest-secgroup-smoke-549048910 description', 'project_id': 'a1cf1412815d418c98231301e3bed8f6'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:21.453797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4548793-7ba3-4912-8bc1-788c75c9a6bf tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.556722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4548793-7ba3-4912-8bc1-788c75c9a6bf tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.561902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4548793-7ba3-4912-8bc1-788c75c9a6bf tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.607140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4548793-7ba3-4912-8bc1-788c75c9a6bf tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:21.615460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4548793-7ba3-4912-8bc1-788c75c9a6bf tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.617355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b4548793-7ba3-4912-8bc1-788c75c9a6bf tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2095602 Feb 04 16:00:21.623467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:21.631325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-af6105aa-f35f-4a3f-b729-324d979a7ac2 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'security_group_rule': {'security_group_id': 'eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f', 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:21.677849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af6105aa-f35f-4a3f-b729-324d979a7ac2 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.753622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af6105aa-f35f-4a3f-b729-324d979a7ac2 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.759264 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af6105aa-f35f-4a3f-b729-324d979a7ac2 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.781215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6105aa-f35f-4a3f-b729-324d979a7ac2 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1bea6c-bb88-42b7-8ed8-35cd27c958bf,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:21.792811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-af6105aa-f35f-4a3f-b729-324d979a7ac2 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.794274 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-af6105aa-f35f-4a3f-b729-324d979a7ac2 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1690841 Feb 04 16:00:21.800584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52466) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:21.807854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9a71495b-989d-4c2e-ae01-cfdae32c83c6 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'security_group_rule': {'security_group_id': 'eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f', 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:21.850847 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a71495b-989d-4c2e-ae01-cfdae32c83c6 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.946283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a71495b-989d-4c2e-ae01-cfdae32c83c6 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.951414 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a71495b-989d-4c2e-ae01-cfdae32c83c6 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.972926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71495b-989d-4c2e-ae01-cfdae32c83c6 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6637aeab-6e05-4f2f-b1ab-c73e9544940c,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:21.982882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a71495b-989d-4c2e-ae01-cfdae32c83c6 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.984450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9a71495b-989d-4c2e-ae01-cfdae32c83c6 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1823707 Feb 04 16:00:21.989365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52468) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:21.996762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8956a0e5-a91c-41f7-93e9-05b1a8e6b1d3 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'security_group_rule': {'security_group_id': 'eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f', 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:22.045306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8956a0e5-a91c-41f7-93e9-05b1a8e6b1d3 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.126742 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8956a0e5-a91c-41f7-93e9-05b1a8e6b1d3 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.131423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8956a0e5-a91c-41f7-93e9-05b1a8e6b1d3 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.152917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956a0e5-a91c-41f7-93e9-05b1a8e6b1d3 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87201196-722a-44bc-902d-3a38bb648ee0,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.159860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8956a0e5-a91c-41f7-93e9-05b1a8e6b1d3 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.162849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8956a0e5-a91c-41f7-93e9-05b1a8e6b1d3 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708081 Feb 04 16:00:22.165697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52470) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:22.170852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-113438a6-1b39-497f-b155-531b73632e33 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'security_group_rule': {'security_group_id': 'eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f', 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:22.204765 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-113438a6-1b39-497f-b155-531b73632e33 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.277639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-113438a6-1b39-497f-b155-531b73632e33 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.282233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-113438a6-1b39-497f-b155-531b73632e33 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.303644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113438a6-1b39-497f-b155-531b73632e33 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ad1f19-6ae3-4983-a660-f0241489aac2,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.313741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-113438a6-1b39-497f-b155-531b73632e33 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.315108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-113438a6-1b39-497f-b155-531b73632e33 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482778 Feb 04 16:00:22.318453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:22.324191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-53e88de7-d2db-46a2-a2d5-80ef46977fe9 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'security_group_rule': {'security_group_id': 'eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f', 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:22.353146 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-53e88de7-d2db-46a2-a2d5-80ef46977fe9 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Project a1cf1412815d418c98231301e3bed8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:00:22.358911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53e88de7-d2db-46a2-a2d5-80ef46977fe9 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.441237 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53e88de7-d2db-46a2-a2d5-80ef46977fe9 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.450404 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53e88de7-d2db-46a2-a2d5-80ef46977fe9 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.476354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e88de7-d2db-46a2-a2d5-80ef46977fe9 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffacb279-4c7b-4392-82e9-0372ccc2e91f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.484673 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53e88de7-d2db-46a2-a2d5-80ef46977fe9 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.486269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-53e88de7-d2db-46a2-a2d5-80ef46977fe9 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1664326 Feb 04 16:00:22.490082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52476) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:22.498755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-370c849d-cb47-4061-9a19-6d1048508f6f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'security_group_rule': {'security_group_id': 'eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f', 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:22.532222 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-370c849d-cb47-4061-9a19-6d1048508f6f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Project a1cf1412815d418c98231301e3bed8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:00:22.538070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-370c849d-cb47-4061-9a19-6d1048508f6f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.633923 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-370c849d-cb47-4061-9a19-6d1048508f6f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.638992 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-370c849d-cb47-4061-9a19-6d1048508f6f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.661356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c849d-cb47-4061-9a19-6d1048508f6f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e24575-0acd-4dde-8b82-4335c26c89f1,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.671716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-370c849d-cb47-4061-9a19-6d1048508f6f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.673211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-370c849d-cb47-4061-9a19-6d1048508f6f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816742 Feb 04 16:00:22.736918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 91c5fadb-1ea4-4bee-8965-ec39514430ae up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:22.820946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 91c5fadb-1ea4-4bee-8965-ec39514430ae triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:22.821933 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.887729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-9d818406-1183-4ba6-94be-bcec1dad4126 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549048910&fields=id&tenant_id=a1cf1412815d418c98231301e3bed8f6 HTTP/1.1" status: 200 len: 267 time: 0.0574377 Feb 04 16:00:22.949406 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.975193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 91c5fadb-1ea4-4bee-8965-ec39514430ae, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=91c5fadb-1ea4-4bee-8965-ec39514430ae,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:22.981518 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.053883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-8cde3a3d-9748-46ad-945e-7f03b87c9a66 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:23.055825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=91c5fadb-1ea4-4bee-8965-ec39514430ae,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:23.056526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-8cde3a3d-9748-46ad-945e-7f03b87c9a66 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/networks?id=9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 200 len: 809 time: 0.1583099 Feb 04 16:00:23.076158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-b1e13acf-49cc-406a-85f3-92f4fc66a905 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/quotas/a1cf1412815d418c98231301e3bed8f6 HTTP/1.1" status: 200 len: 375 time: 0.0109224 Feb 04 16:00:23.142730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-60d058d7-a8bf-40e9-8f8f-00890ad07f32 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1cf1412815d418c98231301e3bed8f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594230 Feb 04 16:00:23.252219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.413665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-39ec415c-baa6-4be5-ae9c-fa35ad5c82e2 service neutron] 10.222.0.47 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477295 Feb 04 16:00:23.523540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-8ec167ec-226a-4376-9c88-62765238c240 service neutron] 10.222.0.47 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028442 Feb 04 16:00:23.766026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37b85594-e65d-423d-95ff-45a68f9b2e8b req-91e050a4-6ff7-4d65-bf46-9e865305718d tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 210 time: 0.0467954 Feb 04 16:00:24.365860 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Sync routers for ids ['02bfd367-6925-4f07-939e-74f30d4f8fe6'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:24.377750 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Routers {'02bfd367-6925-4f07-939e-74f30d4f8fe6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:24.378807 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['02bfd367-6925-4f07-939e-74f30d4f8fe6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:24.625069 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Set router 02bfd367-6925-4f07-939e-74f30d4f8fe6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:24.672458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 91c5fadb-1ea4-4bee-8965-ec39514430ae up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:24.753680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 91c5fadb-1ea4-4bee-8965-ec39514430ae triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:24.754343 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.940363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cf73c78-489b-4c96-aa4d-26259986ed25 req-d32979fb-7ed9-4fe5-bc7c-2488bf0ec4ad tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 210 time: 0.0413787 Feb 04 16:00:24.992928 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port': {'id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:15Z', 'updated_at': '2022-02-04T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9b4c965a-40c3-4442-9483-9fe819033e49', 'name': '', 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'mac_address': 'fa:16:3e:f0:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:18Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 2, 'project_id': '06a98ea169e742439d4383204876d3a2', 'subnets': [{'id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:25.022288 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Checking router: 02bfd367-6925-4f07-939e-74f30d4f8fe6 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:25.022615 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Updating router 02bfd367-6925-4f07-939e-74f30d4f8fe6 port 9b4c965a-40c3-4442-9483-9fe819033e49 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:00:25.052491 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.199717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-441595a6-b287-4980-99b6-f3c1ab46213c tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:25.201484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-441595a6-b287-4980-99b6-f3c1ab46213c tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.50 "GET /v2.0/networks?id=9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 200 len: 809 time: 0.1868899 Feb 04 16:00:25.279108 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-b647a384-dbec-4304-846e-d70896be3391 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1cf1412815d418c98231301e3bed8f6 HTTP/1.1" status: 200 len: 379 time: 0.0523343 Feb 04 16:00:25.292396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'port': {'device_id': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'admin_state_up': True, 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'security_groups': ['eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:25.418540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Made reservation on behalf of a1cf1412815d418c98231301e3bed8f6 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:25.422300 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.435745 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.442249 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.496520 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0d342-306e-49d0-a95e-fb738e7a1cf2 None None] Pushing event updated for resources: {'Port': ['ID=9b4c965a-40c3-4442-9483-9fe819033e49,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:25.567293 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Attempting to bind port 9b4c965a-40c3-4442-9483-9fe819033e49 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:25.567668 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Attempting to bind port 9b4c965a-40c3-4442-9483-9fe819033e49 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:25.568026 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Attempting to bind port 9b4c965a-40c3-4442-9483-9fe819033e49 on network 6816490a-67c6-45b1-bf88-732dfbe869e0 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:00:25.574658 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:00:25.575177 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Checking segment: {'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:25.575445 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.575825 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Bound using segment: {'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:00:25.576318 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Bound port: 9b4c965a-40c3-4442-9483-9fe819033e49, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06c47b2-c42d-407a-a573-882f4e9d9f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:25.576703 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.589510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Allocated IP 172.20.0.4 (9aafd923-241b-4e49-b625-67064718c76e/664745ae-9caa-44b7-847a-2080be715fd5/04b789d7-9a65-41a7-8de8-618ed27a4231) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:25.665112 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] For port 9b4c965a-40c3-4442-9483-9fe819033e49, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:25.669251 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] For port 9b4c965a-40c3-4442-9483-9fe819033e49, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9b4c965a-40c3-4442-9483-9fe819033e49,segment=NetworkSegment(f06c47b2-c42d-407a-a573-882f4e9d9f2c),segment_id=f06c47b2-c42d-407a-a573-882f4e9d9f2c)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:25.675712 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.751602 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Routers {'02bfd367-6925-4f07-939e-74f30d4f8fe6'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:25.752063 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['02bfd367-6925-4f07-939e-74f30d4f8fe6'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:25.761819 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0d342-306e-49d0-a95e-fb738e7a1cf2 None None] Pushing event updated for resources: {'Port': ['ID=9b4c965a-40c3-4442-9483-9fe819033e49,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:25.849291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-25a96631-f79b-49fc-8d79-6b5eab741bbd None None] Provisioning complete for port 9b4c965a-40c3-4442-9483-9fe819033e49 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:25.850556 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25a96631-f79b-49fc-8d79-6b5eab741bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.855535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.921006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.924055 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] Set router 02bfd367-6925-4f07-939e-74f30d4f8fe6 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:25.972579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25a96631-f79b-49fc-8d79-6b5eab741bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.991657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Network 9aafd923-241b-4e49-b625-67064718c76e is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:25.995562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:26.000606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:00:26.005806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'Port': ['ID=04b789d7-9a65-41a7-8de8-618ed27a4231,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:26.047025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-25a96631-f79b-49fc-8d79-6b5eab741bbd None None] For port 9b4c965a-40c3-4442-9483-9fe819033e49, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9b4c965a-40c3-4442-9483-9fe819033e49,segment=NetworkSegment(f06c47b2-c42d-407a-a573-882f4e9d9f2c),segment_id=f06c47b2-c42d-407a-a573-882f4e9d9f2c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:26.070817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25a96631-f79b-49fc-8d79-6b5eab741bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.076846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:26.077830 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.106341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-ed270835-17f6-435d-a6cd-e8e041b5ed64 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185863 Feb 04 16:00:26.124304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-f0c272dd-5cf0-4ead-8f13-aa4a87800bad tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:00:26.125627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-f0c272dd-5cf0-4ead-8f13-aa4a87800bad tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130525 Feb 04 16:00:26.148735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Request body: {'port': {'device_id': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:26.194896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41359-98be-4a6d-8cf9-3cef14d356b2 req-c160f1dc-52a5-45f7-9642-16be417fed73 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:26.205014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fbd41359-98be-4a6d-8cf9-3cef14d356b2 req-c160f1dc-52a5-45f7-9642-16be417fed73 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 931 time: 0.0807130 Feb 04 16:00:26.211140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a96631-f79b-49fc-8d79-6b5eab741bbd None None] Pushing event updated for resources: {'Port': ['ID=9b4c965a-40c3-4442-9483-9fe819033e49,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:26.214179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7754d543-12c8-4231-8d07-9a7b7025985e None None] Provisioning complete for port 9b4c965a-40c3-4442-9483-9fe819033e49 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:26.214555 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7754d543-12c8-4231-8d07-9a7b7025985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.262822 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fbd41359-98be-4a6d-8cf9-3cef14d356b2 req-0e9a6277-acc4-4afe-ac3a-0ead21e1c166 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565197 Feb 04 16:00:26.300658 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.328611 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port': {'id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:15Z', 'updated_at': '2022-02-04T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9b4c965a-40c3-4442-9483-9fe819033e49', 'name': '', 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'mac_address': 'fa:16:3e:f0:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:18Z', 'updated_at': '2022-02-04T16:00:25Z', 'revision_number': 4, 'project_id': '06a98ea169e742439d4383204876d3a2', 'subnets': [{'id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:26.366692 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad6ff3-5287-43de-9d93-ac6df4461631 None None] The sync data for ids ['02bfd367-6925-4f07-939e-74f30d4f8fe6'] in n-d-827869-1 is: [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:00:19Z', 'revision_number': 4, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port': {'id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:15Z', 'updated_at': '2022-02-04T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9b4c965a-40c3-4442-9483-9fe819033e49', 'name': '', 'network_id': '6816490a-67c6-45b1-bf88-732dfbe869e0', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'mac_address': 'fa:16:3e:f0:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:18Z', 'updated_at': '2022-02-04T16:00:25Z', 'revision_number': 4, 'project_id': '06a98ea169e742439d4383204876d3a2', 'subnets': [{'id': '5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:26.503775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1a42f00f-5097-405c-a189-53864ff4fd80 None None] Provisioning complete for port 04b789d7-9a65-41a7-8de8-618ed27a4231 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:26.504518 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a42f00f-5097-405c-a189-53864ff4fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.573092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1a42f00f-5097-405c-a189-53864ff4fd80 None None] Port 04b789d7-9a65-41a7-8de8-618ed27a4231 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:00:26.734279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b789d7-9a65-41a7-8de8-618ed27a4231 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:26.743766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.759928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9b4c965a-40c3-4442-9483-9fe819033e49 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:26.763528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Transition to ACTIVE for port object 04b789d7-9a65-41a7-8de8-618ed27a4231 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:26.769109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.847278 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9b4c965a-40c3-4442-9483-9fe819033e49 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:26.847781 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.871253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Pushing event updated for resources: {'Port': ['ID=04b789d7-9a65-41a7-8de8-618ed27a4231,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:27.003846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Attempting to bind port 04b789d7-9a65-41a7-8de8-618ed27a4231 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:27.003846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Attempting to bind port 04b789d7-9a65-41a7-8de8-618ed27a4231 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:27.003846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Attempting to bind port 04b789d7-9a65-41a7-8de8-618ed27a4231 on network 9aafd923-241b-4e49-b625-67064718c76e {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:00:27.008822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Port 04b789d7-9a65-41a7-8de8-618ed27a4231 on network 9aafd923-241b-4e49-b625-67064718c76e not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:00:27.009161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Attempting to bind port 04b789d7-9a65-41a7-8de8-618ed27a4231 on network 9aafd923-241b-4e49-b625-67064718c76e {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:00:27.015041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:00:27.015390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Checking segment: {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:00:27.015791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Bound using segment: {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:00:27.016241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Bound port: 04b789d7-9a65-41a7-8de8-618ed27a4231, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de4b633-cdeb-46f8-b774-7021f26743c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9aafd923-241b-4e49-b625-67064718c76e'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:27.016613 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.119612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] For port 04b789d7-9a65-41a7-8de8-618ed27a4231, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:27.123210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] For port 04b789d7-9a65-41a7-8de8-618ed27a4231, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=04b789d7-9a65-41a7-8de8-618ed27a4231,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:27.129623 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.168875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:27.170092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.172464 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] 10.222.0.50 "PUT /v2.0/ports/04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 200 len: 1091 time: 1.0285873 Feb 04 16:00:27.176628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'tag': '04b789d7-9a65-41a7-8de8-618ed27a4231'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:27.180298 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da1c81-2629-47f2-b663-d741412a4d90" -d '{"events": [{"name": "network-changed", "server_uuid": "97d2b730-42d4-41c6-99c0-cafc18d1ef71", "tag": "04b789d7-9a65-41a7-8de8-618ed27a4231"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:00:27.234500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af799f6-1407-43b6-aa13-148e751b120f service neutron] Pushing event updated for resources: {'Port': ['ID=04b789d7-9a65-41a7-8de8-618ed27a4231,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:27.313092 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d5b13f-66a0-40c7-8b8b-9e41f2047faf x-openstack-request-id: req-81d5b13f-66a0-40c7-8b8b-9e41f2047faf {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:00:27.313850 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d2b730-42d4-41c6-99c0-cafc18d1ef71", "tag": "04b789d7-9a65-41a7-8de8-618ed27a4231", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:00:27.314319 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-81d5b13f-66a0-40c7-8b8b-9e41f2047faf {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:00:27.314964 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'tag': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'status': 'completed', 'code': 200} Feb 04 16:00:27.346693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-2eeb1776-23a1-4f0e-a01a-68f8b5f69c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:27.349467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-2eeb1776-23a1-4f0e-a01a-68f8b5f69c0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1cf1412815d418c98231301e3bed8f6&device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1094 time: 0.0873299 Feb 04 16:00:27.439403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-4d721283-6a16-40da-b657-495c57d100eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 200 len: 217 time: 0.0739825 Feb 04 16:00:27.454455 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f9acd-d568-429b-99f0-841e019860c1 req-7d2eab4a-cd47-4080-a85a-006e55e0a7b5 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:27.457022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-173f9acd-d568-429b-99f0-841e019860c1 req-7d2eab4a-cd47-4080-a85a-006e55e0a7b5 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 943 time: 0.0705903 Feb 04 16:00:27.505006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-283699a7-06e4-4b18-bd73-8fb042d07b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:27.506642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-283699a7-06e4-4b18-bd73-8fb042d07b87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664745ae-9caa-44b7-847a-2080be715fd5 HTTP/1.1" status: 200 len: 848 time: 0.0590639 Feb 04 16:00:27.529801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-173f9acd-d568-429b-99f0-841e019860c1 req-ad2c096a-9bff-44b5-a314-f665554b361e tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606356 Feb 04 16:00:27.560915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-c0a7da01-534e-48dc-a668-5f10e10b1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:27.562594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-c0a7da01-534e-48dc-a668-5f10e10b1aa2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aafd923-241b-4e49-b625-67064718c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486314 Feb 04 16:00:27.673803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-891a4b91-dba1-4418-9793-ecf3ea37220c service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022227 Feb 04 16:00:27.809122 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4b5a8d7-8c54-4cb6-b44e-b143c28060ea req-4fd12fda-081c-4681-9f62-f5f39332a34e service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236327 Feb 04 16:00:27.979316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-cee115aa-a573-49d5-9ab7-4a7f203fe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:27.981186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-cee115aa-a573-49d5-9ab7-4a7f203fe0c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1cf1412815d418c98231301e3bed8f6&device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1094 time: 0.0552464 Feb 04 16:00:28.099231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-ded63615-6b66-47bb-b571-df842f5179c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:28.100837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-ded63615-6b66-47bb-b571-df842f5179c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 200 len: 910 time: 0.1114554 Feb 04 16:00:28.152590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-5aacfad8-c63c-4df4-88db-a041c2f29d94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 200 len: 217 time: 0.0438616 Feb 04 16:00:28.213953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-cce0cefc-e91f-4a46-9106-e58ae1904fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:28.215477 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-cce0cefc-e91f-4a46-9106-e58ae1904fee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664745ae-9caa-44b7-847a-2080be715fd5 HTTP/1.1" status: 200 len: 848 time: 0.0552967 Feb 04 16:00:28.271140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-9aaab99e-de77-4a7a-935b-355c6b1485b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:28.272692 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-9aaab99e-de77-4a7a-935b-355c6b1485b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aafd923-241b-4e49-b625-67064718c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456867 Feb 04 16:00:28.375290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-4f5bcb82-ebba-4ef4-a743-223fb9ba8898 service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922508 Feb 04 16:00:28.489914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4da1c81-2629-47f2-b663-d741412a4d90 req-1a80604f-e437-49cc-a912-56dcd01266e8 service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063507 Feb 04 16:00:28.685878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75bcf1-e2e4-4862-ba3e-af0b99c6f01a req-4d2d06ff-4bd0-44aa-b0f3-68bea60d649e tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:28.688083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd75bcf1-e2e4-4862-ba3e-af0b99c6f01a req-4d2d06ff-4bd0-44aa-b0f3-68bea60d649e tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 943 time: 0.0584860 Feb 04 16:00:28.738009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd75bcf1-e2e4-4862-ba3e-af0b99c6f01a req-1b6412c7-5cf8-424d-b7f0-78edb6489542 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432129 Feb 04 16:00:29.866360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789ff1-efa1-483e-b531-31b995c2b44d req-e519b539-55c4-4b9f-965c-c349ed5b5acc tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:29.867790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c789ff1-efa1-483e-b531-31b995c2b44d req-e519b539-55c4-4b9f-965c-c349ed5b5acc tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 943 time: 0.0515282 Feb 04 16:00:29.910691 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c789ff1-efa1-483e-b531-31b995c2b44d req-9c9d948a-8d29-4c85-852d-aacd98e0468a tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352621 Feb 04 16:00:30.578766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-56859edd-849b-441f-9bdc-3e9c1ea1d651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.035677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c103fa7-eaf6-42bb-99c0-42680492f75e req-eae53699-a3c8-4cf6-bdaa-a928ec99be2b tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:31.037448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c103fa7-eaf6-42bb-99c0-42680492f75e req-eae53699-a3c8-4cf6-bdaa-a928ec99be2b tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 943 time: 0.0521851 Feb 04 16:00:31.082516 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c103fa7-eaf6-42bb-99c0-42680492f75e req-6d04260c-f0c0-4fc9-b15e-017987245757 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376546 Feb 04 16:00:31.836978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 04b789d7-9a65-41a7-8de8-618ed27a4231 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:00:32.099525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 04b789d7-9a65-41a7-8de8-618ed27a4231, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=04b789d7-9a65-41a7-8de8-618ed27a4231,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:32.112729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'port_id': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'mac_address': 'fa:16:3e:a0:27:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:00:32.152221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.167911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b789d7-9a65-41a7-8de8-618ed27a4231 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:32.189531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 04b789d7-9a65-41a7-8de8-618ed27a4231, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=04b789d7-9a65-41a7-8de8-618ed27a4231,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:32.197467 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.204040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3c5be-098e-4d9f-bc6f-72d6d26bdb1f req-e7d79d8e-d876-438d-93ce-ce06e893cc87 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.205791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0b3c5be-098e-4d9f-bc6f-72d6d26bdb1f req-e7d79d8e-d876-438d-93ce-ce06e893cc87 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 943 time: 0.0536838 Feb 04 16:00:32.248121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0b3c5be-098e-4d9f-bc6f-72d6d26bdb1f req-eea9cb1b-3ef3-4d80-9863-4bd32fa101d4 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347834 Feb 04 16:00:32.251056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=04b789d7-9a65-41a7-8de8-618ed27a4231,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:32.661812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['04b789d7-9a65-41a7-8de8-618ed27a4231'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:00:33.392910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8a3f4-bae6-4e25-b481-82c4d85b626e req-d609d26d-77df-4ea7-a2b3-456309fe5406 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:33.394977 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51f8a3f4-bae6-4e25-b481-82c4d85b626e req-d609d26d-77df-4ea7-a2b3-456309fe5406 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 944 time: 0.0666761 Feb 04 16:00:33.436922 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51f8a3f4-bae6-4e25-b481-82c4d85b626e req-0ade3660-5873-42ac-b6ce-58c2674ed2f5 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335946 Feb 04 16:00:33.685740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-731e6328-a80a-4f37-85be-3b32ab2f5a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.832475 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 04b789d7-9a65-41a7-8de8-618ed27a4231 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:00:33.895818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 04b789d7-9a65-41a7-8de8-618ed27a4231 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:33.899812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 04b789d7-9a65-41a7-8de8-618ed27a4231 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:33.900189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.982159 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.007485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b789d7-9a65-41a7-8de8-618ed27a4231'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:34.009810 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315046bb-05a8-4f8a-aa4a-43052d6e5a7f" -d '{"events": [{"server_uuid": "97d2b730-42d4-41c6-99c0-cafc18d1ef71", "name": "network-vif-plugged", "status": "completed", "tag": "04b789d7-9a65-41a7-8de8-618ed27a4231"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:00:34.024411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 04b789d7-9a65-41a7-8de8-618ed27a4231, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=04b789d7-9a65-41a7-8de8-618ed27a4231,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:34.030612 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.100240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=04b789d7-9a65-41a7-8de8-618ed27a4231,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:34.162641 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad1fc23-dd1a-4351-b3ab-28d253404343 x-openstack-request-id: req-2ad1fc23-dd1a-4351-b3ab-28d253404343 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:00:34.163016 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d2b730-42d4-41c6-99c0-cafc18d1ef71", "name": "network-vif-plugged", "status": "completed", "tag": "04b789d7-9a65-41a7-8de8-618ed27a4231", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:00:34.163361 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ad1fc23-dd1a-4351-b3ab-28d253404343 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:00:34.163901 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'code': 200} Feb 04 16:00:34.294963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e22e-0e0e-4f78-a9c9-499de28262ab req-6ccf54f0-c051-41e4-9a67-e2d4c68731b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.296500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d988e22e-0e0e-4f78-a9c9-499de28262ab req-6ccf54f0-c051-41e4-9a67-e2d4c68731b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1096 time: 0.0420413 Feb 04 16:00:34.333648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d988e22e-0e0e-4f78-a9c9-499de28262ab req-242937ef-a9ca-4a0c-b2f5-998836467636 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300508 Feb 04 16:00:34.556979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f3e17-7a52-46c9-8676-69041192e175 req-e26c601e-f9b0-4825-a890-cfd9f987a8da tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.558540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da7f3e17-7a52-46c9-8676-69041192e175 req-e26c601e-f9b0-4825-a890-cfd9f987a8da tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 945 time: 0.0518794 Feb 04 16:00:34.601208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da7f3e17-7a52-46c9-8676-69041192e175 req-706873e7-87ed-47eb-b774-b647e39383a7 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366542 Feb 04 16:00:35.738768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d718c2-ead0-4557-81f9-a302d9eda23c req-b376187f-4260-435e-bd54-539c6136e64f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:35.740314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0d718c2-ead0-4557-81f9-a302d9eda23c req-b376187f-4260-435e-bd54-539c6136e64f tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Feb 04 16:00:35.780742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0d718c2-ead0-4557-81f9-a302d9eda23c req-0dca3d38-a4c1-44b6-99c8-6e513c655984 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334313 Feb 04 16:00:35.833473 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.911683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ffa42-2b6c-4831-aa5f-e00e2e91021d req-80a2dac3-1626-44ff-8904-827ce45e8bb4 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:36.913158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a9ffa42-2b6c-4831-aa5f-e00e2e91021d req-80a2dac3-1626-44ff-8904-827ce45e8bb4 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 945 time: 0.0568156 Feb 04 16:00:36.954150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.956810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a9ffa42-2b6c-4831-aa5f-e00e2e91021d req-6d046914-7d0a-491c-86c9-a685af22bc66 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372322 Feb 04 16:00:37.081716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91188c90-7f6d-41c3-aa5e-42af8744d10a req-87782292-d82e-4878-a9a9-5a3f158ea327 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:37.083345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91188c90-7f6d-41c3-aa5e-42af8744d10a req-87782292-d82e-4878-a9a9-5a3f158ea327 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 945 time: 0.0525458 Feb 04 16:00:37.143057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91188c90-7f6d-41c3-aa5e-42af8744d10a req-d5c78a97-0dd1-4c62-865d-b9b8a4332cdc tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531082 Feb 04 16:00:37.272940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c17f4-5f63-4457-9362-14042c86baee req-3b292298-b564-4b0a-a9d4-2a6e9035e316 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:37.274638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f22c17f4-5f63-4457-9362-14042c86baee req-3b292298-b564-4b0a-a9d4-2a6e9035e316 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 945 time: 0.0581026 Feb 04 16:00:37.317457 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f22c17f4-5f63-4457-9362-14042c86baee req-bc4c97c9-32c4-41da-b7a1-4ba3d58b0568 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362856 Feb 04 16:00:37.340492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52546) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:37.436019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4a435-ca7f-413d-b4c8-5380c7850794 tempest-TestServerBasicOps-1299571880 tempest-TestServerBasicOps-1299571880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:37.437830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-39d4a435-ca7f-413d-b4c8-5380c7850794 tempest-TestServerBasicOps-1299571880 tempest-TestServerBasicOps-1299571880-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1091 time: 0.0961874 Feb 04 16:00:37.441774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52550) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:37.447049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.448061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:00:37.476552 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.589207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.700545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Allocated IP 172.25.1.56 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/e0652996-b08c-4c14-9d1e-f095773e4f9f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:37.811483 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.846264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.895081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:37.898389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:37.902853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:00:37.909080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'Port': ['ID=e0652996-b08c-4c14-9d1e-f095773e4f9f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:38.650084 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.730802 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.934762 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.941605 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.073379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event updated for resources: {'Port': ['ID=e0652996-b08c-4c14-9d1e-f095773e4f9f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:39.085070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.206337 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Floating IP 58411a77-13b5-4334-a73f-36eb44f0b7bc associated. External IP: 172.25.1.56, port: 04b789d7-9a65-41a7-8de8-618ed27a4231. Feb 04 16:00:39.419454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:39.531562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:39.542033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] Sync routers for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:39.552239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.555151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:39.555910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:39.584641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cd9ca001-217a-4a2a-9f96-dda5b38d0498 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1413105 Feb 04 16:00:39.585262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'tag': '04b789d7-9a65-41a7-8de8-618ed27a4231'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:39.588163 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f3597-927d-462b-9aa5-3c908fe098bb" -d '{"events": [{"name": "network-changed", "server_uuid": "97d2b730-42d4-41c6-99c0-cafc18d1ef71", "tag": "04b789d7-9a65-41a7-8de8-618ed27a4231"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:00:39.629951 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc91365-bdbc-4f54-9229-5e480b9c7c43 x-openstack-request-id: req-8bc91365-bdbc-4f54-9229-5e480b9c7c43 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:00:39.630273 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d2b730-42d4-41c6-99c0-cafc18d1ef71", "tag": "04b789d7-9a65-41a7-8de8-618ed27a4231", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:00:39.630524 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bc91365-bdbc-4f54-9229-5e480b9c7c43 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:00:39.630923 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'tag': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'status': 'completed', 'code': 200} Feb 04 16:00:39.685182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:39.738012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f3597-927d-462b-9aa5-3c908fe098bb req-044a13de-f40e-4725-8136-94f1d07e31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:39.739550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-006f3597-927d-462b-9aa5-3c908fe098bb req-044a13de-f40e-4725-8136-94f1d07e31ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1cf1412815d418c98231301e3bed8f6&device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1096 time: 0.0461082 Feb 04 16:00:39.833940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f3597-927d-462b-9aa5-3c908fe098bb req-8a5edb29-ab4d-4f81-bdcb-598bdae0e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:39.835435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-006f3597-927d-462b-9aa5-3c908fe098bb req-8a5edb29-ab4d-4f81-bdcb-598bdae0e526 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 200 len: 910 time: 0.0887337 Feb 04 16:00:39.873717 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:39.909295 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-006f3597-927d-462b-9aa5-3c908fe098bb req-c0ecd166-2e0a-41b1-bd7a-dda10ddbdd56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 200 len: 998 time: 0.0647483 Feb 04 16:00:39.927983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58411a77-13b5-4334-a73f-36eb44f0b7bc', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'port_id': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'mac_address': 'fa:16:3e:a0:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:00:38Z', 'updated_at': '2022-02-04T16:00:38Z', 'revision_number': 0, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:16Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:39.960856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] Checking router: 7d768339-f063-4297-a1ea-6db4c1e4a8f0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:39.962525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f3597-927d-462b-9aa5-3c908fe098bb req-24a99b17-a8ee-44f5-a148-7bf218a6de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:39.964043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-006f3597-927d-462b-9aa5-3c908fe098bb req-24a99b17-a8ee-44f5-a148-7bf218a6de94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664745ae-9caa-44b7-847a-2080be715fd5 HTTP/1.1" status: 200 len: 848 time: 0.0471430 Feb 04 16:00:39.976532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:39.977716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:40.016849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f3597-927d-462b-9aa5-3c908fe098bb req-ebcd5168-792e-49ba-bc99-467c5f711b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:40.018417 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-006f3597-927d-462b-9aa5-3c908fe098bb req-ebcd5168-792e-49ba-bc99-467c5f711b27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aafd923-241b-4e49-b625-67064718c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468447 Feb 04 16:00:40.106953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:40.125501 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-006f3597-927d-462b-9aa5-3c908fe098bb req-619cdc6a-b48f-4f2c-afb4-b066a28dc245 service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936458 Feb 04 16:00:40.226976 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-006f3597-927d-462b-9aa5-3c908fe098bb req-5cc04ae6-4ccf-4df8-a3ab-208450b82d2a service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943193 Feb 04 16:00:40.355665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58411a77-13b5-4334-a73f-36eb44f0b7bc', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'port_id': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'mac_address': 'fa:16:3e:a0:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:00:38Z', 'updated_at': '2022-02-04T16:00:38Z', 'revision_number': 0, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:16Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:40.385274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792d58a-7bab-4f8b-bc31-6f84ec94619c None None] The sync data for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 is: [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58411a77-13b5-4334-a73f-36eb44f0b7bc', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'floating_ip_address': '172.25.1.56', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'port_id': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'mac_address': 'fa:16:3e:a0:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:00:38Z', 'updated_at': '2022-02-04T16:00:38Z', 'revision_number': 0, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:16Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:40.608408 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c51ead-16f1-45e3-97e6-e57e4b3aab69 None None] New status for floating IP 58411a77-13b5-4334-a73f-36eb44f0b7bc: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:00:45.014235 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:00:45.139621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52562) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:45.204212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8beef1a7-628d-4442-8526-80649d4ebc73 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/floatingips/f3d7c973-3b2a-493a-ac58-59778b4e1b5d HTTP/1.1" status: 200 len: 994 time: 0.0634248 Feb 04 16:00:45.525917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52568) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:45.695269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port d65f449c-a7ea-4784-89a0-3ff7eb2928f3 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:00:45.695638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.778728 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.779054 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.791149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for d65f449c-a7ea-4784-89a0-3ff7eb2928f3 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:00:45.952302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.979859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=d65f449c-a7ea-4784-89a0-3ff7eb2928f3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:46.043662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.044004 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Floating IP f3d7c973-3b2a-493a-ac58-59778b4e1b5d disassociated (deleted). External IP: 172.25.1.124, port: 9c3fcd71-b884-4004-90f5-f4c21fada1d0. Feb 04 16:00:46.259619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 59d8eaae-14a8-4fb1-909c-2d728f7778fa has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:46.385196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:46.390508 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.396414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] Sync routers for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:46.412952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:46.413714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:46.428224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8a59e64b-0ffb-422a-8278-c998e491d906 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/floatingips/f3d7c973-3b2a-493a-ac58-59778b4e1b5d HTTP/1.1" status: 204 len: 168 time: 0.9008188 Feb 04 16:00:46.428824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:46.431297 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d0862-d7df-4822-8b70-09ab7fa048b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:00:46.492825 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83173a9d-ec26-4f01-bac0-b8aaadc69fe6 x-openstack-request-id: req-83173a9d-ec26-4f01-bac0-b8aaadc69fe6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:00:46.493159 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:00:46.493410 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83173a9d-ec26-4f01-bac0-b8aaadc69fe6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:00:46.493852 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'status': 'completed', 'code': 200} Feb 04 16:00:46.534988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:46.638208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-174a4b92-e360-4e37-80a8-de8e7372d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:46.638208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-174a4b92-e360-4e37-80a8-de8e7372d378 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 1097 time: 0.0852005 Feb 04 16:00:46.792430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc440b-aea3-45f5-8354-5ec80ee3553f req-9b5aa5c5-ed86-4cb2-b5a6-ed1dc28e386e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:46.793885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcfc440b-aea3-45f5-8354-5ec80ee3553f req-9b5aa5c5-ed86-4cb2-b5a6-ed1dc28e386e tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 946 time: 0.1080272 Feb 04 16:00:46.798957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:09Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:46.823774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-5305af32-d08e-4fb0-94d5-544775c8e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:46.825310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-5305af32-d08e-4fb0-94d5-544775c8e864 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786 HTTP/1.1" status: 200 len: 898 time: 0.1483164 Feb 04 16:00:46.827518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] Checking router: 59d8eaae-14a8-4fb1-909c-2d728f7778fa for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:46.837458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:46.838126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:46.958411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:47.174877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:09Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:47.208619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bfc5f-a42b-42fc-b034-2bab96e4e5f0 None None] The sync data for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 is: [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3cdffbf8-8b0c-4f03-85b3-2b6364592edd', 'name': '', 'network_id': '4eaa13e2-8cfe-4303-a8f7-d44e9f781786', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'mac_address': 'fa:16:3e:21:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:04Z', 'updated_at': '2022-02-04T15:59:09Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'subnets': [{'id': '41acafc7-1d11-45fe-a337-14806f08eb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:47.215651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-638822b6-25b3-4b4b-a9e5-625213761af5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0 HTTP/1.1" status: 200 len: 217 time: 0.3815691 Feb 04 16:00:47.218712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bcfc440b-aea3-45f5-8354-5ec80ee3553f req-8f870163-d016-44a0-965c-baccdca94834 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167926 Feb 04 16:00:47.274885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-83478ccc-65e6-440e-981a-ef3b64ee3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:47.276350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-83478ccc-65e6-440e-981a-ef3b64ee3851 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41acafc7-1d11-45fe-a337-14806f08eb7e HTTP/1.1" status: 200 len: 834 time: 0.0510705 Feb 04 16:00:47.330022 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-926766c5-2c31-4b7d-b0fa-0e404f351fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:47.331822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-926766c5-2c31-4b7d-b0fa-0e404f351fbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4eaa13e2-8cfe-4303-a8f7-d44e9f781786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433342 Feb 04 16:00:47.433067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-7223ffbe-3afc-4f9c-bb31-77b42ebb82af service neutron] 10.222.0.50 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931339 Feb 04 16:00:47.451480 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b952c21-1019-4880-b347-9ee499ef05bd None None] New status for floating IP f3d7c973-3b2a-493a-ac58-59778b4e1b5d: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:00:47.531381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f8d0862-d7df-4822-8b70-09ab7fa048b6 req-de7a86fe-5de1-43a0-89d8-0c1e8f909eb8 service neutron] 10.222.0.50 "GET /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868626 Feb 04 16:00:48.352828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f696-64b0-499b-aa20-ade306dfef0b req-207d9e11-c9f3-44e5-abc4-b24adcc75db7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:48.354383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc18f696-64b0-499b-aa20-ade306dfef0b req-207d9e11-c9f3-44e5-abc4-b24adcc75db7 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 946 time: 0.0504220 Feb 04 16:00:48.394191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc18f696-64b0-499b-aa20-ade306dfef0b req-08ab3f61-82d7-4b6c-8157-28c61245e988 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4fc386f-ccc4-46cd-883f-6ef4a832ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333936 Feb 04 16:00:48.794046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-4cce326b-70dd-4904-95bb-08fbe30fddb2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:48.796975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-4cce326b-70dd-4904-95bb-08fbe30fddb2 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.50 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 946 time: 0.0776129 Feb 04 16:00:48.899971 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:00:48.900314 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.003235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port 9c3fcd71-b884-4004-90f5-f4c21fada1d0, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9c3fcd71-b884-4004-90f5-f4c21fada1d0,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:49.003606 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.015917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for 9c3fcd71-b884-4004-90f5-f4c21fada1d0 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:00:49.144999 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.177785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=9c3fcd71-b884-4004-90f5-f4c21fada1d0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:49.218687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] No DVR routers for this DVR port 9c3fcd71-b884-4004-90f5-f4c21fada1d0 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:49.221211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.224529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56a751a2-995a-4e73-85c3-b2436d5c7604 req-223439ff-4afc-47f1-ab74-209c5231d301 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.50 "DELETE /v2.0/ports/9c3fcd71-b884-4004-90f5-f4c21fada1d0 HTTP/1.1" status: 204 len: 173 time: 0.4214737 Feb 04 16:00:49.224965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'name': 'network-vif-deleted', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:49.227727 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04695b4d-2a19-490c-ba3c-fe5ba9a7a939" -d '{"events": [{"server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "name": "network-vif-deleted", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:00:49.331680 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f06813a-7d22-4e65-aeab-2869be181e55 x-openstack-request-id: req-3f06813a-7d22-4e65-aeab-2869be181e55 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:00:49.331980 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21f6a5e-009d-4c27-bfcd-d930a63c7eea", "name": "network-vif-deleted", "tag": "9c3fcd71-b884-4004-90f5-f4c21fada1d0", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:00:49.332234 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f06813a-7d22-4e65-aeab-2869be181e55 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:00:49.332633 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21f6a5e-009d-4c27-bfcd-d930a63c7eea', 'name': 'network-vif-deleted', 'tag': '9c3fcd71-b884-4004-90f5-f4c21fada1d0', 'status': 'completed', 'code': 200} Feb 04 16:00:49.501805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-64ce8df4-537f-4f57-abed-b5ce5ec91e09 req-270c2f0f-3a8b-4bd1-844a-1167167fea78 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "GET /v2.0/ports?device_id=e21f6a5e-009d-4c27-bfcd-d930a63c7eea HTTP/1.1" status: 200 len: 210 time: 0.0297575 Feb 04 16:00:50.560063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52592) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:50.621674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7bdb-fbb4-4846-863d-98e3f0709493 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.649793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7bdb-fbb4-4846-863d-98e3f0709493 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.712997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7bdb-fbb4-4846-863d-98e3f0709493 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.715599 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7bdb-fbb4-4846-863d-98e3f0709493 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.716778 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2d4d7bdb-fbb4-4846-863d-98e3f0709493 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/security-groups/a4fc386f-ccc4-46cd-883f-6ef4a832ccec HTTP/1.1" status: 204 len: 168 time: 0.1556904 Feb 04 16:00:50.726603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d7bdb-fbb4-4846-863d-98e3f0709493 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc386f-ccc4-46cd-883f-6ef4a832ccec,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:50.758076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52596) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:51.152516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.431916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:00:51.432357 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.521082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port 3cdffbf8-8b0c-4f03-85b3-2b6364592edd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:51.521456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.533774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for 3cdffbf8-8b0c-4f03-85b3-2b6364592edd owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:00:51.727982 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.757297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=3cdffbf8-8b0c-4f03-85b3-2b6364592edd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:51.917306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9c3fcd71-b884-4004-90f5-f4c21fada1d0 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:00:51.935657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.938574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 9c3fcd71-b884-4004-90f5-f4c21fada1d0 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:00:51.938925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9c3fcd71-b884-4004-90f5-f4c21fada1d0 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:00:52.159908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Router 59d8eaae-14a8-4fb1-909c-2d728f7778fa has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:52.268956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:52.274181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c374318c-257e-45e6-aa27-98ff53ed53dd tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "PUT /v2.0/routers/59d8eaae-14a8-4fb1-909c-2d728f7778fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5145864 Feb 04 16:00:52.277911 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52600) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:52.279639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] Sync routers for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:00:52.289710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:52.290368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:52.340957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting subnet 41acafc7-1d11-45fe-a337-14806f08eb7e {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:00:52.344974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.402574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:52.410913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.515323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.589053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.617656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T16:00:51Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:52.622179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Subnet': ['ID=41acafc7-1d11-45fe-a337-14806f08eb7e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:52.640524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.641037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.641563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.642092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.642604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.643098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.643591 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.644108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.644611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.645139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.645633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.646172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:52.651694 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.653689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9323cd-5b2d-4634-bcf4-419ff911fa8c None None] Network 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:00:52.656742 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4d56d495-1842-4ba8-8c85-d1058051d23c tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/subnets/41acafc7-1d11-45fe-a337-14806f08eb7e HTTP/1.1" status: 204 len: 168 time: 0.3774462 Feb 04 16:00:52.660090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] Checking router: 59d8eaae-14a8-4fb1-909c-2d728f7778fa for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:00:52.660427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52602) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:52.729208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] Routers {'59d8eaae-14a8-4fb1-909c-2d728f7778fa'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:00:52.729839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:00:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:52.773614 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.896897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.960818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Deleting port b0b823de-40d9-4874-81bb-9cb22292ef63 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:00:52.961651 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.045547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] For port b0b823de-40d9-4874-81bb-9cb22292ef63, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b0b823de-40d9-4874-81bb-9cb22292ef63,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:53.045898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.062780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Calling delete_port for b0b823de-40d9-4874-81bb-9cb22292ef63 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:00:53.066524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] Set router 59d8eaae-14a8-4fb1-909c-2d728f7778fa gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:00:53.165411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] DHCP port deletion for 4eaa13e2-8cfe-4303-a8f7-d44e9f781786 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:00:53.264042 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.276394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.291871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Port': ['ID=b0b823de-40d9-4874-81bb-9cb22292ef63,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:53.304696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.305074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.305418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.305757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.306123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.306466 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.306805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.307130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.307456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.307780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.308105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.308427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:53.328516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] Deleting port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:00:53.328900 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.377529 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.409399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] For port d11935b8-1e72-47e6-80c7-2b7c3669f8d8, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d11935b8-1e72-47e6-80c7-2b7c3669f8d8,segment=NetworkSegment(8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0),segment_id=8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:53.409796 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.425837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] Calling delete_port for d11935b8-1e72-47e6-80c7-2b7c3669f8d8 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:00:53.434323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T16:00:51Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:53.467910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4076a-5cbd-4d7c-8da5-e897e6b37d24 None None] The sync data for ids ['59d8eaae-14a8-4fb1-909c-2d728f7778fa'] in n-d-827869-1 is: [{'id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'name': 'tempest-TestNetworkBasicOps-router-1386197663', 'tenant_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T16:00:51Z', 'revision_number': 5, 'project_id': '5fa3c04f86b2422ebc450aff521f0f4a', 'gw_port': {'id': 'b0b823de-40d9-4874-81bb-9cb22292ef63', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d8eaae-14a8-4fb1-909c-2d728f7778fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:58Z', 'updated_at': '2022-02-04T15:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:00:53.502022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.503894 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.547419 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.550686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.551422 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Fanout notify agent at l3_agent the message router_deleted on router 59d8eaae-14a8-4fb1-909c-2d728f7778fa {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:00:53.563426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.565269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8a7d4cd1-1122-4cbf-a73d-2525be1768d6 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/routers/59d8eaae-14a8-4fb1-909c-2d728f7778fa HTTP/1.1" status: 204 len: 168 time: 0.9036438 Feb 04 16:00:53.567904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52606) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:53.581761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] Pushing event deleted for resources: {'Port': ['ID=d11935b8-1e72-47e6-80c7-2b7c3669f8d8,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:53.585888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fcc73-50ee-404f-b336-5387d8b8baf8 None None] No DVR routers for this DVR port d11935b8-1e72-47e6-80c7-2b7c3669f8d8 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:53.667816 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.759569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.780760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaa13e2-8cfe-4303-a8f7-d44e9f781786']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:53.789965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:53.790298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8997f11a-2cd9-4d8f-9b35-ffc2e3ae21f0') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:53.800118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.813018 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.819109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:00:53.819595 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:00:53.823020 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:00:53.889009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.896935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.900257 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] 10.222.0.47 "DELETE /v2.0/networks/4eaa13e2-8cfe-4303-a8f7-d44e9f781786 HTTP/1.1" status: 204 len: 168 time: 0.3308842 Feb 04 16:00:53.912612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b896649-4123-44e0-bf60-025cca22bd69 tempest-TestNetworkBasicOps-1811713663 tempest-TestNetworkBasicOps-1811713663-project] Pushing event deleted for resources: {'Network': ['ID=4eaa13e2-8cfe-4303-a8f7-d44e9f781786,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:54.228996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52612) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:54.381593 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1a32b971-e8a2-4019-832b-fbf6253cba24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fa3c04f86b2422ebc450aff521f0f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511631 Feb 04 16:00:54.384163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52616) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:54.441815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-163c9110-36fd-42be-8d54-ae7430bcddf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.465036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-163c9110-36fd-42be-8d54-ae7430bcddf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.521047 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-163c9110-36fd-42be-8d54-ae7430bcddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.524699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-163c9110-36fd-42be-8d54-ae7430bcddf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.524699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-163c9110-36fd-42be-8d54-ae7430bcddf7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da918b60-36f9-4fd5-8815-9c238a73e75c HTTP/1.1" status: 204 len: 168 time: 0.1398449 Feb 04 16:00:54.535539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c9110-36fd-42be-8d54-ae7430bcddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da918b60-36f9-4fd5-8815-9c238a73e75c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:54.696011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0b823de-40d9-4874-81bb-9cb22292ef63 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:00:54.730362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b0b823de-40d9-4874-81bb-9cb22292ef63 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:00:54.730941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b0b823de-40d9-4874-81bb-9cb22292ef63 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:00:54.731654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d11935b8-1e72-47e6-80c7-2b7c3669f8d8 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:00:54.771177 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d11935b8-1e72-47e6-80c7-2b7c3669f8d8 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:00:54.771747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d11935b8-1e72-47e6-80c7-2b7c3669f8d8 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:00:54.772444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3cdffbf8-8b0c-4f03-85b3-2b6364592edd no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:00:54.805837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3cdffbf8-8b0c-4f03-85b3-2b6364592edd {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:00:54.806460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3cdffbf8-8b0c-4f03-85b3-2b6364592edd not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:00:54.913960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52622) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:54.929019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39281564-f5be-4286-818d-a890ea0d2c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.024313 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39281564-f5be-4286-818d-a890ea0d2c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.029349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39281564-f5be-4286-818d-a890ea0d2c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.075733 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-39281564-f5be-4286-818d-a890ea0d2c3b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1594419947ba41ffaed95b4fe69652f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598909 Feb 04 16:00:55.076495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39281564-f5be-4286-818d-a890ea0d2c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48404b8-21ce-400a-a10c-a3164adf9d10,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:55.078585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52624) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:00:55.154071 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f88e538a-98f1-4b62-8217-6a67915cfca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.176912 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f88e538a-98f1-4b62-8217-6a67915cfca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.241552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f88e538a-98f1-4b62-8217-6a67915cfca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.247347 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f88e538a-98f1-4b62-8217-6a67915cfca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.249437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f88e538a-98f1-4b62-8217-6a67915cfca2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d48404b8-21ce-400a-a10c-a3164adf9d10 HTTP/1.1" status: 204 len: 168 time: 0.1691368 Feb 04 16:00:55.263365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e538a-98f1-4b62-8217-6a67915cfca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48404b8-21ce-400a-a10c-a3164adf9d10,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:00.128120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e436f813-2476-4c9e-8635-8d49cc036cad req-23d6ffac-e937-4d79-b806-a28c7d1d4a70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406296 Feb 04 16:01:00.215159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f813-2476-4c9e-8635-8d49cc036cad req-3cb89bc4-f8b1-463b-aa0a-d7abbed4c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.217045 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e436f813-2476-4c9e-8635-8d49cc036cad req-3cb89bc4-f8b1-463b-aa0a-d7abbed4c3ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1136 time: 0.0459921 Feb 04 16:01:00.331981 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f813-2476-4c9e-8635-8d49cc036cad req-9eb90a16-34ed-4948-91fb-87b582f8953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.333630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e436f813-2476-4c9e-8635-8d49cc036cad req-9eb90a16-34ed-4948-91fb-87b582f8953c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d HTTP/1.1" status: 200 len: 898 time: 0.0932982 Feb 04 16:01:00.416164 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e436f813-2476-4c9e-8635-8d49cc036cad req-68e86310-9620-4ed0-bf6e-8616cece5ff0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8113d7-79d1-46b2-8796-d536902de1ae HTTP/1.1" status: 200 len: 1001 time: 0.0696454 Feb 04 16:01:00.473694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f813-2476-4c9e-8635-8d49cc036cad req-36810482-995e-437b-8e34-22db16acdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.475244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e436f813-2476-4c9e-8635-8d49cc036cad req-36810482-995e-437b-8e34-22db16acdec4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7796bc08-3ed2-4b1c-82f7-75e970319ca1 HTTP/1.1" status: 200 len: 835 time: 0.0515392 Feb 04 16:01:00.528104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f813-2476-4c9e-8635-8d49cc036cad req-19dbe05b-ce8c-43b5-bc0f-97d4a7593561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.529908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e436f813-2476-4c9e-8635-8d49cc036cad req-19dbe05b-ce8c-43b5-bc0f-97d4a7593561 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461626 Feb 04 16:01:00.585437 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6b3175be-668e-4569-9da1-7bf4ee094bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.645485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e436f813-2476-4c9e-8635-8d49cc036cad req-4653e31c-2eed-446b-baa6-345fb5214558 service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087811 Feb 04 16:01:00.741805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e436f813-2476-4c9e-8635-8d49cc036cad req-b1067404-4928-448a-9e27-c00fe54b3239 service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885990 Feb 04 16:01:03.682099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ce55641-6401-4002-9bf5-3ca5333f8a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.837721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.948335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.448376 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.876683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.028123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52644) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:10.141569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3dbca473-4339-427e-a4e2-9512c4d39d9e tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3707 time: 0.1118746 Feb 04 16:01:10.144294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52646) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:10.150367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'network': {'name': 'tempest-network-smoke--1583429736', 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'port_security_enabled': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:10.174145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Made reservation on behalf of 09d583ec27dd48e38cac15a1439d95c3 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:10.178396 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.203557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:10.213759 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.214139 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Added segment a2f73821-6785-460f-aa7d-4107a52c3fdf of type vlan for network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 Feb 04 16:01:10.259626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.286393 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.292706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:10.293355 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.357471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2120435 Feb 04 16:01:10.362348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52648) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:10.367944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'admin_state_up': True, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:10.370688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c01b6e-49e6-4c9b-bd65-53c55ec437a5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Network': ['ID=52c025c0-2a57-4ead-a41e-7b67ef5fda93,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:10.382052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:01:10.401486 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.402744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.463711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.608348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.818804 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.839231 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.950728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Allocated IP 172.25.1.35 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/51603ca1-aac1-44ee-a19c-f14b06ce5d09) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:11.060159 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.099104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.145932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:11.149063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:11.152577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:01:11.175814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=51603ca1-aac1-44ee-a19c-f14b06ce5d09,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:11.410457 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.622356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.098095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Router ac876b0c-10b1-4d51-87d1-7b13c929efc7 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:01:12.216463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:12.226887 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570b973-046d-474f-be73-672df93243c0 None None] Sync routers for ids ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:12.237521 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570b973-046d-474f-be73-672df93243c0 None None] Routers {'ac876b0c-10b1-4d51-87d1-7b13c929efc7'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:12.238067 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.238270 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c570b973-046d-474f-be73-672df93243c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:12.239498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-def79cc1-63d3-4eec-b618-285a4640687f tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8759501 Feb 04 16:01:12.243235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52650) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:12.290655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f387a42a-7f51-4140-80fd-c473f74f5f54 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:12.292187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f387a42a-7f51-4140-80fd-c473f74f5f54 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=09d583ec27dd48e38cac15a1439d95c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0480008 Feb 04 16:01:12.295930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52652) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:12.404235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cc73b-1371-4310-b6f1-9506bddc0202 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:12.409006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e85cc73b-1371-4310-b6f1-9506bddc0202 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1096222 Feb 04 16:01:12.409429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52654) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:12.444866 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-becaefe7-5b2d-4d63-bebb-9c5cf5b3fd4c tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341091 Feb 04 16:01:12.448074 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52656) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:12.452710 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c570b973-046d-474f-be73-672df93243c0 None None] Set router ac876b0c-10b1-4d51-87d1-7b13c929efc7 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:12.487854 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b0754329-a989-4ab9-9eba-8b0a410f328f tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=09d583ec27dd48e38cac15a1439d95c3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381997 Feb 04 16:01:12.491532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52658) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:12.649246 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c570b973-046d-474f-be73-672df93243c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:11Z', 'revision_number': 3, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:12.671886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa019ea5-8528-4565-b1c0-34340507f095 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:12.673362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aa019ea5-8528-4565-b1c0-34340507f095 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1802287 Feb 04 16:01:12.676353 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570b973-046d-474f-be73-672df93243c0 None None] Checking router: ac876b0c-10b1-4d51-87d1-7b13c929efc7 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:12.676682 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570b973-046d-474f-be73-672df93243c0 None None] Updating router ac876b0c-10b1-4d51-87d1-7b13c929efc7 port 51603ca1-aac1-44ee-a19c-f14b06ce5d09 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:01:12.677291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52660) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:12.707681 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c570b973-046d-474f-be73-672df93243c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.714197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-535f8f62-26af-4a6f-b38e-e7c4ba3e56e5 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354667 Feb 04 16:01:12.716968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52662) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:12.722218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-290896488', 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93', 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:12.820820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Made reservation on behalf of 09d583ec27dd48e38cac15a1439d95c3 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:12.825906 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.987065 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c570b973-046d-474f-be73-672df93243c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:12.994067 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c570b973-046d-474f-be73-672df93243c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.031276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.046157 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c570b973-046d-474f-be73-672df93243c0 None None] Attempting to bind port 51603ca1-aac1-44ee-a19c-f14b06ce5d09 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:13.046599 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c570b973-046d-474f-be73-672df93243c0 None None] Attempting to bind port 51603ca1-aac1-44ee-a19c-f14b06ce5d09 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:13.046968 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570b973-046d-474f-be73-672df93243c0 None None] Attempting to bind port 51603ca1-aac1-44ee-a19c-f14b06ce5d09 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:01:13.052450 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Pushing event updated for resources: {'Port': ['ID=51603ca1-aac1-44ee-a19c-f14b06ce5d09,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.063172 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570b973-046d-474f-be73-672df93243c0 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:01:13.063547 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570b973-046d-474f-be73-672df93243c0 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:01:13.063948 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c570b973-046d-474f-be73-672df93243c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.064331 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570b973-046d-474f-be73-672df93243c0 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:01:13.064796 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c570b973-046d-474f-be73-672df93243c0 None None] Bound port: 51603ca1-aac1-44ee-a19c-f14b06ce5d09, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:13.065158 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c570b973-046d-474f-be73-672df93243c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.067425 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.067759 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.068090 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.068413 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.068850 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.069115 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.069430 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.070314 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.070646 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.071746 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.071746 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.071746 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.111409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Subnet': ['ID=b54657a1-0ccc-4800-b879-c306af9ab4c6,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.119036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Checking segment: {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:01:13.119400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network hostable DHCP agents. Network: 52c025c0-2a57-4ead-a41e-7b67ef5fda93, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:13.136866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:13.144684 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-c570b973-046d-474f-be73-672df93243c0 None None] For port 51603ca1-aac1-44ee-a19c-f14b06ce5d09, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:13.147065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 52c025c0-2a57-4ead-a41e-7b67ef5fda93) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:13.148419 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-c570b973-046d-474f-be73-672df93243c0 None None] For port 51603ca1-aac1-44ee-a19c-f14b06ce5d09, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=51603ca1-aac1-44ee-a19c-f14b06ce5d09,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:13.152854 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c570b973-046d-474f-be73-672df93243c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.155660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748eb1b7-d6ad-456d-b922-cb113762b88a None None] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:01:13.158205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:13.158816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.180640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-47a22134-876b-4299-b1f8-3beff2d0a0db tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4598608 Feb 04 16:01:13.180841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52664) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:13.223320 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f48b-fe36-4a31-9c20-8a47be247506 None None] Pushing event updated for resources: {'Port': ['ID=51603ca1-aac1-44ee-a19c-f14b06ce5d09,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.228593 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570b973-046d-474f-be73-672df93243c0 None None] Routers {'ac876b0c-10b1-4d51-87d1-7b13c929efc7'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:13.229554 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c570b973-046d-474f-be73-672df93243c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:13.348983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-52c025c0-2a57-4ead-a41e-7b67ef5fda93', 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'fixed_ips': [{'subnet_id': 'b54657a1-0ccc-4800-b879-c306af9ab4c6'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:01:13.351072 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.357243 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c570b973-046d-474f-be73-672df93243c0 None None] Set router ac876b0c-10b1-4d51-87d1-7b13c929efc7 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:13.554911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Allocated IP 172.20.0.18 (52c025c0-2a57-4ead-a41e-7b67ef5fda93/b54657a1-0ccc-4800-b879-c306af9ab4c6/9eb015ee-37dd-4e00-8a48-12d8083f456c) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:13.576364 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c570b973-046d-474f-be73-672df93243c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:11Z', 'revision_number': 3, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:13.623035 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570b973-046d-474f-be73-672df93243c0 None None] The sync data for ids ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'] in n-d-827869-1 is: [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:11Z', 'revision_number': 3, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:13.733877 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.740897 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.787073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:13.790277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:13.796591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:01:13.799750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Pushing event updated for resources: {'Port': ['ID=9eb015ee-37dd-4e00-8a48-12d8083f456c,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.812169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.812521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.812761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.813107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.813442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.813763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.814118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.814469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.814774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.815097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.815418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.815738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:13.869394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Attempting to bind port 9eb015ee-37dd-4e00-8a48-12d8083f456c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:13.869777 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Attempting to bind port 9eb015ee-37dd-4e00-8a48-12d8083f456c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:13.870358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Attempting to bind port 9eb015ee-37dd-4e00-8a48-12d8083f456c on network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:01:13.888403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:01:13.888791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Checking segment: {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:01:13.889209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.889620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Bound using segment: {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:01:13.890189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Bound port: 9eb015ee-37dd-4e00-8a48-12d8083f456c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:13.890531 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.974154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] For port 9eb015ee-37dd-4e00-8a48-12d8083f456c, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:13.979570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] For port 9eb015ee-37dd-4e00-8a48-12d8083f456c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9eb015ee-37dd-4e00-8a48-12d8083f456c,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:13.985606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.060746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb0e4b-6575-4896-9b39-6180fc5eedc9 None None] Pushing event updated for resources: {'Port': ['ID=9eb015ee-37dd-4e00-8a48-12d8083f456c,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:14.061086 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.405600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Allocated IP 172.20.0.17 (52c025c0-2a57-4ead-a41e-7b67ef5fda93/b54657a1-0ccc-4800-b879-c306af9ab4c6/a7d1a109-b120-449e-be6e-8c8891bbe1a5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:14.537323 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.585190 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.659377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=a7d1a109-b120-449e-be6e-8c8891bbe1a5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:14.673301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:14.674886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:14.677998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:01:14.750967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.810705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9eb015ee-37dd-4e00-8a48-12d8083f456c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:01:14.864028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9eb015ee-37dd-4e00-8a48-12d8083f456c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:14.865129 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.908414 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.956702 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.998457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 9eb015ee-37dd-4e00-8a48-12d8083f456c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9eb015ee-37dd-4e00-8a48-12d8083f456c,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:15.004629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.006118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 51603ca1-aac1-44ee-a19c-f14b06ce5d09 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:01:15.133163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=9eb015ee-37dd-4e00-8a48-12d8083f456c,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:15.156069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 51603ca1-aac1-44ee-a19c-f14b06ce5d09 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:15.156787 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.243458 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.249504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.264290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e54169-5887-4a3e-90f2-0b4c0d7fd4bc None None] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:01:15.327152 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.334250 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.346632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=a7d1a109-b120-449e-be6e-8c8891bbe1a5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:15.370734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 51603ca1-aac1-44ee-a19c-f14b06ce5d09, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=51603ca1-aac1-44ee-a19c-f14b06ce5d09,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:15.371858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4a52d375-8523-42e8-a660-16f6b39cea8c None None] Provisioning complete for port 9eb015ee-37dd-4e00-8a48-12d8083f456c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:15.372246 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a52d375-8523-42e8-a660-16f6b39cea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.395828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.451012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:15.452530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:15.506664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=51603ca1-aac1-44ee-a19c-f14b06ce5d09,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:15.591394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Router ac876b0c-10b1-4d51-87d1-7b13c929efc7 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:15.729001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:15.734264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-229c465a-b34f-4687-b22c-8b00fb01b28d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "PUT /v2.0/routers/ac876b0c-10b1-4d51-87d1-7b13c929efc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5522466 Feb 04 16:01:15.901925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ad7260-1355-4ee9-af74-97d32594fcfe None None] Provisioning complete for port 9eb015ee-37dd-4e00-8a48-12d8083f456c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:15.902789 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ad7260-1355-4ee9-af74-97d32594fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.936331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Sync routers for ids ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:15.959660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Routers {'ac876b0c-10b1-4d51-87d1-7b13c929efc7'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:15.960852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:16.060026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-1f4f8284-e8c9-4f80-8150-1bf7ecf3f0b5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.061937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-1f4f8284-e8c9-4f80-8150-1bf7ecf3f0b5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/networks?id=52c025c0-2a57-4ead-a41e-7b67ef5fda93 HTTP/1.1" status: 200 len: 798 time: 0.1497257 Feb 04 16:01:16.105426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-90072f7b-e9c2-4f86-a83f-0bb59653cb92 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/quotas/09d583ec27dd48e38cac15a1439d95c3 HTTP/1.1" status: 200 len: 375 time: 0.0330803 Feb 04 16:01:16.110354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Set router ac876b0c-10b1-4d51-87d1-7b13c929efc7 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:16.140732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-72ad7260-1355-4ee9-af74-97d32594fcfe None None] Provisioning complete for port a7d1a109-b120-449e-be6e-8c8891bbe1a5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:16.141111 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72ad7260-1355-4ee9-af74-97d32594fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.193859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-4be925fe-6e94-4b0d-a769-0c06af307d71 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0853875 Feb 04 16:01:16.362464 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-bdde0ed2-7e28-42c4-9d0e-f73fb4ee20a3 service neutron] 10.222.0.47 "GET /v2.0/networks/52c025c0-2a57-4ead-a41e-7b67ef5fda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512768 Feb 04 16:01:16.408737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-72ad7260-1355-4ee9-af74-97d32594fcfe None None] Port a7d1a109-b120-449e-be6e-8c8891bbe1a5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:01:16.512980 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-e83c6a5d-c769-4772-b112-bcab4194a968 service neutron] 10.222.0.47 "GET /v2.0/networks/52c025c0-2a57-4ead-a41e-7b67ef5fda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372020 Feb 04 16:01:16.520259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2bb42-fe1f-4834-a49e-a6b64ef309d1 req-d1f1c770-755a-4ade-9888-ca0c7547b098 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.521842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ba2bb42-fe1f-4834-a49e-a6b64ef309d1 req-d1f1c770-755a-4ade-9888-ca0c7547b098 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0562558 Feb 04 16:01:16.546671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d606a21d-16db-4612-96e4-c6392cc22c28 None None] Provisioning complete for port a7d1a109-b120-449e-be6e-8c8891bbe1a5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:16.546962 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d606a21d-16db-4612-96e4-c6392cc22c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.573217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ba2bb42-fe1f-4834-a49e-a6b64ef309d1 req-d56013c6-95f3-4463-bb04-053f61f82681 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443799 Feb 04 16:01:16.599154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d606a21d-16db-4612-96e4-c6392cc22c28 None None] Port a7d1a109-b120-449e-be6e-8c8891bbe1a5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:01:16.603981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:14Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a7d1a109-b120-449e-be6e-8c8891bbe1a5', 'name': '', 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:e2:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b54657a1-0ccc-4800-b879-c306af9ab4c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:15Z', 'revision_number': 2, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': 'b54657a1-0ccc-4800-b879-c306af9ab4c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:16.637967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Checking router: ac876b0c-10b1-4d51-87d1-7b13c929efc7 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:16.638367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Updating router ac876b0c-10b1-4d51-87d1-7b13c929efc7 port a7d1a109-b120-449e-be6e-8c8891bbe1a5 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:01:16.678090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.703089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9eb015ee-37dd-4e00-8a48-12d8083f456c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:01:16.733614 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb2f2eb2-4f52-43f7-8265-199d2716f30e req-eb9c097b-c590-4dc9-a057-4b548a187edc tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 210 time: 0.0338759 Feb 04 16:01:16.853254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9eb015ee-37dd-4e00-8a48-12d8083f456c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:16.853623 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.024714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 51603ca1-aac1-44ee-a19c-f14b06ce5d09 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:01:17.135828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.145759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.149960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 51603ca1-aac1-44ee-a19c-f14b06ce5d09 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:17.150378 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.241940 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1dd8d-a0fe-4675-9cd1-03403d3b02c6 None None] Pushing event updated for resources: {'Port': ['ID=a7d1a109-b120-449e-be6e-8c8891bbe1a5,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:17.339688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Attempting to bind port a7d1a109-b120-449e-be6e-8c8891bbe1a5 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:17.340066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Attempting to bind port a7d1a109-b120-449e-be6e-8c8891bbe1a5 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:17.340435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Attempting to bind port a7d1a109-b120-449e-be6e-8c8891bbe1a5 on network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:01:17.352113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:01:17.352688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Checking segment: {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:01:17.353238 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.353701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Bound using segment: {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:01:17.354268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Bound port: a7d1a109-b120-449e-be6e-8c8891bbe1a5, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:17.354902 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.447503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] For port a7d1a109-b120-449e-be6e-8c8891bbe1a5, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:17.454387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] For port a7d1a109-b120-449e-be6e-8c8891bbe1a5, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a7d1a109-b120-449e-be6e-8c8891bbe1a5,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:17.461699 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.551148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1dd8d-a0fe-4675-9cd1-03403d3b02c6 None None] Pushing event updated for resources: {'Port': ['ID=a7d1a109-b120-449e-be6e-8c8891bbe1a5,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:17.555972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Routers {'ac876b0c-10b1-4d51-87d1-7b13c929efc7'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:17.556787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:17.621184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3557bdcd-eaa9-433c-8bdb-711fd49d1144 None None] Provisioning complete for port a7d1a109-b120-449e-be6e-8c8891bbe1a5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:17.621894 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3557bdcd-eaa9-433c-8bdb-711fd49d1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.769057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f352c-a898-4a14-a24c-7adc1f94c1f6 req-1a877f31-a1f8-4657-a860-a9e0caea6466 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:17.771881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c5f352c-a898-4a14-a24c-7adc1f94c1f6 req-1a877f31-a1f8-4657-a860-a9e0caea6466 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0877144 Feb 04 16:01:17.786517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] Set router ac876b0c-10b1-4d51-87d1-7b13c929efc7 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:17.842486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c5f352c-a898-4a14-a24c-7adc1f94c1f6 req-4f7ec5bc-686f-4933-b6ac-36724bf05aa8 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597134 Feb 04 16:01:17.890534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3557bdcd-eaa9-433c-8bdb-711fd49d1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.895199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-852212b8-01e6-4f3c-af6f-ee7997530b40 req-9f6712e9-1e52-4bb8-9586-eb8752b32c12 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 210 time: 0.0345414 Feb 04 16:01:18.028551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3557bdcd-eaa9-433c-8bdb-711fd49d1144 None None] For port a7d1a109-b120-449e-be6e-8c8891bbe1a5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a7d1a109-b120-449e-be6e-8c8891bbe1a5,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:18.033548 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3557bdcd-eaa9-433c-8bdb-711fd49d1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.128020 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557bdcd-eaa9-433c-8bdb-711fd49d1144 None None] Pushing event updated for resources: {'Port': ['ID=a7d1a109-b120-449e-be6e-8c8891bbe1a5,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:18.163680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-820c77c7-af4f-4371-9514-2880e739090d None None] Provisioning complete for port a7d1a109-b120-449e-be6e-8c8891bbe1a5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:18.163918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-820c77c7-af4f-4371-9514-2880e739090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.192400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:14Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a7d1a109-b120-449e-be6e-8c8891bbe1a5', 'name': '', 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:e2:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b54657a1-0ccc-4800-b879-c306af9ab4c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:17Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': 'b54657a1-0ccc-4800-b879-c306af9ab4c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:18.228863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015410e1-b8e3-43b0-ae62-bc5871a6ce69 None None] The sync data for ids ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'] in n-d-827869-1 is: [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:14Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a7d1a109-b120-449e-be6e-8c8891bbe1a5', 'name': '', 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:e2:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'b54657a1-0ccc-4800-b879-c306af9ab4c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:14Z', 'updated_at': '2022-02-04T16:01:17Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': 'b54657a1-0ccc-4800-b879-c306af9ab4c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:18.396810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-d818715d-e814-4ce7-b455-651c1e0d1832 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:18.402394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-d818715d-e814-4ce7-b455-651c1e0d1832 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.50 "GET /v2.0/networks?id=52c025c0-2a57-4ead-a41e-7b67ef5fda93 HTTP/1.1" status: 200 len: 798 time: 0.2053359 Feb 04 16:01:18.431249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Request body: {'port': {'device_id': '8cff9dcd-55bd-458a-86e6-36c612283869', 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93', 'admin_state_up': True, 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:18.577469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Made reservation on behalf of 09d583ec27dd48e38cac15a1439d95c3 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:18.582622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.751778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Allocated IP 172.20.0.23 (52c025c0-2a57-4ead-a41e-7b67ef5fda93/b54657a1-0ccc-4800-b879-c306af9ab4c6/4fca9c1b-9d6b-410a-88d4-f9370bddb730) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:18.754004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a7d1a109-b120-449e-be6e-8c8891bbe1a5 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:01:18.824336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a7d1a109-b120-449e-be6e-8c8891bbe1a5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:18.826417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.939294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.024865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e5318ee4-0a90-4e31-a9f0-b274c32b8bf3 req-924ad153-f159-47e4-b7a1-ba57448f16eb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 210 time: 0.0306726 Feb 04 16:01:19.026221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75ab31-fbba-48f4-a830-db5d3bd66980 req-bb8b5e9b-3e43-4d81-a11b-6557feb55d30 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.027972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd75ab31-fbba-48f4-a830-db5d3bd66980 req-bb8b5e9b-3e43-4d81-a11b-6557feb55d30 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0835388 Feb 04 16:01:19.042904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.106812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:19.115260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:19.117787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:01:19.126786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd75ab31-fbba-48f4-a830-db5d3bd66980 req-ca1af99f-1407-4c83-8de7-21968ab325ff tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2fd7c35-6bd1-48ff-a44e-6f524d670f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923250 Feb 04 16:01:19.151187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event updated for resources: {'Port': ['ID=4fca9c1b-9d6b-410a-88d4-f9370bddb730,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:19.184412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.185114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.202766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-3b91e464-650b-4070-b001-7b6265a4e387 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.204897 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-3b91e464-650b-4070-b001-7b6265a4e387 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 945 time: 0.0665686 Feb 04 16:01:19.206473 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-893371c7-860d-4f76-9bfe-b4218e7ae128 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7798893 Feb 04 16:01:19.230421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Request body: {'port': {'device_id': '8cff9dcd-55bd-458a-86e6-36c612283869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:19.309894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.344192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Deleting port 508c673f-84ec-48a3-8044-131a2f71b2ce {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:19.348831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.464952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] For port 508c673f-84ec-48a3-8044-131a2f71b2ce, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=508c673f-84ec-48a3-8044-131a2f71b2ce,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:19.465327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.483953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-23a9eb24-5732-4a40-87ba-87af848ffe25 None None] Provisioning complete for port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:19.484529 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-23a9eb24-5732-4a40-87ba-87af848ffe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.543479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-23a9eb24-5732-4a40-87ba-87af848ffe25 None None] Port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:01:19.640988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fca9c1b-9d6b-410a-88d4-f9370bddb730 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:19.649651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.663203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Transition to ACTIVE for port object 4fca9c1b-9d6b-410a-88d4-f9370bddb730 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:19.668698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.727039 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.727827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Pushing event updated for resources: {'Port': ['ID=4fca9c1b-9d6b-410a-88d4-f9370bddb730,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:19.727994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.728474 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Floating IP 738b242e-f290-4fa4-830f-1fcfea1ccc1d disassociated. External IP: 172.25.1.105, port: 508c673f-84ec-48a3-8044-131a2f71b2ce. Feb 04 16:01:19.728997 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Calling delete_port for 508c673f-84ec-48a3-8044-131a2f71b2ce owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:19.825947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Attempting to bind port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:19.826334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Attempting to bind port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:19.826654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Attempting to bind port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 on network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:01:19.832559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 on network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:01:19.833006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Attempting to bind port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 on network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:01:19.839004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:01:19.839575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Checking segment: {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:01:19.840639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Bound using segment: {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:01:19.840930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Bound port: 4fca9c1b-9d6b-410a-88d4-f9370bddb730, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f73821-6785-460f-aa7d-4107a52c3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:19.841306 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.919996 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.930597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] For port 4fca9c1b-9d6b-410a-88d4-f9370bddb730, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:19.934297 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] For port 4fca9c1b-9d6b-410a-88d4-f9370bddb730, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4fca9c1b-9d6b-410a-88d4-f9370bddb730,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:19.940426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.957790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event deleted for resources: {'Port': ['ID=508c673f-84ec-48a3-8044-131a2f71b2ce,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:19.983828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.984573 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.986434 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] 10.222.0.50 "PUT /v2.0/ports/4fca9c1b-9d6b-410a-88d4-f9370bddb730 HTTP/1.1" status: 200 len: 1055 time: 0.7617786 Feb 04 16:01:19.986963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cff9dcd-55bd-458a-86e6-36c612283869', 'tag': '4fca9c1b-9d6b-410a-88d4-f9370bddb730'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:19.989385 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5021f-fdd4-4518-896d-99699209f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8cff9dcd-55bd-458a-86e6-36c612283869", "tag": "4fca9c1b-9d6b-410a-88d4-f9370bddb730"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:20.016122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378c8a-5e53-4ea3-8465-df499ba8e471 service neutron] Pushing event updated for resources: {'Port': ['ID=4fca9c1b-9d6b-410a-88d4-f9370bddb730,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:20.043189 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a3bb0-9d4a-4f34-991c-192d13e6d0d6 x-openstack-request-id: req-365a3bb0-9d4a-4f34-991c-192d13e6d0d6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:20.043363 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cff9dcd-55bd-458a-86e6-36c612283869", "tag": "4fca9c1b-9d6b-410a-88d4-f9370bddb730", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:20.043363 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-365a3bb0-9d4a-4f34-991c-192d13e6d0d6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:20.043962 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cff9dcd-55bd-458a-86e6-36c612283869', 'tag': '4fca9c1b-9d6b-410a-88d4-f9370bddb730', 'status': 'completed', 'code': 200} Feb 04 16:01:20.111389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Router 74238408-e9ca-4430-b83c-4af15ff3c73f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:20.122470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-211a361c-b4d6-4996-b91f-fa9dec44943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.124798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-211a361c-b4d6-4996-b91f-fa9dec44943a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 1058 time: 0.0612438 Feb 04 16:01:20.200822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-0888b29d-bde7-4f01-b409-a6c86c8ff2fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4fca9c1b-9d6b-410a-88d4-f9370bddb730 HTTP/1.1" status: 200 len: 217 time: 0.0617511 Feb 04 16:01:20.255962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13854-ddd2-445e-8c8c-747fe3d2e714 req-24d6201c-f388-4e01-aa05-89c78a39f1aa tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.258605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7da13854-ddd2-445e-8c8c-747fe3d2e714 req-24d6201c-f388-4e01-aa05-89c78a39f1aa tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 907 time: 0.1316700 Feb 04 16:01:20.262598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2fad49d4-c9d8-46e0-b8b3-3d5dd0cc4714 req-7c2ed913-a31c-450f-9bf6-e625bc23bfbc tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b677082-97fb-47ac-9109-17ff60d591ef HTTP/1.1" status: 200 len: 210 time: 0.0405457 Feb 04 16:01:20.266872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:20.278320 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] Sync routers for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:20.280677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-ac5e0faa-77ae-44c0-8ba0-f057238e1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.282610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-ac5e0faa-77ae-44c0-8ba0-f057238e1c25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b54657a1-0ccc-4800-b879-c306af9ab4c6 HTTP/1.1" status: 200 len: 837 time: 0.0745714 Feb 04 16:01:20.298050 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:20.299171 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:20.333152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] No DVR routers for this DVR port 508c673f-84ec-48a3-8044-131a2f71b2ce on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:20.333594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.337873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.50 "DELETE /v2.0/ports/508c673f-84ec-48a3-8044-131a2f71b2ce HTTP/1.1" status: 204 len: 173 time: 1.1130934 Feb 04 16:01:20.338517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b677082-97fb-47ac-9109-17ff60d591ef', 'name': 'network-vif-deleted', 'tag': '508c673f-84ec-48a3-8044-131a2f71b2ce'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:20.341097 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908ffa5f-9d98-4bfb-9fa7-196f9cf9449f" -d '{"events": [{"server_uuid": "1b677082-97fb-47ac-9109-17ff60d591ef", "name": "network-vif-deleted", "tag": "508c673f-84ec-48a3-8044-131a2f71b2ce"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:20.343457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-25ed73f7-f595-468b-bd49-0b7db0781cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.353724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-25ed73f7-f595-468b-bd49-0b7db0781cfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52c025c0-2a57-4ead-a41e-7b67ef5fda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607848 Feb 04 16:01:20.383196 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439567ba-54e3-4cee-990f-e94ba30534d1 x-openstack-request-id: req-439567ba-54e3-4cee-990f-e94ba30534d1 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:20.383586 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b677082-97fb-47ac-9109-17ff60d591ef", "name": "network-vif-deleted", "tag": "508c673f-84ec-48a3-8044-131a2f71b2ce", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:20.383931 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-439567ba-54e3-4cee-990f-e94ba30534d1 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:20.384428 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b677082-97fb-47ac-9109-17ff60d591ef', 'name': 'network-vif-deleted', 'tag': '508c673f-84ec-48a3-8044-131a2f71b2ce', 'status': 'completed', 'code': 200} Feb 04 16:01:20.453387 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:20.474485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-89c2bc26-17be-49a2-88bc-e081b0742349 service neutron] 10.222.0.50 "GET /v2.0/networks/52c025c0-2a57-4ead-a41e-7b67ef5fda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116290 Feb 04 16:01:20.592917 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd10944-4e97-44f1-b8ec-2e96cb49f47f req-e71e53cf-3519-4c5c-a3e2-f39a6759524b service neutron] 10.222.0.50 "GET /v2.0/networks/52c025c0-2a57-4ead-a41e-7b67ef5fda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950196 Feb 04 16:01:20.679979 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:20.709090 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] Checking router: 74238408-e9ca-4430-b83c-4af15ff3c73f for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:20.718164 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:20.718794 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:20.739278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-859e9864-c8dc-4612-8d21-e1301986d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.740835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-859e9864-c8dc-4612-8d21-e1301986d129 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 1058 time: 0.0437369 Feb 04 16:01:20.833492 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:20.838047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-b78110d7-12a2-4868-a447-54dd84b7c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.839603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-b78110d7-12a2-4868-a447-54dd84b7c0bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=52c025c0-2a57-4ead-a41e-7b67ef5fda93 HTTP/1.1" status: 200 len: 899 time: 0.0908065 Feb 04 16:01:20.912331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-acc5f367-fcc5-40ff-aed6-dd0f4dfeaf9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4fca9c1b-9d6b-410a-88d4-f9370bddb730 HTTP/1.1" status: 200 len: 217 time: 0.0570316 Feb 04 16:01:20.973194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-f4250ca5-050f-401d-a1a2-2199c1ef8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.975568 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-f4250ca5-050f-401d-a1a2-2199c1ef8ed4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b54657a1-0ccc-4800-b879-c306af9ab4c6 HTTP/1.1" status: 200 len: 837 time: 0.0532374 Feb 04 16:01:21.032585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-03989485-1cf9-4d19-a457-c7da430cdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:21.036275 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-03989485-1cf9-4d19-a457-c7da430cdf21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52c025c0-2a57-4ead-a41e-7b67ef5fda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532544 Feb 04 16:01:21.144714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-869d3f30-c16c-43dc-b3c1-907353220915 service neutron] 10.222.0.50 "GET /v2.0/networks/52c025c0-2a57-4ead-a41e-7b67ef5fda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983782 Feb 04 16:01:21.191278 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:21.225673 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553720e-6f8d-434c-8f01-6d1c6af2ca5e None None] The sync data for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 is: [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:21.254614 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1c5021f-fdd4-4518-896d-99699209f9ee req-f1b996a8-6bd4-4165-a18d-4f439ee7edf9 service neutron] 10.222.0.50 "GET /v2.0/networks/52c025c0-2a57-4ead-a41e-7b67ef5fda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021023 Feb 04 16:01:21.381684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52736) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:21.405737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bebc6-827f-45e3-ac3b-926f4116d84b req-3300f7dc-cef4-4cb8-b4c1-e6a523be4c85 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:21.408269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e07bebc6-827f-45e3-ac3b-926f4116d84b req-3300f7dc-cef4-4cb8-b4c1-e6a523be4c85 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 907 time: 0.0636668 Feb 04 16:01:21.463221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-743d98c9-dd57-4ea9-a881-912c3a5e1b90 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.488398 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-743d98c9-dd57-4ea9-a881-912c3a5e1b90 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.509340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7214aaee-4420-406c-a6a6-85a775f3420a None None] New status for floating IP 738b242e-f290-4fa4-830f-1fcfea1ccc1d: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:01:21.540263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-743d98c9-dd57-4ea9-a881-912c3a5e1b90 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.543000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-743d98c9-dd57-4ea9-a881-912c3a5e1b90 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.544522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-743d98c9-dd57-4ea9-a881-912c3a5e1b90 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "DELETE /v2.0/security-groups/f2fd7c35-6bd1-48ff-a44e-6f524d670f46 HTTP/1.1" status: 204 len: 168 time: 0.1609008 Feb 04 16:01:21.548039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:21.553885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d98c9-dd57-4ea9-a881-912c3a5e1b90 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fd7c35-6bd1-48ff-a44e-6f524d670f46,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:21.561026 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-24747fd3-3793-43af-b17b-965be17c1654 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] show failed (client error): The resource could not be found. Feb 04 16:01:21.565646 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-24747fd3-3793-43af-b17b-965be17c1654 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups/f2fd7c35-6bd1-48ff-a44e-6f524d670f46 HTTP/1.1" status: 404 len: 347 time: 0.0139482 Feb 04 16:01:21.566151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52740) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:21.710874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Deleting port d2d15ec9-1608-44e8-99ed-2548a76429d1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:21.711219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.793052 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.793395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.806381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Calling delete_port for d2d15ec9-1608-44e8-99ed-2548a76429d1 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:21.944967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.972751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event deleted for resources: {'Port': ['ID=d2d15ec9-1608-44e8-99ed-2548a76429d1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:22.015048 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:01:22.034941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.037867 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.039059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef57876a-0e6c-4c2f-a2b5-c72a971c8e5f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "DELETE /v2.0/floatingips/738b242e-f290-4fa4-830f-1fcfea1ccc1d HTTP/1.1" status: 204 len: 168 time: 0.4717882 Feb 04 16:01:22.124807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 508c673f-84ec-48a3-8044-131a2f71b2ce no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:22.145006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 508c673f-84ec-48a3-8044-131a2f71b2ce {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:22.145341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 508c673f-84ec-48a3-8044-131a2f71b2ce not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:22.547657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d88676-9425-40a5-8bba-5a83284d954a req-c91535d1-3987-4740-bb9f-2bfee3248fe2 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:22.548585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1d88676-9425-40a5-8bba-5a83284d954a req-c91535d1-3987-4740-bb9f-2bfee3248fe2 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 907 time: 0.0577838 Feb 04 16:01:22.554992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:22.559629 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-78674f70-05f8-455f-a6ae-35f585d1f75d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280219888', 'description': 'tempest-description--1697599497'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:22.584986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-78674f70-05f8-455f-a6ae-35f585d1f75d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.667304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-78674f70-05f8-455f-a6ae-35f585d1f75d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.672566 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-78674f70-05f8-455f-a6ae-35f585d1f75d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.703476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-78674f70-05f8-455f-a6ae-35f585d1f75d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.704736 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-78674f70-05f8-455f-a6ae-35f585d1f75d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1487138 Feb 04 16:01:22.705460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78674f70-05f8-455f-a6ae-35f585d1f75d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9aca1-2a23-4d28-863b-42b055a7762f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:22.708710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52748) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:22.717618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-09c86967-e6c1-4f5a-8c43-d646eb5efc5a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'security_group_rule': {'security_group_id': 'fdf9aca1-2a23-4d28-863b-42b055a7762f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:22.748994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09c86967-e6c1-4f5a-8c43-d646eb5efc5a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.807365 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09c86967-e6c1-4f5a-8c43-d646eb5efc5a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.811259 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09c86967-e6c1-4f5a-8c43-d646eb5efc5a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.831396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c86967-e6c1-4f5a-8c43-d646eb5efc5a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d263e58-3095-42fb-980d-8106885b02f9,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:22.837197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-09c86967-e6c1-4f5a-8c43-d646eb5efc5a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.838454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-09c86967-e6c1-4f5a-8c43-d646eb5efc5a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288147 Feb 04 16:01:22.841200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52750) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:22.845704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-934fb1d2-2cb4-4f71-b48f-e1e2d37b0e2b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'security_group_rule': {'security_group_id': 'fdf9aca1-2a23-4d28-863b-42b055a7762f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:22.874940 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-934fb1d2-2cb4-4f71-b48f-e1e2d37b0e2b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.936751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-934fb1d2-2cb4-4f71-b48f-e1e2d37b0e2b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.941144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-934fb1d2-2cb4-4f71-b48f-e1e2d37b0e2b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.959956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fb1d2-2cb4-4f71-b48f-e1e2d37b0e2b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8b6910-2d81-412d-8a28-1848f214d743,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:22.968497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-934fb1d2-2cb4-4f71-b48f-e1e2d37b0e2b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.969853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-934fb1d2-2cb4-4f71-b48f-e1e2d37b0e2b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274483 Feb 04 16:01:22.973275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52752) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:22.978818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:23.004882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.113934 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.228326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Allocated IP 172.25.1.22 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/864ce202-4977-4606-acce-7d153e449efd) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:23.253023 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.333962 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.367769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.411825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:23.416305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:23.418850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:01:23.443311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'Port': ['ID=864ce202-4977-4606-acce-7d153e449efd,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:23.516491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.553966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.680957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26aad11-3f46-4a36-a714-992d88e2b8c0 req-b2663447-c2d9-4f8f-bf54-b450fb6dbb0c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:23.682582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e26aad11-3f46-4a36-a714-992d88e2b8c0 req-b2663447-c2d9-4f8f-bf54-b450fb6dbb0c tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 907 time: 0.0569270 Feb 04 16:01:23.736888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.741800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.842100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'Port': ['ID=864ce202-4977-4606-acce-7d153e449efd,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:23.847818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.863323 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.864563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a794f398-bd96-4211-ac08-b00224a8f7a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8901751 Feb 04 16:01:24.003256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-26a9739b-b357-4022-a4a9-bf67de337e9c tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--280219888&fields=id&tenant_id=dc0a7f2eff6648139e592578e665b340 HTTP/1.1" status: 200 len: 267 time: 0.0336690 Feb 04 16:01:24.109328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-0cd504ee-74df-4d1c-800c-ba43800f260d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.110820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-0cd504ee-74df-4d1c-800c-ba43800f260d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 810 time: 0.1001639 Feb 04 16:01:24.127039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-1f570ae1-428a-42e3-85bb-189a9e81ca53 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/quotas/dc0a7f2eff6648139e592578e665b340 HTTP/1.1" status: 200 len: 375 time: 0.0098386 Feb 04 16:01:24.135068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4fca9c1b-9d6b-410a-88d4-f9370bddb730 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:01:24.184786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-93d8466f-67f0-494b-934c-b0c50f0f8a6c tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500550 Feb 04 16:01:24.246404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4fca9c1b-9d6b-410a-88d4-f9370bddb730, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4fca9c1b-9d6b-410a-88d4-f9370bddb730,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:24.260763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '4fca9c1b-9d6b-410a-88d4-f9370bddb730', 'network_id': '52c025c0-2a57-4ead-a41e-7b67ef5fda93', 'port_id': '4fca9c1b-9d6b-410a-88d4-f9370bddb730', 'mac_address': 'fa:16:3e:39:cb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54657a1-0ccc-4800-b879-c306af9ab4c6', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:01:24.287896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-b9144b35-2b2a-43bb-8d8e-cea72ffe7153 service neutron] 10.222.0.47 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902681 Feb 04 16:01:24.312833 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.327587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fca9c1b-9d6b-410a-88d4-f9370bddb730 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:24.346884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4fca9c1b-9d6b-410a-88d4-f9370bddb730, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4fca9c1b-9d6b-410a-88d4-f9370bddb730,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:24.351806 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.378241 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-589c0d6c-3d96-4fbd-a527-90d3100012f6 service neutron] 10.222.0.47 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831654 Feb 04 16:01:24.398540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=4fca9c1b-9d6b-410a-88d4-f9370bddb730,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:24.557686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a110bea2-9eac-4ce3-b5c2-e5b385509386 req-ec00b52a-b7cb-44c6-b708-1dfaa6ebf278 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 210 time: 0.0290592 Feb 04 16:01:24.773752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4fca9c1b-9d6b-410a-88d4-f9370bddb730'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:01:24.839970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9014b8-0c43-4b9b-8397-40d7d437ef99 req-8b355972-b655-4c84-ba8e-3b6a35b05dc6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.841608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d9014b8-0c43-4b9b-8397-40d7d437ef99 req-8b355972-b655-4c84-ba8e-3b6a35b05dc6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 908 time: 0.0589993 Feb 04 16:01:25.540700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-90af583e-fa27-46d9-be00-b05e1e7a8154 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.542274 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-90af583e-fa27-46d9-be00-b05e1e7a8154 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.30 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 810 time: 0.1143880 Feb 04 16:01:25.590182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-663f0fa4-f378-4c4a-8251-826d80aef3be tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0a7f2eff6648139e592578e665b340 HTTP/1.1" status: 200 len: 379 time: 0.0367773 Feb 04 16:01:25.600024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'port': {'device_id': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'admin_state_up': True, 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'security_groups': ['fdf9aca1-2a23-4d28-863b-42b055a7762f']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:25.681271 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3d8ffe4-db63-4529-a055-e45a90ed9216 req-f2f0ed2a-5665-4852-88f3-68fb9e0ae7e9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 210 time: 0.0373993 Feb 04 16:01:25.748537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Made reservation on behalf of dc0a7f2eff6648139e592578e665b340 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:25.752259 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.895986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Allocated IP 172.20.0.5 (f80456e3-89f7-46c5-bd73-457711658e36/a46507e6-cd0c-447d-a6ed-ba5c97305225/20cd5396-43bc-4238-be31-b29a184aea4d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:25.964756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5c5ac-e94e-4ffe-9439-9834b7ae5af8 req-fb8eef5b-a65d-4043-81c0-a5d90b221221 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.966331 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a7e5c5ac-e94e-4ffe-9439-9834b7ae5af8 req-fb8eef5b-a65d-4043-81c0-a5d90b221221 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 908 time: 0.0544353 Feb 04 16:01:26.049864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.086670 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.134131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Network f80456e3-89f7-46c5-bd73-457711658e36 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:26.137232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:26.143202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:01:26.153807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4fca9c1b-9d6b-410a-88d4-f9370bddb730 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:01:26.167513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event updated for resources: {'Port': ['ID=20cd5396-43bc-4238-be31-b29a184aea4d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:26.207092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:26.207776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.225123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:26.226987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7f57153e-19c4-46e5-b297-4381ad78c60a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307604 Feb 04 16:01:26.229753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:26.230176 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.239477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Request body: {'port': {'device_id': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:26.304307 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.318942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.347078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cff9dcd-55bd-458a-86e6-36c612283869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fca9c1b-9d6b-410a-88d4-f9370bddb730'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:26.349873 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b01b92-31ee-495d-8f73-00ac974ef937" -d '{"events": [{"server_uuid": "8cff9dcd-55bd-458a-86e6-36c612283869", "name": "network-vif-plugged", "status": "completed", "tag": "4fca9c1b-9d6b-410a-88d4-f9370bddb730"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:26.364111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4fca9c1b-9d6b-410a-88d4-f9370bddb730, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4fca9c1b-9d6b-410a-88d4-f9370bddb730,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:26.378938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.411712 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e507991-9fc9-4fec-814d-150bd988a406 x-openstack-request-id: req-6e507991-9fc9-4fec-814d-150bd988a406 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:26.412012 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cff9dcd-55bd-458a-86e6-36c612283869", "name": "network-vif-plugged", "status": "completed", "tag": "4fca9c1b-9d6b-410a-88d4-f9370bddb730", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:26.412361 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e507991-9fc9-4fec-814d-150bd988a406 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:26.412702 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cff9dcd-55bd-458a-86e6-36c612283869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fca9c1b-9d6b-410a-88d4-f9370bddb730', 'code': 200} Feb 04 16:01:26.429580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3623cf3b-1dfb-471f-b3f7-f619a184ec77 None None] Provisioning complete for port 20cd5396-43bc-4238-be31-b29a184aea4d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:26.430340 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3623cf3b-1dfb-471f-b3f7-f619a184ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.476757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=4fca9c1b-9d6b-410a-88d4-f9370bddb730,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:26.479836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3623cf3b-1dfb-471f-b3f7-f619a184ec77 None None] Port 20cd5396-43bc-4238-be31-b29a184aea4d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:01:26.569083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062a196-2fda-4310-beec-d8fdeb61a4c5 req-f83faa68-4b16-48fc-9f82-b1a223ce5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:26.571122 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2062a196-2fda-4310-beec-d8fdeb61a4c5 req-f83faa68-4b16-48fc-9f82-b1a223ce5b67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 1060 time: 0.0698838 Feb 04 16:01:26.640044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cd5396-43bc-4238-be31-b29a184aea4d {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:26.648596 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.661290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Transition to ACTIVE for port object 20cd5396-43bc-4238-be31-b29a184aea4d will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:26.666204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.736891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=20cd5396-43bc-4238-be31-b29a184aea4d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:26.798649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Attempting to bind port 20cd5396-43bc-4238-be31-b29a184aea4d on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:26.799175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Attempting to bind port 20cd5396-43bc-4238-be31-b29a184aea4d by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:26.799639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Attempting to bind port 20cd5396-43bc-4238-be31-b29a184aea4d on network f80456e3-89f7-46c5-bd73-457711658e36 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:01:26.804754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Port 20cd5396-43bc-4238-be31-b29a184aea4d on network f80456e3-89f7-46c5-bd73-457711658e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:01:26.805075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Attempting to bind port 20cd5396-43bc-4238-be31-b29a184aea4d on network f80456e3-89f7-46c5-bd73-457711658e36 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:01:26.810954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:01:26.811203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Checking segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:01:26.811899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Bound using segment: {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:01:26.812181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Bound port: 20cd5396-43bc-4238-be31-b29a184aea4d, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3340a5-159a-45ef-9d96-d277772297eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:26.812675 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.822727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e61bc-ab8f-49e7-b1fb-e5fdebd2499a req-27f08ebc-53d1-485b-9132-30305a87a6c9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:26.824554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c4e61bc-ab8f-49e7-b1fb-e5fdebd2499a req-27f08ebc-53d1-485b-9132-30305a87a6c9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 943 time: 0.0565951 Feb 04 16:01:26.887114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c4e61bc-ab8f-49e7-b1fb-e5fdebd2499a req-942fda5f-604c-46c4-929a-2d36dd3638c3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547414 Feb 04 16:01:26.892378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] For port 20cd5396-43bc-4238-be31-b29a184aea4d, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:26.895907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] For port 20cd5396-43bc-4238-be31-b29a184aea4d, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=20cd5396-43bc-4238-be31-b29a184aea4d,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:26.902140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.941533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:26.942179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.943564 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/20cd5396-43bc-4238-be31-b29a184aea4d HTTP/1.1" status: 200 len: 1091 time: 0.7085054 Feb 04 16:01:26.943998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'tag': '20cd5396-43bc-4238-be31-b29a184aea4d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:26.946572 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a6fdc6-6140-4f1f-ac90-9b393364e11d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e", "tag": "20cd5396-43bc-4238-be31-b29a184aea4d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:26.968205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7291fc-7470-4f7a-b16b-30c7411ee6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=20cd5396-43bc-4238-be31-b29a184aea4d,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:27.025555 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457b0cc1-14b1-45c8-9dc9-6b6cc9dffbc2 x-openstack-request-id: req-457b0cc1-14b1-45c8-9dc9-6b6cc9dffbc2 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:27.025891 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e", "tag": "20cd5396-43bc-4238-be31-b29a184aea4d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:27.026844 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-457b0cc1-14b1-45c8-9dc9-6b6cc9dffbc2 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:27.026844 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'tag': '20cd5396-43bc-4238-be31-b29a184aea4d', 'status': 'completed', 'code': 200} Feb 04 16:01:27.047401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-c3104ebc-bd3f-448d-932d-9bd790ab5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.049035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-c3104ebc-bd3f-448d-932d-9bd790ab5387 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 1094 time: 0.0615802 Feb 04 16:01:27.124307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-3ecf6f26-a8c7-4b75-9e16-95fc2c295469 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20cd5396-43bc-4238-be31-b29a184aea4d HTTP/1.1" status: 200 len: 217 time: 0.0665727 Feb 04 16:01:27.129577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a357-37b9-43a1-a67c-b399151c7d6f req-76dd5e20-2583-48c3-a33c-186dd00efa67 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.132795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a233a357-37b9-43a1-a67c-b399151c7d6f req-76dd5e20-2583-48c3-a33c-186dd00efa67 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 909 time: 0.0735085 Feb 04 16:01:27.193789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7adacbec-453b-4e00-922c-a0fc8a4e5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.195401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-7adacbec-453b-4e00-922c-a0fc8a4e5273 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.0645790 Feb 04 16:01:27.244302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-553173c0-0fd8-404e-8881-00ddd3fa71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.245849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-553173c0-0fd8-404e-8881-00ddd3fa71b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436954 Feb 04 16:01:27.345043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-6900e7ad-bf8a-471b-9823-236336e4b01c service neutron] 10.222.0.30 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909455 Feb 04 16:01:27.434675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad57ccff-d64c-4f33-a567-74757b3340cf req-a1e9bf6a-0328-4e44-a1ab-6ff5167d2cb0 service neutron] 10.222.0.30 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823398 Feb 04 16:01:27.520543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-e8a17af3-f721-4b96-a9e3-cf3e58b1a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.522052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-e8a17af3-f721-4b96-a9e3-cf3e58b1a966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 1094 time: 0.0404592 Feb 04 16:01:27.615886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-a05dab47-bd22-4691-9dc6-85bd8259b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.617911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-a05dab47-bd22-4691-9dc6-85bd8259b200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.0884888 Feb 04 16:01:27.659011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-70336141-be21-4315-aac1-3313e83e34f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20cd5396-43bc-4238-be31-b29a184aea4d HTTP/1.1" status: 200 len: 217 time: 0.0341549 Feb 04 16:01:27.712510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-70bf7485-db90-437b-acab-7afcdfe82a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.714046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-70bf7485-db90-437b-acab-7afcdfe82a46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.0482113 Feb 04 16:01:28.071084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13055585-c8ba-4675-805e-b3107ad7df4e req-7b669ded-5f20-48db-9f5a-d9c3e5ba7489 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.082516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13055585-c8ba-4675-805e-b3107ad7df4e req-7b669ded-5f20-48db-9f5a-d9c3e5ba7489 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 943 time: 0.0882382 Feb 04 16:01:28.118351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-c8edeeca-54ac-4e6e-80b4-13c389412ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.119850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-c8edeeca-54ac-4e6e-80b4-13c389412ec8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3990335 Feb 04 16:01:28.150826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13055585-c8ba-4675-805e-b3107ad7df4e req-49ba8e52-bc66-4613-b076-428ffbc3f995 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663004 Feb 04 16:01:28.263167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-02c0099e-f1e6-49d9-ad94-99cd102386af service neutron] 10.222.0.30 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276453 Feb 04 16:01:28.291805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5db3-592c-484e-b46b-2fe1983a946a req-b6a6073d-a847-41fb-8fda-9390767b4beb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.296103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d02f5db3-592c-484e-b46b-2fe1983a946a req-b6a6073d-a847-41fb-8fda-9390767b4beb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 909 time: 0.0632205 Feb 04 16:01:28.424102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843adf3-49d1-4366-89b5-8d82e7341a4a req-1b7f327d-0d31-4222-a609-2e03b0dfb69a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.425185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7843adf3-49d1-4366-89b5-8d82e7341a4a req-1b7f327d-0d31-4222-a609-2e03b0dfb69a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 909 time: 0.0550532 Feb 04 16:01:28.431799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a8e01-d401-48e7-928a-a794d026345e req-c780a45f-68bf-449d-94bd-3bf6c7bf7e52 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.433322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f2a8e01-d401-48e7-928a-a794d026345e req-c780a45f-68bf-449d-94bd-3bf6c7bf7e52 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0857847 Feb 04 16:01:28.439357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29a6fdc6-6140-4f1f-ac90-9b393364e11d req-367fc223-6f1d-4120-9ebb-2327ad257ec4 service neutron] 10.222.0.30 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690154 Feb 04 16:01:28.479058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f2a8e01-d401-48e7-928a-a794d026345e req-6a692e65-14b4-4af1-846c-4cbd258fa8b4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364666 Feb 04 16:01:28.546526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8610250-2dcc-4f1e-8177-9090e533002d req-56213600-33ab-407d-bb1e-5bbc66d17876 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.548026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a8610250-2dcc-4f1e-8177-9090e533002d req-56213600-33ab-407d-bb1e-5bbc66d17876 tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 1060 time: 0.0444233 Feb 04 16:01:28.659931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff40569-8022-41f9-978b-d3a8ce577b53 req-38bbadcf-3f41-418f-8749-a320ffc95e6d tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.661465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eff40569-8022-41f9-978b-d3a8ce577b53 req-38bbadcf-3f41-418f-8749-a320ffc95e6d tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1136 time: 0.0460687 Feb 04 16:01:28.698334 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eff40569-8022-41f9-978b-d3a8ce577b53 req-8195c0bb-6c06-4d36-9b5f-bbf8ca3b16ea tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0300329 Feb 04 16:01:28.720638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52822) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:28.762580 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58320ee5-c4d4-4788-a808-5f690904959b tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.764108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-58320ee5-c4d4-4788-a808-5f690904959b tempest-TestSecurityGroupsBasicOps-972964010 tempest-TestSecurityGroupsBasicOps-972964010-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 1055 time: 0.0424852 Feb 04 16:01:28.989237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b993e1-0619-42ab-8725-047d56c0b1d5 req-e7b59968-659a-4050-8765-17dbd128c8a4 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.990868 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15b993e1-0619-42ab-8725-047d56c0b1d5 req-e7b59968-659a-4050-8765-17dbd128c8a4 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 909 time: 0.0504360 Feb 04 16:01:29.290783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb2c7-be2a-4d3c-b90f-222b803bbb95 req-c3c9c56f-ef7a-4ffa-a813-9a14f06d78c8 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:29.292504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-454cb2c7-be2a-4d3c-b90f-222b803bbb95 req-c3c9c56f-ef7a-4ffa-a813-9a14f06d78c8 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 943 time: 0.0623507 Feb 04 16:01:29.333319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-454cb2c7-be2a-4d3c-b90f-222b803bbb95 req-5d3459be-292a-4101-a3af-e4b3168c9edb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342734 Feb 04 16:01:29.606053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fd254-a1f3-4dfd-9ce7-af80e4d60ea9 req-019dd66e-3c1b-4cad-bf16-0c918d3789a1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:29.607539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-212fd254-a1f3-4dfd-9ce7-af80e4d60ea9 req-019dd66e-3c1b-4cad-bf16-0c918d3789a1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0497971 Feb 04 16:01:29.645906 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-212fd254-a1f3-4dfd-9ce7-af80e4d60ea9 req-da3d57c8-5410-46df-8d2f-4a2c4969b4d4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Feb 04 16:01:30.112436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07bf86-eabd-4683-858d-ad620bf33666 req-38d2ac35-73a4-49ff-a5ad-7dd0f43ce337 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.113913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a07bf86-eabd-4683-858d-ad620bf33666 req-38d2ac35-73a4-49ff-a5ad-7dd0f43ce337 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 909 time: 0.0487294 Feb 04 16:01:30.453703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba23e-8080-4b8d-a8ab-079b9013a04a req-ebef7e26-b936-4a8b-8f64-9585c6532054 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.455247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27dba23e-8080-4b8d-a8ab-079b9013a04a req-ebef7e26-b936-4a8b-8f64-9585c6532054 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 943 time: 0.0525062 Feb 04 16:01:30.495082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27dba23e-8080-4b8d-a8ab-079b9013a04a req-dd7fc4bc-d028-44f8-ba86-b022c522c17d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335879 Feb 04 16:01:30.580014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-56319751-6ee6-49bf-a0a2-d250c34850ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.774928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-e66664e4-f61c-44e1-927e-0d0ef5568491 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.777679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-e66664e4-f61c-44e1-927e-0d0ef5568491 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 909 time: 0.0685496 Feb 04 16:01:30.801093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c5bff-cc9c-4188-a60b-cad41820ec99 req-aaa86014-395c-4257-b647-bfe4da4ac4e1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.805462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb3c5bff-cc9c-4188-a60b-cad41820ec99 req-aaa86014-395c-4257-b647-bfe4da4ac4e1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0724497 Feb 04 16:01:30.857272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb3c5bff-cc9c-4188-a60b-cad41820ec99 req-cc28e1b6-0e96-4179-8675-7d22812f94b7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454171 Feb 04 16:01:30.883044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:30.883385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.980661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] For port 4fca9c1b-9d6b-410a-88d4-f9370bddb730, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4fca9c1b-9d6b-410a-88d4-f9370bddb730,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:30.981009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.993732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Calling delete_port for 4fca9c1b-9d6b-410a-88d4-f9370bddb730 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:31.128372 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.156414 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Port': ['ID=4fca9c1b-9d6b-410a-88d4-f9370bddb730,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:31.241746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] No DVR routers for this DVR port 4fca9c1b-9d6b-410a-88d4-f9370bddb730 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:31.246908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46b6ec32-3c93-4088-b5db-9a32244dad92 req-1166e557-7888-4e5e-abaf-c60a71d028ec tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cff9dcd-55bd-458a-86e6-36c612283869 HTTP/1.1" status: 200 len: 210 time: 0.0574286 Feb 04 16:01:31.247895 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.252645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b8d9fbd2-9ffd-410f-b69d-817fd93b278e req-73372f89-168e-4e75-84d5-69b2a6f6178d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.50 "DELETE /v2.0/ports/4fca9c1b-9d6b-410a-88d4-f9370bddb730 HTTP/1.1" status: 204 len: 173 time: 0.4680147 Feb 04 16:01:31.253286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cff9dcd-55bd-458a-86e6-36c612283869', 'name': 'network-vif-deleted', 'tag': '4fca9c1b-9d6b-410a-88d4-f9370bddb730'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:31.257689 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f8dfc-282b-4436-970d-3aca7dc80716" -d '{"events": [{"server_uuid": "8cff9dcd-55bd-458a-86e6-36c612283869", "name": "network-vif-deleted", "tag": "4fca9c1b-9d6b-410a-88d4-f9370bddb730"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:31.314390 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eba56ac-fd60-4523-a808-4688017c2c2b x-openstack-request-id: req-7eba56ac-fd60-4523-a808-4688017c2c2b {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:31.314748 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cff9dcd-55bd-458a-86e6-36c612283869", "name": "network-vif-deleted", "tag": "4fca9c1b-9d6b-410a-88d4-f9370bddb730", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:31.315088 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7eba56ac-fd60-4523-a808-4688017c2c2b {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:31.315551 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cff9dcd-55bd-458a-86e6-36c612283869', 'name': 'network-vif-deleted', 'tag': '4fca9c1b-9d6b-410a-88d4-f9370bddb730', 'status': 'completed', 'code': 200} Feb 04 16:01:31.363545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 20cd5396-43bc-4238-be31-b29a184aea4d details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:01:31.470233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 20cd5396-43bc-4238-be31-b29a184aea4d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=20cd5396-43bc-4238-be31-b29a184aea4d,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:31.481710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '20cd5396-43bc-4238-be31-b29a184aea4d', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'port_id': '20cd5396-43bc-4238-be31-b29a184aea4d', 'mac_address': 'fa:16:3e:54:1d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:01:31.525578 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.540423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cd5396-43bc-4238-be31-b29a184aea4d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:31.562071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 20cd5396-43bc-4238-be31-b29a184aea4d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=20cd5396-43bc-4238-be31-b29a184aea4d,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:31.566877 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.618823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=20cd5396-43bc-4238-be31-b29a184aea4d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:31.627149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9f4e8-55b2-422d-adf1-8670cd63b75e req-200e12e0-371f-434b-8484-12148caf46d1 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:31.628060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60d9f4e8-55b2-422d-adf1-8670cd63b75e req-200e12e0-371f-434b-8484-12148caf46d1 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 944 time: 0.0595455 Feb 04 16:01:31.668315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60d9f4e8-55b2-422d-adf1-8670cd63b75e req-098e77eb-746a-4d80-9eb3-0bd8b3164b19 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335157 Feb 04 16:01:31.899759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['20cd5396-43bc-4238-be31-b29a184aea4d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:01:31.986586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698ee4-e7b9-4f83-abc6-16d99737d41f req-e21f9a68-41ce-4833-8da9-62b2018fa04a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:31.988143 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc698ee4-e7b9-4f83-abc6-16d99737d41f req-e21f9a68-41ce-4833-8da9-62b2018fa04a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0512812 Feb 04 16:01:32.028799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc698ee4-e7b9-4f83-abc6-16d99737d41f req-81d7d56a-2a3b-45d8-baac-6961341b1a2f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Feb 04 16:01:32.313588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:32.718291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.795753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f858359-3495-4b3c-a562-2b043a21d797 req-64285b3d-8548-4dd8-bee8-c86822fa20e7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:32.797337 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f858359-3495-4b3c-a562-2b043a21d797 req-64285b3d-8548-4dd8-bee8-c86822fa20e7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 944 time: 0.0564430 Feb 04 16:01:32.838087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f858359-3495-4b3c-a562-2b043a21d797 req-ca16e70a-a082-4aef-ab88-29f7bfec6542 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345726 Feb 04 16:01:33.013914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting port a7d1a109-b120-449e-be6e-8c8891bbe1a5 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:33.014297 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.151300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] For port a7d1a109-b120-449e-be6e-8c8891bbe1a5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a7d1a109-b120-449e-be6e-8c8891bbe1a5,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:33.151588 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.167169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Calling delete_port for a7d1a109-b120-449e-be6e-8c8891bbe1a5 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:33.186923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfab167-da90-4c19-9214-c1f4ddae6048 req-4e37e035-d317-4a63-9687-5a5e32fb242b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:33.188417 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdfab167-da90-4c19-9214-c1f4ddae6048 req-4e37e035-d317-4a63-9687-5a5e32fb242b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0826190 Feb 04 16:01:33.279466 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdfab167-da90-4c19-9214-c1f4ddae6048 req-276f0e92-6bc7-478a-9e1a-05de49cb180e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533540 Feb 04 16:01:33.360478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 20cd5396-43bc-4238-be31-b29a184aea4d up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:01:33.414980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 20cd5396-43bc-4238-be31-b29a184aea4d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:33.420267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 20cd5396-43bc-4238-be31-b29a184aea4d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:33.420577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.420704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.454161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Port': ['ID=a7d1a109-b120-449e-be6e-8c8891bbe1a5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:33.506387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.538878 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cd5396-43bc-4238-be31-b29a184aea4d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:33.541659 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc00ef9e-2012-4929-ab67-5fa8fcc97870" -d '{"events": [{"server_uuid": "c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e", "name": "network-vif-plugged", "status": "completed", "tag": "20cd5396-43bc-4238-be31-b29a184aea4d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:33.704083 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.726446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebf653-1c9e-43b5-9126-68d2719d7031 req-4a004fd7-1fc5-4898-afc3-481b1b9decaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:33.727973 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-baebf653-1c9e-43b5-9126-68d2719d7031 req-4a004fd7-1fc5-4898-afc3-481b1b9decaa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 1095 time: 0.0600901 Feb 04 16:01:33.780375 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2611947-0527-4051-9137-e0c69496384d x-openstack-request-id: req-c2611947-0527-4051-9137-e0c69496384d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:33.780734 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e", "name": "network-vif-plugged", "status": "completed", "tag": "20cd5396-43bc-4238-be31-b29a184aea4d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:33.781124 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2611947-0527-4051-9137-e0c69496384d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:33.781717 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cd5396-43bc-4238-be31-b29a184aea4d', 'code': 200} Feb 04 16:01:33.791006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 20cd5396-43bc-4238-be31-b29a184aea4d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=20cd5396-43bc-4238-be31-b29a184aea4d,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:33.802262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.838586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-baebf653-1c9e-43b5-9126-68d2719d7031 req-4a72a20b-d59d-415a-ab2d-b5b9458e7818 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744131 Feb 04 16:01:33.842761 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d733ead5-9e96-4dc3-9bbe-0b775826d8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.888994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=20cd5396-43bc-4238-be31-b29a184aea4d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.006211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36045-2ada-4a76-9e75-b3e6a7ea7f78 req-aca67a11-b915-4417-86eb-33ed478f935f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:34.007800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-12a36045-2ada-4a76-9e75-b3e6a7ea7f78 req-aca67a11-b915-4417-86eb-33ed478f935f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0957406 Feb 04 16:01:34.015684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Router ac876b0c-10b1-4d51-87d1-7b13c929efc7 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:34.096348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-12a36045-2ada-4a76-9e75-b3e6a7ea7f78 req-8fe19130-3d0d-48b0-8339-70c9bcb8e860 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794656 Feb 04 16:01:34.171810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:34.176869 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-868a81ce-d307-476c-ba54-7d5b2a30a7d5 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "PUT /v2.0/routers/ac876b0c-10b1-4d51-87d1-7b13c929efc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8621116 Feb 04 16:01:34.180164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52858) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:34.184708 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] Sync routers for ids ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:34.198277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4fca9c1b-9d6b-410a-88d4-f9370bddb730 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:34.198847 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] Routers {'ac876b0c-10b1-4d51-87d1-7b13c929efc7'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:34.199740 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:34.221384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 4fca9c1b-9d6b-410a-88d4-f9370bddb730 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:34.221767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4fca9c1b-9d6b-410a-88d4-f9370bddb730 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:34.242250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-640936c9-919b-4221-8277-4a54b34c85b9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting subnet b54657a1-0ccc-4800-b879-c306af9ab4c6 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:01:34.245719 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-640936c9-919b-4221-8277-4a54b34c85b9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.287306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-640936c9-919b-4221-8277-4a54b34c85b9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.316415 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] Set router ac876b0c-10b1-4d51-87d1-7b13c929efc7 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:34.412876 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-640936c9-919b-4221-8277-4a54b34c85b9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.462602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c37c4-8009-4a76-bcf0-ac023ab62f32 req-64c52152-1257-4193-8d4b-604bb0ad3e9a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:34.464199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-024c37c4-8009-4a76-bcf0-ac023ab62f32 req-64c52152-1257-4193-8d4b-604bb0ad3e9a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0982509 Feb 04 16:01:34.504906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-640936c9-919b-4221-8277-4a54b34c85b9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.508911 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:33Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:34.523173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-024c37c4-8009-4a76-bcf0-ac023ab62f32 req-28b6722a-130f-4881-a377-acc4558be0f2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527017 Feb 04 16:01:34.540644 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] Checking router: ac876b0c-10b1-4d51-87d1-7b13c929efc7 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:34.542870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640936c9-919b-4221-8277-4a54b34c85b9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Subnet': ['ID=b54657a1-0ccc-4800-b879-c306af9ab4c6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.545109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-640936c9-919b-4221-8277-4a54b34c85b9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.551035 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] Routers {'ac876b0c-10b1-4d51-87d1-7b13c929efc7'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:34.551269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-640936c9-919b-4221-8277-4a54b34c85b9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/subnets/b54657a1-0ccc-4800-b879-c306af9ab4c6 HTTP/1.1" status: 204 len: 168 time: 0.3692794 Feb 04 16:01:34.551931 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:34.552355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52864) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:34.569459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d332690d-1e19-42e3-bd63-f036e0b0f16d None None] Network 52c025c0-2a57-4ead-a41e-7b67ef5fda93 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:01:34.676574 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] Set router ac876b0c-10b1-4d51-87d1-7b13c929efc7 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:34.721409 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.830545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] DHCP port deletion for 52c025c0-2a57-4ead-a41e-7b67ef5fda93 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:01:34.893881 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:33Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:34.899708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.904585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] Deleting port 9eb015ee-37dd-4e00-8a48-12d8083f456c {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:34.905130 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.932252 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264545b5-b272-4d3f-9115-d8d2ad61c6eb None None] The sync data for ids ['ac876b0c-10b1-4d51-87d1-7b13c929efc7'] in n-d-827869-1 is: [{'id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-171084634', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:33Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '51603ca1-aac1-44ee-a19c-f14b06ce5d09', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac876b0c-10b1-4d51-87d1-7b13c929efc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:01:10Z', 'updated_at': '2022-02-04T16:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:34.998584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting port 51603ca1-aac1-44ee-a19c-f14b06ce5d09 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:34.998970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.016227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] For port 9eb015ee-37dd-4e00-8a48-12d8083f456c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9eb015ee-37dd-4e00-8a48-12d8083f456c,segment=NetworkSegment(a2f73821-6785-460f-aa7d-4107a52c3fdf),segment_id=a2f73821-6785-460f-aa7d-4107a52c3fdf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:35.016791 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.033899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] Calling delete_port for 9eb015ee-37dd-4e00-8a48-12d8083f456c owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:35.115635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] For port 51603ca1-aac1-44ee-a19c-f14b06ce5d09, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=51603ca1-aac1-44ee-a19c-f14b06ce5d09,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:35.115635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.126175 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.140828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Calling delete_port for 51603ca1-aac1-44ee-a19c-f14b06ce5d09 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:35.170024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] Pushing event deleted for resources: {'Port': ['ID=9eb015ee-37dd-4e00-8a48-12d8083f456c,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.176322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7102c-1287-447c-8f1d-ab440c50d690 None None] No DVR routers for this DVR port 9eb015ee-37dd-4e00-8a48-12d8083f456c on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:35.396767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.434624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Port': ['ID=51603ca1-aac1-44ee-a19c-f14b06ce5d09,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.578027 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.652378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b6a77-1e55-4776-8ce6-9e8084a381b6 req-91a11ad1-7aae-4c11-aa77-3a08ae1223a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:35.654024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-128b6a77-1e55-4776-8ce6-9e8084a381b6 req-91a11ad1-7aae-4c11-aa77-3a08ae1223a3 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.1508870 Feb 04 16:01:35.670816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d4d6-ccf5-4097-939a-22c9a201f71f req-075c29c6-8317-4c64-a897-759dff09ce8b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:35.672548 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d77d4d6-ccf5-4097-939a-22c9a201f71f req-075c29c6-8317-4c64-a897-759dff09ce8b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0585682 Feb 04 16:01:35.697524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.705130 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.715764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d77d4d6-ccf5-4097-939a-22c9a201f71f req-3ff143cf-6cfe-4bba-beef-53024444d4cb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349913 Feb 04 16:01:35.762915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-128b6a77-1e55-4776-8ce6-9e8084a381b6 req-76b9b6fa-3119-4125-9d7c-715acc65374b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765049 Feb 04 16:01:35.768037 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.768692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Fanout notify agent at l3_agent the message router_deleted on router ac876b0c-10b1-4d51-87d1-7b13c929efc7 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:01:35.776597 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.777591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ae69de3-9fb0-4c4c-9311-90bfbb72e4ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/routers/ac876b0c-10b1-4d51-87d1-7b13c929efc7 HTTP/1.1" status: 204 len: 168 time: 1.2217267 Feb 04 16:01:35.780472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52870) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:35.841372 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.872734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.992154 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.015049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c025c0-2a57-4ead-a41e-7b67ef5fda93']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:36.024965 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f73821-6785-460f-aa7d-4107a52c3fdf') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:36.025258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f73821-6785-460f-aa7d-4107a52c3fdf') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:36.035216 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.056312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.063410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:01:36.063899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:36.067237 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:36.140489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.147980 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.151116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/networks/52c025c0-2a57-4ead-a41e-7b67ef5fda93 HTTP/1.1" status: 204 len: 168 time: 0.3696210 Feb 04 16:01:36.154999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52872) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:36.163950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4260ba-9349-4b5b-87a9-6e7a03ac38e6 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Network': ['ID=52c025c0-2a57-4ead-a41e-7b67ef5fda93,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:36.335559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting port 7c67fc1a-27d7-4a13-91b7-3a4c2cc7090c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:36.336026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.415917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.416157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.428425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Calling delete_port for 7c67fc1a-27d7-4a13-91b7-3a4c2cc7090c owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:36.610443 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.638134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Port': ['ID=7c67fc1a-27d7-4a13-91b7-3a4c2cc7090c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:36.721284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a7d1a109-b120-449e-be6e-8c8891bbe1a5 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:36.745946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: a7d1a109-b120-449e-be6e-8c8891bbe1a5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:36.746327 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a7d1a109-b120-449e-be6e-8c8891bbe1a5 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:36.746750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9eb015ee-37dd-4e00-8a48-12d8083f456c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:36.771024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9eb015ee-37dd-4e00-8a48-12d8083f456c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:36.771413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9eb015ee-37dd-4e00-8a48-12d8083f456c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:36.771824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 51603ca1-aac1-44ee-a19c-f14b06ce5d09 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:36.804018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 51603ca1-aac1-44ee-a19c-f14b06ce5d09 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:36.804574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 51603ca1-aac1-44ee-a19c-f14b06ce5d09 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:36.905123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5be41-b641-45bd-880c-f8a34ce5cdfb req-4a36a8dc-7ebf-43d7-8424-1eafcdda0937 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:36.906875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acf5be41-b641-45bd-880c-f8a34ce5cdfb req-4a36a8dc-7ebf-43d7-8424-1eafcdda0937 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0534673 Feb 04 16:01:36.950232 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-acf5be41-b641-45bd-880c-f8a34ce5cdfb req-a20eacfa-e89b-4bff-bea0-3c14924b264f tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359976 Feb 04 16:01:36.954088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.072650 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117b99f-93d3-4430-9af7-04604f097222 req-0cc29642-ab8f-4721-bb0f-e8118b00b875 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:37.074208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e117b99f-93d3-4430-9af7-04604f097222 req-0cc29642-ab8f-4721-bb0f-e8118b00b875 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0543766 Feb 04 16:01:37.076928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.077789 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Floating IP 98619611-3034-4b28-993c-b657594b1ac7 disassociated (deleted). External IP: 172.25.1.79, port: 1a8113d7-79d1-46b2-8796-d536902de1ae. Feb 04 16:01:37.083096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52880) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:37.088412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Request body: {'floatingip': {'port_id': '20cd5396-43bc-4238-be31-b29a184aea4d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:01:37.129187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.142065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dadaa-0331-4884-a008-0fefaa3dece8 req-6bb22bc0-65c6-462c-8ee1-d7abd7b7e38b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:37.143655 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-095dadaa-0331-4884-a008-0fefaa3dece8 req-6bb22bc0-65c6-462c-8ee1-d7abd7b7e38b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.1081858 Feb 04 16:01:37.228353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-095dadaa-0331-4884-a008-0fefaa3dece8 req-37b23cc8-34b5-43da-8e6d-dcd8e173c72c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519922 Feb 04 16:01:37.346358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Router 70106478-8b67-4b8a-83ed-0eef143ec448 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:37.458335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.481329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:37.486252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.491506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] Sync routers for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:37.501838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:37.502487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:37.515626 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7cb5b68e-3c2e-409f-901e-2f661748c58e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/floatingips/98619611-3034-4b28-993c-b657594b1ac7 HTTP/1.1" status: 204 len: 168 time: 1.3594530 Feb 04 16:01:37.516201 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:37.518549 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24" -d '{"events": [{"name": "network-changed", "server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:37.586877 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d4b57e-f5b7-4eec-885e-76a4082b5eaa x-openstack-request-id: req-74d4b57e-f5b7-4eec-885e-76a4082b5eaa {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:37.587166 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:37.587418 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74d4b57e-f5b7-4eec-885e-76a4082b5eaa {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:37.587821 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'status': 'completed', 'code': 200} Feb 04 16:01:37.613537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:37.688772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.692295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-71008e57-03e3-49f0-99a5-7ae10058a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:37.696493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-71008e57-03e3-49f0-99a5-7ae10058a7aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d583ec27dd48e38cac15a1439d95c3&device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 1136 time: 0.0736094 Feb 04 16:01:37.696493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.816326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb969b1-552f-4266-8695-199a1ef110a0 req-329f97e3-4d68-4793-a44a-20b77b2dcdd9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:37.817858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0eb969b1-552f-4266-8695-199a1ef110a0 req-329f97e3-4d68-4793-a44a-20b77b2dcdd9 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 985 time: 0.0570571 Feb 04 16:01:37.865166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:34Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:37.873945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0eb969b1-552f-4266-8695-199a1ef110a0 req-41a8c377-882a-448b-ab24-8cd0d35a0da1 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0450907 Feb 04 16:01:37.903338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] Checking router: 70106478-8b67-4b8a-83ed-0eef143ec448 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:37.913412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:37.914101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:38.037595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:38.228540 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Floating IP 4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd associated. External IP: 172.25.1.22, port: 20cd5396-43bc-4238-be31-b29a184aea4d. Feb 04 16:01:38.253450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:34Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:38.268826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-a386ebdf-2bdc-44c1-beec-0124ffb92945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:38.270375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-a386ebdf-2bdc-44c1-beec-0124ffb92945 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d HTTP/1.1" status: 200 len: 898 time: 0.5392215 Feb 04 16:01:38.283937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdad651-113d-4fd3-a05f-a6e56c5779e6 None None] The sync data for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 is: [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 4, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'dc3bc029-2218-41ed-b4d1-4b59f02b4313', 'name': '', 'network_id': 'bcd096d3-a77a-41f9-a469-c8f2f0182e8d', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'mac_address': 'fa:16:3e:5e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:29Z', 'updated_at': '2022-02-04T15:59:34Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'subnets': [{'id': '7796bc08-3ed2-4b1c-82f7-75e970319ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:38.360539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-9ee4ca55-fef7-429e-8750-1bae447cc024 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8113d7-79d1-46b2-8796-d536902de1ae HTTP/1.1" status: 200 len: 217 time: 0.0786085 Feb 04 16:01:38.469079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547d6e7-2531-4c05-834a-06abe3a5653e req-da5cfd1c-2578-470b-bd56-98d27780f394 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:38.470728 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5547d6e7-2531-4c05-834a-06abe3a5653e req-da5cfd1c-2578-470b-bd56-98d27780f394 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.1169298 Feb 04 16:01:38.502900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-2d225c02-2461-4eb4-8ccc-261672ffdd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:38.504371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-2d225c02-2461-4eb4-8ccc-261672ffdd78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7796bc08-3ed2-4b1c-82f7-75e970319ca1 HTTP/1.1" status: 200 len: 835 time: 0.1342378 Feb 04 16:01:38.560843 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343faf18-6140-4303-bc07-b135a65a987b None None] New status for floating IP 98619611-3034-4b28-993c-b657594b1ac7: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:01:38.633791 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5547d6e7-2531-4c05-834a-06abe3a5653e req-41646352-0a77-4355-be61-6c04f1ef2b45 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284263 Feb 04 16:01:38.639312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-b890e4c8-3d5a-4f2d-9989-f32ccefe8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:38.640829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-b890e4c8-3d5a-4f2d-9989-f32ccefe8cab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcd096d3-a77a-41f9-a469-c8f2f0182e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233616 Feb 04 16:01:38.674083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Router 74238408-e9ca-4430-b83c-4af15ff3c73f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:38.821040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-0241f37d-a87b-48de-b3e1-76ba262f6210 service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729660 Feb 04 16:01:38.901951 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:38.907812 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.919917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] Sync routers for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:38.933353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:38.934041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:38.949691 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6841ed07-5910-4325-a6be-4820cd631414 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "PUT /v2.0/floatingips/4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd HTTP/1.1" status: 200 len: 990 time: 1.8653395 Feb 04 16:01:38.954597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'tag': '20cd5396-43bc-4238-be31-b29a184aea4d'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:38.957379 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e498249-30c2-422d-a11e-726a50a92575" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e", "tag": "20cd5396-43bc-4238-be31-b29a184aea4d"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:38.972504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d43d21ae-9e98-4d8a-81d4-553f0fbb3d24 req-8d6334aa-c1a9-47b3-90cf-ce55287a98bd service neutron] 10.222.0.30 "GET /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424532 Feb 04 16:01:39.026492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b909a-7aaa-4bcd-a1e9-27d5cc07f0f1 req-dc786617-f935-4a85-aa79-9bac3a17473e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.028154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-236b909a-7aaa-4bcd-a1e9-27d5cc07f0f1 req-dc786617-f935-4a85-aa79-9bac3a17473e tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 985 time: 0.0791798 Feb 04 16:01:39.076263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-236b909a-7aaa-4bcd-a1e9-27d5cc07f0f1 req-c4f94c63-b854-4abf-ac0c-d159b0e542f8 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec4d420-3100-4beb-bd73-441502ef525d&id=8407c91c-84a1-4ad8-920f-e46207b6d153&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399938 Feb 04 16:01:39.080893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:39.127632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4c352-d982-4370-8bea-17e7d20729c8 req-afe1dba3-3d13-4bc2-9e8e-8dd8a3dc5283 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.136578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1b4c352-d982-4370-8bea-17e7d20729c8 req-afe1dba3-3d13-4bc2-9e8e-8dd8a3dc5283 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0807543 Feb 04 16:01:39.153104 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd250bf5-7be4-4cf9-991b-a93e7be23bc3 x-openstack-request-id: req-cd250bf5-7be4-4cf9-991b-a93e7be23bc3 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:39.153393 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e", "tag": "20cd5396-43bc-4238-be31-b29a184aea4d", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:39.153910 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd250bf5-7be4-4cf9-991b-a93e7be23bc3 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:39.154298 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'tag': '20cd5396-43bc-4238-be31-b29a184aea4d', 'status': 'completed', 'code': 200} Feb 04 16:01:39.190145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1b4c352-d982-4370-8bea-17e7d20729c8 req-033f83d6-4ae9-4997-b2a9-18ca0b1ed057 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525198 Feb 04 16:01:39.222909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e498249-30c2-422d-a11e-726a50a92575 req-8a6b0503-8c91-48a9-8d03-1c745d6b385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.224526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e498249-30c2-422d-a11e-726a50a92575 req-8a6b0503-8c91-48a9-8d03-1c745d6b385e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0a7f2eff6648139e592578e665b340&device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 1096 time: 0.0536616 Feb 04 16:01:39.351390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e498249-30c2-422d-a11e-726a50a92575 req-24f8e620-cac1-4f9c-bcf7-4e6f98e11390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.352803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e498249-30c2-422d-a11e-726a50a92575 req-24f8e620-cac1-4f9c-bcf7-4e6f98e11390 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 200 len: 911 time: 0.1209261 Feb 04 16:01:39.392650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'port_id': '20cd5396-43bc-4238-be31-b29a184aea4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'mac_address': 'fa:16:3e:54:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:01:23Z', 'updated_at': '2022-02-04T16:01:37Z', 'revision_number': 1, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:39.425403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] Checking router: 74238408-e9ca-4430-b83c-4af15ff3c73f for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:39.428121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e498249-30c2-422d-a11e-726a50a92575 req-173e5d21-5fb1-439a-9112-07a5731f9867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20cd5396-43bc-4238-be31-b29a184aea4d HTTP/1.1" status: 200 len: 998 time: 0.0673842 Feb 04 16:01:39.434499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:39.435137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:39.486006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e498249-30c2-422d-a11e-726a50a92575 req-ecd06cf7-a31b-400b-b694-ee5dba059dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.486787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e498249-30c2-422d-a11e-726a50a92575 req-ecd06cf7-a31b-400b-b694-ee5dba059dd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 200 len: 849 time: 0.0507133 Feb 04 16:01:39.502588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-3ad86cbf-b601-449a-9d4f-19ba746cc827 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.504255 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-3ad86cbf-b601-449a-9d4f-19ba746cc827 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 985 time: 0.0559497 Feb 04 16:01:39.543050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e498249-30c2-422d-a11e-726a50a92575 req-ce42c150-98f5-4e5c-b2ed-f302628cb45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.544884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e498249-30c2-422d-a11e-726a50a92575 req-ce42c150-98f5-4e5c-b2ed-f302628cb45e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f80456e3-89f7-46c5-bd73-457711658e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506377 Feb 04 16:01:39.563464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:39.617831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting port 1a8113d7-79d1-46b2-8796-d536902de1ae {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:39.618123 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.654604 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e498249-30c2-422d-a11e-726a50a92575 req-a00d15c5-ffc8-472a-8d7e-f419626f7bd9 service neutron] 10.222.0.30 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025212 Feb 04 16:01:39.722538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] For port 1a8113d7-79d1-46b2-8796-d536902de1ae, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1a8113d7-79d1-46b2-8796-d536902de1ae,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:39.722916 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.761933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Calling delete_port for 1a8113d7-79d1-46b2-8796-d536902de1ae owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:39.767889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5e498249-30c2-422d-a11e-726a50a92575 req-f57cf520-5543-4c77-99c1-6a587606df78 service neutron] 10.222.0.30 "GET /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060696 Feb 04 16:01:39.825023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03432db5-33ff-4ae4-844d-1c9bf32ebf2f req-c5222d0e-69bf-4724-8d26-d8e07668ac35 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.826578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03432db5-33ff-4ae4-844d-1c9bf32ebf2f req-c5222d0e-69bf-4724-8d26-d8e07668ac35 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.1079323 Feb 04 16:01:39.859586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'port_id': '20cd5396-43bc-4238-be31-b29a184aea4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'mac_address': 'fa:16:3e:54:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:01:23Z', 'updated_at': '2022-02-04T16:01:37Z', 'revision_number': 1, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:39.893189 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03432db5-33ff-4ae4-844d-1c9bf32ebf2f req-34a42a48-bd2e-4528-8c29-89166f023feb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516555 Feb 04 16:01:39.893493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37839b1f-3874-48b3-95a9-e29f36ccab0f None None] The sync data for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 is: [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'port_id': '20cd5396-43bc-4238-be31-b29a184aea4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'mac_address': 'fa:16:3e:54:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:01:23Z', 'updated_at': '2022-02-04T16:01:37Z', 'revision_number': 1, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:39.908775 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.973952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.008926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Port': ['ID=1a8113d7-79d1-46b2-8796-d536902de1ae,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:40.055179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] No DVR routers for this DVR port 1a8113d7-79d1-46b2-8796-d536902de1ae on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:40.057776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.061091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66026a10-4b37-40cb-a31e-d7ae7b0aea26 req-06179b24-14d0-4fca-b6ee-82ae3a5d72ff tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.30 "DELETE /v2.0/ports/1a8113d7-79d1-46b2-8796-d536902de1ae HTTP/1.1" status: 204 len: 173 time: 0.5513797 Feb 04 16:01:40.061542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'name': 'network-vif-deleted', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:40.063863 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b6f7a-89fd-4193-87e3-f490e6d06a98" -d '{"events": [{"server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "name": "network-vif-deleted", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:40.104527 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423339db-1eb7-49ec-9da8-73f03a88dedc x-openstack-request-id: req-423339db-1eb7-49ec-9da8-73f03a88dedc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:40.104830 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1544c6d-960d-4d3a-9cbc-03eb2a4f492c", "name": "network-vif-deleted", "tag": "1a8113d7-79d1-46b2-8796-d536902de1ae", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:40.105081 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-423339db-1eb7-49ec-9da8-73f03a88dedc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:40.105913 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1544c6d-960d-4d3a-9cbc-03eb2a4f492c', 'name': 'network-vif-deleted', 'tag': '1a8113d7-79d1-46b2-8796-d536902de1ae', 'status': 'completed', 'code': 200} Feb 04 16:01:40.148637 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be9de00-553d-4d04-b36b-9fed5e9e8cb8 None None] New status for floating IP 4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:01:40.202635 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89945bf6-20cb-4c84-aef3-ed0b5dd4ec90 req-2304f7ff-9fc8-433f-97c6-921a0f49f99d tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1544c6d-960d-4d3a-9cbc-03eb2a4f492c HTTP/1.1" status: 200 len: 210 time: 0.0389609 Feb 04 16:01:40.343303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02eaf96-862d-4aeb-a835-ce6942adee56 req-ad7da1b5-c245-4142-b0e1-f14060756ac8 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.345488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c02eaf96-862d-4aeb-a835-ce6942adee56 req-ad7da1b5-c245-4142-b0e1-f14060756ac8 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0664606 Feb 04 16:01:40.412207 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c02eaf96-862d-4aeb-a835-ce6942adee56 req-0ee0e178-c172-4547-9f39-b18689960254 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594566 Feb 04 16:01:41.033158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a16ee-8c65-4772-8145-8fe50c906277 req-9489a4f2-6399-49e3-a6e3-db6281b38268 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:41.034840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a95a16ee-8c65-4772-8145-8fe50c906277 req-9489a4f2-6399-49e3-a6e3-db6281b38268 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0566986 Feb 04 16:01:41.078169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a95a16ee-8c65-4772-8145-8fe50c906277 req-e6426ae3-9120-447a-82b2-f965e636a8c0 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360792 Feb 04 16:01:41.259246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52918) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:41.337335 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-614c036d-da6b-43fc-b07c-0c6cc19a652a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.369370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-614c036d-da6b-43fc-b07c-0c6cc19a652a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.426002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-614c036d-da6b-43fc-b07c-0c6cc19a652a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.429301 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-614c036d-da6b-43fc-b07c-0c6cc19a652a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.430713 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-614c036d-da6b-43fc-b07c-0c6cc19a652a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/security-groups/8407c91c-84a1-4ad8-920f-e46207b6d153 HTTP/1.1" status: 204 len: 168 time: 0.1693556 Feb 04 16:01:41.433766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52920) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:41.442313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c036d-da6b-43fc-b07c-0c6cc19a652a tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407c91c-84a1-4ad8-920f-e46207b6d153,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:41.538608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8187-126c-40a8-8fc8-d3e6953d0bbb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.575939 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8187-126c-40a8-8fc8-d3e6953d0bbb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.632879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8187-126c-40a8-8fc8-d3e6953d0bbb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.635828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c7ed8187-126c-40a8-8fc8-d3e6953d0bbb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.636986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c7ed8187-126c-40a8-8fc8-d3e6953d0bbb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/security-groups/8ec4d420-3100-4beb-bd73-441502ef525d HTTP/1.1" status: 204 len: 168 time: 0.1999161 Feb 04 16:01:41.640037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52922) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:41.646514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed8187-126c-40a8-8fc8-d3e6953d0bbb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec4d420-3100-4beb-bd73-441502ef525d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:42.056373 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.293697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620dddb-6007-4cfb-82e0-704ad9a25d22 req-088b5adb-3272-4a7e-8722-73a40feefd7e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:42.295229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5620dddb-6007-4cfb-82e0-704ad9a25d22 req-088b5adb-3272-4a7e-8722-73a40feefd7e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.1132660 Feb 04 16:01:42.347437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5620dddb-6007-4cfb-82e0-704ad9a25d22 req-f7de2598-9981-4207-9d89-3f02c0b6a69f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442309 Feb 04 16:01:42.444955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting port dc3bc029-2218-41ed-b4d1-4b59f02b4313 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:42.445365 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.567568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] For port dc3bc029-2218-41ed-b4d1-4b59f02b4313, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=dc3bc029-2218-41ed-b4d1-4b59f02b4313,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:42.567872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.582544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Calling delete_port for dc3bc029-2218-41ed-b4d1-4b59f02b4313 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:42.822501 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.851319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Port': ['ID=dc3bc029-2218-41ed-b4d1-4b59f02b4313,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:43.060742 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.295411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Router 70106478-8b67-4b8a-83ed-0eef143ec448 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:01:43.405866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:01:43.408911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1a8113d7-79d1-46b2-8796-d536902de1ae no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:43.413402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f2cd1d8e-343e-4380-95cd-31b0f2af9429 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "PUT /v2.0/routers/70106478-8b67-4b8a-83ed-0eef143ec448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699294 Feb 04 16:01:43.413714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52942) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:43.444905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] Sync routers for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:01:43.458042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 1a8113d7-79d1-46b2-8796-d536902de1ae {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:43.458667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1a8113d7-79d1-46b2-8796-d536902de1ae not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:43.467739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:43.468450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:43.474667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6c9924-73d0-423a-bd4d-f643cd2cb1bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting subnet 7796bc08-3ed2-4b1c-82f7-75e970319ca1 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:01:43.482888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6c9924-73d0-423a-bd4d-f643cd2cb1bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.521659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997d2c5-e267-4cd6-812b-537d9623cec2 req-dbe7275d-03b5-42ef-b8a5-8f206edc9b4a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:43.527030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0997d2c5-e267-4cd6-812b-537d9623cec2 req-dbe7275d-03b5-42ef-b8a5-8f206edc9b4a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0602045 Feb 04 16:01:43.542791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6c9924-73d0-423a-bd4d-f643cd2cb1bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.599336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0997d2c5-e267-4cd6-812b-537d9623cec2 req-f4a91187-e64e-4072-8a11-db61a1b36492 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666349 Feb 04 16:01:43.618986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:43.674125 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6c9924-73d0-423a-bd4d-f643cd2cb1bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.770124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6c9924-73d0-423a-bd4d-f643cd2cb1bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.829289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c9924-73d0-423a-bd4d-f643cd2cb1bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Subnet': ['ID=7796bc08-3ed2-4b1c-82f7-75e970319ca1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:43.838484 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-be6c9924-73d0-423a-bd4d-f643cd2cb1bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.848100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-be6c9924-73d0-423a-bd4d-f643cd2cb1bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/subnets/7796bc08-3ed2-4b1c-82f7-75e970319ca1 HTTP/1.1" status: 204 len: 168 time: 0.4270511 Feb 04 16:01:43.848982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52944) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:43.855134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921ea6c-529c-4b53-b242-936089ea4ad2 None None] Network bcd096d3-a77a-41f9-a469-c8f2f0182e8d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:01:43.875095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T16:01:42Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:43.936075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] Checking router: 70106478-8b67-4b8a-83ed-0eef143ec448 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:01:43.958977 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] Routers {'70106478-8b67-4b8a-83ed-0eef143ec448'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:01:43.960151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:01:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['70106478-8b67-4b8a-83ed-0eef143ec448'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:44.020741 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.144085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.205395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Deleting port 86905a24-072b-4d02-b88c-b1240572e97a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:44.205754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.303738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] Set router 70106478-8b67-4b8a-83ed-0eef143ec448 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:01:44.316454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] For port 86905a24-072b-4d02-b88c-b1240572e97a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=86905a24-072b-4d02-b88c-b1240572e97a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:44.316963 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.358841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Calling delete_port for 86905a24-072b-4d02-b88c-b1240572e97a owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:44.377419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] DHCP port deletion for bcd096d3-a77a-41f9-a469-c8f2f0182e8d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:01:44.517508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] Deleting port e0da50f2-632d-47cf-a88a-7167186b3860 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:01:44.518615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.554602 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.592768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Port': ['ID=86905a24-072b-4d02-b88c-b1240572e97a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:44.606856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] For port e0da50f2-632d-47cf-a88a-7167186b3860, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e0da50f2-632d-47cf-a88a-7167186b3860,segment=NetworkSegment(2528326f-edff-4e6a-b069-7fafdeaa1f32),segment_id=2528326f-edff-4e6a-b069-7fafdeaa1f32)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:44.607288 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.643231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] Calling delete_port for e0da50f2-632d-47cf-a88a-7167186b3860 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:01:44.695421 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.758748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T16:01:42Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:44.830475 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.834093 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.881804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e0da50f2-632d-47cf-a88a-7167186b3860 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:44.907474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e0da50f2-632d-47cf-a88a-7167186b3860 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:44.908051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e0da50f2-632d-47cf-a88a-7167186b3860 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:44.910191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.923756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1f7fd-60a2-40d3-8adc-014a38a435df None None] The sync data for ids ['70106478-8b67-4b8a-83ed-0eef143ec448'] in n-d-827869-1 is: [{'id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1258622310', 'tenant_id': '09d583ec27dd48e38cac15a1439d95c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '86905a24-072b-4d02-b88c-b1240572e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:24Z', 'updated_at': '2022-02-04T16:01:42Z', 'revision_number': 5, 'project_id': '09d583ec27dd48e38cac15a1439d95c3', 'gw_port': {'id': '86905a24-072b-4d02-b88c-b1240572e97a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70106478-8b67-4b8a-83ed-0eef143ec448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:25Z', 'updated_at': '2022-02-04T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:01:44.948913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] Pushing event deleted for resources: {'Port': ['ID=e0da50f2-632d-47cf-a88a-7167186b3860,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:44.951287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d364e03-db56-4f49-bd71-509425dfa0bb None None] No DVR routers for this DVR port e0da50f2-632d-47cf-a88a-7167186b3860 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:45.257272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e94b8-a8bb-4580-b387-36c16bff0893 req-692ac73c-b4e7-4d56-a9c1-18d5242127ce tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:45.258837 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-507e94b8-a8bb-4580-b387-36c16bff0893 req-692ac73c-b4e7-4d56-a9c1-18d5242127ce tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.4889083 Feb 04 16:01:45.260096 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.260671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Fanout notify agent at l3_agent the message router_deleted on router 70106478-8b67-4b8a-83ed-0eef143ec448 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:01:45.268296 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.269428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-074c783d-a381-45b1-b4ce-21bcbcafe6bb tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/routers/70106478-8b67-4b8a-83ed-0eef143ec448 HTTP/1.1" status: 204 len: 168 time: 1.4198034 Feb 04 16:01:45.273495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52952) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:45.308754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-507e94b8-a8bb-4580-b387-36c16bff0893 req-c3904cc3-d225-4156-9048-1a8845a8190f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379014 Feb 04 16:01:45.430465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.538079 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.561230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd096d3-a77a-41f9-a469-c8f2f0182e8d']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:45.572528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2528326f-edff-4e6a-b069-7fafdeaa1f32') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:45.572833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2528326f-edff-4e6a-b069-7fafdeaa1f32') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:45.583815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.607013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.617745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:01:45.618629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:45.638810 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:45.705325 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.725666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.731500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] 10.222.0.47 "DELETE /v2.0/networks/bcd096d3-a77a-41f9-a469-c8f2f0182e8d HTTP/1.1" status: 204 len: 168 time: 0.4533439 Feb 04 16:01:45.731500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca008943-573b-47d0-88f1-8b14a274efc7 tempest-TestSecurityGroupsBasicOps-1745707241 tempest-TestSecurityGroupsBasicOps-1745707241-project] Pushing event deleted for resources: {'Network': ['ID=bcd096d3-a77a-41f9-a469-c8f2f0182e8d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:46.067638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52962) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:46.211522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0751e2b8-8dc8-4abe-90f4-311c0736d387 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09d583ec27dd48e38cac15a1439d95c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424723 Feb 04 16:01:46.214182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52966) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:46.274258 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-efa9bbe2-d0ae-487a-92e4-56dc3d5c84fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.298681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-efa9bbe2-d0ae-487a-92e4-56dc3d5c84fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.370169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-efa9bbe2-d0ae-487a-92e4-56dc3d5c84fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.373192 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-efa9bbe2-d0ae-487a-92e4-56dc3d5c84fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.374788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-efa9bbe2-d0ae-487a-92e4-56dc3d5c84fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09a86ab7-4306-4a30-bd0d-d8c020d46b81 HTTP/1.1" status: 204 len: 168 time: 0.1593575 Feb 04 16:01:46.385646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9bbe2-d0ae-487a-92e4-56dc3d5c84fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a86ab7-4306-4a30-bd0d-d8c020d46b81,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:46.547054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb463e1-f76e-47dc-8c04-5b3aec6f2197 req-ac016454-0598-4fb8-8e8f-3ba9722e976f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:46.548641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7cb463e1-f76e-47dc-8c04-5b3aec6f2197 req-ac016454-0598-4fb8-8e8f-3ba9722e976f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0993025 Feb 04 16:01:46.616882 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7cb463e1-f76e-47dc-8c04-5b3aec6f2197 req-0d8d578a-e657-4102-aa37-49f45f4f8593 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568135 Feb 04 16:01:46.676022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 86905a24-072b-4d02-b88c-b1240572e97a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:46.699407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 86905a24-072b-4d02-b88c-b1240572e97a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:46.699776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 86905a24-072b-4d02-b88c-b1240572e97a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:46.700185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dc3bc029-2218-41ed-b4d1-4b59f02b4313 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:01:46.731329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: dc3bc029-2218-41ed-b4d1-4b59f02b4313 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:01:46.732018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device dc3bc029-2218-41ed-b4d1-4b59f02b4313 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:01:46.788317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 52976) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:46.802255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8a50-0588-4280-9fe0-6d2c3a3aa06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.878847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8a50-0588-4280-9fe0-6d2c3a3aa06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.882937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8a50-0588-4280-9fe0-6d2c3a3aa06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.923988 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ddbe8a50-0588-4280-9fe0-6d2c3a3aa06b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d7b61860f324ba789397d430cf15024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320887 Feb 04 16:01:46.923988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe8a50-0588-4280-9fe0-6d2c3a3aa06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198ed04-9761-42e1-99ce-9093265cabeb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:46.924300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52978) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:46.976441 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0df1eb01-81c5-4842-8d94-3251fdf901ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.997937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0df1eb01-81c5-4842-8d94-3251fdf901ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.048401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0df1eb01-81c5-4842-8d94-3251fdf901ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.051186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0df1eb01-81c5-4842-8d94-3251fdf901ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.052536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0df1eb01-81c5-4842-8d94-3251fdf901ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a198ed04-9761-42e1-99ce-9093265cabeb HTTP/1.1" status: 204 len: 168 time: 0.1266272 Feb 04 16:01:47.060926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1eb01-81c5-4842-8d94-3251fdf901ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198ed04-9761-42e1-99ce-9093265cabeb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.387010 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52984) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:47.427657 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8cd23d13-a64d-4c01-9ef9-0bdb81f56261 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c74d31724f448f8a0b4cab5bf1b2337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394647 Feb 04 16:01:47.430233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 52986) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:47.454046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:01:47.488822 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1b44866-73fe-4c26-9855-ae657199718f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.520549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1b44866-73fe-4c26-9855-ae657199718f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.551987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:47.565693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '18708e42-99bf-4305-877a-f9d4c691de00', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'port_id': '18708e42-99bf-4305-877a-f9d4c691de00', 'mac_address': 'fa:16:3e:22:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:01:47.593700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1b44866-73fe-4c26-9855-ae657199718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.597822 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1b44866-73fe-4c26-9855-ae657199718f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.599061 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f1b44866-73fe-4c26-9855-ae657199718f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e350304e-ce92-46f3-b61c-99aa2a05be79 HTTP/1.1" status: 204 len: 168 time: 0.1678984 Feb 04 16:01:47.608553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b44866-73fe-4c26-9855-ae657199718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e350304e-ce92-46f3-b61c-99aa2a05be79,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.626726 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.654459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18708e42-99bf-4305-877a-f9d4c691de00 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:47.675759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:47.681455 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.751113 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.756218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73668a-2d4f-4a0b-bde0-72bcc1db543a req-d0f68c90-bf25-41d9-a3b5-60f06d2c598b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:47.759051 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe73668a-2d4f-4a0b-bde0-72bcc1db543a req-d0f68c90-bf25-41d9-a3b5-60f06d2c598b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 944 time: 0.0697653 Feb 04 16:01:47.768730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['18708e42-99bf-4305-877a-f9d4c691de00'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:01:47.808067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fe73668a-2d4f-4a0b-bde0-72bcc1db543a req-41455d28-288b-4348-b800-c9bfd1582ef5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406463 Feb 04 16:01:48.951060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed52ac-ca89-49f8-9c38-1efb83f43e97 req-52ba697d-80c6-4bff-84c8-7b879ab85f28 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:48.952806 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2ed52ac-ca89-49f8-9c38-1efb83f43e97 req-52ba697d-80c6-4bff-84c8-7b879ab85f28 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 944 time: 0.0591431 Feb 04 16:01:48.995757 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2ed52ac-ca89-49f8-9c38-1efb83f43e97 req-0dae1895-7e27-4801-88ab-03d8df2e6581 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345321 Feb 04 16:01:49.470111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:01:49.528274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 18708e42-99bf-4305-877a-f9d4c691de00 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:49.528650 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.607610 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.633023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:49.635341 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3de62c3-45b5-4a7b-a4d3-e81335737ea4" -d '{"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-plugged", "status": "completed", "tag": "18708e42-99bf-4305-877a-f9d4c691de00"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:01:49.648856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:49.654748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.685090 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdd48a2-c01f-42c0-a764-9fa3ea8e7378 x-openstack-request-id: req-fcdd48a2-c01f-42c0-a764-9fa3ea8e7378 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:01:49.685382 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-plugged", "status": "completed", "tag": "18708e42-99bf-4305-877a-f9d4c691de00", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:01:49.685635 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fcdd48a2-c01f-42c0-a764-9fa3ea8e7378 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:01:49.686057 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00', 'code': 200} Feb 04 16:01:49.715066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:50.130341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2de40e-dffc-4b58-ae25-d1f25491619a req-e2bb74eb-d5a5-40f3-b54e-2b0ef06e0509 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:50.132105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f2de40e-dffc-4b58-ae25-d1f25491619a req-e2bb74eb-d5a5-40f3-b54e-2b0ef06e0509 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0543950 Feb 04 16:01:50.182301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f2de40e-dffc-4b58-ae25-d1f25491619a req-c79e3704-6438-4964-ae36-f6babd74bfd3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Feb 04 16:01:51.399610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145e041-fe48-43e2-a0f8-c4e2bcdf7ba6 req-c35b9b5b-7e25-41f7-baab-b28bf3445083 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:51.402558 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f145e041-fe48-43e2-a0f8-c4e2bcdf7ba6 req-c35b9b5b-7e25-41f7-baab-b28bf3445083 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0817235 Feb 04 16:01:51.461408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f145e041-fe48-43e2-a0f8-c4e2bcdf7ba6 req-ba26e339-79f6-45eb-9d2c-ae7cabc90860 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527914 Feb 04 16:01:52.650171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a181b-33f0-4012-875e-6b0131e53944 req-fd228863-e41f-4735-b29a-36addd86878c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:52.651991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-911a181b-33f0-4012-875e-6b0131e53944 req-fd228863-e41f-4735-b29a-36addd86878c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0719051 Feb 04 16:01:52.705913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-911a181b-33f0-4012-875e-6b0131e53944 req-4531c163-1fd4-422e-8e57-79877190c85f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446630 Feb 04 16:01:53.286938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.911336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75987c3c-698e-4828-9170-2630cea10ad5 req-8ef067f1-5cfc-4d4b-bea5-859baf828b0e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:53.919525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75987c3c-698e-4828-9170-2630cea10ad5 req-8ef067f1-5cfc-4d4b-bea5-859baf828b0e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0894573 Feb 04 16:01:54.002582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75987c3c-698e-4828-9170-2630cea10ad5 req-94896795-ec9c-4952-bf44-10cf6443a02e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676157 Feb 04 16:01:55.195805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ef103-0180-4541-a9d7-3290bcdae404 req-1080375a-7485-4bfc-84f9-1ac2b4880580 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:55.198306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b93ef103-0180-4541-a9d7-3290bcdae404 req-1080375a-7485-4bfc-84f9-1ac2b4880580 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0694957 Feb 04 16:01:55.268419 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b93ef103-0180-4541-a9d7-3290bcdae404 req-5d14e610-99ec-47d1-923b-5fa442a83273 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591507 Feb 04 16:01:55.837953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53084) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:01:56.035243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a81eb-8211-40e8-9df5-dca6c2604803 req-0f93445c-5acc-410e-b886-7e33fe7771ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:56.043873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c5a81eb-8211-40e8-9df5-dca6c2604803 req-0f93445c-5acc-410e-b886-7e33fe7771ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1096 time: 0.2034488 Feb 04 16:01:56.096820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c5a81eb-8211-40e8-9df5-dca6c2604803 req-efe1dac3-fa40-4153-ad32-1055ad0ced4f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513585 Feb 04 16:01:56.492498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7d8f1-5343-4ae9-acab-37f8d3cfde7c req-5802c306-ac31-4a5f-b9c9-f2d5997b9f26 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:56.494624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eba7d8f1-5343-4ae9-acab-37f8d3cfde7c req-5802c306-ac31-4a5f-b9c9-f2d5997b9f26 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0934718 Feb 04 16:01:56.555581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eba7d8f1-5343-4ae9-acab-37f8d3cfde7c req-f4394f53-5317-4ccc-9a96-89003dcdbf72 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540996 Feb 04 16:01:57.780059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a292b-69ef-4947-8c42-c4da58286d5c req-1734bbe2-e536-4e2c-b7f6-caa114642477 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:57.783105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de1a292b-69ef-4947-8c42-c4da58286d5c req-1734bbe2-e536-4e2c-b7f6-caa114642477 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0661039 Feb 04 16:01:57.844102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de1a292b-69ef-4947-8c42-c4da58286d5c req-6c537376-129b-4b53-b13c-49d8021a91cc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533624 Feb 04 16:01:59.023989 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:01:59.161365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb605f-0a51-499f-9bd8-451139b1b221 req-e630b2d0-5bca-4261-989f-d109276a8c1c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:59.165704 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fadb605f-0a51-499f-9bd8-451139b1b221 req-e630b2d0-5bca-4261-989f-d109276a8c1c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.1399653 Feb 04 16:01:59.250836 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fadb605f-0a51-499f-9bd8-451139b1b221 req-053041be-5cb9-4567-9851-5482cdcdc0a6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722558 Feb 04 16:02:00.484284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6493f-6ee7-4bf3-b939-6f69b027adf9 req-fd16fc40-bacc-4434-ab02-9f731974c4cf tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:00.486125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eac6493f-6ee7-4bf3-b939-6f69b027adf9 req-fd16fc40-bacc-4434-ab02-9f731974c4cf tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0733142 Feb 04 16:02:00.558887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eac6493f-6ee7-4bf3-b939-6f69b027adf9 req-289756ee-1ab7-4c29-98a1-f390c69557b3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661452 Feb 04 16:02:00.602426 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b0491186-aae5-4bec-aeae-5fff77d42699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.738329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91765d-116f-4aeb-9aed-9f84b5de930b req-096446b6-1904-40f5-acd8-e093a6c1f297 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:01.741102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a91765d-116f-4aeb-9aed-9f84b5de930b req-096446b6-1904-40f5-acd8-e093a6c1f297 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0727291 Feb 04 16:02:01.786538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a91765d-116f-4aeb-9aed-9f84b5de930b req-05f9994a-f654-40bb-a71a-68550275564b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 Feb 04 16:02:02.137087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-085ec382-773d-405a-9a3d-5ae91d0db902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.138530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-085ec382-773d-405a-9a3d-5ae91d0db902 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1096 time: 0.0453327 Feb 04 16:02:02.252636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-2d8bd96b-a07f-490f-ac95-4fbc4bea5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.254163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-2d8bd96b-a07f-490f-ac95-4fbc4bea5c8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.0954034 Feb 04 16:02:02.323353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-d967cde5-165c-4dec-b379-a8591f624af8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 200 len: 1001 time: 0.0618956 Feb 04 16:02:02.383313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-11fd1917-aee6-4cb8-9142-817c70b80a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.384818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-11fd1917-aee6-4cb8-9142-817c70b80a8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0530398 Feb 04 16:02:02.439277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-1b962380-8139-4714-a3c1-319cfa4d55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.441850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-1b962380-8139-4714-a3c1-319cfa4d55a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501125 Feb 04 16:02:02.545473 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-47f645ad-011a-4bae-bdda-6f3395c5f2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951216 Feb 04 16:02:02.669183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e75e0a7-33c2-4709-923a-0bc250167460 req-af78ee57-ecfd-4b0d-8de3-5cd388290dcb service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130683 Feb 04 16:02:02.805206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-3d130a81-7edf-46c8-ae7a-2aac192ce72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.806918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-3d130a81-7edf-46c8-ae7a-2aac192ce72b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1096 time: 0.0490088 Feb 04 16:02:02.921438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-0f5877f4-7705-45e6-a9c1-12626a78b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.922956 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-0f5877f4-7705-45e6-a9c1-12626a78b088 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1094139 Feb 04 16:02:02.940732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba3dd7-a134-4dda-8db3-bddd1049eff9 req-6d7c79d5-272a-444a-b4d8-cae201df5378 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.942503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10ba3dd7-a134-4dda-8db3-bddd1049eff9 req-6d7c79d5-272a-444a-b4d8-cae201df5378 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0634437 Feb 04 16:02:02.993053 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10ba3dd7-a134-4dda-8db3-bddd1049eff9 req-93c7e5a2-3e95-4c98-82fc-97fa78e1ccac tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402145 Feb 04 16:02:02.999772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-d6e01e0f-d965-46e2-b19d-b8cc3be77222 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 200 len: 1001 time: 0.0699291 Feb 04 16:02:03.064946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-bc6057c2-931c-4918-b528-f0cb4d653749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:03.067504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-bc6057c2-931c-4918-b528-f0cb4d653749 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0606525 Feb 04 16:02:03.124211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-1354ac06-db60-46b9-bd22-5df61b681919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:03.125727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-1354ac06-db60-46b9-bd22-5df61b681919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512421 Feb 04 16:02:03.242668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-85cfc4fc-ffff-48e4-b718-b8d9875fbf6b service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100211 Feb 04 16:02:03.353571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7fd560b2-f4bb-4900-9d21-f2e2112841f0 req-77b81826-8b16-4f80-978c-e8a504f14eee service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042757 Feb 04 16:02:03.677239 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7d6cbb5-f0ed-43b9-94a3-8d123b335638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.130655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff77acd-9fa1-4eff-9914-891811ac9b76 req-5ee4e39e-f7d8-4fd5-8575-be4239703361 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:04.132067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dff77acd-9fa1-4eff-9914-891811ac9b76 req-5ee4e39e-f7d8-4fd5-8575-be4239703361 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0553141 Feb 04 16:02:04.181473 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dff77acd-9fa1-4eff-9914-891811ac9b76 req-2eaa37e1-5318-4476-92b2-58756c740cf2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Feb 04 16:02:05.330085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d23b5-1734-4b03-aa2e-0606c920a5e4 req-3b8f0e53-84fd-4285-b0e7-e690174bda62 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:05.331916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-812d23b5-1734-4b03-aa2e-0606c920a5e4 req-3b8f0e53-84fd-4285-b0e7-e690174bda62 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 945 time: 0.0636208 Feb 04 16:02:05.378619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-812d23b5-1734-4b03-aa2e-0606c920a5e4 req-45cc4d98-fe05-4d9a-9e4e-51f81b8c87ee tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Feb 04 16:02:05.559765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:02:05.668001 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.733440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:05.738812 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb578be0-3e1c-4bff-8f37-e0e57f6d4c62" -d '{"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-unplugged", "status": "completed", "tag": "18708e42-99bf-4305-877a-f9d4c691de00"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:02:05.747599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:05.752663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-aec585f1-57a2-4956-a7c2-c4210a28ad57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730100 Feb 04 16:02:05.753399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.810051 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b883ce56-bc08-42ac-b23e-07e7bdd675b4 x-openstack-request-id: req-b883ce56-bc08-42ac-b23e-07e7bdd675b4 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:02:05.810849 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-unplugged", "status": "failed", "tag": "18708e42-99bf-4305-877a-f9d4c691de00", "code": 422}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:02:05.811254 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b883ce56-bc08-42ac-b23e-07e7bdd675b4 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:02:05.811929 n-d-827869-1 neutron-server[102424]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00', 'code': 422} returned with failed status Feb 04 16:02:05.878707 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.879427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-4fb9a6e2-4026-4561-8c44-41c8e2eca2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:05.881616 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-4fb9a6e2-4026-4561-8c44-41c8e2eca2fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1cf1412815d418c98231301e3bed8f6&device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1096 time: 0.0566142 Feb 04 16:02:05.885712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:06.009715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-0d6871fb-fdea-4413-9017-b0c172217887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:06.011313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-0d6871fb-fdea-4413-9017-b0c172217887 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 200 len: 910 time: 0.1061311 Feb 04 16:02:06.075441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-fd0ad9f0-2279-4030-aa1d-c8fe9a9fc1ca req-62b705c8-d128-4a1e-96c2-5a9a8fa946af service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:02:06.076626 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd0ad9f0-2279-4030-aa1d-c8fe9a9fc1ca req-62b705c8-d128-4a1e-96c2-5a9a8fa946af service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107150 Feb 04 16:02:06.101547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-8d3f8ee1-7d69-4487-9259-dc65c87f179b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 200 len: 1000 time: 0.0828316 Feb 04 16:02:06.161334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-4ac938b8-8e84-4623-a4be-eee0122ea951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:06.164371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-4ac938b8-8e84-4623-a4be-eee0122ea951 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664745ae-9caa-44b7-847a-2080be715fd5 HTTP/1.1" status: 200 len: 848 time: 0.0562139 Feb 04 16:02:06.261478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-e56837de-c552-48d4-880a-f6802b109d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:06.265811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-e56837de-c552-48d4-880a-f6802b109d51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aafd923-241b-4e49-b625-67064718c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924983 Feb 04 16:02:06.361719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0f548-624b-4675-a347-5fe83d4858da req-4f8f42c8-2300-4211-9ef6-6425633f94f1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:06.364307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dbc0f548-624b-4675-a347-5fe83d4858da req-4f8f42c8-2300-4211-9ef6-6425633f94f1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0926802 Feb 04 16:02:06.393965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-360b7bba-b1e0-45e8-bb9a-db0b1436fa80 service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204488 Feb 04 16:02:06.419262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dbc0f548-624b-4675-a347-5fe83d4858da req-c668627b-949a-407e-9193-595a20a624ab tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477881 Feb 04 16:02:06.592034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-259ab5b2-52fb-4b93-89cf-b2a4bf9c337c req-245687d2-1ede-4b06-b879-99d440dcfb44 service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900973 Feb 04 16:02:06.778607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-87a7c63d-a7a8-4d51-a85e-68cb949d9601 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388509 Feb 04 16:02:06.791762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-884616f9-6c11-46f0-ac2f-23e9b6628bae service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:02:06.793447 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-884616f9-6c11-46f0-ac2f-23e9b6628bae service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095708 Feb 04 16:02:06.964768 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.474148 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.571206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba0d15-84c3-45cb-8d0e-1f4f9ea63186 req-5f224360-ab59-4aed-be0d-2d007d06ed8d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:07.572772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ccba0d15-84c3-45cb-8d0e-1f4f9ea63186 req-5f224360-ab59-4aed-be0d-2d007d06ed8d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0623579 Feb 04 16:02:07.630193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ccba0d15-84c3-45cb-8d0e-1f4f9ea63186 req-c17f8e8e-b621-4c49-a94d-1edae6759f5c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447352 Feb 04 16:02:08.800452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493829-750e-41a7-b13c-fea992fc03b3 req-95e91a3a-a33a-4e84-bfdd-ad89ac5b85b5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:08.802114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02493829-750e-41a7-b13c-fea992fc03b3 req-95e91a3a-a33a-4e84-bfdd-ad89ac5b85b5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0668604 Feb 04 16:02:08.845395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02493829-750e-41a7-b13c-fea992fc03b3 req-fc8546b9-d92c-4444-8887-bba28b682565 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365529 Feb 04 16:02:09.890490 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.040491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f0e9e-9e14-4945-b085-e6df84c86a28 req-0f6e164a-c671-4655-b24b-a6034433daf5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:10.043814 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-672f0e9e-9e14-4945-b085-e6df84c86a28 req-0f6e164a-c671-4655-b24b-a6034433daf5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0738339 Feb 04 16:02:10.109604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-672f0e9e-9e14-4945-b085-e6df84c86a28 req-0cfd5eeb-376e-48d9-8ba6-c9a75ab2a82b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575745 Feb 04 16:02:11.282868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127255-f271-49ec-af78-e6e8bebaa22e req-889c5295-1e62-45d5-b234-26b34c68514a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:11.284567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90127255-f271-49ec-af78-e6e8bebaa22e req-889c5295-1e62-45d5-b234-26b34c68514a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0565982 Feb 04 16:02:11.335497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90127255-f271-49ec-af78-e6e8bebaa22e req-b77048f5-e29b-47e0-b91d-1ddf4a94eea4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390265 Feb 04 16:02:12.535765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-ba2a2819-62f5-4b69-b8fe-1e828eef32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.537874 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-ba2a2819-62f5-4b69-b8fe-1e828eef32f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46&tenant_id=051697c3385042f1bebb9c5da1cb29f5 HTTP/1.1" status: 200 len: 1094 time: 0.1101797 Feb 04 16:02:12.553340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aa7b0-789f-43ac-8fc3-cfeda10aff03 req-c5bdf83d-5457-4412-9789-61ea9551a481 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.555411 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-357aa7b0-789f-43ac-8fc3-cfeda10aff03 req-c5bdf83d-5457-4412-9789-61ea9551a481 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.1190574 Feb 04 16:02:12.628079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-357aa7b0-789f-43ac-8fc3-cfeda10aff03 req-c453bdb9-7252-471e-b47f-00db87189dd3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654576 Feb 04 16:02:12.638122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-2c2bf2af-24ef-4cd9-a255-1ae5e1495e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.639697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-2c2bf2af-24ef-4cd9-a255-1ae5e1495e7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1094 time: 0.0757740 Feb 04 16:02:12.744358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-d4a9a577-4e9f-4e21-a407-3b8a9a4a619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.746015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-d4a9a577-4e9f-4e21-a407-3b8a9a4a619c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.0995405 Feb 04 16:02:12.817596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-01dfa585-90b2-4a54-8ab9-11c19b6dd80d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 200 len: 999 time: 0.0646083 Feb 04 16:02:12.873608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-9fc7d8ad-3452-46c7-8792-2b20bfef4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.875175 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-9fc7d8ad-3452-46c7-8792-2b20bfef4065 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0496304 Feb 04 16:02:12.930011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-5ee8af82-dec8-445f-a6ab-2a42edb49f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.931866 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-5ee8af82-dec8-445f-a6ab-2a42edb49f0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498307 Feb 04 16:02:13.035338 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-fcbd74e4-6d33-403c-bd6d-a15f0640416d service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959129 Feb 04 16:02:13.139754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-e4b7957c-413e-4ea6-9329-1dac0308d688 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974967 Feb 04 16:02:13.826417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47d219-9cb5-4232-9c38-1d27ca8085bb req-d06ac6d8-1501-42b9-8fed-5f0ee1ead2e2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:13.828382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b47d219-9cb5-4232-9c38-1d27ca8085bb req-d06ac6d8-1501-42b9-8fed-5f0ee1ead2e2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0771029 Feb 04 16:02:13.886245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b47d219-9cb5-4232-9c38-1d27ca8085bb req-f2a4725c-e610-4fe9-b7be-68abdc500ba5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459306 Feb 04 16:02:15.045070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd31c4-0204-4d45-8baf-604ddc568e83 req-124aa4e5-c8e4-4934-9083-df832a690db7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.046995 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2bd31c4-0204-4d45-8baf-604ddc568e83 req-124aa4e5-c8e4-4934-9083-df832a690db7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0588119 Feb 04 16:02:15.091036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2bd31c4-0204-4d45-8baf-604ddc568e83 req-cdeb8d29-cae2-492a-ac47-17baf7ecf832 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Feb 04 16:02:16.235989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e4e55-26b8-4951-ae7a-ea5460bdf193 req-00a3a27d-20df-4c4e-a92b-104282e85484 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:16.237613 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-474e4e55-26b8-4951-ae7a-ea5460bdf193 req-00a3a27d-20df-4c4e-a92b-104282e85484 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0649235 Feb 04 16:02:16.296801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-474e4e55-26b8-4951-ae7a-ea5460bdf193 req-99a341cd-c828-48d6-a88a-2fb9ebf58bba tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523524 Feb 04 16:02:17.439403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738722ee-3467-4fa5-ab7b-3987fa540d55 req-283512bc-ad6d-4608-960a-394369421d75 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:17.440990 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-738722ee-3467-4fa5-ab7b-3987fa540d55 req-283512bc-ad6d-4608-960a-394369421d75 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0615230 Feb 04 16:02:17.482974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-738722ee-3467-4fa5-ab7b-3987fa540d55 req-19b19e7c-85a8-4c27-b792-9fe88b56c00c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Feb 04 16:02:18.624907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c00909-50c1-40bc-9ce1-075d83f1299e req-b2215fee-7d0e-4b9f-8eb2-384354e5054a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:18.626479 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09c00909-50c1-40bc-9ce1-075d83f1299e req-b2215fee-7d0e-4b9f-8eb2-384354e5054a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0557306 Feb 04 16:02:18.666851 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09c00909-50c1-40bc-9ce1-075d83f1299e req-03333607-abd9-43e5-8812-a47300ada500 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Feb 04 16:02:19.823658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f452b36-3d9c-4634-919f-3a0ed79e9e1d req-223e7903-7a88-4655-8038-d9c67c15ba6d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:19.825223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f452b36-3d9c-4634-919f-3a0ed79e9e1d req-223e7903-7a88-4655-8038-d9c67c15ba6d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0664980 Feb 04 16:02:19.872599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f452b36-3d9c-4634-919f-3a0ed79e9e1d req-8c94aa26-1133-480b-8e4b-0060f99df6cd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Feb 04 16:02:21.026530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf600a-f51f-423b-8536-dac196eb36d6 req-bfbcc6bc-cce7-4ae7-9ea9-b42c9cfa405e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:21.028114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ebf600a-f51f-423b-8536-dac196eb36d6 req-bfbcc6bc-cce7-4ae7-9ea9-b42c9cfa405e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0694122 Feb 04 16:02:21.071042 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ebf600a-f51f-423b-8536-dac196eb36d6 req-495334b4-4aca-4c50-8f03-93b399c327c6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360382 Feb 04 16:02:22.197145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92fbf0-e55f-446d-ac0a-8eb49a009592 req-bca6cf8b-070a-4b76-9135-aa666c8bab80 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:22.199469 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d92fbf0-e55f-446d-ac0a-8eb49a009592 req-bca6cf8b-070a-4b76-9135-aa666c8bab80 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0550277 Feb 04 16:02:22.240570 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d92fbf0-e55f-446d-ac0a-8eb49a009592 req-7d57b7be-aaad-4d51-b851-686aadfb3243 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Feb 04 16:02:23.282817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:23.404975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2157ea6-72ba-4a16-b41a-55f068decc94 req-90ac962a-4e99-422e-bf28-406960f3aa90 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:23.406946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2157ea6-72ba-4a16-b41a-55f068decc94 req-90ac962a-4e99-422e-bf28-406960f3aa90 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0818522 Feb 04 16:02:23.460552 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2157ea6-72ba-4a16-b41a-55f068decc94 req-6905b1a2-508b-44be-94a7-b292c7d72a9f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467408 Feb 04 16:02:24.590008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdabdd8-214b-4948-92b0-25742dcbd89f req-7b40fecd-39f6-4e63-a106-174f2fa4cc87 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:24.591625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfdabdd8-214b-4948-92b0-25742dcbd89f req-7b40fecd-39f6-4e63-a106-174f2fa4cc87 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0531640 Feb 04 16:02:24.644604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfdabdd8-214b-4948-92b0-25742dcbd89f req-421e09c0-e47f-4e4d-9b6c-fdf54e9f5cbe tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468116 Feb 04 16:02:25.789670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c72c0e-79f5-4043-a972-8e48b919ef70 req-fb5019a8-5d45-491d-a395-ad4389908154 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:25.791388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1c72c0e-79f5-4043-a972-8e48b919ef70 req-fb5019a8-5d45-491d-a395-ad4389908154 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0662148 Feb 04 16:02:25.835796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1c72c0e-79f5-4043-a972-8e48b919ef70 req-43d70e6c-90c3-4338-a587-d6b81d030a0d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356753 Feb 04 16:02:26.960036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8001b1-1ca3-477b-ad60-960917a1bd69 req-baf9f519-fb5d-47ff-b189-5cf8c4f34261 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:26.961492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb8001b1-1ca3-477b-ad60-960917a1bd69 req-baf9f519-fb5d-47ff-b189-5cf8c4f34261 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0523889 Feb 04 16:02:27.000384 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb8001b1-1ca3-477b-ad60-960917a1bd69 req-e6d6d288-3204-405d-aa7c-ac7260a6999c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Feb 04 16:02:28.132038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53e0cb-49b8-480f-b86e-b3705c6d856f req-d0b7d223-fbd4-4220-b3c8-89e0254c5548 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:28.134132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec53e0cb-49b8-480f-b86e-b3705c6d856f req-d0b7d223-fbd4-4220-b3c8-89e0254c5548 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0554848 Feb 04 16:02:28.174719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec53e0cb-49b8-480f-b86e-b3705c6d856f req-ea1a2e05-7660-4c5e-b9a6-6e0a946cd506 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343540 Feb 04 16:02:29.295214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0246f61-8b90-4b91-85d7-49a53474dc1e req-05ead2c5-e649-42ec-9302-49a2c3b459fe tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:29.296794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0246f61-8b90-4b91-85d7-49a53474dc1e req-05ead2c5-e649-42ec-9302-49a2c3b459fe tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0493114 Feb 04 16:02:29.337607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0246f61-8b90-4b91-85d7-49a53474dc1e req-8f0b7555-c19a-4b9a-ab80-29b22412580b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Feb 04 16:02:30.466110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5587e-1689-4864-b935-f407d00ea907 req-c8000895-2b33-489d-ac3d-90baaf107376 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:30.467585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1e5587e-1689-4864-b935-f407d00ea907 req-c8000895-2b33-489d-ac3d-90baaf107376 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0530705 Feb 04 16:02:30.505914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1e5587e-1689-4864-b935-f407d00ea907 req-bd8e191a-c385-40c7-ac73-3f600a3d01bc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323272 Feb 04 16:02:30.586426 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3ee261a-0cb1-447e-bdc5-18e4c0ad0d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.629557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cbde3-1dfe-47ca-b0ee-7ded7f8bbf43 req-5d91913c-4d53-4249-a0f7-879749437562 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:31.631624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-327cbde3-1dfe-47ca-b0ee-7ded7f8bbf43 req-5d91913c-4d53-4249-a0f7-879749437562 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0500112 Feb 04 16:02:31.670877 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-327cbde3-1dfe-47ca-b0ee-7ded7f8bbf43 req-25da0c95-388a-4d3f-884a-499eebf304da tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Feb 04 16:02:32.814384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc643eaa-5bab-49fd-a374-49d1307fd17b req-cc303be7-8e1c-4775-964d-4d08888aa74e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:32.815879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc643eaa-5bab-49fd-a374-49d1307fd17b req-cc303be7-8e1c-4775-964d-4d08888aa74e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0563023 Feb 04 16:02:32.854631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc643eaa-5bab-49fd-a374-49d1307fd17b req-2b50cacf-6364-4949-abbc-ca5b8d7a2fd0 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327713 Feb 04 16:02:33.681858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73fc46d0-4856-47f3-ae8f-ad0c21822d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:33.982247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e807-8a42-472b-8dae-8ae969d5ea61 req-a2f7bf4d-0646-4af4-954a-36acf952f6ae tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:33.983854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3398e807-8a42-472b-8dae-8ae969d5ea61 req-a2f7bf4d-0646-4af4-954a-36acf952f6ae tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0549462 Feb 04 16:02:34.026374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3398e807-8a42-472b-8dae-8ae969d5ea61 req-f7e81832-217a-46b0-ae3d-fbe5e5078a94 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357728 Feb 04 16:02:35.150521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8b348-b6e1-4f93-b233-9f1ca0a3473e req-128b6d9f-1416-481f-8d97-a4d4a78b154f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:35.152015 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67a8b348-b6e1-4f93-b233-9f1ca0a3473e req-128b6d9f-1416-481f-8d97-a4d4a78b154f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0481429 Feb 04 16:02:35.191219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67a8b348-b6e1-4f93-b233-9f1ca0a3473e req-549f166e-5bd5-4400-817c-b0134286dd52 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Feb 04 16:02:35.845632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:36.014055 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:02:36.313908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f5c01-f0a5-4f82-adff-17513ab98880 req-17c48491-1ebf-41c0-b2e5-2a5a2b5c6ea7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:36.315400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a7f5c01-f0a5-4f82-adff-17513ab98880 req-17c48491-1ebf-41c0-b2e5-2a5a2b5c6ea7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0500236 Feb 04 16:02:36.355383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a7f5c01-f0a5-4f82-adff-17513ab98880 req-131a81cc-ed9c-4275-af1b-5f084a648bf4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338428 Feb 04 16:02:36.952156 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.461540 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.484771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dd7f2-980a-4857-b1e3-d7fca8db5c6f req-9fa0396e-f880-496b-a24a-ddaf8836f5f0 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:37.486343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-223dd7f2-980a-4857-b1e3-d7fca8db5c6f req-9fa0396e-f880-496b-a24a-ddaf8836f5f0 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 943 time: 0.0588734 Feb 04 16:02:37.527561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-223dd7f2-980a-4857-b1e3-d7fca8db5c6f req-13234859-faa6-4ed3-9659-fe3dcdc38845 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345531 Feb 04 16:02:37.735470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:02:37.839560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:37.853078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '18708e42-99bf-4305-877a-f9d4c691de00', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'port_id': '18708e42-99bf-4305-877a-f9d4c691de00', 'mac_address': 'fa:16:3e:22:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:02:37.894976 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.907723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18708e42-99bf-4305-877a-f9d4c691de00 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:37.929718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:37.932789 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.984404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:37.992462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.992809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.993153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.993494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.993830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.994194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.994522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.994846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.995167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.995489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.995810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.996130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:38.284504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['18708e42-99bf-4305-877a-f9d4c691de00'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:02:38.647421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224e79-6dbe-4421-80ac-acf853dd68bc req-a8567e13-ce02-4954-93c0-13dcf7dbf697 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:38.648906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1224e79-6dbe-4421-80ac-acf853dd68bc req-a8567e13-ce02-4954-93c0-13dcf7dbf697 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 944 time: 0.0483086 Feb 04 16:02:38.690993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1224e79-6dbe-4421-80ac-acf853dd68bc req-b12f8ed9-6f6e-4a18-a640-ea369ad45248 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340064 Feb 04 16:02:39.741355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:02:39.795069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 18708e42-99bf-4305-877a-f9d4c691de00 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:39.795452 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.818252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665491bb-ee5a-4266-b3a8-e689c169587f req-9c2f9040-b4ce-47d0-ace6-f26b6aef9f5f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:39.819795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-665491bb-ee5a-4266-b3a8-e689c169587f req-9c2f9040-b4ce-47d0-ace6-f26b6aef9f5f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 944 time: 0.0503430 Feb 04 16:02:39.857799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-665491bb-ee5a-4266-b3a8-e689c169587f req-f3c82563-bc8e-45f1-b268-7a1058591dfd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Feb 04 16:02:39.877139 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.899775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:39.902059 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52d88b4-ac2c-4ff3-b935-7cba141290b3" -d '{"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-plugged", "status": "completed", "tag": "18708e42-99bf-4305-877a-f9d4c691de00"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:02:39.922079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:39.928045 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.933653 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.952825 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df76d10-0fb5-4373-831e-b9e14d20a44d x-openstack-request-id: req-7df76d10-0fb5-4373-831e-b9e14d20a44d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:02:39.953216 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-plugged", "status": "completed", "tag": "18708e42-99bf-4305-877a-f9d4c691de00", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:02:39.953343 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7df76d10-0fb5-4373-831e-b9e14d20a44d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:02:39.953728 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00', 'code': 200} Feb 04 16:02:39.983323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=10']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:40.117964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8130e3-5213-4740-9e4b-894dde3d0634 req-8450af5f-c3a8-4671-9f7b-475259dfaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:40.119409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed8130e3-5213-4740-9e4b-894dde3d0634 req-8450af5f-c3a8-4671-9f7b-475259dfaec6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1097 time: 0.0554516 Feb 04 16:02:40.162927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ed8130e3-5213-4740-9e4b-894dde3d0634 req-99ff0cdf-4d28-46f3-bf92-2b1f620b45cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360234 Feb 04 16:02:40.978353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bcb70-826b-49b0-a73d-d0ed182d155b req-9cccc587-25ed-4a03-b012-1bec3418c092 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:40.979920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d0bcb70-826b-49b0-a73d-d0ed182d155b req-9cccc587-25ed-4a03-b012-1bec3418c092 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 946 time: 0.0502276 Feb 04 16:02:41.018427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d0bcb70-826b-49b0-a73d-d0ed182d155b req-4e0e6a95-30c0-4558-ad52-16750279e459 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Feb 04 16:02:42.185569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064242-05cb-419b-9524-57278fd94dd5 req-28ebd69a-50a2-4d83-83f6-febf09dbe93e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:42.190591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2064242-05cb-419b-9524-57278fd94dd5 req-28ebd69a-50a2-4d83-83f6-febf09dbe93e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 946 time: 0.0556414 Feb 04 16:02:42.229532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b2064242-05cb-419b-9524-57278fd94dd5 req-4307b203-88e4-4186-aa05-61f21730f834 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321538 Feb 04 16:02:43.354774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3459c-9d5a-4065-a41f-94952ad52687 req-bd1869de-65cb-4e6a-8c1e-e1e0efc48e56 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:43.356373 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2ca3459c-9d5a-4065-a41f-94952ad52687 req-bd1869de-65cb-4e6a-8c1e-e1e0efc48e56 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 946 time: 0.0539868 Feb 04 16:02:43.402276 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2ca3459c-9d5a-4065-a41f-94952ad52687 req-62ed3092-38c7-4b03-aa14-427c15353b20 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396874 Feb 04 16:02:53.286892 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.592416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-969d3942-e6e7-4a1c-9c75-e77a0975d3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.703971 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d7ce68d9-9c58-485f-ab0d-da5a9e40e29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.123101 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-8c14fdc9-852d-41ed-871e-10bc868a811b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454030 Feb 04 16:03:04.233793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-2074f064-017f-4df5-987f-78755ac0ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.235784 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-2074f064-017f-4df5-987f-78755ac0ce30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 1097 time: 0.0544560 Feb 04 16:03:04.366596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-aae9cbf1-2a73-47db-844e-fe0ec4f6beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.367986 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-aae9cbf1-2a73-47db-844e-fe0ec4f6beed service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1093047 Feb 04 16:03:04.443767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-5ac92cf8-2e1c-4a19-8e38-816e60ef863c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 200 len: 1001 time: 0.0675421 Feb 04 16:03:04.499729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-a6facbc0-2fc7-484f-92c2-af6d5567f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.501269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-a6facbc0-2fc7-484f-92c2-af6d5567f936 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0481617 Feb 04 16:03:04.553333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-7eb0dd83-416f-48ff-8de2-03b48f80e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.554915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-7eb0dd83-416f-48ff-8de2-03b48f80e8e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460050 Feb 04 16:03:04.682800 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-1a8a82d4-ac81-46ba-9a54-e526eb6ed859 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207025 Feb 04 16:03:04.822011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc1c23ba-6b94-4df5-9148-9e662a19fc8b req-d1e61a10-0d32-4ee0-a0f0-38f17ebc441a service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320214 Feb 04 16:03:05.730776 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-1adf2b27-93ae-4ecd-8f90-f7fc4b5053bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494421 Feb 04 16:03:05.857293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-4f1f5c15-3851-448c-b489-c22be820d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.858310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.859680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-4f1f5c15-3851-448c-b489-c22be820d1bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1cf1412815d418c98231301e3bed8f6&device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1096 time: 0.0661893 Feb 04 16:03:05.987819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-cae5969d-15b8-4107-a429-0318e47bdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:05.989872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-cae5969d-15b8-4107-a429-0318e47bdfcc service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 200 len: 910 time: 0.1065104 Feb 04 16:03:06.074522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-0ea702ed-1266-477f-9b9d-17738ff5aa0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 200 len: 1000 time: 0.0767610 Feb 04 16:03:06.135129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-e562b49e-e426-4f46-a74a-afeaa91e8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:06.137202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-e562b49e-e426-4f46-a74a-afeaa91e8856 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664745ae-9caa-44b7-847a-2080be715fd5 HTTP/1.1" status: 200 len: 848 time: 0.0546584 Feb 04 16:03:06.189657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-56edb76a-a93c-4c1e-8e1f-31c5d8317a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:06.191402 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-56edb76a-a93c-4c1e-8e1f-31c5d8317a4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aafd923-241b-4e49-b625-67064718c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469811 Feb 04 16:03:06.319262 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-b75db0d7-dac5-4582-9225-af173da0294d service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191390 Feb 04 16:03:06.466895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08120a89-bb02-4daf-b370-159b5677ac36 req-18a4f955-c25b-4d8f-985a-1c4a943033a7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:06.468452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08120a89-bb02-4daf-b370-159b5677ac36 req-18a4f955-c25b-4d8f-985a-1c4a943033a7 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0813601 Feb 04 16:03:06.470591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec93e02c-73d4-4304-b2e0-e15a409204b9 req-dfc7f93c-fed5-4201-bac2-cb7d03332f3f service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448381 Feb 04 16:03:06.510035 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08120a89-bb02-4daf-b370-159b5677ac36 req-7c587729-65c6-4000-ac51-04eee7f260c0 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Feb 04 16:03:06.947797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.467410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.646701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff61a5-320f-46b5-aa1c-1bc9ca7b47cb req-05745f57-6002-4ba2-b31c-bbda805d7201 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:07.648345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdff61a5-320f-46b5-aa1c-1bc9ca7b47cb req-05745f57-6002-4ba2-b31c-bbda805d7201 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0595076 Feb 04 16:03:07.695037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdff61a5-320f-46b5-aa1c-1bc9ca7b47cb req-63568301-c219-4a27-800b-2fb7f474f369 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372908 Feb 04 16:03:08.469172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-e0c5ef38-7d8e-43e3-8f54-57b391a368fb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:08.470808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-e0c5ef38-7d8e-43e3-8f54-57b391a368fb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0645187 Feb 04 16:03:08.575884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Deleting port 20cd5396-43bc-4238-be31-b29a184aea4d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:08.576232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.723018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] For port 20cd5396-43bc-4238-be31-b29a184aea4d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=20cd5396-43bc-4238-be31-b29a184aea4d,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:08.724076 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.861496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32230ae6-beab-4cac-aff6-04537a19964c req-3ced5edc-7d2a-40b6-9cd1-f8af12e6f15d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:08.864622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32230ae6-beab-4cac-aff6-04537a19964c req-3ced5edc-7d2a-40b6-9cd1-f8af12e6f15d tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 945 time: 0.0577838 Feb 04 16:03:08.925332 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32230ae6-beab-4cac-aff6-04537a19964c req-f25e94ff-8621-4d6d-bd60-904a5a58b8a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups?id=fdf9aca1-2a23-4d28-863b-42b055a7762f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523894 Feb 04 16:03:08.968650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.969139 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.969515 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Floating IP 4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd disassociated. External IP: 172.25.1.22, port: 20cd5396-43bc-4238-be31-b29a184aea4d. Feb 04 16:03:08.970088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Calling delete_port for 20cd5396-43bc-4238-be31-b29a184aea4d owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:09.123693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.160287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event deleted for resources: {'Port': ['ID=20cd5396-43bc-4238-be31-b29a184aea4d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:09.173696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.174089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.174442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.174787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.175148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.176446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.176446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.176787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.176961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.177273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.177605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.177941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:09.296137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Router 74238408-e9ca-4430-b83c-4af15ff3c73f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:03:09.416418 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:09.427375 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] Sync routers for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:09.438151 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:09.439107 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:09.461687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] No DVR routers for this DVR port 20cd5396-43bc-4238-be31-b29a184aea4d on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:09.469336 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.473452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c14a23d7-2762-4f4e-9cca-349b95624cf9 req-33379084-5f3c-429a-a0b0-93e9e2b563eb tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.30 "DELETE /v2.0/ports/20cd5396-43bc-4238-be31-b29a184aea4d HTTP/1.1" status: 204 len: 173 time: 0.9966161 Feb 04 16:03:09.473949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'name': 'network-vif-deleted', 'tag': '20cd5396-43bc-4238-be31-b29a184aea4d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:09.476531 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0be50ab-a365-4382-a0d7-fa609f7d170d" -d '{"events": [{"server_uuid": "c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e", "name": "network-vif-deleted", "tag": "20cd5396-43bc-4238-be31-b29a184aea4d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:03:09.605253 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:09.667985 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8881892-7778-4b2a-b872-a5f37a5479c6 x-openstack-request-id: req-b8881892-7778-4b2a-b872-a5f37a5479c6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:03:09.668228 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e", "name": "network-vif-deleted", "tag": "20cd5396-43bc-4238-be31-b29a184aea4d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:03:09.668418 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8881892-7778-4b2a-b872-a5f37a5479c6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:03:09.668790 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e', 'name': 'network-vif-deleted', 'tag': '20cd5396-43bc-4238-be31-b29a184aea4d', 'status': 'completed', 'code': 200} Feb 04 16:03:09.920513 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.960065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:09.990409 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] Checking router: 74238408-e9ca-4430-b83c-4af15ff3c73f for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:10.000781 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:10.001424 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:10.063783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3e43ed1-2326-462d-b121-aa618089f3df req-b519d1af-4a1f-49be-80ce-c0e8a063a2f0 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fc6f5b-b36e-4ad8-b555-cb3bc00bc44e HTTP/1.1" status: 200 len: 210 time: 0.0324244 Feb 04 16:03:10.134540 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:10.380187 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:10.408443 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ca2ae-ebcc-4958-8a81-d2e6325bcc38 None None] The sync data for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 is: [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T15:56:03Z', 'revision_number': 4, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'db75a3c0-b28a-4f02-bbce-a3c8700fa9eb', 'name': '', 'network_id': 'f80456e3-89f7-46c5-bd73-457711658e36', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'mac_address': 'fa:16:3e:bc:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:56:01Z', 'updated_at': '2022-02-04T15:56:09Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'subnets': [{'id': 'a46507e6-cd0c-447d-a6ed-ba5c97305225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:10.690402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a2630e-3e60-484c-b7df-c904be8d6c60 None None] New status for floating IP 4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:03:11.156561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53420) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:11.226498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.253189 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.322247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.325287 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.326596 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "DELETE /v2.0/security-groups/fdf9aca1-2a23-4d28-863b-42b055a7762f HTTP/1.1" status: 204 len: 168 time: 0.1690259 Feb 04 16:03:11.329420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53422) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:11.338237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9aca1-2a23-4d28-863b-42b055a7762f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.346515 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.346856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.347232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.348140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.348556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.348820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.349156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.349482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.349818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.350171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.350572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.350828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d1ae3a-41b7-47a0-acab-cab62945df4b tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:11.354023 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-a338d250-4f8d-481b-b3f7-e8f998d9cffd tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] show failed (client error): The resource could not be found. Feb 04 16:03:11.355820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a338d250-4f8d-481b-b3f7-e8f998d9cffd tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "GET /v2.0/security-groups/fdf9aca1-2a23-4d28-863b-42b055a7762f HTTP/1.1" status: 404 len: 347 time: 0.0245891 Feb 04 16:03:11.358869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53424) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:11.528660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Deleting port 864ce202-4977-4606-acce-7d153e449efd {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:11.528994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.625561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.625869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.640132 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Calling delete_port for 864ce202-4977-4606-acce-7d153e449efd owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:11.795397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.824181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Pushing event deleted for resources: {'Port': ['ID=864ce202-4977-4606-acce-7d153e449efd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.896269 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.898881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.900064 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8761bb95-9b53-4fd3-9924-cbe576fe6e0a tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] 10.222.0.47 "DELETE /v2.0/floatingips/4bc9ffb3-a24b-4aa8-ac4d-04606069c6dd HTTP/1.1" status: 204 len: 168 time: 0.5395288 Feb 04 16:03:11.962826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 20cd5396-43bc-4238-be31-b29a184aea4d no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:03:11.993412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 20cd5396-43bc-4238-be31-b29a184aea4d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:03:11.994472 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 20cd5396-43bc-4238-be31-b29a184aea4d not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:03:13.014312 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:03:20.720326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53466) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:21.224160 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.821535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Deleting port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:21.822347 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.902869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] For port db75a3c0-b28a-4f02-bbce-a3c8700fa9eb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:21.903239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.915756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Calling delete_port for db75a3c0-b28a-4f02-bbce-a3c8700fa9eb owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:22.104467 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.133218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db75a3c0-b28a-4f02-bbce-a3c8700fa9eb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:22.303867 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.530579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Router 74238408-e9ca-4430-b83c-4af15ff3c73f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:03:22.644552 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:22.650079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0aa46c2b-7c6a-40f2-89fc-e59b5ecebbd9 admin admin] 10.222.0.47 "PUT /v2.0/routers/74238408-e9ca-4430-b83c-4af15ff3c73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9285531 Feb 04 16:03:22.652577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53470) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:22.654327 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] Sync routers for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:22.665995 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:22.666623 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:22.769175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.781436 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:22.885706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.943697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Deleting port 83f97388-68a2-49bd-95a6-e37747099ac2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:22.944048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.974240 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T16:03:22Z', 'revision_number': 5, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port': {'id': '83f97388-68a2-49bd-95a6-e37747099ac2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:53Z', 'updated_at': '2022-02-04T15:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:23.007978 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] Checking router: 74238408-e9ca-4430-b83c-4af15ff3c73f for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:23.017348 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] Routers {'74238408-e9ca-4430-b83c-4af15ff3c73f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:23.018003 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['74238408-e9ca-4430-b83c-4af15ff3c73f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:23.044486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] For port 83f97388-68a2-49bd-95a6-e37747099ac2, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=83f97388-68a2-49bd-95a6-e37747099ac2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:23.044769 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.058879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Calling delete_port for 83f97388-68a2-49bd-95a6-e37747099ac2 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:23.106344 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] Set router 74238408-e9ca-4430-b83c-4af15ff3c73f gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:23.158825 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T16:03:22Z', 'revision_number': 6, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:23.187701 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3a388-3708-478b-b5fa-762891420381 None None] The sync data for ids ['74238408-e9ca-4430-b83c-4af15ff3c73f'] in n-d-827869-1 is: [{'id': '74238408-e9ca-4430-b83c-4af15ff3c73f', 'name': 'tempest-AttachVolumeTestJSON-650521092-router', 'tenant_id': 'dc0a7f2eff6648139e592578e665b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:51Z', 'updated_at': '2022-02-04T16:03:22Z', 'revision_number': 6, 'project_id': 'dc0a7f2eff6648139e592578e665b340', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:23.247030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.278799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Pushing event deleted for resources: {'Port': ['ID=83f97388-68a2-49bd-95a6-e37747099ac2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:23.298682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.340231 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.433910 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.436209 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.481329 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.481846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74238408-e9ca-4430-b83c-4af15ff3c73f {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:03:23.487307 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.489381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e778b42f-7928-4902-b984-f2a6e271cd2f admin admin] 10.222.0.47 "DELETE /v2.0/routers/74238408-e9ca-4430-b83c-4af15ff3c73f HTTP/1.1" status: 204 len: 168 time: 0.8353875 Feb 04 16:03:23.492643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:23.543683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0f417c-6677-4192-a026-be9bf1a9a51f admin admin] Deleting subnet a46507e6-cd0c-447d-a6ed-ba5c97305225 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:03:23.547233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf0f417c-6677-4192-a026-be9bf1a9a51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.585490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf0f417c-6677-4192-a026-be9bf1a9a51f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.672044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf0f417c-6677-4192-a026-be9bf1a9a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.733014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf0f417c-6677-4192-a026-be9bf1a9a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.757320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f417c-6677-4192-a026-be9bf1a9a51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46507e6-cd0c-447d-a6ed-ba5c97305225,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:23.763216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf0f417c-6677-4192-a026-be9bf1a9a51f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.769229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cf0f417c-6677-4192-a026-be9bf1a9a51f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a46507e6-cd0c-447d-a6ed-ba5c97305225 HTTP/1.1" status: 204 len: 168 time: 0.2727718 Feb 04 16:03:23.769403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53474) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:23.772982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da8f91-76e4-48d4-a531-340dfbf9e3fd None None] Network f80456e3-89f7-46c5-bd73-457711658e36 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:03:23.842438 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.902404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Deleting port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:23.902979 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.977802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] DHCP port deletion for f80456e3-89f7-46c5-bd73-457711658e36 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:03:23.978713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] For port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:23.979103 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.994762 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Calling delete_port for 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:24.026896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] Deleting port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:24.027274 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.085896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.098017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] For port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,segment=NetworkSegment(be3340a5-159a-45ef-9d96-d277772297eb),segment_id=be3340a5-159a-45ef-9d96-d277772297eb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:24.098646 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.114016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] Calling delete_port for 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:24.138876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Pushing event deleted for resources: {'Port': ['ID=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.147393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] No DVR routers for this DVR port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:24.202992 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.229120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.242136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] Pushing event deleted for resources: {'Port': ['ID=18b640e1-9ae2-471b-9d74-26f1d6b10bf9,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.248602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bfd252-d8a1-4d6a-8dde-f31d43f3610f None None] No DVR routers for this DVR port 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:24.261625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80456e3-89f7-46c5-bd73-457711658e36']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:24.273346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3340a5-159a-45ef-9d96-d277772297eb') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:24.273750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3340a5-159a-45ef-9d96-d277772297eb') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:24.285897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.304251 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.312585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:03:24.313229 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:24.316401 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:24.380905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.386715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.390587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] 10.222.0.47 "DELETE /v2.0/networks/f80456e3-89f7-46c5-bd73-457711658e36 HTTP/1.1" status: 204 len: 168 time: 0.6201572 Feb 04 16:03:24.402608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a11ea5-4dc4-4307-8d4a-205346c967dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f80456e3-89f7-46c5-bd73-457711658e36,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.520619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53478) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:24.561901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-50cee17b-3dcc-442f-81c8-b631762256dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc0a7f2eff6648139e592578e665b340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400829 Feb 04 16:03:24.564501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53480) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:24.624162 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18a2fbc5-13b8-44bd-80d9-afb5edb536bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.646682 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18a2fbc5-13b8-44bd-80d9-afb5edb536bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.694702 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18a2fbc5-13b8-44bd-80d9-afb5edb536bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.697303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18a2fbc5-13b8-44bd-80d9-afb5edb536bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.698527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-18a2fbc5-13b8-44bd-80d9-afb5edb536bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/194cf48f-bf69-41e4-b040-85156855f76b HTTP/1.1" status: 204 len: 168 time: 0.1330826 Feb 04 16:03:24.710741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2fbc5-13b8-44bd-80d9-afb5edb536bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194cf48f-bf69-41e4-b040-85156855f76b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.782817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 83f97388-68a2-49bd-95a6-e37747099ac2 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:03:24.806242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 83f97388-68a2-49bd-95a6-e37747099ac2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:03:24.806481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 83f97388-68a2-49bd-95a6-e37747099ac2 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:03:24.806860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:03:24.827394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:03:24.827737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 18b640e1-9ae2-471b-9d74-26f1d6b10bf9 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:03:24.828143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device db75a3c0-b28a-4f02-bbce-a3c8700fa9eb no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:03:24.855217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: db75a3c0-b28a-4f02-bbce-a3c8700fa9eb {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:03:24.855566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device db75a3c0-b28a-4f02-bbce-a3c8700fa9eb not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:03:26.746628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53564) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:26.858886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8383de16-5571-42f9-a57b-578e74d4a540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.939120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8383de16-5571-42f9-a57b-578e74d4a540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.943923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8383de16-5571-42f9-a57b-578e74d4a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.982884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8383de16-5571-42f9-a57b-578e74d4a540 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=167ceac409e246db81120a996e544b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351568 Feb 04 16:03:26.983734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383de16-5571-42f9-a57b-578e74d4a540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5278b2f-52e8-47a3-be12-f1baaca766ef,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:26.985928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53568) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:27.036383 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90afefb6-eede-4dcb-88a2-9d78d7972014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.058741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90afefb6-eede-4dcb-88a2-9d78d7972014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.115854 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90afefb6-eede-4dcb-88a2-9d78d7972014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.118426 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-90afefb6-eede-4dcb-88a2-9d78d7972014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.119602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-90afefb6-eede-4dcb-88a2-9d78d7972014 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5278b2f-52e8-47a3-be12-f1baaca766ef HTTP/1.1" status: 204 len: 168 time: 0.1325045 Feb 04 16:03:27.127916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afefb6-eede-4dcb-88a2-9d78d7972014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5278b2f-52e8-47a3-be12-f1baaca766ef,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:27.389628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53576) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:27.402974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd45a021-c9d1-4ec9-81d5-8669a2d42238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.481880 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd45a021-c9d1-4ec9-81d5-8669a2d42238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.486659 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd45a021-c9d1-4ec9-81d5-8669a2d42238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.524288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45a021-c9d1-4ec9-81d5-8669a2d42238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e1e784-bf3e-48bd-a1c5-f88e0bac8ffd,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:27.528802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fd45a021-c9d1-4ec9-81d5-8669a2d42238 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef2acf13ed1a49018ce8f1c6cb151d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380029 Feb 04 16:03:27.532203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53578) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:27.585484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49341e5b-b4a8-4399-b193-1fba09330fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.609731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49341e5b-b4a8-4399-b193-1fba09330fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.659773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49341e5b-b4a8-4399-b193-1fba09330fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.662653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-49341e5b-b4a8-4399-b193-1fba09330fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.663844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-49341e5b-b4a8-4399-b193-1fba09330fbf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39e1e784-bf3e-48bd-a1c5-f88e0bac8ffd HTTP/1.1" status: 204 len: 168 time: 0.1306837 Feb 04 16:03:27.672150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49341e5b-b4a8-4399-b193-1fba09330fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e1e784-bf3e-48bd-a1c5-f88e0bac8ffd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:30.584276 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf6afbe8-06db-45ea-8168-f3dbf7f55912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.651522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53746) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:30.792539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5fbe686d-1dd4-46bb-be1c-8f933bd3a9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.876247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5fbe686d-1dd4-46bb-be1c-8f933bd3a9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.880607 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5fbe686d-1dd4-46bb-be1c-8f933bd3a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.918663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe686d-1dd4-46bb-be1c-8f933bd3a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d235eac-9a9e-4c59-98ab-c5e28fb203ae,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:30.923176 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5fbe686d-1dd4-46bb-be1c-8f933bd3a9f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ea842619ee349529f929765bc154605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705843 Feb 04 16:03:30.926354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53750) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:30.977424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f34e9c0-4379-42eb-b6fc-17be9a440416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.998829 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f34e9c0-4379-42eb-b6fc-17be9a440416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.047141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f34e9c0-4379-42eb-b6fc-17be9a440416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.050740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f34e9c0-4379-42eb-b6fc-17be9a440416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.051926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0f34e9c0-4379-42eb-b6fc-17be9a440416 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d235eac-9a9e-4c59-98ab-c5e28fb203ae HTTP/1.1" status: 204 len: 168 time: 0.1246312 Feb 04 16:03:31.061115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e9c0-4379-42eb-b6fc-17be9a440416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d235eac-9a9e-4c59-98ab-c5e28fb203ae,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:31.335938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53756) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:31.349919 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e27ad7-773d-436a-a72a-9b1e368c46ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.431318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e27ad7-773d-436a-a72a-9b1e368c46ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.435470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54e27ad7-773d-436a-a72a-9b1e368c46ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.485906 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54e27ad7-773d-436a-a72a-9b1e368c46ee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=968553b0c7e14e05bfdcb054a28b2183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486814 Feb 04 16:03:31.486926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e27ad7-773d-436a-a72a-9b1e368c46ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c9767-309f-40c9-8469-298d255a0256,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:31.489362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53758) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:31.545803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-033d4cd9-89c3-444e-8fd1-884b9f82124f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.568180 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-033d4cd9-89c3-444e-8fd1-884b9f82124f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.617583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-033d4cd9-89c3-444e-8fd1-884b9f82124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.620324 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-033d4cd9-89c3-444e-8fd1-884b9f82124f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.621507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-033d4cd9-89c3-444e-8fd1-884b9f82124f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/821c9767-309f-40c9-8469-298d255a0256 HTTP/1.1" status: 204 len: 168 time: 0.1309457 Feb 04 16:03:31.630239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d4cd9-89c3-444e-8fd1-884b9f82124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c9767-309f-40c9-8469-298d255a0256,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:32.601718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:32.717457 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f19ff91-18f5-4b76-a7ba-7dca51d900ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.800821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f19ff91-18f5-4b76-a7ba-7dca51d900ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.805132 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f19ff91-18f5-4b76-a7ba-7dca51d900ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.853107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8f19ff91-18f5-4b76-a7ba-7dca51d900ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2527011c28941d0be376d6072856d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503369 Feb 04 16:03:32.854181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19ff91-18f5-4b76-a7ba-7dca51d900ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b6556b-49a4-44f7-8253-ac7c026b5511,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:32.856058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53792) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:32.925878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcf21b12-83ec-4281-ac36-3fa018fda4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.950632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcf21b12-83ec-4281-ac36-3fa018fda4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.010289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcf21b12-83ec-4281-ac36-3fa018fda4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.013102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcf21b12-83ec-4281-ac36-3fa018fda4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.014502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bcf21b12-83ec-4281-ac36-3fa018fda4c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5b6556b-49a4-44f7-8253-ac7c026b5511 HTTP/1.1" status: 204 len: 168 time: 0.1571486 Feb 04 16:03:33.027327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf21b12-83ec-4281-ac36-3fa018fda4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b6556b-49a4-44f7-8253-ac7c026b5511,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:33.688036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2a87-65b4-4645-92c4-564a49f1e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.278602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53832) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:34.423916 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1212164246'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:34.448186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Made reservation on behalf of ff115d883a0e40e896fb4fca3af9c4b7 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:34.451735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.461108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.538989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.543215 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.580779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:34.591625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665906e5-6f7e-40cf-a876-92d2633ebbfe,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:34.597944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.598326 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Added segment c5783472-1771-4beb-aa54-007ab120a02f of type vlan for network cb922ed4-3f23-4b55-9cb7-2e3abe10201b Feb 04 16:03:34.643744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.668304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.673743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:34.674363 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.736857 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4571345 Feb 04 16:03:34.742605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53836) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:34.745891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c18f3-e624-47a2-a1cd-7185c40a347d tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event updated for resources: {'Network': ['ID=cb922ed4-3f23-4b55-9cb7-2e3abe10201b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:34.748047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Request body: {'subnet': {'network_id': 'cb922ed4-3f23-4b55-9cb7-2e3abe10201b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:34.758817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network cb922ed4-3f23-4b55-9cb7-2e3abe10201b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:03:34.839469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Made reservation on behalf of ff115d883a0e40e896fb4fca3af9c4b7 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:34.842985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.029580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.091991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event updated for resources: {'Subnet': ['ID=96199967-fff4-4f05-8568-24b6ebb5da26,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:35.104784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Checking segment: {'id': 'c5783472-1771-4beb-aa54-007ab120a02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cb922ed4-3f23-4b55-9cb7-2e3abe10201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:03:35.105155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Network hostable DHCP agents. Network: cb922ed4-3f23-4b55-9cb7-2e3abe10201b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:35.122864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Network cb922ed4-3f23-4b55-9cb7-2e3abe10201b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:35.132469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, cb922ed4-3f23-4b55-9cb7-2e3abe10201b) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:35.136575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:35.137159 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.145897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d0624-414e-461b-ab38-ec7f0edc031b None None] Network cb922ed4-3f23-4b55-9cb7-2e3abe10201b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:03:35.155752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6c63e1c9-6d32-4dc5-be56-39d9383cff72 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4117119 Feb 04 16:03:35.158551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53838) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:35.164654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Request body: {'port': {'network_id': 'cb922ed4-3f23-4b55-9cb7-2e3abe10201b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1593577499'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:35.289182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Made reservation on behalf of ff115d883a0e40e896fb4fca3af9c4b7 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:35.294114 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.301841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-cb922ed4-3f23-4b55-9cb7-2e3abe10201b', 'network_id': 'cb922ed4-3f23-4b55-9cb7-2e3abe10201b', 'tenant_id': 'ff115d883a0e40e896fb4fca3af9c4b7', 'fixed_ips': [{'subnet_id': '96199967-fff4-4f05-8568-24b6ebb5da26'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:03:35.302753 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.315634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] device_id is not set on port e47451dd-e804-4218-ac6c-060cffae83d6 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:03:35.429075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Allocated IP 172.20.0.11 (cb922ed4-3f23-4b55-9cb7-2e3abe10201b/96199967-fff4-4f05-8568-24b6ebb5da26/e47451dd-e804-4218-ac6c-060cffae83d6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:35.582036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.622877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.676535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Allocated IP 172.20.0.2 (cb922ed4-3f23-4b55-9cb7-2e3abe10201b/96199967-fff4-4f05-8568-24b6ebb5da26/18fac097-7b76-44bc-917f-faec9c813660) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:35.677044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Network cb922ed4-3f23-4b55-9cb7-2e3abe10201b is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:35.680602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:35.684775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:03:35.713375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event updated for resources: {'Port': ['ID=e47451dd-e804-4218-ac6c-060cffae83d6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:35.739867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:35.740685 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.759065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3301addc-5fd7-4aac-acf4-cc91c8494672 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.5991457 Feb 04 16:03:35.762325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53840) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:35.839250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.852035 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.860574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-bba4bb67-5567-4cfa-8127-96b539b5e0c5 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Deleting port e47451dd-e804-4218-ac6c-060cffae83d6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:35.861249 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bba4bb67-5567-4cfa-8127-96b539b5e0c5 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.887541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.901741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Network cb922ed4-3f23-4b55-9cb7-2e3abe10201b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:35.904674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:35.907217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:03:35.913111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Pushing event updated for resources: {'Port': ['ID=18fac097-7b76-44bc-917f-faec9c813660,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:35.956428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bba4bb67-5567-4cfa-8127-96b539b5e0c5 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.967600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Attempting to bind port 18fac097-7b76-44bc-917f-faec9c813660 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:35.967975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Attempting to bind port 18fac097-7b76-44bc-917f-faec9c813660 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c5783472-1771-4beb-aa54-007ab120a02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cb922ed4-3f23-4b55-9cb7-2e3abe10201b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:35.968334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Attempting to bind port 18fac097-7b76-44bc-917f-faec9c813660 on network cb922ed4-3f23-4b55-9cb7-2e3abe10201b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:03:35.969051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-bba4bb67-5567-4cfa-8127-96b539b5e0c5 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Calling delete_port for e47451dd-e804-4218-ac6c-060cffae83d6 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:35.973489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:03:35.974051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Checking segment: {'id': 'c5783472-1771-4beb-aa54-007ab120a02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cb922ed4-3f23-4b55-9cb7-2e3abe10201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:03:35.974670 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.974854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Bound using segment: {'id': 'c5783472-1771-4beb-aa54-007ab120a02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cb922ed4-3f23-4b55-9cb7-2e3abe10201b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:03:35.975331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Bound port: 18fac097-7b76-44bc-917f-faec9c813660, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5783472-1771-4beb-aa54-007ab120a02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cb922ed4-3f23-4b55-9cb7-2e3abe10201b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:35.975709 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.042873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] For port 18fac097-7b76-44bc-917f-faec9c813660, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:36.046536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] For port 18fac097-7b76-44bc-917f-faec9c813660, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=18fac097-7b76-44bc-917f-faec9c813660,segment=NetworkSegment(c5783472-1771-4beb-aa54-007ab120a02f),segment_id=c5783472-1771-4beb-aa54-007ab120a02f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:36.051853 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.108048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bba4bb67-5567-4cfa-8127-96b539b5e0c5 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.145343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4bb67-5567-4cfa-8127-96b539b5e0c5 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event deleted for resources: {'Port': ['ID=e47451dd-e804-4218-ac6c-060cffae83d6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:36.228931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bba4bb67-5567-4cfa-8127-96b539b5e0c5 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.232227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bba4bb67-5567-4cfa-8127-96b539b5e0c5 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "DELETE /v2.0/ports/e47451dd-e804-4218-ac6c-060cffae83d6 HTTP/1.1" status: 204 len: 168 time: 0.4687886 Feb 04 16:03:36.234934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53842) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:36.288147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f96dd-0676-42b9-b2ac-c559302e194a None None] Pushing event updated for resources: {'Port': ['ID=18fac097-7b76-44bc-917f-faec9c813660,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:36.315882 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-144904b3-b240-4da9-b745-59d301b5eb8c tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0790823 Feb 04 16:03:36.318357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53846) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:36.323247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1827535174'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:36.351049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Made reservation on behalf of ff115d883a0e40e896fb4fca3af9c4b7 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:36.354906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.382801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:36.393802 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.394333 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Added segment aa3f45b0-7d6f-452d-b220-8dcdd734fb5d of type vlan for network 27bb113e-be6f-4d2d-b941-4c3dc80bcb96 Feb 04 16:03:36.443825 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.486775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.494831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:36.495466 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.552492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2330182 Feb 04 16:03:36.555424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:36.571285 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1297ad6-6e02-4d48-ab90-36a473b8b615 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event updated for resources: {'Network': ['ID=27bb113e-be6f-4d2d-b941-4c3dc80bcb96,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:36.582352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 27bb113e-be6f-4d2d-b941-4c3dc80bcb96 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:03:36.717910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6e34a3b1-b0c0-42e7-8583-bbbcb6badceb tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "GET /v2.0/agents/c467f897-becd-48ff-b50c-ae375e1dc1dd/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.1613600 Feb 04 16:03:36.720700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53850) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:36.820036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e532f8-456d-4dba-a2dd-b0d84ff5bbf7 tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] Network 27bb113e-be6f-4d2d-b941-4c3dc80bcb96 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:36.840958 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e3e532f8-456d-4dba-a2dd-b0d84ff5bbf7 tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "POST /v2.0/agents/c467f897-becd-48ff-b50c-ae375e1dc1dd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1190488 Feb 04 16:03:36.843549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53852) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:36.844430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 18fac097-7b76-44bc-917f-faec9c813660 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:03:36.874511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d3677-3101-4569-8726-16dae9da78e7 None None] Network 27bb113e-be6f-4d2d-b941-4c3dc80bcb96 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:03:36.971290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-200e595e-d785-448c-bf0c-822aad4e4c55 tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "GET /v2.0/agents/c467f897-becd-48ff-b50c-ae375e1dc1dd/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.1265969 Feb 04 16:03:36.975281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53854) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:36.977525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 18fac097-7b76-44bc-917f-faec9c813660 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:36.977911 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.020664 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.069201 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54ee0086-5fd2-438a-a556-338875e1e277 tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "DELETE /v2.0/agents/c467f897-becd-48ff-b50c-ae375e1dc1dd/dhcp-networks/27bb113e-be6f-4d2d-b941-4c3dc80bcb96 HTTP/1.1" status: 204 len: 168 time: 0.0923657 Feb 04 16:03:37.069876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53856) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:37.117078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.162482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 18fac097-7b76-44bc-917f-faec9c813660, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=18fac097-7b76-44bc-917f-faec9c813660,segment=NetworkSegment(c5783472-1771-4beb-aa54-007ab120a02f),segment_id=c5783472-1771-4beb-aa54-007ab120a02f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:37.169147 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.221633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=18fac097-7b76-44bc-917f-faec9c813660,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:37.230561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-621ac686-0656-42e9-b4b2-7fbfb2db64cf tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "GET /v2.0/agents/c467f897-becd-48ff-b50c-ae375e1dc1dd/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.1593645 Feb 04 16:03:37.234449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53858) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:37.255914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-be2d7635-297d-4918-a6a6-2a6b0373b4c4 tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "GET /v2.0/networks/cb922ed4-3f23-4b55-9cb7-2e3abe10201b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0189891 Feb 04 16:03:37.258101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53860) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:37.278109 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f6a26fef-7f66-4fb0-97fe-bbd38d017d70 tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "GET /v2.0/networks/cb922ed4-3f23-4b55-9cb7-2e3abe10201b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0187371 Feb 04 16:03:37.280449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53862) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:37.379864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df799cf4-7b2c-4703-ba05-be4f1d6be101 None None] Network cb922ed4-3f23-4b55-9cb7-2e3abe10201b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:03:37.421535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e41775f1-383a-460c-aaa5-166748e5feef tempest-DHCPAgentSchedulersTestJSON-213988768 tempest-DHCPAgentSchedulersTestJSON-213988768-project-admin] 10.222.0.47 "GET /v2.0/agents/c467f897-becd-48ff-b50c-ae375e1dc1dd/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.1398771 Feb 04 16:03:37.427093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53864) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:37.454282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a7882772-1141-4ed1-bf84-b692d7df9908 None None] Provisioning complete for port 18fac097-7b76-44bc-917f-faec9c813660 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:37.454587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7882772-1141-4ed1-bf84-b692d7df9908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.511213 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.892549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.958566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-84196d62-6947-49c6-aff9-f181d6a418dd None None] Provisioning complete for port 18fac097-7b76-44bc-917f-faec9c813660 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:37.959146 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-84196d62-6947-49c6-aff9-f181d6a418dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.014750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.042844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bb113e-be6f-4d2d-b941-4c3dc80bcb96']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:38.054580 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3f45b0-7d6f-452d-b220-8dcdd734fb5d') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:38.054923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3f45b0-7d6f-452d-b220-8dcdd734fb5d') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:38.066303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.086404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.094952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:03:38.095635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:38.101401 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:38.170030 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.174965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fe40d209-cc4f-43fb-b4b0-8239fcd289b6 None None] Could not find standard attr ID for object e47451dd-e804-4218-ac6c-060cffae83d6. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:03:38.178238 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.184144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "DELETE /v2.0/networks/27bb113e-be6f-4d2d-b941-4c3dc80bcb96 HTTP/1.1" status: 204 len: 168 time: 0.7530255 Feb 04 16:03:38.184666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53866) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:38.202496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc120714-c8d8-473a-aa51-37bc73d924ac tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event deleted for resources: {'Network': ['ID=27bb113e-be6f-4d2d-b941-4c3dc80bcb96,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:38.224425 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c99af11-4dab-4774-94dc-a2a9b461bab1 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] DELETE failed (client error): The resource could not be found. Feb 04 16:03:38.225140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c99af11-4dab-4774-94dc-a2a9b461bab1 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:03:38.228373 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6c99af11-4dab-4774-94dc-a2a9b461bab1 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "DELETE /v2.0/ports/e47451dd-e804-4218-ac6c-060cffae83d6 HTTP/1.1" status: 404 len: 333 time: 0.0430229 Feb 04 16:03:38.231975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53868) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:38.287696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be0c362-e9ac-45f9-b741-4a018e23d107 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Deleting subnet 96199967-fff4-4f05-8568-24b6ebb5da26 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:03:38.291545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0be0c362-e9ac-45f9-b741-4a018e23d107 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.336476 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0be0c362-e9ac-45f9-b741-4a018e23d107 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.435412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0be0c362-e9ac-45f9-b741-4a018e23d107 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.499348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0be0c362-e9ac-45f9-b741-4a018e23d107 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.529012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0c362-e9ac-45f9-b741-4a018e23d107 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event deleted for resources: {'Subnet': ['ID=96199967-fff4-4f05-8568-24b6ebb5da26,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:38.533019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0be0c362-e9ac-45f9-b741-4a018e23d107 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.539398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0be0c362-e9ac-45f9-b741-4a018e23d107 tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "DELETE /v2.0/subnets/96199967-fff4-4f05-8568-24b6ebb5da26 HTTP/1.1" status: 204 len: 168 time: 0.3032377 Feb 04 16:03:38.539849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53870) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:38.542770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6348ca9b-aaca-4cc7-95c6-dbc1d0dc5797 None None] Network cb922ed4-3f23-4b55-9cb7-2e3abe10201b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:03:38.624478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.695203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Deleting port 18fac097-7b76-44bc-917f-faec9c813660 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:38.695536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.764582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] DHCP port deletion for cb922ed4-3f23-4b55-9cb7-2e3abe10201b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:03:38.787741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] For port 18fac097-7b76-44bc-917f-faec9c813660, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=18fac097-7b76-44bc-917f-faec9c813660,segment=NetworkSegment(c5783472-1771-4beb-aa54-007ab120a02f),segment_id=c5783472-1771-4beb-aa54-007ab120a02f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:38.788109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.805063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Calling delete_port for 18fac097-7b76-44bc-917f-faec9c813660 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:38.823314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 18fac097-7b76-44bc-917f-faec9c813660 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:03:38.870028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Deleting port 18fac097-7b76-44bc-917f-faec9c813660 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:38.870322 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.930727 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.953799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Port 18fac097-7b76-44bc-917f-faec9c813660 update to DOWN by agent not found {{(pid=102424) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 04 16:03:38.961019 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] For port 18fac097-7b76-44bc-917f-faec9c813660, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=18fac097-7b76-44bc-917f-faec9c813660,segment=NetworkSegment(c5783472-1771-4beb-aa54-007ab120a02f),segment_id=c5783472-1771-4beb-aa54-007ab120a02f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:38.961647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.978087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Calling delete_port for 18fac097-7b76-44bc-917f-faec9c813660 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:38.987442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event deleted for resources: {'Port': ['ID=18fac097-7b76-44bc-917f-faec9c813660,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:38.989482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] No DVR routers for this DVR port 18fac097-7b76-44bc-917f-faec9c813660 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:39.075643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.094103 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.098934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb922ed4-3f23-4b55-9cb7-2e3abe10201b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:39.112791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5783472-1771-4beb-aa54-007ab120a02f') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:39.113184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5783472-1771-4beb-aa54-007ab120a02f') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:39.126074 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.140226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.140679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Pushing event deleted for resources: {'Port': ['ID=18fac097-7b76-44bc-917f-faec9c813660,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:39.148453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:03:39.149053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:39.152767 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:39.157254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] No DVR routers for this DVR port 18fac097-7b76-44bc-917f-faec9c813660 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:39.159733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.160299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.160873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.161441 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.162054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.162627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.163211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.163797 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.164395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.164993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.165565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.166173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de52fb-8cc1-4f83-aa6b-25528b057081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:39.227915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.233935 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.238256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] 10.222.0.47 "DELETE /v2.0/networks/cb922ed4-3f23-4b55-9cb7-2e3abe10201b HTTP/1.1" status: 204 len: 168 time: 0.6971929 Feb 04 16:03:39.259032 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55899dd9-8416-4f86-98bc-c44b4e78a5ed tempest-DHCPAgentSchedulersTestJSON-1898168891 tempest-DHCPAgentSchedulersTestJSON-1898168891-project] Pushing event deleted for resources: {'Network': ['ID=cb922ed4-3f23-4b55-9cb7-2e3abe10201b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:39.597645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53876) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:39.766135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c75ad1ed-6404-4815-9bf5-baf761b80f7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff115d883a0e40e896fb4fca3af9c4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671481 Feb 04 16:03:39.768817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53880) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:39.824406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9051b3c1-8b94-4a8c-8d5c-12aeac4bbcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.847706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9051b3c1-8b94-4a8c-8d5c-12aeac4bbcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.896668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9051b3c1-8b94-4a8c-8d5c-12aeac4bbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.899301 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9051b3c1-8b94-4a8c-8d5c-12aeac4bbcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.900476 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9051b3c1-8b94-4a8c-8d5c-12aeac4bbcbb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/665906e5-6f7e-40cf-a876-92d2633ebbfe HTTP/1.1" status: 204 len: 168 time: 0.1306889 Feb 04 16:03:39.909015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051b3c1-8b94-4a8c-8d5c-12aeac4bbcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665906e5-6f7e-40cf-a876-92d2633ebbfe,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:39.939974 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.218883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53886) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:40.238306 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57a15cfe-9f2f-4654-88fb-e49eade5549d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.335341 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57a15cfe-9f2f-4654-88fb-e49eade5549d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.339929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57a15cfe-9f2f-4654-88fb-e49eade5549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.381033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a15cfe-9f2f-4654-88fb-e49eade5549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb85614-1c02-42d5-8af1-8b0a5ce50df7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:40.385724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-57a15cfe-9f2f-4654-88fb-e49eade5549d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac8cc98ee0d04ced95cac7a705416907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656749 Feb 04 16:03:40.390446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53888) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:40.446839 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-608fc57f-add5-4de3-84ac-bad2ca7ae0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.472182 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-608fc57f-add5-4de3-84ac-bad2ca7ae0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.525150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-608fc57f-add5-4de3-84ac-bad2ca7ae0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.528012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-608fc57f-add5-4de3-84ac-bad2ca7ae0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.529236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-608fc57f-add5-4de3-84ac-bad2ca7ae0ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bb85614-1c02-42d5-8af1-8b0a5ce50df7 HTTP/1.1" status: 204 len: 168 time: 0.1388288 Feb 04 16:03:40.537661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fc57f-add5-4de3-84ac-bad2ca7ae0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb85614-1c02-42d5-8af1-8b0a5ce50df7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:42.027054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53926) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:42.156747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-245214950', 'router:external': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:42.182918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Made reservation on behalf of b1ffe88659fe4afd83f96c549da2be1a for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:42.185627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.195965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.281109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.286501 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.310398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:42.325861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348a6dcf-2bbf-46c3-a690-70deed0ee075,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:42.331929 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.332276 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Added segment 06c5afa6-b0d6-41ba-ab8f-97591f289eec of type vlan for network 91cbaefa-1896-4627-a163-654fa1c5f826 Feb 04 16:03:42.378219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.410010 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.411403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.414733 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.473090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4448831 Feb 04 16:03:42.476139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53932) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:42.483047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'subnet': {'network_id': '91cbaefa-1896-4627-a163-654fa1c5f826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:42.493645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0c852-0870-4b07-979b-f7c119846a6a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'Network': ['ID=91cbaefa-1896-4627-a163-654fa1c5f826,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:42.506198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 91cbaefa-1896-4627-a163-654fa1c5f826 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:03:42.519073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Made reservation on behalf of b1ffe88659fe4afd83f96c549da2be1a for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:42.521477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.230250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.objects.ports [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102422) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 16:03:43.230941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.292741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'Subnet': ['ID=94af7ba2-ef77-40ee-8a18-6b986e8ce3da,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:43.298594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Checking segment: {'id': '06c5afa6-b0d6-41ba-ab8f-97591f289eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '91cbaefa-1896-4627-a163-654fa1c5f826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:03:43.299062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Network hostable DHCP agents. Network: 91cbaefa-1896-4627-a163-654fa1c5f826, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:43.318046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Network 91cbaefa-1896-4627-a163-654fa1c5f826 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:43.329832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 91cbaefa-1896-4627-a163-654fa1c5f826) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:43.336938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:43.338128 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.343226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856968a-628e-4d7a-9eb5-007be79411b1 None None] Network 91cbaefa-1896-4627-a163-654fa1c5f826 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:03:43.358046 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9fc2362b-7459-4bf8-bce2-7ce3bc0bc023 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8807557 Feb 04 16:03:43.360683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53934) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:43.366471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1122701967', 'network_id': '91cbaefa-1896-4627-a163-654fa1c5f826'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:43.390528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Made reservation on behalf of b1ffe88659fe4afd83f96c549da2be1a for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:43.393381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.415627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] device_id is not set on port 41339aea-5d97-4f87-88fd-949324ecac27 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:03:43.541499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2198648d-dbb2-4ce0-9ba6-f49d243a5faf None None] Network 91cbaefa-1896-4627-a163-654fa1c5f826 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:03:43.582348 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Allocated IP 2001:db8::255 (91cbaefa-1896-4627-a163-654fa1c5f826/94af7ba2-ef77-40ee-8a18-6b986e8ce3da/41339aea-5d97-4f87-88fd-949324ecac27) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:43.764424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.804298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.851720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Network 91cbaefa-1896-4627-a163-654fa1c5f826 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:43.854839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:43.858684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:03:43.859673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:43.860287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.866675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'Port': ['ID=41339aea-5d97-4f87-88fd-949324ecac27,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:43.884615 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e192c02e-b72a-4733-a64d-ab3f52d8248e tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5225313 Feb 04 16:03:43.887293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53936) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:43.970900 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e205f134-ba65-4e12-9053-2df252dd90e8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Deleting port 41339aea-5d97-4f87-88fd-949324ecac27 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:43.971402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e205f134-ba65-4e12-9053-2df252dd90e8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.059900 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e205f134-ba65-4e12-9053-2df252dd90e8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.078678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e205f134-ba65-4e12-9053-2df252dd90e8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Calling delete_port for 41339aea-5d97-4f87-88fd-949324ecac27 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:44.218979 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e205f134-ba65-4e12-9053-2df252dd90e8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.265964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f134-ba65-4e12-9053-2df252dd90e8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event deleted for resources: {'Port': ['ID=41339aea-5d97-4f87-88fd-949324ecac27,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:44.297500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e205f134-ba65-4e12-9053-2df252dd90e8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.303452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e205f134-ba65-4e12-9053-2df252dd90e8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "DELETE /v2.0/ports/41339aea-5d97-4f87-88fd-949324ecac27 HTTP/1.1" status: 204 len: 168 time: 0.4145119 Feb 04 16:03:44.306857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53938) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:44.313506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91cbaefa-1896-4627-a163-654fa1c5f826', 'external_fixed_ips': [{'subnet_id': '94af7ba2-ef77-40ee-8a18-6b986e8ce3da', 'ip_address': '2001:db8::255'}]}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:44.349793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.351200 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.410823 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.551718 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.777663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.798701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.974738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Allocated IP 2001:db8::255 (91cbaefa-1896-4627-a163-654fa1c5f826/94af7ba2-ef77-40ee-8a18-6b986e8ce3da/24d54c37-22d4-4811-96a3-f503fabe99b6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:45.107952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.170288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.248158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Network 91cbaefa-1896-4627-a163-654fa1c5f826 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:45.253318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:45.259440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:03:45.323755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'Port': ['ID=24d54c37-22d4-4811-96a3-f503fabe99b6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:45.625827 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:45.873300 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.015731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Router 61ff2ad1-ab04-4a2b-b3c2-3536d71a128a is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:03:46.135332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:46.146973 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Sync routers for ids ['61ff2ad1-ab04-4a2b-b3c2-3536d71a128a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:46.158305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Routers {'61ff2ad1-ab04-4a2b-b3c2-3536d71a128a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:46.159110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.159691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['61ff2ad1-ab04-4a2b-b3c2-3536d71a128a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:46.160350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6f476e42-9393-4d15-9182-8f5f0afbde78 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8524745 Feb 04 16:03:46.164798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53940) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:46.281545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Set router 61ff2ad1-ab04-4a2b-b3c2-3536d71a128a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:46.315268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.432606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.495816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Deleting port 24d54c37-22d4-4811-96a3-f503fabe99b6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:46.496320 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.554466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ff2ad1-ab04-4a2b-b3c2-3536d71a128a', 'name': '', 'tenant_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cbaefa-1896-4627-a163-654fa1c5f826', 'external_fixed_ips': [{'subnet_id': '94af7ba2-ef77-40ee-8a18-6b986e8ce3da', 'ip_address': '2001:db8::255'}], 'enable_snat': True}, 'gw_port_id': '24d54c37-22d4-4811-96a3-f503fabe99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:45Z', 'revision_number': 3, 'project_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'gw_port': {'id': '24d54c37-22d4-4811-96a3-f503fabe99b6', 'name': '', 'network_id': '91cbaefa-1896-4627-a163-654fa1c5f826', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ff2ad1-ab04-4a2b-b3c2-3536d71a128a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '94af7ba2-ef77-40ee-8a18-6b986e8ce3da', 'ip_address': '2001:db8::255', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:44Z', 'updated_at': '2022-02-04T16:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94af7ba2-ef77-40ee-8a18-6b986e8ce3da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:46.584064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Checking router: 61ff2ad1-ab04-4a2b-b3c2-3536d71a128a for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:46.584412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Updating router 61ff2ad1-ab04-4a2b-b3c2-3536d71a128a port 24d54c37-22d4-4811-96a3-f503fabe99b6 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:03:46.602818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.617920 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.628497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Calling delete_port for 24d54c37-22d4-4811-96a3-f503fabe99b6 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:46.869070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.905239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event deleted for resources: {'Port': ['ID=24d54c37-22d4-4811-96a3-f503fabe99b6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:46.931887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.972463 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:03:46.972718 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:03:47.063031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.066796 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.115763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.116499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61ff2ad1-ab04-4a2b-b3c2-3536d71a128a {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:03:47.123175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.124617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6ddb1566-5154-4460-a097-5accf8368425 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "DELETE /v2.0/routers/61ff2ad1-ab04-4a2b-b3c2-3536d71a128a HTTP/1.1" status: 204 len: 168 time: 0.9586592 Feb 04 16:03:47.128349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53942) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:47.181910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07bf146-e745-4ff2-a8d4-1ea1afc9e7f1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Deleting subnet 94af7ba2-ef77-40ee-8a18-6b986e8ce3da {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:03:47.185573 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d07bf146-e745-4ff2-a8d4-1ea1afc9e7f1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.232693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d07bf146-e745-4ff2-a8d4-1ea1afc9e7f1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.280023 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d07bf146-e745-4ff2-a8d4-1ea1afc9e7f1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.337717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d07bf146-e745-4ff2-a8d4-1ea1afc9e7f1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.370841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bf146-e745-4ff2-a8d4-1ea1afc9e7f1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=94af7ba2-ef77-40ee-8a18-6b986e8ce3da,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:47.372975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d07bf146-e745-4ff2-a8d4-1ea1afc9e7f1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.376279 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d07bf146-e745-4ff2-a8d4-1ea1afc9e7f1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/94af7ba2-ef77-40ee-8a18-6b986e8ce3da HTTP/1.1" status: 204 len: 168 time: 0.2467527 Feb 04 16:03:47.379667 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53944) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:47.453525 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.491286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Port 24d54c37-22d4-4811-96a3-f503fabe99b6 not found while updating agent binding for router 61ff2ad1-ab04-4a2b-b3c2-3536d71a128a. {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 16:03:47.500235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Routers set() bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:47.500617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Router IDs set() for agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 16:03:47.501226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_agentschedulers_db [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'61ff2ad1-ab04-4a2b-b3c2-3536d71a128a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent'). {{(pid=102424) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:03:47.501622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96d6cb-b7b1-45a5-9b90-091dd85ad6d1 None None] The sync data for ids ['61ff2ad1-ab04-4a2b-b3c2-3536d71a128a'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:47.553821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.578180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cbaefa-1896-4627-a163-654fa1c5f826']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:47.589627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c5afa6-b0d6-41ba-ab8f-97591f289eec') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:47.589924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c5afa6-b0d6-41ba-ab8f-97591f289eec') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:47.602977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.618923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.626396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:03:47.626806 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:47.628729 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:47.692385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.700256 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91cbaefa-1896-4627-a163-654fa1c5f826 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:03:47.704815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.710620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "DELETE /v2.0/networks/91cbaefa-1896-4627-a163-654fa1c5f826 HTTP/1.1" status: 204 len: 168 time: 0.3296139 Feb 04 16:03:47.728143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fb3b4-13f5-44ef-86d4-4017ecd78c27 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event deleted for resources: {'Network': ['ID=91cbaefa-1896-4627-a163-654fa1c5f826,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:47.960661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53952) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:47.965947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-333e2050-64ed-4858-86ec-4f6a164308c2 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'router': {'name': 'tempest-router--1837197028', 'project_id': '3648ff08f406410e962492e30fbd5c48'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:47.991140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-333e2050-64ed-4858-86ec-4f6a164308c2 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.992693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-333e2050-64ed-4858-86ec-4f6a164308c2 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.052645 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-333e2050-64ed-4858-86ec-4f6a164308c2 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.057143 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-333e2050-64ed-4858-86ec-4f6a164308c2 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.073019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-333e2050-64ed-4858-86ec-4f6a164308c2 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.074336 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-333e2050-64ed-4858-86ec-4f6a164308c2 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1122055 Feb 04 16:03:48.077082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 53954) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:48.158543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d393cc0-5193-456a-b5f8-7726b6c5c6cf tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.364137 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d393cc0-5193-456a-b5f8-7726b6c5c6cf tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.366457 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d393cc0-5193-456a-b5f8-7726b6c5c6cf tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.418999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d393cc0-5193-456a-b5f8-7726b6c5c6cf tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.419682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d393cc0-5193-456a-b5f8-7726b6c5c6cf tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e27476df-dc74-4049-9d99-ae38d295472f {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:03:48.424148 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d393cc0-5193-456a-b5f8-7726b6c5c6cf tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.425287 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1d393cc0-5193-456a-b5f8-7726b6c5c6cf tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "DELETE /v2.0/routers/e27476df-dc74-4049-9d99-ae38d295472f HTTP/1.1" status: 204 len: 168 time: 0.3472798 Feb 04 16:03:48.539635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53958) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:48.778720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-182535886', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:48.810626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.811631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.885854 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.040001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.269944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.290926 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.410689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Allocated IP 172.25.1.252 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/64084f37-696a-4f37-85b9-ebeeb52a418d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:49.541796 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.577119 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.628751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:49.632696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:49.636946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:03:49.644331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event updated for resources: {'Port': ['ID=64084f37-696a-4f37-85b9-ebeeb52a418d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:49.936131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.014090 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:03:50.169389 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.332834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Router 4a0181eb-faf5-4b5b-bf2e-ea4808769dd1 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:03:50.461711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:50.476154 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d721c46-c497-4e7f-92c7-c69dd7b00c09 None None] Sync routers for ids ['4a0181eb-faf5-4b5b-bf2e-ea4808769dd1'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:50.488649 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d721c46-c497-4e7f-92c7-c69dd7b00c09 None None] Routers {'4a0181eb-faf5-4b5b-bf2e-ea4808769dd1'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:50.489722 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9d721c46-c497-4e7f-92c7-c69dd7b00c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['4a0181eb-faf5-4b5b-bf2e-ea4808769dd1'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:50.493502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.494893 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6b044746-04ae-4ce2-96b2-f6101ebc8ed3 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9541767 Feb 04 16:03:50.497757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53974) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:50.529774 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9d721c46-c497-4e7f-92c7-c69dd7b00c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:50.539661 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d721c46-c497-4e7f-92c7-c69dd7b00c09 None None] Routers {'4a0181eb-faf5-4b5b-bf2e-ea4808769dd1'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:50.540181 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9d721c46-c497-4e7f-92c7-c69dd7b00c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['4a0181eb-faf5-4b5b-bf2e-ea4808769dd1'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:50.622273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5911b133-327b-4b2f-aa38-3c62ec7009e4 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/routers/4a0181eb-faf5-4b5b-bf2e-ea4808769dd1 HTTP/1.1" status: 200 len: 924 time: 0.1205707 Feb 04 16:03:50.622888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53976) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:50.656114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-99e4923e-8a2f-4235-b32b-e41d49ca6403 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0181eb-faf5-4b5b-bf2e-ea4808769dd1 HTTP/1.1" status: 200 len: 205 time: 0.0318596 Feb 04 16:03:50.659350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53978) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:50.689156 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9d721c46-c497-4e7f-92c7-c69dd7b00c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:50.689884 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d721c46-c497-4e7f-92c7-c69dd7b00c09 None None] The sync data for ids ['4a0181eb-faf5-4b5b-bf2e-ea4808769dd1'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:50.784635 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.920038 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.977322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Deleting port 64084f37-696a-4f37-85b9-ebeeb52a418d {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:50.977667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.063069 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.077006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Calling delete_port for 64084f37-696a-4f37-85b9-ebeeb52a418d owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:51.258948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.305704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event deleted for resources: {'Port': ['ID=64084f37-696a-4f37-85b9-ebeeb52a418d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:51.385098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.489798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.492382 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.568758 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.569702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Fanout notify agent at l3_agent the message router_deleted on router 4a0181eb-faf5-4b5b-bf2e-ea4808769dd1 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:03:51.582367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.587696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9d180df9-c8b8-4f25-99c5-0a258e52ccf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/4a0181eb-faf5-4b5b-bf2e-ea4808769dd1 HTTP/1.1" status: 204 len: 168 time: 0.9235620 Feb 04 16:03:51.588229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 53988) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:51.595433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'router': {'name': 'tempest-snat-router-325740642', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': False}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:51.633312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.635105 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.698676 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.859799 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.129106 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.150017 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.313063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Allocated IP 172.25.1.24 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/7da4d6ff-826e-441a-a529-002ec29c0919) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:52.848018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.889844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.935139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:52.938489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:52.943129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:03:52.949853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'Port': ['ID=7da4d6ff-826e-441a-a529-002ec29c0919,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:53.281199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.301559 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.554164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.726448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Router 0ab2567a-87fe-4628-b070-ca556d2abcd9 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:03:53.880056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:53.893957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Sync routers for ids ['0ab2567a-87fe-4628-b070-ca556d2abcd9'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:53.907282 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.909181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d437bc16-b72e-4327-91a1-0bb23a7a31d1 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3192906 Feb 04 16:03:53.911936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54002) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:53.913467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Routers {'0ab2567a-87fe-4628-b070-ca556d2abcd9'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:53.914712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0ab2567a-87fe-4628-b070-ca556d2abcd9'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:54.122198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Set router 0ab2567a-87fe-4628-b070-ca556d2abcd9 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:54.362685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab2567a-87fe-4628-b070-ca556d2abcd9', 'name': 'tempest-snat-router-325740642', 'tenant_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.24'}], 'enable_snat': False}, 'gw_port_id': '7da4d6ff-826e-441a-a529-002ec29c0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:51Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 3, 'project_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'gw_port': {'id': '7da4d6ff-826e-441a-a529-002ec29c0919', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab2567a-87fe-4628-b070-ca556d2abcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:52Z', 'updated_at': '2022-02-04T16:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:54.402363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Checking router: 0ab2567a-87fe-4628-b070-ca556d2abcd9 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:54.402877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Updating router 0ab2567a-87fe-4628-b070-ca556d2abcd9 port 7da4d6ff-826e-441a-a529-002ec29c0919 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:03:54.435066 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.437495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54006) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:54.437731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-57150bbc-df35-483a-a748-ded2fd6d9144 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/routers/0ab2567a-87fe-4628-b070-ca556d2abcd9 HTTP/1.1" status: 200 len: 907 time: 0.5236690 Feb 04 16:03:54.448813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'router': {'name': 'tempest-snat-router-325740642', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': True}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:54.488976 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.490119 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.579083 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.734011 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.735608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.741164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.800042 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d45b66-228e-44c6-8714-3595df32ab82 None None] Pushing event updated for resources: {'Port': ['ID=7da4d6ff-826e-441a-a529-002ec29c0919,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:54.804706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Attempting to bind port 7da4d6ff-826e-441a-a529-002ec29c0919 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:54.805210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Attempting to bind port 7da4d6ff-826e-441a-a529-002ec29c0919 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:54.805676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Attempting to bind port 7da4d6ff-826e-441a-a529-002ec29c0919 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:03:54.812527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:03:54.812999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:03:54.813553 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.813920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:03:54.814623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Bound port: 7da4d6ff-826e-441a-a529-002ec29c0919, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:54.815043 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.875187 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] For port 7da4d6ff-826e-441a-a529-002ec29c0919, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:54.879836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] For port 7da4d6ff-826e-441a-a529-002ec29c0919, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7da4d6ff-826e-441a-a529-002ec29c0919,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:54.885796 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.948604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Routers {'0ab2567a-87fe-4628-b070-ca556d2abcd9'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:54.949351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['0ab2567a-87fe-4628-b070-ca556d2abcd9'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:54.955043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d45b66-228e-44c6-8714-3595df32ab82 None None] Pushing event updated for resources: {'Port': ['ID=7da4d6ff-826e-441a-a529-002ec29c0919,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:54.977418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.999330 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.092851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] Set router 0ab2567a-87fe-4628-b070-ca556d2abcd9 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:55.168402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Allocated IP 172.25.1.137 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/1248d041-a317-43a4-a728-b4b9b1d965b7) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:55.327583 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.373287 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.422528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:55.426059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:55.430028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:03:55.478317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'Port': ['ID=1248d041-a317-43a4-a728-b4b9b1d965b7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:55.585124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab2567a-87fe-4628-b070-ca556d2abcd9', 'name': 'tempest-snat-router-325740642', 'tenant_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.24'}], 'enable_snat': False}, 'gw_port_id': '7da4d6ff-826e-441a-a529-002ec29c0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:51Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 3, 'project_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'gw_port': {'id': '7da4d6ff-826e-441a-a529-002ec29c0919', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab2567a-87fe-4628-b070-ca556d2abcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:52Z', 'updated_at': '2022-02-04T16:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:55.617406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147afe0b-f570-465e-9c34-c33e58f25541 None None] The sync data for ids ['0ab2567a-87fe-4628-b070-ca556d2abcd9'] in n-d-827869-1 is: [{'id': '0ab2567a-87fe-4628-b070-ca556d2abcd9', 'name': 'tempest-snat-router-325740642', 'tenant_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.24'}], 'enable_snat': False}, 'gw_port_id': '7da4d6ff-826e-441a-a529-002ec29c0919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:51Z', 'updated_at': '2022-02-04T16:03:53Z', 'revision_number': 3, 'project_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'gw_port': {'id': '7da4d6ff-826e-441a-a529-002ec29c0919', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab2567a-87fe-4628-b070-ca556d2abcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:52Z', 'updated_at': '2022-02-04T16:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:55.757058 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.032321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.222429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Router f4ec5377-fcb3-4393-a792-4c69d9b5b375 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:03:56.358673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:56.373466 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Sync routers for ids ['f4ec5377-fcb3-4393-a792-4c69d9b5b375'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:56.379637 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.384756 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2552e6cb-c1f0-4db2-9a9d-53e2074b7e04 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9420929 Feb 04 16:03:56.386260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54016) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:56.386918 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Routers {'f4ec5377-fcb3-4393-a792-4c69d9b5b375'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:56.387529 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f4ec5377-fcb3-4393-a792-4c69d9b5b375'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:56.577783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-376cb7b1-4bf9-4f31-837f-5095395c4337 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/routers/f4ec5377-fcb3-4393-a792-4c69d9b5b375 HTTP/1.1" status: 200 len: 907 time: 0.1888440 Feb 04 16:03:56.581449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54020) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:56.595705 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Set router f4ec5377-fcb3-4393-a792-4c69d9b5b375 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:56.640571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298273ec-1708-40cb-9604-6c036d2d6c1e req-c025355d-4f0d-439e-bd46-62bb89d934c4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:56.648894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-298273ec-1708-40cb-9604-6c036d2d6c1e req-c025355d-4f0d-439e-bd46-62bb89d934c4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 946 time: 0.0836687 Feb 04 16:03:56.689668 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-298273ec-1708-40cb-9604-6c036d2d6c1e req-07588b8a-cb67-45d8-aff0-d656e55c912f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Feb 04 16:03:56.724473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.844632 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ec5377-fcb3-4393-a792-4c69d9b5b375', 'name': 'tempest-snat-router-325740642', 'tenant_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1248d041-a317-43a4-a728-b4b9b1d965b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:54Z', 'updated_at': '2022-02-04T16:03:55Z', 'revision_number': 3, 'project_id': 'b1ffe88659fe4afd83f96c549da2be1a', 'gw_port': {'id': '1248d041-a317-43a4-a728-b4b9b1d965b7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ec5377-fcb3-4393-a792-4c69d9b5b375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:55Z', 'updated_at': '2022-02-04T16:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:56.867148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7da4d6ff-826e-441a-a529-002ec29c0919 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:03:56.876135 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Checking router: f4ec5377-fcb3-4393-a792-4c69d9b5b375 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:56.876135 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Updating router f4ec5377-fcb3-4393-a792-4c69d9b5b375 port 1248d041-a317-43a4-a728-b4b9b1d965b7 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:03:56.894350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.910176 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.926773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 7da4d6ff-826e-441a-a529-002ec29c0919 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:56.927154 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.959078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Deleting port 1248d041-a317-43a4-a728-b4b9b1d965b7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:56.959920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.027917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.050586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 7da4d6ff-826e-441a-a529-002ec29c0919, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7da4d6ff-826e-441a-a529-002ec29c0919,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:57.051327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.057910 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.083404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Calling delete_port for 1248d041-a317-43a4-a728-b4b9b1d965b7 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:57.132859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=7da4d6ff-826e-441a-a529-002ec29c0919,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:57.219042 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.226074 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.db.api [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 16:03:57.226074 n-d-827869-1 neutron-server[102425]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 04 16:03:57.226074 n-d-827869-1 neutron-server[102425]: [parameters: {'host': 'n-d-827869-1', 'ml2_port_bindings_port_id': '1248d041-a317-43a4-a728-b4b9b1d965b7', 'ml2_port_bindings_host': ''}] Feb 04 16:03:57.226074 n-d-827869-1 neutron-server[102425]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:03:57.226472 n-d-827869-1 neutron-server[102425]: DEBUG oslo_db.api [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:03:57.289036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.323613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event deleted for resources: {'Port': ['ID=1248d041-a317-43a4-a728-b4b9b1d965b7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:57.388562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.492694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.496151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.547943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.548505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4ec5377-fcb3-4393-a792-4c69d9b5b375 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:03:57.559328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.559328 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-de79fec0-78e1-4b10-b69c-37c52c02bd35 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "DELETE /v2.0/routers/f4ec5377-fcb3-4393-a792-4c69d9b5b375 HTTP/1.1" status: 204 len: 168 time: 0.9722199 Feb 04 16:03:57.559535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54022) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:57.683318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.749928 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Port 1248d041-a317-43a4-a728-b4b9b1d965b7 not found while updating agent binding for router f4ec5377-fcb3-4393-a792-4c69d9b5b375. {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 16:03:57.761935 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Routers set() bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:57.762482 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Router IDs set() for agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 16:03:57.763111 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_agentschedulers_db [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4ec5377-fcb3-4393-a792-4c69d9b5b375'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent'). {{(pid=102425) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:03:57.763501 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908cb86f-348a-4e05-9677-fb6c7d71a182 None None] The sync data for ids ['f4ec5377-fcb3-4393-a792-4c69d9b5b375'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:03:57.832364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.894782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Deleting port 7da4d6ff-826e-441a-a529-002ec29c0919 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:57.895112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.940602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ce46-9119-4dc4-a639-f5346c89bd5b req-e666e55e-8046-4270-93cf-1cfa5cfea0d5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:57.942563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86e0ce46-9119-4dc4-a639-f5346c89bd5b req-e666e55e-8046-4270-93cf-1cfa5cfea0d5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 946 time: 0.1454444 Feb 04 16:03:58.005864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86e0ce46-9119-4dc4-a639-f5346c89bd5b req-57dd1787-c30b-499b-a972-365d58c963dc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558152 Feb 04 16:03:58.006228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] For port 7da4d6ff-826e-441a-a529-002ec29c0919, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7da4d6ff-826e-441a-a529-002ec29c0919,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:58.006369 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.021670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Calling delete_port for 7da4d6ff-826e-441a-a529-002ec29c0919 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:58.204763 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.231039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event deleted for resources: {'Port': ['ID=7da4d6ff-826e-441a-a529-002ec29c0919,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:58.299961 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.333586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-d585ef5d-e8ea-46f5-bff0-abb5fb0e039e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:58.335233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-d585ef5d-e8ea-46f5-bff0-abb5fb0e039e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.30 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 946 time: 0.0503421 Feb 04 16:03:58.404207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.406671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.452110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Deleting port 18708e42-99bf-4305-877a-f9d4c691de00 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:03:58.453278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.453481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.453700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab2567a-87fe-4628-b070-ca556d2abcd9 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:03:58.459029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.459864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-27c5bdbf-f2e8-4ced-82ae-6a847df2442c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "DELETE /v2.0/routers/0ab2567a-87fe-4628-b070-ca556d2abcd9 HTTP/1.1" status: 204 len: 168 time: 0.9001632 Feb 04 16:03:58.465347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54028) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:03:58.470311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-644510645', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:03:58.500256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.501424 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.570702 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.576483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] For port 18708e42-99bf-4305-877a-f9d4c691de00, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=18708e42-99bf-4305-877a-f9d4c691de00,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:58.576933 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.776203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.776597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.776808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.777369 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Floating IP e080a03f-c5f5-4528-a27c-2cc34666529e disassociated. External IP: 172.25.1.117, port: 18708e42-99bf-4305-877a-f9d4c691de00. Feb 04 16:03:58.777845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Calling delete_port for 18708e42-99bf-4305-877a-f9d4c691de00 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:03:58.929810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.983909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event deleted for resources: {'Port': ['ID=18708e42-99bf-4305-877a-f9d4c691de00,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:59.051704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.082504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7da4d6ff-826e-441a-a529-002ec29c0919 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:03:59.100776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.117259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7da4d6ff-826e-441a-a529-002ec29c0919 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:03:59.117839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7da4d6ff-826e-441a-a529-002ec29c0919 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:03:59.162840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Router e1f61500-2eeb-4015-a1be-86acf2c0a114 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:03:59.182598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5fcc2e08-6479-4168-b670-5729b7c90516 req-a2afff00-9e93-4cc8-8c98-0c00754c2b6b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65b3fc43-b58c-4812-8343-b91827829e46 HTTP/1.1" status: 200 len: 210 time: 0.0694425 Feb 04 16:03:59.275663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Allocated IP 172.25.1.163 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/08d3a7c3-7d4d-4b3e-8882-f054880df4f9) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:59.314904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:59.329585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] Sync routers for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:03:59.342465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:59.343122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:59.369291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] No DVR routers for this DVR port 18708e42-99bf-4305-877a-f9d4c691de00 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:59.374031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.382298 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc8617ba-2bbb-4806-96d5-4662b2df18d2 req-48d98444-ca0d-4a2c-8bdc-0fe7d232cd00 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.30 "DELETE /v2.0/ports/18708e42-99bf-4305-877a-f9d4c691de00 HTTP/1.1" status: 204 len: 173 time: 1.0398960 Feb 04 16:03:59.383713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-deleted', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:59.395309 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecfb8e7-ba6b-43ea-9d2d-5e0dee90f0f6" -d '{"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-deleted", "tag": "18708e42-99bf-4305-877a-f9d4c691de00"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:03:59.450706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.477336 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6347461b-2314-4579-aa96-29beca70da49 x-openstack-request-id: req-6347461b-2314-4579-aa96-29beca70da49 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:03:59.479481 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b3fc43-b58c-4812-8343-b91827829e46", "name": "network-vif-deleted", "tag": "18708e42-99bf-4305-877a-f9d4c691de00", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:03:59.481376 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6347461b-2314-4579-aa96-29beca70da49 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:03:59.482144 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b3fc43-b58c-4812-8343-b91827829e46', 'name': 'network-vif-deleted', 'tag': '18708e42-99bf-4305-877a-f9d4c691de00', 'status': 'completed', 'code': 200} Feb 04 16:03:59.518817 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.529747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:03:59.599994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:59.603255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:59.616123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:03:59.622914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event updated for resources: {'Port': ['ID=08d3a7c3-7d4d-4b3e-8882-f054880df4f9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:59.801171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:59.834832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] Checking router: e1f61500-2eeb-4015-a1be-86acf2c0a114 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:03:59.844173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:03:59.844795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:59.993784 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.996714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:04:00.225260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:00.255810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13cc1a-895d-492e-be91-b521ca53abc1 None None] The sync data for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 is: [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:00.306832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54042) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:00.382752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-500a1c84-ac67-473c-a4f4-003bea121ff1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.418232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-500a1c84-ac67-473c-a4f4-003bea121ff1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.487681 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-500a1c84-ac67-473c-a4f4-003bea121ff1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.491044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-500a1c84-ac67-473c-a4f4-003bea121ff1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.496509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-500a1c84-ac67-473c-a4f4-003bea121ff1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "DELETE /v2.0/security-groups/7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8 HTTP/1.1" status: 204 len: 168 time: 0.1843626 Feb 04 16:04:00.503360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54044) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:00.504366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a1c84-ac67-473c-a4f4-003bea121ff1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:00.521877 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-bbf0ae4f-f63e-4beb-a04b-9cd40d9906d9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] show failed (client error): The resource could not be found. Feb 04 16:04:00.523781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bbf0ae4f-f63e-4beb-a04b-9cd40d9906d9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups/7a4ce193-8cfa-4a43-aff7-918d9f6e6ce8 HTTP/1.1" status: 404 len: 347 time: 0.0167053 Feb 04 16:04:00.528649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:00.588450 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.602346 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6f85c9ca-5335-442c-b8b0-73a0c77f2817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.611139 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3ea6b-585c-402b-a939-48a416a063fb None None] New status for floating IP e080a03f-c5f5-4528-a27c-2cc34666529e: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:04:00.683398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Deleting port 35b604f7-3883-4937-9c75-e7b5f69c2d2a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:00.683814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.737569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Router 9997de37-ab28-49c1-9b9e-56802dac71ee is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:04:00.784081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.784462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.798869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Calling delete_port for 35b604f7-3883-4937-9c75-e7b5f69c2d2a owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:00.858178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:00.868665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fffa48-b64c-461b-a57f-dff360b11355 None None] Sync routers for ids ['9997de37-ab28-49c1-9b9e-56802dac71ee'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:00.881121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fffa48-b64c-461b-a57f-dff360b11355 None None] Routers {'9997de37-ab28-49c1-9b9e-56802dac71ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:00.881484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.882414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6fffa48-b64c-461b-a57f-dff360b11355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['9997de37-ab28-49c1-9b9e-56802dac71ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:00.882947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-93e8a477-da76-487f-b1ba-da9f015da0d6 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4165184 Feb 04 16:04:00.886353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54048) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:00.891019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4e5d950a-d476-4b09-9bd5-4087c96ac424 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': False}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:00.938624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6fffa48-b64c-461b-a57f-dff360b11355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:00.948868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fffa48-b64c-461b-a57f-dff360b11355 None None] Routers {'9997de37-ab28-49c1-9b9e-56802dac71ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:00.949514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6fffa48-b64c-461b-a57f-dff360b11355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['9997de37-ab28-49c1-9b9e-56802dac71ee'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:00.973110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.986125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c6fffa48-b64c-461b-a57f-dff360b11355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:00.986753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fffa48-b64c-461b-a57f-dff360b11355 None None] The sync data for ids ['9997de37-ab28-49c1-9b9e-56802dac71ee'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:00.999744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event deleted for resources: {'Port': ['ID=35b604f7-3883-4937-9c75-e7b5f69c2d2a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:01.068035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.070843 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.072054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-49575b59-78db-4e17-b6b2-030b2adf7c25 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "DELETE /v2.0/floatingips/e080a03f-c5f5-4528-a27c-2cc34666529e HTTP/1.1" status: 204 len: 168 time: 0.5420983 Feb 04 16:04:01.239950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e5d950a-d476-4b09-9bd5-4087c96ac424 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.355802 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:01.360809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fee58a5c-239d-4c88-8984-ab5c79330aa8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084048995', 'description': 'tempest-description--1020569418'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:01.399400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fee58a5c-239d-4c88-8984-ab5c79330aa8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.481483 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fee58a5c-239d-4c88-8984-ab5c79330aa8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.486933 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fee58a5c-239d-4c88-8984-ab5c79330aa8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.520471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fee58a5c-239d-4c88-8984-ab5c79330aa8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.526215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fee58a5c-239d-4c88-8984-ab5c79330aa8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1647818 Feb 04 16:04:01.526215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54056) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:01.530016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ea7e887c-1048-4edf-ab9f-d65e662dbd39 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'security_group_rule': {'security_group_id': '0e53943c-9e22-4b4f-9b18-b6ba63ca7238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:01.536904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee58a5c-239d-4c88-8984-ab5c79330aa8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e53943c-9e22-4b4f-9b18-b6ba63ca7238,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:01.570510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7e887c-1048-4edf-ab9f-d65e662dbd39 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.645955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7e887c-1048-4edf-ab9f-d65e662dbd39 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.650694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7e887c-1048-4edf-ab9f-d65e662dbd39 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.670646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e887c-1048-4edf-ab9f-d65e662dbd39 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3172d1d8-8fb1-439b-930c-1fa219baddf5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:01.682666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7e887c-1048-4edf-ab9f-d65e662dbd39 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.684018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ea7e887c-1048-4edf-ab9f-d65e662dbd39 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578746 Feb 04 16:04:01.687233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54058) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:01.692609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-1d5ababf-e819-4ecb-b9cb-8d125d4de013 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'security_group_rule': {'security_group_id': '0e53943c-9e22-4b4f-9b18-b6ba63ca7238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:01.738157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d5ababf-e819-4ecb-b9cb-8d125d4de013 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.742783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e5d950a-d476-4b09-9bd5-4087c96ac424 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.747602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e5d950a-d476-4b09-9bd5-4087c96ac424 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.816892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d5ababf-e819-4ecb-b9cb-8d125d4de013 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.821968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d5ababf-e819-4ecb-b9cb-8d125d4de013 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.841550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ababf-e819-4ecb-b9cb-8d125d4de013 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb72497a-16de-4128-9392-113c6c477536,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:01.852576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1d5ababf-e819-4ecb-b9cb-8d125d4de013 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.853860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1d5ababf-e819-4ecb-b9cb-8d125d4de013 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655407 Feb 04 16:04:01.857458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54060) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:01.862137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:01.889500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.914697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5d950a-d476-4b09-9bd5-4087c96ac424 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Router 9997de37-ab28-49c1-9b9e-56802dac71ee has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:02.018302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.032173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5d950a-d476-4b09-9bd5-4087c96ac424 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:02.036703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e5d950a-d476-4b09-9bd5-4087c96ac424 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.041864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4e5d950a-d476-4b09-9bd5-4087c96ac424 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "PUT /v2.0/routers/9997de37-ab28-49c1-9b9e-56802dac71ee HTTP/1.1" status: 200 len: 925 time: 1.1543734 Feb 04 16:04:02.042559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54062) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:02.043480 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f6ff3-8616-482e-ab03-d95a8f4935a2 None None] Sync routers for ids ['9997de37-ab28-49c1-9b9e-56802dac71ee'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:02.059764 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f6ff3-8616-482e-ab03-d95a8f4935a2 None None] Routers {'9997de37-ab28-49c1-9b9e-56802dac71ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:02.060675 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a12f6ff3-8616-482e-ab03-d95a8f4935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['9997de37-ab28-49c1-9b9e-56802dac71ee'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:02.099293 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a12f6ff3-8616-482e-ab03-d95a8f4935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:02.109503 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f6ff3-8616-482e-ab03-d95a8f4935a2 None None] Routers {'9997de37-ab28-49c1-9b9e-56802dac71ee'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:02.110531 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a12f6ff3-8616-482e-ab03-d95a8f4935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:03:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['9997de37-ab28-49c1-9b9e-56802dac71ee'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:02.139553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Allocated IP 172.25.1.208 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/6e8c14f1-e416-42c4-bbf2-9c7b4a398997) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:02.144788 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a12f6ff3-8616-482e-ab03-d95a8f4935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:02.145702 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f6ff3-8616-482e-ab03-d95a8f4935a2 None None] The sync data for ids ['9997de37-ab28-49c1-9b9e-56802dac71ee'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:02.159981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-556223ad-c404-495a-a98d-7b19d18396b6 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/routers/9997de37-ab28-49c1-9b9e-56802dac71ee HTTP/1.1" status: 200 len: 925 time: 0.1160114 Feb 04 16:04:02.162789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54064) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:02.166610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:04:02.191552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 18708e42-99bf-4305-877a-f9d4c691de00 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:04:02.192444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 18708e42-99bf-4305-877a-f9d4c691de00 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:04:02.252312 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ee75d-1d65-4e29-aade-c78eb066ef5d tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.256227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3c0ee75d-1d65-4e29-aade-c78eb066ef5d tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=9997de37-ab28-49c1-9b9e-56802dac71ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0890329 Feb 04 16:04:02.256401 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.256646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54066) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:02.293338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.340742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:02.343810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:02.347192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:02.353555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'Port': ['ID=6e8c14f1-e416-42c4-bbf2-9c7b4a398997,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.356345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734d8f63-2abc-4e9c-831e-ca8a04b416a6 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.357754 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-734d8f63-2abc-4e9c-831e-ca8a04b416a6 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 881 time: 0.0996804 Feb 04 16:04:02.360729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54068) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:02.388482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c6d0d9c4-adcb-4ef1-aec1-9b26919374ee tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=9997de37-ab28-49c1-9b9e-56802dac71ee HTTP/1.1" status: 200 len: 205 time: 0.0265353 Feb 04 16:04:02.391577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54070) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:02.446088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.484002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.513626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.632551 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.659709 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.664585 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.689135 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Deleting port 08d3a7c3-7d4d-4b3e-8882-f054880df4f9 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:02.689816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.743479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'Port': ['ID=6e8c14f1-e416-42c4-bbf2-9c7b4a398997,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.754474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.770491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.772032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b756d3bb-af7e-42e1-9888-0b960209474b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9135337 Feb 04 16:04:02.775816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.790562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Calling delete_port for 08d3a7c3-7d4d-4b3e-8882-f054880df4f9 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:02.969289 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.979048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-c1e42806-a12c-4655-8334-985cfcf3c3a9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2084048995&fields=id&tenant_id=051697c3385042f1bebb9c5da1cb29f5 HTTP/1.1" status: 200 len: 267 time: 0.0507634 Feb 04 16:04:02.996070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event deleted for resources: {'Port': ['ID=08d3a7c3-7d4d-4b3e-8882-f054880df4f9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:03.065102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.117021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b721cf-d17d-459b-88a1-1b469756c03a req-b2e3c01f-a7e0-4dca-9340-f8a4d0db3e0c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.118639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-b2e3c01f-a7e0-4dca-9340-f8a4d0db3e0c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 816 time: 0.1356137 Feb 04 16:04:03.134584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-8e205e01-d686-47a3-86f3-9b8251e86172 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/quotas/051697c3385042f1bebb9c5da1cb29f5 HTTP/1.1" status: 200 len: 375 time: 0.0098979 Feb 04 16:04:03.172607 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.175103 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.207049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-c51648c5-3c49-489d-8928-0ecdf4252a78 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569487 Feb 04 16:04:03.230846 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.231420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Fanout notify agent at l3_agent the message router_deleted on router 9997de37-ab28-49c1-9b9e-56802dac71ee {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:03.238889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.240171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-56a28e47-b7dc-43ec-bdf1-a91afeae0ec9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/9997de37-ab28-49c1-9b9e-56802dac71ee HTTP/1.1" status: 204 len: 168 time: 0.8475890 Feb 04 16:04:03.243680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54088) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:03.248828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-df786d00-66a3-47b6-a17f-1f823e1823fd tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1421746214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:03.275380 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df786d00-66a3-47b6-a17f-1f823e1823fd tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.276530 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df786d00-66a3-47b6-a17f-1f823e1823fd tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.278097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-ae113ba3-ed22-4c3e-8f2b-206d3088bcee service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:04:03.279102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-ae113ba3-ed22-4c3e-8f2b-206d3088bcee service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588756 Feb 04 16:04:03.341875 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df786d00-66a3-47b6-a17f-1f823e1823fd tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.346996 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df786d00-66a3-47b6-a17f-1f823e1823fd tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.364670 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-df786d00-66a3-47b6-a17f-1f823e1823fd tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.368841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-df786d00-66a3-47b6-a17f-1f823e1823fd tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1241856 Feb 04 16:04:03.369575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54090) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:03.373575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-0a2c0efc-5dbe-4422-8e45-947d67e3060f service neutron] 10.222.0.47 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870390 Feb 04 16:04:03.373968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:03.488652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-2295de5e-19ed-49c2-aaa3-536f5315f4bd service neutron] 10.222.0.47 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075416 Feb 04 16:04:03.693616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66b122ce-f57a-4dfe-b5a5-a2b606f165eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.910865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c39a9d0f-49c1-48e9-8517-21721b583616 req-cbf9ecd5-e6bf-4073-b515-fc98c14a76a5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 210 time: 0.0315681 Feb 04 16:04:03.983225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.179694 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.203260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.309281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Allocated IP 172.25.1.139 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/20836b7a-69c6-4a90-9ef1-a0a92f459e78) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:04.418891 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.453443 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.493046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:04.497382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:04.500891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:04.524588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event updated for resources: {'Port': ['ID=20836b7a-69c6-4a90-9ef1-a0a92f459e78,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:04.654806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b721cf-d17d-459b-88a1-1b469756c03a req-27431d8c-80c2-46e4-9e1b-b36781b818a6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.656679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-27431d8c-80c2-46e4-9e1b-b36781b818a6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 816 time: 0.1280906 Feb 04 16:04:04.702896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-338e55a6-8a23-4a20-a8b4-f253d9071f50 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051697c3385042f1bebb9c5da1cb29f5 HTTP/1.1" status: 200 len: 380 time: 0.0354221 Feb 04 16:04:04.714171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'port': {'device_id': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'admin_state_up': True, 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'security_groups': ['0e53943c-9e22-4b4f-9b18-b6ba63ca7238']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:04.768415 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.835262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Made reservation on behalf of 051697c3385042f1bebb9c5da1cb29f5 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:04.839387 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.981895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Allocated IP 172.20.0.5 (2b59fb73-df02-4390-9ccc-d0127d0de07a/639f5f62-7029-4f26-a825-3fdc577d4fb3/4160b89f-62c0-461a-b35a-ff10f5b22894) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:04.987109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.991388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.032005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60ea0027-5276-40ba-a8c1-4c50da78f694 req-8bcf6359-5c71-4b33-8463-f6cd88c2fa52 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 210 time: 0.0383053 Feb 04 16:04:05.125953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Router cbe347f8-4e99-457c-b8b1-efb5c0152470 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:04:05.162465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.197898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.242851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:05.249445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:05.251608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.252684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:05.252880 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4242d9fa-2444-41a4-9948-2aa20b18a30e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "PUT /v2.0/routers/cbe347f8-4e99-457c-b8b1-efb5c0152470 HTTP/1.1" status: 200 len: 884 time: 1.8821824 Feb 04 16:04:05.256387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54104) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:05.256750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:05.264775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a61014-510a-4773-aa3c-f07c65af579b None None] Sync routers for ids ['cbe347f8-4e99-457c-b8b1-efb5c0152470'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:05.288115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a61014-510a-4773-aa3c-f07c65af579b None None] Routers {'cbe347f8-4e99-457c-b8b1-efb5c0152470'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:05.289090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-63a61014-510a-4773-aa3c-f07c65af579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cbe347f8-4e99-457c-b8b1-efb5c0152470'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:05.306055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.306679 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.315812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:05.329253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-03479ca3-cc53-4629-add7-12573ea0c696 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6186209 Feb 04 16:04:05.332492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-63a61014-510a-4773-aa3c-f07c65af579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:05.341617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a61014-510a-4773-aa3c-f07c65af579b None None] Routers {'cbe347f8-4e99-457c-b8b1-efb5c0152470'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:05.342280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-63a61014-510a-4773-aa3c-f07c65af579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cbe347f8-4e99-457c-b8b1-efb5c0152470'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:05.342733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Request body: {'port': {'device_id': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:05.382175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-63a61014-510a-4773-aa3c-f07c65af579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:05.384024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a61014-510a-4773-aa3c-f07c65af579b None None] The sync data for ids ['cbe347f8-4e99-457c-b8b1-efb5c0152470'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:05.389867 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a59e5980-e624-4f5e-9f6e-1c7a4d78b477 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/routers/cbe347f8-4e99-457c-b8b1-efb5c0152470 HTTP/1.1" status: 200 len: 925 time: 0.1323199 Feb 04 16:04:05.393231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54106) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:05.412777 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.436202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10b7dc-3d13-4591-a41f-c97cb34b6a52 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.440434 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5a10b7dc-3d13-4591-a41f-c97cb34b6a52 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=cbe347f8-4e99-457c-b8b1-efb5c0152470&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0432882 Feb 04 16:04:05.441327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54108) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:05.532267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d8d2be-d346-4e71-b0ba-53cfff525b43 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.534341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-78d8d2be-d346-4e71-b0ba-53cfff525b43 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 881 time: 0.0915322 Feb 04 16:04:05.537129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54110) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:05.569200 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c92f3817-4bc1-48d3-ace8-fcbf7bad9073 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbe347f8-4e99-457c-b8b1-efb5c0152470 HTTP/1.1" status: 200 len: 205 time: 0.0309556 Feb 04 16:04:05.571956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54112) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:05.596286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-def481c5-999d-4731-a33c-b058880fa557 None None] Provisioning complete for port 4160b89f-62c0-461a-b35a-ff10f5b22894 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:05.597137 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-def481c5-999d-4731-a33c-b058880fa557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.635582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-def481c5-999d-4731-a33c-b058880fa557 None None] Port 4160b89f-62c0-461a-b35a-ff10f5b22894 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:04:05.685750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.699046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4160b89f-62c0-461a-b35a-ff10f5b22894 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:05.707748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.719427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Transition to ACTIVE for port object 4160b89f-62c0-461a-b35a-ff10f5b22894 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:05.723729 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.777687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:05.794165 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.847083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Attempting to bind port 4160b89f-62c0-461a-b35a-ff10f5b22894 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:05.847640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Attempting to bind port 4160b89f-62c0-461a-b35a-ff10f5b22894 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:05.847812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Attempting to bind port 4160b89f-62c0-461a-b35a-ff10f5b22894 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:04:05.852791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Port 4160b89f-62c0-461a-b35a-ff10f5b22894 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:04:05.853286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Attempting to bind port 4160b89f-62c0-461a-b35a-ff10f5b22894 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:04:05.858769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.858948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:04:05.859241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Checking segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:04:05.860096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Bound using segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:04:05.860096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Bound port: 4160b89f-62c0-461a-b35a-ff10f5b22894, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:05.860465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.872722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Deleting port 20836b7a-69c6-4a90-9ef1-a0a92f459e78 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:05.873080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.937304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:05.942308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:05.955314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.955457 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.968359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Calling delete_port for 20836b7a-69c6-4a90-9ef1-a0a92f459e78 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:05.993776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.994427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.995853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] 10.222.0.30 "PUT /v2.0/ports/4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 1091 time: 0.6583014 Feb 04 16:04:05.996304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:05.998598 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a14646-5dc9-4a90-b073-4a9e092b71e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:04:06.025687 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb0869-494b-41b9-808e-95d7e8f02377 service neutron] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:06.077737 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c95cd57-a805-4f91-a6d0-42cb964148af x-openstack-request-id: req-9c95cd57-a805-4f91-a6d0-42cb964148af {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:04:06.078094 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:04:06.078358 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c95cd57-a805-4f91-a6d0-42cb964148af {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:04:06.078770 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'status': 'completed', 'code': 200} Feb 04 16:04:06.095940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b721cf-d17d-459b-88a1-1b469756c03a req-61fbe146-ab65-47c3-9ca2-95aa7b9f936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.097498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-61fbe146-ab65-47c3-9ca2-95aa7b9f936d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1094 time: 0.0533328 Feb 04 16:04:06.159124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-8933f869-f51c-47f8-8c1d-98b5470f4be0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 217 time: 0.0525239 Feb 04 16:04:06.175888 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.204510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event deleted for resources: {'Port': ['ID=20836b7a-69c6-4a90-9ef1-a0a92f459e78,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:06.233180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a834b-ccb8-43c3-b69e-b73af39447ad req-3dedb37a-a2f3-465b-8968-278993cb5dcf tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.235007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a7a834b-ccb8-43c3-b69e-b73af39447ad req-3dedb37a-a2f3-465b-8968-278993cb5dcf tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 943 time: 0.1179652 Feb 04 16:04:06.237536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b721cf-d17d-459b-88a1-1b469756c03a req-59908804-847c-43b0-a231-ec0dd81686c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.238991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-59908804-847c-43b0-a231-ec0dd81686c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0658932 Feb 04 16:04:06.276184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.308184 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a7a834b-ccb8-43c3-b69e-b73af39447ad req-ce53c9de-8b4e-41e4-b8c5-4407f9dd4998 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657380 Feb 04 16:04:06.314244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b721cf-d17d-459b-88a1-1b469756c03a req-2cacba36-5d92-4841-b5c3-b805ccf12e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.315839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-2cacba36-5d92-4841-b5c3-b805ccf12e08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670426 Feb 04 16:04:06.371452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.373589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.411929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-28bd3d16-5a5f-4ead-b175-9719a78b3cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883074 Feb 04 16:04:06.417052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.417755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Fanout notify agent at l3_agent the message router_deleted on router cbe347f8-4e99-457c-b8b1-efb5c0152470 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:06.424702 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.429345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b8ef158c-26d7-4594-9121-ea96b666e913 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/cbe347f8-4e99-457c-b8b1-efb5c0152470 HTTP/1.1" status: 204 len: 168 time: 0.8530059 Feb 04 16:04:06.429891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54118) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:06.434385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a79fafad-fcb3-4829-94a8-d233cb700078 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1695036646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:06.460687 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a79fafad-fcb3-4829-94a8-d233cb700078 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.461856 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a79fafad-fcb3-4829-94a8-d233cb700078 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.515507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60b721cf-d17d-459b-88a1-1b469756c03a req-dc69b73b-fb6f-4f5c-baa7-616b140c5069 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969591 Feb 04 16:04:06.527572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a79fafad-fcb3-4829-94a8-d233cb700078 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.544085 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a79fafad-fcb3-4829-94a8-d233cb700078 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.566416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a79fafad-fcb3-4829-94a8-d233cb700078 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.567635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a79fafad-fcb3-4829-94a8-d233cb700078 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1367934 Feb 04 16:04:06.571780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54120) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:06.576774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': True}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:06.583046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-7142d537-1b28-4089-a07f-3b8307677643 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664723 Feb 04 16:04:06.599091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-91526202-6889-4565-af5c-0ca44a162f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.600625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-91526202-6889-4565-af5c-0ca44a162f71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1094 time: 0.0432835 Feb 04 16:04:06.691576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-bcb7d9b9-287e-4d9c-ba77-8e82c33eeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.693045 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-bcb7d9b9-287e-4d9c-ba77-8e82c33eeabf service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.0864158 Feb 04 16:04:06.738313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-0cfc5bc8-1ff0-4b6b-b182-997cda81e6b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 217 time: 0.0382762 Feb 04 16:04:06.756014 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-fc0894bc-8b2f-44f0-b791-b4a91ad24bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.757513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-fc0894bc-8b2f-44f0-b791-b4a91ad24bab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1cf1412815d418c98231301e3bed8f6&device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1096 time: 0.1089423 Feb 04 16:04:06.789568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-ff5072f2-3e49-4414-8bb0-e8e511715542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.791178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-ff5072f2-3e49-4414-8bb0-e8e511715542 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0462329 Feb 04 16:04:06.836966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-31a14ff8-f9b5-4684-872d-149be62d8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.838484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-31a14ff8-f9b5-4684-872d-149be62d8880 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412498 Feb 04 16:04:06.864467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.966985 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.285272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-07b37b37-8b79-4c0d-a1bf-a66d6e1639f1 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397330 Feb 04 16:04:07.309735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-9a2451de-5820-4ca4-86e4-f00fe7135c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.311225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-9a2451de-5820-4ca4-86e4-f00fe7135c47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 200 len: 910 time: 0.5219128 Feb 04 16:04:07.382158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02a14646-5dc9-4a90-b073-4a9e092b71e0 req-536a6861-294e-494d-a4b4-315a8691b1fc service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888159 Feb 04 16:04:07.401754 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-d4d237b5-fd20-42d2-9cde-c7d0b901629b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 200 len: 1000 time: 0.0834296 Feb 04 16:04:07.469528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.571219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5bc9-d7d3-41b0-9089-259ec6756990 req-055596c9-4041-4076-94d3-931ed4c76163 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.572718 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74fa5bc9-d7d3-41b0-9089-259ec6756990 req-055596c9-4041-4076-94d3-931ed4c76163 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 943 time: 0.1873314 Feb 04 16:04:07.575935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-cb57399e-6b49-4325-828a-74d710656fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.577300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-cb57399e-6b49-4325-828a-74d710656fde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664745ae-9caa-44b7-847a-2080be715fd5 HTTP/1.1" status: 200 len: 848 time: 0.1604159 Feb 04 16:04:07.637712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.666899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:07.681500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74fa5bc9-d7d3-41b0-9089-259ec6756990 req-87ca28b5-ab1e-4bcc-a659-f453f666dede tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991569 Feb 04 16:04:07.721317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-1e230ea0-33de-4fdc-9921-921b67888fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.722905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-1e230ea0-33de-4fdc-9921-921b67888fdc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aafd923-241b-4e49-b625-67064718c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387956 Feb 04 16:04:07.849569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Allocated IP 172.25.1.52 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/bd713d84-e626-4711-a620-008a8bb06d21) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:07.874483 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-d960473a-9272-42fa-9fb7-ab249467a6df service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422865 Feb 04 16:04:08.041139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f35f8a98-88d7-4423-9e99-f7562841c26f req-0fa9fd6a-dfac-4189-a84f-04ab1a0ee915 service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522546 Feb 04 16:04:08.043828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.077845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.120521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:08.123572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:08.126064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:08.159879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'Port': ['ID=bd713d84-e626-4711-a620-008a8bb06d21,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:08.386605 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.580678 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.584217 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.711531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Router 35bbacdb-7d7f-4b55-abef-14c3900f2ba7 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:04:08.808461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518e0e-60ee-4428-883f-c376924d0a08 req-4e8d5360-479c-4267-b81a-b0c91ac6cd21 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.809951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d518e0e-60ee-4428-883f-c376924d0a08 req-4e8d5360-479c-4267-b81a-b0c91ac6cd21 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 943 time: 0.0539134 Feb 04 16:04:08.824071 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:08.828598 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.832783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d66fa381-c237-461f-b9d2-c2792e65c143 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "PUT /v2.0/routers/35bbacdb-7d7f-4b55-abef-14c3900f2ba7 HTTP/1.1" status: 200 len: 918 time: 2.2571473 Feb 04 16:04:08.832891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54128) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:08.833540 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb3691-f735-4734-ad15-bb95cbcd8c4b None None] Sync routers for ids ['35bbacdb-7d7f-4b55-abef-14c3900f2ba7'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:08.842676 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb3691-f735-4734-ad15-bb95cbcd8c4b None None] Routers {'35bbacdb-7d7f-4b55-abef-14c3900f2ba7'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:08.843283 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9bfb3691-f735-4734-ad15-bb95cbcd8c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['35bbacdb-7d7f-4b55-abef-14c3900f2ba7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:08.852104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d518e0e-60ee-4428-883f-c376924d0a08 req-a642f3db-3f7d-4272-a798-60b050bc8ff5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356157 Feb 04 16:04:08.878686 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9bfb3691-f735-4734-ad15-bb95cbcd8c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:08.887235 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb3691-f735-4734-ad15-bb95cbcd8c4b None None] Routers {'35bbacdb-7d7f-4b55-abef-14c3900f2ba7'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:08.887839 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9bfb3691-f735-4734-ad15-bb95cbcd8c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['35bbacdb-7d7f-4b55-abef-14c3900f2ba7'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:08.919020 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9bfb3691-f735-4734-ad15-bb95cbcd8c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:08.919676 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb3691-f735-4734-ad15-bb95cbcd8c4b None None] The sync data for ids ['35bbacdb-7d7f-4b55-abef-14c3900f2ba7'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:08.942563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-df4c3a9a-3221-41b5-86f5-5cc3a92fa91c tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/routers/35bbacdb-7d7f-4b55-abef-14c3900f2ba7 HTTP/1.1" status: 200 len: 924 time: 0.1084497 Feb 04 16:04:08.945583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:08.993162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b2cf0-5d66-40bf-807c-ec8c02ab5c53 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.994669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-187b2cf0-5d66-40bf-807c-ec8c02ab5c53 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=35bbacdb-7d7f-4b55-abef-14c3900f2ba7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0480914 Feb 04 16:04:08.997292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54132) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:09.079651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf4648-b2d9-48ab-9c9a-9874fd4c4cca tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:09.081811 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7ebf4648-b2d9-48ab-9c9a-9874fd4c4cca tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 881 time: 0.0834517 Feb 04 16:04:09.084655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54134) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:09.111131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bdd25e34-2597-4525-b311-498bd59b2dcb tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=35bbacdb-7d7f-4b55-abef-14c3900f2ba7 HTTP/1.1" status: 200 len: 205 time: 0.0254509 Feb 04 16:04:09.113571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54136) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:09.218829 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.324131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.377599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Deleting port bd713d84-e626-4711-a620-008a8bb06d21 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:09.377930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.456142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.467706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Calling delete_port for bd713d84-e626-4711-a620-008a8bb06d21 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:09.632631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.659150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event deleted for resources: {'Port': ['ID=bd713d84-e626-4711-a620-008a8bb06d21,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:09.722913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.814966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.817097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.858929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.859428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Fanout notify agent at l3_agent the message router_deleted on router 35bbacdb-7d7f-4b55-abef-14c3900f2ba7 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:09.866858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.867971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8baf4439-e179-45d7-bbfd-e0b7a3df8d23 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/35bbacdb-7d7f-4b55-abef-14c3900f2ba7 HTTP/1.1" status: 204 len: 168 time: 0.7534966 Feb 04 16:04:09.871773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54138) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:09.876034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a7230a7c-7446-426f-b494-0227ceb1921a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1166949371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:09.902164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7230a7c-7446-426f-b494-0227ceb1921a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.903490 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7230a7c-7446-426f-b494-0227ceb1921a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.914111 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.987200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7230a7c-7446-426f-b494-0227ceb1921a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.994978 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7230a7c-7446-426f-b494-0227ceb1921a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.015912 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7230a7c-7446-426f-b494-0227ceb1921a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.017106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a7230a7c-7446-426f-b494-0227ceb1921a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1443934 Feb 04 16:04:10.020062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54142) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:10.024683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'enable_snat': False}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:10.024952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9da74-34ab-49cc-bb84-e07962866cfe req-fca04d40-870c-434f-bdc0-836f8bd721d9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.026152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25b9da74-34ab-49cc-bb84-e07962866cfe req-fca04d40-870c-434f-bdc0-836f8bd721d9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 943 time: 0.0980008 Feb 04 16:04:10.068462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25b9da74-34ab-49cc-bb84-e07962866cfe req-76ed8d4b-7b02-44e7-8575-2e0601ada0c3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346148 Feb 04 16:04:10.223046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.228518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:04:10.324740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:10.335506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'port_id': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'mac_address': 'fa:16:3e:39:d3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:04:10.374664 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.391213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4160b89f-62c0-461a-b35a-ff10f5b22894 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:10.411533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:10.415212 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.434534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.454012 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.464701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:10.562959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Allocated IP 172.25.1.137 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/2795f7ed-7ed3-4350-be20-ae5e95d78106) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:10.669449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.702299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4160b89f-62c0-461a-b35a-ff10f5b22894'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:04:10.710868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.744587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:10.749689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:10.753545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:10.794655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Pushing event updated for resources: {'Port': ['ID=2795f7ed-7ed3-4350-be20-ae5e95d78106,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:10.804714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.805067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.805507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.805755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.806128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.806465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.806794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.807121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.807449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.807772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.808114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:10.808425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:11.020408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.245312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef722d-642d-48e7-b8d0-7144eb25466c req-cca92f29-abb4-4185-9c32-b176449a4977 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:11.246786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9ef722d-642d-48e7-b8d0-7144eb25466c req-cca92f29-abb4-4185-9c32-b176449a4977 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0939860 Feb 04 16:04:11.252805 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.262321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.324478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9ef722d-642d-48e7-b8d0-7144eb25466c req-1f768dab-82d7-4abe-bbfa-dddaa1628981 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696752 Feb 04 16:04:11.409425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Router a944cc24-a10d-4226-9334-eb207e92e1ca is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:04:11.513924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:11.518343 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.519589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3a3791dc-5e9b-4594-9025-d40783cd869a tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "PUT /v2.0/routers/a944cc24-a10d-4226-9334-eb207e92e1ca HTTP/1.1" status: 200 len: 920 time: 1.4984038 Feb 04 16:04:11.522219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54146) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:11.524736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc69868-08f8-4b8b-8eaa-d30db8aa3abd None None] Sync routers for ids ['a944cc24-a10d-4226-9334-eb207e92e1ca'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:11.533901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc69868-08f8-4b8b-8eaa-d30db8aa3abd None None] Routers {'a944cc24-a10d-4226-9334-eb207e92e1ca'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:11.534774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-edc69868-08f8-4b8b-8eaa-d30db8aa3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['a944cc24-a10d-4226-9334-eb207e92e1ca'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:11.567431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-edc69868-08f8-4b8b-8eaa-d30db8aa3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:11.576069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc69868-08f8-4b8b-8eaa-d30db8aa3abd None None] Routers {'a944cc24-a10d-4226-9334-eb207e92e1ca'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:11.576611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-edc69868-08f8-4b8b-8eaa-d30db8aa3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['a944cc24-a10d-4226-9334-eb207e92e1ca'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:11.609097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-edc69868-08f8-4b8b-8eaa-d30db8aa3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:11.609790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc69868-08f8-4b8b-8eaa-d30db8aa3abd None None] The sync data for ids ['a944cc24-a10d-4226-9334-eb207e92e1ca'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:11.629491 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6ae3d443-e81b-42a0-b59f-3579b6926988 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/routers/a944cc24-a10d-4226-9334-eb207e92e1ca HTTP/1.1" status: 200 len: 926 time: 0.1061885 Feb 04 16:04:11.632120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54148) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:11.719299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d0680-2347-4379-998f-c7f327db2be9 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:11.721366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-024d0680-2347-4379-998f-c7f327db2be9 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=a944cc24-a10d-4226-9334-eb207e92e1ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0883632 Feb 04 16:04:11.724073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54150) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:11.811381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc212330-4822-42a2-92cd-5d57b6a5a2a8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:11.813321 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dc212330-4822-42a2-92cd-5d57b6a5a2a8 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/networks/37e4adc7-9c9c-428c-be6a-80ffc55c680f HTTP/1.1" status: 200 len: 881 time: 0.0879929 Feb 04 16:04:11.815796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54152) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:11.842365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-114d7de9-729b-470c-b554-7eea1d006cf4 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=a944cc24-a10d-4226-9334-eb207e92e1ca HTTP/1.1" status: 200 len: 205 time: 0.0254114 Feb 04 16:04:11.844680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54154) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:12.042798 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.146606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.201824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Deleting port 2795f7ed-7ed3-4350-be20-ae5e95d78106 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:12.202156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.228925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:04:12.283644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 4160b89f-62c0-461a-b35a-ff10f5b22894 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:12.291225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4160b89f-62c0-461a-b35a-ff10f5b22894 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:12.291607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.374975 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.415616 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:12.416987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:12.419941 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ecbcfc-8fe5-4a55-818a-5f4355d36819" -d '{"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-plugged", "status": "completed", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:04:12.431680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.454689 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957e1db-b70f-4230-bff9-8746f8f2df67 req-2d16c26a-74a5-401b-a2f9-72e193521350 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:12.457357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a957e1db-b70f-4230-bff9-8746f8f2df67 req-2d16c26a-74a5-401b-a2f9-72e193521350 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0567782 Feb 04 16:04:12.473724 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7b3ce8-b0c8-4a13-9252-399c4a5d865c x-openstack-request-id: req-9f7b3ce8-b0c8-4a13-9252-399c4a5d865c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:04:12.474036 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-plugged", "status": "completed", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:04:12.474275 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f7b3ce8-b0c8-4a13-9252-399c4a5d865c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:04:12.474673 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'code': 200} Feb 04 16:04:12.498368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:12.514187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a957e1db-b70f-4230-bff9-8746f8f2df67 req-14f1c857-c4aa-4acf-abb9-8f6406f93dac tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494270 Feb 04 16:04:12.694231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faab7f-6292-4c5f-8229-399de61b9e92 req-cc2c099a-813d-42eb-af90-3bd2425ea3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:12.695700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69faab7f-6292-4c5f-8229-399de61b9e92 req-cc2c099a-813d-42eb-af90-3bd2425ea3dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1096 time: 0.1179502 Feb 04 16:04:12.703517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.726670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Calling delete_port for 2795f7ed-7ed3-4350-be20-ae5e95d78106 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:12.781415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69faab7f-6292-4c5f-8229-399de61b9e92 req-25c18917-1cd6-4e72-ad97-6af1e6797f40 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746050 Feb 04 16:04:12.900462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.925796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event deleted for resources: {'Port': ['ID=2795f7ed-7ed3-4350-be20-ae5e95d78106,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:12.988809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.077243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.079336 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.121398 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.122074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Fanout notify agent at l3_agent the message router_deleted on router a944cc24-a10d-4226-9334-eb207e92e1ca {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:13.129527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.130661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4f628f87-0806-476f-b38e-fe2c425857f1 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/a944cc24-a10d-4226-9334-eb207e92e1ca HTTP/1.1" status: 204 len: 168 time: 1.2846074 Feb 04 16:04:13.134295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54160) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:13.138702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-463263501', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}, 'admin_state_up': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:13.164371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.165391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.220991 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.355489 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.553722 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.573044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.697961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3dfff-c30b-47cf-a375-4d72a5bbeb66 req-76a55794-d798-4aab-bf2f-7057fc12765f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:13.699477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3b3dfff-c30b-47cf-a375-4d72a5bbeb66 req-76a55794-d798-4aab-bf2f-7057fc12765f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0910637 Feb 04 16:04:13.728227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Allocated IP 172.25.1.28 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/f128949c-ffb4-4708-9a37-2d64bf9de6d0) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:13.758671 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3b3dfff-c30b-47cf-a375-4d72a5bbeb66 req-33aaa15d-9004-411f-8b09-a63c89c10f5d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531421 Feb 04 16:04:13.842440 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.875563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.916924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:13.919685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:13.923114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:13.946392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event updated for resources: {'Port': ['ID=f128949c-ffb4-4708-9a37-2d64bf9de6d0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:14.176792 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.373744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.506714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Router f824536e-3e9e-45fc-9696-cbc9404ff20e is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:04:14.610941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:14.620377 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efedb7-3cae-4a57-aeba-1e999f1bdd06 None None] Sync routers for ids ['f824536e-3e9e-45fc-9696-cbc9404ff20e'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:14.629848 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efedb7-3cae-4a57-aeba-1e999f1bdd06 None None] Routers {'f824536e-3e9e-45fc-9696-cbc9404ff20e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:14.630406 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b3efedb7-3cae-4a57-aeba-1e999f1bdd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f824536e-3e9e-45fc-9696-cbc9404ff20e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:14.631066 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.635059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9323b2fd-285a-4cff-9d99-94e5bd35407d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4971974 Feb 04 16:04:14.635222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54164) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:14.639672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:14.661855 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b3efedb7-3cae-4a57-aeba-1e999f1bdd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:14.670887 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efedb7-3cae-4a57-aeba-1e999f1bdd06 None None] Routers {'f824536e-3e9e-45fc-9696-cbc9404ff20e'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:14.671493 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b3efedb7-3cae-4a57-aeba-1e999f1bdd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f824536e-3e9e-45fc-9696-cbc9404ff20e'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:14.707496 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b3efedb7-3cae-4a57-aeba-1e999f1bdd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:14.708132 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efedb7-3cae-4a57-aeba-1e999f1bdd06 None None] The sync data for ids ['f824536e-3e9e-45fc-9696-cbc9404ff20e'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:14.881845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8575a-e4c0-4d1f-8fbd-2429a1b0b957 req-a13b8301-11bf-4f88-ae64-f576884786fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:14.883462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43e8575a-e4c0-4d1f-8fbd-2429a1b0b957 req-a13b8301-11bf-4f88-ae64-f576884786fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0494022 Feb 04 16:04:14.922144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43e8575a-e4c0-4d1f-8fbd-2429a1b0b957 req-a2287507-b7f8-463b-a474-ee6ce943482c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Feb 04 16:04:15.110496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a523f7b-b966-4e97-83ef-11f27dca1919 req-cc422912-c498-4217-a845-67eb845b7521 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:15.112509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a523f7b-b966-4e97-83ef-11f27dca1919 req-cc422912-c498-4217-a845-67eb845b7521 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0947349 Feb 04 16:04:15.121797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54170) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:15.126268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Request body: {'floatingip': {'port_id': '4160b89f-62c0-461a-b35a-ff10f5b22894'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:15.170208 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.221681 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.234638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.288002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Deleting port f128949c-ffb4-4708-9a37-2d64bf9de6d0 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:15.288353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.372916 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.385156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Calling delete_port for f128949c-ffb4-4708-9a37-2d64bf9de6d0 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:15.551706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.577149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Pushing event deleted for resources: {'Port': ['ID=f128949c-ffb4-4708-9a37-2d64bf9de6d0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:15.624987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.629575 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.639668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.855148 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.858652 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.934390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Router f824536e-3e9e-45fc-9696-cbc9404ff20e has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:16.013369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:16.021074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.024778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f0648b52-4ade-45a0-b1ed-1aca9a6eb509 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "PUT /v2.0/routers/f824536e-3e9e-45fc-9696-cbc9404ff20e HTTP/1.1" status: 200 len: 709 time: 1.3863325 Feb 04 16:04:16.024924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc2111-710d-476d-8687-e4a0e6106164 None None] Sync routers for ids ['f824536e-3e9e-45fc-9696-cbc9404ff20e'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:16.025385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54172) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.033775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc2111-710d-476d-8687-e4a0e6106164 None None] Routers {'f824536e-3e9e-45fc-9696-cbc9404ff20e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:16.034662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-95bc2111-710d-476d-8687-e4a0e6106164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f824536e-3e9e-45fc-9696-cbc9404ff20e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.070118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-95bc2111-710d-476d-8687-e4a0e6106164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.071137 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Floating IP 50e20fc8-bdcc-4fdc-b46b-2cae0adf3956 associated. External IP: 172.25.1.208, port: 4160b89f-62c0-461a-b35a-ff10f5b22894. Feb 04 16:04:16.081895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc2111-710d-476d-8687-e4a0e6106164 None None] Routers {'f824536e-3e9e-45fc-9696-cbc9404ff20e'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:16.082748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-95bc2111-710d-476d-8687-e4a0e6106164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['f824536e-3e9e-45fc-9696-cbc9404ff20e'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.104465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-45006482-4357-4da9-bbfb-fd546f42ec85 tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/routers/f824536e-3e9e-45fc-9696-cbc9404ff20e HTTP/1.1" status: 200 len: 744 time: 0.0760510 Feb 04 16:04:16.104701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54174) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.119115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-95bc2111-710d-476d-8687-e4a0e6106164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.119991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc2111-710d-476d-8687-e4a0e6106164 None None] The sync data for ids ['f824536e-3e9e-45fc-9696-cbc9404ff20e'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:16.149947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-337e6205-edd8-4153-b101-7dcbedf925fd tempest-RoutersIpV6AdminTest-771177047 tempest-RoutersIpV6AdminTest-771177047-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&device_id=f824536e-3e9e-45fc-9696-cbc9404ff20e HTTP/1.1" status: 200 len: 205 time: 0.0441110 Feb 04 16:04:16.152458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.182697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1402f42b-6e09-4f32-88db-8b0d8f0f78db tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=f824536e-3e9e-45fc-9696-cbc9404ff20e HTTP/1.1" status: 200 len: 205 time: 0.0291550 Feb 04 16:04:16.185250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.256357 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d1db-b5f5-4a8f-85e1-685bbce80334 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.281004 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Router e1f61500-2eeb-4015-a1be-86acf2c0a114 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:16.393106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:16.397915 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.403981 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] Sync routers for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:04:16.414161 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:16.414773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d1db-b5f5-4a8f-85e1-685bbce80334 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.414904 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.416956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d1db-b5f5-4a8f-85e1-685bbce80334 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.433249 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b2fdc2a3-6462-4291-8c28-3185e61ec578 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "PUT /v2.0/floatingips/50e20fc8-bdcc-4fdc-b46b-2cae0adf3956 HTTP/1.1" status: 200 len: 991 time: 1.3079562 Feb 04 16:04:16.433249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:16.434153 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb8ee2-0153-4a5b-893b-9e6d12edc956" -d '{"events": [{"name": "network-changed", "server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:04:16.471764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d1db-b5f5-4a8f-85e1-685bbce80334 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.474356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd8d1db-b5f5-4a8f-85e1-685bbce80334 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Fanout notify agent at l3_agent the message router_deleted on router f824536e-3e9e-45fc-9696-cbc9404ff20e {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:16.482461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d1db-b5f5-4a8f-85e1-685bbce80334 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.483440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6fd8d1db-b5f5-4a8f-85e1-685bbce80334 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/f824536e-3e9e-45fc-9696-cbc9404ff20e HTTP/1.1" status: 204 len: 168 time: 0.2972648 Feb 04 16:04:16.487472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54184) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.520683 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7151997-ed54-411d-a7ef-febce7d34f40 x-openstack-request-id: req-b7151997-ed54-411d-a7ef-febce7d34f40 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:04:16.520987 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:04:16.521300 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7151997-ed54-411d-a7ef-febce7d34f40 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:04:16.521675 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'status': 'completed', 'code': 200} Feb 04 16:04:16.528611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0a7212fb-38ed-4d03-9287-39fb3f33924c tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=f824536e-3e9e-45fc-9696-cbc9404ff20e HTTP/1.1" status: 200 len: 205 time: 0.0373001 Feb 04 16:04:16.536227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54186) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.539495 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:04:16.565242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-355ca2df-5b80-42cb-b8a9-8ef8b1b5aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:16.566957 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-355ca2df-5b80-42cb-b8a9-8ef8b1b5aebb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1096 time: 0.0472739 Feb 04 16:04:16.586296 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-fbca92c4-dbe7-4134-a5c2-4282486f3a6a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] delete failed (client error): The resource could not be found. Feb 04 16:04:16.589795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fbca92c4-dbe7-4134-a5c2-4282486f3a6a tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/f824536e-3e9e-45fc-9696-cbc9404ff20e HTTP/1.1" status: 404 len: 336 time: 0.0531337 Feb 04 16:04:16.590238 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.627206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-01860e48-0273-4ceb-959e-eafc3bd9eefa tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=a944cc24-a10d-4226-9334-eb207e92e1ca HTTP/1.1" status: 200 len: 205 time: 0.0353789 Feb 04 16:04:16.630448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54190) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.642383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1afe86-9a8a-4698-857f-a68c5021a138 req-f62aeefd-91de-4c35-a109-363e97f9ff49 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:16.644253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de1afe86-9a8a-4698-857f-a68c5021a138 req-f62aeefd-91de-4c35-a109-363e97f9ff49 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.1214855 Feb 04 16:04:16.679851 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-b425c0b4-33e6-4e0b-a82d-e47923a4884d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] delete failed (client error): The resource could not be found. Feb 04 16:04:16.683819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b425c0b4-33e6-4e0b-a82d-e47923a4884d tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/a944cc24-a10d-4226-9334-eb207e92e1ca HTTP/1.1" status: 404 len: 336 time: 0.0499768 Feb 04 16:04:16.684022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.685602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de1afe86-9a8a-4698-857f-a68c5021a138 req-8989eb65-d25f-4b49-893e-1312dd10ec3f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350528 Feb 04 16:04:16.719751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-020ef0dd-3d1d-488a-86c4-d06a5a8ca972 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=35bbacdb-7d7f-4b55-abef-14c3900f2ba7 HTTP/1.1" status: 200 len: 205 time: 0.0347013 Feb 04 16:04:16.722781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.770068 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-a96f0384-206d-4c90-a3c1-f6138567559e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] delete failed (client error): The resource could not be found. Feb 04 16:04:16.771089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a96f0384-206d-4c90-a3c1-f6138567559e tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/35bbacdb-7d7f-4b55-abef-14c3900f2ba7 HTTP/1.1" status: 404 len: 336 time: 0.0474162 Feb 04 16:04:16.774940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54196) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.776052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-4f1fcd2e-bc0b-49c5-a79e-eced98464f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:16.777571 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-4f1fcd2e-bc0b-49c5-a79e-eced98464f11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.2041163 Feb 04 16:04:16.778920 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '50e20fc8-bdcc-4fdc-b46b-2cae0adf3956', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'port_id': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'mac_address': 'fa:16:3e:39:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:02Z', 'updated_at': '2022-02-04T16:04:15Z', 'revision_number': 1, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.806381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4fe703cf-8479-40e1-b745-372540625306 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbe347f8-4e99-457c-b8b1-efb5c0152470 HTTP/1.1" status: 200 len: 205 time: 0.0303679 Feb 04 16:04:16.808772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.811953 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] Checking router: e1f61500-2eeb-4015-a1be-86acf2c0a114 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:04:16.820888 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:04:16.821552 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:04:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:16.849598 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-8d966ecb-58b1-46b9-bddc-3156195bf2e5 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] delete failed (client error): The resource could not be found. Feb 04 16:04:16.853054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8d966ecb-58b1-46b9-bddc-3156195bf2e5 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/cbe347f8-4e99-457c-b8b1-efb5c0152470 HTTP/1.1" status: 404 len: 336 time: 0.0409863 Feb 04 16:04:16.853337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54200) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.890927 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cb1a49d4-8c88-41cb-93e2-80aa9838f3d2 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=9997de37-ab28-49c1-9b9e-56802dac71ee HTTP/1.1" status: 200 len: 205 time: 0.0343404 Feb 04 16:04:16.891684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54202) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:16.904509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-cd8e2139-cbef-4caa-87c5-75dd2731bee3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 999 time: 0.1201422 Feb 04 16:04:17.032202 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:04:17.181006 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-fba839fb-7598-4b02-a5d4-1ca80a7163a7 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] delete failed (client error): The resource could not be found. Feb 04 16:04:17.181884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fba839fb-7598-4b02-a5d4-1ca80a7163a7 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/9997de37-ab28-49c1-9b9e-56802dac71ee HTTP/1.1" status: 404 len: 336 time: 0.2886715 Feb 04 16:04:17.184991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54204) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:17.219890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0c20b5b6-ab3f-4108-bba8-d67cd76161ae tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0181eb-faf5-4b5b-bf2e-ea4808769dd1 HTTP/1.1" status: 200 len: 205 time: 0.0314920 Feb 04 16:04:17.220143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-2f5a5303-7ed5-4bf5-9e91-64cd65544725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:17.220798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:17.221261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-2f5a5303-7ed5-4bf5-9e91-64cd65544725 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0501299 Feb 04 16:04:17.262000 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-878494e6-c7a9-479b-b1f1-af7678aa96b9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] delete failed (client error): The resource could not be found. Feb 04 16:04:17.263142 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-878494e6-c7a9-479b-b1f1-af7678aa96b9 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/routers/4a0181eb-faf5-4b5b-bf2e-ea4808769dd1 HTTP/1.1" status: 404 len: 336 time: 0.0402699 Feb 04 16:04:17.265729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54208) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:17.273299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-02a836b4-bb97-47e5-9283-836782fb722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:17.274849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-02a836b4-bb97-47e5-9283-836782fb722e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462682 Feb 04 16:04:17.277535 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '50e20fc8-bdcc-4fdc-b46b-2cae0adf3956', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'port_id': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'mac_address': 'fa:16:3e:39:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:02Z', 'updated_at': '2022-02-04T16:04:15Z', 'revision_number': 1, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:17.297995 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e1eb2d-31d9-4ef3-a7e8-17949461e376 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] DELETE failed (client error): The resource could not be found. Feb 04 16:04:17.298484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e1eb2d-31d9-4ef3-a7e8-17949461e376 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:04:17.304055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46e1eb2d-31d9-4ef3-a7e8-17949461e376 tempest-RoutersIpV6AdminTest-513517861 tempest-RoutersIpV6AdminTest-513517861-project] 10.222.0.47 "DELETE /v2.0/subnets/94af7ba2-ef77-40ee-8a18-6b986e8ce3da HTTP/1.1" status: 404 len: 337 time: 0.0349178 Feb 04 16:04:17.305015 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a3d63-d6b6-41eb-8a6c-411cc2adfe2e None None] The sync data for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 is: [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '50e20fc8-bdcc-4fdc-b46b-2cae0adf3956', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'port_id': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'mac_address': 'fa:16:3e:39:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:02Z', 'updated_at': '2022-02-04T16:04:15Z', 'revision_number': 1, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:04:17.378429 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-d39cc701-6a18-421b-902b-ce74006d9b01 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965378 Feb 04 16:04:17.483948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-04eb8ee2-0153-4a5b-893b-9e6d12edc956 req-741e3495-233f-4188-83db-6e31d48901db service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988376 Feb 04 16:04:17.562415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9192d4d7-33e3-49be-93f1-709fb0f6d835 None None] New status for floating IP 50e20fc8-bdcc-4fdc-b46b-2cae0adf3956: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:04:17.584759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54214) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:17.703331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-84f7dbde-0737-4c37-9232-787eb86a9306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.813613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-84f7dbde-0737-4c37-9232-787eb86a9306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.818780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-84f7dbde-0737-4c37-9232-787eb86a9306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.865082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-84f7dbde-0737-4c37-9232-787eb86a9306 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0fb920b630b045a58c9ca4930799e54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791905 Feb 04 16:04:17.868049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54220) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:17.874093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0876a3c-e353-43f0-8f79-07ec43ab4bdd req-a37b131c-8bda-4479-93f8-0c69275a1183 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:17.875731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0876a3c-e353-43f0-8f79-07ec43ab4bdd req-a37b131c-8bda-4479-93f8-0c69275a1183 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.1071861 Feb 04 16:04:17.877868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7dbde-0737-4c37-9232-787eb86a9306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfde943-b346-4d14-b15a-d91a5ab9dcea,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:17.916411 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0876a3c-e353-43f0-8f79-07ec43ab4bdd req-0aac5fbc-92c3-408d-b085-3482940c2218 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344079 Feb 04 16:04:17.932498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.962258 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.018053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.021683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.026703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5cfde943-b346-4d14-b15a-d91a5ab9dcea HTTP/1.1" status: 204 len: 168 time: 0.1539357 Feb 04 16:04:18.034045 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfde943-b346-4d14-b15a-d91a5ab9dcea,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:18.043542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.044087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.044499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.044926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.045324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.045841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.046217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.046605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.047128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.047637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.047971 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.048350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5b5d0-c392-4092-a207-64dcb68f27b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:18.330678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54234) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:18.378970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-64b23670-6cbd-4ec2-86e8-ae27bd24e74e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1ffe88659fe4afd83f96c549da2be1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466309 Feb 04 16:04:18.381491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54238) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:18.431920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70ae5554-d24e-4140-a60c-34746b7aeca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.453910 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70ae5554-d24e-4140-a60c-34746b7aeca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.505131 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70ae5554-d24e-4140-a60c-34746b7aeca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.507796 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70ae5554-d24e-4140-a60c-34746b7aeca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.508938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-70ae5554-d24e-4140-a60c-34746b7aeca6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/348a6dcf-2bbf-46c3-a690-70deed0ee075 HTTP/1.1" status: 204 len: 168 time: 0.1264606 Feb 04 16:04:18.520050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae5554-d24e-4140-a60c-34746b7aeca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a6dcf-2bbf-46c3-a690-70deed0ee075,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:19.834968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54278) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:19.928495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-db26fde2-236e-4c1b-8e0d-5328e1c3c69f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-95805770'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:19.951965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db26fde2-236e-4c1b-8e0d-5328e1c3c69f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.952955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db26fde2-236e-4c1b-8e0d-5328e1c3c69f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.006036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db26fde2-236e-4c1b-8e0d-5328e1c3c69f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.010611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db26fde2-236e-4c1b-8e0d-5328e1c3c69f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.025226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db26fde2-236e-4c1b-8e0d-5328e1c3c69f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.026475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db26fde2-236e-4c1b-8e0d-5328e1c3c69f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.1905048 Feb 04 16:04:20.028976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54282) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:20.097600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08a05efa-4b21-4eb9-817c-00e417e61f48 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.250724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08a05efa-4b21-4eb9-817c-00e417e61f48 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.253383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08a05efa-4b21-4eb9-817c-00e417e61f48 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.298711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08a05efa-4b21-4eb9-817c-00e417e61f48 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.299252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a05efa-4b21-4eb9-817c-00e417e61f48 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 610cabc8-3a07-4c0a-8169-84a78908929e {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:20.303986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-08a05efa-4b21-4eb9-817c-00e417e61f48 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.306447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-08a05efa-4b21-4eb9-817c-00e417e61f48 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "DELETE /v2.0/routers/610cabc8-3a07-4c0a-8169-84a78908929e HTTP/1.1" status: 204 len: 168 time: 0.2765028 Feb 04 16:04:20.308369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54284) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:20.312875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ad364a91-3d2d-41b7-96a6-e19427e4141b tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Request body: {'router': {'name': 'tempest-router-1207908214', 'distributed': False}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:20.336219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad364a91-3d2d-41b7-96a6-e19427e4141b tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.337222 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad364a91-3d2d-41b7-96a6-e19427e4141b tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.389207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad364a91-3d2d-41b7-96a6-e19427e4141b tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.393521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad364a91-3d2d-41b7-96a6-e19427e4141b tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.408739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ad364a91-3d2d-41b7-96a6-e19427e4141b tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.409953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ad364a91-3d2d-41b7-96a6-e19427e4141b tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1006255 Feb 04 16:04:20.412739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54286) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:20.484695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f071321-1774-43b8-8aa7-a2c78007672f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.655516 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f071321-1774-43b8-8aa7-a2c78007672f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.658108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f071321-1774-43b8-8aa7-a2c78007672f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.700476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f071321-1774-43b8-8aa7-a2c78007672f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.701118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f071321-1774-43b8-8aa7-a2c78007672f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb5af4fe-7d95-435e-a1d0-b97e7677c22d {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:20.705688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f071321-1774-43b8-8aa7-a2c78007672f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.707132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2f071321-1774-43b8-8aa7-a2c78007672f tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "DELETE /v2.0/routers/fb5af4fe-7d95-435e-a1d0-b97e7677c22d HTTP/1.1" status: 204 len: 168 time: 0.2934821 Feb 04 16:04:20.710565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54288) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:20.714934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b6517de1-9696-4f32-88f6-3fbfd89fda4a tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Request body: {'router': {'name': 'tempest-router-910721162', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '332f445c80c04350a4c496e76df35aef'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:20.737737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6517de1-9696-4f32-88f6-3fbfd89fda4a tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.738745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6517de1-9696-4f32-88f6-3fbfd89fda4a tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.791332 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6517de1-9696-4f32-88f6-3fbfd89fda4a tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.795975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6517de1-9696-4f32-88f6-3fbfd89fda4a tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.813539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b6517de1-9696-4f32-88f6-3fbfd89fda4a tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.814802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b6517de1-9696-4f32-88f6-3fbfd89fda4a tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1031327 Feb 04 16:04:20.817715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54290) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:20.821918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:21.018311 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-945375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8882'] for router, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.019012 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.098547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102422) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 04 16:04:21.098884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Router 3eb1d456-79b0-4fe9-80c9-6c71ed0418eb migrating from provider to provider. {{(pid=102422) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 04 16:04:21.099265 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.103772 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.107993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945515'] for router, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.184756 n-d-827869-1 neutron-server[102422]: WARNING neutron.scheduler.l3_agent_scheduler [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] No L3 agents can host the router 3eb1d456-79b0-4fe9-80c9-6c71ed0418eb Feb 04 16:04:21.298883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Hosts for router 3eb1d456-79b0-4fe9-80c9-6c71ed0418eb: [] {{(pid=102422) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 04 16:04:21.320403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Hosts for other DVR routers connected to router 3eb1d456-79b0-4fe9-80c9-6c71ed0418eb: set() {{(pid=102422) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 04 16:04:21.322966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.324162 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-df57a50c-f198-4330-b467-9bd848422048 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "PUT /v2.0/routers/3eb1d456-79b0-4fe9-80c9-6c71ed0418eb HTTP/1.1" status: 200 len: 716 time: 0.5055056 Feb 04 16:04:21.326948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54292) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:21.636678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a39f8c9b-65db-4f19-be30-a7563872d4ae tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "GET /v2.0/routers/3eb1d456-79b0-4fe9-80c9-6c71ed0418eb HTTP/1.1" status: 200 len: 716 time: 0.3086665 Feb 04 16:04:21.639238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54294) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:21.806444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-66376503-6e24-4afe-b962-c8964b5b5a74 tempest-RoutersTestDVR-2093889043 tempest-RoutersTestDVR-2093889043-project] 10.222.0.47 "GET /v2.0/routers/3eb1d456-79b0-4fe9-80c9-6c71ed0418eb HTTP/1.1" status: 200 len: 682 time: 0.1661217 Feb 04 16:04:21.809084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54298) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:21.876846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4d15d82-6015-47a1-83d9-9725bc7ea409 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.032512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4d15d82-6015-47a1-83d9-9725bc7ea409 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.035166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4d15d82-6015-47a1-83d9-9725bc7ea409 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.081801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4d15d82-6015-47a1-83d9-9725bc7ea409 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.082364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d15d82-6015-47a1-83d9-9725bc7ea409 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb1d456-79b0-4fe9-80c9-6c71ed0418eb {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:22.086742 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d4d15d82-6015-47a1-83d9-9725bc7ea409 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.087818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d4d15d82-6015-47a1-83d9-9725bc7ea409 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "DELETE /v2.0/routers/3eb1d456-79b0-4fe9-80c9-6c71ed0418eb HTTP/1.1" status: 204 len: 168 time: 0.2778366 Feb 04 16:04:22.091584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54300) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:22.096451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ab0c1fdd-78da-48ce-8053-ffc6ede3ad88 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Request body: {'router': {'name': 'tempest-router-1123708686', 'distributed': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:22.118063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0c1fdd-78da-48ce-8053-ffc6ede3ad88 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.119015 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0c1fdd-78da-48ce-8053-ffc6ede3ad88 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.173391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0c1fdd-78da-48ce-8053-ffc6ede3ad88 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.177697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0c1fdd-78da-48ce-8053-ffc6ede3ad88 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.193424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab0c1fdd-78da-48ce-8053-ffc6ede3ad88 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.194666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab0c1fdd-78da-48ce-8053-ffc6ede3ad88 tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1021230 Feb 04 16:04:22.197507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54302) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:22.271139 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029ebcb2-6bcd-490f-83e0-59bf56db50db tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.426048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029ebcb2-6bcd-490f-83e0-59bf56db50db tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.428073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029ebcb2-6bcd-490f-83e0-59bf56db50db tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.472205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029ebcb2-6bcd-490f-83e0-59bf56db50db tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.472715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029ebcb2-6bcd-490f-83e0-59bf56db50db tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0a0b94d-0878-434d-882e-79e3a51d75dd {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:04:22.477593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-029ebcb2-6bcd-490f-83e0-59bf56db50db tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.478907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-029ebcb2-6bcd-490f-83e0-59bf56db50db tempest-RoutersTestDVR-563013537 tempest-RoutersTestDVR-563013537-project-admin] 10.222.0.47 "DELETE /v2.0/routers/a0a0b94d-0878-434d-882e-79e3a51d75dd HTTP/1.1" status: 204 len: 168 time: 0.2804575 Feb 04 16:04:22.739830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54308) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:22.846112 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c2b57e9-b03f-4753-8d04-9b0a8d781b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.922480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c2b57e9-b03f-4753-8d04-9b0a8d781b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.926917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3c2b57e9-b03f-4753-8d04-9b0a8d781b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.963901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3c2b57e9-b03f-4753-8d04-9b0a8d781b02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=332f445c80c04350a4c496e76df35aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229917 Feb 04 16:04:22.964767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b57e9-b03f-4753-8d04-9b0a8d781b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbda9cd-7082-4f10-a6b3-15fe300bdc0e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:22.967060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54312) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:23.017795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9659f9a-e94c-446b-8d4d-e5af582bc7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.038889 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9659f9a-e94c-446b-8d4d-e5af582bc7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.084008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9659f9a-e94c-446b-8d4d-e5af582bc7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.086569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9659f9a-e94c-446b-8d4d-e5af582bc7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.087725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f9659f9a-e94c-446b-8d4d-e5af582bc7b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8fbda9cd-7082-4f10-a6b3-15fe300bdc0e HTTP/1.1" status: 204 len: 168 time: 0.1197777 Feb 04 16:04:23.096231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9659f9a-e94c-446b-8d4d-e5af582bc7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbda9cd-7082-4f10-a6b3-15fe300bdc0e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:23.310493 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.358390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54318) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:23.371335 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61d86128-a6bf-4ebd-abff-e79b0d30b0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.443715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61d86128-a6bf-4ebd-abff-e79b0d30b0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.447610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61d86128-a6bf-4ebd-abff-e79b0d30b0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.488725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-61d86128-a6bf-4ebd-abff-e79b0d30b0a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2032c12724cf43f5b8465b4009afb9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292481 Feb 04 16:04:23.490585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d86128-a6bf-4ebd-abff-e79b0d30b0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313df94d-0e17-480b-8588-ab39eccfef32,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:23.491443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54320) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:23.540603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16af2143-9b00-44ff-a276-a25363c74255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.561224 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16af2143-9b00-44ff-a276-a25363c74255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.610265 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16af2143-9b00-44ff-a276-a25363c74255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.612891 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-16af2143-9b00-44ff-a276-a25363c74255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.614167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-16af2143-9b00-44ff-a276-a25363c74255 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/313df94d-0e17-480b-8588-ab39eccfef32 HTTP/1.1" status: 204 len: 168 time: 0.1216249 Feb 04 16:04:23.622044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af2143-9b00-44ff-a276-a25363c74255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313df94d-0e17-480b-8588-ab39eccfef32,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.297481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54342) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:24.393194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1089688015'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:24.416663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Made reservation on behalf of 7091591d24df4ea19a683ef80f65755b for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:24.420088 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.431755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.506837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.510433 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.536931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:04:24.546541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac2eba4-4438-472d-8313-113bdbcc9320,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.552696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.553041 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Added segment 8606cf1d-6e0e-4e02-b095-5349f063234d of type vlan for network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c Feb 04 16:04:24.593200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.618970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.624733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:24.625339 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.690844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3916733 Feb 04 16:04:24.693721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54346) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:24.698563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Request body: {'subnet': {'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:24.722610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03747c-a388-4b4d-853c-2e81463ea785 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event updated for resources: {'Network': ['ID=5fd89278-bc20-4f55-b76a-a7ba5b5d074c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.733178 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:04:24.800367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Made reservation on behalf of 7091591d24df4ea19a683ef80f65755b for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:24.803860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.986266 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.045030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event updated for resources: {'Subnet': ['ID=1aef6fcb-2f7c-4a1b-ae5a-2c3789476f5c,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:25.053562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Checking segment: {'id': '8606cf1d-6e0e-4e02-b095-5349f063234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:04:25.053930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Network hostable DHCP agents. Network: 5fd89278-bc20-4f55-b76a-a7ba5b5d074c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:04:25.069892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:04:25.078957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 5fd89278-bc20-4f55-b76a-a7ba5b5d074c) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:25.083906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:25.084505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.090948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cded3dd-3ef3-437e-83e8-a0ceace9172c None None] Network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:04:25.101040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8dead2bf-3aa8-4b92-a94b-93f5ae049f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4062743 Feb 04 16:04:25.103716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54348) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:25.108835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Request body: {'port': {'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1171668238'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:25.222816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Made reservation on behalf of 7091591d24df4ea19a683ef80f65755b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:25.226657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.235140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-5fd89278-bc20-4f55-b76a-a7ba5b5d074c', 'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c', 'tenant_id': '7091591d24df4ea19a683ef80f65755b', 'fixed_ips': [{'subnet_id': '1aef6fcb-2f7c-4a1b-ae5a-2c3789476f5c'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:04:25.236011 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.244361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] device_id is not set on port 6310af95-d1ea-4bac-b9ac-3349e3444fd5 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:04:25.373690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Allocated IP 2001:db8::16c (5fd89278-bc20-4f55-b76a-a7ba5b5d074c/1aef6fcb-2f7c-4a1b-ae5a-2c3789476f5c/6310af95-d1ea-4bac-b9ac-3349e3444fd5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:25.522708 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.556828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.607671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Allocated IP 2001:db8::2 (5fd89278-bc20-4f55-b76a-a7ba5b5d074c/1aef6fcb-2f7c-4a1b-ae5a-2c3789476f5c/35dd49ce-ab22-4c19-bad4-7e9ede68960f) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:25.607880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:25.611994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:25.616005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:25.621819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:25.622499 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.632007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event updated for resources: {'Port': ['ID=6310af95-d1ea-4bac-b9ac-3349e3444fd5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:25.645251 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0f5ccdcd-73ee-45e5-802c-2f46ceae70ae tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5405035 Feb 04 16:04:25.648273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54352) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:25.653131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Request body: {'port': {'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-286894991', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:25.653683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] bootfile-name is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:25.654070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] tftp-server is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:25.654411 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] server-ip-address is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:25.761522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.764179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Made reservation on behalf of 7091591d24df4ea19a683ef80f65755b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:25.767876 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.768027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.785837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] device_id is not set on port 4bf5b244-69dc-4c8e-a6cd-92d8a3f4f7c6 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:04:25.810690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:25.813418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:25.816126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:25.826826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Pushing event updated for resources: {'Port': ['ID=35dd49ce-ab22-4c19-bad4-7e9ede68960f,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:25.876945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Attempting to bind port 35dd49ce-ab22-4c19-bad4-7e9ede68960f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:25.877302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Attempting to bind port 35dd49ce-ab22-4c19-bad4-7e9ede68960f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '8606cf1d-6e0e-4e02-b095-5349f063234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:25.877659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Attempting to bind port 35dd49ce-ab22-4c19-bad4-7e9ede68960f on network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:04:25.882650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:04:25.882956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Checking segment: {'id': '8606cf1d-6e0e-4e02-b095-5349f063234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:04:25.883355 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.883739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Bound using segment: {'id': '8606cf1d-6e0e-4e02-b095-5349f063234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:04:25.884198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Bound port: 35dd49ce-ab22-4c19-bad4-7e9ede68960f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8606cf1d-6e0e-4e02-b095-5349f063234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fd89278-bc20-4f55-b76a-a7ba5b5d074c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:25.884573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.906915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Allocated IP 2001:db8::2f9 (5fd89278-bc20-4f55-b76a-a7ba5b5d074c/1aef6fcb-2f7c-4a1b-ae5a-2c3789476f5c/4bf5b244-69dc-4c8e-a6cd-92d8a3f4f7c6) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:25.964067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] For port 35dd49ce-ab22-4c19-bad4-7e9ede68960f, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:25.967425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] For port 35dd49ce-ab22-4c19-bad4-7e9ede68960f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=35dd49ce-ab22-4c19-bad4-7e9ede68960f,segment=NetworkSegment(8606cf1d-6e0e-4e02-b095-5349f063234d),segment_id=8606cf1d-6e0e-4e02-b095-5349f063234d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:25.971488 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.028623 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc83f1a-9778-403e-8be8-0595410f8ec1 None None] Pushing event updated for resources: {'Port': ['ID=35dd49ce-ab22-4c19-bad4-7e9ede68960f,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.080435 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.116069 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.162827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:26.165948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:26.171148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:26.178111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.179011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.189217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event updated for resources: {'Port': ['ID=4bf5b244-69dc-4c8e-a6cd-92d8a3f4f7c6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.205646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f731075-2e8d-4531-8ee1-f7c5155901ea tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.5563483 Feb 04 16:04:26.208637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54354) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:26.294483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5012ee3-786e-4c6a-895b-400fe41682f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.300879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5012ee3-786e-4c6a-895b-400fe41682f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.306726 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5012ee3-786e-4c6a-895b-400fe41682f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.308482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f5012ee3-786e-4c6a-895b-400fe41682f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0989242 Feb 04 16:04:26.311313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54356) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:26.411626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1e58051e-8491-492b-ae2f-6937a0de5af7 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Deleting port 4bf5b244-69dc-4c8e-a6cd-92d8a3f4f7c6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:26.411896 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e58051e-8491-492b-ae2f-6937a0de5af7 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.500179 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e58051e-8491-492b-ae2f-6937a0de5af7 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.512687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1e58051e-8491-492b-ae2f-6937a0de5af7 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Calling delete_port for 4bf5b244-69dc-4c8e-a6cd-92d8a3f4f7c6 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:26.646233 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e58051e-8491-492b-ae2f-6937a0de5af7 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.679511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58051e-8491-492b-ae2f-6937a0de5af7 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event deleted for resources: {'Port': ['ID=4bf5b244-69dc-4c8e-a6cd-92d8a3f4f7c6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.708780 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e58051e-8491-492b-ae2f-6937a0de5af7 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.712250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1e58051e-8491-492b-ae2f-6937a0de5af7 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "DELETE /v2.0/ports/4bf5b244-69dc-4c8e-a6cd-92d8a3f4f7c6 HTTP/1.1" status: 204 len: 168 time: 0.3999493 Feb 04 16:04:26.715955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54358) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:26.722905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Request body: {'port': {'name': 'tempest-new-port-name-1908835015', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:26.723313 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] bootfile-name is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:26.723664 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] tftp-server is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:26.724000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] server-ip-address is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:26.802378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.890572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 35dd49ce-ab22-4c19-bad4-7e9ede68960f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:04:26.940802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 35dd49ce-ab22-4c19-bad4-7e9ede68960f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:26.941183 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.020222 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:04:27.021603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.023440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9821726-1574-4b15-b345-8965fc1ac2ed None None] Network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:04:27.027026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.061237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] In _notify_port_updated(), no bound segment for port 6310af95-d1ea-4bac-b9ac-3349e3444fd5 on network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 16:04:27.067278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.067932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.069391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "PUT /v2.0/ports/6310af95-d1ea-4bac-b9ac-3349e3444fd5 HTTP/1.1" status: 200 len: 1130 time: 0.3524332 Feb 04 16:04:27.073862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54360) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:27.081681 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.088341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2d004-35b7-452d-8cbc-52e110f3c54a tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event updated for resources: {'Port': ['ID=6310af95-d1ea-4bac-b9ac-3349e3444fd5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:27.102326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5439fe67-b808-41e2-9121-fda5717575c0 None None] Provisioning complete for port 35dd49ce-ab22-4c19-bad4-7e9ede68960f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:27.102702 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5439fe67-b808-41e2-9121-fda5717575c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.135251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5672b-159f-4518-8ab0-68f0ff503bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.136605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-83d5672b-159f-4518-8ab0-68f0ff503bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "GET /v2.0/ports/6310af95-d1ea-4bac-b9ac-3349e3444fd5 HTTP/1.1" status: 200 len: 1130 time: 0.0587893 Feb 04 16:04:27.140284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54362) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:27.173894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 35dd49ce-ab22-4c19-bad4-7e9ede68960f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=35dd49ce-ab22-4c19-bad4-7e9ede68960f,segment=NetworkSegment(8606cf1d-6e0e-4e02-b095-5349f063234d),segment_id=8606cf1d-6e0e-4e02-b095-5349f063234d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:27.180120 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.233467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1ae297ae-4929-47f6-9336-93e8c17a5b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Deleting port 6310af95-d1ea-4bac-b9ac-3349e3444fd5 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:27.233735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ae297ae-4929-47f6-9336-93e8c17a5b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.317480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=35dd49ce-ab22-4c19-bad4-7e9ede68960f,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:27.321733 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ae297ae-4929-47f6-9336-93e8c17a5b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.338599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1ae297ae-4929-47f6-9336-93e8c17a5b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Calling delete_port for 6310af95-d1ea-4bac-b9ac-3349e3444fd5 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:27.481645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ae297ae-4929-47f6-9336-93e8c17a5b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.510253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae297ae-4929-47f6-9336-93e8c17a5b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event deleted for resources: {'Port': ['ID=6310af95-d1ea-4bac-b9ac-3349e3444fd5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:27.541308 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ae297ae-4929-47f6-9336-93e8c17a5b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.544838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1ae297ae-4929-47f6-9336-93e8c17a5b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "DELETE /v2.0/ports/6310af95-d1ea-4bac-b9ac-3349e3444fd5 HTTP/1.1" status: 204 len: 168 time: 0.4034061 Feb 04 16:04:27.547113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54364) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:27.601782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ca85ce-b4cc-435e-aa32-728e34089f58 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Deleting subnet 1aef6fcb-2f7c-4a1b-ae5a-2c3789476f5c {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:04:27.605329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88ca85ce-b4cc-435e-aa32-728e34089f58 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.647897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88ca85ce-b4cc-435e-aa32-728e34089f58 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.649699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d6f92b74-3bdd-4ddf-b703-b26a58e1f175 None None] Provisioning complete for port 35dd49ce-ab22-4c19-bad4-7e9ede68960f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:27.650191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d6f92b74-3bdd-4ddf-b703-b26a58e1f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.738123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d6f92b74-3bdd-4ddf-b703-b26a58e1f175 None None] Could not find standard attr ID for object 6310af95-d1ea-4bac-b9ac-3349e3444fd5. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:04:27.747449 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88ca85ce-b4cc-435e-aa32-728e34089f58 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.814352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88ca85ce-b4cc-435e-aa32-728e34089f58 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.841862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca85ce-b4cc-435e-aa32-728e34089f58 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event deleted for resources: {'Subnet': ['ID=1aef6fcb-2f7c-4a1b-ae5a-2c3789476f5c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:27.845771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88ca85ce-b4cc-435e-aa32-728e34089f58 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.848996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88ca85ce-b4cc-435e-aa32-728e34089f58 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "DELETE /v2.0/subnets/1aef6fcb-2f7c-4a1b-ae5a-2c3789476f5c HTTP/1.1" status: 204 len: 168 time: 0.3009317 Feb 04 16:04:27.851545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54366) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:27.853787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-905c0863-205f-4f4b-98f6-5a0db0747323 None None] Could not find standard attr ID for object 6310af95-d1ea-4bac-b9ac-3349e3444fd5. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:04:27.929261 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.955600 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99e797-0ac7-4b15-b8b2-4d979bd5f7c9 None None] Network 5fd89278-bc20-4f55-b76a-a7ba5b5d074c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:04:27.987856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Deleting port 35dd49ce-ab22-4c19-bad4-7e9ede68960f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:27.988200 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.000030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a1d56133-42c5-46e7-91af-94e345195528 None None] Could not find standard attr ID for object 4bf5b244-69dc-4c8e-a6cd-92d8a3f4f7c6. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:04:28.050598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] For port 35dd49ce-ab22-4c19-bad4-7e9ede68960f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=35dd49ce-ab22-4c19-bad4-7e9ede68960f,segment=NetworkSegment(8606cf1d-6e0e-4e02-b095-5349f063234d),segment_id=8606cf1d-6e0e-4e02-b095-5349f063234d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:28.050889 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.064179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Calling delete_port for 35dd49ce-ab22-4c19-bad4-7e9ede68960f owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:28.132474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] DHCP port deletion for 5fd89278-bc20-4f55-b76a-a7ba5b5d074c request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:04:28.154417 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.188974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event deleted for resources: {'Port': ['ID=35dd49ce-ab22-4c19-bad4-7e9ede68960f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:28.192867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] No DVR routers for this DVR port 35dd49ce-ab22-4c19-bad4-7e9ede68960f on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:28.196448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] Deleting port 35dd49ce-ab22-4c19-bad4-7e9ede68960f {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:28.196828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.258166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] For port 35dd49ce-ab22-4c19-bad4-7e9ede68960f, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:28.258443 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.272496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] Calling delete_port for 35dd49ce-ab22-4c19-bad4-7e9ede68960f owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:28.274197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.275326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] Port 35dd49ce-ab22-4c19-bad4-7e9ede68960f was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 16:04:28.276612 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.297459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd89278-bc20-4f55-b76a-a7ba5b5d074c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:28.303773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] No DVR routers for this DVR port 35dd49ce-ab22-4c19-bad4-7e9ede68960f on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:28.305476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6b262-06b3-4cd2-aad9-0de49c2559cb None None] Pushing event deleted for resources: {'Port': ['ID=35dd49ce-ab22-4c19-bad4-7e9ede68960f,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:28.306941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8606cf1d-6e0e-4e02-b095-5349f063234d') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:28.307240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8606cf1d-6e0e-4e02-b095-5349f063234d') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:28.318776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.333043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.339174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:04:28.339559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:04:28.342518 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:04:28.406617 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.411629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.421347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] 10.222.0.47 "DELETE /v2.0/networks/5fd89278-bc20-4f55-b76a-a7ba5b5d074c HTTP/1.1" status: 204 len: 168 time: 0.5687647 Feb 04 16:04:28.436399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad001b-c43b-4f02-af4f-828c58161460 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953 tempest-ExtraDHCPOptionsIpV6TestJSON-1981697953-project] Pushing event deleted for resources: {'Network': ['ID=5fd89278-bc20-4f55-b76a-a7ba5b5d074c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:28.662904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54372) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:28.797814 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7bf3c923-81fb-43dc-b1e4-e6948ba75757 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7091591d24df4ea19a683ef80f65755b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336460 Feb 04 16:04:28.801118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54376) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:28.808317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 35dd49ce-ab22-4c19-bad4-7e9ede68960f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:04:28.829398 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 35dd49ce-ab22-4c19-bad4-7e9ede68960f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:04:28.829756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 35dd49ce-ab22-4c19-bad4-7e9ede68960f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:04:28.854083 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0621455-7886-47b1-bb0c-5691d9fee468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.876363 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0621455-7886-47b1-bb0c-5691d9fee468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.925411 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0621455-7886-47b1-bb0c-5691d9fee468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.928653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c0621455-7886-47b1-bb0c-5691d9fee468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.929841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c0621455-7886-47b1-bb0c-5691d9fee468 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cac2eba4-4438-472d-8313-113bdbcc9320 HTTP/1.1" status: 204 len: 168 time: 0.1264999 Feb 04 16:04:28.937933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0621455-7886-47b1-bb0c-5691d9fee468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac2eba4-4438-472d-8313-113bdbcc9320,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:29.580126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54398) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:29.678095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1884457518'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:29.701942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Made reservation on behalf of a95258a88fe447a59119b2bfd5bd924b for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:29.706273 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.714650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.795395 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.799475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.827648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:04:29.838355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea020df1-c0c7-49ea-9ba5-812f2ca3e096,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:29.844077 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.844483 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Added segment 64f0aef3-49d2-4372-a8dd-8574f9910dbf of type vlan for network 4335d164-d84e-4d17-8bda-4ae284d11e8b Feb 04 16:04:29.884616 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.909270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.914885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.915473 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.970515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3891757 Feb 04 16:04:29.973401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54402) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:29.978839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Request body: {'subnet': {'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:29.989400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3708e-c9ec-43a3-b070-9e2d5a0bc351 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event updated for resources: {'Network': ['ID=4335d164-d84e-4d17-8bda-4ae284d11e8b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.002611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 4335d164-d84e-4d17-8bda-4ae284d11e8b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:04:30.082759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Made reservation on behalf of a95258a88fe447a59119b2bfd5bd924b for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:30.086322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.271386 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.340020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event updated for resources: {'Subnet': ['ID=6b431211-4bde-4ee8-8c85-052753f79ea3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.344593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Checking segment: {'id': '64f0aef3-49d2-4372-a8dd-8574f9910dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:04:30.345531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Network hostable DHCP agents. Network: 4335d164-d84e-4d17-8bda-4ae284d11e8b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:04:30.363793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Network 4335d164-d84e-4d17-8bda-4ae284d11e8b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:04:30.373196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 4335d164-d84e-4d17-8bda-4ae284d11e8b) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:30.377293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:30.377882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.384522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb468f-90a0-48bb-ac10-fc5d16cd3247 None None] Network 4335d164-d84e-4d17-8bda-4ae284d11e8b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:04:30.399968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-868aa054-dc67-4fcf-bcaf-18cbabfb81f2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4227116 Feb 04 16:04:30.400535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54404) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:30.408745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Request body: {'port': {'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1196719153'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:30.527857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Made reservation on behalf of a95258a88fe447a59119b2bfd5bd924b for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:30.531408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.547330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-4335d164-d84e-4d17-8bda-4ae284d11e8b', 'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b', 'tenant_id': 'a95258a88fe447a59119b2bfd5bd924b', 'fixed_ips': [{'subnet_id': '6b431211-4bde-4ee8-8c85-052753f79ea3'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:04:30.548813 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.555445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] device_id is not set on port a876b62d-1556-460b-b394-2a0bc96ffd2d yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:04:30.634579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b50f-6631-442f-a080-b8c935cd5cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.675054 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Allocated IP 172.20.0.13 (4335d164-d84e-4d17-8bda-4ae284d11e8b/6b431211-4bde-4ee8-8c85-052753f79ea3/a876b62d-1556-460b-b394-2a0bc96ffd2d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:30.840068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.873549 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.918801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Network 4335d164-d84e-4d17-8bda-4ae284d11e8b is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:30.921692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Allocated IP 172.20.0.2 (4335d164-d84e-4d17-8bda-4ae284d11e8b/6b431211-4bde-4ee8-8c85-052753f79ea3/0efc893c-74b2-48a3-acd6-dc4c0b1c6020) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:30.922061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:30.926354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:30.955760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event updated for resources: {'Port': ['ID=a876b62d-1556-460b-b394-2a0bc96ffd2d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.986668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:30.987511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.009586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54406) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:31.010391 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c29db632-5b9c-4496-8399-b7b79641d7dd tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6078560 Feb 04 16:04:31.015988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Request body: {'port': {'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-151008352', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:31.017202 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] bootfile-name is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:31.017650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] tftp-server is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:31.018180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] server-ip-address is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:31.116914 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.129100 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.167095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Made reservation on behalf of a95258a88fe447a59119b2bfd5bd924b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:31.171140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.178472 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Network 4335d164-d84e-4d17-8bda-4ae284d11e8b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:31.181662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:31.184223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:31.190855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] device_id is not set on port e347f435-4e45-4d30-8b75-9dc5b88829fa yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:04:31.192430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Pushing event updated for resources: {'Port': ['ID=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:31.250481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Attempting to bind port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:31.250886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Attempting to bind port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '64f0aef3-49d2-4372-a8dd-8574f9910dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:31.251338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Attempting to bind port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 on network 4335d164-d84e-4d17-8bda-4ae284d11e8b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:04:31.256569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:04:31.256948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Checking segment: {'id': '64f0aef3-49d2-4372-a8dd-8574f9910dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:04:31.257362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.257757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Bound using segment: {'id': '64f0aef3-49d2-4372-a8dd-8574f9910dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:04:31.258256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Bound port: 0efc893c-74b2-48a3-acd6-dc4c0b1c6020, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f0aef3-49d2-4372-a8dd-8574f9910dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4335d164-d84e-4d17-8bda-4ae284d11e8b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:31.258643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.311908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Allocated IP 172.20.0.7 (4335d164-d84e-4d17-8bda-4ae284d11e8b/6b431211-4bde-4ee8-8c85-052753f79ea3/e347f435-4e45-4d30-8b75-9dc5b88829fa) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:31.324875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] For port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:31.328355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] For port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,segment=NetworkSegment(64f0aef3-49d2-4372-a8dd-8574f9910dbf),segment_id=64f0aef3-49d2-4372-a8dd-8574f9910dbf)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:31.332743 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.395024 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9f45c-bd9c-4d53-a9a7-14e4a30d148b None None] Pushing event updated for resources: {'Port': ['ID=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:31.506569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.549322 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.620907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Network 4335d164-d84e-4d17-8bda-4ae284d11e8b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:31.624144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:31.627226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:04:31.642233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event updated for resources: {'Port': ['ID=e347f435-4e45-4d30-8b75-9dc5b88829fa,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:31.724584 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:31.724846 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.745575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0b9e2b82-c105-431c-9866-8d28ed516f6b tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.7313375 Feb 04 16:04:31.745862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54408) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:31.806392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb6109-f734-455f-af0b-b0dec68b1172 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:31.812596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb6109-f734-455f-af0b-b0dec68b1172 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:31.818513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeb6109-f734-455f-af0b-b0dec68b1172 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:31.820297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-abeb6109-f734-455f-af0b-b0dec68b1172 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0735049 Feb 04 16:04:31.823323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54410) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:31.927620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6d9043e7-d422-4df7-bbd6-5d66135ff3c2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Deleting port e347f435-4e45-4d30-8b75-9dc5b88829fa {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:31.928019 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d9043e7-d422-4df7-bbd6-5d66135ff3c2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.025222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d9043e7-d422-4df7-bbd6-5d66135ff3c2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.038827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6d9043e7-d422-4df7-bbd6-5d66135ff3c2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Calling delete_port for e347f435-4e45-4d30-8b75-9dc5b88829fa owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:32.196958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d9043e7-d422-4df7-bbd6-5d66135ff3c2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.228486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9043e7-d422-4df7-bbd6-5d66135ff3c2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event deleted for resources: {'Port': ['ID=e347f435-4e45-4d30-8b75-9dc5b88829fa,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:32.308294 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6d9043e7-d422-4df7-bbd6-5d66135ff3c2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.315965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6d9043e7-d422-4df7-bbd6-5d66135ff3c2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "DELETE /v2.0/ports/e347f435-4e45-4d30-8b75-9dc5b88829fa HTTP/1.1" status: 204 len: 168 time: 0.4874997 Feb 04 16:04:32.316218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54412) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:32.321525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Request body: {'port': {'name': 'tempest-new-port-name-1406661150', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:32.321928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] bootfile-name is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:32.322324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] tftp-server is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:32.322767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.api.validators [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] server-ip-address is not in valid_values {{(pid=102423) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 16:04:32.401717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.450973 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226c9b29-01cf-480a-8484-030235748ef2 None None] Network 4335d164-d84e-4d17-8bda-4ae284d11e8b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:04:32.574766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-be2c0751-284a-447c-8135-2a1ccbef2eff None None] Provisioning complete for port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:32.575130 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-be2c0751-284a-447c-8135-2a1ccbef2eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.623621 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.628948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.697562 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-be2c0751-284a-447c-8135-2a1ccbef2eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.711782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event updated for resources: {'Port': ['ID=a876b62d-1556-460b-b394-2a0bc96ffd2d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:32.727043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] In _notify_port_updated(), no bound segment for port a876b62d-1556-460b-b394-2a0bc96ffd2d on network 4335d164-d84e-4d17-8bda-4ae284d11e8b {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 16:04:32.732458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:32.733168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.737645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7803ca4f-23bc-44c4-87a5-68ccebc1f4a7 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "PUT /v2.0/ports/a876b62d-1556-460b-b394-2a0bc96ffd2d HTTP/1.1" status: 200 len: 1137 time: 0.4173622 Feb 04 16:04:32.737849 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-be2c0751-284a-447c-8135-2a1ccbef2eff None None] For port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,segment=NetworkSegment(64f0aef3-49d2-4372-a8dd-8574f9910dbf),segment_id=64f0aef3-49d2-4372-a8dd-8574f9910dbf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:32.738130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54414) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:32.743474 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-be2c0751-284a-447c-8135-2a1ccbef2eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.802146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c0751-284a-447c-8135-2a1ccbef2eff None None] Pushing event updated for resources: {'Port': ['ID=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:32.825238 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa47c8b-03ca-422e-8c07-754401b234e2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:32.827594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1aa47c8b-03ca-422e-8c07-754401b234e2 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "GET /v2.0/ports/a876b62d-1556-460b-b394-2a0bc96ffd2d HTTP/1.1" status: 200 len: 1137 time: 0.0876620 Feb 04 16:04:32.831336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54416) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:32.881365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:04:32.936747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:32.937134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.940952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb50a8-1602-4093-b428-ce3989ce7423 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Deleting port a876b62d-1556-460b-b394-2a0bc96ffd2d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:32.941371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3fb50a8-1602-4093-b428-ce3989ce7423 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.993351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8964b67a-4e01-42f2-af21-5857e46df4c1 None None] Provisioning complete for port a876b62d-1556-460b-b394-2a0bc96ffd2d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:32.993899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8964b67a-4e01-42f2-af21-5857e46df4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.049412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3fb50a8-1602-4093-b428-ce3989ce7423 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.059223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8964b67a-4e01-42f2-af21-5857e46df4c1 None None] Port a876b62d-1556-460b-b394-2a0bc96ffd2d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:04:33.064529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb50a8-1602-4093-b428-ce3989ce7423 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Calling delete_port for a876b62d-1556-460b-b394-2a0bc96ffd2d owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:33.083275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8964b67a-4e01-42f2-af21-5857e46df4c1 None None] Provisioning complete for port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:33.083767 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8964b67a-4e01-42f2-af21-5857e46df4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.229109 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3fb50a8-1602-4093-b428-ce3989ce7423 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.265357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb50a8-1602-4093-b428-ce3989ce7423 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event deleted for resources: {'Port': ['ID=a876b62d-1556-460b-b394-2a0bc96ffd2d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:33.288520 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-721eca23-ee81-4435-8f24-2510878c48a3 None None] Could not find standard attr ID for object a876b62d-1556-460b-b394-2a0bc96ffd2d. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:04:33.337331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c3fb50a8-1602-4093-b428-ce3989ce7423 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.340733 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c3fb50a8-1602-4093-b428-ce3989ce7423 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "DELETE /v2.0/ports/a876b62d-1556-460b-b394-2a0bc96ffd2d HTTP/1.1" status: 204 len: 168 time: 0.5076833 Feb 04 16:04:33.343224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54418) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:33.396712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eabcac-9357-4fa5-81ef-6dca84eadb98 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Deleting subnet 6b431211-4bde-4ee8-8c85-052753f79ea3 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:04:33.400636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4eabcac-9357-4fa5-81ef-6dca84eadb98 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.401012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4abb5b06-c8d3-47a7-8088-fc4239b8305e None None] Could not find standard attr ID for object e347f435-4e45-4d30-8b75-9dc5b88829fa. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:04:33.445687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4eabcac-9357-4fa5-81ef-6dca84eadb98 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.544931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4eabcac-9357-4fa5-81ef-6dca84eadb98 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.628905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4eabcac-9357-4fa5-81ef-6dca84eadb98 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.660038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eabcac-9357-4fa5-81ef-6dca84eadb98 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event deleted for resources: {'Subnet': ['ID=6b431211-4bde-4ee8-8c85-052753f79ea3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:33.662130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b4eabcac-9357-4fa5-81ef-6dca84eadb98 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.668302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b4eabcac-9357-4fa5-81ef-6dca84eadb98 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "DELETE /v2.0/subnets/6b431211-4bde-4ee8-8c85-052753f79ea3 HTTP/1.1" status: 204 len: 168 time: 0.3211586 Feb 04 16:04:33.670503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54420) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:33.699221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-434cae73-d291-4ed6-9fe5-738381dc26ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.802034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343ece8-60fe-450f-9e5e-560a7349d275 None None] Network 4335d164-d84e-4d17-8bda-4ae284d11e8b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:04:33.846612 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-70ebbdcb-a6b5-444f-8498-ba35dfcb1397 None None] Could not find standard attr ID for object a876b62d-1556-460b-b394-2a0bc96ffd2d. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:04:33.985678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] DHCP port deletion for 4335d164-d84e-4d17-8bda-4ae284d11e8b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:04:34.035200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] Deleting port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:34.035586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.099413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] For port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,segment=NetworkSegment(64f0aef3-49d2-4372-a8dd-8574f9910dbf),segment_id=64f0aef3-49d2-4372-a8dd-8574f9910dbf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:34.099920 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.113039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] Calling delete_port for 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:34.116046 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.181791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Deleting port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:04:34.182406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.198792 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.225199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] Pushing event deleted for resources: {'Port': ['ID=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:34.229048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b2366-6641-4033-93ff-2351d46ce6ba None None] No DVR routers for this DVR port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:34.284447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] For port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,segment=NetworkSegment(64f0aef3-49d2-4372-a8dd-8574f9910dbf),segment_id=64f0aef3-49d2-4372-a8dd-8574f9910dbf)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:34.284809 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.298509 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Calling delete_port for 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:04:34.374857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.404601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event deleted for resources: {'Port': ['ID=0efc893c-74b2-48a3-acd6-dc4c0b1c6020,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:34.408930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] No DVR routers for this DVR port 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:34.489142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.510706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4335d164-d84e-4d17-8bda-4ae284d11e8b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:34.521576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f0aef3-49d2-4372-a8dd-8574f9910dbf') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:34.521858 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f0aef3-49d2-4372-a8dd-8574f9910dbf') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:34.535049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.551280 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.557936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:04:34.558365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: self.session.flush() Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:04:34.561401 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:04:34.628951 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.637276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.639686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] 10.222.0.47 "DELETE /v2.0/networks/4335d164-d84e-4d17-8bda-4ae284d11e8b HTTP/1.1" status: 204 len: 168 time: 0.9679809 Feb 04 16:04:34.653129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe29a69-05e0-4183-902c-b341c99dfdd8 tempest-ExtraDHCPOptionsTestJSON-879894805 tempest-ExtraDHCPOptionsTestJSON-879894805-project] Pushing event deleted for resources: {'Network': ['ID=4335d164-d84e-4d17-8bda-4ae284d11e8b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:34.823155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:04:34.846071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:04:34.846531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0efc893c-74b2-48a3-acd6-dc4c0b1c6020 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:04:34.931050 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54426) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:35.077744 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c64ead7e-e482-4006-ad6c-74364642565c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a95258a88fe447a59119b2bfd5bd924b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454000 Feb 04 16:04:35.080819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54430) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:35.134364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1d11539-96b1-4694-9a53-a418a952567b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.158403 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1d11539-96b1-4694-9a53-a418a952567b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.212839 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1d11539-96b1-4694-9a53-a418a952567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.215596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1d11539-96b1-4694-9a53-a418a952567b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.216799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b1d11539-96b1-4694-9a53-a418a952567b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea020df1-c0c7-49ea-9ba5-812f2ca3e096 HTTP/1.1" status: 204 len: 168 time: 0.1347206 Feb 04 16:04:35.224920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d11539-96b1-4694-9a53-a418a952567b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea020df1-c0c7-49ea-9ba5-812f2ca3e096,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:35.859816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.933334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54452) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.054959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5919226d-a91b-4a1e-bfd9-229ffd09c823 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] Request body: {'port': {'network_id': 'ba9ca4dd-a22c-4aec-94c7-31c028d2f635', 'name': 'tempest-NetworksNegativeTestJSON-1000686988'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:36.071422 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5919226d-a91b-4a1e-bfd9-229ffd09c823 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] POST failed (client error): The resource could not be found. Feb 04 16:04:36.071911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5919226d-a91b-4a1e-bfd9-229ffd09c823 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:04:36.073359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5919226d-a91b-4a1e-bfd9-229ffd09c823 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1387069 Feb 04 16:04:36.080827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54456) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.107703 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fe4222-5fea-4e10-b274-612f0074d60e tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] DELETE failed (client error): The resource could not be found. Feb 04 16:04:36.108458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19fe4222-5fea-4e10-b274-612f0074d60e tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:04:36.111873 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-19fe4222-5fea-4e10-b274-612f0074d60e tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "DELETE /v2.0/networks/9eed7051-2436-41e5-a837-58bcaeb28eb7 HTTP/1.1" status: 404 len: 339 time: 0.0291152 Feb 04 16:04:36.118465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54458) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.143089 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c177c87-fa81-4e50-8525-c0635bc0f37c tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] DELETE failed (client error): The resource could not be found. Feb 04 16:04:36.143785 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c177c87-fa81-4e50-8525-c0635bc0f37c tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:04:36.147131 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5c177c87-fa81-4e50-8525-c0635bc0f37c tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "DELETE /v2.0/ports/c61b9cd1-abc6-4da0-ba83-ac89e6c6ab62 HTTP/1.1" status: 404 len: 333 time: 0.0275164 Feb 04 16:04:36.151106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54460) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.177055 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-839cc538-2018-4abd-b217-508298755ee2 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] DELETE failed (client error): The resource could not be found. Feb 04 16:04:36.177516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839cc538-2018-4abd-b217-508298755ee2 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:04:36.181128 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-839cc538-2018-4abd-b217-508298755ee2 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "DELETE /v2.0/subnets/394a7d9f-60cd-4ffd-88ec-21b7d69a23be HTTP/1.1" status: 404 len: 337 time: 0.0290537 Feb 04 16:04:36.184960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54462) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.209363 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-9833295a-3c64-43c5-a7d5-6ade42461e20 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] GET failed (client error): The resource could not be found. Feb 04 16:04:36.210906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9833295a-3c64-43c5-a7d5-6ade42461e20 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "GET /v2.0/networks/6794c2ad-ae2e-4683-947d-9ff50c770ef5 HTTP/1.1" status: 404 len: 339 time: 0.0249548 Feb 04 16:04:36.215183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54464) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.239643 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-22347f83-cb70-4743-abdb-516a659dc7f5 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] GET failed (client error): The resource could not be found. Feb 04 16:04:36.241199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-22347f83-cb70-4743-abdb-516a659dc7f5 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "GET /v2.0/ports/215f16f8-3b15-4d53-aca8-9a8e419c2c03 HTTP/1.1" status: 404 len: 333 time: 0.0251064 Feb 04 16:04:36.244920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54466) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.286577 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e666093-3544-47e2-8326-0b281dcf2435 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] GET failed (client error): The resource could not be found. Feb 04 16:04:36.288875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7e666093-3544-47e2-8326-0b281dcf2435 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "GET /v2.0/subnets/6e188838-5652-4362-b768-341b794feaf7 HTTP/1.1" status: 404 len: 337 time: 0.0428317 Feb 04 16:04:36.292782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54468) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.301498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bd5c9c81-ea3a-43b0-8178-8adcec95be61 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:36.323867 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5c9c81-ea3a-43b0-8178-8adcec95be61 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] PUT failed (client error): The resource could not be found. Feb 04 16:04:36.324570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5c9c81-ea3a-43b0-8178-8adcec95be61 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:04:36.326575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bd5c9c81-ea3a-43b0-8178-8adcec95be61 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "PUT /v2.0/networks/6ff7d662-0f08-4b0b-b890-693f391fee44 HTTP/1.1" status: 404 len: 339 time: 0.0322745 Feb 04 16:04:36.331152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54470) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.339645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0869dcbd-0a79-4215-9cda-3bdcb5caba50 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:36.360613 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-0869dcbd-0a79-4215-9cda-3bdcb5caba50 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] PUT failed (client error): The resource could not be found. Feb 04 16:04:36.361239 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0869dcbd-0a79-4215-9cda-3bdcb5caba50 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:04:36.362416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0869dcbd-0a79-4215-9cda-3bdcb5caba50 tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "PUT /v2.0/ports/d777ec84-7303-4bea-87c2-cdd5a2e0762b HTTP/1.1" status: 404 len: 333 time: 0.0299456 Feb 04 16:04:36.366236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.371330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6b19ccf9-d8ad-4cc9-8a4d-10e99e8f3fbf tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:04:36.394494 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b19ccf9-d8ad-4cc9-8a4d-10e99e8f3fbf tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] PUT failed (client error): The resource could not be found. Feb 04 16:04:36.394960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b19ccf9-d8ad-4cc9-8a4d-10e99e8f3fbf tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:04:36.396162 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6b19ccf9-d8ad-4cc9-8a4d-10e99e8f3fbf tempest-NetworksNegativeTestJSON-1624007225 tempest-NetworksNegativeTestJSON-1624007225-project] 10.222.0.47 "PUT /v2.0/subnets/c29a1268-5fd4-4975-a0a0-e2835d20e01b HTTP/1.1" status: 404 len: 337 time: 0.0289693 Feb 04 16:04:36.659179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54478) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.770286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8171afc-c4de-4bac-91b6-3497ffc4d00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.851139 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8171afc-c4de-4bac-91b6-3497ffc4d00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.855211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a8171afc-c4de-4bac-91b6-3497ffc4d00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.894475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a8171afc-c4de-4bac-91b6-3497ffc4d00a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=447b139fb9aa424fafd8ebb5774b84f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340956 Feb 04 16:04:36.895399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8171afc-c4de-4bac-91b6-3497ffc4d00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3fe989-5f77-4c66-8302-e9df98fb2b4e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:36.897082 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54482) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:36.951771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9aae456d-d75e-42a3-85e1-e8dc0cf177ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.962801 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.982310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9aae456d-d75e-42a3-85e1-e8dc0cf177ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.029565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9aae456d-d75e-42a3-85e1-e8dc0cf177ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.032927 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9aae456d-d75e-42a3-85e1-e8dc0cf177ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.034111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9aae456d-d75e-42a3-85e1-e8dc0cf177ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e3fe989-5f77-4c66-8302-e9df98fb2b4e HTTP/1.1" status: 204 len: 168 time: 0.1352196 Feb 04 16:04:37.041863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae456d-d75e-42a3-85e1-e8dc0cf177ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3fe989-5f77-4c66-8302-e9df98fb2b4e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:37.473144 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:39.944346 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.064786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54630) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:49.208506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81817f47-4073-4d02-af3a-016b78ce277e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.300678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81817f47-4073-4d02-af3a-016b78ce277e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.305852 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81817f47-4073-4d02-af3a-016b78ce277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.351306 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-81817f47-4073-4d02-af3a-016b78ce277e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=727e548786824e939ca0c8173ef1581b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849464 Feb 04 16:04:49.352291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81817f47-4073-4d02-af3a-016b78ce277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617ebde-bbf4-41e0-bcaf-6f6e3e76b49d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.354351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54634) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:49.427397 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57f4bf66-8dd1-41b7-bfc2-e5a34486173f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.458332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57f4bf66-8dd1-41b7-bfc2-e5a34486173f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.514451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57f4bf66-8dd1-41b7-bfc2-e5a34486173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.517520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57f4bf66-8dd1-41b7-bfc2-e5a34486173f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.518954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-57f4bf66-8dd1-41b7-bfc2-e5a34486173f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6617ebde-bbf4-41e0-bcaf-6f6e3e76b49d HTTP/1.1" status: 204 len: 168 time: 0.1628428 Feb 04 16:04:49.529196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4bf66-8dd1-41b7-bfc2-e5a34486173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617ebde-bbf4-41e0-bcaf-6f6e3e76b49d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.876833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54640) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:49.892158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cedb800f-6611-4a2c-84a6-4bc60383a957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.984642 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cedb800f-6611-4a2c-84a6-4bc60383a957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.989366 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cedb800f-6611-4a2c-84a6-4bc60383a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.033437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cedb800f-6611-4a2c-84a6-4bc60383a957 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f5f26822a8048ce8d208e8808caf04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552424 Feb 04 16:04:50.034179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb800f-6611-4a2c-84a6-4bc60383a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2df3a2a-85eb-4eef-a558-dd7395139f7c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:50.038464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54642) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:50.111330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34c77a0a-ff39-4177-8b75-4496658dc89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.147933 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34c77a0a-ff39-4177-8b75-4496658dc89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.224616 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34c77a0a-ff39-4177-8b75-4496658dc89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.228104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-34c77a0a-ff39-4177-8b75-4496658dc89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.229629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-34c77a0a-ff39-4177-8b75-4496658dc89b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2df3a2a-85eb-4eef-a558-dd7395139f7c HTTP/1.1" status: 204 len: 168 time: 0.1898460 Feb 04 16:04:50.241023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c77a0a-ff39-4177-8b75-4496658dc89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2df3a2a-85eb-4eef-a558-dd7395139f7c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:53.313706 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:53.785859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54774) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:53.912128 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0ca2d13-a6af-4eff-98ad-af5b1687609e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.000866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0ca2d13-a6af-4eff-98ad-af5b1687609e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.006451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0ca2d13-a6af-4eff-98ad-af5b1687609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.054518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e0ca2d13-a6af-4eff-98ad-af5b1687609e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ec66182aa26464595e35cc5cc9e4f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675147 Feb 04 16:04:54.055368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca2d13-a6af-4eff-98ad-af5b1687609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb6929a-7845-4229-b500-ceec41ccea51,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:54.057305 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:54.110937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17f52478-6f45-4004-b17d-99e7dc64b954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.133111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17f52478-6f45-4004-b17d-99e7dc64b954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.183248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17f52478-6f45-4004-b17d-99e7dc64b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.186245 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-17f52478-6f45-4004-b17d-99e7dc64b954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.187475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-17f52478-6f45-4004-b17d-99e7dc64b954 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9eb6929a-7845-4229-b500-ceec41ccea51 HTTP/1.1" status: 204 len: 168 time: 0.1288314 Feb 04 16:04:54.197551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f52478-6f45-4004-b17d-99e7dc64b954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb6929a-7845-4229-b500-ceec41ccea51,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:54.533716 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54786) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:54.550849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d98ee05-6006-4823-84a2-90e18554a77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.638036 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d98ee05-6006-4823-84a2-90e18554a77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.643481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d98ee05-6006-4823-84a2-90e18554a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.684472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4d98ee05-6006-4823-84a2-90e18554a77b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1aeabdc66b534f1580d1f61890da4eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495883 Feb 04 16:04:54.685386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98ee05-6006-4823-84a2-90e18554a77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557f7a29-535c-44c9-89c1-ee6a87bab2b8,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:54.688484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54788) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:04:54.748463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fc7e-08a8-49c4-b96a-508fd21c28f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.788224 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fc7e-08a8-49c4-b96a-508fd21c28f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.863026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fc7e-08a8-49c4-b96a-508fd21c28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.867245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fc7e-08a8-49c4-b96a-508fd21c28f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.869137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6d2fc7e-08a8-49c4-b96a-508fd21c28f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/557f7a29-535c-44c9-89c1-ee6a87bab2b8 HTTP/1.1" status: 204 len: 168 time: 0.1795669 Feb 04 16:04:54.882078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2fc7e-08a8-49c4-b96a-508fd21c28f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557f7a29-535c-44c9-89c1-ee6a87bab2b8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:00.592507 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1418-5a6b-4d49-aac6-9bb13a0617af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.705605 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8bc70d16-9dec-4c93-814a-c535075d70bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.020400 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:05:05.864179 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.675876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54932) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:06.821648 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f89faa1-2dbd-4cca-a873-91df882bf3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.939574 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f89faa1-2dbd-4cca-a873-91df882bf3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.944657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1f89faa1-2dbd-4cca-a873-91df882bf3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.971963 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.988471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1f89faa1-2dbd-4cca-a873-91df882bf3d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b11c9632fae4cf3a8220b5547d02385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115451 Feb 04 16:05:06.991581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 54936) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:06.994159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89faa1-2dbd-4cca-a873-91df882bf3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1b56c4-a5fd-4cfd-af8e-279846d76b14,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:07.055208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f4543aa-388e-4a98-9a23-b50e8f22c862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.080697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f4543aa-388e-4a98-9a23-b50e8f22c862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.142698 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f4543aa-388e-4a98-9a23-b50e8f22c862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.146146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5f4543aa-388e-4a98-9a23-b50e8f22c862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.147440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5f4543aa-388e-4a98-9a23-b50e8f22c862 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be1b56c4-a5fd-4cfd-af8e-279846d76b14 HTTP/1.1" status: 204 len: 168 time: 0.1544840 Feb 04 16:05:07.161344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4543aa-388e-4a98-9a23-b50e8f22c862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1b56c4-a5fd-4cfd-af8e-279846d76b14,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:07.243484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-9fd4a87e-6454-4f29-9b3d-f27fdbc71de1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436732 Feb 04 16:05:07.343304 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-91c773b1-71a6-499f-83c1-2b5a20b59de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.346314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-91c773b1-71a6-499f-83c1-2b5a20b59de8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1096 time: 0.0557287 Feb 04 16:05:07.485355 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.514424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-feb50e07-90c8-4f30-b4ce-e1bfd5339316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.516847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-feb50e07-90c8-4f30-b4ce-e1bfd5339316 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1496809 Feb 04 16:05:07.576945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54948) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:07.601203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eae5b5d5-6c0b-42ca-bca6-daf018d30ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.633460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-9d38b47b-b7b2-4bfc-851e-23c26142818b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 1001 time: 0.1083417 Feb 04 16:05:07.644452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b366430e-4347-4689-ba97-62626e3753ed req-ba5b6f3a-2024-49ad-9ebc-99119429a819 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2847824 Feb 04 16:05:07.701262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-1adfbc66-8be7-417b-9a35-a3c9bd3c45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.703213 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-1adfbc66-8be7-417b-9a35-a3c9bd3c45b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0629122 Feb 04 16:05:07.747008 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eae5b5d5-6c0b-42ca-bca6-daf018d30ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.754050 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-eae5b5d5-6c0b-42ca-bca6-daf018d30ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.757291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-72cffe32-09a8-46db-b1de-426e18d9b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.759026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-72cffe32-09a8-46db-b1de-426e18d9b135 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498796 Feb 04 16:05:07.855933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-cd6606cc-a7ae-4f17-8095-6951ccddf4a8 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900028 Feb 04 16:05:07.873052 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-eae5b5d5-6c0b-42ca-bca6-daf018d30ac8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b62c4ecf035457cb5faace39ca64dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945971 Feb 04 16:05:07.874307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5b5d5-6c0b-42ca-bca6-daf018d30ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de32b6c2-2020-4db0-b5e7-e096cc64d333,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:07.877482 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54950) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:07.902880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366430e-4347-4689-ba97-62626e3753ed req-43bdb7ba-8fb1-4760-9b65-696fdf30241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.904529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b366430e-4347-4689-ba97-62626e3753ed req-43bdb7ba-8fb1-4760-9b65-696fdf30241a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1cf1412815d418c98231301e3bed8f6&device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 1096 time: 0.1711528 Feb 04 16:05:07.992394 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d470f62e-ef7b-48c2-a2bf-ac0130c58be3 req-c5684c47-61ca-484f-b30a-3e0ead199efd service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293547 Feb 04 16:05:08.032846 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed964ae8-cd7f-4f53-9524-86a8b436859d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.071439 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed964ae8-cd7f-4f53-9524-86a8b436859d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.099120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366430e-4347-4689-ba97-62626e3753ed req-1036f0bb-c865-4287-b8c3-548aa1a57d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.100634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b366430e-4347-4689-ba97-62626e3753ed req-1036f0bb-c865-4287-b8c3-548aa1a57d3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 200 len: 910 time: 0.1649165 Feb 04 16:05:08.186616 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b366430e-4347-4689-ba97-62626e3753ed req-2dbec4b0-9b41-4660-b354-d15b026fb4e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 200 len: 1000 time: 0.0769627 Feb 04 16:05:08.207737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed964ae8-cd7f-4f53-9524-86a8b436859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.210492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed964ae8-cd7f-4f53-9524-86a8b436859d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.211673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ed964ae8-cd7f-4f53-9524-86a8b436859d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de32b6c2-2020-4db0-b5e7-e096cc64d333 HTTP/1.1" status: 204 len: 168 time: 0.3317022 Feb 04 16:05:08.245044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed964ae8-cd7f-4f53-9524-86a8b436859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de32b6c2-2020-4db0-b5e7-e096cc64d333,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:08.268565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366430e-4347-4689-ba97-62626e3753ed req-a74ab889-c9aa-43ff-9202-b5fdbed654c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.271240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b366430e-4347-4689-ba97-62626e3753ed req-a74ab889-c9aa-43ff-9202-b5fdbed654c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=664745ae-9caa-44b7-847a-2080be715fd5 HTTP/1.1" status: 200 len: 848 time: 0.0771346 Feb 04 16:05:08.328952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366430e-4347-4689-ba97-62626e3753ed req-0478e4bc-0ecb-4d09-9b94-afbd71bf136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.331326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b366430e-4347-4689-ba97-62626e3753ed req-0478e4bc-0ecb-4d09-9b94-afbd71bf136d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9aafd923-241b-4e49-b625-67064718c76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528121 Feb 04 16:05:08.489890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b366430e-4347-4689-ba97-62626e3753ed req-2f2c0ff5-b259-4fe2-90a8-db8ece9884e0 service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519678 Feb 04 16:05:08.624214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b366430e-4347-4689-ba97-62626e3753ed req-066601f2-5dac-480b-a451-50587467ff02 service neutron] 10.222.0.50 "GET /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270599 Feb 04 16:05:08.706612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54956) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:08.721918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0dd33b23-510d-4d87-ad88-fed5b281c981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.820328 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0dd33b23-510d-4d87-ad88-fed5b281c981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.825539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0dd33b23-510d-4d87-ad88-fed5b281c981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.873265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd33b23-510d-4d87-ad88-fed5b281c981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04514810-9a45-4b7c-9e83-33c1cffb3c35,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:08.877936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0dd33b23-510d-4d87-ad88-fed5b281c981 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35a074f7ac2e4a68adf020b87a88db45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700077 Feb 04 16:05:08.881959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 54958) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:08.952590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-104eb57e-a8e9-4ec7-a00c-59f72274c572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.982763 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-104eb57e-a8e9-4ec7-a00c-59f72274c572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.043444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-104eb57e-a8e9-4ec7-a00c-59f72274c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.046350 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-104eb57e-a8e9-4ec7-a00c-59f72274c572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.048210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-104eb57e-a8e9-4ec7-a00c-59f72274c572 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04514810-9a45-4b7c-9e83-33c1cffb3c35 HTTP/1.1" status: 204 len: 168 time: 0.1652324 Feb 04 16:05:09.056925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104eb57e-a8e9-4ec7-a00c-59f72274c572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04514810-9a45-4b7c-9e83-33c1cffb3c35,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:09.952129 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.506910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55026) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:11.644986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.739036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.743625 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.786708 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b84857c-447b-454e-9e8e-d7a645c6d6c9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:11.791112 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b3c5cdfad0544f28b9ff3dce61e932e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828543 Feb 04 16:05:11.795334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55030) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:11.798845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.799200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.799544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.799883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.800223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.800554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.800884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.801216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.801539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.801888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.802219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.802541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b7368-0389-4ac1-b7a3-20491413012c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:11.882560 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8999da1c-a24a-4648-b11b-e855093afa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.924833 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8999da1c-a24a-4648-b11b-e855093afa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.001630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8999da1c-a24a-4648-b11b-e855093afa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.004371 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8999da1c-a24a-4648-b11b-e855093afa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.005835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8999da1c-a24a-4648-b11b-e855093afa51 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b84857c-447b-454e-9e8e-d7a645c6d6c9 HTTP/1.1" status: 204 len: 168 time: 0.2094562 Feb 04 16:05:12.014314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999da1c-a24a-4648-b11b-e855093afa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b84857c-447b-454e-9e8e-d7a645c6d6c9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:12.361139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55036) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:12.379177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cad154d-e415-4746-9cbd-690f44a9a2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.460423 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cad154d-e415-4746-9cbd-690f44a9a2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.464278 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cad154d-e415-4746-9cbd-690f44a9a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.504193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5cad154d-e415-4746-9cbd-690f44a9a2cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64b24bc0730240c288a0092cba24c37e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416404 Feb 04 16:05:12.505085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad154d-e415-4746-9cbd-690f44a9a2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb98084-362e-4ab5-9c2b-3449962d17ba,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:12.507108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55038) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:12.565311 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db21eee3-c7e9-4502-855b-a34311b0bfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.589514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db21eee3-c7e9-4502-855b-a34311b0bfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.651252 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db21eee3-c7e9-4502-855b-a34311b0bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.653985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db21eee3-c7e9-4502-855b-a34311b0bfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.655243 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db21eee3-c7e9-4502-855b-a34311b0bfdb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3bb98084-362e-4ab5-9c2b-3449962d17ba HTTP/1.1" status: 204 len: 168 time: 0.1465335 Feb 04 16:05:12.664325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21eee3-c7e9-4502-855b-a34311b0bfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb98084-362e-4ab5-9c2b-3449962d17ba,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:23.345244 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.252904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:27.408205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ba12b86-be57-467b-b1e6-6aa2d53b53ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.496278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ba12b86-be57-467b-b1e6-6aa2d53b53ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.506707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ba12b86-be57-467b-b1e6-6aa2d53b53ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.551772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8ba12b86-be57-467b-b1e6-6aa2d53b53ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4b7d5fd16f043d7966fbedc5bf6fe0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975273 Feb 04 16:05:27.553385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba12b86-be57-467b-b1e6-6aa2d53b53ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3b79c5-9fdc-4483-a866-7813097680f1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:27.553593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55182) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:27.615285 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.638419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.687793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.690445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.691656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d3b79c5-9fdc-4483-a866-7813097680f1 HTTP/1.1" status: 204 len: 168 time: 0.1369884 Feb 04 16:05:27.701070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3b79c5-9fdc-4483-a866-7813097680f1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:27.710539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.710910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.711250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.711601 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.711935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.712267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.712596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.712926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.713256 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.713582 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.713908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:27.714265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20a062-b485-4919-8d58-73de36ec3040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:28.015833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55188) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:28.029812 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80bc55b5-c6e3-4081-8db8-6ddd0b78f008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.125479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80bc55b5-c6e3-4081-8db8-6ddd0b78f008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.130503 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-80bc55b5-c6e3-4081-8db8-6ddd0b78f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.184749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-80bc55b5-c6e3-4081-8db8-6ddd0b78f008 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c1807fedd4240db8bb96484ede53c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675313 Feb 04 16:05:28.185406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc55b5-c6e3-4081-8db8-6ddd0b78f008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd3dace-5204-4d46-847f-e22682aaf5a5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:28.187979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:28.242990 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14d14f47-2bd0-44c9-87bd-752dc9e4ab07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.270793 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14d14f47-2bd0-44c9-87bd-752dc9e4ab07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.321291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14d14f47-2bd0-44c9-87bd-752dc9e4ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.323972 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-14d14f47-2bd0-44c9-87bd-752dc9e4ab07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.325196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-14d14f47-2bd0-44c9-87bd-752dc9e4ab07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cd3dace-5204-4d46-847f-e22682aaf5a5 HTTP/1.1" status: 204 len: 168 time: 0.1359284 Feb 04 16:05:28.334407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d14f47-2bd0-44c9-87bd-752dc9e4ab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd3dace-5204-4d46-847f-e22682aaf5a5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:29.457938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55220) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:29.566382 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c7f62f-0933-4065-9bb6-ba934c79088a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:29.646504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c7f62f-0933-4065-9bb6-ba934c79088a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:29.655542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50c7f62f-0933-4065-9bb6-ba934c79088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:29.695636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-50c7f62f-0933-4065-9bb6-ba934c79088a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3470c6dac5034f57b70df02124de647c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365408 Feb 04 16:05:29.696527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7f62f-0933-4065-9bb6-ba934c79088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296738e8-4a87-494a-b2a3-056d36866e17,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:29.698441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55224) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:30.013747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91aba142-7617-47e4-8029-01ac151fdf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.035606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91aba142-7617-47e4-8029-01ac151fdf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.085751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91aba142-7617-47e4-8029-01ac151fdf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.088380 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-91aba142-7617-47e4-8029-01ac151fdf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.089617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-91aba142-7617-47e4-8029-01ac151fdf78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/296738e8-4a87-494a-b2a3-056d36866e17 HTTP/1.1" status: 204 len: 168 time: 0.3890066 Feb 04 16:05:30.097770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba142-7617-47e4-8029-01ac151fdf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296738e8-4a87-494a-b2a3-056d36866e17,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:30.586793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e0e999b-9c42-4227-b22f-017bfed2a343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:33.619175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bae8e-154c-43ce-9d6b-9244e3982ad9 req-d387c58d-39da-405c-a3cf-a96c8844a3d3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:33.620750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-149bae8e-154c-43ce-9d6b-9244e3982ad9 req-d387c58d-39da-405c-a3cf-a96c8844a3d3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0654018 Feb 04 16:05:33.670264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-149bae8e-154c-43ce-9d6b-9244e3982ad9 req-ead6c4e2-85e7-48f1-a6fb-dd40a44f046a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410933 Feb 04 16:05:33.702013 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a4eb5708-9cc9-4e3a-a099-ee647fec8e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.813883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be3cc4-2bc4-4dd2-8215-b36dee58a315 req-bf0ee289-532c-4110-8927-8b3d74290d1d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:34.815455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09be3cc4-2bc4-4dd2-8215-b36dee58a315 req-bf0ee289-532c-4110-8927-8b3d74290d1d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0576875 Feb 04 16:05:34.856659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09be3cc4-2bc4-4dd2-8215-b36dee58a315 req-dcc3f170-4a2f-427d-a413-cd302d2fa084 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Feb 04 16:05:35.339810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:35.460328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81511e6d-71a4-443a-a3b4-6ca682ad0eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.551250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81511e6d-71a4-443a-a3b4-6ca682ad0eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.556748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-81511e6d-71a4-443a-a3b4-6ca682ad0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.596108 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81511e6d-71a4-443a-a3b4-6ca682ad0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a8517-001f-4a68-bb5c-fbe6eb5dc1d7,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:35.600527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-81511e6d-71a4-443a-a3b4-6ca682ad0eaa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd99f955394c49f5ac9fb5e51d1d600a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596869 Feb 04 16:05:35.603482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55332) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:35.683782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfde9542-8f92-4a86-9387-7b84d80714bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.709897 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfde9542-8f92-4a86-9387-7b84d80714bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.767052 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfde9542-8f92-4a86-9387-7b84d80714bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.770583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cfde9542-8f92-4a86-9387-7b84d80714bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.772076 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cfde9542-8f92-4a86-9387-7b84d80714bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e02a8517-001f-4a68-bb5c-fbe6eb5dc1d7 HTTP/1.1" status: 204 len: 168 time: 0.1673088 Feb 04 16:05:35.782334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde9542-8f92-4a86-9387-7b84d80714bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a8517-001f-4a68-bb5c-fbe6eb5dc1d7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:35.865657 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.018226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c185c-7473-4f53-8da3-1ea5c27aec7a req-ab2e037b-bf96-4672-9167-953f7ad665e9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:36.020849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-842c185c-7473-4f53-8da3-1ea5c27aec7a req-ab2e037b-bf96-4672-9167-953f7ad665e9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0626545 Feb 04 16:05:36.073043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-842c185c-7473-4f53-8da3-1ea5c27aec7a req-940c2ca8-2135-4aa0-bec2-ad18a100b990 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Feb 04 16:05:36.970799 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.212658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da7f6c-4f91-4c3a-854a-f83ae19f3ca5 req-7a1f602f-d1e0-4587-9c0c-d5b1a4b526a6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:37.214581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66da7f6c-4f91-4c3a-854a-f83ae19f3ca5 req-7a1f602f-d1e0-4587-9c0c-d5b1a4b526a6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0579789 Feb 04 16:05:37.266535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66da7f6c-4f91-4c3a-854a-f83ae19f3ca5 req-ad149996-9d11-4487-9793-3553a8f92f27 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404668 Feb 04 16:05:37.480515 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.446308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3474f-9015-4a63-83af-015dff68f526 req-5de892c6-70f3-4e53-a942-27674313eaa0 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:38.448722 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09d3474f-9015-4a63-83af-015dff68f526 req-5de892c6-70f3-4e53-a942-27674313eaa0 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0629332 Feb 04 16:05:38.499577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-09d3474f-9015-4a63-83af-015dff68f526 req-e031aa5c-fb4b-49c0-a7a7-db17578b8f9b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Feb 04 16:05:39.634545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7073e-3d87-42cd-8c65-1a3db13c7bcb req-11ee659f-8995-4a0c-bd46-afc8531df657 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:39.636205 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46d7073e-3d87-42cd-8c65-1a3db13c7bcb req-11ee659f-8995-4a0c-bd46-afc8531df657 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0580232 Feb 04 16:05:39.679520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-46d7073e-3d87-42cd-8c65-1a3db13c7bcb req-ecb46ad0-4efa-40ec-80bb-b63404010813 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360432 Feb 04 16:05:39.955570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.825221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b3d0-c1a4-4f11-9ef9-da94f30f7680 req-6c40f75e-19e6-4cef-ac78-c59c32859359 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:40.827132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9427b3d0-c1a4-4f11-9ef9-da94f30f7680 req-6c40f75e-19e6-4cef-ac78-c59c32859359 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0633841 Feb 04 16:05:40.874228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9427b3d0-c1a4-4f11-9ef9-da94f30f7680 req-25bdc62f-2f25-4607-9b92-6b7c9d73860e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367937 Feb 04 16:05:41.020166 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:05:42.037069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f8505-3a5a-4afa-8eb2-3a6eb9255a22 req-f1466192-e9a8-498d-bc37-b879853ea70f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:42.038447 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d4f8505-3a5a-4afa-8eb2-3a6eb9255a22 req-f1466192-e9a8-498d-bc37-b879853ea70f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0637875 Feb 04 16:05:42.087015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d4f8505-3a5a-4afa-8eb2-3a6eb9255a22 req-77f9d55d-9a42-479b-8529-cb115d0346cb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367734 Feb 04 16:05:43.227142 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1948cb-8f8b-45a7-9095-198fd84c0f28 req-27f123c5-4002-46a4-9d51-a3cca1e83cb1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:43.228793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e1948cb-8f8b-45a7-9095-198fd84c0f28 req-27f123c5-4002-46a4-9d51-a3cca1e83cb1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0570040 Feb 04 16:05:43.276950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e1948cb-8f8b-45a7-9095-198fd84c0f28 req-64b3bb56-88ed-4cd5-ab6f-e78ffcd336bd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388701 Feb 04 16:05:44.419035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad75b-fecf-4693-b4c5-a457f26f5b4d req-52976253-3914-4c20-90af-15549b6e8b28 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.421163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-703ad75b-fecf-4693-b4c5-a457f26f5b4d req-52976253-3914-4c20-90af-15549b6e8b28 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0510035 Feb 04 16:05:44.462467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-703ad75b-fecf-4693-b4c5-a457f26f5b4d req-c0cd09c8-a70c-4980-b9a6-f3aba13a4c56 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340483 Feb 04 16:05:45.605444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d865b9c-8494-44aa-ad37-c444d5164de7 req-ee10391a-b667-4bfe-98fc-eedc97dea891 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:45.607096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d865b9c-8494-44aa-ad37-c444d5164de7 req-ee10391a-b667-4bfe-98fc-eedc97dea891 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0624146 Feb 04 16:05:45.653899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d865b9c-8494-44aa-ad37-c444d5164de7 req-032de144-ba22-4d06-b3eb-40eb88864af9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378428 Feb 04 16:05:46.547807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55478) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:46.661353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1db918b-2086-4062-bf3d-fbda8aaee585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.681174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:05:46.768477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1db918b-2086-4062-bf3d-fbda8aaee585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.773075 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b1db918b-2086-4062-bf3d-fbda8aaee585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.803494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:46.814888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'port_id': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'mac_address': 'fa:16:3e:39:d3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:05:46.827615 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db918b-2086-4062-bf3d-fbda8aaee585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73baac6e-d938-48cd-82cc-8826b805d37b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:46.841944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55484) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:46.843404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b1db918b-2086-4062-bf3d-fbda8aaee585 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37db7679e76f4571b6ea32d99ab75735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929778 Feb 04 16:05:46.862752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14408dc0-04e0-437f-949e-dc4bd9e6c080 req-c207e97c-69f2-4feb-a688-986b824deff5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.863467 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.864665 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-14408dc0-04e0-437f-949e-dc4bd9e6c080 req-c207e97c-69f2-4feb-a688-986b824deff5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.1185000 Feb 04 16:05:46.882891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4160b89f-62c0-461a-b35a-ff10f5b22894 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:46.905633 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dc20752-5c81-40f5-adb4-ee658f0858ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.910532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-14408dc0-04e0-437f-949e-dc4bd9e6c080 req-5cd98283-ac95-4356-b1c0-b6e03e1f8b54 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 Feb 04 16:05:46.911269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:46.920335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.946568 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dc20752-5c81-40f5-adb4-ee658f0858ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.978933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:46.986956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.987299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.987642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.987972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.988301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.988630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.988954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.989300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.989619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.989936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.990277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.990593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:46.995522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4160b89f-62c0-461a-b35a-ff10f5b22894'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:05:47.006624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dc20752-5c81-40f5-adb4-ee658f0858ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.009231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8dc20752-5c81-40f5-adb4-ee658f0858ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.010427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8dc20752-5c81-40f5-adb4-ee658f0858ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73baac6e-d938-48cd-82cc-8826b805d37b HTTP/1.1" status: 204 len: 168 time: 0.1657333 Feb 04 16:05:47.019381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc20752-5c81-40f5-adb4-ee658f0858ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73baac6e-d938-48cd-82cc-8826b805d37b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:47.318542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55490) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:47.331920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da623781-6b4a-488b-961c-bf4ea60723f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.410419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da623781-6b4a-488b-961c-bf4ea60723f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.415414 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-da623781-6b4a-488b-961c-bf4ea60723f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.456441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da623781-6b4a-488b-961c-bf4ea60723f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711781f8-e19b-4176-8561-943b1a9bae48,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:47.461058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-da623781-6b4a-488b-961c-bf4ea60723f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71bb6df519534d40a94fdbb44d363eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413927 Feb 04 16:05:47.463842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55492) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:47.516896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca436322-2c4d-4e35-8dbf-fcc78bcb60c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.539674 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca436322-2c4d-4e35-8dbf-fcc78bcb60c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.587795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca436322-2c4d-4e35-8dbf-fcc78bcb60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.590371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca436322-2c4d-4e35-8dbf-fcc78bcb60c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.595245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ca436322-2c4d-4e35-8dbf-fcc78bcb60c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/711781f8-e19b-4176-8561-943b1a9bae48 HTTP/1.1" status: 204 len: 168 time: 0.1269410 Feb 04 16:05:47.601952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca436322-2c4d-4e35-8dbf-fcc78bcb60c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711781f8-e19b-4176-8561-943b1a9bae48,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:47.975166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55500) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:47.991945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b0980c49-bd30-4c20-90a2-11a37dfc1f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.061077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74eb93-6e65-4110-83b0-ad8e7f5cc282 req-5ca6f1ec-219b-4be5-82da-1d745a0ad0fc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.063196 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f74eb93-6e65-4110-83b0-ad8e7f5cc282 req-5ca6f1ec-219b-4be5-82da-1d745a0ad0fc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0634677 Feb 04 16:05:48.095416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b0980c49-bd30-4c20-90a2-11a37dfc1f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.102220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b0980c49-bd30-4c20-90a2-11a37dfc1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.114434 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f74eb93-6e65-4110-83b0-ad8e7f5cc282 req-0256e2b2-6c90-428d-ad3a-7baba4d164dc tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Feb 04 16:05:48.149626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0980c49-bd30-4c20-90a2-11a37dfc1f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c2ca86-341b-4a9e-9bd5-9adc882e9511,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:48.154301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b0980c49-bd30-4c20-90a2-11a37dfc1f22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1198c2182cb94a8cad7d34644a1e8764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779475 Feb 04 16:05:48.157617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55502) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:05:48.221955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ba3e-a2e1-4b18-b6a2-051c9b0c9f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.257028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ba3e-a2e1-4b18-b6a2-051c9b0c9f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.310792 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ba3e-a2e1-4b18-b6a2-051c9b0c9f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.313338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ba3e-a2e1-4b18-b6a2-051c9b0c9f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.314560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0bc9ba3e-a2e1-4b18-b6a2-051c9b0c9f5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9c2ca86-341b-4a9e-9bd5-9adc882e9511 HTTP/1.1" status: 204 len: 168 time: 0.1558435 Feb 04 16:05:48.322650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9ba3e-a2e1-4b18-b6a2-051c9b0c9f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c2ca86-341b-4a9e-9bd5-9adc882e9511,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:48.678976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:05:48.892352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4160b89f-62c0-461a-b35a-ff10f5b22894 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:48.892615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.991781 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.033876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:49.038130 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6378f0-7726-4204-91bc-4294e75d5058" -d '{"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-plugged", "status": "completed", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:05:49.053015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:49.058769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.112945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:49.271363 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0e3861-4cab-4b30-9514-4689603ed2c5 x-openstack-request-id: req-ed0e3861-4cab-4b30-9514-4689603ed2c5 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:05:49.272154 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-plugged", "status": "completed", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:05:49.272392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283cae3-3d8f-4f21-8092-99032f52a5d6 req-b73b16bf-a177-4e45-86f5-de0220d7d5e2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:49.273592 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed0e3861-4cab-4b30-9514-4689603ed2c5 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:05:49.274456 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'code': 200} Feb 04 16:05:49.278569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f283cae3-3d8f-4f21-8092-99032f52a5d6 req-b73b16bf-a177-4e45-86f5-de0220d7d5e2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0752470 Feb 04 16:05:49.337560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f283cae3-3d8f-4f21-8092-99032f52a5d6 req-aaa9cb2b-50be-4a41-9dc7-c553558580e4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565555 Feb 04 16:05:50.509163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be7a55-5329-4d29-b8e8-3c7dab6e1892 req-347324fd-c4f6-45fb-a4f2-6a2536250520 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:50.510845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96be7a55-5329-4d29-b8e8-3c7dab6e1892 req-347324fd-c4f6-45fb-a4f2-6a2536250520 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0742564 Feb 04 16:05:50.560115 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96be7a55-5329-4d29-b8e8-3c7dab6e1892 req-3d1b11ac-c341-4b90-a854-e21e61936b57 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409162 Feb 04 16:05:51.779358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd43aea-67df-4a6f-acd3-b809b17db486 req-76ea01f4-f70e-4974-98d0-03bd28936cbd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:51.793231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd43aea-67df-4a6f-acd3-b809b17db486 req-76ea01f4-f70e-4974-98d0-03bd28936cbd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.1205058 Feb 04 16:05:51.853553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2cd43aea-67df-4a6f-acd3-b809b17db486 req-3db16106-38c8-40eb-aece-f69cda24f082 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590596 Feb 04 16:05:52.742269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-57e75958-73a6-4191-a49e-dd54b61ffd62 req-ca2de92d-be6e-4854-8cfe-589e3186df4c service neutron] (102423) timed out ('10.222.0.50', 50728) {{(pid=102423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:05:52.996448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c016f-ba9d-44f5-a220-b79f5a1a1fa7 req-0c010602-d61c-4195-84d8-c461dfdf2d93 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:52.998917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d68c016f-ba9d-44f5-a220-b79f5a1a1fa7 req-0c010602-d61c-4195-84d8-c461dfdf2d93 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0632145 Feb 04 16:05:53.055588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d68c016f-ba9d-44f5-a220-b79f5a1a1fa7 req-0de0ad82-7c9e-48cd-959f-ab4ec3e23ce7 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489521 Feb 04 16:05:53.355371 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.231104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dae99-7504-42ea-9c8c-32c33fa2cbf5 req-28ae0c20-be18-4c71-bba2-69b98f669c6e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:54.241934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db3dae99-7504-42ea-9c8c-32c33fa2cbf5 req-28ae0c20-be18-4c71-bba2-69b98f669c6e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0792692 Feb 04 16:05:54.284870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db3dae99-7504-42ea-9c8c-32c33fa2cbf5 req-44a7c7d0-9dd5-4f0c-923a-33c56cc4e44f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Feb 04 16:05:55.451971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc1c83-1664-4cb3-a399-aad8a4d958de req-9315feda-5c96-451f-936d-ad9f9759fb84 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:55.461785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70cc1c83-1664-4cb3-a399-aad8a4d958de req-9315feda-5c96-451f-936d-ad9f9759fb84 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0694633 Feb 04 16:05:55.506491 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-70cc1c83-1664-4cb3-a399-aad8a4d958de req-f70fd82c-be54-4b12-92fa-52b2e0e07331 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Feb 04 16:05:56.728093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210c85-2af5-4d4d-9d71-bb9fa8eac224 req-5815e876-173e-4f04-9d2f-0f2401fa2195 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:56.731265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc210c85-2af5-4d4d-9d71-bb9fa8eac224 req-5815e876-173e-4f04-9d2f-0f2401fa2195 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.1048698 Feb 04 16:05:56.798907 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fc210c85-2af5-4d4d-9d71-bb9fa8eac224 req-dda23ef3-2a00-443c-b33b-585105512743 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593765 Feb 04 16:05:58.059530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f662441-e1ac-484c-b002-583b4af4ad6b req-f03f1afa-5f71-46d6-b90e-11816b0d5b11 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:58.061958 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f662441-e1ac-484c-b002-583b4af4ad6b req-f03f1afa-5f71-46d6-b90e-11816b0d5b11 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0800233 Feb 04 16:05:58.111415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f662441-e1ac-484c-b002-583b4af4ad6b req-cb6709b3-a3f2-43b2-9b1e-f7862be27681 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403593 Feb 04 16:05:59.298184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb473-2ed5-45f6-82ec-b1031c1de03a req-148adeab-ff94-4b1c-9390-c7f7f3a907c2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:59.305664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6bdb473-2ed5-45f6-82ec-b1031c1de03a req-148adeab-ff94-4b1c-9390-c7f7f3a907c2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0697010 Feb 04 16:05:59.372876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6bdb473-2ed5-45f6-82ec-b1031c1de03a req-2ea9ca0a-ef82-4e89-9dff-afdea6122b0a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661545 Feb 04 16:06:00.512252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71042-610b-4ee0-b756-f1136eeb4bd7 req-f282da2c-3d64-4995-8c12-0082c30784b9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:00.513335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39b71042-610b-4ee0-b756-f1136eeb4bd7 req-f282da2c-3d64-4995-8c12-0082c30784b9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0656283 Feb 04 16:06:00.560316 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39b71042-610b-4ee0-b756-f1136eeb4bd7 req-a1f03ae9-76ec-40a2-9c22-80e015dd7a83 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388434 Feb 04 16:06:00.598947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a019ba91-7c2b-4044-a998-b15bad46554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.909292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-62f182b1-c726-4c10-84d3-af728c4b0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:00.910895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-62f182b1-c726-4c10-84d3-af728c4b0b4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1096 time: 0.0583379 Feb 04 16:06:01.044806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-0f5544ec-78a5-4ddd-a38b-2a559f2ea742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:01.047027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-0f5544ec-78a5-4ddd-a38b-2a559f2ea742 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1284614 Feb 04 16:06:01.161111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-b285d5d3-d339-49eb-8464-545973d6f3fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 1001 time: 0.1065817 Feb 04 16:06:01.244859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3b4ad-23ed-4707-b68c-0e8c3330f486 req-5f78776a-a960-46a4-b13a-88f6c35d4f3b tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:01.246565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e5a3b4ad-23ed-4707-b68c-0e8c3330f486 req-5f78776a-a960-46a4-b13a-88f6c35d4f3b tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 945 time: 0.1353827 Feb 04 16:06:01.268823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-4afa7d60-02e7-412b-b414-151d3b8df354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:01.271425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-4afa7d60-02e7-412b-b414-151d3b8df354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.1023095 Feb 04 16:06:01.356582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e5a3b4ad-23ed-4707-b68c-0e8c3330f486 req-5712b6be-293e-4006-8246-7819f07eee8b tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006281 Feb 04 16:06:01.370445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-58f815d3-1e4e-4fb9-b1e2-3a9361f6196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:01.372896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-58f815d3-1e4e-4fb9-b1e2-3a9361f6196a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841897 Feb 04 16:06:01.488322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-91a3c8b3-9682-4194-b839-f4bb8b56867f service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080959 Feb 04 16:06:01.632180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f72845dc-559b-4e39-8f48-0e23b85d4d05 req-79958850-30bc-4b55-83c6-8f582ee883b2 service neutron] 10.222.0.30 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372054 Feb 04 16:06:01.727453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40028b4f-310b-4efa-8693-7c59cadf1207 req-55eb8d38-19fc-4f34-9d81-04fca8597379 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:01.730611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40028b4f-310b-4efa-8693-7c59cadf1207 req-55eb8d38-19fc-4f34-9d81-04fca8597379 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0624261 Feb 04 16:06:01.806314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40028b4f-310b-4efa-8693-7c59cadf1207 req-3420bdd5-7395-4125-a0a2-c3c2d47175b6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628262 Feb 04 16:06:01.816980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-0485645c-71ff-4aef-aff0-b1d5bb357cad tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:01.818792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-0485645c-71ff-4aef-aff0-b1d5bb357cad tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.50 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 945 time: 0.0872154 Feb 04 16:06:01.944323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Deleting port 04b789d7-9a65-41a7-8de8-618ed27a4231 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:01.944669 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.067978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] For port 04b789d7-9a65-41a7-8de8-618ed27a4231, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=04b789d7-9a65-41a7-8de8-618ed27a4231,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:02.068321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.293843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.294464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.295027 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Floating IP 58411a77-13b5-4334-a73f-36eb44f0b7bc disassociated. External IP: 172.25.1.56, port: 04b789d7-9a65-41a7-8de8-618ed27a4231. Feb 04 16:06:02.295608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Calling delete_port for 04b789d7-9a65-41a7-8de8-618ed27a4231 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:02.486149 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.533126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event deleted for resources: {'Port': ['ID=04b789d7-9a65-41a7-8de8-618ed27a4231,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:02.558630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236016b-70e6-4930-a714-af113f434c75 req-02282bdb-46d8-48c9-9b6b-453ee99c1562 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:02.561764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4236016b-70e6-4930-a714-af113f434c75 req-02282bdb-46d8-48c9-9b6b-453ee99c1562 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/ports?device_id=97d2b730-42d4-41c6-99c0-cafc18d1ef71 HTTP/1.1" status: 200 len: 867 time: 0.1158545 Feb 04 16:06:02.644360 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4236016b-70e6-4930-a714-af113f434c75 req-c0449c29-c3e0-471e-994c-2981e2424e7b tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "GET /v2.0/security-groups?id=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733309 Feb 04 16:06:02.688992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:02.821667 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:02.847082 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] Sync routers for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:06:02.875787 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:06:02.876793 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:05:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:02.878792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] No DVR routers for this DVR port 04b789d7-9a65-41a7-8de8-618ed27a4231 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:02.882343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.887652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecf3c86f-ceb1-4f42-a482-ba8617cc563f req-16a1ebb9-a3e4-4238-867d-b6430e0c7dca tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.50 "DELETE /v2.0/ports/04b789d7-9a65-41a7-8de8-618ed27a4231 HTTP/1.1" status: 204 len: 173 time: 1.0624185 Feb 04 16:06:02.888157 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'name': 'network-vif-deleted', 'tag': '04b789d7-9a65-41a7-8de8-618ed27a4231'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:02.898222 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b8ee34-0ab8-421c-acb0-60905abea437" -d '{"events": [{"server_uuid": "97d2b730-42d4-41c6-99c0-cafc18d1ef71", "name": "network-vif-deleted", "tag": "04b789d7-9a65-41a7-8de8-618ed27a4231"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:06:03.093598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e108577-1c27-4c23-9231-c9e873f4e38a req-a6afc4b3-edcc-43c7-bb65-34e4b1568a76 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:03.098544 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e108577-1c27-4c23-9231-c9e873f4e38a req-a6afc4b3-edcc-43c7-bb65-34e4b1568a76 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.1382818 Feb 04 16:06:03.156930 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:06:03.171361 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3331b2-bcfe-4670-89b1-3725d6405f53 x-openstack-request-id: req-0e3331b2-bcfe-4670-89b1-3725d6405f53 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:06:03.171953 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d2b730-42d4-41c6-99c0-cafc18d1ef71", "name": "network-vif-deleted", "tag": "04b789d7-9a65-41a7-8de8-618ed27a4231", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:06:03.172340 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0e3331b2-bcfe-4670-89b1-3725d6405f53 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:06:03.172876 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d2b730-42d4-41c6-99c0-cafc18d1ef71', 'name': 'network-vif-deleted', 'tag': '04b789d7-9a65-41a7-8de8-618ed27a4231', 'status': 'completed', 'code': 200} Feb 04 16:06:03.220398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9e108577-1c27-4c23-9231-c9e873f4e38a req-162c2b24-b2f1-4783-aae1-c623819acb08 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052086 Feb 04 16:06:03.436673 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:16Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:03.470882 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] Checking router: 7d768339-f063-4297-a1ea-6db4c1e4a8f0 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:06:03.482256 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:06:03.483468 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:05:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:03.646144 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:06:03.715995 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b61d06d6-cf5b-44d7-84fe-37da7f47cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.739991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:03.921630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Deleting port e0652996-b08c-4c14-9d1e-f095773e4f9f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:03.922480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.942197 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:16Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:03.973372 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4337ca-f193-4a14-b2e0-3d91c2b61390 None None] The sync data for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 is: [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:12Z', 'revision_number': 4, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c1600ed3-c11f-4892-a5e7-300f5b232624', 'name': '', 'network_id': '9aafd923-241b-4e49-b625-67064718c76e', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'mac_address': 'fa:16:3e:a8:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '664745ae-9caa-44b7-847a-2080be715fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:10Z', 'updated_at': '2022-02-04T16:00:16Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'subnets': [{'id': '664745ae-9caa-44b7-847a-2080be715fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:06:04.036510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.036845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.051448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Calling delete_port for e0652996-b08c-4c14-9d1e-f095773e4f9f owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:04.234409 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.280323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event deleted for resources: {'Port': ['ID=e0652996-b08c-4c14-9d1e-f095773e4f9f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:04.379173 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.380912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.384722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-10171271-2afe-4e16-929b-19af4916ed58 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "DELETE /v2.0/floatingips/58411a77-13b5-4334-a73f-36eb44f0b7bc HTTP/1.1" status: 204 len: 168 time: 0.6411839 Feb 04 16:06:04.388419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b27b2-4f64-45cb-887f-7cee33b86c89 None None] New status for floating IP 58411a77-13b5-4334-a73f-36eb44f0b7bc: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:06:04.421291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff8398-0713-4ab8-a66f-521e422ee5da req-6a5566e8-04f3-4e20-aa74-f1292a05b6ef tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:04.423023 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7dff8398-0713-4ab8-a66f-521e422ee5da req-6a5566e8-04f3-4e20-aa74-f1292a05b6ef tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0817735 Feb 04 16:06:04.477396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7dff8398-0713-4ab8-a66f-521e422ee5da req-39b365bb-396b-48c0-9be2-94941bce1d90 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474420 Feb 04 16:06:04.478407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55764) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:04.571074 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c385c938-fd38-4795-9273-2e6eec767510 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.618015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c385c938-fd38-4795-9273-2e6eec767510 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.688242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:04.723713 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c385c938-fd38-4795-9273-2e6eec767510 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.728798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c385c938-fd38-4795-9273-2e6eec767510 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.730827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c385c938-fd38-4795-9273-2e6eec767510 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] 10.222.0.47 "DELETE /v2.0/security-groups/eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f HTTP/1.1" status: 204 len: 168 time: 0.2509301 Feb 04 16:06:04.767277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385c938-fd38-4795-9273-2e6eec767510 tempest-TestServerBasicOps-1152866719 tempest-TestServerBasicOps-1152866719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebb0e38-67c2-4bdf-9d32-cde6a7de6e5f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:04.773208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55780) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:04.814723 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.847679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:04.850491 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a117b4ae-04df-4f57-8521-59ef304a4721" -d '{"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-unplugged", "status": "completed", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:06:04.865452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:04.872031 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.912325 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 16:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc71a06-f6ca-4ff5-be05-5ccd3ee2b819 x-openstack-request-id: req-fdc71a06-f6ca-4ff5-be05-5ccd3ee2b819 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:06:04.912794 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-unplugged", "status": "failed", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894", "code": 422}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:06:04.913213 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fdc71a06-f6ca-4ff5-be05-5ccd3ee2b819 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:06:04.913844 n-d-827869-1 neutron-server[102424]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'code': 422} returned with failed status Feb 04 16:06:04.945182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:05.408607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 04b789d7-9a65-41a7-8de8-618ed27a4231 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:05.439811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 04b789d7-9a65-41a7-8de8-618ed27a4231 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:06:05.440425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 04b789d7-9a65-41a7-8de8-618ed27a4231 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:06:05.453479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.525247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-1eab7b94-4968-47a5-88cc-35380ef76fa2 req-77ba5036-15c4-46c0-ba3d-3ed36f305ad3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:06:05.526273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1eab7b94-4968-47a5-88cc-35380ef76fa2 req-77ba5036-15c4-46c0-ba3d-3ed36f305ad3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055935 Feb 04 16:06:05.748471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e5a0-1cfd-415b-852d-320cc12cc3d5 req-de9b65be-2b20-4935-b103-f93541ec0bfd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:05.750016 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e113e5a0-1cfd-415b-852d-320cc12cc3d5 req-de9b65be-2b20-4935-b103-f93541ec0bfd tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 943 time: 0.0912979 Feb 04 16:06:05.807183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e113e5a0-1cfd-415b-852d-320cc12cc3d5 req-2ece38dc-1369-4097-a399-09e42ace2137 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481205 Feb 04 16:06:05.826732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Deleting port c1600ed3-c11f-4892-a5e7-300f5b232624 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:05.826732 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.879999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.941814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] For port c1600ed3-c11f-4892-a5e7-300f5b232624, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c1600ed3-c11f-4892-a5e7-300f5b232624,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:05.942211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.973734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Calling delete_port for c1600ed3-c11f-4892-a5e7-300f5b232624 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:06.029782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-564609c3-c89a-46a2-b6fd-893a800c04a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1557555 Feb 04 16:06:06.044204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-5a73a961-ad46-43f8-b079-2476fe35cb0e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:06:06.045776 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-5a73a961-ad46-43f8-b079-2476fe35cb0e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090206 Feb 04 16:06:06.200297 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.228931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1600ed3-c11f-4892-a5e7-300f5b232624,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:06.428842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.659856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:06.773839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:06.779094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-585aacae-bdad-4f11-9839-27396f4eda4c admin admin] 10.222.0.47 "PUT /v2.0/routers/7d768339-f063-4297-a1ea-6db4c1e4a8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0041006 Feb 04 16:06:06.781700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55854) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:06.785162 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] Sync routers for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:06:06.796543 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:06:06.797251 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:06:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:06.931653 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:06:06.985682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.030267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c40fa7-171d-40e1-8ca3-70eb23f523f3 req-a78a2175-fb9b-4f5e-86a4-4d45a5ec46c8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:07.032046 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88c40fa7-171d-40e1-8ca3-70eb23f523f3 req-a78a2175-fb9b-4f5e-86a4-4d45a5ec46c8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 943 time: 0.1373303 Feb 04 16:06:07.104533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88c40fa7-171d-40e1-8ca3-70eb23f523f3 req-eb176a90-7bd1-45a5-bf9d-170ae3bebc3d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362713 Feb 04 16:06:07.252968 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:07.286078 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] Checking router: 7d768339-f063-4297-a1ea-6db4c1e4a8f0 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:06:07.300569 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] Routers {'7d768339-f063-4297-a1ea-6db4c1e4a8f0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:06:07.302052 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:06:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:07.345141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.448058 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] Set router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:06:07.469207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.485493 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.527861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Deleting port 598a7dca-1697-42c3-8000-94d6fc37e700 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:07.528200 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.648870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] For port 598a7dca-1697-42c3-8000-94d6fc37e700, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=598a7dca-1697-42c3-8000-94d6fc37e700,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:07.649248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.663837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Calling delete_port for 598a7dca-1697-42c3-8000-94d6fc37e700 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:07.703912 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:07.749900 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a785104-aeb9-4308-99b5-3baac05536c6 None None] The sync data for ids ['7d768339-f063-4297-a1ea-6db4c1e4a8f0'] in n-d-827869-1 is: [{'id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'name': 'tempest-TestServerBasicOps-1083166320-router', 'tenant_id': 'a1cf1412815d418c98231301e3bed8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:06:06Z', 'revision_number': 5, 'project_id': 'a1cf1412815d418c98231301e3bed8f6', 'gw_port': {'id': '598a7dca-1697-42c3-8000-94d6fc37e700', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d768339-f063-4297-a1ea-6db4c1e4a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:07Z', 'updated_at': '2022-02-04T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:06:07.896493 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.921739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=598a7dca-1697-42c3-8000-94d6fc37e700,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:07.998381 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.127467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.130406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.185879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-a4937462-3ab7-4400-b784-8418722bbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:08.187830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-a4937462-3ab7-4400-b784-8418722bbb88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76&tenant_id=051697c3385042f1bebb9c5da1cb29f5 HTTP/1.1" status: 200 len: 1094 time: 0.1179078 Feb 04 16:06:08.189822 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.190403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d768339-f063-4297-a1ea-6db4c1e4a8f0 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:06:08.195445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.199153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55880) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:08.199803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-00f730a5-4d37-4c1e-8fcd-a3bd2e993dc1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/7d768339-f063-4297-a1ea-6db4c1e4a8f0 HTTP/1.1" status: 204 len: 168 time: 1.4165680 Feb 04 16:06:08.219186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:06:08.274701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cda29f-d6e0-4cda-b10d-0b18d6794a34 admin admin] Deleting subnet 664745ae-9caa-44b7-847a-2080be715fd5 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:06:08.280084 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1cda29f-d6e0-4cda-b10d-0b18d6794a34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.347358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1cda29f-d6e0-4cda-b10d-0b18d6794a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.356318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.391296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec8766-c18b-4987-a97f-7eb248b11d6f req-8b13b82f-2c21-410b-ba26-f773cf3cf12b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:08.395768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5ec8766-c18b-4987-a97f-7eb248b11d6f req-8b13b82f-2c21-410b-ba26-f773cf3cf12b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 943 time: 0.1648169 Feb 04 16:06:08.483024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5ec8766-c18b-4987-a97f-7eb248b11d6f req-8b7b20cd-4d24-4744-bf4d-2f427078f690 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602708 Feb 04 16:06:08.493178 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1cda29f-d6e0-4cda-b10d-0b18d6794a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.623601 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1cda29f-d6e0-4cda-b10d-0b18d6794a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.664977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cda29f-d6e0-4cda-b10d-0b18d6794a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664745ae-9caa-44b7-847a-2080be715fd5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:08.673920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c1cda29f-d6e0-4cda-b10d-0b18d6794a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.678556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c411b-a149-48e2-ba3d-81a06866ef81 None None] Network 9aafd923-241b-4e49-b625-67064718c76e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:06:08.683072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c1cda29f-d6e0-4cda-b10d-0b18d6794a34 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/664745ae-9caa-44b7-847a-2080be715fd5 HTTP/1.1" status: 204 len: 168 time: 0.4804356 Feb 04 16:06:08.683477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55892) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:08.706810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:08.752649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:08.772048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.792751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4160b89f-62c0-461a-b35a-ff10f5b22894 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:08.802501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.809960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:08.829211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Transition to ACTIVE for port object 4160b89f-62c0-461a-b35a-ff10f5b22894 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:08.837818 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.849505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Deleting port 7a8c70b9-9966-48dc-afca-a28109691a01 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:08.850191 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.895586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:06:08.935195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] For port 7a8c70b9-9966-48dc-afca-a28109691a01, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=7a8c70b9-9966-48dc-afca-a28109691a01,segment=NetworkSegment(9de4b633-cdeb-46f8-b774-7021f26743c3),segment_id=9de4b633-cdeb-46f8-b774-7021f26743c3)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:08.936284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:08.940921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=9']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:08.951849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Calling delete_port for 7a8c70b9-9966-48dc-afca-a28109691a01 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:09.051928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-a27f4ab7-9da6-43c0-b84e-deea7d730b12 req-a5c8febd-e474-4538-ac4b-182f4db34d86 service neutron] (102423) timed out ('10.222.0.47', 40796) {{(pid=102423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:06:09.052810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] No DVR routers for this DVR port 4160b89f-62c0-461a-b35a-ff10f5b22894 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:09.091521 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] DHCP port deletion for 9aafd923-241b-4e49-b625-67064718c76e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:06:09.160930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c1600ed3-c11f-4892-a5e7-300f5b232624 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:09.169279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.207422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c1600ed3-c11f-4892-a5e7-300f5b232624 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:06:09.207776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c1600ed3-c11f-4892-a5e7-300f5b232624 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:06:09.208204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 598a7dca-1697-42c3-8000-94d6fc37e700 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:09.224275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8c70b9-9966-48dc-afca-a28109691a01,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:09.233485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] No DVR routers for this DVR port 7a8c70b9-9966-48dc-afca-a28109691a01 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:09.234481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 598a7dca-1697-42c3-8000-94d6fc37e700 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:06:09.234832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 598a7dca-1697-42c3-8000-94d6fc37e700 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:06:09.241909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] Deleting port 7a8c70b9-9966-48dc-afca-a28109691a01 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:09.242502 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.346480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] For port 7a8c70b9-9966-48dc-afca-a28109691a01, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:09.347195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.366713 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] Calling delete_port for 7a8c70b9-9966-48dc-afca-a28109691a01 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:09.374078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] Port 7a8c70b9-9966-48dc-afca-a28109691a01 was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 16:06:09.376585 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.380638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Attempting to bind port 4160b89f-62c0-461a-b35a-ff10f5b22894 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:09.381061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Attempting to bind port 4160b89f-62c0-461a-b35a-ff10f5b22894 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:09.381467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Attempting to bind port 4160b89f-62c0-461a-b35a-ff10f5b22894 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:06:09.399295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Port 4160b89f-62c0-461a-b35a-ff10f5b22894 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:06:09.399856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Attempting to bind port 4160b89f-62c0-461a-b35a-ff10f5b22894 on network 2b59fb73-df02-4390-9ccc-d0127d0de07a {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:06:09.408520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.409418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:06:09.410067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Checking segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:06:09.410644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Bound using segment: {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:06:09.411188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Bound port: 4160b89f-62c0-461a-b35a-ff10f5b22894, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:09.411725 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.423146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] Pushing event deleted for resources: {'Port': ['ID=7a8c70b9-9966-48dc-afca-a28109691a01,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:09.428845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7a262-3fc6-4225-9ca6-b2e1b1644221 None None] No DVR routers for this DVR port 7a8c70b9-9966-48dc-afca-a28109691a01 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:09.443171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aafd923-241b-4e49-b625-67064718c76e']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:09.457183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de4b633-cdeb-46f8-b774-7021f26743c3') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:09.457585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de4b633-cdeb-46f8-b774-7021f26743c3') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:09.473376 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.487261 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.493544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:06:09.493950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:06:09.495731 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:06:09.505237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:09.509085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:09.515685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.562012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.562523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.563819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] 10.222.0.50 "PUT /v2.0/ports/4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 1091 time: 1.3614187 Feb 04 16:06:09.564281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:09.566617 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:06:09.664231 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bde74d-1000-42ce-85e5-79d1bb57a45b service neutron] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:09.668182 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac1f982-ea14-4ea6-80b2-40008d80c3cb x-openstack-request-id: req-0ac1f982-ea14-4ea6-80b2-40008d80c3cb {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:06:09.668464 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:06:09.668772 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ac1f982-ea14-4ea6-80b2-40008d80c3cb {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:06:09.669176 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'status': 'completed', 'code': 200} Feb 04 16:06:09.673490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.681467 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.686445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9aafd923-241b-4e49-b625-67064718c76e HTTP/1.1" status: 204 len: 168 time: 1.0002608 Feb 04 16:06:09.695567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 55912) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:09.703700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-cac2cc8f-87e6-436b-b8c8-3ea6df76d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.705249 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-cac2cc8f-87e6-436b-b8c8-3ea6df76d8fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1095 time: 0.0809803 Feb 04 16:06:09.730026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d02cc-87b6-452c-be02-053a03eec9a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aafd923-241b-4e49-b625-67064718c76e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:09.763830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642c31-0386-40e8-9479-e660e1f1c648 req-6dd158b1-811a-4d77-b033-dd14531db36f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.774720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e9642c31-0386-40e8-9479-e660e1f1c648 req-6dd158b1-811a-4d77-b033-dd14531db36f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.1713512 Feb 04 16:06:09.842567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-e0f15ee6-b6b8-402b-a44b-191c0177f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.844041 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-e0f15ee6-b6b8-402b-a44b-191c0177f73e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1020613 Feb 04 16:06:09.845746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e9642c31-0386-40e8-9479-e660e1f1c648 req-ac68a29e-de44-4ed8-8ceb-aa3a0f56449f tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697422 Feb 04 16:06:09.944816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.966274 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-41d46b50-128b-47be-95b2-3b62ce54bfe9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 999 time: 0.1131709 Feb 04 16:06:10.094459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-2cb2dcf0-1f1f-4b0b-8a46-b14339e4f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.096026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-2cb2dcf0-1f1f-4b0b-8a46-b14339e4f9a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.1240857 Feb 04 16:06:10.218964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-8d71dd9b-73f9-4278-98f4-8d67bf512c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.220927 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-8d71dd9b-73f9-4278-98f4-8d67bf512c2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149564 Feb 04 16:06:10.373542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-0c432b20-4104-4772-9471-07c8bcee411b service neutron] 10.222.0.50 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233170 Feb 04 16:06:10.509070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-e85011c6-5dde-4247-8e04-706e0c9950de service neutron] 10.222.0.50 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286793 Feb 04 16:06:10.512659 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.744130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-33f47cd0-6b74-4bba-83ea-830fa7fa8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.745602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-33f47cd0-6b74-4bba-83ea-830fa7fa8a1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1095 time: 0.1312480 Feb 04 16:06:10.872452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-84674900-03e3-4db5-b1bd-43868b7caa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.874024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-84674900-03e3-4db5-b1bd-43868b7caa95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1207778 Feb 04 16:06:10.963628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7a8c70b9-9966-48dc-afca-a28109691a01 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:11.010288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 7a8c70b9-9966-48dc-afca-a28109691a01 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:06:11.011218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 7a8c70b9-9966-48dc-afca-a28109691a01 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:06:11.169676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f0c6-d40a-409e-8e46-4504d7b8c4d4 req-dd6ad591-1904-406f-a9ac-dd504b97855d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:11.173296 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4922f0c6-d40a-409e-8e46-4504d7b8c4d4 req-dd6ad591-1904-406f-a9ac-dd504b97855d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.1780829 Feb 04 16:06:11.183976 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-d4a58613-6c7d-423b-bbc9-f04e23659937 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 999 time: 0.3020689 Feb 04 16:06:11.219161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Deleting port 9b4c965a-40c3-4442-9483-9fe819033e49 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:11.219620 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.318928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4922f0c6-d40a-409e-8e46-4504d7b8c4d4 req-e70cec0b-0bf5-483b-8fb3-5de408ee6e8b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334453 Feb 04 16:06:11.337175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-623defaa-e02b-49ee-9869-e2b5eb297759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:11.338307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-623defaa-e02b-49ee-9869-e2b5eb297759 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.1293828 Feb 04 16:06:11.385208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] For port 9b4c965a-40c3-4442-9483-9fe819033e49, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9b4c965a-40c3-4442-9483-9fe819033e49,segment=NetworkSegment(f06c47b2-c42d-407a-a573-882f4e9d9f2c),segment_id=f06c47b2-c42d-407a-a573-882f4e9d9f2c)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:11.386393 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.410807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Calling delete_port for 9b4c965a-40c3-4442-9483-9fe819033e49 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:12.229651 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.260562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4c965a-40c3-4442-9483-9fe819033e49,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:12.553221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a37b-be52-4a89-864b-b0805f70c792 req-5da2c899-d5bc-4fac-9c15-376d5265c1e2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:12.572695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e88a37b-be52-4a89-864b-b0805f70c792 req-5da2c899-d5bc-4fac-9c15-376d5265c1e2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.1018791 Feb 04 16:06:12.662955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.670256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5e88a37b-be52-4a89-864b-b0805f70c792 req-671b12b5-b050-4a43-ac0e-b629c9af2001 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959742 Feb 04 16:06:13.184992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Router 02bfd367-6925-4f07-939e-74f30d4f8fe6 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:13.381545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:13.397499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] Sync routers for ids ['02bfd367-6925-4f07-939e-74f30d4f8fe6'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:06:13.408556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55978) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:13.410305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b173f249-ae84-4356-93b0-cb8c8367f09e admin admin] 10.222.0.47 "PUT /v2.0/routers/02bfd367-6925-4f07-939e-74f30d4f8fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7098560 Feb 04 16:06:13.423863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] Routers {'02bfd367-6925-4f07-939e-74f30d4f8fe6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:06:13.424654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:06:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['02bfd367-6925-4f07-939e-74f30d4f8fe6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:13.684906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.759428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] Set router 02bfd367-6925-4f07-939e-74f30d4f8fe6 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:06:13.834086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.925787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Deleting port 91c5fadb-1ea4-4bee-8965-ec39514430ae {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:13.926381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.087595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12d0d2-a359-4900-bded-c397eb08483a req-65a0bb7f-6bbd-44a7-908b-fdced0ef7e28 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:14.091932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e12d0d2-a359-4900-bded-c397eb08483a req-65a0bb7f-6bbd-44a7-908b-fdced0ef7e28 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.1505358 Feb 04 16:06:14.112196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] For port 91c5fadb-1ea4-4bee-8965-ec39514430ae, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=91c5fadb-1ea4-4bee-8965-ec39514430ae,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:14.112574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.147330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Calling delete_port for 91c5fadb-1ea4-4bee-8965-ec39514430ae owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:14.222463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e12d0d2-a359-4900-bded-c397eb08483a req-e9f6afe5-6053-4031-9e1e-80f019c22162 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108775 Feb 04 16:06:14.309819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:06:12Z', 'revision_number': 5, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port': {'id': '91c5fadb-1ea4-4bee-8965-ec39514430ae', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:15Z', 'updated_at': '2022-02-04T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:14.363276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] Checking router: 02bfd367-6925-4f07-939e-74f30d4f8fe6 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:06:14.384928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] Routers {'02bfd367-6925-4f07-939e-74f30d4f8fe6'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:06:14.385995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:06:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['02bfd367-6925-4f07-939e-74f30d4f8fe6'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:14.386780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-e4b8d0f9-276e-4535-a792-5ffd73001b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:14.388868 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-e4b8d0f9-276e-4535-a792-5ffd73001b77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148095 Feb 04 16:06:14.463896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.516450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] Set router 02bfd367-6925-4f07-939e-74f30d4f8fe6 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:06:14.538199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-30bdc966-5827-4397-9a78-707e99632723 service neutron] 10.222.0.50 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279321 Feb 04 16:06:14.606010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c5fadb-1ea4-4bee-8965-ec39514430ae,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:14.609317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.649218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:06:13Z', 'revision_number': 6, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:14.723069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569925c-f44e-4706-ac28-d2de42017efd None None] The sync data for ids ['02bfd367-6925-4f07-939e-74f30d4f8fe6'] in n-d-827869-1 is: [{'id': '02bfd367-6925-4f07-939e-74f30d4f8fe6', 'name': 'tempest-TestServerBasicOps-23542647-router', 'tenant_id': '06a98ea169e742439d4383204876d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:00:14Z', 'updated_at': '2022-02-04T16:06:13Z', 'revision_number': 6, 'project_id': '06a98ea169e742439d4383204876d3a2', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:06:14.736405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6f261d3-c7a1-465e-9f49-07973f0c0a1b req-5b1ba567-a8d0-4b7d-b769-e19711d80efe service neutron] 10.222.0.50 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809471 Feb 04 16:06:14.835621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.839647 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.896495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9b4c965a-40c3-4442-9483-9fe819033e49 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:14.954838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9b4c965a-40c3-4442-9483-9fe819033e49 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:06:14.960414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9b4c965a-40c3-4442-9483-9fe819033e49 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:06:14.978076 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.978744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02bfd367-6925-4f07-939e-74f30d4f8fe6 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:06:14.981346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.981791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.982793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.983224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.983659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.984220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.984579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.985011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.985423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.985838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.986290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.986702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:14.992317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.993774 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7c90ae49-f71f-49b2-acef-fcaab625d4f1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/02bfd367-6925-4f07-939e-74f30d4f8fe6 HTTP/1.1" status: 204 len: 168 time: 1.5838690 Feb 04 16:06:14.996835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 55994) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:15.063852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1621e486-d1cf-4da2-8c28-17b66ee0bbe7 admin admin] Deleting subnet 5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:06:15.068344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1621e486-d1cf-4da2-8c28-17b66ee0bbe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.158495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1621e486-d1cf-4da2-8c28-17b66ee0bbe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.333938 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1621e486-d1cf-4da2-8c28-17b66ee0bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.514834 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1621e486-d1cf-4da2-8c28-17b66ee0bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.549753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e486-d1cf-4da2-8c28-17b66ee0bbe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:15.560745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1621e486-d1cf-4da2-8c28-17b66ee0bbe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.569020 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400efd93-3e6f-4240-b60d-36d34031d7a0 None None] Network 6816490a-67c6-45b1-bf88-732dfbe869e0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:06:15.570244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56006) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:15.570674 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1621e486-d1cf-4da2-8c28-17b66ee0bbe7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5f0a14b3-6b3b-4bc7-bf05-e23a34ecc193 HTTP/1.1" status: 204 len: 168 time: 0.5720232 Feb 04 16:06:15.580470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09674220-cf37-4da9-9c33-36bb59e999b1 req-75201790-d98a-4564-89a3-323dcfe0175d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:15.582955 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09674220-cf37-4da9-9c33-36bb59e999b1 req-75201790-d98a-4564-89a3-323dcfe0175d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.1451862 Feb 04 16:06:15.645308 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-09674220-cf37-4da9-9c33-36bb59e999b1 req-a09037a7-ad6a-4ccf-8b75-d46b7d2cffa1 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551252 Feb 04 16:06:15.718336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.784347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Deleting port 04d47006-19f6-4f71-b07b-6c03e7bfead6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:15.785013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.930221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] DHCP port deletion for 6816490a-67c6-45b1-bf88-732dfbe869e0 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:06:15.936604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] For port 04d47006-19f6-4f71-b07b-6c03e7bfead6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=04d47006-19f6-4f71-b07b-6c03e7bfead6,segment=NetworkSegment(f06c47b2-c42d-407a-a573-882f4e9d9f2c),segment_id=f06c47b2-c42d-407a-a573-882f4e9d9f2c)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:15.938344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.979294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Calling delete_port for 04d47006-19f6-4f71-b07b-6c03e7bfead6 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:16.011960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] Deleting port 04d47006-19f6-4f71-b07b-6c03e7bfead6 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:06:16.012607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.116528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] For port 04d47006-19f6-4f71-b07b-6c03e7bfead6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=04d47006-19f6-4f71-b07b-6c03e7bfead6,segment=NetworkSegment(f06c47b2-c42d-407a-a573-882f4e9d9f2c),segment_id=f06c47b2-c42d-407a-a573-882f4e9d9f2c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:16.117202 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.121301 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.139570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] No DVR routers for this DVR port 04d47006-19f6-4f71-b07b-6c03e7bfead6 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:16.162674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Pushing event deleted for resources: {'Port': ['ID=04d47006-19f6-4f71-b07b-6c03e7bfead6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:16.163070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] Calling delete_port for 04d47006-19f6-4f71-b07b-6c03e7bfead6 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:06:16.327879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.331369 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.360393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6816490a-67c6-45b1-bf88-732dfbe869e0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:16.370920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] Pushing event deleted for resources: {'Port': ['ID=04d47006-19f6-4f71-b07b-6c03e7bfead6,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:16.374167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a955cd-33f6-47a0-ac0b-30893ad4e53e None None] No DVR routers for this DVR port 04d47006-19f6-4f71-b07b-6c03e7bfead6 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:16.380706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06c47b2-c42d-407a-a573-882f4e9d9f2c') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:16.381133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06c47b2-c42d-407a-a573-882f4e9d9f2c') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:16.407631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.432791 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.465677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:06:16.469317 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:06:16.472319 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:06:16.628589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.658816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.662451 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] 10.222.0.47 "DELETE /v2.0/networks/6816490a-67c6-45b1-bf88-732dfbe869e0 HTTP/1.1" status: 204 len: 168 time: 1.0909266 Feb 04 16:06:16.663725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eb34b-ad5f-4623-ab34-7959998841bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6816490a-67c6-45b1-bf88-732dfbe869e0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:16.890221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a1265-57ff-413a-a54a-42acaa71c955 req-1cb0c826-3001-4bd5-9775-9d9ac18ec7b6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:16.891835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-829a1265-57ff-413a-a54a-42acaa71c955 req-1cb0c826-3001-4bd5-9775-9d9ac18ec7b6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.1021137 Feb 04 16:06:16.957078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56026) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:16.974120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-829a1265-57ff-413a-a54a-42acaa71c955 req-ceae6e23-681a-4e69-9e33-6d1fdc4c6da3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673921 Feb 04 16:06:16.983018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 91c5fadb-1ea4-4bee-8965-ec39514430ae no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:17.059379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 91c5fadb-1ea4-4bee-8965-ec39514430ae {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:06:17.064166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 91c5fadb-1ea4-4bee-8965-ec39514430ae not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:06:17.064736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 04d47006-19f6-4f71-b07b-6c03e7bfead6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:06:17.067106 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-27abd98f-cc9c-48aa-8c75-17b2d1ebf755 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1cf1412815d418c98231301e3bed8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088157 Feb 04 16:06:17.069694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56032) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:17.101130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 04d47006-19f6-4f71-b07b-6c03e7bfead6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:06:17.101617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 04d47006-19f6-4f71-b07b-6c03e7bfead6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:06:17.147436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f58c2d8-6132-4b6f-95ac-f42b92d231ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.215661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f58c2d8-6132-4b6f-95ac-f42b92d231ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.327539 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f58c2d8-6132-4b6f-95ac-f42b92d231ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.333039 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9f58c2d8-6132-4b6f-95ac-f42b92d231ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.338905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9f58c2d8-6132-4b6f-95ac-f42b92d231ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2235dac6-b18d-49e1-ae2f-bd236f0df937 HTTP/1.1" status: 204 len: 168 time: 0.2641475 Feb 04 16:06:17.402643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58c2d8-6132-4b6f-95ac-f42b92d231ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2235dac6-b18d-49e1-ae2f-bd236f0df937,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:18.020242 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:06:18.081745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56046) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:18.186230 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4d9ebba6-69a2-431e-875a-e1c9d22b770c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06a98ea169e742439d4383204876d3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025507 Feb 04 16:06:18.189141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 56052) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:18.231991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b7e4b-c9c7-4089-b144-8d4445edbe5a req-9d79b990-c4fc-43a9-93bc-0e2bb83ed068 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.236229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a21b7e4b-c9c7-4089-b144-8d4445edbe5a req-9d79b990-c4fc-43a9-93bc-0e2bb83ed068 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0914183 Feb 04 16:06:18.314355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a21b7e4b-c9c7-4089-b144-8d4445edbe5a req-4644c415-fb6f-4f56-8803-199997cf06f6 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660791 Feb 04 16:06:18.336431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63048fd8-bb83-40ce-985e-e04d0c249ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.370141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63048fd8-bb83-40ce-985e-e04d0c249ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.440820 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63048fd8-bb83-40ce-985e-e04d0c249ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.445583 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-63048fd8-bb83-40ce-985e-e04d0c249ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.447606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-63048fd8-bb83-40ce-985e-e04d0c249ced admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13ee1d93-7251-4700-8aae-63a48ab7bc9a HTTP/1.1" status: 204 len: 168 time: 0.2572603 Feb 04 16:06:18.463187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63048fd8-bb83-40ce-985e-e04d0c249ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ee1d93-7251-4700-8aae-63a48ab7bc9a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:19.437660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836cfa-c47a-4a72-a4e3-db75838ecc16 req-9de7a1f8-c702-4ae9-a4c5-b2fd16b011aa tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:19.439222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1836cfa-c47a-4a72-a4e3-db75838ecc16 req-9de7a1f8-c702-4ae9-a4c5-b2fd16b011aa tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0561297 Feb 04 16:06:19.480423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1836cfa-c47a-4a72-a4e3-db75838ecc16 req-ba3d2e93-3cb3-489b-8eff-61eb1ded0a37 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Feb 04 16:06:20.609635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09fbb0-0f86-4f53-aebc-2b5d227074be req-8af0b2c5-24b2-4882-9916-eb1f1e39356c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:20.611197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc09fbb0-0f86-4f53-aebc-2b5d227074be req-8af0b2c5-24b2-4882-9916-eb1f1e39356c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0514851 Feb 04 16:06:20.657784 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc09fbb0-0f86-4f53-aebc-2b5d227074be req-c85235c7-f551-415f-9edb-e6081071fcb8 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391276 Feb 04 16:06:21.786269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4053d-dceb-4531-8e80-377bfba8d874 req-aa3bae13-667a-4072-ac33-1200210d168d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:21.788329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4c4053d-dceb-4531-8e80-377bfba8d874 req-aa3bae13-667a-4072-ac33-1200210d168d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0522006 Feb 04 16:06:21.837067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d4c4053d-dceb-4531-8e80-377bfba8d874 req-17eef0f0-fa3b-4093-af9e-9760b02c3a22 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416903 Feb 04 16:06:22.976027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd54b37-89bd-421b-8291-fb6a5a00800a req-e8b1ebb9-f560-4789-8557-34285c43ca8e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:22.977588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdd54b37-89bd-421b-8291-fb6a5a00800a req-e8b1ebb9-f560-4789-8557-34285c43ca8e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0595198 Feb 04 16:06:23.017451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdd54b37-89bd-421b-8291-fb6a5a00800a req-78bec434-d8c9-4066-8394-185649afdb7a tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336008 Feb 04 16:06:23.350434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.138741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68261d7e-db14-41c4-ba01-c43c8e83df24 req-15728edf-ac6c-42fd-8392-7de325e2caf3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:24.140256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68261d7e-db14-41c4-ba01-c43c8e83df24 req-15728edf-ac6c-42fd-8392-7de325e2caf3 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0494115 Feb 04 16:06:24.186870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68261d7e-db14-41c4-ba01-c43c8e83df24 req-0bd890d9-66b2-43f7-a7ad-c888f88ccf04 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397687 Feb 04 16:06:25.320439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc87de-1618-4963-9d20-6543fe8da7c2 req-44ac6304-eb8e-4c9b-b606-68410de9948c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:25.322847 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7fc87de-1618-4963-9d20-6543fe8da7c2 req-44ac6304-eb8e-4c9b-b606-68410de9948c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0551376 Feb 04 16:06:25.363475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b7fc87de-1618-4963-9d20-6543fe8da7c2 req-9d451280-ebd8-4391-a95d-29462babca07 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336499 Feb 04 16:06:26.507990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f563-5a1a-41a7-a25c-730bd0d653b5 req-debf1849-57be-412b-aba5-e7060397e6d9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:26.509399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3742f563-5a1a-41a7-a25c-730bd0d653b5 req-debf1849-57be-412b-aba5-e7060397e6d9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0537994 Feb 04 16:06:26.547999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3742f563-5a1a-41a7-a25c-730bd0d653b5 req-d3349023-e758-4f48-aef3-836df4e75dfa tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319307 Feb 04 16:06:27.672109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e929a5f-a739-41fd-af79-2eb4040fef54 req-7ed372d5-ac30-4d2e-aa2e-9d5f45f34b9d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:27.673630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e929a5f-a739-41fd-af79-2eb4040fef54 req-7ed372d5-ac30-4d2e-aa2e-9d5f45f34b9d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0513532 Feb 04 16:06:27.715412 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e929a5f-a739-41fd-af79-2eb4040fef54 req-ce2468a3-8ed8-42aa-ba3e-311633a46b02 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349708 Feb 04 16:06:28.845234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401a14f-36ee-412f-b0ee-146bf819fa58 req-947798a7-11ff-410a-b78e-7fbf0bd88824 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:28.846900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8401a14f-36ee-412f-b0ee-146bf819fa58 req-947798a7-11ff-410a-b78e-7fbf0bd88824 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 944 time: 0.0546498 Feb 04 16:06:28.891493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8401a14f-36ee-412f-b0ee-146bf819fa58 req-2e41d73d-16d2-45ea-ba38-5b0704b59936 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375512 Feb 04 16:06:29.489197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:06:29.605082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:29.618679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'port_id': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'mac_address': 'fa:16:3e:39:d3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:06:29.661638 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.677671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4160b89f-62c0-461a-b35a-ff10f5b22894 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:29.699661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:29.704347 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.771755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=11']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:30.021390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2dd86-d2a7-4115-89a7-f23cb5ebb3cd req-c6b666b3-a4d0-4b15-a574-be0d0be3a40c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:30.022964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b1f2dd86-d2a7-4115-89a7-f23cb5ebb3cd req-c6b666b3-a4d0-4b15-a574-be0d0be3a40c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0513446 Feb 04 16:06:30.070906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b1f2dd86-d2a7-4115-89a7-f23cb5ebb3cd req-71273e80-27fa-4a18-9de3-0d39a7193255 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Feb 04 16:06:30.136567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4160b89f-62c0-461a-b35a-ff10f5b22894'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:06:30.593749 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b79e4df-843d-4c03-a222-8d8214426e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.233127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa79df-74a2-4ed9-9cee-916197664314 req-d4f72e21-aedd-4d2a-909d-7280e14e24c5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:31.234879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddaa79df-74a2-4ed9-9cee-916197664314 req-d4f72e21-aedd-4d2a-909d-7280e14e24c5 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 945 time: 0.0619712 Feb 04 16:06:31.275315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddaa79df-74a2-4ed9-9cee-916197664314 req-c8dc079f-485f-46ed-b778-77f033cced2d tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344424 Feb 04 16:06:31.505065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:06:31.555484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 4160b89f-62c0-461a-b35a-ff10f5b22894 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:31.560322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 4160b89f-62c0-461a-b35a-ff10f5b22894 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:31.560741 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.656111 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.678917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:31.681405 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d8b686-963b-4d94-aa38-626bc1c1aedf" -d '{"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-plugged", "status": "completed", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:06:31.695524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:31.708406 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.739029 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4a2695-482d-4cd2-a703-d839c9aebeeb x-openstack-request-id: req-df4a2695-482d-4cd2-a703-d839c9aebeeb {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:06:31.739326 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-plugged", "status": "completed", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:06:31.739579 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-df4a2695-482d-4cd2-a703-d839c9aebeeb {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:06:31.739968 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'code': 200} Feb 04 16:06:31.764515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=12']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:31.967007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99661249-35d3-484f-bb1b-dba17f8629c2 req-09a8cf03-6e50-47d1-ac68-7c36875546f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:31.968914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-99661249-35d3-484f-bb1b-dba17f8629c2 req-09a8cf03-6e50-47d1-ac68-7c36875546f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1097 time: 0.0578737 Feb 04 16:06:32.009683 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-99661249-35d3-484f-bb1b-dba17f8629c2 req-94f7f55b-93fc-49ba-beec-22e1cd7b0357 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Feb 04 16:06:32.412877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6f70-1877-4499-ad4f-42112558dcfa req-aa82445b-81fd-4539-9d3d-143565f11245 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:32.414632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b72d6f70-1877-4499-ad4f-42112558dcfa req-aa82445b-81fd-4539-9d3d-143565f11245 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 946 time: 0.0541320 Feb 04 16:06:32.475388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b72d6f70-1877-4499-ad4f-42112558dcfa req-4a7941cc-4737-4bd4-96be-45c7231c4aee tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531669 Feb 04 16:06:33.635961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa2372-fb37-4207-b675-71914e9a6c99 req-ee864d17-7128-4681-b8ab-b1739ce51926 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:33.637597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74aa2372-fb37-4207-b675-71914e9a6c99 req-ee864d17-7128-4681-b8ab-b1739ce51926 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 946 time: 0.0826812 Feb 04 16:06:33.681280 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74aa2372-fb37-4207-b675-71914e9a6c99 req-63f3e646-dbc4-4a06-b0ad-99756b8fed63 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360863 Feb 04 16:06:33.708066 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-08155c85-8323-43ea-a36d-96323bee8ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.822611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90179db1-152f-4372-be2e-63f98a8ea111 req-f3beaae0-7bed-4237-8777-abd89e67c08e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:34.824059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90179db1-152f-4372-be2e-63f98a8ea111 req-f3beaae0-7bed-4237-8777-abd89e67c08e tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 946 time: 0.0525930 Feb 04 16:06:34.866069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-90179db1-152f-4372-be2e-63f98a8ea111 req-47f14ef2-a185-4b83-805a-9d93943ae4a0 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355585 Feb 04 16:06:35.871520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.966189 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:37.487306 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.943345 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.409504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56826) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:43.570659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd8dacbf-6cc4-40dc-97ca-85327f790720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.668245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd8dacbf-6cc4-40dc-97ca-85327f790720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.672723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cd8dacbf-6cc4-40dc-97ca-85327f790720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.713222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cd8dacbf-6cc4-40dc-97ca-85327f790720 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1704af3f50f40799e76f86999768015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025100 Feb 04 16:06:43.714094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dacbf-6cc4-40dc-97ca-85327f790720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7425ef-25e2-49b2-89db-cc650c41d5b3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:43.717617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 56832) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:06:43.770761 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-844ff336-a78f-4d19-8d82-54856f74185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.795665 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-844ff336-a78f-4d19-8d82-54856f74185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.846739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-844ff336-a78f-4d19-8d82-54856f74185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.849256 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-844ff336-a78f-4d19-8d82-54856f74185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.850453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-844ff336-a78f-4d19-8d82-54856f74185a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce7425ef-25e2-49b2-89db-cc650c41d5b3 HTTP/1.1" status: 204 len: 168 time: 0.1318586 Feb 04 16:06:43.859222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ff336-a78f-4d19-8d82-54856f74185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7425ef-25e2-49b2-89db-cc650c41d5b3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:53.348934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.022329 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:07:00.606806 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f56bfaa-e729-4b9a-99bd-808cde720a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.705739 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-590c3dfe-88fb-4f03-82e3-dc70a68398df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:05.878782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.970078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.489954 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.491704 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-78e4315a-6fee-47f3-8f31-8d3804b07208 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469427 Feb 04 16:07:08.612945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-bf7c7638-8a70-4135-ad49-38e18354c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.618769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-bf7c7638-8a70-4135-ad49-38e18354c13e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=051697c3385042f1bebb9c5da1cb29f5&device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 1097 time: 0.0565765 Feb 04 16:07:08.785430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-9a191136-8099-4356-a797-0cc7f5cac523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.787885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-9a191136-8099-4356-a797-0cc7f5cac523 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 200 len: 917 time: 0.1516123 Feb 04 16:07:08.862980 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-8c549c9d-3cdf-452f-ab4a-d4a4d92f75e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 200 len: 1001 time: 0.0668011 Feb 04 16:07:08.913450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-ec4ab034-3ffe-4a56-99b0-1573054b8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.914967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-ec4ab034-3ffe-4a56-99b0-1573054b8b26 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 200 len: 855 time: 0.0460100 Feb 04 16:07:08.965544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-ed50508c-694c-4c22-b171-087b10bb6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.967582 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-ed50508c-694c-4c22-b171-087b10bb6a0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b59fb73-df02-4390-9ccc-d0127d0de07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425739 Feb 04 16:07:09.072553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-00897f43-4b53-4757-b9a5-577e68d0ce85 service neutron] 10.222.0.50 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973220 Feb 04 16:07:09.166707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b05c004-3fcd-46c1-881b-b342e58e7e11 req-f9efb4f5-d2f7-43cc-9adb-75d6262ac32e service neutron] 10.222.0.50 "GET /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871518 Feb 04 16:07:09.941477 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.407561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57068) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:16.542567 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.657266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.661883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.706067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbb2545048954533931f97b1cbccb398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969875 Feb 04 16:07:16.707024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4c0202-a09b-4309-972e-56bc5f2b02a1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:16.709306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57072) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:16.715617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.715971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.716319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.716660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.716995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.717329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.717654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.718023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.718344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.718671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.718996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.719319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e3792-ff16-40b4-a9f0-8b30be133819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.774489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.803665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.854863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.857945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.859232 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f4c0202-a09b-4309-972e-56bc5f2b02a1 HTTP/1.1" status: 204 len: 168 time: 0.1484437 Feb 04 16:07:16.868884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4c0202-a09b-4309-972e-56bc5f2b02a1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:16.877829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.878206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.878554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.878972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.879325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.879661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.880057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.880447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.880738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.881054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.881512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:16.881908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c7243-e643-4287-b3f4-bbe6146fb0ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:17.659831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57094) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:17.769590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-957037145-network', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:17.796793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Made reservation on behalf of cc03c4d143754cf3a776ba979c99feef for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:17.799318 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.808932 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.903686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.908585 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.931126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:17.947737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0405f5-90fc-42df-9383-d7f38217720c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:17.951461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.951806 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Added segment 40cec984-547d-4337-96ec-6676114ebd17 of type vlan for network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 Feb 04 16:07:17.998009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.028207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.029371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:18.030292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.099642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4386342 Feb 04 16:07:18.103570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57098) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:18.110877 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d32027-9e2e-479f-9ee3-1debf6a2ce46 admin admin] Pushing event updated for resources: {'Network': ['ID=3061a89e-3d41-4a49-989c-9a89ea0be5f2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:18.113373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Request body: {'subnet': {'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-957037145-subnet', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:18.123241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:07:18.152958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Made reservation on behalf of cc03c4d143754cf3a776ba979c99feef for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:18.156981 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.379596 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.441233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21a32fd-3cf1-448d-8e76-1381b7c9fe25,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:18.451286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Checking segment: {'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:18.451657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Network hostable DHCP agents. Network: 3061a89e-3d41-4a49-989c-9a89ea0be5f2, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:18.475033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:18.487811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3061a89e-3d41-4a49-989c-9a89ea0be5f2) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:18.493205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:18.493900 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.504360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f8680b-55e8-4cfe-abbd-8899b96a3b43 None None] Network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:18.517540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-93035774-7450-4d63-8e86-644e0f829e46 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4087038 Feb 04 16:07:18.518070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57100) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:18.523140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:18.551892 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.553167 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.616304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.811624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.907091 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3061a89e-3d41-4a49-989c-9a89ea0be5f2', 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'fixed_ips': [{'subnet_id': 'a21a32fd-3cf1-448d-8e76-1381b7c9fe25'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:07:18.907964 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.029868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.049499 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.056367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Allocated IP 172.20.0.2 (3061a89e-3d41-4a49-989c-9a89ea0be5f2/a21a32fd-3cf1-448d-8e76-1381b7c9fe25/cd9e7a80-44b5-4969-8097-be4a2be12a26) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:19.157468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Allocated IP 172.25.1.101 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/bc8eeb9f-60f4-49b0-a713-f195a393eeed) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:19.212705 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.224750 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.273620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:19.284477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:19.287180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.288156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:19.299408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Pushing event updated for resources: {'Port': ['ID=cd9e7a80-44b5-4969-8097-be4a2be12a26,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:19.323506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.324435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.324776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.325110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.325440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.325768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.326124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.326451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.326774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.327099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.327430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.327746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:19.345591 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.370259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Attempting to bind port cd9e7a80-44b5-4969-8097-be4a2be12a26 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:19.371948 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Attempting to bind port cd9e7a80-44b5-4969-8097-be4a2be12a26 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:19.372505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Attempting to bind port cd9e7a80-44b5-4969-8097-be4a2be12a26 on network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:19.378952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:19.379335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Checking segment: {'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:19.379744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.380142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Bound using segment: {'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:19.380676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Bound port: cd9e7a80-44b5-4969-8097-be4a2be12a26, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:19.381007 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.413034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:19.417755 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:19.421544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:19.448507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8eeb9f-60f4-49b0-a713-f195a393eeed,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:19.455405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] For port cd9e7a80-44b5-4969-8097-be4a2be12a26, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:19.458767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] For port cd9e7a80-44b5-4969-8097-be4a2be12a26, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=cd9e7a80-44b5-4969-8097-be4a2be12a26,segment=NetworkSegment(40cec984-547d-4337-96ec-6676114ebd17),segment_id=40cec984-547d-4337-96ec-6676114ebd17)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:19.463776 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.530807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06e281-82d7-49fc-9e0c-dee7e7291ae6 None None] Pushing event updated for resources: {'Port': ['ID=cd9e7a80-44b5-4969-8097-be4a2be12a26,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:19.720417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.932387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.068316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:07:20.208579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:20.221290 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Sync routers for ids ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:20.233791 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Routers {'1b2739ec-ee94-4db6-ab77-71a7ab2c220a'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:20.234590 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:20.240542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.244942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57104) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:20.246693 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-764056aa-6a96-42cf-a570-327c485d3570 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7271714 Feb 04 16:07:20.353611 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Set router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:20.568672 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:19Z', 'revision_number': 3, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port': {'id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:19Z', 'updated_at': '2022-02-04T16:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:20.578610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf765d-6039-423e-b644-da0179b0c1b7 None None] Network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:20.597304 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Checking router: 1b2739ec-ee94-4db6-ab77-71a7ab2c220a for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:20.598278 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Updating router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a port bc8eeb9f-60f4-49b0-a713-f195a393eeed binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:07:20.627868 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.656591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-59f9f315-d792-4e2b-b812-153a823ea0fe None None] Provisioning complete for port cd9e7a80-44b5-4969-8097-be4a2be12a26 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:20.657061 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-59f9f315-d792-4e2b-b812-153a823ea0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.812677 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-59f9f315-d792-4e2b-b812-153a823ea0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.856783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-59f9f315-d792-4e2b-b812-153a823ea0fe None None] For port cd9e7a80-44b5-4969-8097-be4a2be12a26, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=cd9e7a80-44b5-4969-8097-be4a2be12a26,segment=NetworkSegment(40cec984-547d-4337-96ec-6676114ebd17),segment_id=40cec984-547d-4337-96ec-6676114ebd17)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:20.861922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-59f9f315-d792-4e2b-b812-153a823ea0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.930312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9f315-d792-4e2b-b812-153a823ea0fe None None] Pushing event updated for resources: {'Port': ['ID=cd9e7a80-44b5-4969-8097-be4a2be12a26,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:20.961426 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.972751 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.998738 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.045860 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Attempting to bind port bc8eeb9f-60f4-49b0-a713-f195a393eeed on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:21.046245 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Attempting to bind port bc8eeb9f-60f4-49b0-a713-f195a393eeed by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:21.046601 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Attempting to bind port bc8eeb9f-60f4-49b0-a713-f195a393eeed on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:21.055301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device cd9e7a80-44b5-4969-8097-be4a2be12a26 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:21.055564 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Pushing event updated for resources: {'Port': ['ID=bc8eeb9f-60f4-49b0-a713-f195a393eeed,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:21.059559 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:21.059927 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:21.060331 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.060718 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:21.061187 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Bound port: bc8eeb9f-60f4-49b0-a713-f195a393eeed, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:21.061559 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.068841 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.069126 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.069424 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.069753 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.070112 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.070439 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.070756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.071071 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.071385 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.071699 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.072013 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.072327 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:21.115768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port cd9e7a80-44b5-4969-8097-be4a2be12a26 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:21.116149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.142112 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] For port bc8eeb9f-60f4-49b0-a713-f195a393eeed, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:21.145622 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] For port bc8eeb9f-60f4-49b0-a713-f195a393eeed, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bc8eeb9f-60f4-49b0-a713-f195a393eeed,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:21.152753 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.217045 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Routers {'1b2739ec-ee94-4db6-ab77-71a7ab2c220a'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:21.217797 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:21.238926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Allocated IP 172.20.0.1 (3061a89e-3d41-4a49-989c-9a89ea0be5f2/a21a32fd-3cf1-448d-8e76-1381b7c9fe25/a67ae3cf-048c-4a68-8c75-c0fef74f4607) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:21.247287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b9ba99c7-d2b2-44a2-9456-eff3ee396b15 None None] Provisioning complete for port cd9e7a80-44b5-4969-8097-be4a2be12a26 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:21.248258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b9ba99c7-d2b2-44a2-9456-eff3ee396b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.262845 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483ade0-007f-4f4e-9f8c-077ab1d56302 None None] Pushing event updated for resources: {'Port': ['ID=bc8eeb9f-60f4-49b0-a713-f195a393eeed,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:21.376470 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] Set router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:21.379160 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.418899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.498139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:21.503354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:21.507392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:21.532296 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Pushing event updated for resources: {'Port': ['ID=a67ae3cf-048c-4a68-8c75-c0fef74f4607,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:21.551044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.611802 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:19Z', 'revision_number': 3, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port': {'id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:19Z', 'updated_at': '2022-02-04T16:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:21.646997 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94f1cc-7bdd-4e81-a93a-35abe26266a4 None None] The sync data for ids ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'] in n-d-827869-1 is: [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:19Z', 'revision_number': 3, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port': {'id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:19Z', 'updated_at': '2022-02-04T16:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:21.780466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2795ea65-2597-4da0-8105-218ebb1dcdc2 None None] Provisioning complete for port a67ae3cf-048c-4a68-8c75-c0fef74f4607 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:21.781219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2795ea65-2597-4da0-8105-218ebb1dcdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.788797 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.836121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2795ea65-2597-4da0-8105-218ebb1dcdc2 None None] Port a67ae3cf-048c-4a68-8c75-c0fef74f4607 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:22.015392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.021473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.100579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Pushing event updated for resources: {'Port': ['ID=a67ae3cf-048c-4a68-8c75-c0fef74f4607,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:22.103521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.228162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:22.229702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:22.378990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:22.551114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:22.559653 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0bf07437-17a3-4871-aa42-22700489d903 admin admin] 10.222.0.47 "PUT /v2.0/routers/1b2739ec-ee94-4db6-ab77-71a7ab2c220a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3132646 Feb 04 16:07:22.572487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5ec782bb-c3cf-4355-9439-3207ba84851f None None] Provisioning complete for port a67ae3cf-048c-4a68-8c75-c0fef74f4607 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:22.572883 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5ec782bb-c3cf-4355-9439-3207ba84851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.620268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5ec782bb-c3cf-4355-9439-3207ba84851f None None] Port a67ae3cf-048c-4a68-8c75-c0fef74f4607 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:23.075197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device cd9e7a80-44b5-4969-8097-be4a2be12a26 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:23.130701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port cd9e7a80-44b5-4969-8097-be4a2be12a26 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:23.131073 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.201767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57120) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:23.207533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1405157555-network', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:23.247818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Made reservation on behalf of dda38e0be1844b279df87fa104bd384e for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:23.251682 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.258357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bc8eeb9f-60f4-49b0-a713-f195a393eeed up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:23.261901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.321917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bc8eeb9f-60f4-49b0-a713-f195a393eeed triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:23.322364 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.379688 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.388909 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.394840 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.423835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:23.435301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17286ac2-0313-4d7a-9207-3aa18ce6e0a2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:23.440950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.441343 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Added segment f64f58d2-9431-4423-b957-54058fc5d8bb of type vlan for network c676d75a-1132-46ac-a17a-8bed52a3deb5 Feb 04 16:07:23.447430 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.482959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port bc8eeb9f-60f4-49b0-a713-f195a393eeed, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bc8eeb9f-60f4-49b0-a713-f195a393eeed,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:23.488783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.498021 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.528711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.529721 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.530887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.550000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=bc8eeb9f-60f4-49b0-a713-f195a393eeed,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:23.581711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3783858 Feb 04 16:07:23.584154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57122) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:23.588620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Sync routers for ids ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:23.590925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Request body: {'subnet': {'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1405157555-subnet', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:23.606268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Routers {'1b2739ec-ee94-4db6-ab77-71a7ab2c220a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:23.607873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:23.609059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69b3dc-aac6-489a-8752-16a5cefc1e2a admin admin] Pushing event updated for resources: {'Network': ['ID=c676d75a-1132-46ac-a17a-8bed52a3deb5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:23.635847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Made reservation on behalf of dda38e0be1844b279df87fa104bd384e for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:23.640245 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.660712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network c676d75a-1132-46ac-a17a-8bed52a3deb5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:07:23.801682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Set router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:23.893564 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.951271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=741dc779-21a3-474c-868b-d52fe06c58d0,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:23.964572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Checking segment: {'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:23.964943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Network hostable DHCP agents. Network: c676d75a-1132-46ac-a17a-8bed52a3deb5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:23.988314 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Network c676d75a-1132-46ac-a17a-8bed52a3deb5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:23.999962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, c676d75a-1132-46ac-a17a-8bed52a3deb5) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:24.005212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:24.005813 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.015288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c0ecb-c0d3-42da-addd-dfc4c0f13965 None None] Network c676d75a-1132-46ac-a17a-8bed52a3deb5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:24.027638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b8aa5e7c-7bce-4843-9ddc-64ec7eb4f02d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4415991 Feb 04 16:07:24.030176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57124) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:24.034997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:24.063427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.064711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.133064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.203117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:21Z', 'revision_number': 4, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port': {'id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:19Z', 'updated_at': '2022-02-04T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a67ae3cf-048c-4a68-8c75-c0fef74f4607', 'name': '', 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'mac_address': 'fa:16:3e:0b:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a21a32fd-3cf1-448d-8e76-1381b7c9fe25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:21Z', 'updated_at': '2022-02-04T16:07:21Z', 'revision_number': 2, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'subnets': [{'id': 'a21a32fd-3cf1-448d-8e76-1381b7c9fe25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:24.232899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Checking router: 1b2739ec-ee94-4db6-ab77-71a7ab2c220a for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:24.233571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Updating router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a port a67ae3cf-048c-4a68-8c75-c0fef74f4607 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:07:24.275935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-c676d75a-1132-46ac-a17a-8bed52a3deb5', 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'fixed_ips': [{'subnet_id': '741dc779-21a3-474c-868b-d52fe06c58d0'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:07:24.275935 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.300982 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.318842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.563196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Allocated IP 172.20.0.2 (c676d75a-1132-46ac-a17a-8bed52a3deb5/741dc779-21a3-474c-868b-d52fe06c58d0/70dba69a-4cbf-40bb-a74e-d7a5014437fa) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:24.867827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.873776 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.877730 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.909763 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.955440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Network c676d75a-1132-46ac-a17a-8bed52a3deb5 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:24.959779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829aec7-50c2-4180-8bdc-22f8da373587 None None] Pushing event updated for resources: {'Port': ['ID=a67ae3cf-048c-4a68-8c75-c0fef74f4607,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:24.965393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:24.985744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:25.028177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.048222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bc8eeb9f-60f4-49b0-a713-f195a393eeed up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:25.059071 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.125059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Attempting to bind port a67ae3cf-048c-4a68-8c75-c0fef74f4607 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:25.125714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Attempting to bind port a67ae3cf-048c-4a68-8c75-c0fef74f4607 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:25.126328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Attempting to bind port a67ae3cf-048c-4a68-8c75-c0fef74f4607 on network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:25.154752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Pushing event updated for resources: {'Port': ['ID=70dba69a-4cbf-40bb-a74e-d7a5014437fa,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:25.170162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:25.170848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Checking segment: {'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:25.171264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.172057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Bound using segment: {'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:25.172433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Bound port: a67ae3cf-048c-4a68-8c75-c0fef74f4607, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cec984-547d-4337-96ec-6676114ebd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:25.173033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.191712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Attempting to bind port 70dba69a-4cbf-40bb-a74e-d7a5014437fa on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:25.192347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Attempting to bind port 70dba69a-4cbf-40bb-a74e-d7a5014437fa by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:25.192910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Attempting to bind port 70dba69a-4cbf-40bb-a74e-d7a5014437fa on network c676d75a-1132-46ac-a17a-8bed52a3deb5 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:25.201786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:25.202630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Checking segment: {'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:25.203244 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.204222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Bound using segment: {'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:25.204222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Bound port: 70dba69a-4cbf-40bb-a74e-d7a5014437fa, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:25.204596 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.228173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Allocated IP 172.25.1.105 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/bc59506e-be13-4944-8460-800d3907a8fa) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:25.389456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.438281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.487204 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:25.489385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bc8eeb9f-60f4-49b0-a713-f195a393eeed triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:25.489764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.490408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:25.494639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:25.521762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Pushing event updated for resources: {'Port': ['ID=bc59506e-be13-4944-8460-800d3907a8fa,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:25.529697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-12cc478b-88c2-4fb8-8f72-e56fd610a7b6 None None] Provisioning complete for port a67ae3cf-048c-4a68-8c75-c0fef74f4607 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:25.530099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12cc478b-88c2-4fb8-8f72-e56fd610a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.536879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] For port a67ae3cf-048c-4a68-8c75-c0fef74f4607, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:25.593288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] For port a67ae3cf-048c-4a68-8c75-c0fef74f4607, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a67ae3cf-048c-4a68-8c75-c0fef74f4607,segment=NetworkSegment(40cec984-547d-4337-96ec-6676114ebd17),segment_id=40cec984-547d-4337-96ec-6676114ebd17)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:25.618278 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.659399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] For port 70dba69a-4cbf-40bb-a74e-d7a5014437fa, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:25.689000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-12cc478b-88c2-4fb8-8f72-e56fd610a7b6 None None] Port a67ae3cf-048c-4a68-8c75-c0fef74f4607 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:25.699262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] For port 70dba69a-4cbf-40bb-a74e-d7a5014437fa, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=70dba69a-4cbf-40bb-a74e-d7a5014437fa,segment=NetworkSegment(f64f58d2-9431-4423-b957-54058fc5d8bb),segment_id=f64f58d2-9431-4423-b957-54058fc5d8bb)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:25.714908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.743337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829aec7-50c2-4180-8bdc-22f8da373587 None None] Pushing event updated for resources: {'Port': ['ID=a67ae3cf-048c-4a68-8c75-c0fef74f4607,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:25.774578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Routers {'1b2739ec-ee94-4db6-ab77-71a7ab2c220a'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:25.775217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:25.851055 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.913389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577e3ee-93e4-46a7-8eb7-250864a502e2 None None] Pushing event updated for resources: {'Port': ['ID=70dba69a-4cbf-40bb-a74e-d7a5014437fa,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:25.995420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] Set router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:26.170257 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.205688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0bae5379-c6b8-4433-a809-2b6b82a2d993 None None] Provisioning complete for port a67ae3cf-048c-4a68-8c75-c0fef74f4607 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:26.206755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0bae5379-c6b8-4433-a809-2b6b82a2d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.387895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Router 7885c092-b565-4ecc-bf90-d87cea6d03fe is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:07:26.395178 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0bae5379-c6b8-4433-a809-2b6b82a2d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.459786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0bae5379-c6b8-4433-a809-2b6b82a2d993 None None] For port a67ae3cf-048c-4a68-8c75-c0fef74f4607, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a67ae3cf-048c-4a68-8c75-c0fef74f4607,segment=NetworkSegment(40cec984-547d-4337-96ec-6676114ebd17),segment_id=40cec984-547d-4337-96ec-6676114ebd17)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:26.463561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:21Z', 'revision_number': 4, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port': {'id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:19Z', 'updated_at': '2022-02-04T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a67ae3cf-048c-4a68-8c75-c0fef74f4607', 'name': '', 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'mac_address': 'fa:16:3e:0b:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a21a32fd-3cf1-448d-8e76-1381b7c9fe25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:21Z', 'updated_at': '2022-02-04T16:07:25Z', 'revision_number': 4, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'subnets': [{'id': 'a21a32fd-3cf1-448d-8e76-1381b7c9fe25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:26.467261 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0bae5379-c6b8-4433-a809-2b6b82a2d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.501212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978067ee-2652-47e2-972b-c0a7a9fc4b2b None None] The sync data for ids ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'] in n-d-827869-1 is: [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:21Z', 'revision_number': 4, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port': {'id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:19Z', 'updated_at': '2022-02-04T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a67ae3cf-048c-4a68-8c75-c0fef74f4607', 'name': '', 'network_id': '3061a89e-3d41-4a49-989c-9a89ea0be5f2', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'mac_address': 'fa:16:3e:0b:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a21a32fd-3cf1-448d-8e76-1381b7c9fe25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:21Z', 'updated_at': '2022-02-04T16:07:25Z', 'revision_number': 4, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'subnets': [{'id': 'a21a32fd-3cf1-448d-8e76-1381b7c9fe25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:26.536527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:26.552839 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Sync routers for ids ['7885c092-b565-4ecc-bf90-d87cea6d03fe'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:26.578216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae5379-c6b8-4433-a809-2b6b82a2d993 None None] Pushing event updated for resources: {'Port': ['ID=a67ae3cf-048c-4a68-8c75-c0fef74f4607,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:26.578697 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Routers {'7885c092-b565-4ecc-bf90-d87cea6d03fe'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:26.580196 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7885c092-b565-4ecc-bf90-d87cea6d03fe'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:26.582327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.587024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57130) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:26.600583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-04a623d1-880a-4544-b6a9-592bfdda8c61 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5689528 Feb 04 16:07:26.938794 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Set router 7885c092-b565-4ecc-bf90-d87cea6d03fe gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:27.174157 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a67ae3cf-048c-4a68-8c75-c0fef74f4607 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:27.250805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a67ae3cf-048c-4a68-8c75-c0fef74f4607 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:27.252252 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.307527 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:25Z', 'revision_number': 3, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port': {'id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:27.346333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.346570 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Checking router: 7885c092-b565-4ecc-bf90-d87cea6d03fe for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:27.346932 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Updating router 7885c092-b565-4ecc-bf90-d87cea6d03fe port bc59506e-be13-4944-8460-800d3907a8fa binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:07:27.355501 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208338a9-8773-4a58-9ee1-28517beda494 None None] Network c676d75a-1132-46ac-a17a-8bed52a3deb5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:27.389506 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.456910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 70dba69a-4cbf-40bb-a74e-d7a5014437fa up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:27.517553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-25433a22-cf87-460e-bb4e-c4b4796a29d8 None None] Provisioning complete for port 70dba69a-4cbf-40bb-a74e-d7a5014437fa triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:27.517885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25433a22-cf87-460e-bb4e-c4b4796a29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.575134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Allocated IP 172.20.0.1 (c676d75a-1132-46ac-a17a-8bed52a3deb5/741dc779-21a3-474c-868b-d52fe06c58d0/3afdbc90-7f6b-432d-93c8-4a646af5edec) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:27.671095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 70dba69a-4cbf-40bb-a74e-d7a5014437fa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:27.671469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.801305 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25433a22-cf87-460e-bb4e-c4b4796a29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.816612 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.846944 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.858732 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.897547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.932655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-25433a22-cf87-460e-bb4e-c4b4796a29d8 None None] For port 70dba69a-4cbf-40bb-a74e-d7a5014437fa, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=70dba69a-4cbf-40bb-a74e-d7a5014437fa,segment=NetworkSegment(f64f58d2-9431-4423-b957-54058fc5d8bb),segment_id=f64f58d2-9431-4423-b957-54058fc5d8bb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:27.935303 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.943014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25433a22-cf87-460e-bb4e-c4b4796a29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.955707 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d36112-72c2-4d03-90b6-0a246caaa029 None None] Pushing event updated for resources: {'Port': ['ID=bc59506e-be13-4944-8460-800d3907a8fa,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:27.960592 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Attempting to bind port bc59506e-be13-4944-8460-800d3907a8fa on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:27.960960 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Attempting to bind port bc59506e-be13-4944-8460-800d3907a8fa by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:27.961324 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Attempting to bind port bc59506e-be13-4944-8460-800d3907a8fa on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:27.967682 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:27.967992 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:27.968396 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.968682 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:27.969116 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Bound port: bc59506e-be13-4944-8460-800d3907a8fa, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:27.969506 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.013528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Network c676d75a-1132-46ac-a17a-8bed52a3deb5 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:28.023257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:28.033928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:28.092273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Pushing event updated for resources: {'Port': ['ID=3afdbc90-7f6b-432d-93c8-4a646af5edec,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.100990 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] For port bc59506e-be13-4944-8460-800d3907a8fa, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:28.107453 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] For port bc59506e-be13-4944-8460-800d3907a8fa, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bc59506e-be13-4944-8460-800d3907a8fa,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:28.123655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25433a22-cf87-460e-bb4e-c4b4796a29d8 None None] Pushing event updated for resources: {'Port': ['ID=70dba69a-4cbf-40bb-a74e-d7a5014437fa,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.132593 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.137599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:07:28.138353 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:07:28.158924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.198180 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d36112-72c2-4d03-90b6-0a246caaa029 None None] Pushing event updated for resources: {'Port': ['ID=bc59506e-be13-4944-8460-800d3907a8fa,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.201791 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Routers {'7885c092-b565-4ecc-bf90-d87cea6d03fe'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:28.202427 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7885c092-b565-4ecc-bf90-d87cea6d03fe'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:28.287356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3b252c08-7343-4dcf-a7ad-842bc9bbd91c None None] Provisioning complete for port 70dba69a-4cbf-40bb-a74e-d7a5014437fa triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:28.288125 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3b252c08-7343-4dcf-a7ad-842bc9bbd91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.350532 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] Set router 7885c092-b565-4ecc-bf90-d87cea6d03fe gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:28.414508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.608637 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:25Z', 'revision_number': 3, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port': {'id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:28.621377 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.626642 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.642451 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac9cd4-c154-4de7-8cc9-88ccfcbbf020 None None] The sync data for ids ['7885c092-b565-4ecc-bf90-d87cea6d03fe'] in n-d-827869-1 is: [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:25Z', 'revision_number': 3, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port': {'id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:28.703603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Pushing event updated for resources: {'Port': ['ID=3afdbc90-7f6b-432d-93c8-4a646af5edec,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.707246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.714932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5af9c58a-c49d-47cb-96ad-70fc8a9be4f8 None None] Provisioning complete for port 3afdbc90-7f6b-432d-93c8-4a646af5edec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:28.715542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5af9c58a-c49d-47cb-96ad-70fc8a9be4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.751542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5af9c58a-c49d-47cb-96ad-70fc8a9be4f8 None None] Port 3afdbc90-7f6b-432d-93c8-4a646af5edec cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:28.811065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Network c676d75a-1132-46ac-a17a-8bed52a3deb5 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:28.812585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:28.983906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Router 7885c092-b565-4ecc-bf90-d87cea6d03fe has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:29.023699 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 70dba69a-4cbf-40bb-a74e-d7a5014437fa up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:29.114954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 70dba69a-4cbf-40bb-a74e-d7a5014437fa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:29.115476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.192338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:29.197891 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-927cb0a2-8195-4d3a-91c2-febc0f185e62 admin admin] 10.222.0.47 "PUT /v2.0/routers/7885c092-b565-4ecc-bf90-d87cea6d03fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6081614 Feb 04 16:07:29.202143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-17651721-e21b-47d6-88c2-284c124bf97c None None] Provisioning complete for port 3afdbc90-7f6b-432d-93c8-4a646af5edec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:29.202739 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17651721-e21b-47d6-88c2-284c124bf97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.270266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-17651721-e21b-47d6-88c2-284c124bf97c None None] Port 3afdbc90-7f6b-432d-93c8-4a646af5edec cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:30.331646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57176) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:30.478349 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Sync routers for ids ['7885c092-b565-4ecc-bf90-d87cea6d03fe'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:30.487737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Routers {'7885c092-b565-4ecc-bf90-d87cea6d03fe'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:30.488382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7885c092-b565-4ecc-bf90-d87cea6d03fe'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:30.610761 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3e35900-0ea5-4612-9774-6479965d994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.628636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Set router 7885c092-b565-4ecc-bf90-d87cea6d03fe gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:30.749329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.018120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bc59506e-be13-4944-8460-800d3907a8fa up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:31.063920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Deleting port a67ae3cf-048c-4a68-8c75-c0fef74f4607 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:31.064269 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.080665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:28Z', 'revision_number': 4, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port': {'id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3afdbc90-7f6b-432d-93c8-4a646af5edec', 'name': '', 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'mac_address': 'fa:16:3e:dd:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '741dc779-21a3-474c-868b-d52fe06c58d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:27Z', 'updated_at': '2022-02-04T16:07:28Z', 'revision_number': 2, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'subnets': [{'id': '741dc779-21a3-474c-868b-d52fe06c58d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:31.085079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bc59506e-be13-4944-8460-800d3907a8fa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:31.085452 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.111433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Checking router: 7885c092-b565-4ecc-bf90-d87cea6d03fe for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:31.111788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Updating router 7885c092-b565-4ecc-bf90-d87cea6d03fe port 3afdbc90-7f6b-432d-93c8-4a646af5edec binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:07:31.153132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] For port a67ae3cf-048c-4a68-8c75-c0fef74f4607, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a67ae3cf-048c-4a68-8c75-c0fef74f4607,segment=NetworkSegment(40cec984-547d-4337-96ec-6676114ebd17),segment_id=40cec984-547d-4337-96ec-6676114ebd17)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:31.153595 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.165761 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.167928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Calling delete_port for a67ae3cf-048c-4a68-8c75-c0fef74f4607 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:31.315538 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.354265 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port bc59506e-be13-4944-8460-800d3907a8fa, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bc59506e-be13-4944-8460-800d3907a8fa,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:31.368665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.384173 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.395952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a67ae3cf-048c-4a68-8c75-c0fef74f4607,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:31.466313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=bc59506e-be13-4944-8460-800d3907a8fa,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:31.575037 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.581677 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.597496 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.655791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26f34d-ae04-449b-b1fb-1bd2920ed40c None None] Pushing event updated for resources: {'Port': ['ID=3afdbc90-7f6b-432d-93c8-4a646af5edec,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:31.712005 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Attempting to bind port 3afdbc90-7f6b-432d-93c8-4a646af5edec on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:31.712335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Attempting to bind port 3afdbc90-7f6b-432d-93c8-4a646af5edec by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:31.712672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Attempting to bind port 3afdbc90-7f6b-432d-93c8-4a646af5edec on network c676d75a-1132-46ac-a17a-8bed52a3deb5 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:31.719971 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:31.720359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Checking segment: {'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:31.720917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.721395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Bound using segment: {'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:31.721879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Bound port: 3afdbc90-7f6b-432d-93c8-4a646af5edec, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64f58d2-9431-4423-b957-54058fc5d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:31.722480 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.797229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] For port 3afdbc90-7f6b-432d-93c8-4a646af5edec, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:31.800959 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] For port 3afdbc90-7f6b-432d-93c8-4a646af5edec, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3afdbc90-7f6b-432d-93c8-4a646af5edec,segment=NetworkSegment(f64f58d2-9431-4423-b957-54058fc5d8bb),segment_id=f64f58d2-9431-4423-b957-54058fc5d8bb)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:31.807123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.857843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:31.870484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Routers {'7885c092-b565-4ecc-bf90-d87cea6d03fe'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:31.871153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7885c092-b565-4ecc-bf90-d87cea6d03fe'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:31.910920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26f34d-ae04-449b-b1fb-1bd2920ed40c None None] Pushing event updated for resources: {'Port': ['ID=3afdbc90-7f6b-432d-93c8-4a646af5edec,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:31.933483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8865b79d-c1f3-47a7-ae13-d99955b5ae82 None None] Provisioning complete for port 3afdbc90-7f6b-432d-93c8-4a646af5edec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:31.933859 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8865b79d-c1f3-47a7-ae13-d99955b5ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.982730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:31.990736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e7e30081-b444-4400-bc9e-ad227bbf2f9f admin admin] 10.222.0.47 "PUT /v2.0/routers/1b2739ec-ee94-4db6-ab77-71a7ab2c220a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6555147 Feb 04 16:07:31.991339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57178) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:31.995988 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] Sync routers for ids ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:32.008309 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] Routers {'1b2739ec-ee94-4db6-ab77-71a7ab2c220a'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:32.009427 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:32.033875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] Set router 7885c092-b565-4ecc-bf90-d87cea6d03fe gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:32.066639 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:07:32.139861 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.141197 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] Set router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:32.159550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8865b79d-c1f3-47a7-ae13-d99955b5ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.250952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8865b79d-c1f3-47a7-ae13-d99955b5ae82 None None] For port 3afdbc90-7f6b-432d-93c8-4a646af5edec, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3afdbc90-7f6b-432d-93c8-4a646af5edec,segment=NetworkSegment(f64f58d2-9431-4423-b957-54058fc5d8bb),segment_id=f64f58d2-9431-4423-b957-54058fc5d8bb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:32.258023 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8865b79d-c1f3-47a7-ae13-d99955b5ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.266796 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.331473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Deleting port bc8eeb9f-60f4-49b0-a713-f195a393eeed {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:32.331842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.355384 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:31Z', 'revision_number': 5, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port': {'id': 'bc8eeb9f-60f4-49b0-a713-f195a393eeed', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:19Z', 'updated_at': '2022-02-04T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:32.377497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865b79d-c1f3-47a7-ae13-d99955b5ae82 None None] Pushing event updated for resources: {'Port': ['ID=3afdbc90-7f6b-432d-93c8-4a646af5edec,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:32.387962 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] Checking router: 1b2739ec-ee94-4db6-ab77-71a7ab2c220a for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:32.399401 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] Routers {'1b2739ec-ee94-4db6-ab77-71a7ab2c220a'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:32.400963 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:32.402954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fd76e9a7-e20d-4b9e-b291-ae9416e616fb None None] Provisioning complete for port 3afdbc90-7f6b-432d-93c8-4a646af5edec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:32.403504 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd76e9a7-e20d-4b9e-b291-ae9416e616fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.438334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] For port bc8eeb9f-60f4-49b0-a713-f195a393eeed, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bc8eeb9f-60f4-49b0-a713-f195a393eeed,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:32.439169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.444498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:28Z', 'revision_number': 4, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port': {'id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3afdbc90-7f6b-432d-93c8-4a646af5edec', 'name': '', 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'mac_address': 'fa:16:3e:dd:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '741dc779-21a3-474c-868b-d52fe06c58d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:27Z', 'updated_at': '2022-02-04T16:07:31Z', 'revision_number': 4, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'subnets': [{'id': '741dc779-21a3-474c-868b-d52fe06c58d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:32.456334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Calling delete_port for bc8eeb9f-60f4-49b0-a713-f195a393eeed owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:32.487127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1069ea21-7687-4ac4-9964-9c447722de70 None None] The sync data for ids ['7885c092-b565-4ecc-bf90-d87cea6d03fe'] in n-d-827869-1 is: [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:28Z', 'revision_number': 4, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port': {'id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '3afdbc90-7f6b-432d-93c8-4a646af5edec', 'name': '', 'network_id': 'c676d75a-1132-46ac-a17a-8bed52a3deb5', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'mac_address': 'fa:16:3e:dd:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '741dc779-21a3-474c-868b-d52fe06c58d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:27Z', 'updated_at': '2022-02-04T16:07:31Z', 'revision_number': 4, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'subnets': [{'id': '741dc779-21a3-474c-868b-d52fe06c58d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:32.660290 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] Set router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:32.719165 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.724147 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:32Z', 'revision_number': 6, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:32.751565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8eeb9f-60f4-49b0-a713-f195a393eeed,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:32.756781 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62efead9-8326-4ea3-a3d0-cbf8c3176694 None None] The sync data for ids ['1b2739ec-ee94-4db6-ab77-71a7ab2c220a'] in n-d-827869-1 is: [{'id': '1b2739ec-ee94-4db6-ab77-71a7ab2c220a', 'name': 'tempest-TestAggregatesBasicOps-957037145-router', 'tenant_id': 'cc03c4d143754cf3a776ba979c99feef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:18Z', 'updated_at': '2022-02-04T16:07:32Z', 'revision_number': 6, 'project_id': 'cc03c4d143754cf3a776ba979c99feef', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:32.821845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.922236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.924514 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.971792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.972328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2739ec-ee94-4db6-ab77-71a7ab2c220a {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:07:32.977319 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.982180 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3e0ad6a6-2be6-4a33-bb3d-339c4c438ed2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1b2739ec-ee94-4db6-ab77-71a7ab2c220a HTTP/1.1" status: 204 len: 168 time: 0.9868867 Feb 04 16:07:32.982313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57182) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:33.030165 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa31f0cb-526a-4659-8395-8ec5d9ec4730 admin admin] Deleting subnet a21a32fd-3cf1-448d-8e76-1381b7c9fe25 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:07:33.034532 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa31f0cb-526a-4659-8395-8ec5d9ec4730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.073416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa31f0cb-526a-4659-8395-8ec5d9ec4730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.205516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa31f0cb-526a-4659-8395-8ec5d9ec4730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.280361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa31f0cb-526a-4659-8395-8ec5d9ec4730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.308285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31f0cb-526a-4659-8395-8ec5d9ec4730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21a32fd-3cf1-448d-8e76-1381b7c9fe25,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:33.312274 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa31f0cb-526a-4659-8395-8ec5d9ec4730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.316355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fa31f0cb-526a-4659-8395-8ec5d9ec4730 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a21a32fd-3cf1-448d-8e76-1381b7c9fe25 HTTP/1.1" status: 204 len: 168 time: 0.3328507 Feb 04 16:07:33.318717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57184) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:33.321217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de80fb-f64f-48d3-84dd-ae1d5a30bd34 None None] Network 3061a89e-3d41-4a49-989c-9a89ea0be5f2 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:33.402918 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.464562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Deleting port cd9e7a80-44b5-4969-8097-be4a2be12a26 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:33.465196 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.535442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] For port cd9e7a80-44b5-4969-8097-be4a2be12a26, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=cd9e7a80-44b5-4969-8097-be4a2be12a26,segment=NetworkSegment(40cec984-547d-4337-96ec-6676114ebd17),segment_id=40cec984-547d-4337-96ec-6676114ebd17)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:33.535730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.551828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Calling delete_port for cd9e7a80-44b5-4969-8097-be4a2be12a26 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:33.639626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] DHCP port deletion for 3061a89e-3d41-4a49-989c-9a89ea0be5f2 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:07:33.663025 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.708134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9e7a80-44b5-4969-8097-be4a2be12a26,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:33.711063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] No DVR routers for this DVR port cd9e7a80-44b5-4969-8097-be4a2be12a26 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:33.717155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3afdbc90-7f6b-432d-93c8-4a646af5edec up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:33.749099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b72ef63-3361-4279-8c76-a4e48dda569e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.796633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] Deleting port cd9e7a80-44b5-4969-8097-be4a2be12a26 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:33.797019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.818159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 3afdbc90-7f6b-432d-93c8-4a646af5edec triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:33.818538 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.825181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.863277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3061a89e-3d41-4a49-989c-9a89ea0be5f2']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:33.875012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cec984-547d-4337-96ec-6676114ebd17') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:33.875324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cec984-547d-4337-96ec-6676114ebd17') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:33.888587 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.902101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] For port cd9e7a80-44b5-4969-8097-be4a2be12a26, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:33.902508 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.905332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.912578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:07:33.913346 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:33.915234 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:33.921674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] Calling delete_port for cd9e7a80-44b5-4969-8097-be4a2be12a26 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:33.930078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] Port cd9e7a80-44b5-4969-8097-be4a2be12a26 was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 16:07:33.935846 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.987204 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.998730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.998945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] Pushing event deleted for resources: {'Port': ['ID=cd9e7a80-44b5-4969-8097-be4a2be12a26,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:34.001917 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] 10.222.0.47 "DELETE /v2.0/networks/3061a89e-3d41-4a49-989c-9a89ea0be5f2 HTTP/1.1" status: 204 len: 168 time: 0.6818345 Feb 04 16:07:34.002182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb4f7b-8346-4ef0-b751-4f76508fb403 None None] No DVR routers for this DVR port cd9e7a80-44b5-4969-8097-be4a2be12a26 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:34.004813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57186) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:34.016437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bc59506e-be13-4944-8460-800d3907a8fa up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:34.016674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b53a1-dc1e-4f76-8b37-8dfc56d9789b admin admin] Pushing event deleted for resources: {'Network': ['ID=3061a89e-3d41-4a49-989c-9a89ea0be5f2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:34.079941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port bc59506e-be13-4944-8460-800d3907a8fa triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:34.080333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.242919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a67ae3cf-048c-4a68-8c75-c0fef74f4607 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:07:34.268421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: a67ae3cf-048c-4a68-8c75-c0fef74f4607 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:07:34.268854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a67ae3cf-048c-4a68-8c75-c0fef74f4607 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:07:34.691742 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.963730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Deleting port 3afdbc90-7f6b-432d-93c8-4a646af5edec {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:34.964151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.970478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bc8eeb9f-60f4-49b0-a713-f195a393eeed no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:07:34.998189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: bc8eeb9f-60f4-49b0-a713-f195a393eeed {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:07:34.998714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bc8eeb9f-60f4-49b0-a713-f195a393eeed not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:07:34.999023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device cd9e7a80-44b5-4969-8097-be4a2be12a26 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:07:35.019644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: cd9e7a80-44b5-4969-8097-be4a2be12a26 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:07:35.019985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device cd9e7a80-44b5-4969-8097-be4a2be12a26 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:07:35.054660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] For port 3afdbc90-7f6b-432d-93c8-4a646af5edec, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=3afdbc90-7f6b-432d-93c8-4a646af5edec,segment=NetworkSegment(f64f58d2-9431-4423-b957-54058fc5d8bb),segment_id=f64f58d2-9431-4423-b957-54058fc5d8bb)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:35.055284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.067315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Calling delete_port for 3afdbc90-7f6b-432d-93c8-4a646af5edec owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:35.282107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.311011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Pushing event deleted for resources: {'Port': ['ID=3afdbc90-7f6b-432d-93c8-4a646af5edec,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.521106 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.751317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Router 7885c092-b565-4ecc-bf90-d87cea6d03fe has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:35.859943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:35.865865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-aa5ab441-0375-4428-8d05-3c913ccf672c admin admin] 10.222.0.47 "PUT /v2.0/routers/7885c092-b565-4ecc-bf90-d87cea6d03fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8561838 Feb 04 16:07:35.868154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:35.872286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] Sync routers for ids ['7885c092-b565-4ecc-bf90-d87cea6d03fe'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:35.884965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.885806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] Routers {'7885c092-b565-4ecc-bf90-d87cea6d03fe'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:35.886462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7885c092-b565-4ecc-bf90-d87cea6d03fe'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:35.977842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.994786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] Set router 7885c092-b565-4ecc-bf90-d87cea6d03fe gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:36.097613 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.159219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Deleting port bc59506e-be13-4944-8460-800d3907a8fa {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:36.159559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.198964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:35Z', 'revision_number': 5, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port': {'id': 'bc59506e-be13-4944-8460-800d3907a8fa', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:36.230830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] Checking router: 7885c092-b565-4ecc-bf90-d87cea6d03fe for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:36.240121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] Routers {'7885c092-b565-4ecc-bf90-d87cea6d03fe'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:36.240727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7885c092-b565-4ecc-bf90-d87cea6d03fe'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:36.268132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] For port bc59506e-be13-4944-8460-800d3907a8fa, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=bc59506e-be13-4944-8460-800d3907a8fa,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:36.268757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.291993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Calling delete_port for bc59506e-be13-4944-8460-800d3907a8fa owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:36.329761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] Set router 7885c092-b565-4ecc-bf90-d87cea6d03fe gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:36.389677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:36Z', 'revision_number': 6, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:36.418137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1480dc-5c73-4628-94fb-25f04080138c None None] The sync data for ids ['7885c092-b565-4ecc-bf90-d87cea6d03fe'] in n-d-827869-1 is: [{'id': '7885c092-b565-4ecc-bf90-d87cea6d03fe', 'name': 'tempest-TestAggregatesBasicOps-1405157555-router', 'tenant_id': 'dda38e0be1844b279df87fa104bd384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:24Z', 'updated_at': '2022-02-04T16:07:36Z', 'revision_number': 6, 'project_id': 'dda38e0be1844b279df87fa104bd384e', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:36.921552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.951805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc59506e-be13-4944-8460-800d3907a8fa,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:36.994615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.027967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.133534 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.136341 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.190418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.191102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7885c092-b565-4ecc-bf90-d87cea6d03fe {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:07:37.196702 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.200830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7124ba3f-14c3-493b-b091-08bec1ab3fa7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/7885c092-b565-4ecc-bf90-d87cea6d03fe HTTP/1.1" status: 204 len: 168 time: 1.3291121 Feb 04 16:07:37.201180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:37.265443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bec9ddf-e4de-4f23-84bb-ba1d22ff8bc7 admin admin] Deleting subnet 741dc779-21a3-474c-868b-d52fe06c58d0 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:07:37.269282 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bec9ddf-e4de-4f23-84bb-ba1d22ff8bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.312943 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bec9ddf-e4de-4f23-84bb-ba1d22ff8bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.322182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3afdbc90-7f6b-432d-93c8-4a646af5edec no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:07:37.434954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bec9ddf-e4de-4f23-84bb-ba1d22ff8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.506112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bec9ddf-e4de-4f23-84bb-ba1d22ff8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.523693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 3afdbc90-7f6b-432d-93c8-4a646af5edec {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:07:37.524036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 3afdbc90-7f6b-432d-93c8-4a646af5edec not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:07:37.535383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec9ddf-e4de-4f23-84bb-ba1d22ff8bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741dc779-21a3-474c-868b-d52fe06c58d0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:37.538362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.544005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2bec9ddf-e4de-4f23-84bb-ba1d22ff8bc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.548649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2bec9ddf-e4de-4f23-84bb-ba1d22ff8bc7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/741dc779-21a3-474c-868b-d52fe06c58d0 HTTP/1.1" status: 204 len: 168 time: 0.3462825 Feb 04 16:07:37.549484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1888e-0c4a-41d2-8867-2fae9d502f4e None None] Network c676d75a-1132-46ac-a17a-8bed52a3deb5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:37.551744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:37.648953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.741456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Deleting port 70dba69a-4cbf-40bb-a74e-d7a5014437fa {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:37.741815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.802648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] DHCP port deletion for c676d75a-1132-46ac-a17a-8bed52a3deb5 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:07:37.825150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] For port 70dba69a-4cbf-40bb-a74e-d7a5014437fa, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=70dba69a-4cbf-40bb-a74e-d7a5014437fa,segment=NetworkSegment(f64f58d2-9431-4423-b957-54058fc5d8bb),segment_id=f64f58d2-9431-4423-b957-54058fc5d8bb)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:37.825743 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.856332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Calling delete_port for 70dba69a-4cbf-40bb-a74e-d7a5014437fa owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:37.866347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] Deleting port 70dba69a-4cbf-40bb-a74e-d7a5014437fa {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:37.866738 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.950722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] For port 70dba69a-4cbf-40bb-a74e-d7a5014437fa, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=70dba69a-4cbf-40bb-a74e-d7a5014437fa,segment=NetworkSegment(f64f58d2-9431-4423-b957-54058fc5d8bb),segment_id=f64f58d2-9431-4423-b957-54058fc5d8bb)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:37.951395 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.976241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] Calling delete_port for 70dba69a-4cbf-40bb-a74e-d7a5014437fa owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:37.985871 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.024815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Pushing event deleted for resources: {'Port': ['ID=70dba69a-4cbf-40bb-a74e-d7a5014437fa,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:38.027343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] No DVR routers for this DVR port 70dba69a-4cbf-40bb-a74e-d7a5014437fa on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:38.069773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.098402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] Pushing event deleted for resources: {'Port': ['ID=70dba69a-4cbf-40bb-a74e-d7a5014437fa,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:38.102205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdd6f8-03df-4655-8da4-ad7b4440923c None None] No DVR routers for this DVR port 70dba69a-4cbf-40bb-a74e-d7a5014437fa on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:38.119820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.145369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c676d75a-1132-46ac-a17a-8bed52a3deb5']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:38.157634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64f58d2-9431-4423-b957-54058fc5d8bb') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:38.157932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64f58d2-9431-4423-b957-54058fc5d8bb') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:38.169354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.184542 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.190925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:07:38.191333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:38.193182 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:38.248298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.254104 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.257325 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] 10.222.0.47 "DELETE /v2.0/networks/c676d75a-1132-46ac-a17a-8bed52a3deb5 HTTP/1.1" status: 204 len: 168 time: 0.7032223 Feb 04 16:07:38.273968 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519e545-980f-45ea-b13e-e467095b19da admin admin] Pushing event deleted for resources: {'Network': ['ID=c676d75a-1132-46ac-a17a-8bed52a3deb5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:38.427378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57196) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:38.472121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0e877b5b-d8a3-4ab6-8336-b2026eda1a68 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc03c4d143754cf3a776ba979c99feef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435224 Feb 04 16:07:38.474662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:38.530364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5052534d-a3ce-492c-a539-8987dd80587f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.552588 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5052534d-a3ce-492c-a539-8987dd80587f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.615904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5052534d-a3ce-492c-a539-8987dd80587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.618894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5052534d-a3ce-492c-a539-8987dd80587f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.620256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5052534d-a3ce-492c-a539-8987dd80587f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f0405f5-90fc-42df-9383-d7f38217720c HTTP/1.1" status: 204 len: 168 time: 0.1446223 Feb 04 16:07:38.629309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052534d-a3ce-492c-a539-8987dd80587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0405f5-90fc-42df-9383-d7f38217720c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:38.958847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bc59506e-be13-4944-8460-800d3907a8fa no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:07:38.962653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57204) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:38.986077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: bc59506e-be13-4944-8460-800d3907a8fa {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:07:38.986430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device bc59506e-be13-4944-8460-800d3907a8fa not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:07:38.986928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 70dba69a-4cbf-40bb-a74e-d7a5014437fa no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:07:39.007366 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 70dba69a-4cbf-40bb-a74e-d7a5014437fa {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:07:39.007879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 70dba69a-4cbf-40bb-a74e-d7a5014437fa not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:07:39.013234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e11f023d-e621-4821-b6dc-d30d72308040 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dda38e0be1844b279df87fa104bd384e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492346 Feb 04 16:07:39.015649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:39.091842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7630a756-6021-49ad-8866-f163913c77b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.115416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7630a756-6021-49ad-8866-f163913c77b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.163614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7630a756-6021-49ad-8866-f163913c77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.166372 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7630a756-6021-49ad-8866-f163913c77b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.168059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7630a756-6021-49ad-8866-f163913c77b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17286ac2-0313-4d7a-9207-3aa18ce6e0a2 HTTP/1.1" status: 204 len: 168 time: 0.1509106 Feb 04 16:07:39.176714 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630a756-6021-49ad-8866-f163913c77b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17286ac2-0313-4d7a-9207-3aa18ce6e0a2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:39.886464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57228) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:39.939371 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.994570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1697326824-network', 'tenant_id': '5c1158998b744b3cb74d8899c899c971'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:40.019378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Made reservation on behalf of 5c1158998b744b3cb74d8899c899c971 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:40.022462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.032172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.130379 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.134588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.162824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:40.174299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06725c32-ee49-4281-bc7a-3c8bd172da5c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:40.181098 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.181447 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Added segment f592db38-7a12-443b-b7f5-0936135eaaaf of type vlan for network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 Feb 04 16:07:40.223621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.250707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.251659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:40.252253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.314649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4270067 Feb 04 16:07:40.317883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57232) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:40.318827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d44d4c-69d2-4720-a45b-bb32590d5cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=bdcfdb15-241d-4ca2-aff5-092f573f2fd8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:40.323543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Request body: {'subnet': {'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1697326824-subnet', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:40.331225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:07:40.352847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Made reservation on behalf of 5c1158998b744b3cb74d8899c899c971 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:40.357436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.565507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.627770 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:40.635000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Checking segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:40.635361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Network hostable DHCP agents. Network: bdcfdb15-241d-4ca2-aff5-092f573f2fd8, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:40.652691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:40.661242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, bdcfdb15-241d-4ca2-aff5-092f573f2fd8) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:40.667223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:40.668164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.668963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50829b8-24a8-44aa-8db1-47d44c4b4a95 None None] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:40.684542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3ffd8d90-c01d-4d31-966d-891e9e643f01 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3652666 Feb 04 16:07:40.687447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57234) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:40.692537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:40.719278 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.720332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.778461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.837970 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'fixed_ips': [{'subnet_id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:07:40.839988 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.931542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.990239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Allocated IP 172.20.0.2 (bdcfdb15-241d-4ca2-aff5-092f573f2fd8/9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd/722e11d6-da02-4160-b5ce-8a784d7549a6) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:41.153695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.160705 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.168332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.192115 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.208000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:41.211274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:41.215691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:41.223680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Pushing event updated for resources: {'Port': ['ID=722e11d6-da02-4160-b5ce-8a784d7549a6,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:41.287172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Attempting to bind port 722e11d6-da02-4160-b5ce-8a784d7549a6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:41.287541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Attempting to bind port 722e11d6-da02-4160-b5ce-8a784d7549a6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:41.288103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Attempting to bind port 722e11d6-da02-4160-b5ce-8a784d7549a6 on network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:41.296078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:41.296599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Checking segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:41.297358 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.298012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Bound using segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:41.298776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Bound port: 722e11d6-da02-4160-b5ce-8a784d7549a6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:41.299202 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.320954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Allocated IP 172.25.1.79 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/34805683-dc2e-4d6a-b9b2-2165df76db05) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:41.373218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] For port 722e11d6-da02-4160-b5ce-8a784d7549a6, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:41.378529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] For port 722e11d6-da02-4160-b5ce-8a784d7549a6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=722e11d6-da02-4160-b5ce-8a784d7549a6,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:41.384982 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.444878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.459049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33251606-0922-4dc2-a1d2-f35cf68ea092 None None] Pushing event updated for resources: {'Port': ['ID=722e11d6-da02-4160-b5ce-8a784d7549a6,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:41.486329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.544825 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:41.549361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:41.552261 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:41.555367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Pushing event updated for resources: {'Port': ['ID=34805683-dc2e-4d6a-b9b2-2165df76db05,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:41.917684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.169185 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.231954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3425-324f-4a1a-b8f2-304b41fc2f33 req-09a6be9e-a5d5-4a30-8523-f69f6ef4f39b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:42.233690 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a54c3425-324f-4a1a-b8f2-304b41fc2f33 req-09a6be9e-a5d5-4a30-8523-f69f6ef4f39b tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 946 time: 0.1160142 Feb 04 16:07:42.320661 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a54c3425-324f-4a1a-b8f2-304b41fc2f33 req-6e3b8264-8695-4ff7-ae4f-e3204b012aeb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772855 Feb 04 16:07:42.367141 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:07:42.480683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:42.490084 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Sync routers for ids ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:42.498529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.500040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-75ee247e-31da-4efe-b1dc-3995a1641059 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8116038 Feb 04 16:07:42.502876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57252) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:42.503067 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Routers {'3bf764a4-480a-4f0e-b200-67ab41ff5a0c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:42.503539 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:42.599758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6569833-67de-4266-9ad5-01bf0dc6087f None None] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:42.626384 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Set router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:42.698442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f6b18f2d-ecb1-41f8-be34-7380e25d69b7 None None] Provisioning complete for port 722e11d6-da02-4160-b5ce-8a784d7549a6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:42.699099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f6b18f2d-ecb1-41f8-be34-7380e25d69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.851650 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 3, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port': {'id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:42.880655 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Checking router: 3bf764a4-480a-4f0e-b200-67ab41ff5a0c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:42.881286 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Updating router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c port 34805683-dc2e-4d6a-b9b2-2165df76db05 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:07:42.883818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f6b18f2d-ecb1-41f8-be34-7380e25d69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.916254 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.925482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f6b18f2d-ecb1-41f8-be34-7380e25d69b7 None None] For port 722e11d6-da02-4160-b5ce-8a784d7549a6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=722e11d6-da02-4160-b5ce-8a784d7549a6,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:42.932231 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f6b18f2d-ecb1-41f8-be34-7380e25d69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.994636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b18f2d-ecb1-41f8-be34-7380e25d69b7 None None] Pushing event updated for resources: {'Port': ['ID=722e11d6-da02-4160-b5ce-8a784d7549a6,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:43.039177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.079728 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 722e11d6-da02-4160-b5ce-8a784d7549a6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:43.160192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-55aac301-a006-4f86-9c7c-09a27f70f2fa None None] Provisioning complete for port 722e11d6-da02-4160-b5ce-8a784d7549a6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:43.160503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-55aac301-a006-4f86-9c7c-09a27f70f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.183503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 722e11d6-da02-4160-b5ce-8a784d7549a6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:43.183878 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.224194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Allocated IP 172.20.0.1 (bdcfdb15-241d-4ca2-aff5-092f573f2fd8/9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd/d2a754dd-2da2-4af7-b71d-c92aae9e2755) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:43.252117 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.258376 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.317737 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Attempting to bind port 34805683-dc2e-4d6a-b9b2-2165df76db05 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:43.318290 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Attempting to bind port 34805683-dc2e-4d6a-b9b2-2165df76db05 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:43.318751 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Attempting to bind port 34805683-dc2e-4d6a-b9b2-2165df76db05 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:43.321286 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead08bbb-5bcf-42ee-9548-890fed90158e None None] Pushing event updated for resources: {'Port': ['ID=34805683-dc2e-4d6a-b9b2-2165df76db05,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:43.327960 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:43.328458 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:43.328922 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.329380 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:43.329931 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Bound port: 34805683-dc2e-4d6a-b9b2-2165df76db05, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:43.330454 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.346909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.384824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.388548 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] For port 34805683-dc2e-4d6a-b9b2-2165df76db05, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:43.393523 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] For port 34805683-dc2e-4d6a-b9b2-2165df76db05, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=34805683-dc2e-4d6a-b9b2-2165df76db05,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:43.399730 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.427641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:43.431387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:43.453020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a754dd-2da2-4af7-b71d-c92aae9e2755,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:43.454706 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Routers {'3bf764a4-480a-4f0e-b200-67ab41ff5a0c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:43.455334 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:43.465175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:43.480676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f7ba6-c4c1-4208-9e71-663a3eb7b205 req-a4a2eab0-a46a-41a8-a36e-8a375f8b0dc4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:43.483486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-778f7ba6-c4c1-4208-9e71-663a3eb7b205 req-a4a2eab0-a46a-41a8-a36e-8a375f8b0dc4 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 946 time: 0.0789518 Feb 04 16:07:43.518760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.539688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-778f7ba6-c4c1-4208-9e71-663a3eb7b205 req-d5a64e34-3bd4-4567-a99f-3fb0a26a9c0c tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469511 Feb 04 16:07:43.564696 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead08bbb-5bcf-42ee-9548-890fed90158e None None] Pushing event updated for resources: {'Port': ['ID=34805683-dc2e-4d6a-b9b2-2165df76db05,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:43.591091 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] Set router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:43.683522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.747920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6bcfe0b0-1492-4206-8260-66058ad1a5c5 None None] Provisioning complete for port d2a754dd-2da2-4af7-b71d-c92aae9e2755 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:43.748793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bcfe0b0-1492-4206-8260-66058ad1a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.794589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfe0b0-1492-4206-8260-66058ad1a5c5 None None] Port d2a754dd-2da2-4af7-b71d-c92aae9e2755 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:43.799514 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 3, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port': {'id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:43.827856 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b504bad-82ac-458f-94e9-16aa38ce051f None None] The sync data for ids ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'] in n-d-827869-1 is: [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 3, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port': {'id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:43.886354 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.894482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.999683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.004151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a754dd-2da2-4af7-b71d-c92aae9e2755,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:44.034489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-3e7d2aad-79c0-48a9-9537-1784c508aecb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:44.036077 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-3e7d2aad-79c0-48a9-9537-1784c508aecb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 946 time: 0.0974898 Feb 04 16:07:44.182968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:44.186786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:44.247264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Deleting port 4160b89f-62c0-461a-b35a-ff10f5b22894 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:44.247612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.400078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:44.402148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] For port 4160b89f-62c0-461a-b35a-ff10f5b22894, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4160b89f-62c0-461a-b35a-ff10f5b22894,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:44.402605 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.526220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6847b595-5cfd-4ec1-855c-7a30de792a99 None None] Provisioning complete for port d2a754dd-2da2-4af7-b71d-c92aae9e2755 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:44.526907 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6847b595-5cfd-4ec1-855c-7a30de792a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.575712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6847b595-5cfd-4ec1-855c-7a30de792a99 None None] Port d2a754dd-2da2-4af7-b71d-c92aae9e2755 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:45.056261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 722e11d6-da02-4160-b5ce-8a784d7549a6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:45.069853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:45.078691 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-251a4a1b-6b78-497e-b53e-2b59fe759966 admin admin] 10.222.0.47 "PUT /v2.0/routers/3bf764a4-480a-4f0e-b200-67ab41ff5a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746417 Feb 04 16:07:45.107697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.108146 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.108397 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Floating IP 50e20fc8-bdcc-4fdc-b46b-2cae0adf3956 disassociated. External IP: 172.25.1.208, port: 4160b89f-62c0-461a-b35a-ff10f5b22894. Feb 04 16:07:45.108766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Calling delete_port for 4160b89f-62c0-461a-b35a-ff10f5b22894 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:45.116221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 722e11d6-da02-4160-b5ce-8a784d7549a6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:45.116688 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.130244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c22efa-f27c-4f17-aa80-3ed392fdde10 req-755ef675-43c6-4e0f-87fc-b48a29a65440 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:45.132061 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38c22efa-f27c-4f17-aa80-3ed392fdde10 req-755ef675-43c6-4e0f-87fc-b48a29a65440 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 946 time: 0.1348388 Feb 04 16:07:45.223682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 34805683-dc2e-4d6a-b9b2-2165df76db05 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:45.235456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38c22efa-f27c-4f17-aa80-3ed392fdde10 req-effd485f-ba8c-4bd2-a23a-03a9155069ed tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e53943c-9e22-4b4f-9b18-b6ba63ca7238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944741 Feb 04 16:07:45.290624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 34805683-dc2e-4d6a-b9b2-2165df76db05 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:45.291149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.358382 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.388901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event deleted for resources: {'Port': ['ID=4160b89f-62c0-461a-b35a-ff10f5b22894,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:45.423194 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.451306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 34805683-dc2e-4d6a-b9b2-2165df76db05, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=34805683-dc2e-4d6a-b9b2-2165df76db05,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:45.457289 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.522145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=34805683-dc2e-4d6a-b9b2-2165df76db05,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:45.551596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Router e1f61500-2eeb-4015-a1be-86acf2c0a114 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:45.688017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:45.701868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] Sync routers for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:45.712891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:45.713904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:45.743901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] No DVR routers for this DVR port 4160b89f-62c0-461a-b35a-ff10f5b22894 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:45.748180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.753567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8c304b9-bc5e-4cd7-ac28-b42c799d9bd4 req-ca80fe83-ece1-4c44-a3af-b043d65721f9 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.50 "DELETE /v2.0/ports/4160b89f-62c0-461a-b35a-ff10f5b22894 HTTP/1.1" status: 204 len: 173 time: 1.6846721 Feb 04 16:07:45.754302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-deleted', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:45.756987 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6350f1ec-1c8e-4b0e-beae-9f9e6f9ae8f7" -d '{"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-deleted", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:07:45.824456 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c795dc-55ee-462c-be01-71e3b74b822d x-openstack-request-id: req-32c795dc-55ee-462c-be01-71e3b74b822d {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:07:45.825071 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee46736e-5036-4865-b84e-9e8ea6d39b76", "name": "network-vif-deleted", "tag": "4160b89f-62c0-461a-b35a-ff10f5b22894", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:07:45.825497 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32c795dc-55ee-462c-be01-71e3b74b822d {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:07:45.826193 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee46736e-5036-4865-b84e-9e8ea6d39b76', 'name': 'network-vif-deleted', 'tag': '4160b89f-62c0-461a-b35a-ff10f5b22894', 'status': 'completed', 'code': 200} Feb 04 16:07:45.827353 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Sync routers for ids ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:45.833601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57278) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:45.839341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-798907455-network', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:45.847419 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Routers {'3bf764a4-480a-4f0e-b200-67ab41ff5a0c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:45.848588 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:45.876206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Made reservation on behalf of e28022f1a5964d24947f51ba0dc1f80d for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:45.879100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.890562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.962537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:46.007837 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.013695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.030868 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Set router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:46.042651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:46.062905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc1b56f-511c-4b84-af66-3214fdc5f13a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:46.066707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.067386 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Added segment 6eac125b-b5ea-4959-bfb9-3beffe7fc9d2 of type vlan for network d68ebcc2-2b7c-42bc-9500-290be7b8d413 Feb 04 16:07:46.121634 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.154613 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.156764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:46.156913 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.216403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3787873 Feb 04 16:07:46.216862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57280) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:46.222987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Request body: {'subnet': {'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-798907455-subnet', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:46.223979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b825d-9962-46a2-9b1d-0ccda8dbea88 admin admin] Pushing event updated for resources: {'Network': ['ID=d68ebcc2-2b7c-42bc-9500-290be7b8d413,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:46.237226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network d68ebcc2-2b7c-42bc-9500-290be7b8d413 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:07:46.246491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:46.251107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Made reservation on behalf of e28022f1a5964d24947f51ba0dc1f80d for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:46.253690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.286133 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port': {'id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd2a754dd-2da2-4af7-b71d-c92aae9e2755', 'name': '', 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'mac_address': 'fa:16:3e:93:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:43Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 2, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'subnets': [{'id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:46.287751 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] Checking router: e1f61500-2eeb-4015-a1be-86acf2c0a114 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:46.322610 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Checking router: 3bf764a4-480a-4f0e-b200-67ab41ff5a0c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:46.322949 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Updating router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c port d2a754dd-2da2-4af7-b71d-c92aae9e2755 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:07:46.344197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:46.344899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:46.401730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c49f56ae-4eb9-427d-ac3b-7166ed670846 req-7594e195-d64b-41c4-93a5-3eb64e54c667 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee46736e-5036-4865-b84e-9e8ea6d39b76 HTTP/1.1" status: 200 len: 210 time: 0.0392203 Feb 04 16:07:46.483127 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.512074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:46.539872 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.622878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca39652-4baf-427b-8168-939b7d5f73af,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:46.625796 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Checking segment: {'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:46.626184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Network hostable DHCP agents. Network: d68ebcc2-2b7c-42bc-9500-290be7b8d413, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:46.648762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Network d68ebcc2-2b7c-42bc-9500-290be7b8d413 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:46.660733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, d68ebcc2-2b7c-42bc-9500-290be7b8d413) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:46.667006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:46.668057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.672277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1015f0-008f-464f-ae1f-a5accce6531c None None] Network d68ebcc2-2b7c-42bc-9500-290be7b8d413 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:46.692703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9cbaa23b-faad-4af9-a858-e7d13c3cb963 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4720843 Feb 04 16:07:46.693070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57284) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:46.698766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:46.726696 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.728221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.791248 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.833552 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.840673 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.905169 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a3359-9fc6-4c12-a13b-89043df99dc6 None None] Pushing event updated for resources: {'Port': ['ID=d2a754dd-2da2-4af7-b71d-c92aae9e2755,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:46.962590 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Attempting to bind port d2a754dd-2da2-4af7-b71d-c92aae9e2755 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:46.963024 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Attempting to bind port d2a754dd-2da2-4af7-b71d-c92aae9e2755 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:46.963630 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Attempting to bind port d2a754dd-2da2-4af7-b71d-c92aae9e2755 on network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:46.971357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:46.972227 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Checking segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:46.972438 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.972896 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Bound using segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:46.973607 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Bound port: d2a754dd-2da2-4af7-b71d-c92aae9e2755, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:46.974335 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.976222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.057729 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] For port d2a754dd-2da2-4af7-b71d-c92aae9e2755, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:47.061308 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] For port d2a754dd-2da2-4af7-b71d-c92aae9e2755, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d2a754dd-2da2-4af7-b71d-c92aae9e2755,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:47.067722 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.077452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 34805683-dc2e-4d6a-b9b2-2165df76db05 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:47.150692 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a3359-9fc6-4c12-a13b-89043df99dc6 None None] Pushing event updated for resources: {'Port': ['ID=d2a754dd-2da2-4af7-b71d-c92aae9e2755,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:47.153040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:47.160232 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Routers {'3bf764a4-480a-4f0e-b200-67ab41ff5a0c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:47.160528 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:47.162084 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-d68ebcc2-2b7c-42bc-9500-290be7b8d413', 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'fixed_ips': [{'subnet_id': 'eca39652-4baf-427b-8168-939b7d5f73af'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:07:47.162988 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.193902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3701af-56fc-4de0-aef9-7a764d32ae2b None None] The sync data for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 is: [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T15:59:45Z', 'revision_number': 4, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0332d3ea-b5e6-405b-a822-e67c77c07c72', 'name': '', 'network_id': '2b59fb73-df02-4390-9ccc-d0127d0de07a', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'mac_address': 'fa:16:3e:bd:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:44Z', 'updated_at': '2022-02-04T15:59:49Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'subnets': [{'id': '639f5f62-7029-4f26-a825-3fdc577d4fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:47.294917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.306941 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] Set router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:47.331543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 34805683-dc2e-4d6a-b9b2-2165df76db05 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:47.332266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.333401 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.424218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3233f647-0ee9-4434-894f-fac6e9bde045 None None] Provisioning complete for port d2a754dd-2da2-4af7-b71d-c92aae9e2755 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:47.424598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3233f647-0ee9-4434-894f-fac6e9bde045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.539278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Allocated IP 172.25.1.167 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/5df12488-8e3c-447a-8e29-c66ce9f0d0f2) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:47.543492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57290) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:47.589039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Allocated IP 172.20.0.2 (d68ebcc2-2b7c-42bc-9500-290be7b8d413/eca39652-4baf-427b-8168-939b7d5f73af/1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:47.643835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1372d7f-f64b-4be9-ba58-b74c1da562f8 None None] New status for floating IP 50e20fc8-bdcc-4fdc-b46b-2cae0adf3956: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:07:47.654957 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4552e320-4c47-4654-8d68-9caafb67b7ec tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.668284 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port': {'id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd2a754dd-2da2-4af7-b71d-c92aae9e2755', 'name': '', 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'mac_address': 'fa:16:3e:93:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:43Z', 'updated_at': '2022-02-04T16:07:47Z', 'revision_number': 4, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'subnets': [{'id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:47.693597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4552e320-4c47-4654-8d68-9caafb67b7ec tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.700115 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d030e6-b102-467b-b80e-ae5ee92a2975 None None] The sync data for ids ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'] in n-d-827869-1 is: [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:07:43Z', 'revision_number': 4, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port': {'id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd2a754dd-2da2-4af7-b71d-c92aae9e2755', 'name': '', 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'mac_address': 'fa:16:3e:93:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:43Z', 'updated_at': '2022-02-04T16:07:47Z', 'revision_number': 4, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'subnets': [{'id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:47.720558 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.780230 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4552e320-4c47-4654-8d68-9caafb67b7ec tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.785073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4552e320-4c47-4654-8d68-9caafb67b7ec tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.788695 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.791544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4552e320-4c47-4654-8d68-9caafb67b7ec tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "DELETE /v2.0/security-groups/0e53943c-9e22-4b4f-9b18-b6ba63ca7238 HTTP/1.1" status: 204 len: 168 time: 0.2401340 Feb 04 16:07:47.795391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57292) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:47.811549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552e320-4c47-4654-8d68-9caafb67b7ec tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e53943c-9e22-4b4f-9b18-b6ba63ca7238,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:47.846689 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-bdd1e50e-6449-4aa3-80c8-10f0089456e2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] show failed (client error): The resource could not be found. Feb 04 16:07:47.847959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bdd1e50e-6449-4aa3-80c8-10f0089456e2 tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "GET /v2.0/security-groups/0e53943c-9e22-4b4f-9b18-b6ba63ca7238 HTTP/1.1" status: 404 len: 347 time: 0.0459867 Feb 04 16:07:47.852486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57294) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:47.855953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:47.861030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:47.878479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:47.889488 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Pushing event updated for resources: {'Port': ['ID=5df12488-8e3c-447a-8e29-c66ce9f0d0f2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:47.933438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:07:47.998136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 4160b89f-62c0-461a-b35a-ff10f5b22894 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:07:47.998136 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4160b89f-62c0-461a-b35a-ff10f5b22894 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:07:48.015042 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3233f647-0ee9-4434-894f-fac6e9bde045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.070864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Deleting port 6e8c14f1-e416-42c4-bbf2-9c7b4a398997 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:48.071680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.092894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3233f647-0ee9-4434-894f-fac6e9bde045 None None] For port d2a754dd-2da2-4af7-b71d-c92aae9e2755, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d2a754dd-2da2-4af7-b71d-c92aae9e2755,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:48.098591 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3233f647-0ee9-4434-894f-fac6e9bde045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.204459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233f647-0ee9-4434-894f-fac6e9bde045 None None] Pushing event updated for resources: {'Port': ['ID=d2a754dd-2da2-4af7-b71d-c92aae9e2755,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:48.209570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.210486 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.218216 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.230015 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.236241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-11c7aea9-0a74-420b-9791-942b9c3c8ce7 None None] Provisioning complete for port d2a754dd-2da2-4af7-b71d-c92aae9e2755 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:48.236683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-11c7aea9-0a74-420b-9791-942b9c3c8ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.240299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Calling delete_port for 6e8c14f1-e416-42c4-bbf2-9c7b4a398997 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:48.298092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.311587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Network d68ebcc2-2b7c-42bc-9500-290be7b8d413 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:48.326269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:48.329006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:48.342987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Pushing event updated for resources: {'Port': ['ID=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:48.443154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Attempting to bind port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:48.443527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Attempting to bind port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:48.443895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Attempting to bind port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e on network d68ebcc2-2b7c-42bc-9500-290be7b8d413 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:48.453177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.457282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:48.457908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Checking segment: {'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:48.458597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.459015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Bound using segment: {'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:48.459513 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Bound port: 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:48.459983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.501928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Pushing event deleted for resources: {'Port': ['ID=6e8c14f1-e416-42c4-bbf2-9c7b4a398997,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:48.558495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] For port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:48.563380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] For port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,segment=NetworkSegment(6eac125b-b5ea-4959-bfb9-3beffe7fc9d2),segment_id=6eac125b-b5ea-4959-bfb9-3beffe7fc9d2)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:48.570775 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.579546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.582371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.585605 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.593547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f683e369-52be-4e02-9890-62e3b2baf2fb tempest-AttachVolumeShelveTestJSON-2063867164 tempest-AttachVolumeShelveTestJSON-2063867164-project] 10.222.0.47 "DELETE /v2.0/floatingips/50e20fc8-bdcc-4fdc-b46b-2cae0adf3956 HTTP/1.1" status: 204 len: 168 time: 0.7396851 Feb 04 16:07:48.675895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ccc56-1362-469c-a014-ea8b2010cddb None None] Pushing event updated for resources: {'Port': ['ID=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:48.793020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:07:48.934498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:48.943525 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Sync routers for ids ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:48.969516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Routers {'91a87e00-7ec5-4930-a6a5-3a92f77e86a0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:48.970467 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:48.970845 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.976405 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-677e6f0a-eb9e-4eeb-b090-8b3c9cda6886 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2796750 Feb 04 16:07:48.976813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57300) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:49.227067 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Set router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:49.247220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d2a754dd-2da2-4af7-b71d-c92aae9e2755 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:49.319245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d2a754dd-2da2-4af7-b71d-c92aae9e2755 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:49.319743 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.434154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:49.504017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:49.504396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.517064 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:07:48Z', 'revision_number': 3, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port': {'id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:47Z', 'updated_at': '2022-02-04T16:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:49.547124 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Checking router: 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:49.547796 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Updating router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:07:49.577368 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.610064 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.663654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,segment=NetworkSegment(6eac125b-b5ea-4959-bfb9-3beffe7fc9d2),segment_id=6eac125b-b5ea-4959-bfb9-3beffe7fc9d2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:49.674339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.697326 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.753332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:49.926733 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.934114 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.993122 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Attempting to bind port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:49.993790 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Attempting to bind port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:49.994151 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Attempting to bind port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:50.003205 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56474b-77b4-4bc6-869f-b7baf02cfccf None None] Pushing event updated for resources: {'Port': ['ID=5df12488-8e3c-447a-8e29-c66ce9f0d0f2,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:50.004442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Allocated IP 172.20.0.1 (d68ebcc2-2b7c-42bc-9500-290be7b8d413/eca39652-4baf-427b-8168-939b7d5f73af/52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:50.006501 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:50.007134 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:50.007786 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.008355 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:50.008875 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Bound port: 5df12488-8e3c-447a-8e29-c66ce9f0d0f2, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:50.009293 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.073447 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] For port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:50.078112 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] For port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5df12488-8e3c-447a-8e29-c66ce9f0d0f2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:50.086310 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.151446 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Routers {'91a87e00-7ec5-4930-a6a5-3a92f77e86a0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:50.152193 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:50.155363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.178020 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5fd5c7-6364-4997-8fc7-12db1ba80a27 None None] Network d68ebcc2-2b7c-42bc-9500-290be7b8d413 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:50.210026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.256443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-58c8936c-6688-451b-ac5f-8cbb8040fed1 None None] Provisioning complete for port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:50.256922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58c8936c-6688-451b-ac5f-8cbb8040fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.259113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Network d68ebcc2-2b7c-42bc-9500-290be7b8d413 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:50.263308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:50.271626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:50.306635 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56474b-77b4-4bc6-869f-b7baf02cfccf None None] Pushing event updated for resources: {'Port': ['ID=5df12488-8e3c-447a-8e29-c66ce9f0d0f2,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:50.317009 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.413509 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] Set router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:50.683199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Pushing event updated for resources: {'Port': ['ID=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:50.692299 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:07:48Z', 'revision_number': 3, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port': {'id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:47Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:50.727117 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da0bdb-2eb1-44d9-b9c9-2ebed0207d4b None None] The sync data for ids ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'] in n-d-827869-1 is: [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:07:48Z', 'revision_number': 3, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port': {'id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:47Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:50.808310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.832117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8e6f8b80-dc00-4830-a357-b7da23f626ab None None] Provisioning complete for port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:50.832606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8b80-dc00-4830-a357-b7da23f626ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.099969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:51.144559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8e6f8b80-dc00-4830-a357-b7da23f626ab None None] Provisioning complete for port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:51.144940 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8b80-dc00-4830-a357-b7da23f626ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.217075 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.234495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f8b80-dc00-4830-a357-b7da23f626ab None None] Port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:51.238985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.245133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:51.245537 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.389583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-95ec1588-3300-43e0-9ee2-dfd300a59add None None] Provisioning complete for port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:51.390141 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95ec1588-3300-43e0-9ee2-dfd300a59add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.391592 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.395942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Pushing event updated for resources: {'Port': ['ID=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.444176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-95ec1588-3300-43e0-9ee2-dfd300a59add None None] Port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:51.509753 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Network d68ebcc2-2b7c-42bc-9500-290be7b8d413 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:51.512022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:51.697838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:51.863209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:51.869894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7206462d-0db6-4e42-a4e1-390566cff058 admin admin] 10.222.0.47 "PUT /v2.0/routers/91a87e00-7ec5-4930-a6a5-3a92f77e86a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8918750 Feb 04 16:07:51.874239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b1838913-b76c-481f-8bac-6aadf3ba6909 None None] Provisioning complete for port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:51.874981 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1838913-b76c-481f-8bac-6aadf3ba6909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.935790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b1838913-b76c-481f-8bac-6aadf3ba6909 None None] Port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:52.495972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-5222aee7-8886-479e-9d14-9d369f54567c tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:52.497534 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-5222aee7-8886-479e-9d14-9d369f54567c tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/networks?id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8 HTTP/1.1" status: 200 len: 911 time: 0.1029322 Feb 04 16:07:52.514596 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-e22b9f07-7d63-47e0-be37-b60c4e6c51af tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/quotas/e28022f1a5964d24947f51ba0dc1f80d HTTP/1.1" status: 200 len: 375 time: 0.0103717 Feb 04 16:07:52.602896 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-7f0a711b-c89b-4c3b-9610-797c27a8bde4 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=e28022f1a5964d24947f51ba0dc1f80d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812306 Feb 04 16:07:52.759581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-fd35b76b-9c79-4122-8180-b529072b6ad2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:07:52.760737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-fd35b76b-9c79-4122-8180-b529072b6ad2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1499591 Feb 04 16:07:52.861718 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-37cd6ad5-d9aa-40df-949b-3ca3fb4d1400 service neutron] 10.222.0.47 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939362 Feb 04 16:07:52.905391 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Sync routers for ids ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:52.917401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Routers {'91a87e00-7ec5-4930-a6a5-3a92f77e86a0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:52.918272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:52.982245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f1a6ea0c-223f-46a8-94c5-e6b07d421f45 service neutron] 10.222.0.47 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134841 Feb 04 16:07:53.049747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Set router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:53.087306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:53.211926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85ebe288-e7ce-4139-928c-e3d3c49b043e req-0648d79a-edc2-4878-85c9-6db86bcae60c tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 210 time: 0.0399308 Feb 04 16:07:53.421457 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.436836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:53.436836 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.582522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.611399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5df12488-8e3c-447a-8e29-c66ce9f0d0f2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:53.617775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 4, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port': {'id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:47Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1', 'name': '', 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'mac_address': 'fa:16:3e:03:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'eca39652-4baf-427b-8168-939b7d5f73af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:49Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 2, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'subnets': [{'id': 'eca39652-4baf-427b-8168-939b7d5f73af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:53.649682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.654199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Checking router: 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:53.654661 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Updating router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:07:53.714456 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.736754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=5df12488-8e3c-447a-8e29-c66ce9f0d0f2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:54.056110 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.063074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.163189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec45dd0-72ac-4c87-8ee8-c67d46364f90 None None] Pushing event updated for resources: {'Port': ['ID=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:54.180756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Attempting to bind port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:54.181138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Attempting to bind port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:54.181509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Attempting to bind port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 on network d68ebcc2-2b7c-42bc-9500-290be7b8d413 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:54.188405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:54.188791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Checking segment: {'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:54.189202 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.189602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Bound using segment: {'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:54.190121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Bound port: 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:54.190688 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.278312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] For port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:54.282287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] For port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,segment=NetworkSegment(6eac125b-b5ea-4959-bfb9-3beffe7fc9d2),segment_id=6eac125b-b5ea-4959-bfb9-3beffe7fc9d2)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:54.290923 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.398740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e031b31d-79ec-49a7-a2cc-356ad175cd3d req-9573bcaf-b7e9-4abc-b389-7f7a38db691d tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 210 time: 0.0884273 Feb 04 16:07:54.407374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a972d80e-e062-48ff-8381-79212a1c18cc None None] Provisioning complete for port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:54.407971 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a972d80e-e062-48ff-8381-79212a1c18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.409858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec45dd0-72ac-4c87-8ee8-c67d46364f90 None None] Pushing event updated for resources: {'Port': ['ID=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:54.412595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Routers {'91a87e00-7ec5-4930-a6a5-3a92f77e86a0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:54.415348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:54.624287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57370) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:54.661337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] Set router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:54.792818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a972d80e-e062-48ff-8381-79212a1c18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.908603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a972d80e-e062-48ff-8381-79212a1c18cc None None] For port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,segment=NetworkSegment(6eac125b-b5ea-4959-bfb9-3beffe7fc9d2),segment_id=6eac125b-b5ea-4959-bfb9-3beffe7fc9d2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:54.927006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a972d80e-e062-48ff-8381-79212a1c18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.058164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-ac736f0b-faab-4774-a6fd-92cf6bded3b7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:55.059683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-ac736f0b-faab-4774-a6fd-92cf6bded3b7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.30 "GET /v2.0/networks?id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8 HTTP/1.1" status: 200 len: 911 time: 0.2637551 Feb 04 16:07:55.060228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:55.073595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Request body: {'port': {'device_id': '6dff6b77-f6a6-46f0-9a90-9f4542d409da', 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'admin_state_up': True, 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:55.129737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2e82e418-a2a6-43d5-8b26-6446445e3c06 None None] Provisioning complete for port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:55.130139 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2e82e418-a2a6-43d5-8b26-6446445e3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.154119 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972d80e-e062-48ff-8381-79212a1c18cc None None] Pushing event updated for resources: {'Port': ['ID=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:55.174578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Made reservation on behalf of e28022f1a5964d24947f51ba0dc1f80d for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:55.176911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.201921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-39005b02-7823-4713-b23d-205943eedd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 4, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port': {'id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:05:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:47Z', 'updated_at': '2022-02-04T16:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1', 'name': '', 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'mac_address': 'fa:16:3e:03:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'eca39652-4baf-427b-8168-939b7d5f73af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:49Z', 'updated_at': '2022-02-04T16:07:54Z', 'revision_number': 4, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'subnets': [{'id': 'eca39652-4baf-427b-8168-939b7d5f73af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:55.205535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:55.206381 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.254829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39005b02-7823-4713-b23d-205943eedd9d None None] The sync data for ids ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'] in n-d-827869-1 is: [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:07:50Z', 'revision_number': 4, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port': {'id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:05:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:47Z', 'updated_at': '2022-02-04T16:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1', 'name': '', 'network_id': 'd68ebcc2-2b7c-42bc-9500-290be7b8d413', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'mac_address': 'fa:16:3e:03:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'eca39652-4baf-427b-8168-939b7d5f73af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:49Z', 'updated_at': '2022-02-04T16:07:54Z', 'revision_number': 4, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'subnets': [{'id': 'eca39652-4baf-427b-8168-939b7d5f73af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:55.405431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Allocated IP 172.20.0.10 (bdcfdb15-241d-4ca2-aff5-092f573f2fd8/9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd/241d3608-c88c-4349-8e66-c2aba670b5de) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:55.521620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8b82294-df81-47ff-9c58-da98d0c4bed7 req-8c1a5434-6ee2-479e-8b2e-4ca27897a410 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 210 time: 0.0487475 Feb 04 16:07:55.705196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.714943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.834494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.924904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:55.934035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:55.953094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Pushing event updated for resources: {'Port': ['ID=241d3608-c88c-4349-8e66-c2aba670b5de,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:55.956232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:07:56.010683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:56.011309 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.033357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-27798483-deb9-4407-80bd-2335355c9ed7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9658804 Feb 04 16:07:56.048143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Request body: {'port': {'device_id': '6dff6b77-f6a6-46f0-9a90-9f4542d409da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:07:56.161821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.227349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Deleting port 0332d3ea-b5e6-405b-a822-e67c77c07c72 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:56.227683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.251421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-02827c5f-40f7-41d0-90f1-1b98d670bdc7 None None] Provisioning complete for port 241d3608-c88c-4349-8e66-c2aba670b5de triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:56.252075 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-02827c5f-40f7-41d0-90f1-1b98d670bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.297830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-02827c5f-40f7-41d0-90f1-1b98d670bdc7 None None] Port 241d3608-c88c-4349-8e66-c2aba670b5de cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:07:56.443688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] For port 0332d3ea-b5e6-405b-a822-e67c77c07c72, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0332d3ea-b5e6-405b-a822-e67c77c07c72,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:56.444176 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.464407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Calling delete_port for 0332d3ea-b5e6-405b-a822-e67c77c07c72 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:56.667544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241d3608-c88c-4349-8e66-c2aba670b5de {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:56.673072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25924c84-34f4-43a0-8db4-e22db6c43f52 req-7c0de235-778d-4dbc-9a91-a779facb4064 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:56.675601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25924c84-34f4-43a0-8db4-e22db6c43f52 req-7c0de235-778d-4dbc-9a91-a779facb4064 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1028 time: 0.0556877 Feb 04 16:07:56.678909 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.704902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Transition to ACTIVE for port object 241d3608-c88c-4349-8e66-c2aba670b5de will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:56.709670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.719339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25924c84-34f4-43a0-8db4-e22db6c43f52 req-4213c39f-4f70-4223-bf2a-b9d89b3b3309 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369360 Feb 04 16:07:56.808782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Pushing event updated for resources: {'Port': ['ID=241d3608-c88c-4349-8e66-c2aba670b5de,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:56.864126 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.908732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0332d3ea-b5e6-405b-a822-e67c77c07c72,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:57.008603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Attempting to bind port 241d3608-c88c-4349-8e66-c2aba670b5de on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:57.008987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Attempting to bind port 241d3608-c88c-4349-8e66-c2aba670b5de by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:57.009257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Attempting to bind port 241d3608-c88c-4349-8e66-c2aba670b5de on network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:57.018547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Port 241d3608-c88c-4349-8e66-c2aba670b5de on network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:07:57.018873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Attempting to bind port 241d3608-c88c-4349-8e66-c2aba670b5de on network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:07:57.031291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:07:57.031814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Checking segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:07:57.032046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Bound using segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:07:57.032528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Bound port: 241d3608-c88c-4349-8e66-c2aba670b5de, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:57.032895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.134370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:07:57.200799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:57.201167 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.491196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] For port 241d3608-c88c-4349-8e66-c2aba670b5de, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:57.496689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] For port 241d3608-c88c-4349-8e66-c2aba670b5de, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=241d3608-c88c-4349-8e66-c2aba670b5de,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:57.500857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.504920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.592804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.592804 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.592804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] 10.222.0.30 "PUT /v2.0/ports/241d3608-c88c-4349-8e66-c2aba670b5de HTTP/1.1" status: 200 len: 1092 time: 1.5480099 Feb 04 16:07:57.593789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dff6b77-f6a6-46f0-9a90-9f4542d409da', 'tag': '241d3608-c88c-4349-8e66-c2aba670b5de'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:57.596556 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60820cf-e7d5-4042-940e-f2dc273a9a37" -d '{"events": [{"name": "network-changed", "server_uuid": "6dff6b77-f6a6-46f0-9a90-9f4542d409da", "tag": "241d3608-c88c-4349-8e66-c2aba670b5de"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:07:57.629579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a85c8-7af8-47a5-89c6-1fadfa90d434 service neutron] Pushing event updated for resources: {'Port': ['ID=241d3608-c88c-4349-8e66-c2aba670b5de,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:57.668120 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324521a-1a2c-4fe1-9506-b136f811b171 x-openstack-request-id: req-b324521a-1a2c-4fe1-9506-b136f811b171 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:07:57.668430 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dff6b77-f6a6-46f0-9a90-9f4542d409da", "tag": "241d3608-c88c-4349-8e66-c2aba670b5de", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:07:57.668668 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b324521a-1a2c-4fe1-9506-b136f811b171 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:07:57.669074 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dff6b77-f6a6-46f0-9a90-9f4542d409da', 'tag': '241d3608-c88c-4349-8e66-c2aba670b5de', 'status': 'completed', 'code': 200} Feb 04 16:07:57.735967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-09098b89-d10c-4311-aa33-95946f5e90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.737556 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-09098b89-d10c-4311-aa33-95946f5e90ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e28022f1a5964d24947f51ba0dc1f80d&device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1095 time: 0.0721164 Feb 04 16:07:57.818216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-dee4118c-b99a-4b76-a42e-bfe0578ba363 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=241d3608-c88c-4349-8e66-c2aba670b5de HTTP/1.1" status: 200 len: 217 time: 0.0452514 Feb 04 16:07:57.845950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5831a0-3f15-47cd-a469-3af3de2f8f5d req-c54d5c8c-4299-4ded-b597-abab7bf8b683 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.847705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc5831a0-3f15-47cd-a469-3af3de2f8f5d req-c54d5c8c-4299-4ded-b597-abab7bf8b683 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1095 time: 0.0479245 Feb 04 16:07:57.896467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc5831a0-3f15-47cd-a469-3af3de2f8f5d req-3b243c97-1fac-48a1-b77a-e842104b1004 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Feb 04 16:07:57.922599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-71605c96-3c59-4ebc-a30c-7ec4690bb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.924088 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-71605c96-3c59-4ebc-a30c-7ec4690bb297 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd HTTP/1.1" status: 200 len: 849 time: 0.0989861 Feb 04 16:07:57.939706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Router e1f61500-2eeb-4015-a1be-86acf2c0a114 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:58.022565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-da2b77db-9352-4302-9627-2319dba8cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.024173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-da2b77db-9352-4302-9627-2319dba8cf53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933330 Feb 04 16:07:58.144683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:58.151023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-44449e97-1d9a-4ed9-86a6-2f8ef00cadc6 admin admin] 10.222.0.47 "PUT /v2.0/routers/e1f61500-2eeb-4015-a1be-86acf2c0a114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5256310 Feb 04 16:07:58.154187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57382) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:58.158757 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] Sync routers for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:07:58.173455 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:58.174226 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.220767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-5652c188-daa3-4160-8ed4-57b5bf4eda54 service neutron] 10.222.0.30 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890366 Feb 04 16:07:58.345134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.353569 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:58.410121 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f65586b-21f3-4e2a-a2a4-13833e7f881e req-cdd6f697-f58d-4791-838f-e09ba31e86aa service neutron] 10.222.0.30 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818693 Feb 04 16:07:58.488196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.552048 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-7e3a7b1c-542c-4778-ae23-75b706c6d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.553584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-7e3a7b1c-542c-4778-ae23-75b706c6d353 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e28022f1a5964d24947f51ba0dc1f80d&device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1095 time: 0.0774307 Feb 04 16:07:58.570427 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T16:07:56Z', 'revision_number': 5, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port': {'id': '6e58b032-a146-4ee9-81cc-7f56a8e170cc', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:42Z', 'updated_at': '2022-02-04T15:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.602990 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] Checking router: e1f61500-2eeb-4015-a1be-86acf2c0a114 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:07:58.613758 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] Routers {'e1f61500-2eeb-4015-a1be-86acf2c0a114'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:07:58.614441 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:07:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['e1f61500-2eeb-4015-a1be-86acf2c0a114'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.657213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Deleting port 6e58b032-a146-4ee9-81cc-7f56a8e170cc {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:07:58.657715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.729322 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] Set router e1f61500-2eeb-4015-a1be-86acf2c0a114 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:07:58.744609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-85da7505-7b28-4012-8b3b-aabc14cc49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.746329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-85da7505-7b28-4012-8b3b-aabc14cc49ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8 HTTP/1.1" status: 200 len: 911 time: 0.1849115 Feb 04 16:07:58.791604 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T16:07:58Z', 'revision_number': 6, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:58.802783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-9758e697-2909-4155-863a-da24d7778737 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=241d3608-c88c-4349-8e66-c2aba670b5de HTTP/1.1" status: 200 len: 217 time: 0.0498600 Feb 04 16:07:58.829414 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c1849-9e79-4ae3-ac83-45af13816388 None None] The sync data for ids ['e1f61500-2eeb-4015-a1be-86acf2c0a114'] in n-d-827869-1 is: [{'id': 'e1f61500-2eeb-4015-a1be-86acf2c0a114', 'name': 'tempest-AttachVolumeShelveTestJSON-937429901-router', 'tenant_id': '051697c3385042f1bebb9c5da1cb29f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:41Z', 'updated_at': '2022-02-04T16:07:58Z', 'revision_number': 6, 'project_id': '051697c3385042f1bebb9c5da1cb29f5', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:07:58.856633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] For port 6e58b032-a146-4ee9-81cc-7f56a8e170cc, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6e58b032-a146-4ee9-81cc-7f56a8e170cc,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:58.857060 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.879158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Calling delete_port for 6e58b032-a146-4ee9-81cc-7f56a8e170cc owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:07:58.894883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-426995d5-935c-4ea2-af64-510c65f3d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.896637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-426995d5-935c-4ea2-af64-510c65f3d517 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd HTTP/1.1" status: 200 len: 849 time: 0.0844076 Feb 04 16:07:59.035231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-95c1eaae-c79e-4847-96c3-7b955abaefc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:59.036917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-95c1eaae-c79e-4847-96c3-7b955abaefc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331511 Feb 04 16:07:59.153842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ceb49-900a-4a52-9b23-1289b541cd41 req-5076435a-778e-4a02-be9c-45306c95feb7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:59.155425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc2ceb49-900a-4a52-9b23-1289b541cd41 req-5076435a-778e-4a02-be9c-45306c95feb7 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1095 time: 0.1675539 Feb 04 16:07:59.197015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0332d3ea-b5e6-405b-a822-e67c77c07c72 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:07:59.224613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0332d3ea-b5e6-405b-a822-e67c77c07c72 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:07:59.225493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0332d3ea-b5e6-405b-a822-e67c77c07c72 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:07:59.266844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fc2ceb49-900a-4a52-9b23-1289b541cd41 req-18d0f8aa-4667-438a-8211-1d21aafd931f tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034751 Feb 04 16:07:59.274789 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-4358a9c6-44f8-4463-a1c5-b5d730996cff service neutron] 10.222.0.30 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041824 Feb 04 16:07:59.292114 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.368801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Pushing event deleted for resources: {'Port': ['ID=6e58b032-a146-4ee9-81cc-7f56a8e170cc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:59.454282 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.460133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c60820cf-e7d5-4042-940e-f2dc273a9a37 req-8c374b8a-052b-42e2-ab34-8008470f3069 service neutron] 10.222.0.30 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772072 Feb 04 16:07:59.546019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.548041 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.595286 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.596065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f61500-2eeb-4015-a1be-86acf2c0a114 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:07:59.600502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.601818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e77b6ae1-a1dd-4383-b33b-e853a31746af admin admin] 10.222.0.47 "DELETE /v2.0/routers/e1f61500-2eeb-4015-a1be-86acf2c0a114 HTTP/1.1" status: 204 len: 168 time: 1.4467022 Feb 04 16:07:59.604912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57386) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:59.650911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-554017f0-cdee-430d-984f-bc14ec56ca45 admin admin] Deleting subnet 639f5f62-7029-4f26-a825-3fdc577d4fb3 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:07:59.654844 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554017f0-cdee-430d-984f-bc14ec56ca45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.692580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554017f0-cdee-430d-984f-bc14ec56ca45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.779188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554017f0-cdee-430d-984f-bc14ec56ca45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.832878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554017f0-cdee-430d-984f-bc14ec56ca45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.859845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554017f0-cdee-430d-984f-bc14ec56ca45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639f5f62-7029-4f26-a825-3fdc577d4fb3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:59.861813 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-554017f0-cdee-430d-984f-bc14ec56ca45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.867305 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-554017f0-cdee-430d-984f-bc14ec56ca45 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/639f5f62-7029-4f26-a825-3fdc577d4fb3 HTTP/1.1" status: 204 len: 168 time: 0.2589123 Feb 04 16:07:59.867506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c3a39-b3fa-4845-86fb-20c58a273dfa None None] Network 2b59fb73-df02-4390-9ccc-d0127d0de07a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:07:59.867630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57388) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:07:59.947833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.024709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Deleting port 5eaf2d39-2b89-4749-b405-57978d6cd61e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:00.025068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.078758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] DHCP port deletion for 2b59fb73-df02-4390-9ccc-d0127d0de07a request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:08:00.099428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] For port 5eaf2d39-2b89-4749-b405-57978d6cd61e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5eaf2d39-2b89-4749-b405-57978d6cd61e,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:00.099717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.115216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Calling delete_port for 5eaf2d39-2b89-4749-b405-57978d6cd61e owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:00.139159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] Deleting port 5eaf2d39-2b89-4749-b405-57978d6cd61e {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:00.139757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.209710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] For port 5eaf2d39-2b89-4749-b405-57978d6cd61e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5eaf2d39-2b89-4749-b405-57978d6cd61e,segment=NetworkSegment(c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0),segment_id=c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:00.210521 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.227271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] Calling delete_port for 5eaf2d39-2b89-4749-b405-57978d6cd61e owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:00.318227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.347507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] Pushing event deleted for resources: {'Port': ['ID=5eaf2d39-2b89-4749-b405-57978d6cd61e,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:00.352050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3459ea24-3859-474d-9d06-1a6177a82a67 None None] No DVR routers for this DVR port 5eaf2d39-2b89-4749-b405-57978d6cd61e on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:00.408683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b7573-123d-47f9-bcdb-f423c4bbe615 req-fa936e04-27ff-48c6-a98d-6e6caaa6cb6f tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:00.410588 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec5b7573-123d-47f9-bcdb-f423c4bbe615 req-fa936e04-27ff-48c6-a98d-6e6caaa6cb6f tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1095 time: 0.0514390 Feb 04 16:08:00.454852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec5b7573-123d-47f9-bcdb-f423c4bbe615 req-d7dbac8e-5aad-470a-a4e9-24fc66f11cec tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Feb 04 16:08:00.460997 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.488452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaf2d39-2b89-4749-b405-57978d6cd61e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:00.490496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] No DVR routers for this DVR port 5eaf2d39-2b89-4749-b405-57978d6cd61e on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:00.566516 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.592155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b59fb73-df02-4390-9ccc-d0127d0de07a']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:00.602413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:00.602643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0888903-3a8c-4ae4-9ccc-1f798dc2cdb0') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:00.604929 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3c261791-b58f-4d72-ba26-5759f9670f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.612693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.627487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.633688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:08:00.634121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: self.session.flush() Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:00.636394 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:00.692368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.698819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.702058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] 10.222.0.47 "DELETE /v2.0/networks/2b59fb73-df02-4390-9ccc-d0127d0de07a HTTP/1.1" status: 204 len: 168 time: 0.8335624 Feb 04 16:08:00.713648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb567fc-45b3-44cb-b744-684032ffdcec admin admin] Pushing event deleted for resources: {'Network': ['ID=2b59fb73-df02-4390-9ccc-d0127d0de07a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:00.832622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57394) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:00.875085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7ded1137-543e-4b95-88f8-4d62574ddc38 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=051697c3385042f1bebb9c5da1cb29f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411327 Feb 04 16:08:00.877674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57396) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:00.937175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-00fb30b7-a4d3-4bd2-8a56-64facc058901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.967190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-00fb30b7-a4d3-4bd2-8a56-64facc058901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.975339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6e58b032-a146-4ee9-81cc-7f56a8e170cc no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:00.999537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6e58b032-a146-4ee9-81cc-7f56a8e170cc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:00.999978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6e58b032-a146-4ee9-81cc-7f56a8e170cc not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:01.000480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5eaf2d39-2b89-4749-b405-57978d6cd61e no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:01.027336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 5eaf2d39-2b89-4749-b405-57978d6cd61e {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:01.027722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5eaf2d39-2b89-4749-b405-57978d6cd61e not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:01.031058 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-00fb30b7-a4d3-4bd2-8a56-64facc058901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.034215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-00fb30b7-a4d3-4bd2-8a56-64facc058901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.035832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-00fb30b7-a4d3-4bd2-8a56-64facc058901 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c76b2241-0986-4c51-9e4a-a97f2b4d6eba HTTP/1.1" status: 204 len: 168 time: 0.1571672 Feb 04 16:08:01.045944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb30b7-a4d3-4bd2-8a56-64facc058901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b2241-0986-4c51-9e4a-a97f2b4d6eba,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:01.576280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157586f-753e-478b-8843-d3fb2858e8b7 req-68b0b851-9ffd-4dac-8d6a-8bb6c90e00ab tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:01.578416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b157586f-753e-478b-8843-d3fb2858e8b7 req-68b0b851-9ffd-4dac-8d6a-8bb6c90e00ab tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1095 time: 0.0511370 Feb 04 16:08:01.623632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b157586f-753e-478b-8843-d3fb2858e8b7 req-f391089e-db3a-4719-9c92-3ef25c8cb3e9 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Feb 04 16:08:02.765630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e469f54-23f7-438c-9aa3-9ace64499979 req-1a683d24-49d2-4ffd-9bad-bafff8253a65 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:02.765630 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e469f54-23f7-438c-9aa3-9ace64499979 req-1a683d24-49d2-4ffd-9bad-bafff8253a65 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1095 time: 0.0583634 Feb 04 16:08:02.816171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e469f54-23f7-438c-9aa3-9ace64499979 req-362c4e02-15cd-4c0a-94aa-aa4a805ce8fd tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Feb 04 16:08:03.095647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 241d3608-c88c-4349-8e66-c2aba670b5de details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:08:03.217221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 241d3608-c88c-4349-8e66-c2aba670b5de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=241d3608-c88c-4349-8e66-c2aba670b5de,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:03.232636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '241d3608-c88c-4349-8e66-c2aba670b5de', 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'port_id': '241d3608-c88c-4349-8e66-c2aba670b5de', 'mac_address': 'fa:16:3e:66:af:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:08:03.278295 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.293431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241d3608-c88c-4349-8e66-c2aba670b5de {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:03.315077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 241d3608-c88c-4349-8e66-c2aba670b5de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=241d3608-c88c-4349-8e66-c2aba670b5de,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:03.319407 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.371332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=241d3608-c88c-4349-8e66-c2aba670b5de,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:03.668191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['241d3608-c88c-4349-8e66-c2aba670b5de'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:08:03.740623 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea766055-ff39-43b8-bb40-b3995528d503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.942228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfbdcd-c6e2-4a69-bb20-1653cda4eefa req-919e1e77-970a-4a3c-84a2-db6472d296bc tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:03.943865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0bfbdcd-c6e2-4a69-bb20-1653cda4eefa req-919e1e77-970a-4a3c-84a2-db6472d296bc tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1096 time: 0.0475385 Feb 04 16:08:03.982629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e0bfbdcd-c6e2-4a69-bb20-1653cda4eefa req-a219b012-f490-4515-84b8-0b1568f20492 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Feb 04 16:08:05.100101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a92be3-3788-4909-a215-1ff56146bb7f req-f2c3049a-023b-49f6-bd8b-7e1d38308a5d tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.101965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5a92be3-3788-4909-a215-1ff56146bb7f req-f2c3049a-023b-49f6-bd8b-7e1d38308a5d tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1096 time: 0.0445907 Feb 04 16:08:05.111844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 241d3608-c88c-4349-8e66-c2aba670b5de up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:08:05.147788 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5a92be3-3788-4909-a215-1ff56146bb7f req-13311921-6252-4619-8280-304d9b9ffc4d tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Feb 04 16:08:05.178528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 241d3608-c88c-4349-8e66-c2aba670b5de completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:05.182480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 241d3608-c88c-4349-8e66-c2aba670b5de triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:05.182863 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.276847 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.309159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dff6b77-f6a6-46f0-9a90-9f4542d409da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d3608-c88c-4349-8e66-c2aba670b5de'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:05.311378 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edec3cd-5f76-46a9-ad56-90178b7ad483" -d '{"events": [{"server_uuid": "6dff6b77-f6a6-46f0-9a90-9f4542d409da", "name": "network-vif-plugged", "status": "completed", "tag": "241d3608-c88c-4349-8e66-c2aba670b5de"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:08:05.325286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 241d3608-c88c-4349-8e66-c2aba670b5de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=241d3608-c88c-4349-8e66-c2aba670b5de,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:05.328483 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.361246 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af83c9b-33a0-43ab-b65d-ed4dc1501a86 x-openstack-request-id: req-8af83c9b-33a0-43ab-b65d-ed4dc1501a86 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:08:05.362079 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dff6b77-f6a6-46f0-9a90-9f4542d409da", "name": "network-vif-plugged", "status": "completed", "tag": "241d3608-c88c-4349-8e66-c2aba670b5de", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:08:05.362886 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8af83c9b-33a0-43ab-b65d-ed4dc1501a86 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:08:05.363755 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dff6b77-f6a6-46f0-9a90-9f4542d409da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d3608-c88c-4349-8e66-c2aba670b5de', 'code': 200} Feb 04 16:08:05.402344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=241d3608-c88c-4349-8e66-c2aba670b5de,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:05.464439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db8343-e673-4a95-a219-15a95d41102f req-aee4cc88-0847-4332-9e54-6b870f0c3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.466048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1db8343-e673-4a95-a219-15a95d41102f req-aee4cc88-0847-4332-9e54-6b870f0c3524 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0500102 Feb 04 16:08:05.505919 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1db8343-e673-4a95-a219-15a95d41102f req-45e86fc7-03dc-48ee-b0cf-4e9d4e85a090 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Feb 04 16:08:05.880590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.285237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606fbab-e08c-4652-a394-c7086f675ee3 req-4c60a3fc-5f76-4d48-aa33-7224c6b2f2f6 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.287737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d606fbab-e08c-4652-a394-c7086f675ee3 req-4c60a3fc-5f76-4d48-aa33-7224c6b2f2f6 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0549595 Feb 04 16:08:06.335188 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d606fbab-e08c-4652-a394-c7086f675ee3 req-d451c815-f8aa-41c6-b8ca-d3ae791763c5 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Feb 04 16:08:06.988424 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.451756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400da45f-1250-43ed-972e-53d56de63df5 req-558f4460-d251-4fb6-bc64-593f1c56a592 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.453303 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-400da45f-1250-43ed-972e-53d56de63df5 req-558f4460-d251-4fb6-bc64-593f1c56a592 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0445411 Feb 04 16:08:07.491039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-400da45f-1250-43ed-972e-53d56de63df5 req-ba804fb4-2633-4f92-8faf-d2b10d47b2c8 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312684 Feb 04 16:08:07.503099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.599527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe26e47-ce50-4ca8-8e02-17918f049d58 req-c79c630d-d394-4302-89c4-441d9fd0bad8 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.601111 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0fe26e47-ce50-4ca8-8e02-17918f049d58 req-c79c630d-d394-4302-89c4-441d9fd0bad8 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0428667 Feb 04 16:08:07.638581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0fe26e47-ce50-4ca8-8e02-17918f049d58 req-6d5633c7-0a11-4bcb-b3e9-d406bd4bff86 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302441 Feb 04 16:08:07.749454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88876438-a8dc-4d75-a437-eac67567569c req-c46e419b-1056-4deb-ab4b-29c994a733ce tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.751405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88876438-a8dc-4d75-a437-eac67567569c req-c46e419b-1056-4deb-ab4b-29c994a733ce tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0468614 Feb 04 16:08:07.789928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88876438-a8dc-4d75-a437-eac67567569c req-2dc96a8f-224d-4c48-96d4-69802da209a8 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307243 Feb 04 16:08:08.095385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-bc5cf1d4-6e06-4801-a631-dfd6994d2bbf tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:08.097038 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-bc5cf1d4-6e06-4801-a631-dfd6994d2bbf tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/networks?id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8 HTTP/1.1" status: 200 len: 911 time: 0.0981750 Feb 04 16:08:08.112794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-3e4a5fb9-f9e9-4511-8889-0e549794a00a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/quotas/e28022f1a5964d24947f51ba0dc1f80d HTTP/1.1" status: 200 len: 375 time: 0.0098002 Feb 04 16:08:08.131610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57572) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:08.172412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-c95bf498-e27d-4961-be6c-09d71057dfdd tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=e28022f1a5964d24947f51ba0dc1f80d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517323 Feb 04 16:08:08.267704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8f40-7757-4777-b1ed-3656c08c079f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.310240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-f05512c4-d9c8-4c3b-bbe6-847bce9d8e5a service neutron] 10.222.0.47 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286035 Feb 04 16:08:08.441524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8f40-7757-4777-b1ed-3656c08c079f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.444762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-e5712061-ca0f-48fe-8296-1426ef9be562 service neutron] 10.222.0.47 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228347 Feb 04 16:08:08.446475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8f40-7757-4777-b1ed-3656c08c079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.493007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b8f40-7757-4777-b1ed-3656c08c079f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b3cdf4-a25a-4eb4-a99f-cd7acb4bc2b2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:08.497827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3d5b8f40-7757-4777-b1ed-3656c08c079f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0e230dee6c70499eb134f8afd21de018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636553 Feb 04 16:08:08.500463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57576) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:08.554914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4503b240-7613-4a37-8c5a-2063fe6951fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.581221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4503b240-7613-4a37-8c5a-2063fe6951fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.635982 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4503b240-7613-4a37-8c5a-2063fe6951fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.638857 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4503b240-7613-4a37-8c5a-2063fe6951fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.642953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4503b240-7613-4a37-8c5a-2063fe6951fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9b3cdf4-a25a-4eb4-a99f-cd7acb4bc2b2 HTTP/1.1" status: 204 len: 168 time: 0.1409838 Feb 04 16:08:08.655287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503b240-7613-4a37-8c5a-2063fe6951fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b3cdf4-a25a-4eb4-a99f-cd7acb4bc2b2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:08.683323 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b0e2066-7fdd-4677-adf5-c16d4f98f385 req-911ed286-eeb4-4286-ae8a-fa7989e05a70 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 210 time: 0.0471866 Feb 04 16:08:08.987499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57590) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:09.006161 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d93972f7-4b1e-4f79-9a86-dacc9de070b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.026704 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:08:09.110887 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d93972f7-4b1e-4f79-9a86-dacc9de070b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.115564 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d93972f7-4b1e-4f79-9a86-dacc9de070b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.164337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d93972f7-4b1e-4f79-9a86-dacc9de070b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d393e131bed245bf8c38079fb329cf3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725626 Feb 04 16:08:09.165196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57596) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:09.167299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93972f7-4b1e-4f79-9a86-dacc9de070b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b313a76d-c49f-4561-99b8-e77d09a33551,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.231833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f42fcaa-1c48-488d-923f-c129f56466d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.260666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f42fcaa-1c48-488d-923f-c129f56466d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.316271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f42fcaa-1c48-488d-923f-c129f56466d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.319197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0f42fcaa-1c48-488d-923f-c129f56466d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.320933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0f42fcaa-1c48-488d-923f-c129f56466d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b313a76d-c49f-4561-99b8-e77d09a33551 HTTP/1.1" status: 204 len: 168 time: 0.1549900 Feb 04 16:08:09.331337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42fcaa-1c48-488d-923f-c129f56466d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b313a76d-c49f-4561-99b8-e77d09a33551,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.796549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7922f9a7-e796-4138-9354-b326624f266e req-92c6ec3d-c98a-4111-90f8-f3bc1bf57ef0 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 210 time: 0.0360217 Feb 04 16:08:09.948572 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.131171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-d6e0319a-8dd9-437d-a0a1-9481b52df640 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.132666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-d6e0319a-8dd9-437d-a0a1-9481b52df640 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.50 "GET /v2.0/networks?id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8 HTTP/1.1" status: 200 len: 911 time: 0.1096284 Feb 04 16:08:10.145454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Request body: {'port': {'device_id': 'cc5ceb96-bbf5-466f-8438-e65e941588f4', 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'admin_state_up': True, 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:10.174821 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Made reservation on behalf of e28022f1a5964d24947f51ba0dc1f80d for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:10.177468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.314842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Allocated IP 172.20.0.12 (bdcfdb15-241d-4ca2-aff5-092f573f2fd8/9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd/ae6a3ac3-f8f5-411a-b652-79075dd5b2cc) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:10.487405 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.523520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.535974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['241d3608-c88c-4349-8e66-c2aba670b5de'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:08:10.577246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:10.583229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:10.585236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Pushing event updated for resources: {'Port': ['ID=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:10.587532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:10.639333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.639968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.677391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-44d621cc-2d87-4f14-acf1-f7878e9a846a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5363181 Feb 04 16:08:10.727940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Request body: {'port': {'device_id': 'cc5ceb96-bbf5-466f-8438-e65e941588f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:10.826442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.937915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ddb38-d967-4dc4-9f4b-ff1587fb2ee2 req-e64a70cb-4b38-4628-b8bc-aab1ffc35a71 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.947126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-396ddb38-d967-4dc4-9f4b-ff1587fb2ee2 req-e64a70cb-4b38-4628-b8bc-aab1ffc35a71 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1028 time: 0.0575511 Feb 04 16:08:10.998430 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-396ddb38-d967-4dc4-9f4b-ff1587fb2ee2 req-14208916-961b-4331-887b-3059d98de8da tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Feb 04 16:08:11.085311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-04eef782-4069-45ce-a1c8-9853e20eff05 None None] Provisioning complete for port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:11.086160 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-04eef782-4069-45ce-a1c8-9853e20eff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.132662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-04eef782-4069-45ce-a1c8-9853e20eff05 None None] Port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:11.247602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6a3ac3-f8f5-411a-b652-79075dd5b2cc {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:11.263000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.283097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Transition to ACTIVE for port object ae6a3ac3-f8f5-411a-b652-79075dd5b2cc will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:11.289615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.344275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:11.429720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Attempting to bind port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:11.430163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Attempting to bind port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:11.431049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Attempting to bind port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc on network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:08:11.436278 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc on network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:08:11.436682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Attempting to bind port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc on network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:08:11.442431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:08:11.442791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Checking segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:08:11.443187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Bound using segment: {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:08:11.443629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Bound port: ae6a3ac3-f8f5-411a-b652-79075dd5b2cc, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f592db38-7a12-443b-b7f5-0936135eaaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:11.443989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.540345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] For port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:11.546458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] For port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:11.554131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.599564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.600396 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.601876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] 10.222.0.50 "PUT /v2.0/ports/ae6a3ac3-f8f5-411a-b652-79075dd5b2cc HTTP/1.1" status: 200 len: 1092 time: 0.8797910 Feb 04 16:08:11.602370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5ceb96-bbf5-466f-8438-e65e941588f4', 'tag': 'ae6a3ac3-f8f5-411a-b652-79075dd5b2cc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:11.604701 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd677069-014a-42aa-b6ca-822374c0e2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5ceb96-bbf5-466f-8438-e65e941588f4", "tag": "ae6a3ac3-f8f5-411a-b652-79075dd5b2cc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:08:11.635733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2fe00-84da-40a0-98c5-eb72d1bdd5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:11.661803 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8931e2be-75f9-4240-b5ad-906cb11b1682 x-openstack-request-id: req-8931e2be-75f9-4240-b5ad-906cb11b1682 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:08:11.662156 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5ceb96-bbf5-466f-8438-e65e941588f4", "tag": "ae6a3ac3-f8f5-411a-b652-79075dd5b2cc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:08:11.662433 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8931e2be-75f9-4240-b5ad-906cb11b1682 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:08:11.662859 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5ceb96-bbf5-466f-8438-e65e941588f4', 'tag': 'ae6a3ac3-f8f5-411a-b652-79075dd5b2cc', 'status': 'completed', 'code': 200} Feb 04 16:08:11.735152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-04dda4dc-723c-4dd6-a0c9-f258b0e29560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.736674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-04dda4dc-723c-4dd6-a0c9-f258b0e29560 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e28022f1a5964d24947f51ba0dc1f80d&device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1095 time: 0.0567880 Feb 04 16:08:11.808760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-de2f9cca-df1f-4225-97d2-3a15152b80f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc HTTP/1.1" status: 200 len: 217 time: 0.0578647 Feb 04 16:08:11.888468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-27982004-5779-4444-90d2-ede608ecf486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.891239 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-27982004-5779-4444-90d2-ede608ecf486 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd HTTP/1.1" status: 200 len: 849 time: 0.0747144 Feb 04 16:08:11.961146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-08f48f2c-a36a-48d4-949a-b25f890e92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.964163 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-08f48f2c-a36a-48d4-949a-b25f890e92e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651624 Feb 04 16:08:12.105192 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-2509287f-5a8d-49f7-936b-b0b05bcce9bd service neutron] 10.222.0.50 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316855 Feb 04 16:08:12.146568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001eaa-3b1e-4c63-92b1-19a02f087094 req-0c8c7a88-28b8-4d75-817b-81bdf40231bc tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.149001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86001eaa-3b1e-4c63-92b1-19a02f087094 req-0c8c7a88-28b8-4d75-817b-81bdf40231bc tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1095 time: 0.0683224 Feb 04 16:08:12.196950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86001eaa-3b1e-4c63-92b1-19a02f087094 req-9bfd105d-8173-4aed-8297-bd4eecaa8323 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 Feb 04 16:08:12.235158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b6cf129-d52a-440f-b57b-3c252f970cf2 req-067dd3b6-ef00-416c-9858-be9d7ed9a002 service neutron] 10.222.0.50 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210639 Feb 04 16:08:12.383128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-352326f4-780c-4615-9d16-16700f138c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.386066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-352326f4-780c-4615-9d16-16700f138c3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e28022f1a5964d24947f51ba0dc1f80d&device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1095 time: 0.0567198 Feb 04 16:08:12.552924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57684) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:12.722793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53e2-ebfb-4a91-8699-bb51dd9c4734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.859868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53e2-ebfb-4a91-8699-bb51dd9c4734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.865618 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f3aa53e2-ebfb-4a91-8699-bb51dd9c4734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.897427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-605bbd7a-ef4c-4f4c-a4b8-919e7e222c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.899390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-605bbd7a-ef4c-4f4c-a4b8-919e7e222c8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8 HTTP/1.1" status: 200 len: 911 time: 0.5068858 Feb 04 16:08:12.915304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f3aa53e2-ebfb-4a91-8699-bb51dd9c4734 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2448657e0a7f45b1a25def9a4f97ddf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608506 Feb 04 16:08:12.919398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57688) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:12.928225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa53e2-ebfb-4a91-8699-bb51dd9c4734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d76b46-6d11-49c2-9851-43d7e0e2412a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:12.960081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-6ae04168-0736-4a20-97b5-9701130cc171 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc HTTP/1.1" status: 200 len: 217 time: 0.0537710 Feb 04 16:08:12.987350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f77bba63-069b-436c-bb6b-b79f1f978c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.016511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f77bba63-069b-436c-bb6b-b79f1f978c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.052970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-e83a884f-388e-4df1-97a7-622bfd76894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.055110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-e83a884f-388e-4df1-97a7-622bfd76894d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd HTTP/1.1" status: 200 len: 849 time: 0.0882192 Feb 04 16:08:13.129630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f77bba63-069b-436c-bb6b-b79f1f978c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.133770 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f77bba63-069b-436c-bb6b-b79f1f978c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.135073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-25e665f7-3057-4795-902b-9b9ce96a9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.139252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f77bba63-069b-436c-bb6b-b79f1f978c27 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16d76b46-6d11-49c2-9851-43d7e0e2412a HTTP/1.1" status: 204 len: 168 time: 0.2156627 Feb 04 16:08:13.139545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-25e665f7-3057-4795-902b-9b9ce96a9a47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749946 Feb 04 16:08:13.156697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bba63-069b-436c-bb6b-b79f1f978c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d76b46-6d11-49c2-9851-43d7e0e2412a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:13.174659 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-8a307631-ad5c-4f04-b404-62c9ddf5ccff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904472 Feb 04 16:08:13.324134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-27723c64-3d9c-42c4-9574-700bbdde3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.326432 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-27723c64-3d9c-42c4-9574-700bbdde3dd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e28022f1a5964d24947f51ba0dc1f80d&device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0709753 Feb 04 16:08:13.355972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-9023ab77-75fb-4021-9ccd-6e52b355078b service neutron] 10.222.0.50 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104404 Feb 04 16:08:13.461099 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1561be-3df1-4c4f-8014-a207829b3f01 req-78c3a8cf-f0cd-40bc-b396-8b1646804b14 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.464139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd1561be-3df1-4c4f-8014-a207829b3f01 req-78c3a8cf-f0cd-40bc-b396-8b1646804b14 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1095 time: 0.1425662 Feb 04 16:08:13.540015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-e4f802c0-6069-4940-ba07-bebe9c41da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.543439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-e4f802c0-6069-4940-ba07-bebe9c41da93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8 HTTP/1.1" status: 200 len: 911 time: 0.1907809 Feb 04 16:08:13.577019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd677069-014a-42aa-b6ca-822374c0e2a3 req-67c085af-cc3e-4f4c-aed9-295677c1e2e0 service neutron] 10.222.0.50 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973886 Feb 04 16:08:13.580428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd1561be-3df1-4c4f-8014-a207829b3f01 req-1ed80eaf-30f4-461e-bc7a-3240f0a48559 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060410 Feb 04 16:08:13.622191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-e5e23095-5d88-4f05-9187-f48de14bd37c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=241d3608-c88c-4349-8e66-c2aba670b5de HTTP/1.1" status: 200 len: 217 time: 0.0718036 Feb 04 16:08:13.646054 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57696) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:13.675143 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-78a3e90f-046f-413c-9e6d-4db210fac946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.677104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-657a227c-2133-48c4-8409-8e59ab9cc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.678678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-657a227c-2133-48c4-8409-8e59ab9cc8cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd HTTP/1.1" status: 200 len: 849 time: 0.0506103 Feb 04 16:08:13.734551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-305b9413-75d6-4cda-aa5f-d6f659f746d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.736003 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-305b9413-75d6-4cda-aa5f-d6f659f746d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bdcfdb15-241d-4ca2-aff5-092f573f2fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500834 Feb 04 16:08:13.795754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-78a3e90f-046f-413c-9e6d-4db210fac946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.801464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-78a3e90f-046f-413c-9e6d-4db210fac946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.865851 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-85a20486-5c08-4416-958e-4ee7fc73ccf0 service neutron] 10.222.0.30 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225424 Feb 04 16:08:13.871376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-78a3e90f-046f-413c-9e6d-4db210fac946 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea585aa1f2224c848c1d195b07dd7a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235205 Feb 04 16:08:13.872787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3e90f-046f-413c-9e6d-4db210fac946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad305d1f-c80c-4034-8718-4d65a8a6e375,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:13.874716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57698) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:14.018136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53fc3e23-cfc3-479b-b34c-ece79c121a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.034679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31465c7e-fed8-45d3-b2a9-23d6eb9428a6 req-4dbc9e28-2710-4810-a0d7-6461e4ece5dd service neutron] 10.222.0.30 "GET /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624074 Feb 04 16:08:14.053133 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53fc3e23-cfc3-479b-b34c-ece79c121a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.116019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53fc3e23-cfc3-479b-b34c-ece79c121a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.118841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53fc3e23-cfc3-479b-b34c-ece79c121a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.120086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-53fc3e23-cfc3-479b-b34c-ece79c121a87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad305d1f-c80c-4034-8718-4d65a8a6e375 HTTP/1.1" status: 204 len: 168 time: 0.2440937 Feb 04 16:08:14.129573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc3e23-cfc3-479b-b34c-ece79c121a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad305d1f-c80c-4034-8718-4d65a8a6e375,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:14.732118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398d2cd-1c8f-4c25-bf10-8d6b4c63f69a req-f47eb728-280e-44d3-9432-aaede978960a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:14.734533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8398d2cd-1c8f-4c25-bf10-8d6b4c63f69a req-f47eb728-280e-44d3-9432-aaede978960a tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1095 time: 0.0550334 Feb 04 16:08:14.789970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8398d2cd-1c8f-4c25-bf10-8d6b4c63f69a req-28121a49-875c-4548-af47-6103d03cea34 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484803 Feb 04 16:08:15.945244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a5a7-84b3-4d46-9e59-bd153b06760e req-f58446e7-9e81-42b0-912d-7c514c4e8665 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.947900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f97a5a7-84b3-4d46-9e59-bd153b06760e req-f58446e7-9e81-42b0-912d-7c514c4e8665 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1095 time: 0.0726113 Feb 04 16:08:15.995226 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6f97a5a7-84b3-4d46-9e59-bd153b06760e req-a965aede-f450-481c-9a11-a3c03c024ba1 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 Feb 04 16:08:16.173159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ae6a3ac3-f8f5-411a-b652-79075dd5b2cc details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:08:16.302364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:16.317004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ae6a3ac3-f8f5-411a-b652-79075dd5b2cc', 'network_id': 'bdcfdb15-241d-4ca2-aff5-092f573f2fd8', 'port_id': 'ae6a3ac3-f8f5-411a-b652-79075dd5b2cc', 'mac_address': 'fa:16:3e:13:2f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:08:16.367773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.386422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6a3ac3-f8f5-411a-b652-79075dd5b2cc {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:16.422038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:16.427661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.497926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:16.880273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ae6a3ac3-f8f5-411a-b652-79075dd5b2cc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:08:17.059265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57780) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:17.141614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595ab00-1c69-401c-b991-729445d66a63 req-a482f8cc-daf9-43fa-b69e-f3305ca88af5 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:17.143349 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f595ab00-1c69-401c-b991-729445d66a63 req-a482f8cc-daf9-43fa-b69e-f3305ca88af5 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1096 time: 0.0550687 Feb 04 16:08:17.198706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f595ab00-1c69-401c-b991-729445d66a63 req-fe37b804-8375-4ed5-86a8-13d210b56550 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486114 Feb 04 16:08:17.206452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.303918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.308760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.348766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cefec4c-15f9-4017-9004-f45e57339fb9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:17.352942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cde44ce984874a4bba9edb802d95ccf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924166 Feb 04 16:08:17.357445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57784) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:17.362095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.362436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.362784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.363120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.363590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.364162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.364716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.365136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.365469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.365801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.366161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.366486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1253323e-da3a-4a38-b06d-275dd3b2c06f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.422873 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.448581 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.509765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.514494 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.516509 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3cefec4c-15f9-4017-9004-f45e57339fb9 HTTP/1.1" status: 204 len: 168 time: 0.1569495 Feb 04 16:08:17.529555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cefec4c-15f9-4017-9004-f45e57339fb9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:17.543123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.543683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.544216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.544803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.545316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.545785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.546362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.547006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.547491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.548066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.548646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.549224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93067a-2e99-4d6a-a8d6-fa47781c1563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:17.870761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57790) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:17.885188 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cfa91e2-2130-4c28-b70b-90e8cae60a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.967533 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cfa91e2-2130-4c28-b70b-90e8cae60a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.973318 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9cfa91e2-2130-4c28-b70b-90e8cae60a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.014901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9cfa91e2-2130-4c28-b70b-90e8cae60a92 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a82f742ef6a46a89ec677a96ce61d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430030 Feb 04 16:08:18.016325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa91e2-2130-4c28-b70b-90e8cae60a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d69640-bbd2-41ed-be7b-bfd724bd3c6a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:18.017956 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57792) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:18.093782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7598098-4d97-4087-993d-bb3d7c37ffd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.118005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7598098-4d97-4087-993d-bb3d7c37ffd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.172666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ae6a3ac3-f8f5-411a-b652-79075dd5b2cc up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:08:18.173627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7598098-4d97-4087-993d-bb3d7c37ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.176191 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7598098-4d97-4087-993d-bb3d7c37ffd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.178168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d7598098-4d97-4087-993d-bb3d7c37ffd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6d69640-bbd2-41ed-be7b-bfd724bd3c6a HTTP/1.1" status: 204 len: 168 time: 0.1584439 Feb 04 16:08:18.191425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7598098-4d97-4087-993d-bb3d7c37ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d69640-bbd2-41ed-be7b-bfd724bd3c6a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:18.276704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:18.281190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:18.281577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.354636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978f199-4bdf-4a1c-b504-7f7eb89229fd req-91a7f57b-1f0a-47b5-83fb-709ac2be5bc8 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:18.356178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4978f199-4bdf-4a1c-b504-7f7eb89229fd req-91a7f57b-1f0a-47b5-83fb-709ac2be5bc8 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1096 time: 0.0543022 Feb 04 16:08:18.369150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.395817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5ceb96-bbf5-466f-8438-e65e941588f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6a3ac3-f8f5-411a-b652-79075dd5b2cc'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:18.398425 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30d651c-61f6-4fc3-9a8a-313221134fdc" -d '{"events": [{"server_uuid": "cc5ceb96-bbf5-466f-8438-e65e941588f4", "name": "network-vif-plugged", "status": "completed", "tag": "ae6a3ac3-f8f5-411a-b652-79075dd5b2cc"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:08:18.415137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:18.422501 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.438804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4978f199-4bdf-4a1c-b504-7f7eb89229fd req-8175b54c-36fa-4382-971a-467a664be45e tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670238 Feb 04 16:08:18.475397 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c05faac-8540-45c4-a4df-94fe640f40c7 x-openstack-request-id: req-8c05faac-8540-45c4-a4df-94fe640f40c7 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:08:18.475878 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5ceb96-bbf5-466f-8438-e65e941588f4", "name": "network-vif-plugged", "status": "completed", "tag": "ae6a3ac3-f8f5-411a-b652-79075dd5b2cc", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:08:18.476299 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c05faac-8540-45c4-a4df-94fe640f40c7 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:08:18.476938 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5ceb96-bbf5-466f-8438-e65e941588f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6a3ac3-f8f5-411a-b652-79075dd5b2cc', 'code': 200} Feb 04 16:08:18.518055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:18.601061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407a24-e02c-42b2-bb22-45be25abf252 req-55ec783d-fc7a-446a-9729-c1d20f966dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:18.602848 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16407a24-e02c-42b2-bb22-45be25abf252 req-55ec783d-fc7a-446a-9729-c1d20f966dea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1097 time: 0.0601165 Feb 04 16:08:18.652861 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-16407a24-e02c-42b2-bb22-45be25abf252 req-b6801c3d-0527-48a5-95b7-4a951a5d9a19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Feb 04 16:08:19.568954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e56dba-5625-4ba8-b7f1-e7a4b8398c18 req-7f7d7578-6852-4a24-9e35-2207bcbc1fe8 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:19.572693 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5e56dba-5625-4ba8-b7f1-e7a4b8398c18 req-7f7d7578-6852-4a24-9e35-2207bcbc1fe8 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1097 time: 0.0530508 Feb 04 16:08:19.624355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5e56dba-5625-4ba8-b7f1-e7a4b8398c18 req-efd6baa7-afa8-4432-a8ba-0e1b73e3c90e tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Feb 04 16:08:20.782122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2c29e-c573-4aca-98ee-cbdcc5f7d4a7 req-b0ededcf-6a15-42c4-9cfc-4e492807ae19 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:20.784722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-63f2c29e-c573-4aca-98ee-cbdcc5f7d4a7 req-b0ededcf-6a15-42c4-9cfc-4e492807ae19 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1097 time: 0.0666819 Feb 04 16:08:20.829961 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-63f2c29e-c573-4aca-98ee-cbdcc5f7d4a7 req-33ea6767-249f-4dfc-a8e6-d915d15e6bc2 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Feb 04 16:08:20.948285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d66d-2410-419a-85f9-0f599f43067d req-033d7108-7aea-4e7e-b101-5c1bcc45c371 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:20.950418 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7fc3d66d-2410-419a-85f9-0f599f43067d req-033d7108-7aea-4e7e-b101-5c1bcc45c371 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1097 time: 0.0461893 Feb 04 16:08:20.997842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7fc3d66d-2410-419a-85f9-0f599f43067d req-81a552f7-746b-40e0-a8c6-126c4c8e0a29 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Feb 04 16:08:21.152992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a4475-bb47-4f80-9490-c2351f074847 req-7b41a0c8-a207-40fd-ae16-8c3ffb6ce401 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:21.155525 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-104a4475-bb47-4f80-9490-c2351f074847 req-7b41a0c8-a207-40fd-ae16-8c3ffb6ce401 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1097 time: 0.0644896 Feb 04 16:08:21.196890 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-104a4475-bb47-4f80-9490-c2351f074847 req-67ef7867-1a66-4680-b2cf-b9e90c301277 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 Feb 04 16:08:21.464493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6d26c-aea2-499d-bf38-9e7cafed40a2 req-57c091e6-3592-49bd-b00f-cc16fe4fcb02 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:21.466085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bea6d26c-aea2-499d-bf38-9e7cafed40a2 req-57c091e6-3592-49bd-b00f-cc16fe4fcb02 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1097 time: 0.0460157 Feb 04 16:08:21.526104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bea6d26c-aea2-499d-bf38-9e7cafed40a2 req-25a02446-d81d-4baf-b7a3-fc1adf761652 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517998 Feb 04 16:08:22.658201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f95c5-a6a7-43a9-ad81-310d59229420 req-d7498c6e-47d6-4de3-a574-f9c508f8247e tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:22.659781 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb3f95c5-a6a7-43a9-ad81-310d59229420 req-d7498c6e-47d6-4de3-a574-f9c508f8247e tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1097 time: 0.0503871 Feb 04 16:08:22.741654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb3f95c5-a6a7-43a9-ad81-310d59229420 req-6a2533c2-6a25-43f6-8348-38d6e6c47232 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673892 Feb 04 16:08:22.950860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-be3fe7cc-2f14-467c-b79b-36747ef770ca tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:22.952643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-be3fe7cc-2f14-467c-b79b-36747ef770ca tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 1097 time: 0.0454221 Feb 04 16:08:23.043778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Deleting port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:23.044136 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.137235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] For port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:23.137610 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.153167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Calling delete_port for ae6a3ac3-f8f5-411a-b652-79075dd5b2cc owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:23.300395 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.313420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['241d3608-c88c-4349-8e66-c2aba670b5de'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:08:23.331375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae6a3ac3-f8f5-411a-b652-79075dd5b2cc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:23.371333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ae6a3ac3-f8f5-411a-b652-79075dd5b2cc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:08:23.383595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] No DVR routers for this DVR port ae6a3ac3-f8f5-411a-b652-79075dd5b2cc on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:23.387283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.391135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c5705e0-bf37-4d4c-a958-9ddfd1b26d9a req-1a88220d-e379-4f65-9e5c-db9194a04dd3 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.50 "DELETE /v2.0/ports/ae6a3ac3-f8f5-411a-b652-79075dd5b2cc HTTP/1.1" status: 204 len: 173 time: 0.4321983 Feb 04 16:08:23.392091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5ceb96-bbf5-466f-8438-e65e941588f4', 'name': 'network-vif-deleted', 'tag': 'ae6a3ac3-f8f5-411a-b652-79075dd5b2cc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:23.394846 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99180ac-357d-441d-9593-af59c98dabed" -d '{"events": [{"server_uuid": "cc5ceb96-bbf5-466f-8438-e65e941588f4", "name": "network-vif-deleted", "tag": "ae6a3ac3-f8f5-411a-b652-79075dd5b2cc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:08:23.445395 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b43df3f-6d22-419c-a3e3-218fe31b8c04 x-openstack-request-id: req-3b43df3f-6d22-419c-a3e3-218fe31b8c04 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:08:23.445935 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5ceb96-bbf5-466f-8438-e65e941588f4", "name": "network-vif-deleted", "tag": "ae6a3ac3-f8f5-411a-b652-79075dd5b2cc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:08:23.446520 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b43df3f-6d22-419c-a3e3-218fe31b8c04 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:08:23.447724 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5ceb96-bbf5-466f-8438-e65e941588f4', 'name': 'network-vif-deleted', 'tag': 'ae6a3ac3-f8f5-411a-b652-79075dd5b2cc', 'status': 'completed', 'code': 200} Feb 04 16:08:23.481518 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.865430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e101b742-e825-45a8-9070-ae5b9d514e55 req-05881ea2-9981-4bf8-ae9b-976a5ced239d tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc5ceb96-bbf5-466f-8438-e65e941588f4 HTTP/1.1" status: 200 len: 210 time: 0.0296144 Feb 04 16:08:25.273647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25f64-2c5a-45b1-9e19-89a5ada0ed5f req-cf721133-cfa2-4199-a77c-a814ab07b76b tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:25.276281 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78c25f64-2c5a-45b1-9e19-89a5ada0ed5f req-cf721133-cfa2-4199-a77c-a814ab07b76b tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0636487 Feb 04 16:08:25.336105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78c25f64-2c5a-45b1-9e19-89a5ada0ed5f req-0ad778dc-89cd-4b23-b749-cbbc53b7bf66 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508134 Feb 04 16:08:25.439264 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 57942) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:25.576024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-603201ae-49ab-4918-8746-69f90ae1558d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.675576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-603201ae-49ab-4918-8746-69f90ae1558d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.680493 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-603201ae-49ab-4918-8746-69f90ae1558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.724741 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-603201ae-49ab-4918-8746-69f90ae1558d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=290d7df6fe2c463eb3eaac230d61e4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841771 Feb 04 16:08:25.725612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603201ae-49ab-4918-8746-69f90ae1558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e031441-c2fe-4cee-a1c6-0ce04b1dbabb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:25.728571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57946) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:25.823425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4442f7-33c1-4284-a016-b509cfbd76f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.863117 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4442f7-33c1-4284-a016-b509cfbd76f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.936902 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4442f7-33c1-4284-a016-b509cfbd76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.940140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d4442f7-33c1-4284-a016-b509cfbd76f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.941363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3d4442f7-33c1-4284-a016-b509cfbd76f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e031441-c2fe-4cee-a1c6-0ce04b1dbabb HTTP/1.1" status: 204 len: 168 time: 0.2112663 Feb 04 16:08:25.950644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4442f7-33c1-4284-a016-b509cfbd76f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e031441-c2fe-4cee-a1c6-0ce04b1dbabb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.251098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57952) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:26.267349 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54f4ea7a-25c0-4542-a6ae-bea66828f1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.360462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54f4ea7a-25c0-4542-a6ae-bea66828f1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.365414 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-54f4ea7a-25c0-4542-a6ae-bea66828f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.408685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-54f4ea7a-25c0-4542-a6ae-bea66828f1ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b01a58577b9431fa8fbbc8559cf4dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561942 Feb 04 16:08:26.409968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4ea7a-25c0-4542-a6ae-bea66828f1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d872c9-71a1-4e1d-a5f5-4694a1ed17a3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.412686 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 57956) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:26.507128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fa35110-9520-4a4c-a957-aabdc6065acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.513109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191729-c8cb-4394-8403-a0e57091089e req-30af8910-07ca-434a-86cb-76c9b0156553 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:26.514809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2191729-c8cb-4394-8403-a0e57091089e req-30af8910-07ca-434a-86cb-76c9b0156553 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0824175 Feb 04 16:08:26.551399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fa35110-9520-4a4c-a957-aabdc6065acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.595274 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2191729-c8cb-4394-8403-a0e57091089e req-c267b698-cd2f-4437-978d-9a6a0a1e3e35 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cdc1b56f-511c-4b84-af66-3214fdc5f13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668259 Feb 04 16:08:26.624734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fa35110-9520-4a4c-a957-aabdc6065acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.629501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4fa35110-9520-4a4c-a957-aabdc6065acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.631663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4fa35110-9520-4a4c-a957-aabdc6065acd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96d872c9-71a1-4e1d-a5f5-4694a1ed17a3 HTTP/1.1" status: 204 len: 168 time: 0.2177167 Feb 04 16:08:26.646331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa35110-9520-4a4c-a957-aabdc6065acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d872c9-71a1-4e1d-a5f5-4694a1ed17a3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.842686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-0c32b222-8fb7-4179-aa57-a15e99af1674 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:26.844291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-0c32b222-8fb7-4179-aa57-a15e99af1674 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 1097 time: 0.0528021 Feb 04 16:08:26.956874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Deleting port 241d3608-c88c-4349-8e66-c2aba670b5de {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:26.957352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.046433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] For port 241d3608-c88c-4349-8e66-c2aba670b5de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=241d3608-c88c-4349-8e66-c2aba670b5de,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:27.046723 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.062029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Calling delete_port for 241d3608-c88c-4349-8e66-c2aba670b5de owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:27.263454 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.276235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['241d3608-c88c-4349-8e66-c2aba670b5de'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:08:27.317023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Pushing event deleted for resources: {'Port': ['ID=241d3608-c88c-4349-8e66-c2aba670b5de,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:27.377701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] No DVR routers for this DVR port 241d3608-c88c-4349-8e66-c2aba670b5de on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:27.381031 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.385094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6cb9f064-1d4d-4db2-929b-34958ec9dcbe req-082f3b44-41de-4002-8b99-bf16d4a23032 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.30 "DELETE /v2.0/ports/241d3608-c88c-4349-8e66-c2aba670b5de HTTP/1.1" status: 204 len: 173 time: 0.5349500 Feb 04 16:08:27.388232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dff6b77-f6a6-46f0-9a90-9f4542d409da', 'name': 'network-vif-deleted', 'tag': '241d3608-c88c-4349-8e66-c2aba670b5de'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:27.390247 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f08703e-b910-4a69-b017-83d9b8fd0049" -d '{"events": [{"server_uuid": "6dff6b77-f6a6-46f0-9a90-9f4542d409da", "name": "network-vif-deleted", "tag": "241d3608-c88c-4349-8e66-c2aba670b5de"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:08:27.641751 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b332b1-d257-4f88-b9bc-dab21ca3c27b x-openstack-request-id: req-67b332b1-d257-4f88-b9bc-dab21ca3c27b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:08:27.642130 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dff6b77-f6a6-46f0-9a90-9f4542d409da", "name": "network-vif-deleted", "tag": "241d3608-c88c-4349-8e66-c2aba670b5de", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:08:27.642660 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67b332b1-d257-4f88-b9bc-dab21ca3c27b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:08:27.643365 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dff6b77-f6a6-46f0-9a90-9f4542d409da', 'name': 'network-vif-deleted', 'tag': '241d3608-c88c-4349-8e66-c2aba670b5de', 'status': 'completed', 'code': 200} Feb 04 16:08:27.739502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d649167c-ea22-4f7d-9dea-8f5243997ea8 req-705ebd0d-373c-47cc-9520-d2628a009288 tempest-TestServerMultinode-1092447047 tempest-TestServerMultinode-1092447047-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6dff6b77-f6a6-46f0-9a90-9f4542d409da HTTP/1.1" status: 200 len: 210 time: 0.0363295 Feb 04 16:08:28.212605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ae6a3ac3-f8f5-411a-b652-79075dd5b2cc no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:28.234947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: ae6a3ac3-f8f5-411a-b652-79075dd5b2cc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:28.235292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ae6a3ac3-f8f5-411a-b652-79075dd5b2cc not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:28.834750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58008) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:28.909771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58010) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:29.077040 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-059a31af-c3d1-48a7-a383-e14e6a7f9625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.189629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-059a31af-c3d1-48a7-a383-e14e6a7f9625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.194981 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-059a31af-c3d1-48a7-a383-e14e6a7f9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.239160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-059a31af-c3d1-48a7-a383-e14e6a7f9625 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa9922c313b74e3e982f3eea942018f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275905 Feb 04 16:08:29.240205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a31af-c3d1-48a7-a383-e14e6a7f9625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f162ab3f-0c7b-4087-a2fc-3790fd5ec0dd,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:29.243803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58014) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:29.381478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66155beb-dde7-4c35-842c-7453a0026211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.469127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66155beb-dde7-4c35-842c-7453a0026211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.552954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.648081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66155beb-dde7-4c35-842c-7453a0026211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.653041 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66155beb-dde7-4c35-842c-7453a0026211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.655227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-66155beb-dde7-4c35-842c-7453a0026211 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f162ab3f-0c7b-4087-a2fc-3790fd5ec0dd HTTP/1.1" status: 204 len: 168 time: 0.4096768 Feb 04 16:08:29.728715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66155beb-dde7-4c35-842c-7453a0026211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f162ab3f-0c7b-4087-a2fc-3790fd5ec0dd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:30.009153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Deleting port d2a754dd-2da2-4af7-b71d-c92aae9e2755 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:30.010327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.064063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58020) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:30.082744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9834343c-53b7-49e2-b4aa-d6c9fadc3f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.119408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] For port d2a754dd-2da2-4af7-b71d-c92aae9e2755, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d2a754dd-2da2-4af7-b71d-c92aae9e2755,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:30.119938 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.139094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Calling delete_port for d2a754dd-2da2-4af7-b71d-c92aae9e2755 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:30.187907 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9834343c-53b7-49e2-b4aa-d6c9fadc3f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.193936 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9834343c-53b7-49e2-b4aa-d6c9fadc3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.267366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9834343c-53b7-49e2-b4aa-d6c9fadc3f44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d71f126f6f1e4244a11747c521ad6d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013199 Feb 04 16:08:30.269810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834343c-53b7-49e2-b4aa-d6c9fadc3f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b670e3d3-7c39-4ad7-91c1-3682b92a2d7f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:30.272832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:30.346000 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f63b21b5-bd7e-4213-a66b-3ea3bebaa4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.376630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f63b21b5-bd7e-4213-a66b-3ea3bebaa4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.390150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.419337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a754dd-2da2-4af7-b71d-c92aae9e2755,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:30.479350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f63b21b5-bd7e-4213-a66b-3ea3bebaa4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.483448 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f63b21b5-bd7e-4213-a66b-3ea3bebaa4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.485582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f63b21b5-bd7e-4213-a66b-3ea3bebaa4b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b670e3d3-7c39-4ad7-91c1-3682b92a2d7f HTTP/1.1" status: 204 len: 168 time: 0.2108672 Feb 04 16:08:30.499061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b21b5-bd7e-4213-a66b-3ea3bebaa4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b670e3d3-7c39-4ad7-91c1-3682b92a2d7f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:30.616436 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5152-b8c6-4888-bde3-def283291873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.664940 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.982041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:31.158548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:31.164580 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dd8a563d-629c-49f8-b511-38db2be5371e admin admin] 10.222.0.47 "PUT /v2.0/routers/3bf764a4-480a-4f0e-b200-67ab41ff5a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3284075 Feb 04 16:08:31.168858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58036) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:31.173478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] Sync routers for ids ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:31.191305 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] Routers {'3bf764a4-480a-4f0e-b200-67ab41ff5a0c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:08:31.192828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:08:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:31.283824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 241d3608-c88c-4349-8e66-c2aba670b5de no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:31.307910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 241d3608-c88c-4349-8e66-c2aba670b5de {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:31.308261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 241d3608-c88c-4349-8e66-c2aba670b5de not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:31.316847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.398724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] Set router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:08:31.465136 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.537158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Deleting port 34805683-dc2e-4d6a-b9b2-2165df76db05 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:31.538174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.579898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58046) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:31.660912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] For port 34805683-dc2e-4d6a-b9b2-2165df76db05, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=34805683-dc2e-4d6a-b9b2-2165df76db05,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:31.661553 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.685895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Calling delete_port for 34805683-dc2e-4d6a-b9b2-2165df76db05 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:31.724754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:08:30Z', 'revision_number': 5, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port': {'id': '34805683-dc2e-4d6a-b9b2-2165df76db05', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:41Z', 'updated_at': '2022-02-04T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:31.731823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1652714607'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:31.757675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] Checking router: 3bf764a4-480a-4f0e-b200-67ab41ff5a0c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:31.762970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Made reservation on behalf of 2e55f269c7284f09bbaa01c45b543501 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:31.767270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.770356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] Routers {'3bf764a4-480a-4f0e-b200-67ab41ff5a0c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:08:31.771087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:08:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:31.778953 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.882316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] Set router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:08:31.915781 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.921866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.939407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:08:31Z', 'revision_number': 6, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:31.965343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:31.973361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97471247-aa76-48ad-8268-fb7cc7e30c4e None None] The sync data for ids ['3bf764a4-480a-4f0e-b200-67ab41ff5a0c'] in n-d-827869-1 is: [{'id': '3bf764a4-480a-4f0e-b200-67ab41ff5a0c', 'name': 'tempest-TestServerMultinode-1697326824-router', 'tenant_id': '5c1158998b744b3cb74d8899c899c971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:40Z', 'updated_at': '2022-02-04T16:08:31Z', 'revision_number': 6, 'project_id': '5c1158998b744b3cb74d8899c899c971', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:31.985365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee779015-79b4-4cdd-a301-976fbc70f8b1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:31.996029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.996420 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Added segment 6924137b-470d-420f-b03c-f7365704cd0b of type vlan for network adf09a98-54f7-49bc-9256-12fce0a97bd3 Feb 04 16:08:32.011045 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.049030 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.061419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Pushing event deleted for resources: {'Port': ['ID=34805683-dc2e-4d6a-b9b2-2165df76db05,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.082737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.089945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.090916 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.149295 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5674961 Feb 04 16:08:32.156337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58050) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:32.168484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'subnet': {'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:32.175279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb91746-5ba0-41a0-831f-5f39bba5951d tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Network': ['ID=adf09a98-54f7-49bc-9256-12fce0a97bd3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.191494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:08:32.195803 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.357905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.361354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.429664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.430274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf764a4-480a-4f0e-b200-67ab41ff5a0c {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:32.436830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Made reservation on behalf of 2e55f269c7284f09bbaa01c45b543501 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:32.444981 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.458964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.460208 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3b73e471-cc18-4e48-bc3f-b2d3ecc62838 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3bf764a4-480a-4f0e-b200-67ab41ff5a0c HTTP/1.1" status: 204 len: 168 time: 1.2900875 Feb 04 16:08:32.464451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58052) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:32.549628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-070868e0-47c4-4c3e-8935-ed4ea9732aba admin admin] Deleting subnet 9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:08:32.555023 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-070868e0-47c4-4c3e-8935-ed4ea9732aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.623950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-070868e0-47c4-4c3e-8935-ed4ea9732aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.693582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.751662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-070868e0-47c4-4c3e-8935-ed4ea9732aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.777253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Subnet': ['ID=96548b32-3b2f-4946-b1d5-9fa6204165f1,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.787008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Checking segment: {'id': '6924137b-470d-420f-b03c-f7365704cd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:08:32.787355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Network hostable DHCP agents. Network: adf09a98-54f7-49bc-9256-12fce0a97bd3, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:32.813534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:32.830020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, adf09a98-54f7-49bc-9256-12fce0a97bd3) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:32.839313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:32.840156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.845193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ccb5ec-ef9a-4179-90fd-3e261112d203 None None] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:08:32.861284 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-070868e0-47c4-4c3e-8935-ed4ea9732aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.886651 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0503077b-68a0-4c35-89e9-bb9c86e1f755 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7285800 Feb 04 16:08:32.889810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58054) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:32.898311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3', 'name': 'tempest-AllowedAddressPairTestJSON-1171755893'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:32.906702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070868e0-47c4-4c3e-8935-ed4ea9732aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:32.914236 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-070868e0-47c4-4c3e-8935-ed4ea9732aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.919225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-070868e0-47c4-4c3e-8935-ed4ea9732aba admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9f04f08e-ab5a-4c7e-8bc7-91aded9fc1dd HTTP/1.1" status: 204 len: 168 time: 0.4444926 Feb 04 16:08:32.924598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58056) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:32.929499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab64def-042f-4f59-81e1-ac8d8b549cda None None] Network bdcfdb15-241d-4ca2-aff5-092f573f2fd8 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:08:33.093412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.101845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d2a754dd-2da2-4af7-b71d-c92aae9e2755 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:33.161401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d2a754dd-2da2-4af7-b71d-c92aae9e2755 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:33.162159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d2a754dd-2da2-4af7-b71d-c92aae9e2755 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:33.162939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 34805683-dc2e-4d6a-b9b2-2165df76db05 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:33.167130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Made reservation on behalf of 2e55f269c7284f09bbaa01c45b543501 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:33.174823 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.195964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Deleting port 722e11d6-da02-4160-b5ce-8a784d7549a6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:33.196741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.208542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 34805683-dc2e-4d6a-b9b2-2165df76db05 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:33.211355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 34805683-dc2e-4d6a-b9b2-2165df76db05 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:33.211717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] device_id is not set on port cad2c78c-1730-43b8-a93e-a462b464008e yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:33.363994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] For port 722e11d6-da02-4160-b5ce-8a784d7549a6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=722e11d6-da02-4160-b5ce-8a784d7549a6,segment=NetworkSegment(f592db38-7a12-443b-b7f5-0936135eaaaf),segment_id=f592db38-7a12-443b-b7f5-0936135eaaaf)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:33.364593 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.397176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Calling delete_port for 722e11d6-da02-4160-b5ce-8a784d7549a6 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:33.423636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-adf09a98-54f7-49bc-9256-12fce0a97bd3', 'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3', 'tenant_id': '2e55f269c7284f09bbaa01c45b543501', 'fixed_ips': [{'subnet_id': '96548b32-3b2f-4946-b1d5-9fa6204165f1'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:08:33.425165 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.489863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Allocated IP 172.20.0.13 (adf09a98-54f7-49bc-9256-12fce0a97bd3/96548b32-3b2f-4946-b1d5-9fa6204165f1/cad2c78c-1730-43b8-a93e-a462b464008e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:33.553703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.573348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d71417-001c-49cb-a6be-f7f9cee24cc9 None None] DHCP port deletion for bdcfdb15-241d-4ca2-aff5-092f573f2fd8 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:08:33.613742 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] No DVR routers for this DVR port 722e11d6-da02-4160-b5ce-8a784d7549a6 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:33.623827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=722e11d6-da02-4160-b5ce-8a784d7549a6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:33.706596 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ef76-f7c5-4783-99c2-e268cf249659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.731955 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.750497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.774524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.793890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcfdb15-241d-4ca2-aff5-092f573f2fd8']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:33.817104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f592db38-7a12-443b-b7f5-0936135eaaaf') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:33.817779 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f592db38-7a12-443b-b7f5-0936135eaaaf') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:33.831796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:33.835535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:33.840205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:33.842941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.847776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=cad2c78c-1730-43b8-a93e-a462b464008e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:33.849325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Allocated IP 172.20.0.2 (adf09a98-54f7-49bc-9256-12fce0a97bd3/96548b32-3b2f-4946-b1d5-9fa6204165f1/beef897b-0a8a-44ff-a545-65e85d1d0890) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:33.876518 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.890390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:08:33.891125 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:33.894341 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:33.911653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:33.912347 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.942649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-18548c1c-8752-41f9-80ae-d5f178980d93 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0511572 Feb 04 16:08:33.943900 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58058) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:33.950742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3', 'name': 'tempest-AllowedAddressPairTestJSON-14350469', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:98:9b:d8'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:34.009711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.017962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.021306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bdcfdb15-241d-4ca2-aff5-092f573f2fd8 HTTP/1.1" status: 204 len: 168 time: 1.0952668 Feb 04 16:08:34.026803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58060) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:34.032138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f6bfa-99d6-41ee-ae62-baabe43a6ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcfdb15-241d-4ca2-aff5-092f573f2fd8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:34.116884 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.125914 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.174558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:34.178074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:34.183338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:34.191703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Pushing event updated for resources: {'Port': ['ID=beef897b-0a8a-44ff-a545-65e85d1d0890,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:34.203864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.204219 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.204532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.204933 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.205446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.206111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.206583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.206918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.207246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.207572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.207915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.208214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:34.269671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Attempting to bind port beef897b-0a8a-44ff-a545-65e85d1d0890 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:34.270162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Attempting to bind port beef897b-0a8a-44ff-a545-65e85d1d0890 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '6924137b-470d-420f-b03c-f7365704cd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:34.270714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Attempting to bind port beef897b-0a8a-44ff-a545-65e85d1d0890 on network adf09a98-54f7-49bc-9256-12fce0a97bd3 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:08:34.278599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:08:34.279124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Checking segment: {'id': '6924137b-470d-420f-b03c-f7365704cd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:08:34.279681 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.280173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Bound using segment: {'id': '6924137b-470d-420f-b03c-f7365704cd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:08:34.280887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Bound port: beef897b-0a8a-44ff-a545-65e85d1d0890, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6924137b-470d-420f-b03c-f7365704cd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:34.281398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.363100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] For port beef897b-0a8a-44ff-a545-65e85d1d0890, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:34.368211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] For port beef897b-0a8a-44ff-a545-65e85d1d0890, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=beef897b-0a8a-44ff-a545-65e85d1d0890,segment=NetworkSegment(6924137b-470d-420f-b03c-f7365704cd0b),segment_id=6924137b-470d-420f-b03c-f7365704cd0b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:34.374173 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.453639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252017f-7e20-4c1a-a708-c569b9542d45 None None] Pushing event updated for resources: {'Port': ['ID=beef897b-0a8a-44ff-a545-65e85d1d0890,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:34.510830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Made reservation on behalf of 2e55f269c7284f09bbaa01c45b543501 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:34.701453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.766723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] device_id is not set on port cbe0e1a9-ca61-439c-bc08-f33aca817627 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:35.015696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Allocated IP 172.20.0.9 (adf09a98-54f7-49bc-9256-12fce0a97bd3/96548b32-3b2f-4946-b1d5-9fa6204165f1/cbe0e1a9-ca61-439c-bc08-f33aca817627) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:35.103886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device beef897b-0a8a-44ff-a545-65e85d1d0890 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:08:35.183363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.187786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port beef897b-0a8a-44ff-a545-65e85d1d0890 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:35.188382 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.317715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.343602 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.404843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port beef897b-0a8a-44ff-a545-65e85d1d0890, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=beef897b-0a8a-44ff-a545-65e85d1d0890,segment=NetworkSegment(6924137b-470d-420f-b03c-f7365704cd0b),segment_id=6924137b-470d-420f-b03c-f7365704cd0b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:35.412049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.507479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.511607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 722e11d6-da02-4160-b5ce-8a784d7549a6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:35.560711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 722e11d6-da02-4160-b5ce-8a784d7549a6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:35.561250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 722e11d6-da02-4160-b5ce-8a784d7549a6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:35.570339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=beef897b-0a8a-44ff-a545-65e85d1d0890,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:35.608812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:35.617635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:35.623641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=cbe0e1a9-ca61-439c-bc08-f33aca817627,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:35.627841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:35.709583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7848961-c892-43a4-a7af-ce37fefee5ce None None] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:08:35.713647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.714426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.760083 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-89c15217-3ec8-4b4e-b637-33f99b7ff16f tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.8148129 Feb 04 16:08:35.764001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58062) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:35.779571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-162f7ac0-fe59-495e-a1a8-a10aa1364da6 None None] Provisioning complete for port beef897b-0a8a-44ff-a545-65e85d1d0890 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:35.780057 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-162f7ac0-fe59-495e-a1a8-a10aa1364da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.797823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Deleting port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:35.798557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.854017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b585d60-f9d0-40f9-bb83-702ebeb9a1a7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.865938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b585d60-f9d0-40f9-bb83-702ebeb9a1a7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.879000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b585d60-f9d0-40f9-bb83-702ebeb9a1a7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.882406 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5b585d60-f9d0-40f9-bb83-702ebeb9a1a7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1162186 Feb 04 16:08:35.887862 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58064) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:35.910746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.968273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] For port 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,segment=NetworkSegment(6eac125b-b5ea-4959-bfb9-3beffe7fc9d2),segment_id=6eac125b-b5ea-4959-bfb9-3beffe7fc9d2)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:35.969515 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.996804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8f314e63-2230-4242-b05c-811534272758 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Deleting port cbe0e1a9-ca61-439c-bc08-f33aca817627 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:35.997477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f314e63-2230-4242-b05c-811534272758 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.998670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Calling delete_port for 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:36.125351 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f314e63-2230-4242-b05c-811534272758 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.143037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-8f314e63-2230-4242-b05c-811534272758 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Calling delete_port for cbe0e1a9-ca61-439c-bc08-f33aca817627 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:36.311648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9d418c78-ca55-476c-b73a-bd2f92735a6c None None] Provisioning complete for port cad2c78c-1730-43b8-a93e-a462b464008e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:36.312284 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9d418c78-ca55-476c-b73a-bd2f92735a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.319961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.322157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f314e63-2230-4242-b05c-811534272758 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.362701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:36.370543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-9d418c78-ca55-476c-b73a-bd2f92735a6c None None] Port cad2c78c-1730-43b8-a93e-a462b464008e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:36.374194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f314e63-2230-4242-b05c-811534272758 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Port': ['ID=cbe0e1a9-ca61-439c-bc08-f33aca817627,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:36.389572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9d418c78-ca55-476c-b73a-bd2f92735a6c None None] Provisioning complete for port beef897b-0a8a-44ff-a545-65e85d1d0890 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:36.389952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9d418c78-ca55-476c-b73a-bd2f92735a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.508103 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9d418c78-ca55-476c-b73a-bd2f92735a6c None None] Could not find standard attr ID for object cbe0e1a9-ca61-439c-bc08-f33aca817627. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:08:36.607519 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.629365 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8f314e63-2230-4242-b05c-811534272758 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.634560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8f314e63-2230-4242-b05c-811534272758 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "DELETE /v2.0/ports/cbe0e1a9-ca61-439c-bc08-f33aca817627 HTTP/1.1" status: 204 len: 168 time: 0.7446244 Feb 04 16:08:36.636734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58066) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:36.639538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f07ebc28-18d8-403b-abf9-aeab2e653089 None None] Provisioning complete for port cad2c78c-1730-43b8-a93e-a462b464008e triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:36.640341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f07ebc28-18d8-403b-abf9-aeab2e653089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.685457 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc83b0f-3490-43aa-b7b9-f3ba31da0a43 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] GET failed (client error): The resource could not be found. Feb 04 16:08:36.688532 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9bc83b0f-3490-43aa-b7b9-f3ba31da0a43 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "GET /v2.0/ports/cbe0e1a9-ca61-439c-bc08-f33aca817627 HTTP/1.1" status: 404 len: 333 time: 0.0503111 Feb 04 16:08:36.692744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58068) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:36.699738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f07ebc28-18d8-403b-abf9-aeab2e653089 None None] Port cad2c78c-1730-43b8-a93e-a462b464008e cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:36.701485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3', 'name': 'tempest-AllowedAddressPairTestJSON-1422381988'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:36.843757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Made reservation on behalf of 2e55f269c7284f09bbaa01c45b543501 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:36.848025 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.881075 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] device_id is not set on port a4c93be5-39ac-4b51-b7ec-a23398071345 yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:36.918504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-803010ba-48cc-4fcd-b318-88bc61558eab None None] Could not find standard attr ID for object cbe0e1a9-ca61-439c-bc08-f33aca817627. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:08:37.021825 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.042135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:37.115068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Allocated IP 172.20.0.10 (adf09a98-54f7-49bc-9256-12fce0a97bd3/96548b32-3b2f-4946-b1d5-9fa6204165f1/a4c93be5-39ac-4b51-b7ec-a23398071345) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:37.226705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device beef897b-0a8a-44ff-a545-65e85d1d0890 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:08:37.294021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:37.317056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-068d2e1c-27ac-4c95-ba41-6aaf28c8cd51 admin admin] 10.222.0.47 "PUT /v2.0/routers/91a87e00-7ec5-4930-a6a5-3a92f77e86a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2854645 Feb 04 16:08:37.317713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58070) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:37.333703 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] Sync routers for ids ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:37.346801 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port beef897b-0a8a-44ff-a545-65e85d1d0890 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:37.348696 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.362994 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] Routers {'91a87e00-7ec5-4930-a6a5-3a92f77e86a0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:08:37.364266 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:37.526177 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.539922 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.559333 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] Set router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:08:37.578740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.590864 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.653662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:37.657680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:37.662870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:37.713076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=a4c93be5-39ac-4b51-b7ec-a23398071345,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:37.744012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:37.744860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.767018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3d3b547c-49ac-4f23-9558-9f5a949423c7 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0726604 Feb 04 16:08:37.771703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58072) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:37.779197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:98:9b:d8'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:37.820050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.891391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Deleting port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:37.892050 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.939486 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:08:36Z', 'revision_number': 5, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port': {'id': '5df12488-8e3c-447a-8e29-c66ce9f0d0f2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:05:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:47Z', 'updated_at': '2022-02-04T16:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:37.973518 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] Checking router: 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:08:37.989596 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] Routers {'91a87e00-7ec5-4930-a6a5-3a92f77e86a0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:08:37.990404 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:38.018591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] For port 5df12488-8e3c-447a-8e29-c66ce9f0d0f2, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=5df12488-8e3c-447a-8e29-c66ce9f0d0f2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:38.019264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.046196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Calling delete_port for 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:38.057932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.058877 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f8f973d9-f4e5-4f70-93e8-245fb8ddd197 None None] Provisioning complete for port a4c93be5-39ac-4b51-b7ec-a23398071345 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:38.058877 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8f973d9-f4e5-4f70-93e8-245fb8ddd197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.127599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f8f973d9-f4e5-4f70-93e8-245fb8ddd197 None None] Port a4c93be5-39ac-4b51-b7ec-a23398071345 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:38.146358 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] Set router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:08:38.294968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.348860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=5df12488-8e3c-447a-8e29-c66ce9f0d0f2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:38.363068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.371865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.390409 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:08:37Z', 'revision_number': 6, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:38.438985 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e5f53-7265-4058-8dad-398e193d3a7b None None] The sync data for ids ['91a87e00-7ec5-4930-a6a5-3a92f77e86a0'] in n-d-827869-1 is: [{'id': '91a87e00-7ec5-4930-a6a5-3a92f77e86a0', 'name': 'tempest-TestServerMultinode-798907455-router', 'tenant_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:08:37Z', 'revision_number': 6, 'project_id': 'e28022f1a5964d24947f51ba0dc1f80d', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:38.444557 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.525653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=a4c93be5-39ac-4b51-b7ec-a23398071345,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:38.536753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] In _notify_port_updated(), no bound segment for port a4c93be5-39ac-4b51-b7ec-a23398071345 on network adf09a98-54f7-49bc-9256-12fce0a97bd3 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 16:08:38.542562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:38.543261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.545604 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9a60b7b3-7ba2-4d1b-a379-fde19eac7cd1 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "PUT /v2.0/ports/a4c93be5-39ac-4b51-b7ec-a23398071345 HTTP/1.1" status: 200 len: 995 time: 0.7715216 Feb 04 16:08:38.547508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58074) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:38.616234 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.620217 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.707469 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.708074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a87e00-7ec5-4930-a6a5-3a92f77e86a0 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:38.710883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-daa240ef-1360-45e9-8b1e-1fdd1c6125d2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Deleting port a4c93be5-39ac-4b51-b7ec-a23398071345 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:38.711474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-daa240ef-1360-45e9-8b1e-1fdd1c6125d2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.713887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.715386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-dfcc8863-b700-4b6b-b352-9c2b8f7a8d6f admin admin] 10.222.0.47 "DELETE /v2.0/routers/91a87e00-7ec5-4930-a6a5-3a92f77e86a0 HTTP/1.1" status: 204 len: 168 time: 1.3961828 Feb 04 16:08:38.719649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58076) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:38.756177 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-eb517bf3-81d8-4fa0-ab9c-8b1785d62228 None None] Provisioning complete for port a4c93be5-39ac-4b51-b7ec-a23398071345 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:38.757051 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb517bf3-81d8-4fa0-ab9c-8b1785d62228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.816626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd6691b-a893-4733-bffd-7e4ac2716d7c admin admin] Deleting subnet eca39652-4baf-427b-8168-939b7d5f73af {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:08:38.819853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-eb517bf3-81d8-4fa0-ab9c-8b1785d62228 None None] Port a4c93be5-39ac-4b51-b7ec-a23398071345 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:38.825681 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cd6691b-a893-4733-bffd-7e4ac2716d7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.878901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cd6691b-a893-4733-bffd-7e4ac2716d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.884690 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-daa240ef-1360-45e9-8b1e-1fdd1c6125d2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.904206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-daa240ef-1360-45e9-8b1e-1fdd1c6125d2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Calling delete_port for a4c93be5-39ac-4b51-b7ec-a23398071345 owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:39.019384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cd6691b-a893-4733-bffd-7e4ac2716d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.095232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cd6691b-a893-4733-bffd-7e4ac2716d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.123354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6691b-a893-4733-bffd-7e4ac2716d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca39652-4baf-427b-8168-939b7d5f73af,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:39.132808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9cd6691b-a893-4733-bffd-7e4ac2716d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.141010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9cd6691b-a893-4733-bffd-7e4ac2716d7c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/eca39652-4baf-427b-8168-939b7d5f73af HTTP/1.1" status: 204 len: 168 time: 0.4160357 Feb 04 16:08:39.141306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58078) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:39.141900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36815d3-dc60-4a1e-8dab-644cdd36b551 None None] Network d68ebcc2-2b7c-42bc-9500-290be7b8d413 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:08:39.281497 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.392459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Deleting port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:39.392904 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.405624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] DHCP port deletion for d68ebcc2-2b7c-42bc-9500-290be7b8d413 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:08:39.473010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:39.487383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] For port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,segment=NetworkSegment(6eac125b-b5ea-4959-bfb9-3beffe7fc9d2),segment_id=6eac125b-b5ea-4959-bfb9-3beffe7fc9d2)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:39.488008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.501313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:39.501691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 52a6f9a6-0a61-4635-84a0-ba6f0bc4a5b1 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:39.503306 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-daa240ef-1360-45e9-8b1e-1fdd1c6125d2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.521565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Calling delete_port for 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:39.529241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] Deleting port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:39.530222 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.539948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa240ef-1360-45e9-8b1e-1fdd1c6125d2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Port': ['ID=a4c93be5-39ac-4b51-b7ec-a23398071345,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:39.637318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] For port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,segment=NetworkSegment(6eac125b-b5ea-4959-bfb9-3beffe7fc9d2),segment_id=6eac125b-b5ea-4959-bfb9-3beffe7fc9d2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:39.637741 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.657642 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.671371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] Calling delete_port for 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:39.706881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:39.717221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] No DVR routers for this DVR port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:39.762434 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-daa240ef-1360-45e9-8b1e-1fdd1c6125d2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.766060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-daa240ef-1360-45e9-8b1e-1fdd1c6125d2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "DELETE /v2.0/ports/a4c93be5-39ac-4b51-b7ec-a23398071345 HTTP/1.1" status: 204 len: 168 time: 1.2174623 Feb 04 16:08:39.769104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58080) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:39.800379 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-2111dfb5-0ff3-4ba4-a74f-1a92f113e293 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] GET failed (client error): The resource could not be found. Feb 04 16:08:39.802685 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2111dfb5-0ff3-4ba4-a74f-1a92f113e293 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "GET /v2.0/ports/a4c93be5-39ac-4b51-b7ec-a23398071345 HTTP/1.1" status: 404 len: 333 time: 0.0323691 Feb 04 16:08:39.808401 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58082) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:39.814335 n-d-827869-1 neutron-server[102424]: self.session.flush() Feb 04 16:08:39.821475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3', 'name': 'tempest-AllowedAddressPairTestJSON-604676038'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:39.821653 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.828792 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.860261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68ebcc2-2b7c-42bc-9500-290be7b8d413']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:39.868599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] Pushing event deleted for resources: {'Port': ['ID=1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:39.874804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b81de-bef0-42e5-a793-c8dc55ee8bce None None] No DVR routers for this DVR port 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:39.882211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:39.882544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eac125b-b5ea-4959-bfb9-3beffe7fc9d2') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:39.906585 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.931181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.948450 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.954605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:08:39.955188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:39.958835 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:39.980617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Made reservation on behalf of 2e55f269c7284f09bbaa01c45b543501 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:39.986314 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.007555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] device_id is not set on port 05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb yet. {{(pid=102423) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:40.067335 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.074172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.081029 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] 10.222.0.47 "DELETE /v2.0/networks/d68ebcc2-2b7c-42bc-9500-290be7b8d413 HTTP/1.1" status: 204 len: 168 time: 0.9344585 Feb 04 16:08:40.093175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb6358-ba57-4aec-9175-a29a9db5b74e admin admin] Pushing event deleted for resources: {'Network': ['ID=d68ebcc2-2b7c-42bc-9500-290be7b8d413,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:40.173370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Allocated IP 172.20.0.10 (adf09a98-54f7-49bc-9256-12fce0a97bd3/96548b32-3b2f-4946-b1d5-9fa6204165f1/05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:40.314886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58086) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:40.363151 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-47141e8c-361b-4f6a-9ac7-b5dcbedc0eda admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c1158998b744b3cb74d8899c899c971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469415 Feb 04 16:08:40.366265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58088) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:40.381806 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.421716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.423892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b28b64a-c38d-4def-9284-389606cad3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.449907 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b28b64a-c38d-4def-9284-389606cad3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.480267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:40.485040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:40.490033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:40.529497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:40.535502 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b28b64a-c38d-4def-9284-389606cad3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.541730 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3b28b64a-c38d-4def-9284-389606cad3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.543589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3b28b64a-c38d-4def-9284-389606cad3aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06725c32-ee49-4281-bc7a-3c8bd172da5c HTTP/1.1" status: 204 len: 168 time: 0.1760819 Feb 04 16:08:40.557915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28b64a-c38d-4def-9284-389606cad3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06725c32-ee49-4281-bc7a-3c8bd172da5c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:40.587307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:40.590960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.619327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-24c69e25-62c3-46c4-b8fa-114c0196fbbb tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8035870 Feb 04 16:08:40.620420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58092) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:40.626267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:98:9b:d8'}]}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:40.717233 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.869154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5d605e06-3300-47bd-a6ad-67e7da6baa58 None None] Provisioning complete for port 05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:40.869783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d605e06-3300-47bd-a6ad-67e7da6baa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.931524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5d605e06-3300-47bd-a6ad-67e7da6baa58 None None] Port 05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:40.969482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.976307 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.025488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:41.055560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:41.055560 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 5df12488-8e3c-447a-8e29-c66ce9f0d0f2 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:41.055980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:41.078903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58096) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:41.081081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:41.081531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1c75a0d0-2f3d-4398-b7ee-385c8ffbee5e not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:41.091427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:41.120988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] In _notify_port_updated(), no bound segment for port 05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb on network adf09a98-54f7-49bc-9256-12fce0a97bd3 {{(pid=102423) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 16:08:41.126861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:41.127543 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.130720 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-745d8e23-972b-44f8-a814-07707b8256e4 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "PUT /v2.0/ports/05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb HTTP/1.1" status: 200 len: 996 time: 0.5089104 Feb 04 16:08:41.131863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58098) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:41.141217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e2ed1ca3-9bee-4e30-b0d8-b2652044f596 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e28022f1a5964d24947f51ba0dc1f80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606527 Feb 04 16:08:41.143990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58100) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:41.237298 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b11d3541-1925-44c7-b569-2196568deb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.276253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b11d3541-1925-44c7-b569-2196568deb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.301933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-daeb7f55-d89e-4500-9ad1-966c2140a87e tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Deleting port 05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:41.302697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-daeb7f55-d89e-4500-9ad1-966c2140a87e tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.344913 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b11d3541-1925-44c7-b569-2196568deb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.352250 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b11d3541-1925-44c7-b569-2196568deb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.354977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b11d3541-1925-44c7-b569-2196568deb74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cdc1b56f-511c-4b84-af66-3214fdc5f13a HTTP/1.1" status: 204 len: 168 time: 0.2093425 Feb 04 16:08:41.366313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-77f22a99-5320-430b-8512-af21b0c7fb3d None None] Provisioning complete for port 05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:41.367354 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77f22a99-5320-430b-8512-af21b0c7fb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.389320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d3541-1925-44c7-b569-2196568deb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc1b56f-511c-4b84-af66-3214fdc5f13a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:41.469879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-daeb7f55-d89e-4500-9ad1-966c2140a87e tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.490185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-daeb7f55-d89e-4500-9ad1-966c2140a87e tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Calling delete_port for 05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:41.630639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-77f22a99-5320-430b-8512-af21b0c7fb3d None None] Port 05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:41.686906 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-daeb7f55-d89e-4500-9ad1-966c2140a87e tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.748536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb7f55-d89e-4500-9ad1-966c2140a87e tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Port': ['ID=05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:41.880975 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-daeb7f55-d89e-4500-9ad1-966c2140a87e tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.887353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-daeb7f55-d89e-4500-9ad1-966c2140a87e tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "DELETE /v2.0/ports/05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb HTTP/1.1" status: 204 len: 168 time: 0.7535336 Feb 04 16:08:41.889709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58104) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:41.936344 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d5a619-3aa4-4c90-b35a-a17328abb143 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] GET failed (client error): The resource could not be found. Feb 04 16:08:41.938299 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c1d5a619-3aa4-4c90-b35a-a17328abb143 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "GET /v2.0/ports/05c5f5d1-3e44-40c3-8615-4cd07bd7bfcb HTTP/1.1" status: 404 len: 333 time: 0.0470562 Feb 04 16:08:41.941931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58106) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:41.948368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3', 'name': 'tempest-AllowedAddressPairTestJSON-2027570292'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:42.163906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Made reservation on behalf of 2e55f269c7284f09bbaa01c45b543501 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:42.167795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.191258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] device_id is not set on port 13156c5c-f4b4-47c0-aab8-18ee94806223 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:42.316698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Allocated IP 172.20.0.7 (adf09a98-54f7-49bc-9256-12fce0a97bd3/96548b32-3b2f-4946-b1d5-9fa6204165f1/13156c5c-f4b4-47c0-aab8-18ee94806223) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:42.800111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.860082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.919809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:42.923347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:42.927672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:42.936196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=13156c5c-f4b4-47c0-aab8-18ee94806223,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:43.003480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:43.004636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.032909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6e9705dd-94be-4368-9422-a52954628017 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0893977 Feb 04 16:08:43.035681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58108) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:43.041076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'network_id': 'adf09a98-54f7-49bc-9256-12fce0a97bd3', 'name': 'tempest-AllowedAddressPairTestJSON-1706275357'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:43.166107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-20e63d26-63bb-405d-bd52-7bd8cec9871f None None] Provisioning complete for port 13156c5c-f4b4-47c0-aab8-18ee94806223 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:43.167093 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-20e63d26-63bb-405d-bd52-7bd8cec9871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.185313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Made reservation on behalf of 2e55f269c7284f09bbaa01c45b543501 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:43.189369 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.214150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] device_id is not set on port 4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:43.220122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-20e63d26-63bb-405d-bd52-7bd8cec9871f None None] Port 13156c5c-f4b4-47c0-aab8-18ee94806223 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:43.365700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Allocated IP 172.20.0.6 (adf09a98-54f7-49bc-9256-12fce0a97bd3/96548b32-3b2f-4946-b1d5-9fa6204165f1/4c9fb7c3-8ee9-4213-a44e-4a902a5e9628) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:43.557717 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.599946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.653228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:43.656707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:43.660930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:43.688640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=4c9fb7c3-8ee9-4213-a44e-4a902a5e9628,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:43.720820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:43.721523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.742446 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-633ec0dc-92d0-4ed5-93ab-d49f50f89db3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7053385 Feb 04 16:08:43.745949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58110) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:43.755266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:98:9b:d8'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:22:74:b6'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:43.941140 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.950328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ee9171e7-b92b-40d1-8954-33fdcfba455c None None] Provisioning complete for port 4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:43.950817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ee9171e7-b92b-40d1-8954-33fdcfba455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.995095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ee9171e7-b92b-40d1-8954-33fdcfba455c None None] Port 4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:44.159898 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.165148 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.248319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event updated for resources: {'Port': ['ID=4c9fb7c3-8ee9-4213-a44e-4a902a5e9628,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:44.266039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] In _notify_port_updated(), no bound segment for port 4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 on network adf09a98-54f7-49bc-9256-12fce0a97bd3 {{(pid=102422) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 16:08:44.276060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:44.276801 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.278372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-921d2abc-1a08-428c-86c8-9a6cc14890e3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "PUT /v2.0/ports/4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 HTTP/1.1" status: 200 len: 1056 time: 0.5307772 Feb 04 16:08:44.281508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58112) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:44.390825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e25416b0-33e2-4ede-843a-d7d642a6518b tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Deleting port 4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:44.391181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e25416b0-33e2-4ede-843a-d7d642a6518b tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.487754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e25416b0-33e2-4ede-843a-d7d642a6518b tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.502163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e25416b0-33e2-4ede-843a-d7d642a6518b tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Calling delete_port for 4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:44.518442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8a7e1df2-f89a-45b0-a114-ddbd7201c8e1 None None] Provisioning complete for port 4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:44.519040 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1df2-f89a-45b0-a114-ddbd7201c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.559323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e1df2-f89a-45b0-a114-ddbd7201c8e1 None None] Port 4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:44.653169 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e25416b0-33e2-4ede-843a-d7d642a6518b tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.695212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25416b0-33e2-4ede-843a-d7d642a6518b tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Port': ['ID=4c9fb7c3-8ee9-4213-a44e-4a902a5e9628,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:44.925095 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e25416b0-33e2-4ede-843a-d7d642a6518b tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.928357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e25416b0-33e2-4ede-843a-d7d642a6518b tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "DELETE /v2.0/ports/4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 HTTP/1.1" status: 204 len: 168 time: 0.6456966 Feb 04 16:08:44.931064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58114) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:44.962362 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1eebc73-2ccc-47c7-9c78-ff0c95ed0797 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] GET failed (client error): The resource could not be found. Feb 04 16:08:44.963940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a1eebc73-2ccc-47c7-9c78-ff0c95ed0797 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "GET /v2.0/ports/4c9fb7c3-8ee9-4213-a44e-4a902a5e9628 HTTP/1.1" status: 404 len: 333 time: 0.0319169 Feb 04 16:08:44.966615 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58116) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:45.066963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-698f863e-8453-4d78-9cfe-e9b4a1f9e2d5 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Deleting port 13156c5c-f4b4-47c0-aab8-18ee94806223 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:45.067186 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-698f863e-8453-4d78-9cfe-e9b4a1f9e2d5 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.155180 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-698f863e-8453-4d78-9cfe-e9b4a1f9e2d5 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.167639 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-698f863e-8453-4d78-9cfe-e9b4a1f9e2d5 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Calling delete_port for 13156c5c-f4b4-47c0-aab8-18ee94806223 owned by {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:45.300223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-698f863e-8453-4d78-9cfe-e9b4a1f9e2d5 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.327876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f863e-8453-4d78-9cfe-e9b4a1f9e2d5 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Port': ['ID=13156c5c-f4b4-47c0-aab8-18ee94806223,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:45.405020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-698f863e-8453-4d78-9cfe-e9b4a1f9e2d5 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.408457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-698f863e-8453-4d78-9cfe-e9b4a1f9e2d5 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "DELETE /v2.0/ports/13156c5c-f4b4-47c0-aab8-18ee94806223 HTTP/1.1" status: 204 len: 168 time: 0.4408252 Feb 04 16:08:45.411042 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58120) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:45.437719 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaf5464-0383-47ae-b3b2-569af5a365af tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] GET failed (client error): The resource could not be found. Feb 04 16:08:45.439329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ddaf5464-0383-47ae-b3b2-569af5a365af tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "GET /v2.0/ports/13156c5c-f4b4-47c0-aab8-18ee94806223 HTTP/1.1" status: 404 len: 333 time: 0.0273631 Feb 04 16:08:45.443018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58122) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:45.532901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-2aded512-d126-429a-b8c0-b5cdc0ef0978 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Deleting port cad2c78c-1730-43b8-a93e-a462b464008e {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:45.533246 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aded512-d126-429a-b8c0-b5cdc0ef0978 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.626180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aded512-d126-429a-b8c0-b5cdc0ef0978 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.638534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-2aded512-d126-429a-b8c0-b5cdc0ef0978 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Calling delete_port for cad2c78c-1730-43b8-a93e-a462b464008e owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:45.769731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aded512-d126-429a-b8c0-b5cdc0ef0978 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.797519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aded512-d126-429a-b8c0-b5cdc0ef0978 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Port': ['ID=cad2c78c-1730-43b8-a93e-a462b464008e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:45.882952 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2aded512-d126-429a-b8c0-b5cdc0ef0978 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.890463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2aded512-d126-429a-b8c0-b5cdc0ef0978 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "DELETE /v2.0/ports/cad2c78c-1730-43b8-a93e-a462b464008e HTTP/1.1" status: 204 len: 168 time: 0.4426453 Feb 04 16:08:45.891293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58124) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:45.945445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a6894a-f026-4c89-9bfa-3e3d0ff10ca2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Deleting subnet 96548b32-3b2f-4946-b1d5-9fa6204165f1 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:08:45.949028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94a6894a-f026-4c89-9bfa-3e3d0ff10ca2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.001774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94a6894a-f026-4c89-9bfa-3e3d0ff10ca2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.026949 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:08:46.086050 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94a6894a-f026-4c89-9bfa-3e3d0ff10ca2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.143945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94a6894a-f026-4c89-9bfa-3e3d0ff10ca2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.175120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6894a-f026-4c89-9bfa-3e3d0ff10ca2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Subnet': ['ID=96548b32-3b2f-4946-b1d5-9fa6204165f1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:46.181418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-94a6894a-f026-4c89-9bfa-3e3d0ff10ca2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.184865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-94a6894a-f026-4c89-9bfa-3e3d0ff10ca2 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "DELETE /v2.0/subnets/96548b32-3b2f-4946-b1d5-9fa6204165f1 HTTP/1.1" status: 204 len: 168 time: 0.2925732 Feb 04 16:08:46.187427 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58126) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:46.188015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994db5da-8493-45f0-95cf-50ecaa40ace3 None None] Network adf09a98-54f7-49bc-9256-12fce0a97bd3 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:08:46.262538 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.317550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Deleting port beef897b-0a8a-44ff-a545-65e85d1d0890 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:46.317894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.354609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] DHCP port deletion for adf09a98-54f7-49bc-9256-12fce0a97bd3 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:08:46.398606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] For port beef897b-0a8a-44ff-a545-65e85d1d0890, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=beef897b-0a8a-44ff-a545-65e85d1d0890,segment=NetworkSegment(6924137b-470d-420f-b03c-f7365704cd0b),segment_id=6924137b-470d-420f-b03c-f7365704cd0b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:46.399412 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.402029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] Deleting port beef897b-0a8a-44ff-a545-65e85d1d0890 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:46.402472 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.412396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Calling delete_port for beef897b-0a8a-44ff-a545-65e85d1d0890 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:46.468587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] For port beef897b-0a8a-44ff-a545-65e85d1d0890, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=beef897b-0a8a-44ff-a545-65e85d1d0890,segment=NetworkSegment(6924137b-470d-420f-b03c-f7365704cd0b),segment_id=6924137b-470d-420f-b03c-f7365704cd0b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:46.468978 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.482458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] Calling delete_port for beef897b-0a8a-44ff-a545-65e85d1d0890 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:46.497293 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.522152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Port': ['ID=beef897b-0a8a-44ff-a545-65e85d1d0890,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:46.526318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] No DVR routers for this DVR port beef897b-0a8a-44ff-a545-65e85d1d0890 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:46.555697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.584953 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] Pushing event deleted for resources: {'Port': ['ID=beef897b-0a8a-44ff-a545-65e85d1d0890,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:46.587260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76256022-74cd-43ac-9cc0-03b5ae6dff5c None None] No DVR routers for this DVR port beef897b-0a8a-44ff-a545-65e85d1d0890 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:46.613106 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.636076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf09a98-54f7-49bc-9256-12fce0a97bd3']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:46.645672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6924137b-470d-420f-b03c-f7365704cd0b') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:46.645966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6924137b-470d-420f-b03c-f7365704cd0b') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:46.656069 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.669429 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.675874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:08:46.676305 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:46.679335 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:46.744535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.751685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.754847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] 10.222.0.47 "DELETE /v2.0/networks/adf09a98-54f7-49bc-9256-12fce0a97bd3 HTTP/1.1" status: 204 len: 168 time: 0.5664718 Feb 04 16:08:46.767374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93494-d518-4293-b2d1-4c0efc4b46b3 tempest-AllowedAddressPairTestJSON-1161563020 tempest-AllowedAddressPairTestJSON-1161563020-project] Pushing event deleted for resources: {'Network': ['ID=adf09a98-54f7-49bc-9256-12fce0a97bd3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.017118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device beef897b-0a8a-44ff-a545-65e85d1d0890 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:47.039022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: beef897b-0a8a-44ff-a545-65e85d1d0890 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:47.039403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device beef897b-0a8a-44ff-a545-65e85d1d0890 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:08:47.080956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58132) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:47.250991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a9df49e4-5529-4e74-a2b0-b2c1845e1e69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e55f269c7284f09bbaa01c45b543501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688340 Feb 04 16:08:47.253475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58136) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:47.304677 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-332bef5a-d777-4ff9-a613-347e901ab7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.328655 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-332bef5a-d777-4ff9-a613-347e901ab7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.379626 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-332bef5a-d777-4ff9-a613-347e901ab7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.382379 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-332bef5a-d777-4ff9-a613-347e901ab7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.383748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-332bef5a-d777-4ff9-a613-347e901ab7c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee779015-79b4-4cdd-a301-976fbc70f8b1 HTTP/1.1" status: 204 len: 168 time: 0.1291559 Feb 04 16:08:47.395347 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bef5a-d777-4ff9-a613-347e901ab7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee779015-79b4-4cdd-a301-976fbc70f8b1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:48.051808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58158) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:48.156825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-738890220'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:48.185252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Made reservation on behalf of 71c49a4d5e714516bae2342567c9df28 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:48.188980 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.199019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.295804 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.299788 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.329647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:48.337345 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea3124a-a450-4f7d-b5ce-19a2a3d99bfc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:48.343942 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.344287 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Added segment 4ee81f80-eff9-4f78-8511-94fdff4e707d of type vlan for network 526c716f-6a98-4d5d-8d78-a6f0925edadc Feb 04 16:08:48.386037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.414584 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.420198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:48.420784 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.483869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4308827 Feb 04 16:08:48.491355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58162) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:48.496595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030086d-6ed5-4622-8b69-b9d9c1af8622 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'Network': ['ID=526c716f-6a98-4d5d-8d78-a6f0925edadc,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:48.497613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Request body: {'subnet': {'network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:48.508815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:08:48.598325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Made reservation on behalf of 71c49a4d5e714516bae2342567c9df28 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:48.601927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.786399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.851597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'Subnet': ['ID=eab0a087-b6dd-4ec3-af39-e7eb427a9fb6,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:48.863630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Checking segment: {'id': '4ee81f80-eff9-4f78-8511-94fdff4e707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:08:48.863992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Network hostable DHCP agents. Network: 526c716f-6a98-4d5d-8d78-a6f0925edadc, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:48.883250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:48.893640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 526c716f-6a98-4d5d-8d78-a6f0925edadc) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:48.898083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:48.898733 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.908134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad712a-8152-4db0-b8d6-542c420c43cd None None] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:08:48.916147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a2540a9a-ac65-4108-bf58-7560c2712300 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4235606 Feb 04 16:08:48.919150 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58166) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:48.923866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-95836331-e140-4ce1-b994-e6f9fc91d8d6 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-180830889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:48.958866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95836331-e140-4ce1-b994-e6f9fc91d8d6 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.961110 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95836331-e140-4ce1-b994-e6f9fc91d8d6 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.029175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95836331-e140-4ce1-b994-e6f9fc91d8d6 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.036052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95836331-e140-4ce1-b994-e6f9fc91d8d6 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.058071 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-95836331-e140-4ce1-b994-e6f9fc91d8d6 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.059346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-95836331-e140-4ce1-b994-e6f9fc91d8d6 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1392250 Feb 04 16:08:49.062793 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58168) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:49.073647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-526c716f-6a98-4d5d-8d78-a6f0925edadc', 'network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc', 'tenant_id': '71c49a4d5e714516bae2342567c9df28', 'fixed_ips': [{'subnet_id': 'eab0a087-b6dd-4ec3-af39-e7eb427a9fb6'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:08:49.074583 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.226033 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Allocated IP 172.20.0.2 (526c716f-6a98-4d5d-8d78-a6f0925edadc/eab0a087-b6dd-4ec3-af39-e7eb427a9fb6/e9dd56d6-f27b-45ed-9caf-e7928df0a7ec) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:49.361051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.406643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.415801 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.475072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:49.481747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:49.487972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:49.500256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Pushing event updated for resources: {'Port': ['ID=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:49.585413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Attempting to bind port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:49.586756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Attempting to bind port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '4ee81f80-eff9-4f78-8511-94fdff4e707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:49.587155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Attempting to bind port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec on network 526c716f-6a98-4d5d-8d78-a6f0925edadc {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:08:49.594459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:08:49.594914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Checking segment: {'id': '4ee81f80-eff9-4f78-8511-94fdff4e707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:08:49.595323 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.595723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Bound using segment: {'id': '4ee81f80-eff9-4f78-8511-94fdff4e707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:08:49.596204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Bound port: e9dd56d6-f27b-45ed-9caf-e7928df0a7ec, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee81f80-eff9-4f78-8511-94fdff4e707d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:49.596589 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.666866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] For port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:49.671004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] For port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,segment=NetworkSegment(4ee81f80-eff9-4f78-8511-94fdff4e707d),segment_id=4ee81f80-eff9-4f78-8511-94fdff4e707d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:49.676250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.751315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d199fce-473f-42f2-b8a9-76e56d5baa4e None None] Pushing event updated for resources: {'Port': ['ID=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:49.754340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Allocated IP 172.20.0.1 (526c716f-6a98-4d5d-8d78-a6f0925edadc/eab0a087-b6dd-4ec3-af39-e7eb427a9fb6/24d81ca2-3b6f-4754-86a8-78c093d674ae) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:49.877653 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.919894 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.966640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:49.969626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:49.973637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:49.998823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'Port': ['ID=24d81ca2-3b6f-4754-86a8-78c093d674ae,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:50.024100 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.395014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.686127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.691313 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.701798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3868d2-5b0e-4e11-a219-f65e817af5b5 None None] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:08:50.763372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'Port': ['ID=24d81ca2-3b6f-4754-86a8-78c093d674ae,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:50.765923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.771048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b5ad69b0-1169-48cc-a761-5e6ac746e46f None None] Provisioning complete for port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:50.771426 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b5ad69b0-1169-48cc-a761-5e6ac746e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.860011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:50.861441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:50.913886 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b5ad69b0-1169-48cc-a761-5e6ac746e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.951556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b5ad69b0-1169-48cc-a761-5e6ac746e46f None None] For port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,segment=NetworkSegment(4ee81f80-eff9-4f78-8511-94fdff4e707d),segment_id=4ee81f80-eff9-4f78-8511-94fdff4e707d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:50.957152 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b5ad69b0-1169-48cc-a761-5e6ac746e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.988223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Router 26f49013-a794-49bc-8487-07effe8a5d51 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:08:51.021096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad69b0-1169-48cc-a761-5e6ac746e46f None None] Pushing event updated for resources: {'Port': ['ID=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:51.077445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e9dd56d6-f27b-45ed-9caf-e7928df0a7ec up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:08:51.093156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:51.099247 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e383c453-8eec-4de1-951e-1224d687f3d4 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "PUT /v2.0/routers/26f49013-a794-49bc-8487-07effe8a5d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0352278 Feb 04 16:08:51.101794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58172) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:51.107483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Request body: {'port': {'network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc', 'name': 'tempest-FloatingIPNegativeTestJSON-517133944'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:51.111256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6009ee-3775-4c90-bf8d-ad307a44efc1 None None] Sync routers for ids ['26f49013-a794-49bc-8487-07effe8a5d51'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:51.128316 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6009ee-3775-4c90-bf8d-ad307a44efc1 None None] Routers {'26f49013-a794-49bc-8487-07effe8a5d51'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:08:51.128945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ea6009ee-3775-4c90-bf8d-ad307a44efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['26f49013-a794-49bc-8487-07effe8a5d51'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:51.162971 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ea6009ee-3775-4c90-bf8d-ad307a44efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:51.177588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6009ee-3775-4c90-bf8d-ad307a44efc1 None None] Routers {'26f49013-a794-49bc-8487-07effe8a5d51'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:08:51.178258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ea6009ee-3775-4c90-bf8d-ad307a44efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['26f49013-a794-49bc-8487-07effe8a5d51'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:51.217161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:51.217740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.222008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ea6009ee-3775-4c90-bf8d-ad307a44efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:51.222500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6009ee-3775-4c90-bf8d-ad307a44efc1 None None] The sync data for ids ['26f49013-a794-49bc-8487-07effe8a5d51'] in n-d-827869-1 is: [] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:51.235287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Made reservation on behalf of 71c49a4d5e714516bae2342567c9df28 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:51.239459 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.257844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] device_id is not set on port 8210fa11-aa6e-4a20-a7ad-1f980303daff yet. {{(pid=102422) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:51.260402 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a14e434c-ee34-4104-9e9c-5c141dc1b125 None None] Provisioning complete for port 24d81ca2-3b6f-4754-86a8-78c093d674ae triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:51.260655 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a14e434c-ee34-4104-9e9c-5c141dc1b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.303210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a14e434c-ee34-4104-9e9c-5c141dc1b125 None None] Port 24d81ca2-3b6f-4754-86a8-78c093d674ae cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:51.350209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a14e434c-ee34-4104-9e9c-5c141dc1b125 None None] Provisioning complete for port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:51.350583 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a14e434c-ee34-4104-9e9c-5c141dc1b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.386086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Allocated IP 172.20.0.5 (526c716f-6a98-4d5d-8d78-a6f0925edadc/eab0a087-b6dd-4ec3-af39-e7eb427a9fb6/8210fa11-aa6e-4a20-a7ad-1f980303daff) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:51.553565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.554353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d8a78cdf-ff26-4225-8727-37627a06e70d None None] Provisioning complete for port 24d81ca2-3b6f-4754-86a8-78c093d674ae triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:51.555523 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8a78cdf-ff26-4225-8727-37627a06e70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.590037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d8a78cdf-ff26-4225-8727-37627a06e70d None None] Port 24d81ca2-3b6f-4754-86a8-78c093d674ae cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:51.590499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.640137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:51.643031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:51.646649 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:51.653040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'Port': ['ID=8210fa11-aa6e-4a20-a7ad-1f980303daff,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:51.699405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:51.700044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.712989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-82f7e653-7873-434b-827e-417cee79b333 None None] Provisioning complete for port 24d81ca2-3b6f-4754-86a8-78c093d674ae triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:51.713585 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82f7e653-7873-434b-827e-417cee79b333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.720116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fa3d063e-aad5-4cfa-8fd8-917e853e62e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6167161 Feb 04 16:08:51.723622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58174) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:51.728715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:51.756350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-82f7e653-7873-434b-827e-417cee79b333 None None] Port 24d81ca2-3b6f-4754-86a8-78c093d674ae cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:51.765544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.876114 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.877066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3ca1e0f2-f801-4f5e-85b2-9071291d2a96 None None] Provisioning complete for port 8210fa11-aa6e-4a20-a7ad-1f980303daff triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:51.877443 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e0f2-f801-4f5e-85b2-9071291d2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.912055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1e0f2-f801-4f5e-85b2-9071291d2a96 None None] Port 8210fa11-aa6e-4a20-a7ad-1f980303daff cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:08:51.979987 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Allocated IP 172.25.1.150 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/ca9dece4-2bda-4e60-ba56-1e27bf65fbaf) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:52.077307 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.112187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.156208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:52.159043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:52.161453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:52.184883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'Port': ['ID=ca9dece4-2bda-4e60-ba56-1e27bf65fbaf,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:52.280260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.315973 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.463825 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.468355 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.538033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'Port': ['ID=ca9dece4-2bda-4e60-ba56-1e27bf65fbaf,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:52.547969 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.563113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.564363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fc587628-05aa-48d0-b32a-acba902a7b7f tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8393941 Feb 04 16:08:52.567191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58176) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:52.572156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dc84d61c-b8d9-43f1-9dbb-7d301d30b671 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Request body: {'floatingip': {'port_id': '8210fa11-aa6e-4a20-a7ad-1f980303daff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:52.611507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dc84d61c-b8d9-43f1-9dbb-7d301d30b671 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.723093 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-dc84d61c-b8d9-43f1-9dbb-7d301d30b671 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] update failed (client error): The resource could not be found. Feb 04 16:08:52.724177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dc84d61c-b8d9-43f1-9dbb-7d301d30b671 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "PUT /v2.0/floatingips/611b20ec-193a-463c-a8ba-7b5b0e3806b1 HTTP/1.1" status: 404 len: 507 time: 0.1560380 Feb 04 16:08:52.727492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58178) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:53.019013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e9dd56d6-f27b-45ed-9caf-e7928df0a7ec up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:08:53.068810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:53.069184 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.081658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Deleting port ca9dece4-2bda-4e60-ba56-1e27bf65fbaf {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:53.082098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.160942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.161281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.173384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Calling delete_port for ca9dece4-2bda-4e60-ba56-1e27bf65fbaf owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:53.315207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.341233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event deleted for resources: {'Port': ['ID=ca9dece4-2bda-4e60-ba56-1e27bf65fbaf,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:53.368233 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.402981 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.405750 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.406884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-18edd3d8-cf6d-43df-87ac-304838dbf28d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "DELETE /v2.0/floatingips/611b20ec-193a-463c-a8ba-7b5b0e3806b1 HTTP/1.1" status: 204 len: 168 time: 0.6785104 Feb 04 16:08:53.410508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58182) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:53.415226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e83eba28-08a2-49c6-a011-716db7694f19 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Request body: {'floatingip': {'floating_network_id': '526c716f-6a98-4d5d-8d78-a6f0925edadc', 'port_id': '8210fa11-aa6e-4a20-a7ad-1f980303daff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:53.438477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e83eba28-08a2-49c6-a011-716db7694f19 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.554483 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-e83eba28-08a2-49c6-a011-716db7694f19 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:08:53.555536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e83eba28-08a2-49c6-a011-716db7694f19 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1439207 Feb 04 16:08:53.559309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58184) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:53.563724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '8210fa11-aa6e-4a20-a7ad-1f980303daff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:08:53.587838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.686313 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.788327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Allocated IP 172.25.1.43 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/d7dd0411-33ce-45cf-9982-f78e8c8129a7) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:53.890126 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.923517 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.962403 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:53.965229 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:53.967652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:08:53.994632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event updated for resources: {'Port': ['ID=d7dd0411-33ce-45cf-9982-f78e8c8129a7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:54.142005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Deleting port d7dd0411-33ce-45cf-9982-f78e8c8129a7 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:54.142451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.221193 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.221468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.234013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Calling delete_port for d7dd0411-33ce-45cf-9982-f78e8c8129a7 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:54.360579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.386084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event deleted for resources: {'Port': ['ID=d7dd0411-33ce-45cf-9982-f78e8c8129a7,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:54.462214 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] create failed (client error): The resource could not be found. Feb 04 16:08:54.463307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d55aeccb-a1ed-42a2-a585-0304ef622dd0 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9030867 Feb 04 16:08:54.467472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58188) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:54.551592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-28993240-43cf-4e2b-bd68-7255728a8f46 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Deleting port 8210fa11-aa6e-4a20-a7ad-1f980303daff {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:54.551846 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28993240-43cf-4e2b-bd68-7255728a8f46 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.638442 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28993240-43cf-4e2b-bd68-7255728a8f46 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.650572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-28993240-43cf-4e2b-bd68-7255728a8f46 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Calling delete_port for 8210fa11-aa6e-4a20-a7ad-1f980303daff owned by {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:54.774883 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28993240-43cf-4e2b-bd68-7255728a8f46 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.807729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28993240-43cf-4e2b-bd68-7255728a8f46 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event deleted for resources: {'Port': ['ID=8210fa11-aa6e-4a20-a7ad-1f980303daff,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:54.876671 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28993240-43cf-4e2b-bd68-7255728a8f46 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.880005 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28993240-43cf-4e2b-bd68-7255728a8f46 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "DELETE /v2.0/ports/8210fa11-aa6e-4a20-a7ad-1f980303daff HTTP/1.1" status: 204 len: 168 time: 0.4115789 Feb 04 16:08:54.882495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:54.933621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39420f9-2ab9-4a19-b196-c469e25b650d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:54.935454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e39420f9-2ab9-4a19-b196-c469e25b650d tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "GET /v2.0/ports?device_id=26f49013-a794-49bc-8487-07effe8a5d51 HTTP/1.1" status: 200 len: 913 time: 0.0514309 Feb 04 16:08:54.938332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58192) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:55.313271 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.574405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Deleting port 24d81ca2-3b6f-4754-86a8-78c093d674ae {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:55.574665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.663492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.675024 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Calling delete_port for 24d81ca2-3b6f-4754-86a8-78c093d674ae owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:55.844133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.867984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event deleted for resources: {'Port': ['ID=24d81ca2-3b6f-4754-86a8-78c093d674ae,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:56.012637 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.174069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Router 26f49013-a794-49bc-8487-07effe8a5d51 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:56.479123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:56.484232 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b4f56cc8-95f2-4690-9a26-a1f1b1d158e5 tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "PUT /v2.0/routers/26f49013-a794-49bc-8487-07effe8a5d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5447831 Feb 04 16:08:56.487797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:56.489292 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd4c0a0-8884-47e4-90ff-79f68da7394e None None] Sync routers for ids ['26f49013-a794-49bc-8487-07effe8a5d51'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:08:56.500867 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd4c0a0-8884-47e4-90ff-79f68da7394e None None] Routers {'26f49013-a794-49bc-8487-07effe8a5d51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:08:56.501308 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6fd4c0a0-8884-47e4-90ff-79f68da7394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['26f49013-a794-49bc-8487-07effe8a5d51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:56.535272 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6fd4c0a0-8884-47e4-90ff-79f68da7394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:56.544775 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd4c0a0-8884-47e4-90ff-79f68da7394e None None] Routers {'26f49013-a794-49bc-8487-07effe8a5d51'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:08:56.545396 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6fd4c0a0-8884-47e4-90ff-79f68da7394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:08:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['26f49013-a794-49bc-8487-07effe8a5d51'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:56.565888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29a36af2-f9ed-4fab-956b-e0e4ed584c5a tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.576546 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-6fd4c0a0-8884-47e4-90ff-79f68da7394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:56.577196 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd4c0a0-8884-47e4-90ff-79f68da7394e None None] The sync data for ids ['26f49013-a794-49bc-8487-07effe8a5d51'] in n-d-827869-1 is: [] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:08:56.722560 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29a36af2-f9ed-4fab-956b-e0e4ed584c5a tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.724641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29a36af2-f9ed-4fab-956b-e0e4ed584c5a tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.768085 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29a36af2-f9ed-4fab-956b-e0e4ed584c5a tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.769577 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a36af2-f9ed-4fab-956b-e0e4ed584c5a tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Fanout notify agent at l3_agent the message router_deleted on router 26f49013-a794-49bc-8487-07effe8a5d51 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:56.776284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-29a36af2-f9ed-4fab-956b-e0e4ed584c5a tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.777354 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-29a36af2-f9ed-4fab-956b-e0e4ed584c5a tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "DELETE /v2.0/routers/26f49013-a794-49bc-8487-07effe8a5d51 HTTP/1.1" status: 204 len: 168 time: 0.2885964 Feb 04 16:08:56.779873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58196) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:56.843520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae4a28e-d503-459a-abd0-485afed0ae1b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Deleting subnet eab0a087-b6dd-4ec3-af39-e7eb427a9fb6 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:08:56.846837 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a28e-d503-459a-abd0-485afed0ae1b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.892661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a28e-d503-459a-abd0-485afed0ae1b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.982533 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a28e-d503-459a-abd0-485afed0ae1b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.045232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a28e-d503-459a-abd0-485afed0ae1b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.070472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4a28e-d503-459a-abd0-485afed0ae1b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event deleted for resources: {'Subnet': ['ID=eab0a087-b6dd-4ec3-af39-e7eb427a9fb6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:57.077203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ae4a28e-d503-459a-abd0-485afed0ae1b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.081296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8ae4a28e-d503-459a-abd0-485afed0ae1b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "DELETE /v2.0/subnets/eab0a087-b6dd-4ec3-af39-e7eb427a9fb6 HTTP/1.1" status: 204 len: 168 time: 0.3003824 Feb 04 16:08:57.083685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58198) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:57.083968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30513d-6a9b-4a45-826b-ba35aba089d3 None None] Network 526c716f-6a98-4d5d-8d78-a6f0925edadc requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:08:57.171920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.226531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Deleting port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:57.230130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.257060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] DHCP port deletion for 526c716f-6a98-4d5d-8d78-a6f0925edadc request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:08:57.299257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] For port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,segment=NetworkSegment(4ee81f80-eff9-4f78-8511-94fdff4e707d),segment_id=4ee81f80-eff9-4f78-8511-94fdff4e707d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:57.300053 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.311458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] Deleting port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:08:57.311842 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.315939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Calling delete_port for e9dd56d6-f27b-45ed-9caf-e7928df0a7ec owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:57.375437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] For port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,segment=NetworkSegment(4ee81f80-eff9-4f78-8511-94fdff4e707d),segment_id=4ee81f80-eff9-4f78-8511-94fdff4e707d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:57.375828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.389043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] Calling delete_port for e9dd56d6-f27b-45ed-9caf-e7928df0a7ec owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:08:57.396291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.426364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event deleted for resources: {'Port': ['ID=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:57.428271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] No DVR routers for this DVR port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:57.474394 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.501738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] Pushing event deleted for resources: {'Port': ['ID=e9dd56d6-f27b-45ed-9caf-e7928df0a7ec,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:57.503683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf08a09-7965-425b-9af1-a67727e93f56 None None] No DVR routers for this DVR port e9dd56d6-f27b-45ed-9caf-e7928df0a7ec on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:57.511992 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.533865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526c716f-6a98-4d5d-8d78-a6f0925edadc']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:57.543906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee81f80-eff9-4f78-8511-94fdff4e707d') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:57.544216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee81f80-eff9-4f78-8511-94fdff4e707d') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:57.554120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.567704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.575192 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:08:57.575615 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:57.578883 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:57.639814 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.647096 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.650297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] 10.222.0.47 "DELETE /v2.0/networks/526c716f-6a98-4d5d-8d78-a6f0925edadc HTTP/1.1" status: 204 len: 168 time: 0.5656319 Feb 04 16:08:57.666646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c57cec-6a66-461d-93eb-b5dc53cdce9b tempest-FloatingIPNegativeTestJSON-129055580 tempest-FloatingIPNegativeTestJSON-129055580-project] Pushing event deleted for resources: {'Network': ['ID=526c716f-6a98-4d5d-8d78-a6f0925edadc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:57.890701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58204) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:58.037859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2d32c7a7-f40d-4b02-af4b-8230b053d25f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71c49a4d5e714516bae2342567c9df28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458361 Feb 04 16:08:58.041143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58208) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:08:58.089593 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a57c28-7dff-4cba-8315-943452d5bf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.109801 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a57c28-7dff-4cba-8315-943452d5bf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.154878 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a57c28-7dff-4cba-8315-943452d5bf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.157420 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60a57c28-7dff-4cba-8315-943452d5bf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.158573 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-60a57c28-7dff-4cba-8315-943452d5bf5a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2ea3124a-a450-4f7d-b5ce-19a2a3d99bfc HTTP/1.1" status: 204 len: 168 time: 0.1165478 Feb 04 16:08:58.165952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a57c28-7dff-4cba-8315-943452d5bf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea3124a-a450-4f7d-b5ce-19a2a3d99bfc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:59.012050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e9dd56d6-f27b-45ed-9caf-e7928df0a7ec no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:08:59.032990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e9dd56d6-f27b-45ed-9caf-e7928df0a7ec {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:08:59.033330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e9dd56d6-f27b-45ed-9caf-e7928df0a7ec not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:09:00.609298 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8067f40-349a-4b3a-aca1-061c9b3179ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.708983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74706d0b-cbf2-4913-921a-881ffa56b158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.877431 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.999991 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.503810 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.934297 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.189574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58318) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:11.304968 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfd7afc4-dc35-40e6-8dca-1318a82d64b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.377706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfd7afc4-dc35-40e6-8dca-1318a82d64b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.381463 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bfd7afc4-dc35-40e6-8dca-1318a82d64b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.423167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bfd7afc4-dc35-40e6-8dca-1318a82d64b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b41558b2f25648e9933babbf382336bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324719 Feb 04 16:09:11.424120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7afc4-dc35-40e6-8dca-1318a82d64b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2d7ef-2c90-4863-bbe0-690b2fc56cfc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.426829 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58322) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:11.477396 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe82268e-5e43-4d45-bb3b-c06353d259e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.498253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe82268e-5e43-4d45-bb3b-c06353d259e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.543900 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe82268e-5e43-4d45-bb3b-c06353d259e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.546450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fe82268e-5e43-4d45-bb3b-c06353d259e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.547604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fe82268e-5e43-4d45-bb3b-c06353d259e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c6f2d7ef-2c90-4863-bbe0-690b2fc56cfc HTTP/1.1" status: 204 len: 168 time: 0.1197138 Feb 04 16:09:11.555369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82268e-5e43-4d45-bb3b-c06353d259e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2d7ef-2c90-4863-bbe0-690b2fc56cfc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.809742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58328) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:11.823906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd8c197-b8eb-442f-aecd-b69a3f22158c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.909833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd8c197-b8eb-442f-aecd-b69a3f22158c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.914236 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dd8c197-b8eb-442f-aecd-b69a3f22158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.950424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8c197-b8eb-442f-aecd-b69a3f22158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b8b488-f4e5-4df1-9bb8-2a9af65a4e6b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.956159 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8dd8c197-b8eb-442f-aecd-b69a3f22158c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa9c1cc3fe884addb79532601df2ea35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453292 Feb 04 16:09:11.958820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58330) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:12.012317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8cc2-b613-413c-a4a0-054ebf9904c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.033428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8cc2-b613-413c-a4a0-054ebf9904c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.079632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8cc2-b613-413c-a4a0-054ebf9904c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.082512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8cc2-b613-413c-a4a0-054ebf9904c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.083653 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f6cf8cc2-b613-413c-a4a0-054ebf9904c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5b8b488-f4e5-4df1-9bb8-2a9af65a4e6b HTTP/1.1" status: 204 len: 168 time: 0.1240041 Feb 04 16:09:12.091846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf8cc2-b613-413c-a4a0-054ebf9904c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b8b488-f4e5-4df1-9bb8-2a9af65a4e6b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:13.740273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:13.846686 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-856cdfe5-75ff-48b6-984b-057497588dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.919693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-856cdfe5-75ff-48b6-984b-057497588dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.923369 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-856cdfe5-75ff-48b6-984b-057497588dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.961529 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-856cdfe5-75ff-48b6-984b-057497588dcd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9bc77f46399d457c8c8e00ad724580ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201800 Feb 04 16:09:13.962526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cdfe5-75ff-48b6-984b-057497588dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b4b031-051b-431b-b287-78839a7978e1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:13.964289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58382) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:14.016122 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c9e5f-57e8-4ca8-a78f-2c91cb47fe74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.037271 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c9e5f-57e8-4ca8-a78f-2c91cb47fe74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.084471 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c9e5f-57e8-4ca8-a78f-2c91cb47fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.087602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-974c9e5f-57e8-4ca8-a78f-2c91cb47fe74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.088740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-974c9e5f-57e8-4ca8-a78f-2c91cb47fe74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4b4b031-051b-431b-b287-78839a7978e1 HTTP/1.1" status: 204 len: 168 time: 0.1233668 Feb 04 16:09:14.096434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c9e5f-57e8-4ca8-a78f-2c91cb47fe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b4b031-051b-431b-b287-78839a7978e1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:14.351351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58388) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:14.364210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-828818ef-a50a-4d36-816d-9ae69e6a675b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.438917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-828818ef-a50a-4d36-816d-9ae69e6a675b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.442686 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-828818ef-a50a-4d36-816d-9ae69e6a675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.484076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-828818ef-a50a-4d36-816d-9ae69e6a675b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5364d2356ed6441491b91f47a2f8e4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316326 Feb 04 16:09:14.484931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828818ef-a50a-4d36-816d-9ae69e6a675b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210bebfb-1c10-4659-bdc1-ee5936ba39e2,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:14.486864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58390) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:14.537115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd984562-6225-4df0-bfd3-952fb5570dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.558216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd984562-6225-4df0-bfd3-952fb5570dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.607396 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd984562-6225-4df0-bfd3-952fb5570dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.610025 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bd984562-6225-4df0-bfd3-952fb5570dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.611200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bd984562-6225-4df0-bfd3-952fb5570dcc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/210bebfb-1c10-4659-bdc1-ee5936ba39e2 HTTP/1.1" status: 204 len: 168 time: 0.1233175 Feb 04 16:09:14.619773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd984562-6225-4df0-bfd3-952fb5570dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210bebfb-1c10-4659-bdc1-ee5936ba39e2,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:16.226928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58436) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:16.333352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f33595b5-5405-46c3-9e0e-4288f83a28c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.408959 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f33595b5-5405-46c3-9e0e-4288f83a28c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.412837 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f33595b5-5405-46c3-9e0e-4288f83a28c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.451960 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f33595b5-5405-46c3-9e0e-4288f83a28c8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=206610fb505f47619d1282369482c73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239518 Feb 04 16:09:16.453093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33595b5-5405-46c3-9e0e-4288f83a28c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d322da81-5ae3-4179-97d2-041b504aa2a2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:16.454856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58440) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:16.503536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b45d-f2ba-4199-b100-ce08e8e20b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.524479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b45d-f2ba-4199-b100-ce08e8e20b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.574208 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b45d-f2ba-4199-b100-ce08e8e20b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.576728 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b45d-f2ba-4199-b100-ce08e8e20b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.577886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f1d0b45d-f2ba-4199-b100-ce08e8e20b5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d322da81-5ae3-4179-97d2-041b504aa2a2 HTTP/1.1" status: 204 len: 168 time: 0.1217825 Feb 04 16:09:16.586260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0b45d-f2ba-4199-b100-ce08e8e20b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d322da81-5ae3-4179-97d2-041b504aa2a2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:16.847438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58446) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:16.860790 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-057997ec-107b-447f-95db-13c34b30117b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.935364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-057997ec-107b-447f-95db-13c34b30117b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.939315 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-057997ec-107b-447f-95db-13c34b30117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.977470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-057997ec-107b-447f-95db-13c34b30117b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54980e987ad647c2a437d39923f7fd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289327 Feb 04 16:09:16.979505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057997ec-107b-447f-95db-13c34b30117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8188912-be8b-47e8-b02d-506be6866d9e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:16.980237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58448) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:17.032795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a44cab-aca6-4620-b199-17af8e01c39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.054658 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a44cab-aca6-4620-b199-17af8e01c39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.099823 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a44cab-aca6-4620-b199-17af8e01c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.102367 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-61a44cab-aca6-4620-b199-17af8e01c39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.103493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-61a44cab-aca6-4620-b199-17af8e01c39e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8188912-be8b-47e8-b02d-506be6866d9e HTTP/1.1" status: 204 len: 168 time: 0.1222332 Feb 04 16:09:17.111527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a44cab-aca6-4620-b199-17af8e01c39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8188912-be8b-47e8-b02d-506be6866d9e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:22.469705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58528) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:22.578819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.666758 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.670535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.708800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d49609fb5154018a7edfdcf8f7993da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377815 Feb 04 16:09:22.710268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75762e8-f551-4718-bb10-0ff219a94b7a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:22.712001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58532) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:22.718040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.718330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.718675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.719017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.719357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.719691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.720023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.720353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.720683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.721008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.721336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.721663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3a210-1bd2-4ed0-aa51-5744c6a0cb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.766106 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.790412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.840593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.843206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.844369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e75762e8-f551-4718-bb10-0ff219a94b7a HTTP/1.1" status: 204 len: 168 time: 0.1313846 Feb 04 16:09:22.853403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75762e8-f551-4718-bb10-0ff219a94b7a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:22.861241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.861566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.861902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.862276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.862610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.862936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.863262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.863585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.863905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.864221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.864533 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:22.864849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44514cb0-1d1e-4627-b288-87844c4d6128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:23.026109 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:09:23.113913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58538) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:23.127809 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6699a40-36fc-4d76-8918-227716f32de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.205802 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6699a40-36fc-4d76-8918-227716f32de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.209994 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d6699a40-36fc-4d76-8918-227716f32de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.250569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d6699a40-36fc-4d76-8918-227716f32de1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=597aef90513049e0a30173cef9c9aa77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352384 Feb 04 16:09:23.251700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6699a40-36fc-4d76-8918-227716f32de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de763c58-d684-4471-8015-3e08fd93f596,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:23.253519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58540) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:23.305045 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3092adc-deb5-4279-8b79-b5b9d2cdd372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.326472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3092adc-deb5-4279-8b79-b5b9d2cdd372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.376344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3092adc-deb5-4279-8b79-b5b9d2cdd372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.378954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d3092adc-deb5-4279-8b79-b5b9d2cdd372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.380115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d3092adc-deb5-4279-8b79-b5b9d2cdd372 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de763c58-d684-4471-8015-3e08fd93f596 HTTP/1.1" status: 204 len: 168 time: 0.1253664 Feb 04 16:09:23.387063 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.388642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3092adc-deb5-4279-8b79-b5b9d2cdd372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de763c58-d684-4471-8015-3e08fd93f596,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:24.085039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58562) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:24.191644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196275031-network', 'tenant_id': 'a71992f9433a45438e4ded29cac22a04'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:24.216467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Made reservation on behalf of a71992f9433a45438e4ded29cac22a04 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:24.218960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.228108 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.315947 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.319689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.348646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:24.354968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:24.362932 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.363052 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Added segment c0807402-026b-4ecf-a276-0d18d67e4c2b of type vlan for network 08e8ef97-98b0-4975-83c7-6953898f8f39 Feb 04 16:09:24.406343 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.433358 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.434361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:24.434929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.519233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4329729 Feb 04 16:09:24.523994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58566) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:24.529896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Request body: {'subnet': {'network_id': '08e8ef97-98b0-4975-83c7-6953898f8f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196275031-subnet', 'tenant_id': 'a71992f9433a45438e4ded29cac22a04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:24.531447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feca420-626d-4c87-8213-5f1bba46cde0 admin admin] Pushing event updated for resources: {'Network': ['ID=08e8ef97-98b0-4975-83c7-6953898f8f39,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:24.543827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 08e8ef97-98b0-4975-83c7-6953898f8f39 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:09:24.556163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Made reservation on behalf of a71992f9433a45438e4ded29cac22a04 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:24.559202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.736698 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.799034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b93bac-58ed-4d8d-bedf-20d2d2dff0ea,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:24.808985 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Checking segment: {'id': 'c0807402-026b-4ecf-a276-0d18d67e4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08e8ef97-98b0-4975-83c7-6953898f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:09:24.809346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Network hostable DHCP agents. Network: 08e8ef97-98b0-4975-83c7-6953898f8f39, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:24.826440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Network 08e8ef97-98b0-4975-83c7-6953898f8f39 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:24.836000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 08e8ef97-98b0-4975-83c7-6953898f8f39) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:24.842249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:24.843159 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.844110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af306e56-f35b-48cc-bb92-3e77935783d8 None None] Network 08e8ef97-98b0-4975-83c7-6953898f8f39 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:09:24.859514 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5074dbf2-e400-4f7b-bcf1-748a19f2e862 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3342819 Feb 04 16:09:24.973149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd0bf10-8365-42e1-bc5a-d5f7eaabb6b7 None None] Network 08e8ef97-98b0-4975-83c7-6953898f8f39 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:09:25.326569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58582) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:25.331732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1811195736-network', 'tenant_id': 'aa0518e7a59e43768441654ab76c8a29'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:25.356144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Made reservation on behalf of aa0518e7a59e43768441654ab76c8a29 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:25.358561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.367306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.445391 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.449303 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.474236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:25.485083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e63698-925a-4903-aa32-d686dadf6a38,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:25.491526 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.491880 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Added segment a1a7c070-06e2-4518-899b-ca5c1fcb5739 of type vlan for network 0a43421c-a46b-4686-9bb2-c5d9b9dfd57b Feb 04 16:09:25.530793 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.555223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.556179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:25.556752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.606908 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2792416 Feb 04 16:09:25.609738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58584) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:09:25.615101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Request body: {'subnet': {'network_id': '0a43421c-a46b-4686-9bb2-c5d9b9dfd57b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1811195736-subnet', 'tenant_id': 'aa0518e7a59e43768441654ab76c8a29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:25.621914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391560d-1a56-42c7-a889-ce55ba9ba15f admin admin] Pushing event updated for resources: {'Network': ['ID=0a43421c-a46b-4686-9bb2-c5d9b9dfd57b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:25.632046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 0a43421c-a46b-4686-9bb2-c5d9b9dfd57b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:09:25.645451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Made reservation on behalf of aa0518e7a59e43768441654ab76c8a29 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:25.648516 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.822602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.870481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74cfe6c-4e6c-41ec-8dfa-e76b43fd6aea,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:25.885945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Checking segment: {'id': 'a1a7c070-06e2-4518-899b-ca5c1fcb5739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0a43421c-a46b-4686-9bb2-c5d9b9dfd57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:09:25.886340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Network hostable DHCP agents. Network: 0a43421c-a46b-4686-9bb2-c5d9b9dfd57b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:25.902758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Network 0a43421c-a46b-4686-9bb2-c5d9b9dfd57b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:25.911335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 0a43421c-a46b-4686-9bb2-c5d9b9dfd57b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:25.915929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:25.916520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.920946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb04952e-bc9b-4969-a46a-4d98a68c2cdf None None] Network 0a43421c-a46b-4686-9bb2-c5d9b9dfd57b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:09:25.932827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-79129d8f-2a65-4061-bce1-c0cda86f5dea admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3217514 Feb 04 16:09:26.046457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57ee68d-d8f1-4d20-a8b0-cc05d651327e None None] Network 0a43421c-a46b-4686-9bb2-c5d9b9dfd57b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:09:26.661040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-351ee83b-cba8-426a-b2fb-9ccfbac0593d tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:26.662561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-351ee83b-cba8-426a-b2fb-9ccfbac0593d tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/networks?id=08e8ef97-98b0-4975-83c7-6953898f8f39 HTTP/1.1" status: 200 len: 808 time: 0.1730275 Feb 04 16:09:26.677211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-fa929ab2-2cb5-4eb0-8848-6725f289a6df tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/quotas/a71992f9433a45438e4ded29cac22a04 HTTP/1.1" status: 200 len: 375 time: 0.0089517 Feb 04 16:09:26.732421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-d48a7abc-18ae-4308-af3f-fd369e350187 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a71992f9433a45438e4ded29cac22a04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498884 Feb 04 16:09:26.827066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-09b7a776-5fe2-4988-bf8b-4f21a8a9d55f service neutron] 10.222.0.47 "GET /v2.0/networks/08e8ef97-98b0-4975-83c7-6953898f8f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872688 Feb 04 16:09:26.921391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-787f2bd6-5b4d-4f07-be91-e0c1a12ed5d0 service neutron] 10.222.0.47 "GET /v2.0/networks/08e8ef97-98b0-4975-83c7-6953898f8f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875831 Feb 04 16:09:27.213006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e6ed9356-35b9-48fb-9271-a51847454d95 req-e0548be6-624a-44d0-bd92-594ea6fbd73d tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 210 time: 0.1443522 Feb 04 16:09:28.047175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-359a5ba8-6a18-4b10-ab37-2770457b85ff tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:28.048926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-359a5ba8-6a18-4b10-ab37-2770457b85ff tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.30 "GET /v2.0/networks?id=08e8ef97-98b0-4975-83c7-6953898f8f39 HTTP/1.1" status: 200 len: 808 time: 0.1226070 Feb 04 16:09:28.061092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Request body: {'port': {'device_id': '3340248c-20ba-437d-a4e8-b1b8eac4c7fb', 'network_id': '08e8ef97-98b0-4975-83c7-6953898f8f39', 'admin_state_up': True, 'tenant_id': 'a71992f9433a45438e4ded29cac22a04'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:28.175342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Made reservation on behalf of a71992f9433a45438e4ded29cac22a04 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:28.179407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.320179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Allocated IP 172.20.0.12 (08e8ef97-98b0-4975-83c7-6953898f8f39/e5b93bac-58ed-4d8d-bedf-20d2d2dff0ea/b2a5fe73-c132-4925-b082-2d7849859f38) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:28.326958 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c67a24a-b778-42d4-a442-1468da75f647 req-6336816c-5538-46a7-b945-1951bd9f486e tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 210 time: 0.0297339 Feb 04 16:09:28.737088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.772794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.824404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Network 08e8ef97-98b0-4975-83c7-6953898f8f39 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:28.827405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:28.830279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:09:28.858453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Pushing event updated for resources: {'Port': ['ID=b2a5fe73-c132-4925-b082-2d7849859f38,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:28.885094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:28.885906 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.902826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-ce7d8a77-3583-4aa3-ac8d-8c0e42a0f504 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8457601 Feb 04 16:09:28.915148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Request body: {'port': {'device_id': '3340248c-20ba-437d-a4e8-b1b8eac4c7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:09:28.971498 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.255669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a5fe73-c132-4925-b082-2d7849859f38 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:29.263978 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.275806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Transition to ACTIVE for port object b2a5fe73-c132-4925-b082-2d7849859f38 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:29.284041 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.335313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5fe73-c132-4925-b082-2d7849859f38,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:29.424756 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Attempting to bind port b2a5fe73-c132-4925-b082-2d7849859f38 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:29.425077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Attempting to bind port b2a5fe73-c132-4925-b082-2d7849859f38 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'c0807402-026b-4ecf-a276-0d18d67e4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08e8ef97-98b0-4975-83c7-6953898f8f39'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:29.425409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Attempting to bind port b2a5fe73-c132-4925-b082-2d7849859f38 on network 08e8ef97-98b0-4975-83c7-6953898f8f39 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:09:29.449122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Port b2a5fe73-c132-4925-b082-2d7849859f38 on network 08e8ef97-98b0-4975-83c7-6953898f8f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:09:29.449446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Attempting to bind port b2a5fe73-c132-4925-b082-2d7849859f38 on network 08e8ef97-98b0-4975-83c7-6953898f8f39 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:09:29.457599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:09:29.457932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Checking segment: {'id': 'c0807402-026b-4ecf-a276-0d18d67e4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08e8ef97-98b0-4975-83c7-6953898f8f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:09:29.458339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Bound using segment: {'id': 'c0807402-026b-4ecf-a276-0d18d67e4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08e8ef97-98b0-4975-83c7-6953898f8f39'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:09:29.458781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Bound port: b2a5fe73-c132-4925-b082-2d7849859f38, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0807402-026b-4ecf-a276-0d18d67e4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08e8ef97-98b0-4975-83c7-6953898f8f39'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:29.459121 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.486038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372185-f3fc-48d0-8f9f-e6baa04b701c req-e92f0ba6-25f9-41af-b1cb-0c0c54606389 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:29.487518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22372185-f3fc-48d0-8f9f-e6baa04b701c req-e92f0ba6-25f9-41af-b1cb-0c0c54606389 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 944 time: 0.0759330 Feb 04 16:09:29.556077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22372185-f3fc-48d0-8f9f-e6baa04b701c req-408e2801-82e4-4a49-b847-5de2a2fb59ff tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515332 Feb 04 16:09:29.562084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] For port b2a5fe73-c132-4925-b082-2d7849859f38, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:29.565202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] For port b2a5fe73-c132-4925-b082-2d7849859f38, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b2a5fe73-c132-4925-b082-2d7849859f38,segment=NetworkSegment(c0807402-026b-4ecf-a276-0d18d67e4c2b),segment_id=c0807402-026b-4ecf-a276-0d18d67e4c2b)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:29.571013 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.606319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:29.606937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.608313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2a5fe73-c132-4925-b082-2d7849859f38 HTTP/1.1" status: 200 len: 1092 time: 0.6976457 Feb 04 16:09:29.608751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3340248c-20ba-437d-a4e8-b1b8eac4c7fb', 'tag': 'b2a5fe73-c132-4925-b082-2d7849859f38'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:29.611068 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3340248c-20ba-437d-a4e8-b1b8eac4c7fb", "tag": "b2a5fe73-c132-4925-b082-2d7849859f38"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:09:29.634478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740281f4-3432-4819-8fbe-76870f4e1382 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5fe73-c132-4925-b082-2d7849859f38,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:29.658350 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0281884-71c2-48a3-baaa-505176bf8e1f x-openstack-request-id: req-f0281884-71c2-48a3-baaa-505176bf8e1f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:09:29.658635 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3340248c-20ba-437d-a4e8-b1b8eac4c7fb", "tag": "b2a5fe73-c132-4925-b082-2d7849859f38", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:09:29.658890 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f0281884-71c2-48a3-baaa-505176bf8e1f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:09:29.659289 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3340248c-20ba-437d-a4e8-b1b8eac4c7fb', 'tag': 'b2a5fe73-c132-4925-b082-2d7849859f38', 'status': 'completed', 'code': 200} Feb 04 16:09:29.695097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-2cd32c12-08f7-4f7d-8ee9-896efbe0f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:29.696616 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-2cd32c12-08f7-4f7d-8ee9-896efbe0f974 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a71992f9433a45438e4ded29cac22a04&device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 1095 time: 0.0469940 Feb 04 16:09:29.739115 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-763c0a74-8e00-4701-a529-30e6e1451c19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a5fe73-c132-4925-b082-2d7849859f38 HTTP/1.1" status: 200 len: 217 time: 0.0346859 Feb 04 16:09:29.786742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-79f271c5-66b0-4a0f-99d3-5c66690ed062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:29.788216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-79f271c5-66b0-4a0f-99d3-5c66690ed062 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5b93bac-58ed-4d8d-bedf-20d2d2dff0ea HTTP/1.1" status: 200 len: 848 time: 0.0425265 Feb 04 16:09:29.821840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-aa67ad62-ffe2-4d3c-85d0-5a25d6c1f7f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08e8ef97-98b0-4975-83c7-6953898f8f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269055 Feb 04 16:09:29.912266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-8c8a7473-f867-41fa-8107-d800bd2617a2 service neutron] 10.222.0.30 "GET /v2.0/networks/08e8ef97-98b0-4975-83c7-6953898f8f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836327 Feb 04 16:09:30.002787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3575446-3126-4d00-8b9b-d60f8a641133 req-750b7fda-3392-4a04-adf6-1ff2b797732f service neutron] 10.222.0.30 "GET /v2.0/networks/08e8ef97-98b0-4975-83c7-6953898f8f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Feb 04 16:09:30.099406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-f299ef98-1aed-45af-9ee0-679527e3d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.101427 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-f299ef98-1aed-45af-9ee0-679527e3d09c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a71992f9433a45438e4ded29cac22a04&device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 1095 time: 0.0468996 Feb 04 16:09:30.196044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-5023e45d-92e7-4ca3-9766-28c1c7859f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.197731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-5023e45d-92e7-4ca3-9766-28c1c7859f8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=08e8ef97-98b0-4975-83c7-6953898f8f39 HTTP/1.1" status: 200 len: 909 time: 0.0892808 Feb 04 16:09:30.242569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-11abff75-7a4a-44b3-9303-f2c4538ea1ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a5fe73-c132-4925-b082-2d7849859f38 HTTP/1.1" status: 200 len: 217 time: 0.0388870 Feb 04 16:09:30.291821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-3029636e-972d-4389-98b6-59238b3031e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.293263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-3029636e-972d-4389-98b6-59238b3031e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5b93bac-58ed-4d8d-bedf-20d2d2dff0ea HTTP/1.1" status: 200 len: 848 time: 0.0437109 Feb 04 16:09:30.323425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-932d4eca-1b8b-43f2-b4ef-7c0bd905d7f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08e8ef97-98b0-4975-83c7-6953898f8f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240507 Feb 04 16:09:30.417276 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-1bba9d7b-feea-4dd6-812e-be381961da27 service neutron] 10.222.0.30 "GET /v2.0/networks/08e8ef97-98b0-4975-83c7-6953898f8f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874355 Feb 04 16:09:30.511152 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-087665d9-bfc4-4017-9ce3-f4d2bc9e3dc2 req-bc4dc513-5b1b-44ae-b566-419bf210f1ae service neutron] 10.222.0.30 "GET /v2.0/networks/08e8ef97-98b0-4975-83c7-6953898f8f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877278 Feb 04 16:09:30.610526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-00afcd76-efd8-4be0-805a-c9b2aacecb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.679076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2cf0f-8b95-4e03-bd07-4c1110ec4839 req-75b29e43-a3a3-4c8b-9bf6-d0d81f38eb43 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.680508 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e6a2cf0f-8b95-4e03-bd07-4c1110ec4839 req-75b29e43-a3a3-4c8b-9bf6-d0d81f38eb43 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 944 time: 0.0560443 Feb 04 16:09:30.721939 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e6a2cf0f-8b95-4e03-bd07-4c1110ec4839 req-b622ed78-9c77-4431-abbe-fe3885519003 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341470 Feb 04 16:09:31.845422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390545e-3cfb-419d-99e3-abab061b670e req-60f26c6b-753d-4192-b08a-0ca6b36e13b8 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:31.846844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3390545e-3cfb-419d-99e3-abab061b670e req-60f26c6b-753d-4192-b08a-0ca6b36e13b8 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 944 time: 0.0508482 Feb 04 16:09:31.888311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3390545e-3cfb-419d-99e3-abab061b670e req-c19f0b07-a37c-4bd7-ad4d-914fac138368 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Feb 04 16:09:33.005483 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cb7eb-a291-470b-a5f6-3bad64357e5c req-23c25e7a-ab6a-475c-9344-50092d85220a tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:33.006971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-634cb7eb-a291-470b-a5f6-3bad64357e5c req-23c25e7a-ab6a-475c-9344-50092d85220a tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 944 time: 0.0523932 Feb 04 16:09:33.044428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-634cb7eb-a291-470b-a5f6-3bad64357e5c req-d0dd5022-a945-411a-930c-d78c8167af6d tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Feb 04 16:09:33.622706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device b2a5fe73-c132-4925-b082-2d7849859f38 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:09:33.722146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port b2a5fe73-c132-4925-b082-2d7849859f38, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b2a5fe73-c132-4925-b082-2d7849859f38,segment=NetworkSegment(c0807402-026b-4ecf-a276-0d18d67e4c2b),segment_id=c0807402-026b-4ecf-a276-0d18d67e4c2b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:33.724448 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-854d6747-c4c9-4eaf-bc15-35b64296e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.734231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'b2a5fe73-c132-4925-b082-2d7849859f38', 'network_id': '08e8ef97-98b0-4975-83c7-6953898f8f39', 'port_id': 'b2a5fe73-c132-4925-b082-2d7849859f38', 'mac_address': 'fa:16:3e:23:66:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b93bac-58ed-4d8d-bedf-20d2d2dff0ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:09:33.774221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.786587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a5fe73-c132-4925-b082-2d7849859f38 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:33.806425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port b2a5fe73-c132-4925-b082-2d7849859f38, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b2a5fe73-c132-4925-b082-2d7849859f38,segment=NetworkSegment(c0807402-026b-4ecf-a276-0d18d67e4c2b),segment_id=c0807402-026b-4ecf-a276-0d18d67e4c2b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:33.810400 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.858860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=b2a5fe73-c132-4925-b082-2d7849859f38,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:34.129000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['b2a5fe73-c132-4925-b082-2d7849859f38'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:09:34.157612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117b7ce-8860-463d-b2e5-7d65fcba4c19 req-eaba2381-9c66-4850-b778-ab103754549f tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:34.159126 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f117b7ce-8860-463d-b2e5-7d65fcba4c19 req-eaba2381-9c66-4850-b778-ab103754549f tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 945 time: 0.0483396 Feb 04 16:09:34.196879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f117b7ce-8860-463d-b2e5-7d65fcba4c19 req-c89ffe73-d66f-4e44-8913-8bd1154995e6 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Feb 04 16:09:35.312858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c882d-93ed-49e1-b677-028a4cd37662 req-7d71051e-cba8-48b3-a735-3a764070cf84 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:35.317761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b4c882d-93ed-49e1-b677-028a4cd37662 req-7d71051e-cba8-48b3-a735-3a764070cf84 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 945 time: 0.0513651 Feb 04 16:09:35.353058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b4c882d-93ed-49e1-b677-028a4cd37662 req-acba1074-3893-42fc-8cf7-584f6c5d7a62 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Feb 04 16:09:35.638072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device b2a5fe73-c132-4925-b082-2d7849859f38 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:09:35.686318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port b2a5fe73-c132-4925-b082-2d7849859f38 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:35.689831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port b2a5fe73-c132-4925-b082-2d7849859f38 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:35.690236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.764666 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.791437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3340248c-20ba-437d-a4e8-b1b8eac4c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a5fe73-c132-4925-b082-2d7849859f38'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:35.793680 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18962bb-ae3c-4a88-9e4a-d28d4b9d2dc8" -d '{"events": [{"server_uuid": "3340248c-20ba-437d-a4e8-b1b8eac4c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "b2a5fe73-c132-4925-b082-2d7849859f38"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:09:35.806994 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port b2a5fe73-c132-4925-b082-2d7849859f38, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b2a5fe73-c132-4925-b082-2d7849859f38,segment=NetworkSegment(c0807402-026b-4ecf-a276-0d18d67e4c2b),segment_id=c0807402-026b-4ecf-a276-0d18d67e4c2b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:35.811338 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.839375 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269e5a0d-55a4-4b18-8114-e622442ee356 x-openstack-request-id: req-269e5a0d-55a4-4b18-8114-e622442ee356 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:09:35.839665 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3340248c-20ba-437d-a4e8-b1b8eac4c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "b2a5fe73-c132-4925-b082-2d7849859f38", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:09:35.839964 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-269e5a0d-55a4-4b18-8114-e622442ee356 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:09:35.840352 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3340248c-20ba-437d-a4e8-b1b8eac4c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a5fe73-c132-4925-b082-2d7849859f38', 'code': 200} Feb 04 16:09:35.872598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=b2a5fe73-c132-4925-b082-2d7849859f38,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:35.884242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.884583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.884916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.885249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.885578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.885906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.886234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.886650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.886951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.887229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.887548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.887842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:35.891661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.927174 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6900d8-66d1-41b2-86bd-e01af1aa48f0 req-4635c843-005c-413a-a2a8-241d1a8bd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:35.928668 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf6900d8-66d1-41b2-86bd-e01af1aa48f0 req-4635c843-005c-413a-a2a8-241d1a8bd6f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 1097 time: 0.0420468 Feb 04 16:09:35.963554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf6900d8-66d1-41b2-86bd-e01af1aa48f0 req-b6f1566b-c99a-426e-9d11-631fc833aa96 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278981 Feb 04 16:09:36.469361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100b5d-83ed-4131-a479-0cd1142a21d2 req-52ef8279-795a-48ed-86bc-c315fc865097 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:36.470884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb100b5d-83ed-4131-a479-0cd1142a21d2 req-52ef8279-795a-48ed-86bc-c315fc865097 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 946 time: 0.0525224 Feb 04 16:09:36.508353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb100b5d-83ed-4131-a479-0cd1142a21d2 req-fd1ff8de-e29d-4a4d-8338-f089f9192d78 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Feb 04 16:09:37.005462 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.505930 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.631892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01064e-606d-4bad-8036-a326d0364c75 req-702e0677-dad7-43b6-a097-1f592aca8c28 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:37.633549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b01064e-606d-4bad-8036-a326d0364c75 req-702e0677-dad7-43b6-a097-1f592aca8c28 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 946 time: 0.0547061 Feb 04 16:09:37.674252 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b01064e-606d-4bad-8036-a326d0364c75 req-039445b3-003b-47b2-b5fd-ca25fb6af8f1 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345898 Feb 04 16:09:39.932528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.031523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfb709-e52b-4550-8ed2-8c1a1dd97d56 req-a728ed1f-c12f-455d-ab90-a473949e6285 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:40.032946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06dfb709-e52b-4550-8ed2-8c1a1dd97d56 req-a728ed1f-c12f-455d-ab90-a473949e6285 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 946 time: 0.0478756 Feb 04 16:09:40.071125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-06dfb709-e52b-4550-8ed2-8c1a1dd97d56 req-700dcb8b-0f61-41fe-8b98-9785c7d15d32 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316691 Feb 04 16:09:41.198419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488760-432f-4d90-8efa-25dae40df3de req-0441ced8-e80c-45a5-a25a-7a4068e65b4b tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.199910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a7488760-432f-4d90-8efa-25dae40df3de req-0441ced8-e80c-45a5-a25a-7a4068e65b4b tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 946 time: 0.0513101 Feb 04 16:09:41.237494 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a7488760-432f-4d90-8efa-25dae40df3de req-b41c4c21-1f14-484b-ad1c-23c5e77757bd tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Feb 04 16:09:41.397286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-08943478-08cf-47a2-85d6-32ef40f6f534 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.399366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-08943478-08cf-47a2-85d6-32ef40f6f534 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.30 "GET /v2.0/ports?device_id=3340248c-20ba-437d-a4e8-b1b8eac4c7fb HTTP/1.1" status: 200 len: 946 time: 0.0494847 Feb 04 16:09:41.492474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Deleting port b2a5fe73-c132-4925-b082-2d7849859f38 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:09:41.492746 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.579669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] For port b2a5fe73-c132-4925-b082-2d7849859f38, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=b2a5fe73-c132-4925-b082-2d7849859f38,segment=NetworkSegment(c0807402-026b-4ecf-a276-0d18d67e4c2b),segment_id=c0807402-026b-4ecf-a276-0d18d67e4c2b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:41.580215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.593604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Calling delete_port for b2a5fe73-c132-4925-b082-2d7849859f38 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:09:41.729688 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.744237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['b2a5fe73-c132-4925-b082-2d7849859f38'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:09:41.763677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Pushing event deleted for resources: {'Port': ['ID=b2a5fe73-c132-4925-b082-2d7849859f38,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.808109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] No DVR routers for this DVR port b2a5fe73-c132-4925-b082-2d7849859f38 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:41.810760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.814053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-52167741-0ed3-4c2e-8637-ce4be0fc282b req-324cb5cb-12dc-4078-bfef-a1922242a121 tempest-VolumesActionsTest-1803054693 tempest-VolumesActionsTest-1803054693-project] 10.222.0.30 "DELETE /v2.0/ports/b2a5fe73-c132-4925-b082-2d7849859f38 HTTP/1.1" status: 204 len: 173 time: 0.4087529 Feb 04 16:09:41.814507 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3340248c-20ba-437d-a4e8-b1b8eac4c7fb', 'name': 'network-vif-deleted', 'tag': 'b2a5fe73-c132-4925-b082-2d7849859f38'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:41.816753 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e3eb28-a08a-4058-9989-6cfc0fa74a92" -d '{"events": [{"server_uuid": "3340248c-20ba-437d-a4e8-b1b8eac4c7fb", "name": "network-vif-deleted", "tag": "b2a5fe73-c132-4925-b082-2d7849859f38"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:09:41.865138 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203d610-b330-496d-b386-ffce6c2f69a5 x-openstack-request-id: req-7203d610-b330-496d-b386-ffce6c2f69a5 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:09:41.866732 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3340248c-20ba-437d-a4e8-b1b8eac4c7fb", "name": "network-vif-deleted", "tag": "b2a5fe73-c132-4925-b082-2d7849859f38", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:09:41.866732 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7203d610-b330-496d-b386-ffce6c2f69a5 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:09:41.866732 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3340248c-20ba-437d-a4e8-b1b8eac4c7fb', 'name': 'network-vif-deleted', 'tag': 'b2a5fe73-c132-4925-b082-2d7849859f38', 'status': 'completed', 'code': 200} Feb 04 16:09:45.669529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device b2a5fe73-c132-4925-b082-2d7849859f38 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:09:45.692096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: b2a5fe73-c132-4925-b082-2d7849859f38 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:09:45.692443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device b2a5fe73-c132-4925-b082-2d7849859f38 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:09:53.399025 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.025312 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:10:00.775007 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd8785aa-9602-4069-875c-22a8ea3137b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.880809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58828) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:10:02.925541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4d6d71-efad-4982-8d21-b18832d54408 admin admin] Deleting subnet e5b93bac-58ed-4d8d-bedf-20d2d2dff0ea {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:10:02.929361 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6d71-efad-4982-8d21-b18832d54408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.968137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6d71-efad-4982-8d21-b18832d54408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.007310 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6d71-efad-4982-8d21-b18832d54408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.061147 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6d71-efad-4982-8d21-b18832d54408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.084635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d6d71-efad-4982-8d21-b18832d54408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b93bac-58ed-4d8d-bedf-20d2d2dff0ea,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.090748 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6d71-efad-4982-8d21-b18832d54408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.093864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1e4d6d71-efad-4982-8d21-b18832d54408 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e5b93bac-58ed-4d8d-bedf-20d2d2dff0ea HTTP/1.1" status: 204 len: 168 time: 0.2114220 Feb 04 16:10:03.096444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58830) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:10:03.170017 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.256487 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.276079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e8ef97-98b0-4975-83c7-6953898f8f39']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.285187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0807402-026b-4ecf-a276-0d18d67e4c2b') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.285478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0807402-026b-4ecf-a276-0d18d67e4c2b') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.295350 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.308664 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.314451 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:10:03.314833 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:03.316482 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:03.374001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.379455 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.382733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] 10.222.0.47 "DELETE /v2.0/networks/08e8ef97-98b0-4975-83c7-6953898f8f39 HTTP/1.1" status: 204 len: 168 time: 0.2853532 Feb 04 16:10:03.385801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58832) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:10:03.393896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4be10-b5e0-47de-b1a5-c89d8d3b23fe admin admin] Pushing event deleted for resources: {'Network': ['ID=08e8ef97-98b0-4975-83c7-6953898f8f39,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.430592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0075082-5ed7-4119-ac4b-2fc1ff967dc8 admin admin] Deleting subnet a74cfe6c-4e6c-41ec-8dfa-e76b43fd6aea {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:10:03.433663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0075082-5ed7-4119-ac4b-2fc1ff967dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.467786 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0075082-5ed7-4119-ac4b-2fc1ff967dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.505020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0075082-5ed7-4119-ac4b-2fc1ff967dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.556895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0075082-5ed7-4119-ac4b-2fc1ff967dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.588212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0075082-5ed7-4119-ac4b-2fc1ff967dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74cfe6c-4e6c-41ec-8dfa-e76b43fd6aea,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.592288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e0075082-5ed7-4119-ac4b-2fc1ff967dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.597320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e0075082-5ed7-4119-ac4b-2fc1ff967dc8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a74cfe6c-4e6c-41ec-8dfa-e76b43fd6aea HTTP/1.1" status: 204 len: 168 time: 0.2099888 Feb 04 16:10:03.598194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58834) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:10:03.665858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.716982 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5c17eeaf-f44a-4bfe-9ba8-9b20f434b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.751418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.773111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a43421c-a46b-4686-9bb2-c5d9b9dfd57b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.782856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a7c070-06e2-4518-899b-ca5c1fcb5739') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.783151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a7c070-06e2-4518-899b-ca5c1fcb5739') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.792743 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.806948 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.814265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:10:03.814653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:10:03.816394 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:10:03.871416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.876754 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.879870 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] 10.222.0.47 "DELETE /v2.0/networks/0a43421c-a46b-4686-9bb2-c5d9b9dfd57b HTTP/1.1" status: 204 len: 168 time: 0.2806597 Feb 04 16:10:03.895081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7933ac-4f3e-48bb-8827-8e34107eef9d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a43421c-a46b-4686-9bb2-c5d9b9dfd57b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:04.043024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58838) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:10:04.084054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1823ff0c-c4a2-4a72-a292-4a8a214e2b80 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a71992f9433a45438e4ded29cac22a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397451 Feb 04 16:10:04.087280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 58840) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:10:04.138367 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f48ed7a-40c5-45c6-b2e7-0aa04495b0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.161011 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f48ed7a-40c5-45c6-b2e7-0aa04495b0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.216872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f48ed7a-40c5-45c6-b2e7-0aa04495b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.219691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f48ed7a-40c5-45c6-b2e7-0aa04495b0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.221001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7f48ed7a-40c5-45c6-b2e7-0aa04495b0fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2de0e06-ffa5-49e4-a01c-619fc96cd9cc HTTP/1.1" status: 204 len: 168 time: 0.1326125 Feb 04 16:10:04.230356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48ed7a-40c5-45c6-b2e7-0aa04495b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2de0e06-ffa5-49e4-a01c-619fc96cd9cc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:04.549418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58846) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:10:04.590780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0d609b7a-421b-410a-8ef8-6a7246275a9f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa0518e7a59e43768441654ab76c8a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401511 Feb 04 16:10:04.593513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 58848) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:10:04.642645 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a8687a0-5d56-4425-b81f-6799d4b31720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.663528 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a8687a0-5d56-4425-b81f-6799d4b31720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.710327 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a8687a0-5d56-4425-b81f-6799d4b31720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.712838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4a8687a0-5d56-4425-b81f-6799d4b31720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.714014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4a8687a0-5d56-4425-b81f-6799d4b31720 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13e63698-925a-4903-aa32-d686dadf6a38 HTTP/1.1" status: 204 len: 168 time: 0.1196072 Feb 04 16:10:04.726565 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8687a0-5d56-4425-b81f-6799d4b31720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e63698-925a-4903-aa32-d686dadf6a38,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:05.885158 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.004042 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:07.508921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.932077 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.400834 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.625711 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ddd9991-9c49-4f46-804a-f1f79ca81e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.721440 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-778ccbd3-ccf6-428d-a02d-b246cf7eca78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.891883 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.997357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.024954 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:10:37.512638 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.952452 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.396622 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.620236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f47c7026-610c-4f49-a106-c732933a7511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.719318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dffafb89-785e-4f39-8587-c1d4080e5e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.883616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.001070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.515427 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.949328 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.023771 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:11:23.412509 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.623264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-280a69cf-a80b-488e-9be5-d6d923b585db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.711511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32d9474b-6854-4aa6-ad05-b05914bb5f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.887144 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.003861 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.523729 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.974557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:51.023817 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:11:53.426243 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.409750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32938) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:11:58.521291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.609201 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.616155 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.659106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da365cbca4a44bceb5e016314655a4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477901 Feb 04 16:11:58.659981 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de77c668-9091-4c8e-83c1-846a51f6abee,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:58.661800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32944) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:11:58.667528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.667883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.668225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.668571 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.668905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.669235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.669566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.670090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.670244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.670570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.670893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.671216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a50e9e-0e7d-4b24-a1c9-b7e0e0ae7641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.713596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.735925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.785120 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.787660 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.788818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de77c668-9091-4c8e-83c1-846a51f6abee HTTP/1.1" status: 204 len: 168 time: 0.1259348 Feb 04 16:11:58.796788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de77c668-9091-4c8e-83c1-846a51f6abee,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:58.804502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.804854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.805196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.805535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.805871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.806222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.806551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.806876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.807241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.807564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.807887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:58.808206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e184e-a3bd-465a-b834-0e4d8707c8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:59.060901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 32952) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:11:59.074773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6742cf83-a4a2-4c9d-8771-fa07a494f52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.155748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6742cf83-a4a2-4c9d-8771-fa07a494f52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.159614 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6742cf83-a4a2-4c9d-8771-fa07a494f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.198471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6742cf83-a4a2-4c9d-8771-fa07a494f52c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bc815973f7c421ebf9cf6982e18a7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364474 Feb 04 16:11:59.200657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742cf83-a4a2-4c9d-8771-fa07a494f52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744aa8de-3b06-46e6-8739-3e7e91396d71,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:59.201946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 32954) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:11:59.254715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1928f8a9-5590-4fb8-9774-4365091cbe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.277011 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1928f8a9-5590-4fb8-9774-4365091cbe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.324703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1928f8a9-5590-4fb8-9774-4365091cbe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.327452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1928f8a9-5590-4fb8-9774-4365091cbe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.328888 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1928f8a9-5590-4fb8-9774-4365091cbe5a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/744aa8de-3b06-46e6-8739-3e7e91396d71 HTTP/1.1" status: 204 len: 168 time: 0.1258898 Feb 04 16:11:59.336665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928f8a9-5590-4fb8-9774-4365091cbe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744aa8de-3b06-46e6-8739-3e7e91396d71,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:00.630444 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a43aca8-8c16-4011-a9e5-2ab6219fc5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:01.582279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-26c5877d-9463-4a99-adb5-2f9ff3f78810 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0f3297e3fe9d455896e3e105bc6c627d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299487 Feb 04 16:12:01.776883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-f8413eb0-eaa5-41e7-82c0-9b4efb96a8f4 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:01.778390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-f8413eb0-eaa5-41e7-82c0-9b4efb96a8f4 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901615 Feb 04 16:12:01.793014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-20128076-e6c3-4572-b6be-170e6d88542b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/quotas/0f3297e3fe9d455896e3e105bc6c627d HTTP/1.1" status: 200 len: 375 time: 0.0088184 Feb 04 16:12:01.823966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-1b8271f4-d816-4f98-a235-0a6cebb82be5 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f3297e3fe9d455896e3e105bc6c627d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256238 Feb 04 16:12:01.978914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe99460d-0327-4bff-b6d9-b10342162b3f req-9211c4f4-62fa-4f7e-9716-043284797c97 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 210 time: 0.0260694 Feb 04 16:12:03.067741 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-40ea0ff0-3210-4471-99a9-02d9f113bc2c req-a7b6ce3a-7a8b-4120-84e9-638e74a0daec tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 210 time: 0.0269821 Feb 04 16:12:03.713305 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-513f0799-9cd8-4ba1-8132-d7540bfd2f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.160757 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ec24830d-4c2f-485e-a905-6096aaa4d148 req-5fe2df13-4a61-4d43-a7ea-4f63ae88de20 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 210 time: 0.0257130 Feb 04 16:12:04.920808 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-e46f406d-d25b-4833-bd33-6d2bbd3b7393 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0f3297e3fe9d455896e3e105bc6c627d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368693 Feb 04 16:12:05.108584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-b85e0352-0ae7-46b8-a4ec-866ec24e1ed7 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:05.110888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-b85e0352-0ae7-46b8-a4ec-866ec24e1ed7 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827250 Feb 04 16:12:05.123837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Request body: {'port': {'device_id': 'e129e9c0-b378-4904-af8b-6930b23addbe', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '0f3297e3fe9d455896e3e105bc6c627d'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:05.236852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Made reservation on behalf of 0f3297e3fe9d455896e3e105bc6c627d for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:05.241122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.255317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.257785 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6bfb481-7554-4550-9a3e-9d09c4965c6b req-1eed5d40-5523-4faa-9f2f-248d15fbe669 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 210 time: 0.0269258 Feb 04 16:12:05.331556 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.335278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.395316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be67456-5c63-4307-b1a6-5e197eb1a1b1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:05.470736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Allocated IP 192.168.233.81 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/bcb4fe54-a84b-452e-85d3-1f538ea5039d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:05.630315 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.665595 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.712405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:05.715362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:05.719133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:12:05.725515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Pushing event updated for resources: {'Port': ['ID=bcb4fe54-a84b-452e-85d3-1f538ea5039d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:05.776202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:05.776511 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.792811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-2c21974a-5716-45a3-8300-eb5c019d976b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6734786 Feb 04 16:12:05.803016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-6a6d03b9-805f-49db-961d-e6725bb4da14 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:12:05.804014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-6a6d03b9-805f-49db-961d-e6725bb4da14 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053487 Feb 04 16:12:05.889871 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.921385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Request body: {'port': {'device_id': 'e129e9c0-b378-4904-af8b-6930b23addbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:05.935241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d8d46f4c-422c-4f0f-8f16-39c1a3489161 None None] Provisioning complete for port bcb4fe54-a84b-452e-85d3-1f538ea5039d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:05.935617 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8d46f4c-422c-4f0f-8f16-39c1a3489161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.969537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d8d46f4c-422c-4f0f-8f16-39c1a3489161 None None] Port bcb4fe54-a84b-452e-85d3-1f538ea5039d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:12:05.977249 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.249377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb4fe54-a84b-452e-85d3-1f538ea5039d {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:06.257227 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.270521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Transition to ACTIVE for port object bcb4fe54-a84b-452e-85d3-1f538ea5039d will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:06.274456 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.350305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb4fe54-a84b-452e-85d3-1f538ea5039d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:06.430301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323b2bb-a773-42fb-b55b-b447c00830e1 req-44d06c7e-7ad9-497c-9baf-a02c07b6204f tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:06.431905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9323b2bb-a773-42fb-b55b-b447c00830e1 req-44d06c7e-7ad9-497c-9baf-a02c07b6204f tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 947 time: 0.1037238 Feb 04 16:12:06.436932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Attempting to bind port bcb4fe54-a84b-452e-85d3-1f538ea5039d on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:06.437271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Attempting to bind port bcb4fe54-a84b-452e-85d3-1f538ea5039d by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:06.437601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Attempting to bind port bcb4fe54-a84b-452e-85d3-1f538ea5039d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:06.449258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Port bcb4fe54-a84b-452e-85d3-1f538ea5039d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:12:06.449583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Attempting to bind port bcb4fe54-a84b-452e-85d3-1f538ea5039d on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:06.467811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:12:06.468152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:06.468535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:12:06.468971 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Bound port: bcb4fe54-a84b-452e-85d3-1f538ea5039d, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:06.469866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.498231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9323b2bb-a773-42fb-b55b-b447c00830e1 req-5ffc57e1-b6f9-454a-9351-08c279a5f218 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581381 Feb 04 16:12:06.556874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] For port bcb4fe54-a84b-452e-85d3-1f538ea5039d, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:06.559942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] For port bcb4fe54-a84b-452e-85d3-1f538ea5039d, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bcb4fe54-a84b-452e-85d3-1f538ea5039d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:06.564966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.604668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:06.605160 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.606615 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/bcb4fe54-a84b-452e-85d3-1f538ea5039d HTTP/1.1" status: 200 len: 1095 time: 0.7947838 Feb 04 16:12:06.607060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e129e9c0-b378-4904-af8b-6930b23addbe', 'tag': 'bcb4fe54-a84b-452e-85d3-1f538ea5039d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:06.609322 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d4a8e3-a2e4-44bf-9a79-a73842a04177" -d '{"events": [{"name": "network-changed", "server_uuid": "e129e9c0-b378-4904-af8b-6930b23addbe", "tag": "bcb4fe54-a84b-452e-85d3-1f538ea5039d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:12:06.630672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8b400-a08b-4a81-8719-881fc2b4b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb4fe54-a84b-452e-85d3-1f538ea5039d,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:06.652726 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66edc8db-ed65-4a86-96d8-fca5a3cc4d01 x-openstack-request-id: req-66edc8db-ed65-4a86-96d8-fca5a3cc4d01 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:12:06.653017 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e129e9c0-b378-4904-af8b-6930b23addbe", "tag": "bcb4fe54-a84b-452e-85d3-1f538ea5039d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:12:06.653266 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-66edc8db-ed65-4a86-96d8-fca5a3cc4d01 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:12:06.653659 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e129e9c0-b378-4904-af8b-6930b23addbe', 'tag': 'bcb4fe54-a84b-452e-85d3-1f538ea5039d', 'status': 'completed', 'code': 200} Feb 04 16:12:06.698693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-35e5b414-ac6d-487a-b820-cac5caa36c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:06.700240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-35e5b414-ac6d-487a-b820-cac5caa36c4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f3297e3fe9d455896e3e105bc6c627d&device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 1098 time: 0.0416470 Feb 04 16:12:06.746551 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-d6078135-2b02-44e3-b960-81fe7f729015 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bcb4fe54-a84b-452e-85d3-1f538ea5039d HTTP/1.1" status: 200 len: 217 time: 0.0387368 Feb 04 16:12:06.798966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-1c446e07-ae23-47e2-a9c3-1c8dd8adf230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:06.800457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-1c446e07-ae23-47e2-a9c3-1c8dd8adf230 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0466497 Feb 04 16:12:06.846611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-58a1babf-339a-495d-9d43-2a2698c03a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:06.848111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-58a1babf-339a-495d-9d43-2a2698c03a3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414870 Feb 04 16:12:06.948368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-63458dae-929a-4a45-adf7-fed43ac18463 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935390 Feb 04 16:12:07.010739 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.039821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54c8bdf7-df84-47c8-a721-8c2a6eb85127 req-421eeaa7-c353-41a3-bb24-abc6dfc0cbd6 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Feb 04 16:12:07.128746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-489e2eae-0874-45de-b3c6-0e0eb45bb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.130269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-489e2eae-0874-45de-b3c6-0e0eb45bb9ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f3297e3fe9d455896e3e105bc6c627d&device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 1098 time: 0.0400949 Feb 04 16:12:07.226392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-930dea5b-a944-4102-8312-83ca577b9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.227877 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-930dea5b-a944-4102-8312-83ca577b9af3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.0913863 Feb 04 16:12:07.270530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-fc701fb4-a15d-4348-b5a3-c2725bf339f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bcb4fe54-a84b-452e-85d3-1f538ea5039d HTTP/1.1" status: 200 len: 217 time: 0.0363350 Feb 04 16:12:07.322896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-6dfdbdbd-d948-4fd5-8974-12bfe91f2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.325376 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-6dfdbdbd-d948-4fd5-8974-12bfe91f2d95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0489042 Feb 04 16:12:07.374406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-3f206588-b6a1-4c99-86fd-b3ff661789d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.375974 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-3f206588-b6a1-4c99-86fd-b3ff661789d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440905 Feb 04 16:12:07.471403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-6148cd00-fcb0-4498-a7f1-a47a0732a1f5 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885146 Feb 04 16:12:07.528471 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.585933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-79d4a8e3-a2e4-44bf-9a79-a73842a04177 req-1b4aaa46-ad7d-4121-9624-baa3d41486f4 service neutron] 10.222.0.30 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078467 Feb 04 16:12:07.621164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72ff37-f5c3-490e-9f41-5b3175816be6 req-7a9f6c7b-4ebc-4397-8f56-716f6f39b445 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.622664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb72ff37-f5c3-490e-9f41-5b3175816be6 req-7a9f6c7b-4ebc-4397-8f56-716f6f39b445 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 947 time: 0.0517814 Feb 04 16:12:07.660404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb72ff37-f5c3-490e-9f41-5b3175816be6 req-d57f01d2-49d1-4cd5-9da0-e948735d0afc tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Feb 04 16:12:08.782283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758046a-b007-40c5-8076-5c0ac3f8818c req-3bb4a0b1-11f2-4121-b550-8323c04c0205 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.783881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9758046a-b007-40c5-8076-5c0ac3f8818c req-3bb4a0b1-11f2-4121-b550-8323c04c0205 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 947 time: 0.0529044 Feb 04 16:12:08.820501 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9758046a-b007-40c5-8076-5c0ac3f8818c req-a6e13112-4780-4eaf-8382-9842c2905273 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Feb 04 16:12:09.948873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcd806-dc6f-4046-ad11-a815a89e0b02 req-d6585250-f8c0-4e61-b19f-1cd4633dfb2c tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:09.950390 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0efcd806-dc6f-4046-ad11-a815a89e0b02 req-d6585250-f8c0-4e61-b19f-1cd4633dfb2c tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 947 time: 0.0622795 Feb 04 16:12:09.992062 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.992758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0efcd806-dc6f-4046-ad11-a815a89e0b02 req-f47e1397-71c2-4a7e-89ae-f9424b40494a tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352180 Feb 04 16:12:10.379328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device bcb4fe54-a84b-452e-85d3-1f538ea5039d details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:12:10.476007 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port bcb4fe54-a84b-452e-85d3-1f538ea5039d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bcb4fe54-a84b-452e-85d3-1f538ea5039d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:10.487355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'bcb4fe54-a84b-452e-85d3-1f538ea5039d', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'bcb4fe54-a84b-452e-85d3-1f538ea5039d', 'mac_address': 'fa:16:3e:8f:81:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:12:10.525604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.538682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb4fe54-a84b-452e-85d3-1f538ea5039d {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:10.558072 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port bcb4fe54-a84b-452e-85d3-1f538ea5039d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bcb4fe54-a84b-452e-85d3-1f538ea5039d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:10.561777 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.615720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=bcb4fe54-a84b-452e-85d3-1f538ea5039d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:10.623463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.623813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.624156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.624511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.624824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.625186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.626152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.626517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.626844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.627262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.627527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.627851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:10.921813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['bcb4fe54-a84b-452e-85d3-1f538ea5039d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:12:11.122144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8ee8c-f2ce-4315-b5e7-5d85e3669346 req-e8f55b8f-8f28-42ca-b99b-7f2efa594388 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:11.123733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa8ee8c-f2ce-4315-b5e7-5d85e3669346 req-e8f55b8f-8f28-42ca-b99b-7f2efa594388 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 948 time: 0.0537362 Feb 04 16:12:11.164760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fa8ee8c-f2ce-4315-b5e7-5d85e3669346 req-5249dae8-fe9f-47f9-80c0-73d3ba5f0f9e tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Feb 04 16:12:12.293386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86faac-59d3-40c2-bfc9-430914726e72 req-ea3501a5-eab4-4985-8b73-b0ffdff5ec44 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:12.294927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc86faac-59d3-40c2-bfc9-430914726e72 req-ea3501a5-eab4-4985-8b73-b0ffdff5ec44 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 948 time: 0.0570276 Feb 04 16:12:12.338558 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cc86faac-59d3-40c2-bfc9-430914726e72 req-96dcea34-1e4d-4e98-a20d-ba6cea69e2e1 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Feb 04 16:12:12.381484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device bcb4fe54-a84b-452e-85d3-1f538ea5039d up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:12.442217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port bcb4fe54-a84b-452e-85d3-1f538ea5039d completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:12.446228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port bcb4fe54-a84b-452e-85d3-1f538ea5039d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:12.446651 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.525345 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.550572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129e9c0-b378-4904-af8b-6930b23addbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb4fe54-a84b-452e-85d3-1f538ea5039d'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:12.552936 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08fd161-6241-4d02-bb99-e5f49e568c8b" -d '{"events": [{"server_uuid": "e129e9c0-b378-4904-af8b-6930b23addbe", "name": "network-vif-plugged", "status": "completed", "tag": "bcb4fe54-a84b-452e-85d3-1f538ea5039d"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:12:12.570685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port bcb4fe54-a84b-452e-85d3-1f538ea5039d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bcb4fe54-a84b-452e-85d3-1f538ea5039d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:12.576323 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.631031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=bcb4fe54-a84b-452e-85d3-1f538ea5039d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:12.770280 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586bff11-08ca-4d6c-9ac3-ffd755fcbb9c x-openstack-request-id: req-586bff11-08ca-4d6c-9ac3-ffd755fcbb9c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:12:12.770569 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129e9c0-b378-4904-af8b-6930b23addbe", "name": "network-vif-plugged", "status": "completed", "tag": "bcb4fe54-a84b-452e-85d3-1f538ea5039d", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:12:12.770818 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-586bff11-08ca-4d6c-9ac3-ffd755fcbb9c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:12:12.771213 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e129e9c0-b378-4904-af8b-6930b23addbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb4fe54-a84b-452e-85d3-1f538ea5039d', 'code': 200} Feb 04 16:12:12.874112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6dd3d-0dc7-4db9-a461-265f9ed68b49 req-53db3837-294b-4dcd-af2a-81383c8e1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:12.876071 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08a6dd3d-0dc7-4db9-a461-265f9ed68b49 req-53db3837-294b-4dcd-af2a-81383c8e1cb9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 1100 time: 0.0436676 Feb 04 16:12:12.910307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08a6dd3d-0dc7-4db9-a461-265f9ed68b49 req-a81e6ff6-d352-4edb-aac6-c2f577545e20 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280185 Feb 04 16:12:13.460488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a3b49-18f7-4dc9-9d73-1dc1b61f4002 req-784ba640-30fa-4883-a139-15c40509f38c tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.461970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-537a3b49-18f7-4dc9-9d73-1dc1b61f4002 req-784ba640-30fa-4883-a139-15c40509f38c tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 949 time: 0.0497079 Feb 04 16:12:13.499331 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-537a3b49-18f7-4dc9-9d73-1dc1b61f4002 req-301f059e-654b-4257-9337-f15e4de84935 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Feb 04 16:12:14.615360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1363ee8-fdd0-4b44-b692-d3446581580f req-75cb45d8-dac0-4574-89f1-b0a4d4b0d1c8 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.616850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1363ee8-fdd0-4b44-b692-d3446581580f req-75cb45d8-dac0-4574-89f1-b0a4d4b0d1c8 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 949 time: 0.0490274 Feb 04 16:12:14.653887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1363ee8-fdd0-4b44-b692-d3446581580f req-b05e93a5-419a-43fe-b069-8a698f17d9e6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Feb 04 16:12:14.913464 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8dbfb-89d4-4279-8e45-28eaa89e07d1 req-0ece5c6b-61a5-422d-9dda-103891cc3a70 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.914975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0fb8dbfb-89d4-4279-8e45-28eaa89e07d1 req-0ece5c6b-61a5-422d-9dda-103891cc3a70 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 949 time: 0.0514820 Feb 04 16:12:14.951075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0fb8dbfb-89d4-4279-8e45-28eaa89e07d1 req-244a5c8e-94a9-48f0-826a-49c1eff05b7d tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301852 Feb 04 16:12:16.072576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284331-1c34-40e8-8770-cea276c8981c req-628e173b-ad61-4922-946c-a9b27d542989 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:16.074074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28284331-1c34-40e8-8770-cea276c8981c req-628e173b-ad61-4922-946c-a9b27d542989 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 949 time: 0.0507545 Feb 04 16:12:16.112259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28284331-1c34-40e8-8770-cea276c8981c req-3a0ba818-1463-4c74-ba44-1f77156d4212 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/security-groups?id=4be67456-5c63-4307-b1a6-5e197eb1a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Feb 04 16:12:16.282005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-18c95c36-c3eb-4193-aafe-9dbf7d826d2b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:16.283422 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-18c95c36-c3eb-4193-aafe-9dbf7d826d2b tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.30 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 949 time: 0.0491097 Feb 04 16:12:16.381813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Deleting port bcb4fe54-a84b-452e-85d3-1f538ea5039d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:12:16.382189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:16.468558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] For port bcb4fe54-a84b-452e-85d3-1f538ea5039d, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=bcb4fe54-a84b-452e-85d3-1f538ea5039d,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:16.468952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:16.480502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Calling delete_port for bcb4fe54-a84b-452e-85d3-1f538ea5039d owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:12:16.865274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:16.877226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['bcb4fe54-a84b-452e-85d3-1f538ea5039d'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:12:16.895911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Pushing event deleted for resources: {'Port': ['ID=bcb4fe54-a84b-452e-85d3-1f538ea5039d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:16.935249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] No DVR routers for this DVR port bcb4fe54-a84b-452e-85d3-1f538ea5039d on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:16.938668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:16.942042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da87022a-0a42-41e5-964e-f1fd2109d88c req-d65dcf52-9ac4-44df-9140-79624a5870c6 tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.30 "DELETE /v2.0/ports/bcb4fe54-a84b-452e-85d3-1f538ea5039d HTTP/1.1" status: 204 len: 173 time: 0.6531084 Feb 04 16:12:16.942511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e129e9c0-b378-4904-af8b-6930b23addbe', 'name': 'network-vif-deleted', 'tag': 'bcb4fe54-a84b-452e-85d3-1f538ea5039d'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:16.944842 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df03dad-c499-478e-92e6-5fad1bb13849" -d '{"events": [{"server_uuid": "e129e9c0-b378-4904-af8b-6930b23addbe", "name": "network-vif-deleted", "tag": "bcb4fe54-a84b-452e-85d3-1f538ea5039d"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:12:16.993194 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01749544-bd28-4933-9a72-c753fad45adc x-openstack-request-id: req-01749544-bd28-4933-9a72-c753fad45adc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:12:16.993505 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e129e9c0-b378-4904-af8b-6930b23addbe", "name": "network-vif-deleted", "tag": "bcb4fe54-a84b-452e-85d3-1f538ea5039d", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:12:16.993764 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-01749544-bd28-4933-9a72-c753fad45adc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:12:16.994206 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e129e9c0-b378-4904-af8b-6930b23addbe', 'name': 'network-vif-deleted', 'tag': 'bcb4fe54-a84b-452e-85d3-1f538ea5039d', 'status': 'completed', 'code': 200} Feb 04 16:12:17.076212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ea124dd-f3f9-4eb6-a056-318d452075b7 req-86db0814-da67-49cf-b4a5-ca06ae8f14f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310030 Feb 04 16:12:17.144581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ea124dd-f3f9-4eb6-a056-318d452075b7 req-79e8f18b-0f38-45ff-aaa7-cda8db9b1a1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f3297e3fe9d455896e3e105bc6c627d&device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 210 time: 0.0249255 Feb 04 16:12:17.191182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ea124dd-f3f9-4eb6-a056-318d452075b7 req-fa6ca741-3319-45eb-94d6-ac5d2c2bbe04 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0f3297e3fe9d455896e3e105bc6c627d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259202 Feb 04 16:12:17.288431 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0221f371-90f8-470d-9f90-14917399cdaa req-ac571a47-be1a-4a57-8675-e6f9b1fbc62d tempest-VolumesNegativeTest-159958675 tempest-VolumesNegativeTest-159958675-project] 10.222.0.47 "GET /v2.0/ports?device_id=e129e9c0-b378-4904-af8b-6930b23addbe HTTP/1.1" status: 200 len: 210 time: 0.0895989 Feb 04 16:12:17.397144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea124dd-f3f9-4eb6-a056-318d452075b7 req-00e1367c-ce6a-47d0-8a1c-5e976fe330b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:17.398595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ea124dd-f3f9-4eb6-a056-318d452075b7 req-00e1367c-ce6a-47d0-8a1c-5e976fe330b9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2011139 Feb 04 16:12:20.427665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device bcb4fe54-a84b-452e-85d3-1f538ea5039d no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:12:20.449198 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: bcb4fe54-a84b-452e-85d3-1f538ea5039d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:12:20.449548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device bcb4fe54-a84b-452e-85d3-1f538ea5039d not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:12:23.333530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33332) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:23.441466 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.472403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6ba930e7-c7ac-4df8-9ed1-aa81ce3cdc20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f3297e3fe9d455896e3e105bc6c627d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375732 Feb 04 16:12:23.474948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33336) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:23.520862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9eb72f1b-bf2d-4b62-aca4-48856c83db71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.541880 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9eb72f1b-bf2d-4b62-aca4-48856c83db71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.592068 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9eb72f1b-bf2d-4b62-aca4-48856c83db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.595188 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9eb72f1b-bf2d-4b62-aca4-48856c83db71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.596359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9eb72f1b-bf2d-4b62-aca4-48856c83db71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4be67456-5c63-4307-b1a6-5e197eb1a1b1 HTTP/1.1" status: 204 len: 168 time: 0.1205225 Feb 04 16:12:23.604603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb72f1b-bf2d-4b62-aca4-48856c83db71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be67456-5c63-4307-b1a6-5e197eb1a1b1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.022592 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:12:30.622637 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73b5d9b5-2781-4906-bdc0-d9f90c9f8354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.574083 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33410) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:32.686668 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9397d46b-832a-47b4-9514-941f0782d05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.768722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9397d46b-832a-47b4-9514-941f0782d05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.772305 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9397d46b-832a-47b4-9514-941f0782d05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.812737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9397d46b-832a-47b4-9514-941f0782d05e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb2ac12c30ab44759ea9761389a4951e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375784 Feb 04 16:12:32.813612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d46b-832a-47b4-9514-941f0782d05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70ffb2b-350f-4cc8-bc76-235a4336291e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:32.815549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33414) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:32.867005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70054a62-b5e2-468a-99b5-de312df34c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.888153 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70054a62-b5e2-468a-99b5-de312df34c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.934003 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70054a62-b5e2-468a-99b5-de312df34c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.936594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-70054a62-b5e2-468a-99b5-de312df34c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.938289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-70054a62-b5e2-468a-99b5-de312df34c09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a70ffb2b-350f-4cc8-bc76-235a4336291e HTTP/1.1" status: 204 len: 168 time: 0.1217055 Feb 04 16:12:32.946220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70054a62-b5e2-468a-99b5-de312df34c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70ffb2b-350f-4cc8-bc76-235a4336291e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.559156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 33436) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:33.658169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-12209380-network', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:33.681247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:33.683634 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.691788 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.714411 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-246db812-e8f7-4ffb-a3e7-0171148d1826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.765961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.769376 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.792995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:12:33.803041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457fd751-a9b7-4723-acf4-e1db0e7f05c6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.807851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.808207 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Added segment 37218bf8-9b4f-4ef2-9c29-1154036bb53c of type vlan for network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d Feb 04 16:12:33.850674 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.875594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.876825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:33.877408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.931165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3708951 Feb 04 16:12:33.934106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33440) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:33.939133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Request body: {'subnet': {'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-12209380-subnet', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:33.940070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab0ece-345b-4c2f-ba6a-ff3f8026a30b admin admin] Pushing event updated for resources: {'Network': ['ID=2c3e311f-b1d7-4a6d-812c-c600153c4d6d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.950640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:12:33.961303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:33.963629 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.129775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.186656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=efbec032-b41e-4e2d-acb3-c4fe55df0b6f,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:34.195458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:34.195856 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Network hostable DHCP agents. Network: 2c3e311f-b1d7-4a6d-812c-c600153c4d6d, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:12:34.213192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:12:34.224583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 2c3e311f-b1d7-4a6d-812c-c600153c4d6d) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:34.229883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.230796 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.234684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782104f-7114-4612-92d8-a081ebed32c2 None None] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:12:34.249407 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ac2a8288-d9f6-4e43-85ec-47a21cb4fecf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3140867 Feb 04 16:12:34.252597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33442) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:34.257035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:34.280070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.281638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.338034 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.389642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:12:34.389642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.527144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Allocated IP 172.20.0.2 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/856e19ca-fe79-4e55-b2f6-e20f559f81b1) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:34.679398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.684856 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.715924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.725658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:34.728639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:34.733213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:12:34.740487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Pushing event updated for resources: {'Port': ['ID=856e19ca-fe79-4e55-b2f6-e20f559f81b1,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:34.798922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Attempting to bind port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:34.799282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Attempting to bind port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:34.799641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Attempting to bind port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:34.804534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:12:34.804880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:34.805276 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.805667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:12:34.806158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Bound port: 856e19ca-fe79-4e55-b2f6-e20f559f81b1, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:34.806534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.869184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] For port 856e19ca-fe79-4e55-b2f6-e20f559f81b1, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:34.872242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] For port 856e19ca-fe79-4e55-b2f6-e20f559f81b1, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=856e19ca-fe79-4e55-b2f6-e20f559f81b1,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:34.876209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.930211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.931190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d2b1-a67a-4439-9ae0-b086a2c9ba5b None None] Pushing event updated for resources: {'Port': ['ID=856e19ca-fe79-4e55-b2f6-e20f559f81b1,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:34.951976 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.064361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Allocated IP 172.25.1.162 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/185eea7e-050d-430d-8279-2cc57a210522) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:35.209620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 856e19ca-fe79-4e55-b2f6-e20f559f81b1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:35.210939 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.248503 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.266535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:35.266996 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.293680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:35.297485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:35.301343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:12:35.307178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Pushing event updated for resources: {'Port': ['ID=185eea7e-050d-430d-8279-2cc57a210522,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:35.354264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.386117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 856e19ca-fe79-4e55-b2f6-e20f559f81b1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=856e19ca-fe79-4e55-b2f6-e20f559f81b1,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:35.390362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.442540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=856e19ca-fe79-4e55-b2f6-e20f559f81b1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:35.554704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.755661 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.893310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.893836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:12:35.898489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8238692-373f-4e3a-bfc8-33b116b9cac2 None None] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:12:35.959673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-31167b53-8a6f-4893-805d-604005f53b5b None None] Provisioning complete for port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:35.960046 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-31167b53-8a6f-4893-805d-604005f53b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.005659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:36.016276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:36.023577 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.024843 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2f468a8f-5904-4bfa-bf49-64bb391a0f3a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7712479 Feb 04 16:12:36.027566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33444) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:36.059387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:12:36.060009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:12:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:36.225664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:12:36.417043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:35Z', 'revision_number': 3, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:36.448062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:36.448404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Updating router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c port 185eea7e-050d-430d-8279-2cc57a210522 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:12:36.469006 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.480471 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.510835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5637d1c7-cfa0-4343-9673-fead9cab3686 None None] Provisioning complete for port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:36.511214 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5637d1c7-cfa0-4343-9673-fead9cab3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.625313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Allocated IP 172.20.0.1 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/982d40f1-1caf-463a-8749-040c066d07b5) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:36.737121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.772046 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.814394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:36.818832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:36.823189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:12:36.857462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Pushing event updated for resources: {'Port': ['ID=982d40f1-1caf-463a-8749-040c066d07b5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:36.873111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.977526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.983288 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.020536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.042857 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.049138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Attempting to bind port 185eea7e-050d-430d-8279-2cc57a210522 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:37.049504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Attempting to bind port 185eea7e-050d-430d-8279-2cc57a210522 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:37.049862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Attempting to bind port 185eea7e-050d-430d-8279-2cc57a210522 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:37.056587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cf39f-4dd3-41ce-a7a0-0739ef717d11 None None] Pushing event updated for resources: {'Port': ['ID=185eea7e-050d-430d-8279-2cc57a210522,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:37.059259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:12:37.059692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:37.060044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.060407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:12:37.060871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Bound port: 185eea7e-050d-430d-8279-2cc57a210522, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:37.061242 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.107308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0aca5cf3-deb3-49c1-b256-a8a409922be5 None None] Provisioning complete for port 982d40f1-1caf-463a-8749-040c066d07b5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:37.108164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0aca5cf3-deb3-49c1-b256-a8a409922be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.146531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 856e19ca-fe79-4e55-b2f6-e20f559f81b1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:37.180261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] For port 185eea7e-050d-430d-8279-2cc57a210522, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:37.197625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0aca5cf3-deb3-49c1-b256-a8a409922be5 None None] Port 982d40f1-1caf-463a-8749-040c066d07b5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:12:37.200101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] For port 185eea7e-050d-430d-8279-2cc57a210522, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=185eea7e-050d-430d-8279-2cc57a210522,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:37.200963 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.206798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.208172 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.277221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Pushing event updated for resources: {'Port': ['ID=982d40f1-1caf-463a-8749-040c066d07b5,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:37.278824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:12:37.279474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:12:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:37.280029 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.282149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cf39f-4dd3-41ce-a7a0-0739ef717d11 None None] Pushing event updated for resources: {'Port': ['ID=185eea7e-050d-430d-8279-2cc57a210522,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:37.284789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:37.285086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.374390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:37.375783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:37.448130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:12:37.502121 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:37.580759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.626120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:37.631809 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dd80c61d-fab4-456d-b04c-da9c43e6ed6c admin admin] 10.222.0.47 "PUT /v2.0/routers/8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6031182 Feb 04 16:12:37.633340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-01de6826-3606-48b8-a691-d0181b9bc552 None None] Provisioning complete for port 982d40f1-1caf-463a-8749-040c066d07b5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:37.633716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-01de6826-3606-48b8-a691-d0181b9bc552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.691140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-01de6826-3606-48b8-a691-d0181b9bc552 None None] Port 982d40f1-1caf-463a-8749-040c066d07b5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:12:37.710711 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 2, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:37.740957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530eac60-9eb4-4251-9a6c-5e9161585af1 None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 2, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:38.125190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33460) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:38.130206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2080449281-network', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:38.154042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Made reservation on behalf of 918c9279e8c74eeeb61c2841a67e7bc9 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:38.157063 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.166726 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.249663 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.254157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.286529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:12:38.293659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fa614f-056f-4f36-afac-619c9c589831,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.300050 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.300405 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Added segment b271e1fc-72a4-47ae-a339-b591ceabd348 of type vlan for network 90eaa744-1b62-4ba4-9516-bd3e573a629e Feb 04 16:12:38.344924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.371176 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.372304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:38.372884 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.431195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3048804 Feb 04 16:12:38.434114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33462) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:38.439561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Request body: {'subnet': {'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2080449281-subnet', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:38.452490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986f784-1e03-4205-b084-e919a05fffe2 admin admin] Pushing event updated for resources: {'Network': ['ID=90eaa744-1b62-4ba4-9516-bd3e573a629e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.468682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 90eaa744-1b62-4ba4-9516-bd3e573a629e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:12:38.475428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Made reservation on behalf of 918c9279e8c74eeeb61c2841a67e7bc9 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:38.478226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.704492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.767350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b142f4-0777-4924-b442-99dad3bc62d3,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.776583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Checking segment: {'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:38.776950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Network hostable DHCP agents. Network: 90eaa744-1b62-4ba4-9516-bd3e573a629e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:12:38.795652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Network 90eaa744-1b62-4ba4-9516-bd3e573a629e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:12:38.811148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 90eaa744-1b62-4ba4-9516-bd3e573a629e) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:38.818756 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac324d2b-2bfc-4a61-a63e-fc6ace28ed91 None None] Network 90eaa744-1b62-4ba4-9516-bd3e573a629e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:12:38.822400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:38.823137 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.846448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8c315146-9786-473a-b126-3752a4f5ba10 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4112167 Feb 04 16:12:38.848824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33464) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:38.854139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:38.885643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.886744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.959432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.024102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-90eaa744-1b62-4ba4-9516-bd3e573a629e', 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'fixed_ips': [{'subnet_id': '34b142f4-0777-4924-b442-99dad3bc62d3'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:12:39.025992 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.187032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Allocated IP 172.20.0.2 (90eaa744-1b62-4ba4-9516-bd3e573a629e/34b142f4-0777-4924-b442-99dad3bc62d3/e78e8c45-bcc6-4da4-ac39-b31d5837b184) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:39.249147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 185eea7e-050d-430d-8279-2cc57a210522 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:39.369374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 185eea7e-050d-430d-8279-2cc57a210522 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:39.369761 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.398066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.413603 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.426111 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.476860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Network 90eaa744-1b62-4ba4-9516-bd3e573a629e is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:39.497950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:39.504469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:12:39.506309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Pushing event updated for resources: {'Port': ['ID=e78e8c45-bcc6-4da4-ac39-b31d5837b184,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:39.542194 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.584423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 185eea7e-050d-430d-8279-2cc57a210522, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=185eea7e-050d-430d-8279-2cc57a210522,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:39.585543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Attempting to bind port e78e8c45-bcc6-4da4-ac39-b31d5837b184 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:39.585909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Attempting to bind port e78e8c45-bcc6-4da4-ac39-b31d5837b184 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:39.586302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Attempting to bind port e78e8c45-bcc6-4da4-ac39-b31d5837b184 on network 90eaa744-1b62-4ba4-9516-bd3e573a629e {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:39.589703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.596628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:12:39.597009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Checking segment: {'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:39.597409 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.597913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Bound using segment: {'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:12:39.598317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Bound port: e78e8c45-bcc6-4da4-ac39-b31d5837b184, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:39.598700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.604787 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.624941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.680254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=185eea7e-050d-430d-8279-2cc57a210522,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:39.705912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] For port e78e8c45-bcc6-4da4-ac39-b31d5837b184, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:39.713714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] For port e78e8c45-bcc6-4da4-ac39-b31d5837b184, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e78e8c45-bcc6-4da4-ac39-b31d5837b184,segment=NetworkSegment(b271e1fc-72a4-47ae-a339-b591ceabd348),segment_id=b271e1fc-72a4-47ae-a339-b591ceabd348)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:39.719021 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.746447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Allocated IP 172.25.1.204 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/9ba94ea1-bc44-4ca3-9c26-443cedd547e4) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:39.787205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e09cb-69d5-4056-927d-390eaceb7304 None None] Pushing event updated for resources: {'Port': ['ID=e78e8c45-bcc6-4da4-ac39-b31d5837b184,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:39.878767 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.915513 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.972430 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:39.975974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:39.979972 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:12:40.009105 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.014984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba94ea1-bc44-4ca3-9c26-443cedd547e4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:40.091935 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:40.101969 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:12:40.102718 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:12:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.215319 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:12:40.252700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.424729 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:37Z', 'revision_number': 2, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.455684 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:40.456033 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Updating router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c port 982d40f1-1caf-463a-8749-040c066d07b5 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:12:40.471698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.482499 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.621254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:12:40.736368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:40.747089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Sync routers for ids ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:40.757468 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.761794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b9d729f5-b7d3-42d5-9c35-ec05942f6fe0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9093816 Feb 04 16:12:40.762295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Routers {'385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:12:40.762295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:12:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:40.762486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 33466) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:12:40.783488 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.789755 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.847864 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Pushing event updated for resources: {'Port': ['ID=982d40f1-1caf-463a-8749-040c066d07b5,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:40.863205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e8485-1048-4c06-8bd7-ef850aa9ec0d None None] Network 90eaa744-1b62-4ba4-9516-bd3e573a629e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:12:40.884371 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.884605 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.885069 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.885409 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.885737 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.886083 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.886404 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.886722 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.887037 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.887353 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.887670 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.887982 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:40.932110 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Attempting to bind port 982d40f1-1caf-463a-8749-040c066d07b5 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:40.933010 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Attempting to bind port 982d40f1-1caf-463a-8749-040c066d07b5 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:40.933391 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Attempting to bind port 982d40f1-1caf-463a-8749-040c066d07b5 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:40.942923 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:12:40.943946 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:40.944956 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.945366 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:12:40.945920 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Bound port: 982d40f1-1caf-463a-8749-040c066d07b5, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:40.946810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a278c2d6-83ca-4d4c-b3ae-428d80672bef None None] Provisioning complete for port e78e8c45-bcc6-4da4-ac39-b31d5837b184 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:40.946930 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.947184 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a278c2d6-83ca-4d4c-b3ae-428d80672bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.984835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Set router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:12:41.027051 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] For port 982d40f1-1caf-463a-8749-040c066d07b5, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:41.033260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] For port 982d40f1-1caf-463a-8749-040c066d07b5, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=982d40f1-1caf-463a-8749-040c066d07b5,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:41.039225 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.100199 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:12:41.100828 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:12:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:41.214963 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd752b4-8ed4-4f72-92fa-726f18b47536 None None] Pushing event updated for resources: {'Port': ['ID=982d40f1-1caf-463a-8749-040c066d07b5,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:41.267872 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:12:41.359967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.386235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e78e8c45-bcc6-4da4-ac39-b31d5837b184 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:41.564950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a278c2d6-83ca-4d4c-b3ae-428d80672bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.566859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e78e8c45-bcc6-4da4-ac39-b31d5837b184 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:41.567214 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.596394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Allocated IP 172.20.0.1 (90eaa744-1b62-4ba4-9516-bd3e573a629e/34b142f4-0777-4924-b442-99dad3bc62d3/00299e5e-acf9-4017-a78f-ef5191015561) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:41.663282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a278c2d6-83ca-4d4c-b3ae-428d80672bef None None] For port e78e8c45-bcc6-4da4-ac39-b31d5837b184, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e78e8c45-bcc6-4da4-ac39-b31d5837b184,segment=NetworkSegment(b271e1fc-72a4-47ae-a339-b591ceabd348),segment_id=b271e1fc-72a4-47ae-a339-b591ceabd348)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:41.673728 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a278c2d6-83ca-4d4c-b3ae-428d80672bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.679535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:40Z', 'revision_number': 3, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port': {'id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:41.747857 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:41Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:41.763755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Checking router: 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:41.764287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Updating router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:12:41.782153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.802126 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdc014-4b7c-4b7a-a20d-b9a98b96f784 None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:41Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:41.811478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 185eea7e-050d-430d-8279-2cc57a210522 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:41.826136 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.826655 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.880115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Network 90eaa744-1b62-4ba4-9516-bd3e573a629e is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:41.885964 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278c2d6-83ca-4d4c-b3ae-428d80672bef None None] Pushing event updated for resources: {'Port': ['ID=e78e8c45-bcc6-4da4-ac39-b31d5837b184,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:41.886563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:41.890389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:12:41.894960 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ab63f87c-6d85-4caf-b1f3-79c0aed3feaf None None] Provisioning complete for port 982d40f1-1caf-463a-8749-040c066d07b5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:41.894960 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab63f87c-6d85-4caf-b1f3-79c0aed3feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.932405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Pushing event updated for resources: {'Port': ['ID=00299e5e-acf9-4017-a78f-ef5191015561,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:41.945222 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.141326 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.254271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 185eea7e-050d-430d-8279-2cc57a210522 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:42.255015 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.308519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab63f87c-6d85-4caf-b1f3-79c0aed3feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.327820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.348268 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.351473 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.357997 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.414247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Attempting to bind port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:42.414484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Attempting to bind port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:42.414941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Attempting to bind port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:42.425592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ab63f87c-6d85-4caf-b1f3-79c0aed3feaf None None] For port 982d40f1-1caf-463a-8749-040c066d07b5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=982d40f1-1caf-463a-8749-040c066d07b5,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:42.434547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:12:42.435098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:42.435556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.435675 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.436147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:12:42.436763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Bound port: 9ba94ea1-bc44-4ca3-9c26-443cedd547e4, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:42.437257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.437500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Pushing event updated for resources: {'Port': ['ID=00299e5e-acf9-4017-a78f-ef5191015561,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.439117 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ab63f87c-6d85-4caf-b1f3-79c0aed3feaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.454339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc091b-fe6f-4fe2-959a-0f2a181c4c29 None None] Pushing event updated for resources: {'Port': ['ID=9ba94ea1-bc44-4ca3-9c26-443cedd547e4,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.543417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Network 90eaa744-1b62-4ba4-9516-bd3e573a629e is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:42.545063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:42.597383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63f87c-6d85-4caf-b1f3-79c0aed3feaf None None] Pushing event updated for resources: {'Port': ['ID=982d40f1-1caf-463a-8749-040c066d07b5,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.616975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] For port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:42.621425 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] For port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9ba94ea1-bc44-4ca3-9c26-443cedd547e4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:42.629493 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.673069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a5236649-3481-4ac4-b7b5-e429f7a3ece2 None None] Provisioning complete for port 00299e5e-acf9-4017-a78f-ef5191015561 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:42.673712 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5236649-3481-4ac4-b7b5-e429f7a3ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.691138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:42.732362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc091b-fe6f-4fe2-959a-0f2a181c4c29 None None] Pushing event updated for resources: {'Port': ['ID=9ba94ea1-bc44-4ca3-9c26-443cedd547e4,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.743189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a5236649-3481-4ac4-b7b5-e429f7a3ece2 None None] Port 00299e5e-acf9-4017-a78f-ef5191015561 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:12:42.744968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Routers {'385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:12:42.745680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:12:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:42.805609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a5236649-3481-4ac4-b7b5-e429f7a3ece2 None None] Provisioning complete for port e78e8c45-bcc6-4da4-ac39-b31d5837b184 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:42.806256 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5236649-3481-4ac4-b7b5-e429f7a3ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.907161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] Set router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:12:43.080741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:43.088379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-076a59b9-5eca-4666-bdf4-2c06244db23f admin admin] 10.222.0.47 "PUT /v2.0/routers/385c53a5-74c4-4eb8-a3d2-26e8ac0f385b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3247871 Feb 04 16:12:43.137830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a7b50114-a3f2-4774-8e96-77a3cefeb297 None None] Provisioning complete for port 00299e5e-acf9-4017-a78f-ef5191015561 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:43.138219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7b50114-a3f2-4774-8e96-77a3cefeb297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.183683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 4, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port': {'id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '00299e5e-acf9-4017-a78f-ef5191015561', 'name': '', 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'mac_address': 'fa:16:3e:92:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:41Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 2, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'subnets': [{'id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:43.186884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a7b50114-a3f2-4774-8e96-77a3cefeb297 None None] Port 00299e5e-acf9-4017-a78f-ef5191015561 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:12:43.212064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40886bc7-973c-4474-b5a2-9d2db9264cad None None] The sync data for ids ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'] in n-d-827869-1 is: [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 4, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port': {'id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '00299e5e-acf9-4017-a78f-ef5191015561', 'name': '', 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'mac_address': 'fa:16:3e:92:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:41Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 2, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'subnets': [{'id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:43.228134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e78e8c45-bcc6-4da4-ac39-b31d5837b184 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:43.279920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e78e8c45-bcc6-4da4-ac39-b31d5837b184 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:43.280385 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.370981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 982d40f1-1caf-463a-8749-040c066d07b5 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:43.444325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 982d40f1-1caf-463a-8749-040c066d07b5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:43.444697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.193837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:45.213015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-ed4b5e5f-af27-4f66-a9d8-c6e392c4aa82 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:45.214518 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-ed4b5e5f-af27-4f66-a9d8-c6e392c4aa82 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1233997 Feb 04 16:12:45.231031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-bbf9a7a6-b1db-49ff-8646-44988878cce9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/quotas/d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 375 time: 0.0098352 Feb 04 16:12:45.290147 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-51961921-5163-46b1-9f9a-2b9110c593b0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530190 Feb 04 16:12:45.402788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:45.403165 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.479423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.484100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-00f9940e-66c7-4246-a1b4-a9d8a9ee43ec service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870043 Feb 04 16:12:45.500594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9ba94ea1-bc44-4ca3-9c26-443cedd547e4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:45.504864 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.555252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=9ba94ea1-bc44-4ca3-9c26-443cedd547e4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:45.586154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-3630718f-1318-4cf5-838a-fd0c4040368e service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957215 Feb 04 16:12:45.869585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19f9cdc8-ce73-45fa-bef4-5073ce1f93bc req-93756f33-becc-4b34-811a-3528c33b9a4d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 210 time: 0.0265086 Feb 04 16:12:45.872480 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Sync routers for ids ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:12:45.882281 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Routers {'385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:12:45.892275 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:12:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:45.999970 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Set router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:12:46.210847 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 4, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port': {'id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '00299e5e-acf9-4017-a78f-ef5191015561', 'name': '', 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'mac_address': 'fa:16:3e:92:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:41Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 2, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'subnets': [{'id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:46.237817 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Checking router: 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:12:46.238242 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Updating router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b port 00299e5e-acf9-4017-a78f-ef5191015561 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:12:46.264655 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.524937 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.530675 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.588113 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dbd6c-a15d-47f5-8b60-cdeb450a1432 None None] Pushing event updated for resources: {'Port': ['ID=00299e5e-acf9-4017-a78f-ef5191015561,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:46.633295 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Attempting to bind port 00299e5e-acf9-4017-a78f-ef5191015561 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:46.633664 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Attempting to bind port 00299e5e-acf9-4017-a78f-ef5191015561 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:46.634070 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Attempting to bind port 00299e5e-acf9-4017-a78f-ef5191015561 on network 90eaa744-1b62-4ba4-9516-bd3e573a629e {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:46.639487 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:12:46.639862 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Checking segment: {'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:46.640260 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.640655 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Bound using segment: {'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:12:46.641239 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Bound port: 00299e5e-acf9-4017-a78f-ef5191015561, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b271e1fc-72a4-47ae-a339-b591ceabd348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:46.641682 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.707169 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] For port 00299e5e-acf9-4017-a78f-ef5191015561, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:46.710481 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] For port 00299e5e-acf9-4017-a78f-ef5191015561, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=00299e5e-acf9-4017-a78f-ef5191015561,segment=NetworkSegment(b271e1fc-72a4-47ae-a339-b591ceabd348),segment_id=b271e1fc-72a4-47ae-a339-b591ceabd348)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:46.714561 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.773793 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Routers {'385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:12:46.774408 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:12:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:46.809965 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dbd6c-a15d-47f5-8b60-cdeb450a1432 None None] Pushing event updated for resources: {'Port': ['ID=00299e5e-acf9-4017-a78f-ef5191015561,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:46.835286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-289437ff-6a64-4df9-b6ed-02c7caeff888 None None] Provisioning complete for port 00299e5e-acf9-4017-a78f-ef5191015561 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:46.835797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-289437ff-6a64-4df9-b6ed-02c7caeff888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.895080 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] Set router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:12:46.930074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-289437ff-6a64-4df9-b6ed-02c7caeff888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.966039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-289437ff-6a64-4df9-b6ed-02c7caeff888 None None] For port 00299e5e-acf9-4017-a78f-ef5191015561, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=00299e5e-acf9-4017-a78f-ef5191015561,segment=NetworkSegment(b271e1fc-72a4-47ae-a339-b591ceabd348),segment_id=b271e1fc-72a4-47ae-a339-b591ceabd348)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:46.970527 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-289437ff-6a64-4df9-b6ed-02c7caeff888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.001152 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aaf6d64d-9f02-4283-bfee-eae5c5673b63 req-fd3638f3-1647-421f-9a11-ced257a35b79 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 210 time: 0.0307517 Feb 04 16:12:47.022634 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289437ff-6a64-4df9-b6ed-02c7caeff888 None None] Pushing event updated for resources: {'Port': ['ID=00299e5e-acf9-4017-a78f-ef5191015561,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:47.091570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c287223e-7a72-47ba-ad11-ef266b6fef4e None None] Provisioning complete for port 00299e5e-acf9-4017-a78f-ef5191015561 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:47.092032 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c287223e-7a72-47ba-ad11-ef266b6fef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.109101 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 4, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port': {'id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '00299e5e-acf9-4017-a78f-ef5191015561', 'name': '', 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'mac_address': 'fa:16:3e:92:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:41Z', 'updated_at': '2022-02-04T16:12:46Z', 'revision_number': 4, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'subnets': [{'id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:47.136089 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764710ca-0c33-41d1-a82a-e23c70c39868 None None] The sync data for ids ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'] in n-d-827869-1 is: [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 4, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port': {'id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '00299e5e-acf9-4017-a78f-ef5191015561', 'name': '', 'network_id': '90eaa744-1b62-4ba4-9516-bd3e573a629e', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'mac_address': 'fa:16:3e:92:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:41Z', 'updated_at': '2022-02-04T16:12:46Z', 'revision_number': 4, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'subnets': [{'id': '34b142f4-0777-4924-b442-99dad3bc62d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:12:47.202362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:47.257563 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:47.258181 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.348885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 00299e5e-acf9-4017-a78f-ef5191015561 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:12:47.398175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 00299e5e-acf9-4017-a78f-ef5191015561 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:47.398549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.822353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-08598c83-b985-468b-8eef-ec62832e8cfd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.823907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-08598c83-b985-468b-8eef-ec62832e8cfd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1141214 Feb 04 16:12:47.837136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'port': {'device_id': '3b604295-3ea0-4c0e-835b-5b665b70fd4a', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'admin_state_up': True, 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:47.947542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:47.951202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.091056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.20.0.13 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/5fbce9f6-d889-4efa-a524-7278cfa7699b) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:48.102061 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-683dbf78-b34a-44fe-84e0-14bb123c732e req-65fff0d7-8b38-414e-8264-3013cffb0ce5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 210 time: 0.0270579 Feb 04 16:12:48.251079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.285152 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.335970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:48.339253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:48.343445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:12:48.350509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=5fbce9f6-d889-4efa-a524-7278cfa7699b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:48.413589 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:48.414266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.431551 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-71a197ed-3fb3-414e-928d-72b64f6c7d2f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985770 Feb 04 16:12:48.445898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Request body: {'port': {'device_id': '3b604295-3ea0-4c0e-835b-5b665b70fd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:12:48.508753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.630415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d5136c77-619f-46a5-b788-79c7d0548e92 None None] Provisioning complete for port 5fbce9f6-d889-4efa-a524-7278cfa7699b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:48.631295 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d5136c77-619f-46a5-b788-79c7d0548e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.688842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d5136c77-619f-46a5-b788-79c7d0548e92 None None] Port 5fbce9f6-d889-4efa-a524-7278cfa7699b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:12:48.820781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbce9f6-d889-4efa-a524-7278cfa7699b {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:48.829310 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.843301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Transition to ACTIVE for port object 5fbce9f6-d889-4efa-a524-7278cfa7699b will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:48.847181 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.896620 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Pushing event updated for resources: {'Port': ['ID=5fbce9f6-d889-4efa-a524-7278cfa7699b,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:48.990989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Attempting to bind port 5fbce9f6-d889-4efa-a524-7278cfa7699b on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:48.991334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Attempting to bind port 5fbce9f6-d889-4efa-a524-7278cfa7699b by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:48.991672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Attempting to bind port 5fbce9f6-d889-4efa-a524-7278cfa7699b on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:48.998288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Port 5fbce9f6-d889-4efa-a524-7278cfa7699b on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:12:48.998692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Attempting to bind port 5fbce9f6-d889-4efa-a524-7278cfa7699b on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:12:49.004780 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:12:49.005157 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:12:49.005557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:12:49.006063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Bound port: 5fbce9f6-d889-4efa-a524-7278cfa7699b, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:49.010596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:49.088398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] For port 5fbce9f6-d889-4efa-a524-7278cfa7699b, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:49.092102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] For port 5fbce9f6-d889-4efa-a524-7278cfa7699b, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5fbce9f6-d889-4efa-a524-7278cfa7699b,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:49.098453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:49.138298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.139038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:49.141096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] 10.222.0.30 "PUT /v2.0/ports/5fbce9f6-d889-4efa-a524-7278cfa7699b HTTP/1.1" status: 200 len: 1092 time: 0.7011664 Feb 04 16:12:49.141641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b604295-3ea0-4c0e-835b-5b665b70fd4a', 'tag': '5fbce9f6-d889-4efa-a524-7278cfa7699b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:49.144587 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b604295-3ea0-4c0e-835b-5b665b70fd4a", "tag": "5fbce9f6-d889-4efa-a524-7278cfa7699b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:12:49.170294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea43929-46bd-4ecc-9dd9-b8ea13f724ea service neutron] Pushing event updated for resources: {'Port': ['ID=5fbce9f6-d889-4efa-a524-7278cfa7699b,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:49.237161 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126864c0-1c8c-4c51-9f3f-b74a14de4e88 x-openstack-request-id: req-126864c0-1c8c-4c51-9f3f-b74a14de4e88 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:12:49.237572 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b604295-3ea0-4c0e-835b-5b665b70fd4a", "tag": "5fbce9f6-d889-4efa-a524-7278cfa7699b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:12:49.237900 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-126864c0-1c8c-4c51-9f3f-b74a14de4e88 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:12:49.238385 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b604295-3ea0-4c0e-835b-5b665b70fd4a', 'tag': '5fbce9f6-d889-4efa-a524-7278cfa7699b', 'status': 'completed', 'code': 200} Feb 04 16:12:49.284560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d7cfa-41fb-4598-b7f4-0e7e738abdbe req-f23c9231-032c-4d39-89b1-c8f72bb49dda tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.286187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c23d7cfa-41fb-4598-b7f4-0e7e738abdbe req-f23c9231-032c-4d39-89b1-c8f72bb49dda tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.1023264 Feb 04 16:12:49.291046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-eb031d62-4b5a-4964-a66c-27f4e2e41181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.292467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-eb031d62-4b5a-4964-a66c-27f4e2e41181 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 1095 time: 0.0963335 Feb 04 16:12:49.347317 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-f34ee442-69a0-4104-8835-d145b72e9a76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fbce9f6-d889-4efa-a524-7278cfa7699b HTTP/1.1" status: 200 len: 217 time: 0.0466688 Feb 04 16:12:49.368448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c23d7cfa-41fb-4598-b7f4-0e7e738abdbe req-2e1fb441-bfe8-4300-b4a8-eabc5ba1ef73 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750024 Feb 04 16:12:49.409520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-afd2c9f8-3f48-4348-b44d-70f679f697e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.411024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-afd2c9f8-3f48-4348-b44d-70f679f697e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0554771 Feb 04 16:12:49.461071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-85e3e4e6-7029-41b2-ab39-0fb7871b3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.462592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-85e3e4e6-7029-41b2-ab39-0fb7871b3131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454979 Feb 04 16:12:49.551570 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-ac3197c0-9da9-4341-b770-2207b9dab3a8 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Feb 04 16:12:49.648140 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94bf5bd2-82ca-494f-88ec-e12438d400b2 req-6dbba883-f7ac-4440-8931-f504e1b4eb82 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900266 Feb 04 16:12:49.734258 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-5fb6cdd2-afa5-4d78-97cb-e2ad37cc388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.735746 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-5fb6cdd2-afa5-4d78-97cb-e2ad37cc388f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 1095 time: 0.0413644 Feb 04 16:12:49.836807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-4a01f279-7c6e-488d-9529-50fd2aa329f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.838332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-4a01f279-7c6e-488d-9529-50fd2aa329f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0964577 Feb 04 16:12:49.880468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-d614b667-e90c-4aa8-9d94-d6168d41943b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fbce9f6-d889-4efa-a524-7278cfa7699b HTTP/1.1" status: 200 len: 217 time: 0.0354457 Feb 04 16:12:49.930141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-3369cd2a-1bba-437e-88e9-a62b98d5a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.931685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-3369cd2a-1bba-437e-88e9-a62b98d5a168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0439098 Feb 04 16:12:49.982511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-1a8da312-da64-4cc6-9e53-2be2b81b3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.984551 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-1a8da312-da64-4cc6-9e53-2be2b81b3b4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459800 Feb 04 16:12:50.079625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-74a4e625-16de-45b4-b7d0-a66413eb4f7f service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882893 Feb 04 16:12:50.166474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57c9bb91-6d4d-46ba-a6b8-62d2ccefd83b req-f3aa5af6-e11e-4bc3-93cb-c044a2a60e68 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806644 Feb 04 16:12:50.494328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a2fd-236c-4d58-bf6c-ad775a2372b9 req-da020b2f-335e-4d70-abc3-6844efd4658f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:50.495818 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c631a2fd-236c-4d58-bf6c-ad775a2372b9 req-da020b2f-335e-4d70-abc3-6844efd4658f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0495415 Feb 04 16:12:50.536025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c631a2fd-236c-4d58-bf6c-ad775a2372b9 req-6a25c124-53ec-46b6-b6bb-e50346089720 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Feb 04 16:12:51.658976 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3bf32-1a13-4b33-991d-5b5a12a89c70 req-e2cae3d0-453e-4570-8f90-05ddec5937a9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:51.661392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84c3bf32-1a13-4b33-991d-5b5a12a89c70 req-e2cae3d0-453e-4570-8f90-05ddec5937a9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0564671 Feb 04 16:12:51.703034 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84c3bf32-1a13-4b33-991d-5b5a12a89c70 req-856b3656-15df-4808-a14c-8ef18c5eae6d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Feb 04 16:12:52.826036 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8d3a8-072a-47ba-be97-d3fdfb0f8c17 req-c27f8e9c-db59-45e2-b918-ba01c0ca1a76 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.828489 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75f8d3a8-072a-47ba-be97-d3fdfb0f8c17 req-c27f8e9c-db59-45e2-b918-ba01c0ca1a76 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0568578 Feb 04 16:12:52.867175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-75f8d3a8-072a-47ba-be97-d3fdfb0f8c17 req-46719c5e-c467-460c-aa31-aabe87aefc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Feb 04 16:12:53.441561 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:53.980465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0554c56-553c-4511-904e-5f3314c8017f req-f53f2c01-8bd0-4c35-bba8-c9a0fee48bd5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:53.981968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0554c56-553c-4511-904e-5f3314c8017f req-f53f2c01-8bd0-4c35-bba8-c9a0fee48bd5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0481005 Feb 04 16:12:54.019907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c0554c56-553c-4511-904e-5f3314c8017f req-b24fbd26-ca42-46e7-8562-a2dde969c696 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Feb 04 16:12:55.132407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698347d4-2f7b-4b82-9a94-690521a2e3c2 req-3cebf696-3214-498d-a845-b929bc7679c3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.133854 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-698347d4-2f7b-4b82-9a94-690521a2e3c2 req-3cebf696-3214-498d-a845-b929bc7679c3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0479100 Feb 04 16:12:55.171286 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-698347d4-2f7b-4b82-9a94-690521a2e3c2 req-d02ef775-da3d-43aa-8014-359ab3b135e6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Feb 04 16:12:56.289891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a25e0-e30d-4ede-8de3-2cf938db4a82 req-b8ea924c-8545-469b-b994-5a90921230e4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:56.291396 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a47a25e0-e30d-4ede-8de3-2cf938db4a82 req-b8ea924c-8545-469b-b994-5a90921230e4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0543044 Feb 04 16:12:56.329496 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a47a25e0-e30d-4ede-8de3-2cf938db4a82 req-1f0036ac-3c39-43be-89e1-60bac9f89ca9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Feb 04 16:12:57.442890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fb2cf-8075-483e-aafb-2ef1144ac683 req-61f3d187-1d01-40ba-a5d6-e9e95fc6f0a5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.444388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9fb2cf-8075-483e-aafb-2ef1144ac683 req-61f3d187-1d01-40ba-a5d6-e9e95fc6f0a5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0499485 Feb 04 16:12:57.482710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b9fb2cf-8075-483e-aafb-2ef1144ac683 req-dda75253-41b4-40a8-b15a-7b48cdb9a6f7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Feb 04 16:12:58.599593 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53892c5a-9083-4e03-9ac8-c8bf2f7466f0 req-9d6dcadc-a4a0-4b98-9e46-23bfdd3d1f27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:58.601065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53892c5a-9083-4e03-9ac8-c8bf2f7466f0 req-9d6dcadc-a4a0-4b98-9e46-23bfdd3d1f27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0540614 Feb 04 16:12:58.640818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-53892c5a-9083-4e03-9ac8-c8bf2f7466f0 req-164ff171-4837-4bf5-a573-31f75dddc6e4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Feb 04 16:12:59.757998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0a282-24d8-4066-a270-ce6baae8f953 req-bb0d1d26-c9c8-4fb9-906c-cec40b8813ab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.759509 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97d0a282-24d8-4066-a270-ce6baae8f953 req-bb0d1d26-c9c8-4fb9-906c-cec40b8813ab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 944 time: 0.0523894 Feb 04 16:12:59.797396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97d0a282-24d8-4066-a270-ce6baae8f953 req-43bc5bda-3a79-49d9-a580-65680a9af578 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Feb 04 16:13:00.613476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5fbce9f6-d889-4efa-a524-7278cfa7699b details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:13:00.633358 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-caa2a333-2a5a-4ba6-8161-e33e10238837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.714488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5fbce9f6-d889-4efa-a524-7278cfa7699b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5fbce9f6-d889-4efa-a524-7278cfa7699b,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:00.724692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '5fbce9f6-d889-4efa-a524-7278cfa7699b', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'port_id': '5fbce9f6-d889-4efa-a524-7278cfa7699b', 'mac_address': 'fa:16:3e:34:a0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:13:00.762028 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.778691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbce9f6-d889-4efa-a524-7278cfa7699b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:00.797677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5fbce9f6-d889-4efa-a524-7278cfa7699b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5fbce9f6-d889-4efa-a524-7278cfa7699b,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:00.824044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.872335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=5fbce9f6-d889-4efa-a524-7278cfa7699b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:00.915727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53eb46-52e6-4c8a-9d3a-3f5f7f80e9f9 req-4e7a6a2b-b5db-4b22-9373-65628a3ca077 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:00.917240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3c53eb46-52e6-4c8a-9d3a-3f5f7f80e9f9 req-4e7a6a2b-b5db-4b22-9373-65628a3ca077 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 945 time: 0.0534513 Feb 04 16:13:00.956063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3c53eb46-52e6-4c8a-9d3a-3f5f7f80e9f9 req-68a3d53c-fc9d-4004-adca-5dd3c1f21381 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Feb 04 16:13:01.130621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['5fbce9f6-d889-4efa-a524-7278cfa7699b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:13:02.070843 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61c653-04cb-4e06-b2a5-d74c80225897 req-ada94a03-b6be-4e53-a619-853e6d61f5b7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:02.072331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d61c653-04cb-4e06-b2a5-d74c80225897 req-ada94a03-b6be-4e53-a619-853e6d61f5b7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 945 time: 0.0499086 Feb 04 16:13:02.111027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9d61c653-04cb-4e06-b2a5-d74c80225897 req-0f449197-ffed-4fd5-89bb-9d04c461a533 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Feb 04 16:13:02.628774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5fbce9f6-d889-4efa-a524-7278cfa7699b up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:13:02.679211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 5fbce9f6-d889-4efa-a524-7278cfa7699b completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:02.682703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 5fbce9f6-d889-4efa-a524-7278cfa7699b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:02.683070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.757831 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.780674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b604295-3ea0-4c0e-835b-5b665b70fd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbce9f6-d889-4efa-a524-7278cfa7699b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:02.783292 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5174bd-e1d2-4802-af16-a70367b622fa" -d '{"events": [{"server_uuid": "3b604295-3ea0-4c0e-835b-5b665b70fd4a", "name": "network-vif-plugged", "status": "completed", "tag": "5fbce9f6-d889-4efa-a524-7278cfa7699b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:13:02.795871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 5fbce9f6-d889-4efa-a524-7278cfa7699b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5fbce9f6-d889-4efa-a524-7278cfa7699b,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:02.799806 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.826117 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a257ac-1d42-4ea3-92eb-ae06012f1f9b x-openstack-request-id: req-67a257ac-1d42-4ea3-92eb-ae06012f1f9b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:13:02.826957 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b604295-3ea0-4c0e-835b-5b665b70fd4a", "name": "network-vif-plugged", "status": "completed", "tag": "5fbce9f6-d889-4efa-a524-7278cfa7699b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:13:02.827208 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67a257ac-1d42-4ea3-92eb-ae06012f1f9b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:13:02.827845 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b604295-3ea0-4c0e-835b-5b665b70fd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbce9f6-d889-4efa-a524-7278cfa7699b', 'code': 200} Feb 04 16:13:02.855478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=5fbce9f6-d889-4efa-a524-7278cfa7699b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:02.913745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0d1b4-0062-4c91-acc7-4f2219e8f65e req-f26a07ce-e498-4020-9422-99b088c9a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:02.915258 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23e0d1b4-0062-4c91-acc7-4f2219e8f65e req-f26a07ce-e498-4020-9422-99b088c9a4f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 1097 time: 0.0392227 Feb 04 16:13:02.949221 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23e0d1b4-0062-4c91-acc7-4f2219e8f65e req-5860177d-d8b3-465c-b371-5116f23f8f52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273142 Feb 04 16:13:03.228421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fcfc2-a2d5-40f6-8f25-70328b278502 req-fc03eecb-557a-4e7c-a0c3-6f59c662e5f8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.229946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d5fcfc2-a2d5-40f6-8f25-70328b278502 req-fc03eecb-557a-4e7c-a0c3-6f59c662e5f8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 946 time: 0.0508831 Feb 04 16:13:03.269789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d5fcfc2-a2d5-40f6-8f25-70328b278502 req-42c6d625-d2d0-43d2-9476-feb2129d4ba1 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Feb 04 16:13:03.715869 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5cdf70a2-cd8a-4a27-b8a9-8b5e657094df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.392518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad2f4-a59a-438f-af8a-ab71051af843 req-85ee7512-2f8a-4368-9544-b73234c29aec tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:04.394136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca6ad2f4-a59a-438f-af8a-ab71051af843 req-85ee7512-2f8a-4368-9544-b73234c29aec tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 946 time: 0.0531795 Feb 04 16:13:04.430871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca6ad2f4-a59a-438f-af8a-ab71051af843 req-1f1b08bf-128e-4e4b-9411-e340a5777336 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Feb 04 16:13:04.547713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67736f-7215-4fea-9884-f2876c4e5892 req-46acf5b2-50dc-4e7d-b300-bfdd44a330c4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:04.549245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f67736f-7215-4fea-9884-f2876c4e5892 req-46acf5b2-50dc-4e7d-b300-bfdd44a330c4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 946 time: 0.0534737 Feb 04 16:13:04.587467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9f67736f-7215-4fea-9884-f2876c4e5892 req-5dd1a367-f62c-4bcb-8d39-ace97da88af0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Feb 04 16:13:04.697909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee845-cd94-434f-8405-5f31d32de623 req-6393c864-8c4b-4ff4-8c66-2a2b1f4de3a3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:04.699402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-961ee845-cd94-434f-8405-5f31d32de623 req-6393c864-8c4b-4ff4-8c66-2a2b1f4de3a3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 946 time: 0.0480731 Feb 04 16:13:04.736568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-961ee845-cd94-434f-8405-5f31d32de623 req-2602f4be-ee62-42b8-a4a7-5ce971c39ead tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Feb 04 16:13:04.963428 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7f2e5-cf42-44d5-8281-64ff98c71a0e req-d2a61d58-ce8f-4a81-a764-80afc30d7124 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:04.964919 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e6f7f2e5-cf42-44d5-8281-64ff98c71a0e req-d2a61d58-ce8f-4a81-a764-80afc30d7124 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 946 time: 0.0488961 Feb 04 16:13:05.005342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e6f7f2e5-cf42-44d5-8281-64ff98c71a0e req-87eaa122-e9ba-44a8-9838-a0f4e91e4113 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Feb 04 16:13:05.021777 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:13:05.895903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.119919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065960c-5c4e-45ba-9806-9e8a16b4ef79 req-c1bd787f-7b61-45b2-9775-e1611d6e77e3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:06.121394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9065960c-5c4e-45ba-9806-9e8a16b4ef79 req-c1bd787f-7b61-45b2-9775-e1611d6e77e3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 946 time: 0.0490038 Feb 04 16:13:06.159860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9065960c-5c4e-45ba-9806-9e8a16b4ef79 req-591f99fa-1b7c-4f1a-9e52-fa7aa610aa60 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Feb 04 16:13:06.589545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-3ee5d4d8-c55d-4c31-8896-8d403e03f280 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:06.591075 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-3ee5d4d8-c55d-4c31-8896-8d403e03f280 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 946 time: 0.0534844 Feb 04 16:13:06.683849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port 5fbce9f6-d889-4efa-a524-7278cfa7699b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:13:06.684202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.783815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] For port 5fbce9f6-d889-4efa-a524-7278cfa7699b, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=5fbce9f6-d889-4efa-a524-7278cfa7699b,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:06.784177 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.796405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for 5fbce9f6-d889-4efa-a524-7278cfa7699b owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:13:06.924623 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.936700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['5fbce9f6-d889-4efa-a524-7278cfa7699b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:13:06.958631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=5fbce9f6-d889-4efa-a524-7278cfa7699b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:06.971764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.972126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.972469 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.972811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.973146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.973475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.973803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.974158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.974484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.974814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.975135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.975456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:07.006061 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.011955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] No DVR routers for this DVR port 5fbce9f6-d889-4efa-a524-7278cfa7699b on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:07.015215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.018620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5fe230a6-cffd-4563-b492-42793c1e44cb req-55d0ba05-2b4e-4657-bff1-fedee47d29fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "DELETE /v2.0/ports/5fbce9f6-d889-4efa-a524-7278cfa7699b HTTP/1.1" status: 204 len: 173 time: 0.4214966 Feb 04 16:13:07.019081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b604295-3ea0-4c0e-835b-5b665b70fd4a', 'name': 'network-vif-deleted', 'tag': '5fbce9f6-d889-4efa-a524-7278cfa7699b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:07.021374 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a578c17a-8385-4b66-93e9-fdaa48e6fde1" -d '{"events": [{"server_uuid": "3b604295-3ea0-4c0e-835b-5b665b70fd4a", "name": "network-vif-deleted", "tag": "5fbce9f6-d889-4efa-a524-7278cfa7699b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:13:07.063198 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe3cf0-7fd4-4425-8f56-b5b1fc18d9e1 x-openstack-request-id: req-fbfe3cf0-7fd4-4425-8f56-b5b1fc18d9e1 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:13:07.063503 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b604295-3ea0-4c0e-835b-5b665b70fd4a", "name": "network-vif-deleted", "tag": "5fbce9f6-d889-4efa-a524-7278cfa7699b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:13:07.063740 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fbfe3cf0-7fd4-4425-8f56-b5b1fc18d9e1 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:13:07.064151 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b604295-3ea0-4c0e-835b-5b665b70fd4a', 'name': 'network-vif-deleted', 'tag': '5fbce9f6-d889-4efa-a524-7278cfa7699b', 'status': 'completed', 'code': 200} Feb 04 16:13:07.256321 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb791b13-b149-4ef6-ba57-0a90ee3540b8 req-cd65948b-3c77-43ce-909b-93a8bf2cad54 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 210 time: 0.0263786 Feb 04 16:13:07.532447 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.359071 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-95917b9c-b14a-4a8a-a4bb-1f0e64d59501 req-a0587c40-4591-40ea-b354-8faa4a1b8377 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 210 time: 0.0288267 Feb 04 16:13:09.461569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07b32713-c919-4896-9c26-aa463810552e req-a7ce7f3b-39a0-480b-a669-6f613f12910a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 210 time: 0.0272145 Feb 04 16:13:10.002041 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.573397 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f5ab08e0-39f6-4114-9a10-aaab3b6925bb req-29538218-95b7-46c5-9443-2877c825955d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b604295-3ea0-4c0e-835b-5b665b70fd4a HTTP/1.1" status: 200 len: 210 time: 0.0289953 Feb 04 16:13:10.675887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5fbce9f6-d889-4efa-a524-7278cfa7699b no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:13:10.695691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 5fbce9f6-d889-4efa-a524-7278cfa7699b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:13:10.696040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 5fbce9f6-d889-4efa-a524-7278cfa7699b not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:13:23.457530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.625433 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7287b12f-ad02-4b45-a5cf-f19ddffac6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.830937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-90ce01a0-350d-4b18-9cb9-707ea4febed3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:32.832445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-90ce01a0-350d-4b18-9cb9-707ea4febed3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1041985 Feb 04 16:13:32.849708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-91b5a5d3-96b3-4025-b427-21b0a505f989 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/quotas/d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 375 time: 0.0102618 Feb 04 16:13:32.904436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-8bf5e0cf-5b91-4cc3-abcd-622d001314e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489554 Feb 04 16:13:32.996747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-70a5ae5d-4cd1-4d26-81c9-fe1e28edcac0 service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854383 Feb 04 16:13:33.086715 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-0bc18c84-bae5-4c9e-bbf6-cbf339dc5bca service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832801 Feb 04 16:13:33.271795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f9b7ca3-e755-4be3-b908-5c0d19b8f99d req-0725b31e-0550-4f86-9e27-2bcbced4992d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 210 time: 0.0325379 Feb 04 16:13:33.716764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2339c94c-03ea-4566-8ff2-edb74c3c9b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.224777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-7926eac2-6b01-4c97-b02d-cce8800b2297 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:34.226030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-7926eac2-6b01-4c97-b02d-cce8800b2297 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1112387 Feb 04 16:13:34.239319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'port': {'device_id': '5edd112e-f842-412b-a2e2-52755461c377', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'admin_state_up': True, 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:13:34.375707 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a13fb5c1-759e-4911-83cc-92f176bdf483 req-d30bf217-680b-4d2e-86d1-ca668041ff4a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 210 time: 0.0306311 Feb 04 16:13:34.401955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:34.406716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.550330 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.20.0.10 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/e47e3a1f-e3f5-4694-9d8b-f23fe7effd55) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:34.988254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.021696 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.067335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:35.070362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:35.073954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:13:35.080462 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:35.133306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:35.134166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.153689 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-b10485b9-aebe-4eb7-8de7-c093aef7bba8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9180644 Feb 04 16:13:35.165388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Request body: {'port': {'device_id': '5edd112e-f842-412b-a2e2-52755461c377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:13:35.235945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.372386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ca19db72-e306-406b-a633-dab921150306 None None] Provisioning complete for port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:35.373577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca19db72-e306-406b-a633-dab921150306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.429023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ca19db72-e306-406b-a633-dab921150306 None None] Port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:13:35.503377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87027991-6335-43e8-afbc-d0ea2bd2d1a3 req-bedb9699-ac74-43e9-9b77-564a3e2491c5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:35.505179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87027991-6335-43e8-afbc-d0ea2bd2d1a3 req-bedb9699-ac74-43e9-9b77-564a3e2491c5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 932 time: 0.0525239 Feb 04 16:13:35.522001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:35.530587 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.543487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Transition to ACTIVE for port object e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:35.547748 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.553614 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87027991-6335-43e8-afbc-d0ea2bd2d1a3 req-e75f1d3e-e264-480c-a004-2a6d85aa1737 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Feb 04 16:13:35.600669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Pushing event updated for resources: {'Port': ['ID=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:35.681952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Attempting to bind port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:35.681952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Attempting to bind port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:35.682345 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Attempting to bind port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:13:35.687521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:13:35.687959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Attempting to bind port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:13:35.693471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:13:35.693801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:13:35.694266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:13:35.694692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Bound port: e47e3a1f-e3f5-4694-9d8b-f23fe7effd55, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:35.695054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.766952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] For port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:35.770720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] For port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:35.775907 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.816590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:35.817312 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.818799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] 10.222.0.30 "PUT /v2.0/ports/e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 HTTP/1.1" status: 200 len: 1092 time: 0.6581094 Feb 04 16:13:35.829550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edd112e-f842-412b-a2e2-52755461c377', 'tag': 'e47e3a1f-e3f5-4694-9d8b-f23fe7effd55'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:35.829550 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc48942-61c4-446a-9e2f-762159ef073e" -d '{"events": [{"name": "network-changed", "server_uuid": "5edd112e-f842-412b-a2e2-52755461c377", "tag": "e47e3a1f-e3f5-4694-9d8b-f23fe7effd55"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:13:35.864679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb646dc7-4b8b-42c8-a904-ab687626530b service neutron] Pushing event updated for resources: {'Port': ['ID=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:35.905307 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.928588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-e6928366-a916-4934-81ca-e169747a02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:35.931507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-e6928366-a916-4934-81ca-e169747a02e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 1095 time: 0.0636938 Feb 04 16:13:35.985216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-e1bacf23-1d7b-411f-8853-333a43ebdd28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 HTTP/1.1" status: 200 len: 217 time: 0.0459540 Feb 04 16:13:36.048444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-9efd0028-cfab-4429-8501-663f272c61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.050639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-9efd0028-cfab-4429-8501-663f272c61c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0588553 Feb 04 16:13:36.085009 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b2db83-143c-455e-960a-0f6e08ffbff5 x-openstack-request-id: req-66b2db83-143c-455e-960a-0f6e08ffbff5 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:13:36.085291 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edd112e-f842-412b-a2e2-52755461c377", "tag": "e47e3a1f-e3f5-4694-9d8b-f23fe7effd55", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:13:36.085539 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-66b2db83-143c-455e-960a-0f6e08ffbff5 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:13:36.086054 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edd112e-f842-412b-a2e2-52755461c377', 'tag': 'e47e3a1f-e3f5-4694-9d8b-f23fe7effd55', 'status': 'completed', 'code': 200} Feb 04 16:13:36.108689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-45dfede6-6d96-4a45-9108-0abbf73c8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.110313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-45dfede6-6d96-4a45-9108-0abbf73c8a25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527506 Feb 04 16:13:36.208860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-ace474ca-2f9f-4584-8a62-46dd6b523659 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916889 Feb 04 16:13:36.299660 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-338fd4c4-9e52-4bba-9832-506a72cabb58 req-cc68d4d0-7f9d-414c-87bd-5cb075c143aa service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829802 Feb 04 16:13:36.388375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48942-61c4-446a-9e2f-762159ef073e req-b4291b20-6a4f-4347-90ad-d523612bdc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.389867 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dc48942-61c4-446a-9e2f-762159ef073e req-b4291b20-6a4f-4347-90ad-d523612bdc0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 1095 time: 0.0470238 Feb 04 16:13:36.483990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48942-61c4-446a-9e2f-762159ef073e req-70fbba9d-cd3f-4b47-ad2b-075a977cba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.485296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dc48942-61c4-446a-9e2f-762159ef073e req-70fbba9d-cd3f-4b47-ad2b-075a977cba13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0892208 Feb 04 16:13:36.528490 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dc48942-61c4-446a-9e2f-762159ef073e req-d1679916-4c7a-41f6-bb10-e0d7fc7dac5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 HTTP/1.1" status: 200 len: 217 time: 0.0361094 Feb 04 16:13:36.581508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48942-61c4-446a-9e2f-762159ef073e req-4bf33ff2-f9b2-4012-9632-81119eca8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.582666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dc48942-61c4-446a-9e2f-762159ef073e req-4bf33ff2-f9b2-4012-9632-81119eca8ff7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0486958 Feb 04 16:13:36.633799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48942-61c4-446a-9e2f-762159ef073e req-1e6fcc03-e468-4fd5-ba49-593a35c24c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.635350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dc48942-61c4-446a-9e2f-762159ef073e req-1e6fcc03-e468-4fd5-ba49-593a35c24c48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458853 Feb 04 16:13:36.672409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1608508-ef71-46e3-938e-fc360ae7b39b req-8a980232-474c-4248-9fd2-7ca9417867c2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.674013 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1608508-ef71-46e3-938e-fc360ae7b39b req-8a980232-474c-4248-9fd2-7ca9417867c2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0515180 Feb 04 16:13:36.713427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1608508-ef71-46e3-938e-fc360ae7b39b req-7b803f16-c4c1-4fa7-badf-08bd2daee023 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Feb 04 16:13:36.741227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dc48942-61c4-446a-9e2f-762159ef073e req-f63cd866-5271-4a03-993e-6dcd95ef7655 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985472 Feb 04 16:13:36.839011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dc48942-61c4-446a-9e2f-762159ef073e req-e8407589-ec53-46b8-8286-e14a87463ac4 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913708 Feb 04 16:13:37.013669 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.547878 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.915645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14df3d3-5598-4767-993a-7965bb5bf7cc req-8a571961-4ea0-4e8f-b919-ff8571bc6cc9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:37.917531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a14df3d3-5598-4767-993a-7965bb5bf7cc req-8a571961-4ea0-4e8f-b919-ff8571bc6cc9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0805144 Feb 04 16:13:37.991700 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a14df3d3-5598-4767-993a-7965bb5bf7cc req-624ddeee-538e-46d5-8fae-c8761d51f1c8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573947 Feb 04 16:13:39.138882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4279e-1515-4cba-866c-b0fe305eb07b req-c3a9b5ea-60ea-4799-a751-32a2b6368ae0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:39.140574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdc4279e-1515-4cba-866c-b0fe305eb07b req-c3a9b5ea-60ea-4799-a751-32a2b6368ae0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0654120 Feb 04 16:13:39.204463 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fdc4279e-1515-4cba-866c-b0fe305eb07b req-8943b0d2-68a6-4aa4-af2a-b7370cc07964 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Feb 04 16:13:40.030095 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:40.348704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7919142-a1af-41b6-993c-178d2d42e48d req-03388f18-5dd5-4a61-94a2-e5ace24e74f3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:40.350215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f7919142-a1af-41b6-993c-178d2d42e48d req-03388f18-5dd5-4a61-94a2-e5ace24e74f3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0612974 Feb 04 16:13:40.398147 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f7919142-a1af-41b6-993c-178d2d42e48d req-f71dabfc-3607-4c88-8279-24d26a0d8ccf tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Feb 04 16:13:41.528493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764745bb-a66b-48c8-ae7b-71919eb82ee6 req-06def0f1-bf4f-4e5d-bb15-230a76fcd557 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.537496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-764745bb-a66b-48c8-ae7b-71919eb82ee6 req-06def0f1-bf4f-4e5d-bb15-230a76fcd557 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0647018 Feb 04 16:13:41.590876 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-764745bb-a66b-48c8-ae7b-71919eb82ee6 req-536e3993-011c-49ad-8f3c-4c319178378c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490339 Feb 04 16:13:42.021363 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:13:42.690133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ecb0d-f9b1-42b1-8a39-35cd428618a4 req-2159200b-f246-49c0-9505-10fb87b00a99 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:42.691601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-532ecb0d-f9b1-42b1-8a39-35cd428618a4 req-2159200b-f246-49c0-9505-10fb87b00a99 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0489824 Feb 04 16:13:42.728590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-532ecb0d-f9b1-42b1-8a39-35cd428618a4 req-ea19836d-927a-4301-bbf1-3c1deeea3b45 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Feb 04 16:13:43.846627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c6e50-669c-42e0-9171-fe836286e97d req-6ce6a595-b980-4d61-86ef-8632680da124 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.848190 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-353c6e50-669c-42e0-9171-fe836286e97d req-6ce6a595-b980-4d61-86ef-8632680da124 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0508835 Feb 04 16:13:43.886733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-353c6e50-669c-42e0-9171-fe836286e97d req-9066e210-7b6d-4787-9c9c-1d56305fa772 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Feb 04 16:13:45.009349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bc56-aa44-4fcf-b9b4-10bd313b85be req-7f1137d7-7a3d-4471-9e94-de454b91b0e2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:45.011157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0b1bc56-aa44-4fcf-b9b4-10bd313b85be req-7f1137d7-7a3d-4471-9e94-de454b91b0e2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0555315 Feb 04 16:13:45.052041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0b1bc56-aa44-4fcf-b9b4-10bd313b85be req-49c0b1d7-2c2c-4815-9958-957ea34b23c4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Feb 04 16:13:46.167089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae9dfa-9359-47d1-a040-cec44170a927 req-57de4475-155e-4a05-a52b-93e4a9fc3f42 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.169162 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b5ae9dfa-9359-47d1-a040-cec44170a927 req-57de4475-155e-4a05-a52b-93e4a9fc3f42 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0499380 Feb 04 16:13:46.215337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b5ae9dfa-9359-47d1-a040-cec44170a927 req-67fe8646-2a02-4bfe-8d10-a4a9cd14c705 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397084 Feb 04 16:13:47.338269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f1321-a160-4d38-9f4d-ebc31c443cf0 req-55057fda-6b09-4dd0-8da8-e64bd2d64fda tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.339766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-908f1321-a160-4d38-9f4d-ebc31c443cf0 req-55057fda-6b09-4dd0-8da8-e64bd2d64fda tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0537465 Feb 04 16:13:47.379242 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-908f1321-a160-4d38-9f4d-ebc31c443cf0 req-f0de4a69-64e8-48b0-bc37-0ac1febf12c4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Feb 04 16:13:48.492523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d9713-8376-49c2-9420-b168acb8be57 req-bd281990-4083-4352-8800-659cf65f3b84 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:48.494004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f8d9713-8376-49c2-9420-b168acb8be57 req-bd281990-4083-4352-8800-659cf65f3b84 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0480788 Feb 04 16:13:48.531746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f8d9713-8376-49c2-9420-b168acb8be57 req-9465e582-51f7-4396-b114-eaecc4e11ae9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Feb 04 16:13:49.647556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0c6ba-c394-423e-be86-be3516fa6e1a req-93a81247-67e7-423b-8f6a-488d9287a7d0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:49.649044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8b0c6ba-c394-423e-be86-be3516fa6e1a req-93a81247-67e7-423b-8f6a-488d9287a7d0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0497165 Feb 04 16:13:49.688020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8b0c6ba-c394-423e-be86-be3516fa6e1a req-4baffa47-9a07-40da-8e7c-5742776d7a7e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Feb 04 16:13:50.802062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013a812-fcf2-4c13-b5d8-de245614b024 req-86a07847-7c90-4a1c-be83-ffaf7b0151f7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:50.803564 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0013a812-fcf2-4c13-b5d8-de245614b024 req-86a07847-7c90-4a1c-be83-ffaf7b0151f7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0489287 Feb 04 16:13:50.842382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0013a812-fcf2-4c13-b5d8-de245614b024 req-b0868813-5956-4c4d-9aad-af7affe9ad85 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Feb 04 16:13:51.961615 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bdad7-0e34-4cbe-92e3-dfaf110710b8 req-5b2b20d3-703a-4581-8706-d214af2fca4b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:51.963125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b0bdad7-0e34-4cbe-92e3-dfaf110710b8 req-5b2b20d3-703a-4581-8706-d214af2fca4b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0497992 Feb 04 16:13:52.003083 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b0bdad7-0e34-4cbe-92e3-dfaf110710b8 req-0faf37df-1800-4e55-8a0c-e3a66ea59d2a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338640 Feb 04 16:13:53.137648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d03580-fb82-4f6d-9b2f-8230902b46bf req-a6a7c0e7-8c89-4a41-84a1-1e636bb93dd9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.139565 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63d03580-fb82-4f6d-9b2f-8230902b46bf req-a6a7c0e7-8c89-4a41-84a1-1e636bb93dd9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0599165 Feb 04 16:13:53.190379 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63d03580-fb82-4f6d-9b2f-8230902b46bf req-fef4e2b0-238e-4a57-9674-21cc0f7302cf tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Feb 04 16:13:53.471068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:54.312809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d433ca-ff04-4052-bd3c-8e5402626477 req-446e7461-9024-41cf-84f9-baa51aa08648 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:54.314307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12d433ca-ff04-4052-bd3c-8e5402626477 req-446e7461-9024-41cf-84f9-baa51aa08648 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0543642 Feb 04 16:13:54.352323 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12d433ca-ff04-4052-bd3c-8e5402626477 req-6e52dea5-e415-4b1f-b4ad-363069ac2fda tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Feb 04 16:13:55.469225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c1526-1f0a-4a4c-9ba0-9a8477946a01 req-6238a46d-742e-4ddc-8f31-a4504dd9e9bd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.470760 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e92c1526-1f0a-4a4c-9ba0-9a8477946a01 req-6238a46d-742e-4ddc-8f31-a4504dd9e9bd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0488493 Feb 04 16:13:55.509210 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e92c1526-1f0a-4a4c-9ba0-9a8477946a01 req-6e70a1c0-e34b-45fa-8115-c56a55aaab48 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Feb 04 16:13:56.625415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5c151-e3eb-42c1-bc26-83f0f92cc478 req-b8b1c51c-5e69-4c9c-b9b5-f9ca2ef8bdbd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:56.627049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fe5c151-e3eb-42c1-bc26-83f0f92cc478 req-b8b1c51c-5e69-4c9c-b9b5-f9ca2ef8bdbd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 944 time: 0.0504570 Feb 04 16:13:56.664378 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6fe5c151-e3eb-42c1-bc26-83f0f92cc478 req-50d460c0-f9fb-4339-b33f-26bcca7bc4fe tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Feb 04 16:13:56.876357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:13:56.967931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:56.978281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'e47e3a1f-e3f5-4694-9d8b-f23fe7effd55', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'port_id': 'e47e3a1f-e3f5-4694-9d8b-f23fe7effd55', 'mac_address': 'fa:16:3e:84:39:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:13:57.018631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.031576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:57.050975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:57.055366 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.103052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:57.111204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.111755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.111932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.112285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.112640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.112987 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.113331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.113676 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.114048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.114376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.114701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.115025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.351996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e47e3a1f-e3f5-4694-9d8b-f23fe7effd55'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:13:57.778872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ec5de-eaab-4bfc-a88d-0f965535a545 req-3d9462b2-21cf-4dbc-89e6-debedb664b83 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:57.780355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd5ec5de-eaab-4bfc-a88d-0f965535a545 req-3d9462b2-21cf-4dbc-89e6-debedb664b83 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 945 time: 0.0487604 Feb 04 16:13:57.817559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd5ec5de-eaab-4bfc-a88d-0f965535a545 req-7d7b417c-30b6-45ff-b507-8e6addcfa2fc tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Feb 04 16:13:58.891415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:13:58.933738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837443b9-8c9f-457d-9420-5660365ae798 req-404c8e8c-5776-43ae-87b6-9ff78613b4bf tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.935278 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-837443b9-8c9f-457d-9420-5660365ae798 req-404c8e8c-5776-43ae-87b6-9ff78613b4bf tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Feb 04 16:13:58.942090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:58.945982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:58.946392 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:58.975491 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-837443b9-8c9f-457d-9420-5660365ae798 req-c35e84a6-b648-4769-83e3-0581914d45ee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335219 Feb 04 16:13:59.027006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:59.050853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd112e-f842-412b-a2e2-52755461c377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47e3a1f-e3f5-4694-9d8b-f23fe7effd55'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:59.053505 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba6c3a6-2f7d-4839-beee-982f00f8c5f9" -d '{"events": [{"server_uuid": "5edd112e-f842-412b-a2e2-52755461c377", "name": "network-vif-plugged", "status": "completed", "tag": "e47e3a1f-e3f5-4694-9d8b-f23fe7effd55"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:13:59.070763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:59.077603 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:59.102654 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe70690-ff94-495d-a311-a93b9fdf14d3 x-openstack-request-id: req-4fe70690-ff94-495d-a311-a93b9fdf14d3 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:13:59.102933 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd112e-f842-412b-a2e2-52755461c377", "name": "network-vif-plugged", "status": "completed", "tag": "e47e3a1f-e3f5-4694-9d8b-f23fe7effd55", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:13:59.103180 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4fe70690-ff94-495d-a311-a93b9fdf14d3 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:13:59.103566 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edd112e-f842-412b-a2e2-52755461c377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47e3a1f-e3f5-4694-9d8b-f23fe7effd55', 'code': 200} Feb 04 16:13:59.133246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:59.198553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611fb72-99c5-4fad-9bcc-294a1e00d620 req-893c5822-1c29-4b6b-a752-d763743a9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.200594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b611fb72-99c5-4fad-9bcc-294a1e00d620 req-893c5822-1c29-4b6b-a752-d763743a9f89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 1097 time: 0.0470951 Feb 04 16:13:59.234072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b611fb72-99c5-4fad-9bcc-294a1e00d620 req-68a12136-c11f-4b48-8ecc-da439e03d915 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272753 Feb 04 16:14:00.092100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661a3aa-84d8-4bc0-a5f3-a4943a601533 req-80da6d2e-5ea5-496f-bbc5-73a6bae619e5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.093594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d661a3aa-84d8-4bc0-a5f3-a4943a601533 req-80da6d2e-5ea5-496f-bbc5-73a6bae619e5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 946 time: 0.0494545 Feb 04 16:14:00.131483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d661a3aa-84d8-4bc0-a5f3-a4943a601533 req-4673a77c-a362-4a47-9e42-b2fd5b81da9f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Feb 04 16:14:00.626397 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-47e02bf3-69ba-4161-8fdd-dbe8f1578303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:01.249997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492afb7-67ca-43da-ac28-5496521fe656 req-71ea7d64-47fe-45c2-91b8-e4a35053181e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:01.251503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8492afb7-67ca-43da-ac28-5496521fe656 req-71ea7d64-47fe-45c2-91b8-e4a35053181e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 946 time: 0.0527816 Feb 04 16:14:01.294725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8492afb7-67ca-43da-ac28-5496521fe656 req-f6df9479-b135-49a7-9792-700ddf37ae5a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372269 Feb 04 16:14:01.411147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22efc3-549a-47d2-96e7-48174e25a8ff req-e9945ee9-7127-4043-80e9-e9a47e59e3a2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:01.412556 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dd22efc3-549a-47d2-96e7-48174e25a8ff req-e9945ee9-7127-4043-80e9-e9a47e59e3a2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 946 time: 0.0501189 Feb 04 16:14:01.452455 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dd22efc3-549a-47d2-96e7-48174e25a8ff req-0b56fa8d-38d4-4905-9005-e4ff63fc3219 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Feb 04 16:14:01.563811 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b09393-2540-4fe7-a10f-da67bc46e426 req-c4e16422-9e8c-4b36-8b8c-503113d8f9fe tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:01.565274 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19b09393-2540-4fe7-a10f-da67bc46e426 req-c4e16422-9e8c-4b36-8b8c-503113d8f9fe tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 946 time: 0.0481784 Feb 04 16:14:01.603284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-19b09393-2540-4fe7-a10f-da67bc46e426 req-3e5ec428-c927-452e-bef4-73a222d975fb tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Feb 04 16:14:01.883600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c796-109e-440c-bc52-05b688a93475 req-b0ee1805-cf27-41ae-907b-dc8ef983d4a4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:01.885108 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7632c796-109e-440c-bc52-05b688a93475 req-b0ee1805-cf27-41ae-907b-dc8ef983d4a4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 946 time: 0.0494840 Feb 04 16:14:01.923372 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7632c796-109e-440c-bc52-05b688a93475 req-e3df2cec-2aa6-4bdf-b20a-bc8c4d70a628 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317800 Feb 04 16:14:03.044683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34474fbe-adc5-43ba-9bc7-fc172fd6420a req-1fe64f98-565a-4281-9868-fea961c843ba tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:03.046199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34474fbe-adc5-43ba-9bc7-fc172fd6420a req-1fe64f98-565a-4281-9868-fea961c843ba tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 946 time: 0.0534024 Feb 04 16:14:03.086839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34474fbe-adc5-43ba-9bc7-fc172fd6420a req-8b177a43-9ece-4aa4-9663-4136eadc9e95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Feb 04 16:14:03.510464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-deba1335-e419-49c3-95f3-ed8c96de1f48 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:03.511923 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-deba1335-e419-49c3-95f3-ed8c96de1f48 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 946 time: 0.0492656 Feb 04 16:14:03.604061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:14:03.604419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.699710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] For port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:03.700088 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.712945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:14:03.719353 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c6ed65c8-a6c6-4846-af98-12763820e9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.846290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.861261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e47e3a1f-e3f5-4694-9d8b-f23fe7effd55'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:14:03.876518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=e47e3a1f-e3f5-4694-9d8b-f23fe7effd55,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:03.925114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] No DVR routers for this DVR port e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:14:03.927866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.931243 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-293a5a71-6b44-40c1-ad01-526f53a4702a req-7f1c178c-41de-4843-ae55-3aab44954a9b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "DELETE /v2.0/ports/e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 HTTP/1.1" status: 204 len: 173 time: 0.4129844 Feb 04 16:14:03.931698 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edd112e-f842-412b-a2e2-52755461c377', 'name': 'network-vif-deleted', 'tag': 'e47e3a1f-e3f5-4694-9d8b-f23fe7effd55'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:03.934061 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf191ab3-f361-449d-9c6c-799f7e0a0d41" -d '{"events": [{"server_uuid": "5edd112e-f842-412b-a2e2-52755461c377", "name": "network-vif-deleted", "tag": "e47e3a1f-e3f5-4694-9d8b-f23fe7effd55"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:14:03.982272 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c4736c-6a07-4df4-bc1f-2e8830e972e9 x-openstack-request-id: req-82c4736c-6a07-4df4-bc1f-2e8830e972e9 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:14:03.982676 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edd112e-f842-412b-a2e2-52755461c377", "name": "network-vif-deleted", "tag": "e47e3a1f-e3f5-4694-9d8b-f23fe7effd55", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:14:03.982987 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82c4736c-6a07-4df4-bc1f-2e8830e972e9 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:14:03.983472 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edd112e-f842-412b-a2e2-52755461c377', 'name': 'network-vif-deleted', 'tag': 'e47e3a1f-e3f5-4694-9d8b-f23fe7effd55', 'status': 'completed', 'code': 200} Feb 04 16:14:04.181702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4868877c-f621-474d-be03-07eea27b67b4 req-7baa17cd-ca2a-4e29-8635-5ee229c3a59f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 210 time: 0.0265131 Feb 04 16:14:05.283606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d59242eb-866e-4449-8e29-f3de0cb93f4a req-2894ccca-53e3-4fe0-8639-571c60f3c75d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 210 time: 0.0300744 Feb 04 16:14:05.903828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:06.380639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28339b92-368d-4366-9ce0-626e6644e2d4 req-9908698d-cbbf-4e88-bd79-fc43c0dafab0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 210 time: 0.0275979 Feb 04 16:14:06.930037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:14:06.950288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:14:06.950637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e47e3a1f-e3f5-4694-9d8b-f23fe7effd55 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:14:07.014129 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.494799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0e3f2d4f-c806-4b69-b755-2c482866a88c req-de2b7eea-c25d-4bb1-9662-9c5e4acf50ee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=5edd112e-f842-412b-a2e2-52755461c377 HTTP/1.1" status: 200 len: 210 time: 0.0319483 Feb 04 16:14:07.535455 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.014904 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.021053 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:14:23.469954 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.426842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-5ba8234e-5cac-42f2-95fa-4941b2c77de0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:28.428320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-5ba8234e-5cac-42f2-95fa-4941b2c77de0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1123958 Feb 04 16:14:28.445677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-c9f9a127-4c9a-4125-9351-181f7fd5e926 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/quotas/d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 375 time: 0.0101366 Feb 04 16:14:28.519146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-52680bb6-c4f6-4e2a-8092-33fe0a909874 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640688 Feb 04 16:14:28.672054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-fabe1450-d4cd-46c7-9229-cd97b55a872a service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445937 Feb 04 16:14:28.772001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-08d523e3-d556-43a0-9d06-e04b369d6118 service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938308 Feb 04 16:14:30.120498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dcc62545-4e9c-44c7-9f53-c075f9941fd4 req-95f734bb-c046-4aa5-aedc-8d7d12394493 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 210 time: 0.0880570 Feb 04 16:14:30.627624 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6aac8f5e-5385-4a4c-8a40-fc54715c907a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.113815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-d6394299-3cda-4416-bb5b-30850d81ba79 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:31.116196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-d6394299-3cda-4416-bb5b-30850d81ba79 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1071625 Feb 04 16:14:31.128220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'port': {'device_id': '6e1fd15c-34ff-4f9e-9d14-7afb5d867b08', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'admin_state_up': True, 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:14:31.219962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9ec3faa0-e0ef-4e5f-af3d-c0110f56a5ce req-6102bbb9-c0f2-48d9-907e-994eb32e687b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 210 time: 0.0290141 Feb 04 16:14:31.248021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:31.251881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.377292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.20.0.12 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/3e71cea3-3cbf-4074-b9bf-bdc55178aab0) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:31.527860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.562038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.613897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:31.615558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:31.630193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:14:31.633237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:31.665551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.665897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.666262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.667181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.667517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.667845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.668172 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.668492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.668841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.669118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.669441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.669898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:31.693461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:31.694131 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.711327 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-97f52ef8-4f31-4abb-9779-2acc2bf50bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868626 Feb 04 16:14:31.727942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Request body: {'port': {'device_id': '6e1fd15c-34ff-4f9e-9d14-7afb5d867b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:14:31.805101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.896564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ca134081-136b-4e56-85cb-beff96efb991 None None] Provisioning complete for port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:31.897094 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ca134081-136b-4e56-85cb-beff96efb991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.933907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ca134081-136b-4e56-85cb-beff96efb991 None None] Port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:14:32.086491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:32.094508 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:32.106797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Transition to ACTIVE for port object 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:32.110456 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:32.161273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Pushing event updated for resources: {'Port': ['ID=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:32.233245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Attempting to bind port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:14:32.233664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Attempting to bind port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:14:32.234094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Attempting to bind port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:14:32.240961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:14:32.241431 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Attempting to bind port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:14:32.247399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:14:32.247836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:14:32.248286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:14:32.249078 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Bound port: 3e71cea3-3cbf-4074-b9bf-bdc55178aab0, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:14:32.249299 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:32.358210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] For port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:14:32.377175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] For port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:14:32.383244 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:32.399346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c6c64-32fe-4c24-95c3-b9355accc9aa req-30275d5e-25cf-41bc-90e8-9004f71024c8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.401323 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-970c6c64-32fe-4c24-95c3-b9355accc9aa req-30275d5e-25cf-41bc-90e8-9004f71024c8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0839577 Feb 04 16:14:32.443527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.444058 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:32.445491 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] 10.222.0.30 "PUT /v2.0/ports/3e71cea3-3cbf-4074-b9bf-bdc55178aab0 HTTP/1.1" status: 200 len: 1092 time: 0.7251294 Feb 04 16:14:32.448236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1fd15c-34ff-4f9e-9d14-7afb5d867b08', 'tag': '3e71cea3-3cbf-4074-b9bf-bdc55178aab0'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:32.450936 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0ababa-faaa-4316-93c8-07e2609a3e19" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1fd15c-34ff-4f9e-9d14-7afb5d867b08", "tag": "3e71cea3-3cbf-4074-b9bf-bdc55178aab0"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:14:32.492782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a5a6d-1cb4-41cb-98a9-7a1fc300403e service neutron] Pushing event updated for resources: {'Port': ['ID=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:32.500918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-970c6c64-32fe-4c24-95c3-b9355accc9aa req-20263b5d-3775-4d90-841f-13bcdb955733 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806010 Feb 04 16:14:32.502678 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad486b0b-4003-4e4a-9f1f-2113e5de0d61 x-openstack-request-id: req-ad486b0b-4003-4e4a-9f1f-2113e5de0d61 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:14:32.502964 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1fd15c-34ff-4f9e-9d14-7afb5d867b08", "tag": "3e71cea3-3cbf-4074-b9bf-bdc55178aab0", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:14:32.503223 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad486b0b-4003-4e4a-9f1f-2113e5de0d61 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:14:32.503622 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1fd15c-34ff-4f9e-9d14-7afb5d867b08', 'tag': '3e71cea3-3cbf-4074-b9bf-bdc55178aab0', 'status': 'completed', 'code': 200} Feb 04 16:14:32.551100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-7c0bd9c4-17d5-423c-9ccc-c992841480a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.552657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-7c0bd9c4-17d5-423c-9ccc-c992841480a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 1095 time: 0.0551689 Feb 04 16:14:32.601572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-777db8a3-17c8-4e04-9a37-06576f5de743 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e71cea3-3cbf-4074-b9bf-bdc55178aab0 HTTP/1.1" status: 200 len: 217 time: 0.0412157 Feb 04 16:14:32.655801 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-0c18d3b1-85b1-46c3-a128-226e4f257da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.657186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-0c18d3b1-85b1-46c3-a128-226e4f257da8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0491776 Feb 04 16:14:32.706605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-7426e793-be39-4494-a5a0-a7a636368b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.708021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-7426e793-be39-4494-a5a0-a7a636368b60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447767 Feb 04 16:14:32.794682 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-51a6131e-1727-4643-a073-fbe48b84d19f service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798016 Feb 04 16:14:32.890007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-036258a9-5f9a-494d-ba74-1e84f7dd97e2 req-051b0d3e-b2a3-4543-bdc9-4c027475f413 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870998 Feb 04 16:14:32.973851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-dd7ef3e0-c8df-411b-bc5c-e0dfe81aa741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.975421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-dd7ef3e0-c8df-411b-bc5c-e0dfe81aa741 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 1095 time: 0.0435038 Feb 04 16:14:33.067456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-4f1034c4-80a0-428d-b4eb-30c4e63de8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:33.068927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-4f1034c4-80a0-428d-b4eb-30c4e63de8ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0860291 Feb 04 16:14:33.113210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-eb03d02f-1e78-4843-9bcc-3d4e68d7d526 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e71cea3-3cbf-4074-b9bf-bdc55178aab0 HTTP/1.1" status: 200 len: 217 time: 0.0376174 Feb 04 16:14:33.162010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-0667b16d-aaa5-477b-ada6-7cbb5f544e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:33.163472 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-0667b16d-aaa5-477b-ada6-7cbb5f544e93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0443251 Feb 04 16:14:33.216925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-f017d1b7-7834-42b9-a5c4-4f3fea474b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:33.218467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-f017d1b7-7834-42b9-a5c4-4f3fea474b8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479424 Feb 04 16:14:33.313939 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-1eed7e82-2008-4d69-8e5f-b3d3f70eda16 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890419 Feb 04 16:14:33.403502 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be0ababa-faaa-4316-93c8-07e2609a3e19 req-cc562fdb-2243-489f-b699-44a992bd1f97 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836170 Feb 04 16:14:33.634349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4635570-9a94-4702-a728-7952346f4bb1 req-2fe0c3cc-e248-4c95-a2e3-db950c5e2560 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:33.635903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4635570-9a94-4702-a728-7952346f4bb1 req-2fe0c3cc-e248-4c95-a2e3-db950c5e2560 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0575404 Feb 04 16:14:33.676641 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b4635570-9a94-4702-a728-7952346f4bb1 req-7feae300-fdde-4a6d-8d1f-15c88b48d774 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Feb 04 16:14:33.720413 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5445adb8-b193-4cdd-951e-b3fb2a7bfc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:34.792389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9f0b-8b65-45e5-930b-2312baa45337 req-46315038-2760-4c55-afa7-68e40705be65 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:34.793909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2fa9f0b-8b65-45e5-930b-2312baa45337 req-46315038-2760-4c55-afa7-68e40705be65 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0495315 Feb 04 16:14:34.842619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d2fa9f0b-8b65-45e5-930b-2312baa45337 req-090cc38c-541f-46fd-b843-dbb6c0112aae tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 Feb 04 16:14:35.904944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:35.966151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f67fa-185c-4808-a377-87268a93a809 req-ba636c52-e800-49d3-8333-c9b2cb1aa94b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:35.967627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-126f67fa-185c-4808-a377-87268a93a809 req-ba636c52-e800-49d3-8333-c9b2cb1aa94b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0484178 Feb 04 16:14:36.004217 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-126f67fa-185c-4808-a377-87268a93a809 req-33ee8bdc-abe5-4482-abc0-c69f536a5d6c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307333 Feb 04 16:14:37.006114 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:37.116280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62525e34-18d7-4d98-8083-9e2e799c6ec6 req-2284b0e1-7b4a-4493-8d43-f5e96f19eb45 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:37.117759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62525e34-18d7-4d98-8083-9e2e799c6ec6 req-2284b0e1-7b4a-4493-8d43-f5e96f19eb45 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0492926 Feb 04 16:14:37.156728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62525e34-18d7-4d98-8083-9e2e799c6ec6 req-fa266b9b-5035-4b24-b172-14c44e37f19e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Feb 04 16:14:37.538174 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:38.277241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc380-118e-48a3-a45a-6a04b1cfa8bd req-0f098d73-8083-4724-b662-c58178184406 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:38.278781 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5adc380-118e-48a3-a45a-6a04b1cfa8bd req-0f098d73-8083-4724-b662-c58178184406 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0520918 Feb 04 16:14:38.316797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5adc380-118e-48a3-a45a-6a04b1cfa8bd req-8a395d11-3de0-428d-baba-54caff34d148 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Feb 04 16:14:39.434748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea1686-8fef-4fd2-b007-b768183caf7e req-c29955aa-4e8d-4ec6-96d1-c9e5da2226fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:39.438022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3ea1686-8fef-4fd2-b007-b768183caf7e req-c29955aa-4e8d-4ec6-96d1-c9e5da2226fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0500097 Feb 04 16:14:39.476207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3ea1686-8fef-4fd2-b007-b768183caf7e req-e162977e-3559-43c6-a9d7-02d6003eaab1 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Feb 04 16:14:40.011787 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.589586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3904f-2478-4557-b4e3-60121c7e67cf req-0c073e1d-f902-4d99-9325-e4d3788e0356 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:40.591102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73e3904f-2478-4557-b4e3-60121c7e67cf req-0c073e1d-f902-4d99-9325-e4d3788e0356 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0483065 Feb 04 16:14:40.638597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73e3904f-2478-4557-b4e3-60121c7e67cf req-bc9ba1d2-14d5-43f9-9b82-3bc93dbea064 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Feb 04 16:14:41.756471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dba47-d7c5-4478-898b-2892de5546f5 req-e3100bd4-dfd9-4c07-9371-bf657ccb2341 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:41.757967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-481dba47-d7c5-4478-898b-2892de5546f5 req-e3100bd4-dfd9-4c07-9371-bf657ccb2341 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0500989 Feb 04 16:14:41.801814 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-481dba47-d7c5-4478-898b-2892de5546f5 req-ac2f3bf0-d709-4f7c-9c7f-461140709d8b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Feb 04 16:14:42.918766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e14dcc-9138-4015-be6a-1c71f79e4684 req-3fec79d6-2a79-483f-a68d-f96636332a47 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:42.920166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11e14dcc-9138-4015-be6a-1c71f79e4684 req-3fec79d6-2a79-483f-a68d-f96636332a47 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 944 time: 0.0495844 Feb 04 16:14:42.957669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11e14dcc-9138-4015-be6a-1c71f79e4684 req-fccf1b88-beb9-4e8e-bbdd-3d3fc1feaa81 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Feb 04 16:14:43.124168 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:14:43.219034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:43.229152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '3e71cea3-3cbf-4074-b9bf-bdc55178aab0', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'port_id': '3e71cea3-3cbf-4074-b9bf-bdc55178aab0', 'mac_address': 'fa:16:3e:d0:cb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:14:43.265723 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:43.278827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:43.297284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:43.301597 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:43.347364 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:43.587982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3e71cea3-3cbf-4074-b9bf-bdc55178aab0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:14:44.075387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40adb8-1e00-4ba0-8832-9a15a661cd06 req-c8aae6b8-8921-41b5-a586-45146e8e7028 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:44.077117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0b40adb8-1e00-4ba0-8832-9a15a661cd06 req-c8aae6b8-8921-41b5-a586-45146e8e7028 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 945 time: 0.0518215 Feb 04 16:14:44.114685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0b40adb8-1e00-4ba0-8832-9a15a661cd06 req-718d0c7d-2e9a-45e1-b273-9464e56ee55f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Feb 04 16:14:45.139684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:14:45.187943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:45.191796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:45.192168 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.235019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd73bd3-6205-4276-9828-a19a7a2c3a5d req-f69de406-cd44-4146-bea1-a19d63238eb6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.236652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cfd73bd3-6205-4276-9828-a19a7a2c3a5d req-f69de406-cd44-4146-bea1-a19d63238eb6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 945 time: 0.0554230 Feb 04 16:14:45.271090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.274799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cfd73bd3-6205-4276-9828-a19a7a2c3a5d req-ee498c7b-64d3-472e-ab67-0dd3280e0693 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Feb 04 16:14:45.294279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1fd15c-34ff-4f9e-9d14-7afb5d867b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e71cea3-3cbf-4074-b9bf-bdc55178aab0'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:45.296493 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ecce6-fefe-43de-81c7-e558e6a51f51" -d '{"events": [{"server_uuid": "6e1fd15c-34ff-4f9e-9d14-7afb5d867b08", "name": "network-vif-plugged", "status": "completed", "tag": "3e71cea3-3cbf-4074-b9bf-bdc55178aab0"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:14:45.308779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:45.313018 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.339560 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8e90f1-3934-4433-95a5-fbba57a4539d x-openstack-request-id: req-6f8e90f1-3934-4433-95a5-fbba57a4539d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:14:45.340017 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1fd15c-34ff-4f9e-9d14-7afb5d867b08", "name": "network-vif-plugged", "status": "completed", "tag": "3e71cea3-3cbf-4074-b9bf-bdc55178aab0", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:14:45.340284 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6f8e90f1-3934-4433-95a5-fbba57a4539d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:14:45.340680 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1fd15c-34ff-4f9e-9d14-7afb5d867b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e71cea3-3cbf-4074-b9bf-bdc55178aab0', 'code': 200} Feb 04 16:14:45.368546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:45.425049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be451d5-eed4-4377-aa60-5aa9618f7c9e req-afebc76a-8830-482e-986c-2ab1e2cff3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.426463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8be451d5-eed4-4377-aa60-5aa9618f7c9e req-afebc76a-8830-482e-986c-2ab1e2cff3a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 1097 time: 0.0388770 Feb 04 16:14:45.461000 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8be451d5-eed4-4377-aa60-5aa9618f7c9e req-973043fb-a9e3-4baa-8a7c-c8ead59c2c86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273702 Feb 04 16:14:46.391191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176fcc1-ff56-444b-a52d-b55391163300 req-7c916648-c018-4213-b056-4d1290ac7ec6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.392712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1176fcc1-ff56-444b-a52d-b55391163300 req-7c916648-c018-4213-b056-4d1290ac7ec6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 946 time: 0.0495408 Feb 04 16:14:46.429524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1176fcc1-ff56-444b-a52d-b55391163300 req-43d386fa-9d27-46f7-8f9b-5a71aaf087fe tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Feb 04 16:14:47.546343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d89c7c-d133-48c3-9455-92a689392785 req-2a21a127-829e-4ae3-8533-738987426de1 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.547813 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99d89c7c-d133-48c3-9455-92a689392785 req-2a21a127-829e-4ae3-8533-738987426de1 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 946 time: 0.0488875 Feb 04 16:14:47.589479 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99d89c7c-d133-48c3-9455-92a689392785 req-567a1cd0-20fc-4663-a4c8-7dfec50a71a4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Feb 04 16:14:47.700558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1246f7a-85f0-4483-8f0a-77b518b94a5e req-e9cd0d23-dce5-4804-a933-df536439a60c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.702313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1246f7a-85f0-4483-8f0a-77b518b94a5e req-e9cd0d23-dce5-4804-a933-df536439a60c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 946 time: 0.0479183 Feb 04 16:14:47.738957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1246f7a-85f0-4483-8f0a-77b518b94a5e req-2300c926-fd98-43ab-b163-6915712b0425 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Feb 04 16:14:50.138849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-5f95c1e7-3b94-4eaf-90d1-7d396d92128d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:50.140303 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-5f95c1e7-3b94-4eaf-90d1-7d396d92128d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1028502 Feb 04 16:14:50.155452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-2ed74ee0-bff4-4840-844b-c125e535161e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/quotas/d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 375 time: 0.0093913 Feb 04 16:14:50.207768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-a2393978-5a75-48f2-a0f9-acab58d27f65 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471780 Feb 04 16:14:50.302628 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-47500682-ead5-426e-afe7-0a0519257b6f service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870526 Feb 04 16:14:50.390987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-ab9f0a77-3006-4c59-b43c-322acdadce55 service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818067 Feb 04 16:14:50.579915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cb8172d-9f63-4ac5-8d69-d9860a4c6aa4 req-ed6002fe-1e7a-4e8c-9858-64ec5f2a2eff tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 210 time: 0.0267849 Feb 04 16:14:51.702068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-eb8c4cf4-aab9-45fb-8df8-13ad78bbb552 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:51.703525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-eb8c4cf4-aab9-45fb-8df8-13ad78bbb552 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1311147 Feb 04 16:14:51.705490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35f9000e-8c06-4ac5-a84e-3516e2d3f9f3 req-798fcb6d-d340-4ee9-bfb0-37eb2133029e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 210 time: 0.0503113 Feb 04 16:14:51.722658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'port': {'device_id': 'bd252b0b-ae24-46b6-bf92-42153b8e1024', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'admin_state_up': True, 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:14:51.839049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:51.842699 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:51.974107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.20.0.7 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/89e2388d-4cd2-459c-8fda-fa33344f48ed) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:52.136275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.170049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.191592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3e71cea3-3cbf-4074-b9bf-bdc55178aab0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:14:52.215578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:52.218682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:52.222604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:14:52.263983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=89e2388d-4cd2-459c-8fda-fa33344f48ed,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:52.277731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.278118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.278474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.278806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.279148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.279485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.279886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.280217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.280545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.280870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.281200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.281526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:52.294534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:52.295175 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.313294 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-81ec7e76-7310-48e4-978c-f491826abc1e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943882 Feb 04 16:14:52.326847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-d37726e5-2163-4036-a4a3-8a4dae542a1f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:14:52.327951 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-d37726e5-2163-4036-a4a3-8a4dae542a1f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089743 Feb 04 16:14:52.407096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Request body: {'port': {'device_id': 'bd252b0b-ae24-46b6-bf92-42153b8e1024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:14:52.463712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.529340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4c928368-3e6d-41c9-ae4a-e77198b7ef12 None None] Provisioning complete for port 89e2388d-4cd2-459c-8fda-fa33344f48ed triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:52.529781 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c928368-3e6d-41c9-ae4a-e77198b7ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.567602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4c928368-3e6d-41c9-ae4a-e77198b7ef12 None None] Port 89e2388d-4cd2-459c-8fda-fa33344f48ed cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:14:52.745701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e2388d-4cd2-459c-8fda-fa33344f48ed {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:52.753841 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.766883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Transition to ACTIVE for port object 89e2388d-4cd2-459c-8fda-fa33344f48ed will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:52.771223 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.839671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43af95-3d36-45fd-96de-b0336930ee5e req-29984ba1-1b72-48aa-869b-791a20ea7f4e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:52.842077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a43af95-3d36-45fd-96de-b0336930ee5e req-29984ba1-1b72-48aa-869b-791a20ea7f4e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0653410 Feb 04 16:14:52.848792 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Pushing event updated for resources: {'Port': ['ID=89e2388d-4cd2-459c-8fda-fa33344f48ed,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:52.891409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a43af95-3d36-45fd-96de-b0336930ee5e req-20751f88-6b30-43c7-9f0d-5dddefc3f928 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Feb 04 16:14:52.901411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Attempting to bind port 89e2388d-4cd2-459c-8fda-fa33344f48ed on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:14:52.901781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Attempting to bind port 89e2388d-4cd2-459c-8fda-fa33344f48ed by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:14:52.902701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Attempting to bind port 89e2388d-4cd2-459c-8fda-fa33344f48ed on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:14:52.907517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Port 89e2388d-4cd2-459c-8fda-fa33344f48ed on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:14:52.907847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Attempting to bind port 89e2388d-4cd2-459c-8fda-fa33344f48ed on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:14:52.917368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:14:52.918033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:14:52.918588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:14:52.919245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Bound port: 89e2388d-4cd2-459c-8fda-fa33344f48ed, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:14:52.919609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.992704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] For port 89e2388d-4cd2-459c-8fda-fa33344f48ed, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:14:52.996041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] For port 89e2388d-4cd2-459c-8fda-fa33344f48ed, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=89e2388d-4cd2-459c-8fda-fa33344f48ed,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:14:53.001360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.043839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.044470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.045933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] 10.222.0.50 "PUT /v2.0/ports/89e2388d-4cd2-459c-8fda-fa33344f48ed HTTP/1.1" status: 200 len: 1091 time: 0.6988444 Feb 04 16:14:53.046490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd252b0b-ae24-46b6-bf92-42153b8e1024', 'tag': '89e2388d-4cd2-459c-8fda-fa33344f48ed'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:53.048714 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2118acaf-17f3-443c-bb52-7682405bc372" -d '{"events": [{"name": "network-changed", "server_uuid": "bd252b0b-ae24-46b6-bf92-42153b8e1024", "tag": "89e2388d-4cd2-459c-8fda-fa33344f48ed"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:14:53.093354 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ea132-17b8-4141-871f-d7164b6ab56f service neutron] Pushing event updated for resources: {'Port': ['ID=89e2388d-4cd2-459c-8fda-fa33344f48ed,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:53.156272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-cd0a0913-fc1f-4e6d-bf51-f530aa70ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.158300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-cd0a0913-fc1f-4e6d-bf51-f530aa70ee4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 1094 time: 0.0479674 Feb 04 16:14:53.209964 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-e69991e4-5db0-487d-a579-8dfeaad739fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e2388d-4cd2-459c-8fda-fa33344f48ed HTTP/1.1" status: 200 len: 217 time: 0.0376129 Feb 04 16:14:53.211413 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c58d9d0-f004-4906-af68-ac5fedb152cc x-openstack-request-id: req-1c58d9d0-f004-4906-af68-ac5fedb152cc {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:14:53.211708 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd252b0b-ae24-46b6-bf92-42153b8e1024", "tag": "89e2388d-4cd2-459c-8fda-fa33344f48ed", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:14:53.211963 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c58d9d0-f004-4906-af68-ac5fedb152cc {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:14:53.212398 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd252b0b-ae24-46b6-bf92-42153b8e1024', 'tag': '89e2388d-4cd2-459c-8fda-fa33344f48ed', 'status': 'completed', 'code': 200} Feb 04 16:14:53.283145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-4d1ab42b-4130-4838-9d59-454420aee1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.284626 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-4d1ab42b-4130-4838-9d59-454420aee1c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0543759 Feb 04 16:14:53.331899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-c240fe98-fe5f-4a87-bab4-7134121bef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.333419 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-c240fe98-fe5f-4a87-bab4-7134121bef5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414751 Feb 04 16:14:53.422675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-e5fa3271-8a34-4e74-b759-9e19b3f5b73d service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822017 Feb 04 16:14:53.485003 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.519121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c204ae81-7451-4c73-bbb3-d8f4634a78b1 req-8c20ad4a-88d6-4c33-ba1d-7b8590f9d3e6 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893199 Feb 04 16:14:53.635957 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118acaf-17f3-443c-bb52-7682405bc372 req-9eed0cf2-5aeb-47a8-adae-1d5fc2a2f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.637465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2118acaf-17f3-443c-bb52-7682405bc372 req-9eed0cf2-5aeb-47a8-adae-1d5fc2a2f36c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 1094 time: 0.0419230 Feb 04 16:14:53.733116 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118acaf-17f3-443c-bb52-7682405bc372 req-5fa9b631-843c-4825-be15-48483452fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.734656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2118acaf-17f3-443c-bb52-7682405bc372 req-5fa9b631-843c-4825-be15-48483452fd21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0903389 Feb 04 16:14:53.776690 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2118acaf-17f3-443c-bb52-7682405bc372 req-a36578d8-39b7-489b-a106-ad33b92e93b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89e2388d-4cd2-459c-8fda-fa33344f48ed HTTP/1.1" status: 200 len: 217 time: 0.0351064 Feb 04 16:14:53.826107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118acaf-17f3-443c-bb52-7682405bc372 req-63756db4-43ce-43dd-a01c-57d441d071d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.827742 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2118acaf-17f3-443c-bb52-7682405bc372 req-63756db4-43ce-43dd-a01c-57d441d071d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0435758 Feb 04 16:14:53.878423 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118acaf-17f3-443c-bb52-7682405bc372 req-7688187b-aaa8-44eb-95c5-8480a6655854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.880169 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2118acaf-17f3-443c-bb52-7682405bc372 req-7688187b-aaa8-44eb-95c5-8480a6655854 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448453 Feb 04 16:14:53.984730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2118acaf-17f3-443c-bb52-7682405bc372 req-a0ae5ccd-8997-4ebd-94ce-e2ba69b4d390 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945017 Feb 04 16:14:54.018276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba818be-97e1-475d-968b-ace6a8082907 req-fd442a41-7429-4610-968b-3c21288a34fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:54.019966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ba818be-97e1-475d-968b-ace6a8082907 req-fd442a41-7429-4610-968b-3c21288a34fd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0501904 Feb 04 16:14:54.063686 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ba818be-97e1-475d-968b-ace6a8082907 req-95d84519-271f-4eef-b240-a0990f95a87c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Feb 04 16:14:54.081012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2118acaf-17f3-443c-bb52-7682405bc372 req-54bbcfe1-fd21-4ed1-96e9-8288350910b1 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899148 Feb 04 16:14:55.243063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9a3a5-cbde-4964-b793-37b9ff2fcf17 req-a2026242-db26-427f-83c0-7f0a7582c19d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:55.244615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dce9a3a5-cbde-4964-b793-37b9ff2fcf17 req-a2026242-db26-427f-83c0-7f0a7582c19d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0811841 Feb 04 16:14:55.288174 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dce9a3a5-cbde-4964-b793-37b9ff2fcf17 req-c9c5abd5-a25a-40bc-a76f-d8be6a02c268 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Feb 04 16:14:55.316057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-c2920bf9-0c06-4a88-b28e-4e0fc595f25c req-6c6cc06f-f7e3-4681-a986-903399668b1f service neutron] (102423) timed out ('10.222.0.30', 54762) {{(pid=102423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:14:56.024532 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:14:56.464858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4129aa-2ffe-4480-b528-8f842265fe85 req-ac576ea4-7f19-47a0-8ad0-b15b9f81fcde tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:56.466346 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c4129aa-2ffe-4480-b528-8f842265fe85 req-ac576ea4-7f19-47a0-8ad0-b15b9f81fcde tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0649631 Feb 04 16:14:56.514362 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1c4129aa-2ffe-4480-b528-8f842265fe85 req-9c165a26-a624-42b6-a21b-8712b3c0ecd7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Feb 04 16:14:57.310163 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-1eb49a69-4941-4771-b7e8-ecd1724213bc req-d4118b04-64d6-4698-aac6-adeeca1df401 tempest-TestNetworkAdvancedServerOps-1349645830 tempest-TestNetworkAdvancedServerOps-1349645830-project] (102422) timed out ('10.222.0.30', 55301) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:14:57.654224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4c2e2-1fa0-4505-adb1-dc0c77c66c6c req-4af2349b-65d0-4784-97f0-0cdefa916fa3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:57.661530 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8cc4c2e2-1fa0-4505-adb1-dc0c77c66c6c req-4af2349b-65d0-4784-97f0-0cdefa916fa3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0557020 Feb 04 16:14:57.698878 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8cc4c2e2-1fa0-4505-adb1-dc0c77c66c6c req-1b12ebee-0b31-4232-a9ea-e1c5f5af8965 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365047 Feb 04 16:14:58.818146 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624c44-419a-484f-a994-7fad750618b0 req-1f323510-4638-4424-abb4-63acd587f811 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:58.819644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c624c44-419a-484f-a994-7fad750618b0 req-1f323510-4638-4424-abb4-63acd587f811 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0499561 Feb 04 16:14:58.859656 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c624c44-419a-484f-a994-7fad750618b0 req-b65c849b-c082-4d99-b8d9-b3a579d22d81 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Feb 04 16:14:59.974058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48e0c-561b-4c9b-86e0-cf0f8e84f143 req-785a273c-3ffa-4f09-8d30-c6a0f17d2be2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:59.975528 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70d48e0c-561b-4c9b-86e0-cf0f8e84f143 req-785a273c-3ffa-4f09-8d30-c6a0f17d2be2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0485260 Feb 04 16:15:00.012871 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-70d48e0c-561b-4c9b-86e0-cf0f8e84f143 req-d9fd345b-b5ba-4560-81b5-a3b9544d94e8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 Feb 04 16:15:00.629895 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7786cadc-0616-42f4-853c-96bf5561738d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:01.125547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5d0f4-62b8-45cd-a8f1-e3cd4a05167b req-24b1350f-a709-4efb-9df0-03a8fc278dfa tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:01.127030 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32c5d0f4-62b8-45cd-a8f1-e3cd4a05167b req-24b1350f-a709-4efb-9df0-03a8fc278dfa tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0473866 Feb 04 16:15:01.164678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32c5d0f4-62b8-45cd-a8f1-e3cd4a05167b req-3f62f3e9-b45c-41a2-b1fd-138ff6a6ec4a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Feb 04 16:15:02.284432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ccea3-ab64-4f1d-8499-34d1e6cd5ea2 req-66e53a40-2748-4106-b8d0-07fa4d276c71 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:02.285930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f67ccea3-ab64-4f1d-8499-34d1e6cd5ea2 req-66e53a40-2748-4106-b8d0-07fa4d276c71 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0530660 Feb 04 16:15:02.325024 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f67ccea3-ab64-4f1d-8499-34d1e6cd5ea2 req-5a7e36f4-4919-4668-b98f-a72651c224b4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Feb 04 16:15:03.445129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892d846-7894-489a-a068-7c7b68a4d286 req-a17ad02f-62ef-481e-8f54-ad2fd466ddfc tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:03.446665 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c892d846-7894-489a-a068-7c7b68a4d286 req-a17ad02f-62ef-481e-8f54-ad2fd466ddfc tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0537643 Feb 04 16:15:03.485319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c892d846-7894-489a-a068-7c7b68a4d286 req-33e002b0-10b9-4262-8af3-d655ff907e18 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Feb 04 16:15:03.723262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3dee7f26-1139-4b0a-870a-fa24b13764d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.613609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7dfb1-460a-4e29-a7f9-7a88cd4570bf req-1eba0fc6-7b5c-4cb6-b85a-3389f58e5225 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:04.615341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50e7dfb1-460a-4e29-a7f9-7a88cd4570bf req-1eba0fc6-7b5c-4cb6-b85a-3389f58e5225 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0536304 Feb 04 16:15:04.658541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50e7dfb1-460a-4e29-a7f9-7a88cd4570bf req-73640ee3-c85d-47af-ac6d-4ae218ddad3c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359175 Feb 04 16:15:05.776675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf154cb-8515-43e1-9efb-4b131bd3ce95 req-79307885-dd90-45c7-bdde-492abc82e000 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:05.778170 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dbf154cb-8515-43e1-9efb-4b131bd3ce95 req-79307885-dd90-45c7-bdde-492abc82e000 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0486324 Feb 04 16:15:05.815010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dbf154cb-8515-43e1-9efb-4b131bd3ce95 req-e2d4cb98-dd16-4068-bc15-6c7aa6831e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Feb 04 16:15:05.908449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.943883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf70f4-734f-4575-9df1-1cbea8e4562b req-929a4291-9638-4f17-a861-dbc44176fdb2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:06.945415 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1cf70f4-734f-4575-9df1-1cbea8e4562b req-929a4291-9638-4f17-a861-dbc44176fdb2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0492518 Feb 04 16:15:06.983222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a1cf70f4-734f-4575-9df1-1cbea8e4562b req-2fb62691-d4eb-4e09-bf47-9bb0b1f98d78 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317082 Feb 04 16:15:07.008369 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.540772 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.105272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28798c40-4ca3-4b5d-9312-7f47b4607ac8 req-2ee5bfac-97aa-4557-87b4-1be9f569439a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:08.106766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28798c40-4ca3-4b5d-9312-7f47b4607ac8 req-2ee5bfac-97aa-4557-87b4-1be9f569439a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0483871 Feb 04 16:15:08.144750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-28798c40-4ca3-4b5d-9312-7f47b4607ac8 req-1c5caa0c-09e9-4af3-92ee-8b39fbf753eb tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Feb 04 16:15:09.271768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738995-1c42-4ecb-8482-06e505b6d4d2 req-29d09f17-b2b2-464d-9259-45d43ff0a1d4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:09.273311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6738995-1c42-4ecb-8482-06e505b6d4d2 req-29d09f17-b2b2-464d-9259-45d43ff0a1d4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0552752 Feb 04 16:15:09.325343 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6738995-1c42-4ecb-8482-06e505b6d4d2 req-232b3de7-3e28-4074-b3ab-485de525675c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 Feb 04 16:15:10.027093 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.464574 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b323bd-517d-487e-8c11-7e6d19ca20bb req-0f540ff5-1c23-4776-a742-5337b4b49ec5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:10.466099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6b323bd-517d-487e-8c11-7e6d19ca20bb req-0f540ff5-1c23-4776-a742-5337b4b49ec5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0674117 Feb 04 16:15:10.506900 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d6b323bd-517d-487e-8c11-7e6d19ca20bb req-a7e2d764-0c96-42fe-bcc3-b8e852168814 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Feb 04 16:15:11.637521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81feb41d-b1a8-47ee-b160-4d463339b937 req-9fca8025-62d0-43d4-90ce-1e2f5d7770c0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:11.639115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81feb41d-b1a8-47ee-b160-4d463339b937 req-9fca8025-62d0-43d4-90ce-1e2f5d7770c0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0614238 Feb 04 16:15:11.680401 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81feb41d-b1a8-47ee-b160-4d463339b937 req-fc539003-c19d-4543-b3aa-df9597ccd38c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Feb 04 16:15:12.801930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d95c17-0984-497e-8122-39c1727bfeee req-a45e34b8-71f0-4af6-a365-21771d450978 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:12.803431 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59d95c17-0984-497e-8122-39c1727bfeee req-a45e34b8-71f0-4af6-a365-21771d450978 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0504138 Feb 04 16:15:12.841945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59d95c17-0984-497e-8122-39c1727bfeee req-704e3661-c3ad-4b96-b2ba-736961f1de5b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Feb 04 16:15:13.959027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37216cf-b9b6-4511-8f7c-0a7ab5cb75bf req-4268cdc7-3595-455f-9b08-1607fa62331f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:13.960540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d37216cf-b9b6-4511-8f7c-0a7ab5cb75bf req-4268cdc7-3595-455f-9b08-1607fa62331f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 943 time: 0.0495272 Feb 04 16:15:13.999566 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d37216cf-b9b6-4511-8f7c-0a7ab5cb75bf req-1c0b6332-e7ea-4386-b2ed-f6f93c7ac3cf tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Feb 04 16:15:14.301617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 89e2388d-4cd2-459c-8fda-fa33344f48ed details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:15:14.398734 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 89e2388d-4cd2-459c-8fda-fa33344f48ed, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=89e2388d-4cd2-459c-8fda-fa33344f48ed,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:14.410216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '89e2388d-4cd2-459c-8fda-fa33344f48ed', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'port_id': '89e2388d-4cd2-459c-8fda-fa33344f48ed', 'mac_address': 'fa:16:3e:f1:77:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:15:14.450122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.464337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e2388d-4cd2-459c-8fda-fa33344f48ed {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:15:14.483968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 89e2388d-4cd2-459c-8fda-fa33344f48ed, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=89e2388d-4cd2-459c-8fda-fa33344f48ed,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:14.488399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.535021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=89e2388d-4cd2-459c-8fda-fa33344f48ed,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:14.542469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.542819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.543158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.543498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.543830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.544160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.544485 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.544810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.545164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.545561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.545809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.546247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:14.925673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['89e2388d-4cd2-459c-8fda-fa33344f48ed'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:15:15.132452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03c562-9087-4f61-879b-e004fede472f req-d3cd414e-76d3-4a07-8e27-46f29f673778 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:15.134503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a03c562-9087-4f61-879b-e004fede472f req-d3cd414e-76d3-4a07-8e27-46f29f673778 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 944 time: 0.0569415 Feb 04 16:15:15.176566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a03c562-9087-4f61-879b-e004fede472f req-611ca822-25eb-4237-924d-36955d2a60f6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359590 Feb 04 16:15:16.301906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b790-b400-4e14-af41-271850eb0a59 req-bcc64d6f-7486-4551-a6a2-02e817358ffe tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:16.303427 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1019b790-b400-4e14-af41-271850eb0a59 req-bcc64d6f-7486-4551-a6a2-02e817358ffe tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 944 time: 0.0553887 Feb 04 16:15:16.320369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 89e2388d-4cd2-459c-8fda-fa33344f48ed up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:15:16.343290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1019b790-b400-4e14-af41-271850eb0a59 req-9655af34-30f6-47e3-b66d-d0010d054ba2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Feb 04 16:15:16.371114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 89e2388d-4cd2-459c-8fda-fa33344f48ed completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:15:16.374808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 89e2388d-4cd2-459c-8fda-fa33344f48ed triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:16.375203 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:16.465001 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:16.490900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd252b0b-ae24-46b6-bf92-42153b8e1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e2388d-4cd2-459c-8fda-fa33344f48ed'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:16.494110 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cc4204-9d22-4a95-b4e7-e993fe734223" -d '{"events": [{"server_uuid": "bd252b0b-ae24-46b6-bf92-42153b8e1024", "name": "network-vif-plugged", "status": "completed", "tag": "89e2388d-4cd2-459c-8fda-fa33344f48ed"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:15:16.509484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 89e2388d-4cd2-459c-8fda-fa33344f48ed, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=89e2388d-4cd2-459c-8fda-fa33344f48ed,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:16.515458 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:16.551945 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d45022-e448-49be-897f-a74b2868c218 x-openstack-request-id: req-f8d45022-e448-49be-897f-a74b2868c218 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:15:16.552247 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd252b0b-ae24-46b6-bf92-42153b8e1024", "name": "network-vif-plugged", "status": "completed", "tag": "89e2388d-4cd2-459c-8fda-fa33344f48ed", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:15:16.552568 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8d45022-e448-49be-897f-a74b2868c218 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:15:16.552898 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd252b0b-ae24-46b6-bf92-42153b8e1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e2388d-4cd2-459c-8fda-fa33344f48ed', 'code': 200} Feb 04 16:15:16.583405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=89e2388d-4cd2-459c-8fda-fa33344f48ed,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:16.681869 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746fa08-8a61-40cb-adad-0f4a3a16be66 req-e48dc9a2-7792-4dcd-96b4-ca39ff52a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:16.683636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8746fa08-8a61-40cb-adad-0f4a3a16be66 req-e48dc9a2-7792-4dcd-96b4-ca39ff52a339 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 1096 time: 0.0485194 Feb 04 16:15:16.723966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8746fa08-8a61-40cb-adad-0f4a3a16be66 req-6068cde7-846c-4255-9fda-cb829cd3cdcc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Feb 04 16:15:17.486748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdc52-3017-4978-b876-b8349473be40 req-be248f08-8cec-40a8-aec4-9229170e516c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:17.488555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7bbcdc52-3017-4978-b876-b8349473be40 req-be248f08-8cec-40a8-aec4-9229170e516c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 945 time: 0.0595436 Feb 04 16:15:17.537763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7bbcdc52-3017-4978-b876-b8349473be40 req-6c5b9aeb-21bc-454c-92d6-a2c4a737fecf tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Feb 04 16:15:18.086750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-3af3548d-4642-4d00-b95d-ad74c00b14af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484784 Feb 04 16:15:18.237374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-4aae0bb7-d047-4ced-8069-b107eb7829b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:18.239246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-4aae0bb7-d047-4ced-8069-b107eb7829b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 1097 time: 0.0447664 Feb 04 16:15:18.353739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-2be2cbd5-2927-4489-884e-2abbc90236b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:18.355301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-2be2cbd5-2927-4489-884e-2abbc90236b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0960388 Feb 04 16:15:18.400160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-6d2069a5-c0f0-4dad-9aa9-8cf76135dc3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e71cea3-3cbf-4074-b9bf-bdc55178aab0 HTTP/1.1" status: 200 len: 217 time: 0.0386896 Feb 04 16:15:18.452837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-a91464e9-ff54-4953-a211-30f00ca1c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:18.454359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-a91464e9-ff54-4953-a211-30f00ca1c262 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0472152 Feb 04 16:15:18.504381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-ad7c16bb-d8ea-4f7f-9d5b-f45a7109ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:18.505864 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-ad7c16bb-d8ea-4f7f-9d5b-f45a7109ac9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455875 Feb 04 16:15:18.649805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-e452b499-48fa-4f79-90e9-532abcabd7f9 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359310 Feb 04 16:15:18.768530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bd5a4-47fd-4410-b8e3-8cebc0436269 req-dd7c44da-3de4-4f05-8899-9c77bd4810b9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:18.770414 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f10bd5a4-47fd-4410-b8e3-8cebc0436269 req-dd7c44da-3de4-4f05-8899-9c77bd4810b9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 945 time: 0.1422827 Feb 04 16:15:18.846315 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f10bd5a4-47fd-4410-b8e3-8cebc0436269 req-b64e4b41-9de4-470e-9d67-c044a39093d2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668342 Feb 04 16:15:18.849143 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38b58c7a-9ded-4b35-8aa8-4076d8a7b578 req-7aec0a8d-4783-4eb7-aa36-c574941ca594 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825907 Feb 04 16:15:18.985807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c512335-5bd8-4c78-9551-1007d4f4c9d0 req-85f35e5d-02b4-47e6-853a-401df4fb4063 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:18.987683 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c512335-5bd8-4c78-9551-1007d4f4c9d0 req-85f35e5d-02b4-47e6-853a-401df4fb4063 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 945 time: 0.0592749 Feb 04 16:15:19.031620 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5c512335-5bd8-4c78-9551-1007d4f4c9d0 req-a2492239-ed01-42da-9a66-7ccf6bde97a0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373058 Feb 04 16:15:19.356387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13cd07-2603-49fd-a0db-c2b0173033af req-32926a8a-13f7-432b-9f84-e5a8bb3130fa tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:19.357902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a13cd07-2603-49fd-a0db-c2b0173033af req-32926a8a-13f7-432b-9f84-e5a8bb3130fa tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 945 time: 0.0499692 Feb 04 16:15:19.396714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1a13cd07-2603-49fd-a0db-c2b0173033af req-46c12e1e-6c0d-42a5-9fd0-e6bbba6bb692 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Feb 04 16:15:20.516514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b432a-e2fb-4993-9577-e43c63815de0 req-41c424d5-b610-4e81-a9a4-bf5adaf33c71 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:20.518039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-853b432a-e2fb-4993-9577-e43c63815de0 req-41c424d5-b610-4e81-a9a4-bf5adaf33c71 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 945 time: 0.0480647 Feb 04 16:15:20.560580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-853b432a-e2fb-4993-9577-e43c63815de0 req-e77a522f-bb46-4b6e-b971-077fb04dbbd7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364707 Feb 04 16:15:21.051527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea8865-3c8e-4937-b398-146d73f9297e req-157e7d57-92ac-4090-92c2-c952c7dc5c80 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:21.053080 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65ea8865-3c8e-4937-b398-146d73f9297e req-157e7d57-92ac-4090-92c2-c952c7dc5c80 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Feb 04 16:15:21.150352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port 89e2388d-4cd2-459c-8fda-fa33344f48ed {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:15:21.150704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:21.238349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] For port 89e2388d-4cd2-459c-8fda-fa33344f48ed, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=89e2388d-4cd2-459c-8fda-fa33344f48ed,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:21.238716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:21.250944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for 89e2388d-4cd2-459c-8fda-fa33344f48ed owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:15:21.677849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:21.691641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3e71cea3-3cbf-4074-b9bf-bdc55178aab0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:15:21.723066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=89e2388d-4cd2-459c-8fda-fa33344f48ed,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:21.723557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['89e2388d-4cd2-459c-8fda-fa33344f48ed'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:15:21.751294 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cf9a4-ff16-4ac8-b3b5-61d983d03895 req-e7f2784e-9de2-47c2-b4af-8e16b1a539d6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:21.752877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580cf9a4-ff16-4ac8-b3b5-61d983d03895 req-e7f2784e-9de2-47c2-b4af-8e16b1a539d6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 945 time: 0.1156721 Feb 04 16:15:21.775334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] No DVR routers for this DVR port 89e2388d-4cd2-459c-8fda-fa33344f48ed on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:21.781960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:21.785256 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65ea8865-3c8e-4937-b398-146d73f9297e req-761ab75d-63e6-4d65-9d86-beaa402ffeab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "DELETE /v2.0/ports/89e2388d-4cd2-459c-8fda-fa33344f48ed HTTP/1.1" status: 204 len: 173 time: 0.7257502 Feb 04 16:15:21.786756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd252b0b-ae24-46b6-bf92-42153b8e1024', 'name': 'network-vif-deleted', 'tag': '89e2388d-4cd2-459c-8fda-fa33344f48ed'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:21.790599 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78291850-31bf-45ef-bdde-08af74ce0de2" -d '{"events": [{"server_uuid": "bd252b0b-ae24-46b6-bf92-42153b8e1024", "name": "network-vif-deleted", "tag": "89e2388d-4cd2-459c-8fda-fa33344f48ed"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:15:21.826731 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-580cf9a4-ff16-4ac8-b3b5-61d983d03895 req-0e8d6728-0512-4b0d-a100-1c05abde3475 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532815 Feb 04 16:15:21.849409 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a8306c-d9ee-4e34-8840-522219a08f56 x-openstack-request-id: req-60a8306c-d9ee-4e34-8840-522219a08f56 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:15:21.851953 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd252b0b-ae24-46b6-bf92-42153b8e1024", "name": "network-vif-deleted", "tag": "89e2388d-4cd2-459c-8fda-fa33344f48ed", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:15:21.852778 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-60a8306c-d9ee-4e34-8840-522219a08f56 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:15:21.853705 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd252b0b-ae24-46b6-bf92-42153b8e1024', 'name': 'network-vif-deleted', 'tag': '89e2388d-4cd2-459c-8fda-fa33344f48ed', 'status': 'completed', 'code': 200} Feb 04 16:15:22.934268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-439d3e98-f61f-4780-9a11-966f380274fb req-34dd5395-90b6-48fc-b249-da0ea37b737b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 210 time: 0.0290515 Feb 04 16:15:23.484784 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:24.038497 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e24fac90-56b3-4c5b-9807-49be3a99baa0 req-ecf4ec35-7e3d-4197-b9bb-a4e0b6c345b4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 210 time: 0.0262828 Feb 04 16:15:24.367272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 89e2388d-4cd2-459c-8fda-fa33344f48ed no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:15:24.390724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 89e2388d-4cd2-459c-8fda-fa33344f48ed {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:15:24.391071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 89e2388d-4cd2-459c-8fda-fa33344f48ed not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:15:25.145607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dcef91c3-0e70-4361-b092-a60dff8320a0 req-edd2ad5c-72b4-4b9b-8b78-1595aca3a7b5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd252b0b-ae24-46b6-bf92-42153b8e1024 HTTP/1.1" status: 200 len: 210 time: 0.0299585 Feb 04 16:15:30.638364 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5859d60d-2988-453f-a532-a98436d32590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:31.014913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66bc46-29c1-497c-a730-2cd675812373 req-6116ab77-0c48-44da-a682-cf1ea2f3d738 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:31.016507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc66bc46-29c1-497c-a730-2cd675812373 req-6116ab77-0c48-44da-a682-cf1ea2f3d738 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 946 time: 0.3350115 Feb 04 16:15:31.055302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc66bc46-29c1-497c-a730-2cd675812373 req-489c3415-b6f2-4be4-b7f7-b62808b4f82e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Feb 04 16:15:32.179193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15cb81-1911-4d77-9393-7ad551339fbd req-9c2ab7f2-62c5-427e-a1a4-6ccc89fcfeea tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:32.180768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d15cb81-1911-4d77-9393-7ad551339fbd req-9c2ab7f2-62c5-427e-a1a4-6ccc89fcfeea tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 946 time: 0.0533330 Feb 04 16:15:32.224275 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d15cb81-1911-4d77-9393-7ad551339fbd req-93378f19-c5c2-4a14-a1be-1a74fc641e61 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=457fd751-a9b7-4723-acf4-e1db0e7f05c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357549 Feb 04 16:15:32.293236 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-cde872eb-5c19-49e6-b0c2-e83693544736 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:32.294776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-cde872eb-5c19-49e6-b0c2-e83693544736 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 946 time: 0.0568287 Feb 04 16:15:32.388904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:15:32.389240 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:32.483924 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] For port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:32.484294 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:32.498331 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:15:32.645700 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:32.657462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['3e71cea3-3cbf-4074-b9bf-bdc55178aab0'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:15:32.677115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=3e71cea3-3cbf-4074-b9bf-bdc55178aab0,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:32.707001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.707351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.707695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.708035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.708369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.708700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.709029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.709352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.709674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.710017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.710351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.710696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:32.727237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] No DVR routers for this DVR port 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:32.729815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:32.733127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cba78aa3-ecc5-4b66-9e43-6806717f0db5 req-fea0f0ca-b8c4-4d44-ae24-eaee30fad921 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "DELETE /v2.0/ports/3e71cea3-3cbf-4074-b9bf-bdc55178aab0 HTTP/1.1" status: 204 len: 173 time: 0.4323568 Feb 04 16:15:32.733565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1fd15c-34ff-4f9e-9d14-7afb5d867b08', 'name': 'network-vif-deleted', 'tag': '3e71cea3-3cbf-4074-b9bf-bdc55178aab0'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:32.735893 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3cd146-8617-45a1-899d-db22c5d140af" -d '{"events": [{"server_uuid": "6e1fd15c-34ff-4f9e-9d14-7afb5d867b08", "name": "network-vif-deleted", "tag": "3e71cea3-3cbf-4074-b9bf-bdc55178aab0"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:15:32.777702 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd47c146-28da-4912-a94a-6c803dbec2b9 x-openstack-request-id: req-cd47c146-28da-4912-a94a-6c803dbec2b9 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:15:32.778020 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1fd15c-34ff-4f9e-9d14-7afb5d867b08", "name": "network-vif-deleted", "tag": "3e71cea3-3cbf-4074-b9bf-bdc55178aab0", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:15:32.778297 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd47c146-28da-4912-a94a-6c803dbec2b9 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:15:32.778823 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1fd15c-34ff-4f9e-9d14-7afb5d867b08', 'name': 'network-vif-deleted', 'tag': '3e71cea3-3cbf-4074-b9bf-bdc55178aab0', 'status': 'completed', 'code': 200} Feb 04 16:15:33.024083 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:15:33.334086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-da824a31-14d9-4e56-9c10-24a2467e4ca4 req-cb4f5cd9-99b8-4cb0-b2d5-45a2e758400a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 210 time: 0.0291724 Feb 04 16:15:33.730146 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3b379f76-3b65-40e4-9383-0f9bb9f12b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:34.438937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1be24e2c-27a1-4be7-b569-8349a587ecba req-94a54ed7-3f16-42ea-a036-11eef0e107a0 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 210 time: 0.0310907 Feb 04 16:15:35.404249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:15:35.426785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:15:35.427049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 3e71cea3-3cbf-4074-b9bf-bdc55178aab0 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:15:35.537449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf7e8f17-fa13-4abe-8dec-e7f56ac55132 req-89aa1dab-4512-43d2-b4fd-56cde79ab5b2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Feb 04 16:15:35.920537 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.670580 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb22fde7-af06-4509-8418-807d4fafd919 req-d84cd61d-84d7-4e88-a1d8-d902b18009b7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e1fd15c-34ff-4f9e-9d14-7afb5d867b08 HTTP/1.1" status: 200 len: 210 time: 0.0362008 Feb 04 16:15:37.011950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:37.548705 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:39.745912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34326) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:15:39.750872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f9f12929-a7b5-417f-be6a-8e1848728262 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824592287', 'description': 'tempest-secgroup-smoke-824592287 description', 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:39.789307 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9f12929-a7b5-417f-be6a-8e1848728262 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:39.881841 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9f12929-a7b5-417f-be6a-8e1848728262 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:39.887073 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9f12929-a7b5-417f-be6a-8e1848728262 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:39.916828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f9f12929-a7b5-417f-be6a-8e1848728262 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:39.918089 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f9f12929-a7b5-417f-be6a-8e1848728262 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1709573 Feb 04 16:15:39.921003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34328) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:15:39.926146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-b74f0717-dcf0-4a39-b290-e21dd280e900 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'security_group_rule': {'security_group_id': '88f6728e-33e4-45a5-86ef-e93e458a4089', 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:39.931351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f12929-a7b5-417f-be6a-8e1848728262 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f6728e-33e4-45a5-86ef-e93e458a4089,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:39.959530 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b74f0717-dcf0-4a39-b290-e21dd280e900 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.035348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b74f0717-dcf0-4a39-b290-e21dd280e900 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.040152 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.040681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b74f0717-dcf0-4a39-b290-e21dd280e900 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.059276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f0717-dcf0-4a39-b290-e21dd280e900 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b745c529-41b9-4179-b987-11e76ff591c3,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.064140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b74f0717-dcf0-4a39-b290-e21dd280e900 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.065417 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b74f0717-dcf0-4a39-b290-e21dd280e900 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434252 Feb 04 16:15:40.069080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:15:40.074147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-38b11449-49e5-4cae-b3a1-1c4c36cff214 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'security_group_rule': {'security_group_id': '88f6728e-33e4-45a5-86ef-e93e458a4089', 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:40.103235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38b11449-49e5-4cae-b3a1-1c4c36cff214 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.160703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38b11449-49e5-4cae-b3a1-1c4c36cff214 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.164486 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38b11449-49e5-4cae-b3a1-1c4c36cff214 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.181738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b11449-49e5-4cae-b3a1-1c4c36cff214 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8585a8ca-9104-4bd0-b43c-c28165eacfe7,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.193941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-38b11449-49e5-4cae-b3a1-1c4c36cff214 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.195618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-38b11449-49e5-4cae-b3a1-1c4c36cff214 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250846 Feb 04 16:15:40.198424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34332) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:15:40.203431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a76bd9bc-58f2-4413-b6ae-14ccf470ca67 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'security_group_rule': {'security_group_id': '88f6728e-33e4-45a5-86ef-e93e458a4089', 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:40.241207 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a76bd9bc-58f2-4413-b6ae-14ccf470ca67 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.303497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a76bd9bc-58f2-4413-b6ae-14ccf470ca67 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.308431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a76bd9bc-58f2-4413-b6ae-14ccf470ca67 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.333500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bd9bc-58f2-4413-b6ae-14ccf470ca67 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556f1206-b0b0-4507-8f7b-a7343f80d441,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.343126 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a76bd9bc-58f2-4413-b6ae-14ccf470ca67 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.344497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a76bd9bc-58f2-4413-b6ae-14ccf470ca67 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450593 Feb 04 16:15:40.347413 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34334) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:15:40.351902 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8914882c-e435-4ba5-857f-e9963d1d2767 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'security_group_rule': {'security_group_id': '88f6728e-33e4-45a5-86ef-e93e458a4089', 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:40.386869 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8914882c-e435-4ba5-857f-e9963d1d2767 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.455056 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8914882c-e435-4ba5-857f-e9963d1d2767 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.459189 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8914882c-e435-4ba5-857f-e9963d1d2767 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.478783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914882c-e435-4ba5-857f-e9963d1d2767 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bc9fd2-60d8-40e2-a1c0-76db1972270b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.487173 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8914882c-e435-4ba5-857f-e9963d1d2767 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.488412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8914882c-e435-4ba5-857f-e9963d1d2767 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400414 Feb 04 16:15:40.491503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34336) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:15:40.496461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0b4a712a-54a5-47fb-83ae-7a78f3c83826 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'security_group_rule': {'security_group_id': '88f6728e-33e4-45a5-86ef-e93e458a4089', 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:40.520088 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-0b4a712a-54a5-47fb-83ae-7a78f3c83826 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Project d55953b37bf64d9a9fa3e8564a0b1a6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:15:40.525163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b4a712a-54a5-47fb-83ae-7a78f3c83826 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.591199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b4a712a-54a5-47fb-83ae-7a78f3c83826 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.600097 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b4a712a-54a5-47fb-83ae-7a78f3c83826 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.620082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a712a-54a5-47fb-83ae-7a78f3c83826 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c95d8bc-7afe-459f-80d1-093f8f7a7fa1,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.625380 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b4a712a-54a5-47fb-83ae-7a78f3c83826 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.629110 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0b4a712a-54a5-47fb-83ae-7a78f3c83826 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336768 Feb 04 16:15:40.629654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34338) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:15:40.637774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-763c25ee-6605-4878-bcfd-5ab3f40fa025 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'security_group_rule': {'security_group_id': '88f6728e-33e4-45a5-86ef-e93e458a4089', 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:40.664830 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-763c25ee-6605-4878-bcfd-5ab3f40fa025 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Project d55953b37bf64d9a9fa3e8564a0b1a6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:15:40.669954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-763c25ee-6605-4878-bcfd-5ab3f40fa025 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.733042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-763c25ee-6605-4878-bcfd-5ab3f40fa025 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.737177 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-763c25ee-6605-4878-bcfd-5ab3f40fa025 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.757575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c25ee-6605-4878-bcfd-5ab3f40fa025 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7497edd0-8a28-4add-bd93-7ee3d8e92a75,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.765447 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-763c25ee-6605-4878-bcfd-5ab3f40fa025 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.766490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-763c25ee-6605-4878-bcfd-5ab3f40fa025 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352196 Feb 04 16:15:53.495007 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.065168 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-810f820c-6c63-4612-9027-f02c11253135 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824592287&fields=id&tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 267 time: 0.0431941 Feb 04 16:15:55.171183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da011-289d-44de-af4f-65ebc585f948 req-91d883f2-1388-4526-9547-c2b62468d9c3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:55.172610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-91d883f2-1388-4526-9547-c2b62468d9c3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1002502 Feb 04 16:15:55.188096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-9f48a455-9599-49eb-b5dc-14df2790ed3b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/quotas/d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 375 time: 0.0097380 Feb 04 16:15:55.242559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-2f55de9e-d713-473d-abfc-c9880d11635e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490904 Feb 04 16:15:55.336329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-842ee43f-62f5-42b3-8b63-9cc6345decf1 service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816269 Feb 04 16:15:55.428547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-910f843b-eb66-464d-8c46-6550d309f3d5 service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860465 Feb 04 16:15:55.706163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d1806b-2234-4b9b-b923-9769c9489a3f req-20f3d379-73d3-4500-9e37-8e644a007f99 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 210 time: 0.0258770 Feb 04 16:15:56.715789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da011-289d-44de-af4f-65ebc585f948 req-2342a8a4-f781-488b-bbea-b925dcac2a44 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:56.717248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-2342a8a4-f781-488b-bbea-b925dcac2a44 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1040277 Feb 04 16:15:56.776184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-44f725db-9eba-4bf3-8b2c-05107937b5b9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 379 time: 0.0452800 Feb 04 16:15:56.792486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'port': {'device_id': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'admin_state_up': True, 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'security_groups': ['88f6728e-33e4-45a5-86ef-e93e458a4089']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:56.833570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d8e0572-6482-4a0c-bcfa-ca0151540993 req-9891f41f-2f67-4bca-a09a-1a15b5067312 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 210 time: 0.0563946 Feb 04 16:15:56.930904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:56.934498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.067832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.20.0.5 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/58db30a4-7b74-49bb-a878-ec09c3b31659) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:15:57.212911 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.251903 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.298441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:57.301705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:57.304383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:15:57.335709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=58db30a4-7b74-49bb-a878-ec09c3b31659,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.354043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.354394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.354732 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.355069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.355399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.355725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.356046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.356393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.356684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.357002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.357341 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.357661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:57.381658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:57.382843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.400522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-4b6d16a7-10e2-4bff-9362-1619f996dab2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6150839 Feb 04 16:15:57.419013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Request body: {'port': {'device_id': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:15:57.483205 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.516910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c317209c-1018-448d-9b47-9754278e8cf9 None None] Provisioning complete for port 58db30a4-7b74-49bb-a878-ec09c3b31659 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:57.517503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c317209c-1018-448d-9b47-9754278e8cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.554949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c317209c-1018-448d-9b47-9754278e8cf9 None None] Port 58db30a4-7b74-49bb-a878-ec09c3b31659 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:15:57.761463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58db30a4-7b74-49bb-a878-ec09c3b31659 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:15:57.769033 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.781765 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Transition to ACTIVE for port object 58db30a4-7b74-49bb-a878-ec09c3b31659 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:57.785775 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.856249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=58db30a4-7b74-49bb-a878-ec09c3b31659,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.934524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Attempting to bind port 58db30a4-7b74-49bb-a878-ec09c3b31659 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:15:57.934874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Attempting to bind port 58db30a4-7b74-49bb-a878-ec09c3b31659 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:15:57.935205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Attempting to bind port 58db30a4-7b74-49bb-a878-ec09c3b31659 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:15:57.940350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Port 58db30a4-7b74-49bb-a878-ec09c3b31659 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:15:57.940676 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Attempting to bind port 58db30a4-7b74-49bb-a878-ec09c3b31659 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:15:57.947012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:15:57.947369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:15:57.947752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:15:57.948208 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Bound port: 58db30a4-7b74-49bb-a878-ec09c3b31659, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:15:57.948580 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.989154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b03a1-17b8-454f-9df3-613979ad317e req-e31f8ec7-772d-4fd5-97b7-de8a6768f766 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:57.991945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3e3b03a1-17b8-454f-9df3-613979ad317e req-e31f8ec7-772d-4fd5-97b7-de8a6768f766 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0639362 Feb 04 16:15:58.026284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] For port 58db30a4-7b74-49bb-a878-ec09c3b31659, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:58.029863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] For port 58db30a4-7b74-49bb-a878-ec09c3b31659, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=58db30a4-7b74-49bb-a878-ec09c3b31659,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:15:58.037799 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.042794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3e3b03a1-17b8-454f-9df3-613979ad317e req-bd41cd14-757d-44fe-b7d0-85575fde6860 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439947 Feb 04 16:15:58.079077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.079820 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.081409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/58db30a4-7b74-49bb-a878-ec09c3b31659 HTTP/1.1" status: 200 len: 1091 time: 0.6668386 Feb 04 16:15:58.081924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'tag': '58db30a4-7b74-49bb-a878-ec09c3b31659'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:58.084432 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}350589e4a85eaef97959337f563694e8fcf0113f25a1e74ac91bad81c7f8530f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf38f90-d4dd-4156-b05c-5788ad49c41b", "tag": "58db30a4-7b74-49bb-a878-ec09c3b31659"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:15:58.107872 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10728234-2ae9-4813-8048-f41e0e49f4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=58db30a4-7b74-49bb-a878-ec09c3b31659,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:58.135271 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c801171b-e271-46fd-8a2b-28bfd05df8ba x-openstack-request-id: req-c801171b-e271-46fd-8a2b-28bfd05df8ba {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:15:58.135654 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf38f90-d4dd-4156-b05c-5788ad49c41b", "tag": "58db30a4-7b74-49bb-a878-ec09c3b31659", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:15:58.136034 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c801171b-e271-46fd-8a2b-28bfd05df8ba {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:15:58.136511 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'tag': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'status': 'completed', 'code': 200} Feb 04 16:15:58.195203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da011-289d-44de-af4f-65ebc585f948 req-93815b22-2342-476e-9c56-7275b95dd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.197012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-93815b22-2342-476e-9c56-7275b95dd01b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 1094 time: 0.0443838 Feb 04 16:15:58.253819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-d6ff8073-efdd-4a1f-bc0e-fa02099c4474 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58db30a4-7b74-49bb-a878-ec09c3b31659 HTTP/1.1" status: 200 len: 217 time: 0.0419650 Feb 04 16:15:58.315647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da011-289d-44de-af4f-65ebc585f948 req-ae73d2d1-0c2a-4278-b5b1-76ecff1d08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.317248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-ae73d2d1-0c2a-4278-b5b1-76ecff1d08f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0563335 Feb 04 16:15:58.373669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da011-289d-44de-af4f-65ebc585f948 req-5667b006-f4ab-4a19-8d4d-3b0809cad2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.375267 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-5667b006-f4ab-4a19-8d4d-3b0809cad2a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513508 Feb 04 16:15:58.475651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-1a63b685-e77c-4d78-9bd7-5bd04d4aeabb service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936451 Feb 04 16:15:58.565586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ed5da011-289d-44de-af4f-65ebc585f948 req-ef5e430e-108c-4aa4-926e-b2f4830e0743 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835285 Feb 04 16:15:58.683299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-a90170ab-24ef-4f7b-b523-dc5eff3e33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.684831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-a90170ab-24ef-4f7b-b523-dc5eff3e33c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 1094 time: 0.0491419 Feb 04 16:15:58.775814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-78d88791-34c2-45a7-bc41-2fd039fd16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.777291 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-78d88791-34c2-45a7-bc41-2fd039fd16a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0861089 Feb 04 16:15:58.820341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-5101f206-5f43-4a25-9531-0f769ece6816 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58db30a4-7b74-49bb-a878-ec09c3b31659 HTTP/1.1" status: 200 len: 217 time: 0.0351553 Feb 04 16:15:58.874727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-902b93b4-7aaa-44db-aa80-9d24a9edff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.876383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-902b93b4-7aaa-44db-aa80-9d24a9edff90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0514777 Feb 04 16:15:58.922235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-b5c89be1-cc27-4284-bf56-cfd99fd55fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.923655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-b5c89be1-cc27-4284-bf56-cfd99fd55fef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412161 Feb 04 16:15:59.014960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-75c5863e-f8ba-47ff-945d-0d9916024057 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842254 Feb 04 16:15:59.116454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c2df5e8-267d-4c36-b7b7-8ef7f8a498e0 req-50d3678f-0fbc-4f28-80d3-9f723964bf43 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950997 Feb 04 16:15:59.161643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6cd2-a4c2-44ac-a2d1-4ca12039a1b2 req-a8d2c1f4-2df7-4fcb-a910-86ffab2e7d98 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:59.163755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d44e6cd2-a4c2-44ac-a2d1-4ca12039a1b2 req-a8d2c1f4-2df7-4fcb-a910-86ffab2e7d98 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0505893 Feb 04 16:15:59.206912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d44e6cd2-a4c2-44ac-a2d1-4ca12039a1b2 req-43528593-a99d-40d1-834d-fd7d18e5109f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368979 Feb 04 16:16:00.341255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9beb-0f78-4546-ac34-2748d6c7940b req-a64ab4d6-8b80-4a78-bdaf-6b59fa6f3b41 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:00.342816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-845b9beb-0f78-4546-ac34-2748d6c7940b req-a64ab4d6-8b80-4a78-bdaf-6b59fa6f3b41 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0536585 Feb 04 16:16:00.397348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-845b9beb-0f78-4546-ac34-2748d6c7940b req-ad67771e-a169-4b63-9201-540b8f30ce29 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477834 Feb 04 16:16:00.636910 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8a78-db01-44f6-a549-62c9bb7e85f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.512324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d807bef-9da5-4180-8468-7f6f70b08d8b req-d22e3bad-1dee-47fb-804b-a362b02ef4fb tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:01.513772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d807bef-9da5-4180-8468-7f6f70b08d8b req-d22e3bad-1dee-47fb-804b-a362b02ef4fb tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0482960 Feb 04 16:16:01.550244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d807bef-9da5-4180-8468-7f6f70b08d8b req-f4e5be20-a121-4324-937f-ee9b3b0c504d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304818 Feb 04 16:16:02.671734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649f7ca-ed5a-400a-b359-97e37a320e0a req-faf41b2c-3023-4644-bfb6-3e3cafa9b17b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:02.673220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5649f7ca-ed5a-400a-b359-97e37a320e0a req-faf41b2c-3023-4644-bfb6-3e3cafa9b17b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0527346 Feb 04 16:16:02.711163 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5649f7ca-ed5a-400a-b359-97e37a320e0a req-35922334-dc06-475a-b75f-f60ac9eae82f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Feb 04 16:16:03.722467 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-936a027e-dc7a-4cdc-9fc7-576bfae284b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.826740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3863a-f218-45d9-a6e4-84958ce41318 req-1d9860be-1c6c-4cee-a2e3-b3efd8f5d49d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:03.828248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60a3863a-f218-45d9-a6e4-84958ce41318 req-1d9860be-1c6c-4cee-a2e3-b3efd8f5d49d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0504351 Feb 04 16:16:03.870547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-60a3863a-f218-45d9-a6e4-84958ce41318 req-a14d9ffe-4360-404e-b153-2634939aa47a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357463 Feb 04 16:16:04.987738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41c3c5-023b-4444-8553-5dbbc145f0a0 req-ae592e19-5775-4288-90ed-2227b7cfef1d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:04.989194 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf41c3c5-023b-4444-8553-5dbbc145f0a0 req-ae592e19-5775-4288-90ed-2227b7cfef1d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0478036 Feb 04 16:16:05.027059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf41c3c5-023b-4444-8553-5dbbc145f0a0 req-80a6dec9-f6c8-49fe-aad0-55796acf1d76 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312238 Feb 04 16:16:05.918965 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:06.143876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d5e7-893e-4355-9d4d-14923d427b53 req-d7c1646b-22b0-4a78-a1a8-d5562f416d9a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:06.145338 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ffd5d5e7-893e-4355-9d4d-14923d427b53 req-d7c1646b-22b0-4a78-a1a8-d5562f416d9a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0483496 Feb 04 16:16:06.187383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ffd5d5e7-893e-4355-9d4d-14923d427b53 req-6651f51a-e0c8-436f-9370-f50144a65d3d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355227 Feb 04 16:16:07.014193 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.304688 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a5a1b-6f7f-4064-bbf4-77134eeb1d6b req-cb00490b-32bc-4c11-bcaf-ece186eb4e78 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:07.306154 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-410a5a1b-6f7f-4064-bbf4-77134eeb1d6b req-cb00490b-32bc-4c11-bcaf-ece186eb4e78 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0505674 Feb 04 16:16:07.347288 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-410a5a1b-6f7f-4064-bbf4-77134eeb1d6b req-2a429d44-e1bf-4934-af5a-1baa41df8e57 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349350 Feb 04 16:16:07.547068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.471603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd7d9e-3d3e-4a57-963d-58c1ce3600e4 req-5f6e143b-9d3b-4505-ad68-1cbcd10c74e3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:08.473096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38cd7d9e-3d3e-4a57-963d-58c1ce3600e4 req-5f6e143b-9d3b-4505-ad68-1cbcd10c74e3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0498080 Feb 04 16:16:08.512519 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38cd7d9e-3d3e-4a57-963d-58c1ce3600e4 req-aed2b145-cdfc-438f-9d4b-ec44da0d8653 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Feb 04 16:16:09.642534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e172-be80-4eec-9fe4-1924f6b03a74 req-653c0b7a-36e4-499b-9380-bd4f20f49d22 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:09.644102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7544e172-be80-4eec-9fe4-1924f6b03a74 req-653c0b7a-36e4-499b-9380-bd4f20f49d22 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0570059 Feb 04 16:16:09.683177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7544e172-be80-4eec-9fe4-1924f6b03a74 req-4fa6a65b-ce8a-4a41-ab2d-6980cadcb918 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327623 Feb 04 16:16:10.024679 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:16:10.055265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.585121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 58db30a4-7b74-49bb-a878-ec09c3b31659 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:16:10.680945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 58db30a4-7b74-49bb-a878-ec09c3b31659, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=58db30a4-7b74-49bb-a878-ec09c3b31659,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:10.691650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'port_id': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'mac_address': 'fa:16:3e:0b:da:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:16:10.732423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.746233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58db30a4-7b74-49bb-a878-ec09c3b31659 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:10.770387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 58db30a4-7b74-49bb-a878-ec09c3b31659, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=58db30a4-7b74-49bb-a878-ec09c3b31659,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:10.774895 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.802189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dec1ab-0f16-4323-b4e7-70d651e03507 req-199e14dc-6296-481d-970b-31047ea8f72a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:10.804471 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9dec1ab-0f16-4323-b4e7-70d651e03507 req-199e14dc-6296-481d-970b-31047ea8f72a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 943 time: 0.0522354 Feb 04 16:16:10.846484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9dec1ab-0f16-4323-b4e7-70d651e03507 req-6e08ef71-663b-43ee-9d7a-4564a9936e58 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355206 Feb 04 16:16:10.988819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=58db30a4-7b74-49bb-a878-ec09c3b31659,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.143674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['58db30a4-7b74-49bb-a878-ec09c3b31659'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:16:11.972067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0a2e9-b73f-4cc6-abf9-c9a52172a246 req-ee5133af-699e-4022-968a-37f6a75f65e6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:11.973743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44e0a2e9-b73f-4cc6-abf9-c9a52172a246 req-ee5133af-699e-4022-968a-37f6a75f65e6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 944 time: 0.0526657 Feb 04 16:16:12.015828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44e0a2e9-b73f-4cc6-abf9-c9a52172a246 req-8a715d22-e8fa-4ae8-be74-8188d8e6aa0a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351710 Feb 04 16:16:12.585418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 58db30a4-7b74-49bb-a878-ec09c3b31659 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:16:12.636149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 58db30a4-7b74-49bb-a878-ec09c3b31659 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:12.640613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 58db30a4-7b74-49bb-a878-ec09c3b31659 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:12.641010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.726045 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.750202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db30a4-7b74-49bb-a878-ec09c3b31659'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:12.752439 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5fb4e47089b01f1ccf3815aaead254073b57d0cacf5971a1b7f4167c76ebb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112ab233-0cf7-4880-97ad-726910a220a2" -d '{"events": [{"server_uuid": "aaf38f90-d4dd-4156-b05c-5788ad49c41b", "name": "network-vif-plugged", "status": "completed", "tag": "58db30a4-7b74-49bb-a878-ec09c3b31659"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:16:12.766451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 58db30a4-7b74-49bb-a878-ec09c3b31659, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=58db30a4-7b74-49bb-a878-ec09c3b31659,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:12.771457 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.801080 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4c0e15-2de2-464e-bfc0-e7e7f0222469 x-openstack-request-id: req-cd4c0e15-2de2-464e-bfc0-e7e7f0222469 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:16:12.801375 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf38f90-d4dd-4156-b05c-5788ad49c41b", "name": "network-vif-plugged", "status": "completed", "tag": "58db30a4-7b74-49bb-a878-ec09c3b31659", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:16:12.801627 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd4c0e15-2de2-464e-bfc0-e7e7f0222469 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:16:12.802049 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'code': 200} Feb 04 16:16:12.830977 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=58db30a4-7b74-49bb-a878-ec09c3b31659,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:12.916776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43bcc0-7bc4-41b9-abd0-694287182bba req-aea109d5-bc80-4bc4-a476-6783c634fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:12.918355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d43bcc0-7bc4-41b9-abd0-694287182bba req-aea109d5-bc80-4bc4-a476-6783c634fc18 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 1096 time: 0.0416543 Feb 04 16:16:12.955366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d43bcc0-7bc4-41b9-abd0-694287182bba req-050c7b63-2485-48ad-969b-94f492119668 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300984 Feb 04 16:16:13.147242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a2c38-84eb-4d88-9d6b-b508a23bcd67 req-5d55832c-2b1b-4346-b640-e8b290e20fb3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:13.148771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d1a2c38-84eb-4d88-9d6b-b508a23bcd67 req-5d55832c-2b1b-4346-b640-e8b290e20fb3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 945 time: 0.0594654 Feb 04 16:16:13.193273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d1a2c38-84eb-4d88-9d6b-b508a23bcd67 req-14bdd8f1-8c8d-4b09-bd03-0cdc7b4366ea tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381739 Feb 04 16:16:14.313147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e16e58-016f-4af3-808f-0019cc7910c5 req-7d0c2d07-3757-48a3-901f-9d77aae41a88 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:14.314691 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54e16e58-016f-4af3-808f-0019cc7910c5 req-7d0c2d07-3757-48a3-901f-9d77aae41a88 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 945 time: 0.0502315 Feb 04 16:16:14.360232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54e16e58-016f-4af3-808f-0019cc7910c5 req-32e463d5-8503-41ce-a6a1-50d65c868613 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395660 Feb 04 16:16:15.507800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25078c22-18df-4f0c-a9aa-232c7bac0b33 req-3aeeecd5-265d-43f5-be5c-965b3d874f63 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.509290 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25078c22-18df-4f0c-a9aa-232c7bac0b33 req-3aeeecd5-265d-43f5-be5c-965b3d874f63 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 945 time: 0.0820682 Feb 04 16:16:15.542810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-44141457-71cc-493b-9167-187d0fea8bb3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766027 Feb 04 16:16:15.556833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25078c22-18df-4f0c-a9aa-232c7bac0b33 req-aad047a3-b43c-4f5c-8d7e-cc76b9f6fb89 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405762 Feb 04 16:16:15.642508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-f4ba9e01-5cd3-49fa-9550-18ea498ef1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.644004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-f4ba9e01-5cd3-49fa-9550-18ea498ef1b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 1096 time: 0.0412824 Feb 04 16:16:15.672490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fff67-3698-4df0-9591-bfff8689ce32 req-03c060ec-5c53-4fe4-b9a1-e237907d849f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.674000 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f3fff67-3698-4df0-9591-bfff8689ce32 req-03c060ec-5c53-4fe4-b9a1-e237907d849f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 945 time: 0.0488136 Feb 04 16:16:15.711873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f3fff67-3698-4df0-9591-bfff8689ce32 req-7af0a41d-1860-430d-b8e9-2100b5e5d8a1 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318737 Feb 04 16:16:15.736513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34528) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:16:15.756899 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-4f02e4de-7d58-44f4-877a-b8cadff52ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.758508 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-4f02e4de-7d58-44f4-877a-b8cadff52ba0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0941336 Feb 04 16:16:15.782605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1658f4-c243-4cc1-bc72-b4cec769129f tempest-TestVolumeBootPattern-1631340070 tempest-TestVolumeBootPattern-1631340070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.784157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0e1658f4-c243-4cc1-bc72-b4cec769129f tempest-TestVolumeBootPattern-1631340070 tempest-TestVolumeBootPattern-1631340070-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 1091 time: 0.0460320 Feb 04 16:16:15.789856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34530) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:16:15.794851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:16:15.804955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-9d5967a0-4ce3-48a8-9d04-f0bc23106872 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58db30a4-7b74-49bb-a878-ec09c3b31659 HTTP/1.1" status: 200 len: 217 time: 0.0396001 Feb 04 16:16:15.819985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.867176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-341ca237-9198-4dfe-b85c-6486af7f7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.868707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-341ca237-9198-4dfe-b85c-6486af7f7e9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0561187 Feb 04 16:16:15.914782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-2ac4ed1a-dfaf-4eb5-b1ed-7ed269e6534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.916287 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-2ac4ed1a-dfaf-4eb5-b1ed-7ed269e6534e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408001 Feb 04 16:16:15.925740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.003461 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-dcb13c41-fccd-4f14-8ef7-b2f14ae77fc0 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805259 Feb 04 16:16:16.030440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.25.1.88 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/0f78f8c7-b6bb-48cc-a63a-4df1a990e825) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:16.104643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4a3c368e-90e8-4d66-b7b3-40e1f7ed8987 req-413fcbb4-7231-4146-a611-cd97d095d0d1 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940547 Feb 04 16:16:16.137285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.174098 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.215058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:16.217850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:16.220984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:16:16.247133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=0f78f8c7-b6bb-48cc-a63a-4df1a990e825,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.695522 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.791776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.937588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.943287 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.013139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=0f78f8c7-b6bb-48cc-a63a-4df1a990e825,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:17.025234 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.126651 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Floating IP e53c0e98-b3e3-44b6-a5ad-4c5ce8228d63 associated. External IP: 172.25.1.88, port: 58db30a4-7b74-49bb-a878-ec09c3b31659. Feb 04 16:16:17.343861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:17.452763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:17.464295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:16:17.473621 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.476955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:16:17.477602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:16:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:17.503727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6dca33fa-c387-41df-87f4-df16619a9cd2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7124000 Feb 04 16:16:17.504357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'tag': '58db30a4-7b74-49bb-a878-ec09c3b31659'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:17.507214 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c3b7a9abb8c64a27029d9554fdbb58372010565c57d6f85a08ad91446d92bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ba4c72-de19-4af0-98b5-a537efd32989" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf38f90-d4dd-4156-b05c-5788ad49c41b", "tag": "58db30a4-7b74-49bb-a878-ec09c3b31659"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:16:17.546111 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21219974-c90c-4f78-b7e8-38aac10560ad x-openstack-request-id: req-21219974-c90c-4f78-b7e8-38aac10560ad {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:16:17.546285 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf38f90-d4dd-4156-b05c-5788ad49c41b", "tag": "58db30a4-7b74-49bb-a878-ec09c3b31659", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:16:17.546677 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-21219974-c90c-4f78-b7e8-38aac10560ad {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:16:17.547544 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'tag': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'status': 'completed', 'code': 200} Feb 04 16:16:17.597083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:16:17.639530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-b9eff1df-c0e2-4ee2-83db-5442bab9a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.641186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-b9eff1df-c0e2-4ee2-83db-5442bab9a89e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 1096 time: 0.0517364 Feb 04 16:16:17.740113 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-cd6df13d-463e-4233-be29-d1d15c47d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.741526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-cd6df13d-463e-4233-be29-d1d15c47d22e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0934238 Feb 04 16:16:17.811346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-142a33a8-cfd9-4edc-9cd7-def2c4423a19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58db30a4-7b74-49bb-a878-ec09c3b31659 HTTP/1.1" status: 200 len: 998 time: 0.0626025 Feb 04 16:16:17.830675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e53c0e98-b3e3-44b6-a5ad-4c5ce8228d63', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:0b:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:16Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:17.861478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:16:17.864840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-8fe1161c-58bf-4eef-91c0-e6ee4b0d681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.866880 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-8fe1161c-58bf-4eef-91c0-e6ee4b0d681e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0463274 Feb 04 16:16:17.870567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:16:17.871189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:16:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:17.916028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-9e7e41ef-1b83-424f-9e2b-008397336684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.917567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-9e7e41ef-1b83-424f-9e2b-008397336684 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447083 Feb 04 16:16:17.978266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:16:18.007959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-b0e3db23-66da-4977-ada7-421f35770428 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833089 Feb 04 16:16:18.104209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-66ba4c72-de19-4af0-98b5-a537efd32989 req-309c8415-10bf-4d3e-8dd8-73a713cde4aa service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898323 Feb 04 16:16:18.212839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e53c0e98-b3e3-44b6-a5ad-4c5ce8228d63', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:0b:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:16Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:18.241592 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c69a-1a84-4ab9-a2ed-02cd153bf0ca None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e53c0e98-b3e3-44b6-a5ad-4c5ce8228d63', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:0b:da:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:16Z', 'updated_at': '2022-02-04T16:16:16Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:16:18.430156 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b5681-0f08-42b1-aee6-bb5effd5d779 None None] New status for floating IP e53c0e98-b3e3-44b6-a5ad-4c5ce8228d63: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:16:20.339461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-00940db5-9b0b-4a12-8ab0-8ee5506f5b7c req-ae604061-71a8-46bf-9624-20ddbbb054a9 tempest-AttachVolumeTestJSON-1159067984 tempest-AttachVolumeTestJSON-1159067984-project] (102422) timed out ('10.222.0.50', 50734) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:16:23.492057 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:30.628341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4cf63d35-98bf-481e-a88a-8f5f60312611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:33.733520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-757be7d3-6d5b-493e-9ee2-0ac5a0db52fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:35.920099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.019544 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.549376 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.769127 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-5e498249-30c2-422d-a11e-726a50a92575 req-f57cf520-5543-4c77-99c1-6a587606df78 service neutron] (102423) timed out ('10.222.0.30', 54813) {{(pid=102423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:16:40.071844 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.024433 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:16:53.488618 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.106612 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-1c5a81eb-8211-40e8-9df5-dca6c2604803 req-efe1dac3-fa40-4153-ad32-1055ad0ced4f service neutron] (102423) timed out ('10.222.0.47', 53084) {{(pid=102423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:17:00.631392 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e063-b824-4ac3-aff1-70fc9684b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.726771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c178e35e-5a05-4ee4-9d4a-1c57301a2968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:05.921815 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.795407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-29c27a13-b1b0-4789-b90b-ce289afcbf6f req-884616f9-6c11-46f0-ac2f-23e9b6628bae service neutron] (102423) timed out ('10.222.0.47', 34040) {{(pid=102423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:17:07.013008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:07.551742 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:10.067417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.359753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-8c92ce8b-e6ca-4c52-a286-75b64bb008da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421376 Feb 04 16:17:17.459041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-51ec37d7-253d-47e0-a01e-2ab0c237b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:17.460551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-51ec37d7-253d-47e0-a01e-2ab0c237b60d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 1096 time: 0.0413327 Feb 04 16:17:17.575087 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-a399cbc4-931d-4710-8179-907994e200d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:17.576741 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-a399cbc4-931d-4710-8179-907994e200d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0974429 Feb 04 16:17:17.646490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-57ce46dd-eb6a-44e1-85e5-fe9d5ffcd7b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58db30a4-7b74-49bb-a878-ec09c3b31659 HTTP/1.1" status: 200 len: 1000 time: 0.0627556 Feb 04 16:17:17.697200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-e90ac9f2-e004-43f9-a840-7a6670f1c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:17.698725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-e90ac9f2-e004-43f9-a840-7a6670f1c729 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0460143 Feb 04 16:17:17.747960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-7293a8e8-0de9-44ee-8a76-721440e9704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:17.749458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-7293a8e8-0de9-44ee-8a76-721440e9704e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444071 Feb 04 16:17:17.839310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-d9ae5647-7131-4b7d-9bd1-c144c94e9357 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824070 Feb 04 16:17:17.942762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-28e45f0c-5a3a-4cdc-8f6d-0a3f1e5449d9 req-2f066b9c-cc41-46ee-9bd8-4c50e09a6b6c service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963032 Feb 04 16:17:23.497868 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:24.023921 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:17:30.632074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-402d44a2-fcc7-4802-9647-250ce8a7e172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.728156 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-711c5ec9-c2df-49e1-8d8f-48778442df45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:35.924200 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:37.015121 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:37.553786 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:40.076162 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.498895 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:00.635375 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ed61b275-05e8-4bac-b5e8-8bd3a978692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.023935 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:18:03.728987 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fc5a50b5-1c6a-4349-9af6-724970b8aeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.928537 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.017569 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.556631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.082085 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:13.283810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8df9f1-a760-4f58-803d-fb0072f81a76 req-ef0ef2f1-4c9c-44b2-b0ea-a91927877866 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:13.285349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c8df9f1-a760-4f58-803d-fb0072f81a76 req-ef0ef2f1-4c9c-44b2-b0ea-a91927877866 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 945 time: 0.0994790 Feb 04 16:18:13.324222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c8df9f1-a760-4f58-803d-fb0072f81a76 req-0cce889c-2091-4f74-a174-4e235b24983d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326428 Feb 04 16:18:14.536115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eab35-0608-4575-aa59-1c571ca982a3 req-6ba4f0f4-9fcb-4e12-9471-d03f179413d9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:14.537606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-063eab35-0608-4575-aa59-1c571ca982a3 req-6ba4f0f4-9fcb-4e12-9471-d03f179413d9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 945 time: 0.0973434 Feb 04 16:18:14.577895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-063eab35-0608-4575-aa59-1c571ca982a3 req-f3322573-d930-4de9-b135-538d16bebf22 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342679 Feb 04 16:18:14.985547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-454e0b8f-ea75-491a-8cb5-981b8d551d0f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:14.987043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-454e0b8f-ea75-491a-8cb5-981b8d551d0f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 945 time: 0.0532174 Feb 04 16:18:15.087845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port 58db30a4-7b74-49bb-a878-ec09c3b31659 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:18:15.088190 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:15.178839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] For port 58db30a4-7b74-49bb-a878-ec09c3b31659, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=58db30a4-7b74-49bb-a878-ec09c3b31659,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:15.179227 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:15.640416 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:15.641151 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:15.641475 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Floating IP e53c0e98-b3e3-44b6-a5ad-4c5ce8228d63 disassociated. External IP: 172.25.1.88, port: 58db30a4-7b74-49bb-a878-ec09c3b31659. Feb 04 16:18:15.641826 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for 58db30a4-7b74-49bb-a878-ec09c3b31659 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:18:15.770474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2676b6a-12be-42a3-b6b9-38926391ae10 req-22b3ce31-fbc2-4946-b0cf-f37d819dcf5c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:15.771982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2676b6a-12be-42a3-b6b9-38926391ae10 req-22b3ce31-fbc2-4946-b0cf-f37d819dcf5c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 945 time: 0.0806673 Feb 04 16:18:15.854113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2676b6a-12be-42a3-b6b9-38926391ae10 req-f1f7d2a7-4373-4011-a94a-088620185735 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753133 Feb 04 16:18:15.863721 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:15.892943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=58db30a4-7b74-49bb-a878-ec09c3b31659,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:15.906943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.907293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.907634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.907968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.908298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.908626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.908954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.909279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.909597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.909915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.910290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:15.910609 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:16.019578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:18:16.129274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:18:16.139105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:18:16.148621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:18:16.149307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:18:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:16.169366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] No DVR routers for this DVR port 58db30a4-7b74-49bb-a878-ec09c3b31659 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:16.172004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:16.175500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef9533db-c767-43ab-ad0d-c9af7056ee94 req-7c50f61a-a1bd-434d-ab79-5b2f25671cee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "DELETE /v2.0/ports/58db30a4-7b74-49bb-a878-ec09c3b31659 HTTP/1.1" status: 204 len: 173 time: 1.1818819 Feb 04 16:18:16.175941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'name': 'network-vif-deleted', 'tag': '58db30a4-7b74-49bb-a878-ec09c3b31659'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:16.228843 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5dfb95-49fe-41e0-a52c-120662e37c76" -d '{"events": [{"server_uuid": "aaf38f90-d4dd-4156-b05c-5788ad49c41b", "name": "network-vif-deleted", "tag": "58db30a4-7b74-49bb-a878-ec09c3b31659"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:18:16.285040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:18:16.332586 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a14e2-f3da-40dd-999c-53868ba1dfd6 x-openstack-request-id: req-e73a14e2-f3da-40dd-999c-53868ba1dfd6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:18:16.332879 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf38f90-d4dd-4156-b05c-5788ad49c41b", "name": "network-vif-deleted", "tag": "58db30a4-7b74-49bb-a878-ec09c3b31659", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:18:16.333135 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e73a14e2-f3da-40dd-999c-53868ba1dfd6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:18:16.333539 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf38f90-d4dd-4156-b05c-5788ad49c41b', 'name': 'network-vif-deleted', 'tag': '58db30a4-7b74-49bb-a878-ec09c3b31659', 'status': 'completed', 'code': 200} Feb 04 16:18:16.490287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:16.516089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:18:16.525059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:18:16.525662 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:18:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:16.629341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:18:16.849686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:16.876751 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eadfd2-0a3b-48e8-8cd2-8e7aea03a77b None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:18:16.963365 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c6cd213-0ed5-48ba-9b51-bc111cd83e13 req-6db4d232-3591-4e1b-98a8-7aed8e62c3db tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 210 time: 0.0368822 Feb 04 16:18:17.143434 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b693441-8bfc-4aff-96d4-d13805a30665 None None] New status for floating IP e53c0e98-b3e3-44b6-a5ad-4c5ce8228d63: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:18:18.062663 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a501de62-a67d-4eca-a6ae-fb6e92294131 req-55f63575-82af-4808-bfd8-2b0c08605b2e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 210 time: 0.0305216 Feb 04 16:18:19.146039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 58db30a4-7b74-49bb-a878-ec09c3b31659 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:18:19.161749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c11fcca9-1e4d-4eeb-9ee3-4f00e8a40550 req-5a7f22db-25e7-413c-bc96-472e7a0b9d76 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=aaf38f90-d4dd-4156-b05c-5788ad49c41b HTTP/1.1" status: 200 len: 210 time: 0.0310929 Feb 04 16:18:19.166568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 58db30a4-7b74-49bb-a878-ec09c3b31659 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:18:19.166916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 58db30a4-7b74-49bb-a878-ec09c3b31659 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:18:20.366635 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-4866dc70-b2ff-4c18-9165-13c2b3b76487 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824592287&fields=id&tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 267 time: 0.0338387 Feb 04 16:18:20.474517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-584aa940-98a5-4888-aed6-9b76d082db6d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:20.475915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-584aa940-98a5-4888-aed6-9b76d082db6d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.0994573 Feb 04 16:18:20.492187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-85b19d8a-05ab-49ad-b096-b242c2fdf365 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/quotas/d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 375 time: 0.0104198 Feb 04 16:18:20.546317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-fd78817b-26f1-4842-b13f-5b7f74aaaf48 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484316 Feb 04 16:18:20.668248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-2407d0d4-4ad8-4d27-8364-2a500ce22ce1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:18:20.669261 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-2407d0d4-4ad8-4d27-8364-2a500ce22ce1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441051 Feb 04 16:18:20.763281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-cea1c247-aab2-49b5-9b02-f1e0ff675a24 service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876632 Feb 04 16:18:20.852193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-eef78d86-3b52-48f0-a105-ab2d66d1dbaf service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829451 Feb 04 16:18:21.149048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88abdf5a-3959-41de-bfb1-c56d344e1e05 req-7063f9ff-2d05-4aba-8934-875149686618 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 210 time: 0.0264518 Feb 04 16:18:22.036378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-c4135c1d-3726-48e2-8154-3c5d1387b823 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:22.037886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-c4135c1d-3726-48e2-8154-3c5d1387b823 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1056316 Feb 04 16:18:22.084195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-dcc423fe-564b-4446-a5d7-6f93b0d40034 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 379 time: 0.0382643 Feb 04 16:18:22.092923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'port': {'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'admin_state_up': True, 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'security_groups': ['88f6728e-33e4-45a5-86ef-e93e458a4089']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:18:22.213266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:22.216879 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.263167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8dcf6093-dd45-45a8-9f33-3c42fe3fd244 req-50d3d158-169a-4caa-bc3d-02b58835740f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 210 time: 0.0381205 Feb 04 16:18:22.347291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.20.0.4 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/4dd041d5-c79b-4a92-b8fd-f6dd4a588933) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:22.495203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.530208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.585700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:22.589086 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:22.594074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:18:22.621849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:22.637381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.637730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.638105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.638449 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.638788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.639123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.639454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.639782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.640112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.640443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.640770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.641097 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:22.660686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:22.661348 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.679179 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-e3bdf000-5eb9-47a8-9fbb-63a8ec8083e9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898659 Feb 04 16:18:22.792178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Request body: {'port': {'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:18:22.869662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.895266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-afab1729-cba7-4894-924c-6ca6f8c14bfe None None] Provisioning complete for port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:22.896848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-afab1729-cba7-4894-924c-6ca6f8c14bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.955962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-afab1729-cba7-4894-924c-6ca6f8c14bfe None None] Port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:18:23.146243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:23.154792 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.168850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Transition to ACTIVE for port object 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:23.172008 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.225145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Pushing event updated for resources: {'Port': ['ID=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:23.313804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Attempting to bind port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:23.314212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Attempting to bind port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:23.314546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Attempting to bind port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:18:23.320224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:18:23.320511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Attempting to bind port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:18:23.326590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:18:23.326938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:18:23.327329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:18:23.327778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Bound port: 4dd041d5-c79b-4a92-b8fd-f6dd4a588933, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:23.328144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.429718 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831303d4-82ee-4849-8303-364fb4f6f144 req-359dde55-7b6f-4aeb-b97a-bee6c3f9cafa tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:23.431250 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-831303d4-82ee-4849-8303-364fb4f6f144 req-359dde55-7b6f-4aeb-b97a-bee6c3f9cafa tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0883474 Feb 04 16:18:23.455893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] For port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:18:23.478520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] For port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:18:23.484796 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.491343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-831303d4-82ee-4849-8303-364fb4f6f144 req-06176449-43b5-400c-9a1b-30a613e9a7b6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538421 Feb 04 16:18:23.513327 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.528352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:23.528972 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.530369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] 10.222.0.30 "PUT /v2.0/ports/4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 200 len: 1091 time: 0.7876711 Feb 04 16:18:23.530823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:23.554878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d970f-9535-4ae2-9018-155681bb28aa service neutron] Pushing event updated for resources: {'Port': ['ID=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:23.593160 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a56ed66-a39f-466e-aa9c-bd088aceb203" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:18:23.904517 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6700b6-3da2-4206-838a-3c199f27eb5d x-openstack-request-id: req-fc6700b6-3da2-4206-838a-3c199f27eb5d {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:18:23.904746 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:18:23.905003 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc6700b6-3da2-4206-838a-3c199f27eb5d {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:18:23.905400 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'status': 'completed', 'code': 200} Feb 04 16:18:23.921092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-68f1c04c-f99d-4c84-b737-c8fd6cf94184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:23.922644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-68f1c04c-f99d-4c84-b737-c8fd6cf94184 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1094 time: 0.3402288 Feb 04 16:18:23.965839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-83f6f265-da91-43b7-b312-db9917a5fca5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 200 len: 217 time: 0.0353990 Feb 04 16:18:24.015786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-9ba23c5f-509e-4927-ba3c-a5d57e32a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.017271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-9ba23c5f-509e-4927-ba3c-a5d57e32a4c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0450809 Feb 04 16:18:24.066116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-815bbab3-749d-4a78-a1be-c0317062427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.067628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-815bbab3-749d-4a78-a1be-c0317062427c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438492 Feb 04 16:18:24.155648 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-8419103a-8a2d-486c-ade8-d60d23acd606 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812449 Feb 04 16:18:24.248059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ef2d11c1-6730-497e-8a84-853eb7f15512 req-96a23198-98c4-4a79-b405-6b0a9350e9dd service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861557 Feb 04 16:18:24.329631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-54e2c247-72c2-44ba-886f-e56e629b03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.331275 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-54e2c247-72c2-44ba-886f-e56e629b03a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1094 time: 0.0416784 Feb 04 16:18:24.426058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-ba99915a-db10-4b32-a3c8-358514dd19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.427527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-ba99915a-db10-4b32-a3c8-358514dd19ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0901194 Feb 04 16:18:24.469021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-ddc1fea1-d6e9-49c5-a5fa-ab6a2c1fa188 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 200 len: 217 time: 0.0346518 Feb 04 16:18:24.518127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-131287be-fa5c-4caf-b3f1-03c1182e75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.519783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-131287be-fa5c-4caf-b3f1-03c1182e75ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0448756 Feb 04 16:18:24.575205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-02e44650-d421-43bb-9c20-1d891f4f5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.576739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-02e44650-d421-43bb-9c20-1d891f4f5b32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507398 Feb 04 16:18:24.679371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4774753-4244-4af6-89bb-e5c4876db45f req-d8130e8b-6187-4171-aa89-d8b4c85584e7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.680931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4774753-4244-4af6-89bb-e5c4876db45f req-d8130e8b-6187-4171-aa89-d8b4c85584e7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.1163120 Feb 04 16:18:24.725458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-764511e0-91b6-4b56-92af-c42fe484936d service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223097 Feb 04 16:18:24.750123 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c4774753-4244-4af6-89bb-e5c4876db45f req-ed492e58-9595-4c44-8d3f-c12e94074d6f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600927 Feb 04 16:18:24.828086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a56ed66-a39f-466e-aa9c-bd088aceb203 req-24784387-364f-4f52-ae16-652a927bd2db service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949817 Feb 04 16:18:25.870273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be417-f361-4742-8c5b-c6c8ee340942 req-9a57454e-242a-4b5a-bfeb-363f5372bd98 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:25.871929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f4be417-f361-4742-8c5b-c6c8ee340942 req-9a57454e-242a-4b5a-bfeb-363f5372bd98 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0519593 Feb 04 16:18:25.914325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f4be417-f361-4742-8c5b-c6c8ee340942 req-29b4b7b0-389d-4712-a78c-9edaec6035b1 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360208 Feb 04 16:18:27.037061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9fff-dbba-4f7a-bcd4-aafdc60af329 req-d52ab1f8-3c4f-4b84-9eab-c350d65c5dd5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:27.038603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3ac9fff-dbba-4f7a-bcd4-aafdc60af329 req-d52ab1f8-3c4f-4b84-9eab-c350d65c5dd5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0499637 Feb 04 16:18:27.076090 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3ac9fff-dbba-4f7a-bcd4-aafdc60af329 req-284962b6-c7d9-44f4-8ff2-dd5a155609c6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315733 Feb 04 16:18:28.189820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af798560-bb1d-4a08-bb5a-b5636cc629c9 req-6e9c9484-01fd-44ed-9923-eeadf6a46a4d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:28.191349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af798560-bb1d-4a08-bb5a-b5636cc629c9 req-6e9c9484-01fd-44ed-9923-eeadf6a46a4d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0480394 Feb 04 16:18:28.229033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-af798560-bb1d-4a08-bb5a-b5636cc629c9 req-aa71c9e9-fe7d-42a4-8366-19a4dcd66f67 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311420 Feb 04 16:18:29.356281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfe920-52b2-49df-954f-a2627fede212 req-d236521b-82d4-4361-82b7-37c32812b530 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:29.357751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65dfe920-52b2-49df-954f-a2627fede212 req-d236521b-82d4-4361-82b7-37c32812b530 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0533602 Feb 04 16:18:29.397414 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-65dfe920-52b2-49df-954f-a2627fede212 req-cd0baf3b-2b6d-497a-93a5-d2a418a9f87b tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337207 Feb 04 16:18:30.516474 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189a942-e745-47e9-b9f2-3fbc72599ec7 req-900f0fe3-27cb-4108-aab7-25f680b82547 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:30.517957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7189a942-e745-47e9-b9f2-3fbc72599ec7 req-900f0fe3-27cb-4108-aab7-25f680b82547 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0533669 Feb 04 16:18:30.555438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7189a942-e745-47e9-b9f2-3fbc72599ec7 req-e5bfc43e-09c9-4774-8e02-fc1c7ed69ff3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308208 Feb 04 16:18:30.637011 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ffb1-d7c5-4ffc-9f71-1700348e954e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:31.673510 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c88f-21a3-4820-b64c-d5129c826c46 req-4535c8db-42a0-47d2-a4dc-68a6a1c7f30d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:31.675069 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1037c88f-21a3-4820-b64c-d5129c826c46 req-4535c8db-42a0-47d2-a4dc-68a6a1c7f30d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0520794 Feb 04 16:18:31.720400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1037c88f-21a3-4820-b64c-d5129c826c46 req-a3db2e3a-8e0a-4307-bd13-4f6c34cd8dbb tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387974 Feb 04 16:18:32.845055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227bfc8-53a5-48ee-9995-6d2aec212793 req-b563eead-c0e9-409b-8899-72123654a37a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:32.846508 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a227bfc8-53a5-48ee-9995-6d2aec212793 req-b563eead-c0e9-409b-8899-72123654a37a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0488043 Feb 04 16:18:32.884205 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a227bfc8-53a5-48ee-9995-6d2aec212793 req-c20a2979-4114-4be0-bd3a-3debd29e315f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Feb 04 16:18:33.730790 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-469d0fed-8970-48e6-8c1b-68917445f9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:34.000195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14503-9071-4e4d-945a-0bf3c11421f2 req-aaf67417-98f6-4114-9561-37f38b0b6006 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:34.001694 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18f14503-9071-4e4d-945a-0bf3c11421f2 req-aaf67417-98f6-4114-9561-37f38b0b6006 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 943 time: 0.0507576 Feb 04 16:18:34.043456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18f14503-9071-4e4d-945a-0bf3c11421f2 req-836d9219-55a5-49e5-93f1-93a75d77c0d7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355046 Feb 04 16:18:34.192818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:18:34.290813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:34.302173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:18:34.342799 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:34.362100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:34.382352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:34.387387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:34.437367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:34.445733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.446016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.446363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.446696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.447025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.447351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.447677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.448003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.448325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.448642 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.448962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.449281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:34.725764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4dd041d5-c79b-4a92-b8fd-f6dd4a588933'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:18:35.161526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ae1af-8d4e-4df1-ba6c-bdfc97fdc102 req-67fcad75-4c04-430e-bf4b-8a97bcf0c551 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:35.163583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-207ae1af-8d4e-4df1-ba6c-bdfc97fdc102 req-67fcad75-4c04-430e-bf4b-8a97bcf0c551 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 944 time: 0.0489964 Feb 04 16:18:35.200894 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-207ae1af-8d4e-4df1-ba6c-bdfc97fdc102 req-7ea533c9-d516-45f3-888b-6aa677719b97 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Feb 04 16:18:35.931101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.220919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:18:36.271640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:36.275447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:36.275826 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.320059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df2c3e-a5ee-4372-b736-a654afa82e62 req-5ec11df7-b1d8-44c1-a660-8d26f0f92129 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:36.321553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76df2c3e-a5ee-4372-b736-a654afa82e62 req-5ec11df7-b1d8-44c1-a660-8d26f0f92129 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 944 time: 0.0556815 Feb 04 16:18:36.356391 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.360104 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-76df2c3e-a5ee-4372-b736-a654afa82e62 req-6eefcdeb-c5a4-474f-8885-fe9011fc2e17 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Feb 04 16:18:36.378961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:36.393331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:36.399157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.434149 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f450609-a3bc-429b-9215-82408607276e" -d '{"events": [{"server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "name": "network-vif-plugged", "status": "completed", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:18:36.452404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:36.528875 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50858497-640b-4787-9ebf-4a1252577623 x-openstack-request-id: req-50858497-640b-4787-9ebf-4a1252577623 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:18:36.529170 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "name": "network-vif-plugged", "status": "completed", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:18:36.529426 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-50858497-640b-4787-9ebf-4a1252577623 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:18:36.529836 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'code': 200} Feb 04 16:18:36.629263 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29bad2-6122-42a5-a9ff-4dae58146729 req-9913dc60-b265-4318-977c-8d6e50c598b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:36.630820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be29bad2-6122-42a5-a9ff-4dae58146729 req-9913dc60-b265-4318-977c-8d6e50c598b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0414650 Feb 04 16:18:36.665419 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be29bad2-6122-42a5-a9ff-4dae58146729 req-07180963-a687-4627-bc4c-ebb8ce22c5f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285506 Feb 04 16:18:37.021746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.484607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a909d-852b-4314-973c-831d6b857d1d req-bc023e83-b999-4b34-8678-e14d2355d4c3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.486157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-433a909d-852b-4314-973c-831d6b857d1d req-bc023e83-b999-4b34-8678-e14d2355d4c3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 945 time: 0.0494068 Feb 04 16:18:37.525393 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-433a909d-852b-4314-973c-831d6b857d1d req-19182a29-2131-42cf-97c2-7fefa76bb89a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324173 Feb 04 16:18:37.568179 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:38.024565 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:18:38.652273 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f053d-3eef-4e06-9dea-cefe44aeafdd req-7dccb805-ac2d-4b18-a8c6-96b6b44bc5cc tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.653775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab6f053d-3eef-4e06-9dea-cefe44aeafdd req-7dccb805-ac2d-4b18-a8c6-96b6b44bc5cc tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 945 time: 0.0547194 Feb 04 16:18:38.692537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab6f053d-3eef-4e06-9dea-cefe44aeafdd req-c2544d86-ea25-467e-83bf-d4130975bb05 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325401 Feb 04 16:18:38.815207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a89d2-ef5e-4661-8787-efb5c02320d5 req-b3adc011-c367-4963-ab5e-456e4d4915a2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.816656 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d4a89d2-ef5e-4661-8787-efb5c02320d5 req-b3adc011-c367-4963-ab5e-456e4d4915a2 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 945 time: 0.0560801 Feb 04 16:18:38.856552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d4a89d2-ef5e-4661-8787-efb5c02320d5 req-8b3f6d15-abc5-4322-b679-361030e6caf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335388 Feb 04 16:18:38.879647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34726) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:18:38.964548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff255d-218f-4dc5-b639-d93280a18517 tempest-TestVolumeBootPattern-1631340070 tempest-TestVolumeBootPattern-1631340070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.966120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-94ff255d-218f-4dc5-b639-d93280a18517 tempest-TestVolumeBootPattern-1631340070 tempest-TestVolumeBootPattern-1631340070-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1091 time: 0.0853622 Feb 04 16:18:38.968839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 34730) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:18:38.973237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:18:38.996868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.104953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.215585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.25.1.117 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/d8d16b5c-f4bf-4bcf-be28-d96e0b141b60) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:39.326374 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.358249 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.396771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:39.399539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:39.402913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:18:39.424899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=d8d16b5c-f4bf-4bcf-be28-d96e0b141b60,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:39.759691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.828174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.986230 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.990841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.059036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=d8d16b5c-f4bf-4bcf-be28-d96e0b141b60,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:40.070082 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.079423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.178766 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Floating IP e8800654-6958-4e3f-a8d1-75d3d9522770 associated. External IP: 172.25.1.117, port: 4dd041d5-c79b-4a92-b8fd-f6dd4a588933. Feb 04 16:18:40.407011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:18:40.528152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:18:40.540804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:18:40.548776 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.551949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:18:40.552645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:18:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:40.599071 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bdabcfc8-5ee7-4bd3-8f09-33027a4d1523 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6290557 Feb 04 16:18:40.599761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:40.603961 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782f1fcc-1811-4753-bdf6-f161ff33e7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:18:40.655885 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3334a1d-8794-4442-af1e-312b04bb3957 x-openstack-request-id: req-b3334a1d-8794-4442-af1e-312b04bb3957 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:18:40.656180 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:18:40.656446 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b3334a1d-8794-4442-af1e-312b04bb3957 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:18:40.656861 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'status': 'completed', 'code': 200} Feb 04 16:18:40.685471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:18:40.723489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-489b43c0-3246-4bb5-8a44-3dfa39ad42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.725138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-489b43c0-3246-4bb5-8a44-3dfa39ad42aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0432098 Feb 04 16:18:40.829225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-a4ffb12c-85e3-44c1-ab37-f4aae5071374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.830782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-a4ffb12c-85e3-44c1-ab37-f4aae5071374 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0996108 Feb 04 16:18:40.898312 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-519266b4-e529-489c-81e2-380cc5bfe087 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 200 len: 999 time: 0.0612488 Feb 04 16:18:40.931862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:39Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:40.950940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-4e8d91e3-73ff-4cf6-b7ab-1a80dd62eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.952405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-4e8d91e3-73ff-4cf6-b7ab-1a80dd62eea4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0481873 Feb 04 16:18:40.958968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:18:40.967562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:18:40.968176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:18:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:40.997138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-06999997-3002-4122-92b7-7a6a871ee80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.998673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-06999997-3002-4122-92b7-7a6a871ee80b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398815 Feb 04 16:18:41.076779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:18:41.089261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-d58c86be-fa66-41c2-bf5a-bb49534c97e8 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840092 Feb 04 16:18:41.188437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-782f1fcc-1811-4753-bdf6-f161ff33e7f4 req-97898c6e-7bfc-4f89-93ae-8fd45e1faea6 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922740 Feb 04 16:18:41.312199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:39Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:41.343177 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c1eb5-89ea-41d4-900c-8fe49cc156ca None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:39Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:18:41.551340 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e949695-240d-4d30-a171-ab656f4528d2 None None] New status for floating IP e8800654-6958-4e3f-a8d1-75d3d9522770: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:18:53.510063 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:00.638525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1902c32b-8d53-42eb-aaed-610f1d8d00d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.731769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ba58-11a4-49a4-a8d0-bb5b371ba0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.934003 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.023872 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.564171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.095584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.025823 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:19:23.076205 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-ab2da1b0-8fba-497a-a631-1a243336b5aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476408 Feb 04 16:19:23.162274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-173ef18c-0bd9-4a7a-aeb0-db45ff8f7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:23.163699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-173ef18c-0bd9-4a7a-aeb0-db45ff8f7d91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0431972 Feb 04 16:19:23.272298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-e225b156-82e0-49c4-a65b-a01b02077895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:23.273839 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-e225b156-82e0-49c4-a65b-a01b02077895 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0910757 Feb 04 16:19:23.344395 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-3fb4a61e-d11d-440b-8fd2-a835431f8daa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 200 len: 1001 time: 0.0619521 Feb 04 16:19:23.398051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-b86c4aa2-cc9e-48c7-8db8-383e2ae4e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:23.399532 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-b86c4aa2-cc9e-48c7-8db8-383e2ae4e3ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0476770 Feb 04 16:19:23.443101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-c309f7ec-c9cb-456f-a712-c1a75672f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:23.444611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-c309f7ec-c9cb-456f-a712-c1a75672f1ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387650 Feb 04 16:19:23.525727 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.530980 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-e9624701-2962-4e2c-b921-c2836fdc0fc1 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789883 Feb 04 16:19:23.628311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25ea2289-8d1a-4131-89af-b2f6173d7759 req-f93e0f7b-fabd-4c15-b7e6-7869ab0fdb8d service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891764 Feb 04 16:19:30.639391 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a1a6494d-7e05-492b-add2-d53050b22060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:33.733960 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9671-9227-43b7-b1d6-ce69b7495cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.936593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.034182 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.569330 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.108492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.025451 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:19:53.539766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.641329 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a63d076b-fa58-4b7c-87cf-944985023311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.737284 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cadd6a6c-e129-4fb1-9013-d14bd8783557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.938860 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.028126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.572162 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:10.109831 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:18.153139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f4e9cca-9f42-425b-bab0-4adbd2691dbf tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824592287&fields=id&tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 267 time: 0.0378201 Feb 04 16:20:18.266638 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-ea3f9cf4-4cd5-4cb9-99b4-22f8ab9bfea7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:18.268084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-ea3f9cf4-4cd5-4cb9-99b4-22f8ab9bfea7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1076407 Feb 04 16:20:18.284463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-f6d1412e-d106-46d5-8962-9ef45ad18841 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/quotas/d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 375 time: 0.0094035 Feb 04 16:20:18.342062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-28f5db91-46e7-4cb0-89c1-f7841b35bdb5 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513728 Feb 04 16:20:18.474664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-b20ff0d8-1543-49c4-98ad-205407848f88 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:20:18.475745 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-b20ff0d8-1543-49c4-98ad-205407848f88 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466154 Feb 04 16:20:18.568500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-d8c2e300-b1e9-42df-9c31-d919fb1e9b72 service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859947 Feb 04 16:20:18.660802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-80a4ee4c-b0ff-45c8-b385-943251fa3aa8 service neutron] 10.222.0.47 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852935 Feb 04 16:20:18.947281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7361d01c-9922-49d7-9b20-42b70c5fba0f req-61499acc-b0c2-4e72-bf08-881b2b0d4644 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 210 time: 0.0291290 Feb 04 16:20:20.048810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96aca864-7d6a-4dac-b27f-dd62b6545290 req-e69af110-ce3d-422f-83a0-874c958e4da7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 210 time: 0.0325129 Feb 04 16:20:20.083270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-b35e3413-4259-424d-8329-b08b7db81d8a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:20.085315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-b35e3413-4259-424d-8329-b08b7db81d8a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 810 time: 0.1161609 Feb 04 16:20:20.148641 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-bcc69aa6-d4b5-463c-8b05-e1b2f1b92242 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b HTTP/1.1" status: 200 len: 379 time: 0.0411890 Feb 04 16:20:20.158564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'port': {'device_id': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'admin_state_up': True, 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'security_groups': ['88f6728e-33e4-45a5-86ef-e93e458a4089']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:20:20.272639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Made reservation on behalf of d55953b37bf64d9a9fa3e8564a0b1a6b for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:20.276178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.414342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.20.0.5 (2c3e311f-b1d7-4a6d-812c-c600153c4d6d/efbec032-b41e-4e2d-acb3-c4fe55df0b6f/be62e659-eb70-4941-8a1b-cf602080c9c3) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:20.555216 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.590682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.640883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:20.644217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:20.648757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:20:20.675600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=be62e659-eb70-4941-8a1b-cf602080c9c3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:20.693419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.694349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.694698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.695041 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.695386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.695709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.696037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.696439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.696690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.697019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.697527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.697669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:20.725244 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:20.725914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.745285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-82342525-1387-48b2-936d-f2d09f127764 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907815 Feb 04 16:20:20.854317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Request body: {'port': {'device_id': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:20:20.911783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.932213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-767c4b92-83cb-4ea9-8e65-1c6be705a673 None None] Provisioning complete for port be62e659-eb70-4941-8a1b-cf602080c9c3 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:20.932803 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-767c4b92-83cb-4ea9-8e65-1c6be705a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.967392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-767c4b92-83cb-4ea9-8e65-1c6be705a673 None None] Port be62e659-eb70-4941-8a1b-cf602080c9c3 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:20:21.217081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e3466-bb35-4513-ab9a-2b8ca07ed74a req-6f70fecf-545e-4b6b-8053-b6a6a5ad8b24 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.218638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f42e3466-bb35-4513-ab9a-2b8ca07ed74a req-6f70fecf-545e-4b6b-8053-b6a6a5ad8b24 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 931 time: 0.0950849 Feb 04 16:20:21.232589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be62e659-eb70-4941-8a1b-cf602080c9c3 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:21.246810 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.271432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Transition to ACTIVE for port object be62e659-eb70-4941-8a1b-cf602080c9c3 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:21.280356 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.314678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f42e3466-bb35-4513-ab9a-2b8ca07ed74a req-3638bd35-b246-4289-821c-940974b0cb21 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866182 Feb 04 16:20:21.367091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Pushing event updated for resources: {'Port': ['ID=be62e659-eb70-4941-8a1b-cf602080c9c3,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:21.419572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Attempting to bind port be62e659-eb70-4941-8a1b-cf602080c9c3 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:21.419917 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Attempting to bind port be62e659-eb70-4941-8a1b-cf602080c9c3 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:21.420248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Attempting to bind port be62e659-eb70-4941-8a1b-cf602080c9c3 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:20:21.424831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Port be62e659-eb70-4941-8a1b-cf602080c9c3 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:20:21.425156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Attempting to bind port be62e659-eb70-4941-8a1b-cf602080c9c3 on network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:20:21.431236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:20:21.431579 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Checking segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:20:21.431966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Bound using segment: {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:20:21.432406 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Bound port: be62e659-eb70-4941-8a1b-cf602080c9c3, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37218bf8-9b4f-4ef2-9c29-1154036bb53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:21.432766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.504220 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] For port be62e659-eb70-4941-8a1b-cf602080c9c3, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:21.507812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] For port be62e659-eb70-4941-8a1b-cf602080c9c3, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=be62e659-eb70-4941-8a1b-cf602080c9c3,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:21.513478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.551336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.551885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.553837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] 10.222.0.50 "PUT /v2.0/ports/be62e659-eb70-4941-8a1b-cf602080c9c3 HTTP/1.1" status: 200 len: 1091 time: 0.7543647 Feb 04 16:20:21.554300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:21.556529 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b41785c-3cc9-4d63-a304-aeb635d3500f" -d '{"events": [{"name": "network-changed", "server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:20:21.610545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f617c73-100a-41d8-9605-a7179b9b7839 service neutron] Pushing event updated for resources: {'Port': ['ID=be62e659-eb70-4941-8a1b-cf602080c9c3,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:21.629213 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d42f90-1008-45ce-9f53-d203a52456a4 x-openstack-request-id: req-41d42f90-1008-45ce-9f53-d203a52456a4 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:20:21.629650 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:20:21.629899 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41d42f90-1008-45ce-9f53-d203a52456a4 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:20:21.630313 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'status': 'completed', 'code': 200} Feb 04 16:20:21.664002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-2908cc24-ee9e-4c13-835e-2e9d8d5d42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.665545 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-2908cc24-ee9e-4c13-835e-2e9d8d5d42df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 1094 time: 0.0510399 Feb 04 16:20:21.716925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-85d99b92-1d87-4577-a79e-58ae1e54e8c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be62e659-eb70-4941-8a1b-cf602080c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0365107 Feb 04 16:20:21.767518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-e7f68ff8-2739-49c8-93fe-78c24040b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.768992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-e7f68ff8-2739-49c8-93fe-78c24040b5e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0453062 Feb 04 16:20:21.818944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-59744443-b18b-41cf-b6a2-96f0de4d6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.820294 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-59744443-b18b-41cf-b6a2-96f0de4d6c3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445933 Feb 04 16:20:21.920978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-122f0f37-9585-4e67-a135-8492a4d4cc3c service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930355 Feb 04 16:20:22.029187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1efeabff-0a81-445f-8d99-b6c7c4553f97 req-affe2f52-a9d5-4fad-92fd-a083ce2cad06 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010511 Feb 04 16:20:22.139103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-a40c7a05-90a7-406c-a128-d0e6d5ce065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.140596 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-a40c7a05-90a7-406c-a128-d0e6d5ce065d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 1094 time: 0.0407658 Feb 04 16:20:22.231104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-2f06dfee-ad56-4cc9-a305-eacf869e069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.232521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-2f06dfee-ad56-4cc9-a305-eacf869e069e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0856109 Feb 04 16:20:22.279338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-4bc1d337-c713-46b3-aed1-22f53dc280d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be62e659-eb70-4941-8a1b-cf602080c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0399318 Feb 04 16:20:22.329350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-fd94a1ee-0824-4f23-91b0-aff38f1973a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.330853 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-fd94a1ee-0824-4f23-91b0-aff38f1973a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0449853 Feb 04 16:20:22.378804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-ceaad0cf-77de-430c-a8e0-f8086ca5e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.380438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-ceaad0cf-77de-430c-a8e0-f8086ca5e792 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426607 Feb 04 16:20:22.510006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4684ee-d47e-4849-a0ad-854da367886a req-d4cb303f-b818-413b-a32a-c9fcdc6b7f6c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.511412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de4684ee-d47e-4849-a0ad-854da367886a req-d4cb303f-b818-413b-a32a-c9fcdc6b7f6c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.1049876 Feb 04 16:20:22.515150 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-341f79fd-4380-4b2b-84f6-03b5d25a35b0 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262691 Feb 04 16:20:22.604387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de4684ee-d47e-4849-a0ad-854da367886a req-7ae2cc5c-c153-4ea3-853a-59b4e1732d07 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865574 Feb 04 16:20:22.645998 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b41785c-3cc9-4d63-a304-aeb635d3500f req-8126f473-6877-4629-98c5-00e2d3f7cbfe service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216891 Feb 04 16:20:23.573469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:23.729496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f36347-3bd5-42d3-9f5d-10cae9257778 req-ab11cda5-7a59-4a93-b462-28cbb89e8866 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:23.731082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13f36347-3bd5-42d3-9f5d-10cae9257778 req-ab11cda5-7a59-4a93-b462-28cbb89e8866 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.0495400 Feb 04 16:20:23.780229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-13f36347-3bd5-42d3-9f5d-10cae9257778 req-abdc7dfb-6725-4655-9ce7-a11169e5ba14 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429792 Feb 04 16:20:24.897786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78335c04-8c44-4658-b20a-534d4cbdf378 req-03598f32-64fe-4ede-aa6e-a8251b441368 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:24.899268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78335c04-8c44-4658-b20a-534d4cbdf378 req-03598f32-64fe-4ede-aa6e-a8251b441368 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.0514786 Feb 04 16:20:24.940113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78335c04-8c44-4658-b20a-534d4cbdf378 req-5a310ab3-7409-4762-ba99-41c4b9eb24f7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348351 Feb 04 16:20:25.082639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-991d4ba0-0b08-4626-b4d2-30a2ae39d9d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459769 Feb 04 16:20:25.165601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-34752595-b8b4-4ad1-99b9-3684a1b3bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:25.167222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-34752595-b8b4-4ad1-99b9-3684a1b3bc16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0414860 Feb 04 16:20:25.272252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-1f021cae-5042-4025-a3f7-6410a99eed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:25.273852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-1f021cae-5042-4025-a3f7-6410a99eed32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0855565 Feb 04 16:20:25.353800 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-77ec5a93-d0e1-46d9-ba4d-75080360aa2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 200 len: 1001 time: 0.0730889 Feb 04 16:20:25.405210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-aaea224f-7e60-481a-a8ea-e98e17d55528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:25.406723 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-aaea224f-7e60-481a-a8ea-e98e17d55528 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0468261 Feb 04 16:20:25.451676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-e49eb072-ea0b-4041-8950-765f09f08230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:25.453137 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-e49eb072-ea0b-4041-8950-765f09f08230 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395653 Feb 04 16:20:25.544608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-6fa9553e-25c5-457a-8afc-6ebc0620b96f service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847065 Feb 04 16:20:25.630926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b97c9fd9-21d8-42b8-bb3d-220b33f3406a req-47b07152-6cf5-4671-9f28-f393661f7b2a service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797408 Feb 04 16:20:26.064389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb46de2-5518-48ef-98a2-772f34fe95cd req-34541512-4270-4ce9-9ed8-74cc984ea3e4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:26.065859 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eb46de2-5518-48ef-98a2-772f34fe95cd req-34541512-4270-4ce9-9ed8-74cc984ea3e4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.0533316 Feb 04 16:20:26.103517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9eb46de2-5518-48ef-98a2-772f34fe95cd req-fa908a2d-9064-47f0-a752-786b7639ea75 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Feb 04 16:20:27.218211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874353e-fe55-4746-a935-750de232e630 req-5147fbe9-89f9-43aa-8970-32b463dfbfe7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:27.219725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c874353e-fe55-4746-a935-750de232e630 req-5147fbe9-89f9-43aa-8970-32b463dfbfe7 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.0496686 Feb 04 16:20:27.258294 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c874353e-fe55-4746-a935-750de232e630 req-75f101e8-df1f-4c42-b375-747897b1a1ee tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Feb 04 16:20:28.406055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734ba2c-8b18-4e30-8f4d-54969ca52f53 req-b08305a5-d484-4dbb-a52f-a0d8fa137f20 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:28.407684 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6734ba2c-8b18-4e30-8f4d-54969ca52f53 req-b08305a5-d484-4dbb-a52f-a0d8fa137f20 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.0669467 Feb 04 16:20:28.450840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6734ba2c-8b18-4e30-8f4d-54969ca52f53 req-cda9fa2a-710a-4a09-9dc7-b84a8506ddf4 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362260 Feb 04 16:20:29.025526 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:20:29.573015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb99d5f-e7be-48a3-b651-d1cbb5765a08 req-c1a17ffa-7139-4757-a624-90dcb0a9d3f6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:29.575293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bb99d5f-e7be-48a3-b651-d1cbb5765a08 req-c1a17ffa-7139-4757-a624-90dcb0a9d3f6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.0547860 Feb 04 16:20:29.614293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bb99d5f-e7be-48a3-b651-d1cbb5765a08 req-2fb50182-0b65-4b43-b84e-389cb81fd718 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329354 Feb 04 16:20:30.643420 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-66d6dd75-25d8-4733-adde-97528c91a8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:30.734137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87659ba-a658-41d2-93f3-b96c535be854 req-d0275ab0-4b17-48f8-8bbe-565fc6d9a4e6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:30.735591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b87659ba-a658-41d2-93f3-b96c535be854 req-d0275ab0-4b17-48f8-8bbe-565fc6d9a4e6 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.0479999 Feb 04 16:20:30.773024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b87659ba-a658-41d2-93f3-b96c535be854 req-90e43953-685d-4bfc-a616-edd701788163 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Feb 04 16:20:31.815602 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device be62e659-eb70-4941-8a1b-cf602080c9c3 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:20:31.924174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec252-c1ae-4cda-a0ee-4727e5cdfa6e req-9ce70f53-9456-4f14-854c-2ff489bc9293 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:31.925631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5bec252-c1ae-4cda-a0ee-4727e5cdfa6e req-9ce70f53-9456-4f14-854c-2ff489bc9293 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 943 time: 0.0630836 Feb 04 16:20:31.937732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port be62e659-eb70-4941-8a1b-cf602080c9c3, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=be62e659-eb70-4941-8a1b-cf602080c9c3,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:31.949407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'port_id': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'mac_address': 'fa:16:3e:45:e1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:20:31.967175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c5bec252-c1ae-4cda-a0ee-4727e5cdfa6e req-f613162e-46d8-4d03-bed3-429c4596b7ff tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345542 Feb 04 16:20:31.991984 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:32.004846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be62e659-eb70-4941-8a1b-cf602080c9c3 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:32.030365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port be62e659-eb70-4941-8a1b-cf602080c9c3, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=be62e659-eb70-4941-8a1b-cf602080c9c3,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:32.038416 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:32.087977 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=be62e659-eb70-4941-8a1b-cf602080c9c3,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:32.095731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.096073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.096419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.096754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.097089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.097421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.097748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.098100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.098428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.098754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.099079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.100185 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:32.499031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['be62e659-eb70-4941-8a1b-cf602080c9c3'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:20:33.093372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174670f8-6eac-4ffb-93b6-1f358c2e4856 req-a0f825e9-e430-4d69-95bf-153dd54358da tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:33.094932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-174670f8-6eac-4ffb-93b6-1f358c2e4856 req-a0f825e9-e430-4d69-95bf-153dd54358da tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 944 time: 0.0540118 Feb 04 16:20:33.426552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-174670f8-6eac-4ffb-93b6-1f358c2e4856 req-c9945ec7-aa67-48b5-8ef0-bdf523542bf3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222308 Feb 04 16:20:33.742083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-950aa088-1947-4433-8fcb-69eff083a72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:33.814479 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device be62e659-eb70-4941-8a1b-cf602080c9c3 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:20:33.871747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port be62e659-eb70-4941-8a1b-cf602080c9c3 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:33.876509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port be62e659-eb70-4941-8a1b-cf602080c9c3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:33.876989 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:33.960944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:33.983182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:33.985451 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3ee595-2ab3-4821-acd5-f697df8c95aa" -d '{"events": [{"server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "name": "network-vif-plugged", "status": "completed", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:20:33.998437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port be62e659-eb70-4941-8a1b-cf602080c9c3, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=be62e659-eb70-4941-8a1b-cf602080c9c3,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:34.002998 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:34.029469 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b469bbb-f407-4f4c-9a39-4fd7eed9c9d2 x-openstack-request-id: req-1b469bbb-f407-4f4c-9a39-4fd7eed9c9d2 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:20:34.029757 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "name": "network-vif-plugged", "status": "completed", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:20:34.030030 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b469bbb-f407-4f4c-9a39-4fd7eed9c9d2 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:20:34.030422 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'code': 200} Feb 04 16:20:34.057840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=be62e659-eb70-4941-8a1b-cf602080c9c3,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:34.152542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dc189-6728-4fb1-9207-87b9f7a04b5b req-75d01b50-1d30-4574-bbfc-6279cffa441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:34.153953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-871dc189-6728-4fb1-9207-87b9f7a04b5b req-75d01b50-1d30-4574-bbfc-6279cffa441c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 1096 time: 0.0419023 Feb 04 16:20:34.189737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-871dc189-6728-4fb1-9207-87b9f7a04b5b req-471cf62c-244f-417c-b477-c81a31e8452c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287976 Feb 04 16:20:34.539535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3088-ca19-441c-bc5a-8d9ade96aec9 req-19b0acc4-2c11-4832-8800-9cafc6578d8a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:34.541016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb9e3088-ca19-441c-bc5a-8d9ade96aec9 req-19b0acc4-2c11-4832-8800-9cafc6578d8a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 945 time: 0.0475888 Feb 04 16:20:34.578527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb9e3088-ca19-441c-bc5a-8d9ade96aec9 req-27de92f0-d82f-49a1-b565-3dc2c9a95e85 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Feb 04 16:20:35.702550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3da01-d653-4550-83ee-9d70cc96cf38 req-067e8df9-8e78-4d8c-a0cd-8de561ba845c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:35.704096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78c3da01-d653-4550-83ee-9d70cc96cf38 req-067e8df9-8e78-4d8c-a0cd-8de561ba845c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Feb 04 16:20:35.748785 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78c3da01-d653-4550-83ee-9d70cc96cf38 req-3edb3afc-b4c5-4ea6-9be7-1f83d0a57e25 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380864 Feb 04 16:20:35.863439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688316d6-ef6a-4264-93ae-375a01ea7dbb req-2b5e603e-2da2-463a-b3e2-cd9195648f7c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:35.864823 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-688316d6-ef6a-4264-93ae-375a01ea7dbb req-2b5e603e-2da2-463a-b3e2-cd9195648f7c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Feb 04 16:20:35.904383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-688316d6-ef6a-4264-93ae-375a01ea7dbb req-bc7570bc-3555-4304-97ec-e9429f1b4039 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325615 Feb 04 16:20:35.926435 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34928) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:20:35.947299 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.968534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf17cb-a33c-417e-a0a0-0035c969ce4d tempest-TestVolumeBootPattern-1631340070 tempest-TestVolumeBootPattern-1631340070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:35.970177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4baf17cb-a33c-417e-a0a0-0035c969ce4d tempest-TestVolumeBootPattern-1631340070 tempest-TestVolumeBootPattern-1631340070-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 1091 time: 0.0424068 Feb 04 16:20:35.973250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34930) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:20:35.977850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:20:36.001278 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.105373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.213607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Allocated IP 172.25.1.96 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/9c9da50b-5b9a-4ecc-bbfb-2b18e507e376) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:36.323118 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.356266 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.395380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:36.399757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:36.403167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:20:36.425784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=9c9da50b-5b9a-4ecc-bbfb-2b18e507e376,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:37.032603 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.103695 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.167706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.315362 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.320682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.392239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event updated for resources: {'Port': ['ID=9c9da50b-5b9a-4ecc-bbfb-2b18e507e376,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:37.404302 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.505359 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Floating IP c981e154-018a-4e41-9d83-691ffd12dce2 associated. External IP: 172.25.1.96, port: be62e659-eb70-4941-8a1b-cf602080c9c3. Feb 04 16:20:37.574894 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.723604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:20:37.838526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:20:37.848241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:20:37.857178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.859675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:20:37.860582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:37.888499 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5406720c-0c70-4b77-978d-e5a500d82e27 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9140813 Feb 04 16:20:37.889130 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:37.892194 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53" -d '{"events": [{"name": "network-changed", "server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:20:37.935022 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c9d9d4-32dc-4ee8-b9ed-a2d23ef67612 x-openstack-request-id: req-29c9d9d4-32dc-4ee8-b9ed-a2d23ef67612 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:20:37.935316 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:20:37.935622 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29c9d9d4-32dc-4ee8-b9ed-a2d23ef67612 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:20:37.936031 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'status': 'completed', 'code': 200} Feb 04 16:20:38.032961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-11e77392-6ae8-4a4f-b419-332594376a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.034991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-11e77392-6ae8-4a4f-b419-332594376a53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 1096 time: 0.0453606 Feb 04 16:20:38.138084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-b480af90-da28-470a-9c8c-028fa33313f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.139548 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-b480af90-da28-470a-9c8c-028fa33313f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0959780 Feb 04 16:20:38.143950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:20:38.208187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-9578fb48-c7e4-4cca-954d-4d387453c6cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be62e659-eb70-4941-8a1b-cf602080c9c3 HTTP/1.1" status: 200 len: 998 time: 0.0611939 Feb 04 16:20:38.263749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-a226468e-27b6-47a2-920d-40174234ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.265332 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-a226468e-27b6-47a2-920d-40174234ae30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0498896 Feb 04 16:20:38.313296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-68c353ab-e5c3-4009-8c81-a124a7e83210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.314920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-68c353ab-e5c3-4009-8c81-a124a7e83210 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421422 Feb 04 16:20:38.384911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'c981e154-018a-4e41-9d83-691ffd12dce2', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:45:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:20:36Z', 'updated_at': '2022-02-04T16:20:36Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}, {'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:41Z', 'revision_number': 1, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:38.413544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:20:38.422610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-328a79fb-b157-4e8a-b294-108da6ee7ba8 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998580 Feb 04 16:20:38.423491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:20:38.424149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:20:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:38.529777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3b517b4-7f4d-4e51-a890-91a2d22e4a53 req-f63a70b9-357f-4878-b0df-7b53b9d8b1ea service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997109 Feb 04 16:20:38.545285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:20:38.800422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'c981e154-018a-4e41-9d83-691ffd12dce2', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:45:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:20:36Z', 'updated_at': '2022-02-04T16:20:36Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}, {'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:41Z', 'revision_number': 1, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:38.830112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18e195-b31b-4acf-ae2b-40aba3035028 None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'c981e154-018a-4e41-9d83-691ffd12dce2', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:45:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:20:36Z', 'updated_at': '2022-02-04T16:20:36Z', 'revision_number': 0, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}, {'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:41Z', 'revision_number': 1, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:20:39.039354 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a5355-aef9-433a-9a3e-d65a0eca2553 None None] New status for floating IP c981e154-018a-4e41-9d83-691ffd12dce2: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:20:40.123074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:53.575514 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.647229 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b4c1126c-8144-42a4-81da-e8a4e3f4b7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.742342 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-999b4a1f-a65f-4e07-a315-cf284968d042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:05.945689 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:06.025576 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:21:06.047315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-566fd97a-179a-45bb-bb60-ada53e8eaf18 req-5a73a961-ad46-43f8-b079-2476fe35cb0e service neutron] (102423) timed out ('10.222.0.47', 59256) {{(pid=102423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:21:07.035332 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.577795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.123186 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.585490 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.417506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-920b853f-4249-4f97-8986-809ae62b587b req-7cd6b840-814e-431c-83d4-3c6d5f1ca3aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427043 Feb 04 16:21:24.522274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b853f-4249-4f97-8986-809ae62b587b req-cbf126fb-dc06-4afc-a969-906eba13194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:24.523837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-920b853f-4249-4f97-8986-809ae62b587b req-cbf126fb-dc06-4afc-a969-906eba13194d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 1096 time: 0.0433242 Feb 04 16:21:24.638923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b853f-4249-4f97-8986-809ae62b587b req-5d9cba35-d380-478e-93ce-f33af533d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:24.640426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-920b853f-4249-4f97-8986-809ae62b587b req-5d9cba35-d380-478e-93ce-f33af533d50a service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0967965 Feb 04 16:21:24.710496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-920b853f-4249-4f97-8986-809ae62b587b req-212a2159-5ea8-45a3-9613-34864e36c9e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be62e659-eb70-4941-8a1b-cf602080c9c3 HTTP/1.1" status: 200 len: 1000 time: 0.0626886 Feb 04 16:21:24.771344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b853f-4249-4f97-8986-809ae62b587b req-0f1cd3cb-1e97-4095-ac1a-3d9e454b5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:24.772890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-920b853f-4249-4f97-8986-809ae62b587b req-0f1cd3cb-1e97-4095-ac1a-3d9e454b5289 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0512354 Feb 04 16:21:24.821645 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b853f-4249-4f97-8986-809ae62b587b req-0049e9ce-5e44-49ae-bae4-bf5137bb4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:24.823345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-920b853f-4249-4f97-8986-809ae62b587b req-0049e9ce-5e44-49ae-bae4-bf5137bb4337 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432444 Feb 04 16:21:24.926741 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-920b853f-4249-4f97-8986-809ae62b587b req-f62c0387-ad7a-49c7-a8e9-7668770962e9 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888035 Feb 04 16:21:25.029225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-920b853f-4249-4f97-8986-809ae62b587b req-b41af660-526b-424f-8a26-f7eb11af10ff service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948327 Feb 04 16:21:27.078304 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-2dbdf837-a3e6-482b-ba11-236c5e4afc1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446303 Feb 04 16:21:27.157484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-afb4a1fd-d11b-47fb-a52d-637d804d0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:27.158967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-afb4a1fd-d11b-47fb-a52d-637d804d0ff8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0405254 Feb 04 16:21:27.268421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-3d7beee3-e8c3-4f6a-ad05-1985897f1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:27.269911 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-3d7beee3-e8c3-4f6a-ad05-1985897f1718 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.0932319 Feb 04 16:21:27.342223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-b8356d4f-9dbf-4e83-96ed-7fd27d3ea29e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 200 len: 1001 time: 0.0657527 Feb 04 16:21:27.392821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-123e7761-42ce-458e-934e-7dcd880ae55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:27.394319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-123e7761-42ce-458e-934e-7dcd880ae55b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0461617 Feb 04 16:21:27.443117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-dd075cec-62a3-4e70-ab80-3bf2efda02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:27.444630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-dd075cec-62a3-4e70-ab80-3bf2efda02d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432227 Feb 04 16:21:27.544709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-fde9b214-4cac-4517-bbf5-3a6e0d746ab4 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926490 Feb 04 16:21:27.645537 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5cd28abc-4698-4d37-bddd-89aac7f7f89e req-400b069a-0fb8-432e-9df0-116b7bf37a8a service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927253 Feb 04 16:21:30.649699 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-04f11327-11dc-41d1-a3e2-a8b264bacb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:33.749455 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-189ad212-1bb8-4ecf-8ae5-bc0ae35990d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:35.950742 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:37.038538 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:37.578954 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.119839 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:43.025260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:21:53.581873 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.654530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7460bf11-aa49-49f1-8b63-03b900970362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.740861 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-994b02bf-b41f-466a-80a9-d91ac09eed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.613939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 34970) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:05.778181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port 9c9da50b-5b9a-4ecc-bbfb-2b18e507e376 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:05.778527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.853528 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.853743 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.865522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for 9c9da50b-5b9a-4ecc-bbfb-2b18e507e376 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:05.952014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.034405 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.069133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=9c9da50b-5b9a-4ecc-bbfb-2b18e507e376,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:06.099243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.099590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.099931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.100268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.100605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.100935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.101263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.101593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.101915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.102264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.102598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.102915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:06.144064 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.144396 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Floating IP c981e154-018a-4e41-9d83-691ffd12dce2 disassociated (deleted). External IP: 172.25.1.96, port: be62e659-eb70-4941-8a1b-cf602080c9c3. Feb 04 16:22:06.361728 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:22:06.471277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:22:06.477005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.481787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:22:06.491209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:22:06.491817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:06.504404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-904d2081-d7cf-4f0b-abda-a2cc9874650e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "DELETE /v2.0/floatingips/c981e154-018a-4e41-9d83-691ffd12dce2 HTTP/1.1" status: 204 len: 168 time: 0.8888128 Feb 04 16:22:06.505217 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:06.510103 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b254a29b-b9c5-4a62-b863-077266769808" -d '{"events": [{"name": "network-changed", "server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:22:06.547211 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410e13de-4c8b-4f34-8648-2029ec086710 x-openstack-request-id: req-410e13de-4c8b-4f34-8648-2029ec086710 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:22:06.547522 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:22:06.547780 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-410e13de-4c8b-4f34-8648-2029ec086710 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:22:06.548454 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'status': 'completed', 'code': 200} Feb 04 16:22:06.604884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:22:06.642823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254a29b-b9c5-4a62-b863-077266769808 req-1d586e94-8e86-4613-8311-f11b927a0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:06.644971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b254a29b-b9c5-4a62-b863-077266769808 req-1d586e94-8e86-4613-8311-f11b927a0ade service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 1096 time: 0.0527887 Feb 04 16:22:06.771567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254a29b-b9c5-4a62-b863-077266769808 req-666e30df-1406-4c15-b4ef-e322da4073fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:06.773055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b254a29b-b9c5-4a62-b863-077266769808 req-666e30df-1406-4c15-b4ef-e322da4073fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.1212668 Feb 04 16:22:06.784758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1ee6d-e591-4472-8988-9d62d006ea28 req-d99d2bc0-8de2-4fd0-a14f-0327b40d7d69 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:06.786844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69b1ee6d-e591-4472-8988-9d62d006ea28 req-d99d2bc0-8de2-4fd0-a14f-0327b40d7d69 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 945 time: 0.0716345 Feb 04 16:22:06.827904 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b254a29b-b9c5-4a62-b863-077266769808 req-70782a56-07d4-4f90-ad79-df8c11d1eaf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be62e659-eb70-4941-8a1b-cf602080c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0401282 Feb 04 16:22:06.828203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:41Z', 'revision_number': 1, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:06.859499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:22:06.868081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:22:06.868694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:06.893532 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-69b1ee6d-e591-4472-8988-9d62d006ea28 req-de125574-ff23-4e1d-8c98-d354343b5f65 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989804 Feb 04 16:22:06.902072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254a29b-b9c5-4a62-b863-077266769808 req-1ba8aee3-5284-4477-a5d3-0b87c6038d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:06.903528 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b254a29b-b9c5-4a62-b863-077266769808 req-1ba8aee3-5284-4477-a5d3-0b87c6038d9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0679092 Feb 04 16:22:06.952760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254a29b-b9c5-4a62-b863-077266769808 req-a8c2e6ed-0356-4903-8e81-3a33e8a9d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:06.954306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b254a29b-b9c5-4a62-b863-077266769808 req-a8c2e6ed-0356-4903-8e81-3a33e8a9d520 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425999 Feb 04 16:22:06.978464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:22:07.050285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b254a29b-b9c5-4a62-b863-077266769808 req-2430c85c-df72-42b1-a123-80dbb7b441ca service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883687 Feb 04 16:22:07.073017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.141579 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b254a29b-b9c5-4a62-b863-077266769808 req-b1b16bc4-bb68-4474-8eb3-e52947cd94d5 service neutron] 10.222.0.50 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841990 Feb 04 16:22:07.226650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:41Z', 'revision_number': 1, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:07.253809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3117dfe-0b28-41c2-836d-464f8318ca30 None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'e8800654-6958-4e3f-a8d1-75d3d9522770', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'port_id': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'mac_address': 'fa:16:3e:63:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:18:39Z', 'updated_at': '2022-02-04T16:18:41Z', 'revision_number': 1, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:22:07.474656 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682f1247-654e-4481-a919-b40b506e23d4 None None] New status for floating IP c981e154-018a-4e41-9d83-691ffd12dce2: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:22:07.582232 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.020198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4e10-3315-43a7-84e0-0901b9ae3de7 req-454e7916-7f9b-4e80-bbea-bfc800280620 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:08.021675 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49dc4e10-3315-43a7-84e0-0901b9ae3de7 req-454e7916-7f9b-4e80-bbea-bfc800280620 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 945 time: 0.0534041 Feb 04 16:22:08.061593 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49dc4e10-3315-43a7-84e0-0901b9ae3de7 req-d8f77a36-1e65-4850-941c-395476c798b8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339661 Feb 04 16:22:08.612233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6854b120-85ed-4480-9390-8dd898b15d0a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:08.613798 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6854b120-85ed-4480-9390-8dd898b15d0a tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 945 time: 0.0530641 Feb 04 16:22:08.712824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port be62e659-eb70-4941-8a1b-cf602080c9c3 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:08.713166 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.810961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] For port be62e659-eb70-4941-8a1b-cf602080c9c3, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=be62e659-eb70-4941-8a1b-cf602080c9c3,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:08.811332 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.825259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for be62e659-eb70-4941-8a1b-cf602080c9c3 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:09.225456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd4294-b7fd-43f8-bcc0-a30360bb45e2 req-38b24cdf-63fa-4ccf-abac-4416d639c32f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:09.227027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-42fd4294-b7fd-43f8-bcc0-a30360bb45e2 req-38b24cdf-63fa-4ccf-abac-4416d639c32f tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 945 time: 0.0746047 Feb 04 16:22:09.302314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-42fd4294-b7fd-43f8-bcc0-a30360bb45e2 req-b1b06204-fdde-4782-a3d4-c9c3c629e2fa tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690925 Feb 04 16:22:09.313111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.346362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=be62e659-eb70-4941-8a1b-cf602080c9c3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:09.389145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] No DVR routers for this DVR port be62e659-eb70-4941-8a1b-cf602080c9c3 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:09.392141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.395761 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5c3217f-a582-4b96-b253-49ed66f83b82 req-6186e477-bacf-4be9-8909-5a050127081d tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.50 "DELETE /v2.0/ports/be62e659-eb70-4941-8a1b-cf602080c9c3 HTTP/1.1" status: 204 len: 173 time: 0.7763662 Feb 04 16:22:09.396497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'name': 'network-vif-deleted', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:09.398713 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f2e068-f1b0-46af-8eaf-c00afde7479f" -d '{"events": [{"server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "name": "network-vif-deleted", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:22:09.435555 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d36cfc5-d536-474d-9eeb-f57755a58e5f x-openstack-request-id: req-6d36cfc5-d536-474d-9eeb-f57755a58e5f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:22:09.435864 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84160810-adae-4dfd-b5d3-8bd9788b9737", "name": "network-vif-deleted", "tag": "be62e659-eb70-4941-8a1b-cf602080c9c3", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:22:09.436118 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6d36cfc5-d536-474d-9eeb-f57755a58e5f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:22:09.436521 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84160810-adae-4dfd-b5d3-8bd9788b9737', 'name': 'network-vif-deleted', 'tag': 'be62e659-eb70-4941-8a1b-cf602080c9c3', 'status': 'completed', 'code': 200} Feb 04 16:22:10.132015 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.401487 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1b5c7cb6-e80a-4b02-af0f-fa12c1b81714 req-a9f12c0f-70d2-4869-b02c-7f7c9f7da124 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 210 time: 0.0267072 Feb 04 16:22:11.498759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cfb9d3c8-8c19-4f49-9aed-cb2c5ef2ef61 req-13cd6013-aa0c-4730-bd90-f6b736303d25 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 210 time: 0.0265782 Feb 04 16:22:12.381336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device be62e659-eb70-4941-8a1b-cf602080c9c3 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:22:12.406764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: be62e659-eb70-4941-8a1b-cf602080c9c3 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:22:12.407111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device be62e659-eb70-4941-8a1b-cf602080c9c3 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:22:12.604595 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3a5018e-c628-4cec-88d7-1325801d5e54 req-5c9e9570-0ef5-4f01-91d7-d38bd36c77e3 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=84160810-adae-4dfd-b5d3-8bd9788b9737 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Feb 04 16:22:17.987135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35032) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:18.154581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port d8d16b5c-f4bf-4bcf-be28-d96e0b141b60 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:18.154932 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.240571 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.240815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.253653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for d8d16b5c-f4bf-4bcf-be28-d96e0b141b60 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:18.435026 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.459002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=d8d16b5c-f4bf-4bcf-be28-d96e0b141b60,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:18.471669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.472016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.472361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.473248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.473583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.473914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.474267 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.474603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.474920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.475242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.475567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.475889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:18.534434 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.534660 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Floating IP e8800654-6958-4e3f-a8d1-75d3d9522770 disassociated (deleted). External IP: 172.25.1.117, port: 4dd041d5-c79b-4a92-b8fd-f6dd4a588933. Feb 04 16:22:18.749206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:22:18.857482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:22:18.862002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.869149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:22:18.880590 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:22:18.880864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:18.890113 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7f2cae97-b4d3-486b-9796-a0d121bdae95 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "DELETE /v2.0/floatingips/e8800654-6958-4e3f-a8d1-75d3d9522770 HTTP/1.1" status: 204 len: 168 time: 0.9018042 Feb 04 16:22:18.890804 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:18.893064 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a162850-47d6-4c59-86f7-024c22bd624e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:22:18.929829 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b816f7d8-09b0-415b-9f7e-257f8277baf2 x-openstack-request-id: req-b816f7d8-09b0-415b-9f7e-257f8277baf2 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:22:18.930151 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:22:18.930408 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b816f7d8-09b0-415b-9f7e-257f8277baf2 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:22:18.930813 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'status': 'completed', 'code': 200} Feb 04 16:22:18.997768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:22:18.999592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a162850-47d6-4c59-86f7-024c22bd624e req-9d8698fe-8776-4146-9de7-ca1ba042d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:19.001285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-9d8698fe-8776-4146-9de7-ca1ba042d71e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 1096 time: 0.0482402 Feb 04 16:22:19.111683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a162850-47d6-4c59-86f7-024c22bd624e req-c0c1c8ac-57aa-4ad6-b270-55e3bbd2bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:19.113111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-c0c1c8ac-57aa-4ad6-b270-55e3bbd2bb60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 200 len: 911 time: 0.1055644 Feb 04 16:22:19.174876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-629486fb-c280-41b6-b5d5-06afe4df9a1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 200 len: 217 time: 0.0432947 Feb 04 16:22:19.192115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfed36-9768-4a89-9563-78731f5b3b82 req-00ea257b-593f-4381-8abe-7fcbe28629ab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:19.193632 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e2dfed36-9768-4a89-9563-78731f5b3b82 req-00ea257b-593f-4381-8abe-7fcbe28629ab tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 945 time: 0.0936456 Feb 04 16:22:19.207477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:19.238057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:22:19.246886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:22:19.247505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:19.256928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a162850-47d6-4c59-86f7-024c22bd624e req-02dce34d-8ca3-4652-a692-59ff11c8287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:19.258501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-02dce34d-8ca3-4652-a692-59ff11c8287f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 200 len: 849 time: 0.0748227 Feb 04 16:22:19.266959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e2dfed36-9768-4a89-9563-78731f5b3b82 req-784c018f-3ff2-4790-a077-8de08f7b57c9 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649829 Feb 04 16:22:19.309660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a162850-47d6-4c59-86f7-024c22bd624e req-e5b629f8-b1e3-428e-8d03-7c8da0e1efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:19.311286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-e5b629f8-b1e3-428e-8d03-7c8da0e1efbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c3e311f-b1d7-4a6d-812c-c600153c4d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433846 Feb 04 16:22:19.324043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-afd027c1-5703-4a91-b81c-30c358480ce6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:22:19.325192 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-afd027c1-5703-4a91-b81c-30c358480ce6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058153 Feb 04 16:22:19.355362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:22:19.447760 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-33521f49-44c7-46ae-bbcd-451e31441b7d service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159456 Feb 04 16:22:19.551056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a162850-47d6-4c59-86f7-024c22bd624e req-33c2c1f5-99e0-4cc7-9d6d-e963a1823941 service neutron] 10.222.0.30 "GET /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941265 Feb 04 16:22:19.737304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:19.765618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0624f-63e4-4f58-97f8-93e8b5b4a1ce None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:36Z', 'revision_number': 4, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '982d40f1-1caf-463a-8749-040c066d07b5', 'name': '', 'network_id': '2c3e311f-b1d7-4a6d-812c-c600153c4d6d', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'mac_address': 'fa:16:3e:9b:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:36Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'subnets': [{'id': 'efbec032-b41e-4e2d-acb3-c4fe55df0b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:22:20.002924 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddac203-e1a8-4231-a524-e961d2dcb778 None None] New status for floating IP e8800654-6958-4e3f-a8d1-75d3d9522770: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:22:20.067935 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:22:20.397837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e03e8-dd98-474c-948b-ee45c67058d1 req-9c0e6f9f-15e6-4c1b-adb7-04381a68cc94 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:20.399412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e44e03e8-dd98-474c-948b-ee45c67058d1 req-9c0e6f9f-15e6-4c1b-adb7-04381a68cc94 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 945 time: 0.0541313 Feb 04 16:22:20.438097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e44e03e8-dd98-474c-948b-ee45c67058d1 req-9d79bb2e-3d51-48a0-8fe5-fa74dfff71dd tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/security-groups?id=88f6728e-33e4-45a5-86ef-e93e458a4089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325060 Feb 04 16:22:20.765617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-acad68dd-73e4-470a-843c-6bc0d6ee9937 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:20.767215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-acad68dd-73e4-470a-843c-6bc0d6ee9937 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 945 time: 0.0541372 Feb 04 16:22:20.857766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:20.858083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.950939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] For port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:20.951306 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.963973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:21.096216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.131590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=4dd041d5-c79b-4a92-b8fd-f6dd4a588933,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:21.177828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] No DVR routers for this DVR port 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:21.180735 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.184060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03e0a2a7-06d4-40e8-81d0-b7b36a21491f req-91566eaa-84e0-4f51-b622-4f31068d5da8 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.30 "DELETE /v2.0/ports/4dd041d5-c79b-4a92-b8fd-f6dd4a588933 HTTP/1.1" status: 204 len: 173 time: 0.4114575 Feb 04 16:22:21.184503 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'name': 'network-vif-deleted', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:21.186770 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e3d497-e407-4c0a-8683-78cd1d347842" -d '{"events": [{"server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "name": "network-vif-deleted", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:22:21.223536 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a16e42e-5242-4b3c-bc03-67b0a8273427 x-openstack-request-id: req-9a16e42e-5242-4b3c-bc03-67b0a8273427 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:22:21.223833 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9586c4-86b5-470e-b238-19413bd2c51d", "name": "network-vif-deleted", "tag": "4dd041d5-c79b-4a92-b8fd-f6dd4a588933", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:22:21.224089 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a16e42e-5242-4b3c-bc03-67b0a8273427 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:22:21.224601 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9586c4-86b5-470e-b238-19413bd2c51d', 'name': 'network-vif-deleted', 'tag': '4dd041d5-c79b-4a92-b8fd-f6dd4a588933', 'status': 'completed', 'code': 200} Feb 04 16:22:21.539984 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1b3da12-36b0-45ae-ba81-1b0bc26eb76b req-603bdb0b-71d5-431e-b1bf-8a472acab1cb tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 210 time: 0.0282266 Feb 04 16:22:22.647111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7ab7cc67-1c63-4c97-8133-bb9d46e500d6 req-c87593e2-6c93-48f7-9bc8-2e194a17020e tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 210 time: 0.0315185 Feb 04 16:22:23.586668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.746842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b6af3c4-14b9-49d4-90ac-43716bb66af4 req-f5c8fe36-1ec4-4255-a0df-af08c8f77401 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 210 time: 0.0274484 Feb 04 16:22:24.853067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d311d874-7e4f-4e07-ac5f-59c527df3c87 req-4364c85f-60a6-40f9-875c-ce704f298335 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a9586c4-86b5-470e-b238-19413bd2c51d HTTP/1.1" status: 200 len: 210 time: 0.0260534 Feb 04 16:22:25.299106 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:22:25.319956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:22:25.320304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4dd041d5-c79b-4a92-b8fd-f6dd4a588933 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:22:25.911049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35054) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:26.032692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Deleting port 0f78f8c7-b6bb-48cc-a63a-4df1a990e825 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:26.033044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.110190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.110523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.121811 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Calling delete_port for 0f78f8c7-b6bb-48cc-a63a-4df1a990e825 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:26.251203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.281334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'Port': ['ID=0f78f8c7-b6bb-48cc-a63a-4df1a990e825,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:26.339857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.342618 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.343825 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1b184d3f-9fe5-46fe-822e-1d2580ce5071 tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "DELETE /v2.0/floatingips/e53c0e98-b3e3-44b6-a5ad-4c5ce8228d63 HTTP/1.1" status: 204 len: 168 time: 0.4317315 Feb 04 16:22:28.584794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35068) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:28.647394 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62ea9777-037d-4b7c-bb84-ac2c8760889c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.673850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62ea9777-037d-4b7c-bb84-ac2c8760889c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.739866 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62ea9777-037d-4b7c-bb84-ac2c8760889c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.743463 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-62ea9777-037d-4b7c-bb84-ac2c8760889c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.744699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-62ea9777-037d-4b7c-bb84-ac2c8760889c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] 10.222.0.47 "DELETE /v2.0/security-groups/88f6728e-33e4-45a5-86ef-e93e458a4089 HTTP/1.1" status: 204 len: 168 time: 0.1589303 Feb 04 16:22:28.754403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea9777-037d-4b7c-bb84-ac2c8760889c tempest-TestVolumeBootPattern-875531446 tempest-TestVolumeBootPattern-875531446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f6728e-33e4-45a5-86ef-e93e458a4089,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:28.808259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35072) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:29.289783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.543641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Deleting port 982d40f1-1caf-463a-8749-040c066d07b5 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:29.543979 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.625848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] For port 982d40f1-1caf-463a-8749-040c066d07b5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=982d40f1-1caf-463a-8749-040c066d07b5,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:29.626286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.639480 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Calling delete_port for 982d40f1-1caf-463a-8749-040c066d07b5 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:29.820087 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.849771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Pushing event deleted for resources: {'Port': ['ID=982d40f1-1caf-463a-8749-040c066d07b5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:30.021526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.240532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:22:30.348528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:22:30.353452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-41afa7c6-7720-4220-82b1-ae5d3115d889 admin admin] 10.222.0.47 "PUT /v2.0/routers/8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5430832 Feb 04 16:22:30.356230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35076) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:30.358755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] Sync routers for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:22:30.368065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:22:30.368561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:30.460954 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.476645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:22:30.572582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.627443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Deleting port 185eea7e-050d-430d-8279-2cc57a210522 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:30.627782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.658904 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d0f1-713e-4a5e-99c9-b83a166d53f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.673367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '185eea7e-050d-430d-8279-2cc57a210522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:22:29Z', 'revision_number': 5, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port': {'id': '185eea7e-050d-430d-8279-2cc57a210522', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:30.700395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] Checking router: 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:22:30.706602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] For port 185eea7e-050d-430d-8279-2cc57a210522, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=185eea7e-050d-430d-8279-2cc57a210522,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:30.706966 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.708724 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] Routers {'8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:22:30.709335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:30.718544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Calling delete_port for 185eea7e-050d-430d-8279-2cc57a210522 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:30.800097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] Set router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:22:30.857639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:22:30Z', 'revision_number': 6, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:30.883129 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e07aa8-29b7-497d-9ad2-6286e2958aeb None None] The sync data for ids ['8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c'] in n-d-827869-1 is: [{'id': '8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c', 'name': 'tempest-TestVolumeBootPattern-12209380-router', 'tenant_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:34Z', 'updated_at': '2022-02-04T16:22:30Z', 'revision_number': 6, 'project_id': 'd55953b37bf64d9a9fa3e8564a0b1a6b', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:22:30.892445 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.925351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=185eea7e-050d-430d-8279-2cc57a210522,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:30.984065 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.077820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.080024 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.128751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.129266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:22:31.133750 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.135110 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-53803092-566a-4d82-9ce4-56c3d61a3c61 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8bee83e5-fa9a-4b5d-8150-bc0aecf3fa2c HTTP/1.1" status: 204 len: 168 time: 0.7778666 Feb 04 16:22:31.137739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35078) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:31.185271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-901b05d0-9a98-4ec1-bcf1-3b42c480fe7a admin admin] Deleting subnet efbec032-b41e-4e2d-acb3-c4fe55df0b6f {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:22:31.188431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-901b05d0-9a98-4ec1-bcf1-3b42c480fe7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.225706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-901b05d0-9a98-4ec1-bcf1-3b42c480fe7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.307163 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-901b05d0-9a98-4ec1-bcf1-3b42c480fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.362248 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-901b05d0-9a98-4ec1-bcf1-3b42c480fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.393408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b05d0-9a98-4ec1-bcf1-3b42c480fe7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efbec032-b41e-4e2d-acb3-c4fe55df0b6f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:31.395943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-901b05d0-9a98-4ec1-bcf1-3b42c480fe7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.400057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6134095-97e6-4c33-bb21-8fe5374a3b98 None None] Network 2c3e311f-b1d7-4a6d-812c-c600153c4d6d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:22:31.400871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-901b05d0-9a98-4ec1-bcf1-3b42c480fe7a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/efbec032-b41e-4e2d-acb3-c4fe55df0b6f HTTP/1.1" status: 204 len: 168 time: 0.2620189 Feb 04 16:22:31.401708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35082) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:31.470285 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.524526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Deleting port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:31.524526 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.591741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] For port 856e19ca-fe79-4e55-b2f6-e20f559f81b1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=856e19ca-fe79-4e55-b2f6-e20f559f81b1,segment=NetworkSegment(37218bf8-9b4f-4ef2-9c29-1154036bb53c),segment_id=37218bf8-9b4f-4ef2-9c29-1154036bb53c)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:31.592028 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.604605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Calling delete_port for 856e19ca-fe79-4e55-b2f6-e20f559f81b1 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:31.656224 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] DHCP port deletion for 2c3e311f-b1d7-4a6d-812c-c600153c4d6d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:22:31.703528 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.712918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Deleting port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:31.713236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.717189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 185eea7e-050d-430d-8279-2cc57a210522 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:22:31.738366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Pushing event deleted for resources: {'Port': ['ID=856e19ca-fe79-4e55-b2f6-e20f559f81b1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:31.743322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] No DVR routers for this DVR port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:31.777795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 185eea7e-050d-430d-8279-2cc57a210522 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:22:31.778090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 185eea7e-050d-430d-8279-2cc57a210522 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:22:31.778499 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 982d40f1-1caf-463a-8749-040c066d07b5 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:22:31.800989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 982d40f1-1caf-463a-8749-040c066d07b5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:22:31.801361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 982d40f1-1caf-463a-8749-040c066d07b5 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:22:31.801996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 856e19ca-fe79-4e55-b2f6-e20f559f81b1 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:22:31.817822 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.829675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 856e19ca-fe79-4e55-b2f6-e20f559f81b1 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:22:31.830035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 856e19ca-fe79-4e55-b2f6-e20f559f81b1 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:22:31.835101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] For port 856e19ca-fe79-4e55-b2f6-e20f559f81b1, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:31.835485 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.839910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3e311f-b1d7-4a6d-812c-c600153c4d6d']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:31.847297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Calling delete_port for 856e19ca-fe79-4e55-b2f6-e20f559f81b1 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:31.849903 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 16:22:31.850078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37218bf8-9b4f-4ef2-9c29-1154036bb53c') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:31.850303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37218bf8-9b4f-4ef2-9c29-1154036bb53c') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:31.851200 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.859974 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.875205 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.876317 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Pushing event deleted for resources: {'Port': ['ID=856e19ca-fe79-4e55-b2f6-e20f559f81b1,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:31.881390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] No DVR routers for this DVR port 856e19ca-fe79-4e55-b2f6-e20f559f81b1 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:31.885371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:22:31.885806 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:31.887879 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:31.889741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.889741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.889888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.890147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.890646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.891127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.891624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.891949 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.892270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.892585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.893188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.893188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb015e-6abb-40c1-8c04-06e264ed8645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:31.951461 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.956422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.959826 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2c3e311f-b1d7-4a6d-812c-c600153c4d6d HTTP/1.1" status: 204 len: 168 time: 0.5570803 Feb 04 16:22:31.962920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35084) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:31.977909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c60049-d0f3-4ee1-8a4d-80340fa27944 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3e311f-b1d7-4a6d-812c-c600153c4d6d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:32.304390 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.826281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Deleting port 00299e5e-acf9-4017-a78f-ef5191015561 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:32.826948 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.905642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] For port 00299e5e-acf9-4017-a78f-ef5191015561, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=00299e5e-acf9-4017-a78f-ef5191015561,segment=NetworkSegment(b271e1fc-72a4-47ae-a339-b591ceabd348),segment_id=b271e1fc-72a4-47ae-a339-b591ceabd348)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:32.905912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.917609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Calling delete_port for 00299e5e-acf9-4017-a78f-ef5191015561 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:33.093818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.119379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=00299e5e-acf9-4017-a78f-ef5191015561,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:33.280783 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.501489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:22:33.613280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:22:33.618477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b3b2a866-9f7c-46c7-a5dd-2675230fa9ba admin admin] 10.222.0.47 "PUT /v2.0/routers/385c53a5-74c4-4eb8-a3d2-26e8ac0f385b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544764 Feb 04 16:22:33.621960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35086) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:33.624815 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] Sync routers for ids ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:22:33.636003 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] Routers {'385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:22:33.636994 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:22:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:33.740094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.746516 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1adb8eb2-9335-484f-98b8-cb1025bfc46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.839915 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] Set router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:22:33.844731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.898408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Deleting port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:33.898790 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.978501 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] For port 9ba94ea1-bc44-4ca3-9c26-443cedd547e4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9ba94ea1-bc44-4ca3-9c26-443cedd547e4,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:33.978868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.992417 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Calling delete_port for 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:34.024128 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:22:33Z', 'revision_number': 5, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port': {'id': '9ba94ea1-bc44-4ca3-9c26-443cedd547e4', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:39Z', 'updated_at': '2022-02-04T16:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:34.050605 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] Checking router: 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:22:34.058804 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] Routers {'385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:22:34.059413 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:22:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:34.148622 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] Set router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:22:34.161119 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.190388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba94ea1-bc44-4ca3-9c26-443cedd547e4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:34.205567 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:22:33Z', 'revision_number': 6, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:34.234882 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e00ae-09b8-49b8-b3a4-84c2a5ddcfb5 None None] The sync data for ids ['385c53a5-74c4-4eb8-a3d2-26e8ac0f385b'] in n-d-827869-1 is: [{'id': '385c53a5-74c4-4eb8-a3d2-26e8ac0f385b', 'name': 'tempest-TestVolumeBootPattern-2080449281-router', 'tenant_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:38Z', 'updated_at': '2022-02-04T16:22:33Z', 'revision_number': 6, 'project_id': '918c9279e8c74eeeb61c2841a67e7bc9', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:22:34.251802 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.343394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.345522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.394752 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.395408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 385c53a5-74c4-4eb8-a3d2-26e8ac0f385b {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:22:34.399747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.400909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0bc30f96-d457-4326-9fb7-d5965d54ffd5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/385c53a5-74c4-4eb8-a3d2-26e8ac0f385b HTTP/1.1" status: 204 len: 168 time: 0.7779186 Feb 04 16:22:34.403429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35088) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:34.447182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d47f0ad-51e8-4467-bf0f-67c3576dc271 admin admin] Deleting subnet 34b142f4-0777-4924-b442-99dad3bc62d3 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:22:34.450521 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d47f0ad-51e8-4467-bf0f-67c3576dc271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.484422 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d47f0ad-51e8-4467-bf0f-67c3576dc271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.559328 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d47f0ad-51e8-4467-bf0f-67c3576dc271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.622166 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d47f0ad-51e8-4467-bf0f-67c3576dc271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.653809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47f0ad-51e8-4467-bf0f-67c3576dc271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b142f4-0777-4924-b442-99dad3bc62d3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:34.659324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3d47f0ad-51e8-4467-bf0f-67c3576dc271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.663008 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3d47f0ad-51e8-4467-bf0f-67c3576dc271 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/34b142f4-0777-4924-b442-99dad3bc62d3 HTTP/1.1" status: 204 len: 168 time: 0.2586095 Feb 04 16:22:34.665412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35090) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:34.668649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7c032-74ca-4548-948b-f009cd6a55f2 None None] Network 90eaa744-1b62-4ba4-9516-bd3e573a629e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:22:34.736634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.794466 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Deleting port e78e8c45-bcc6-4da4-ac39-b31d5837b184 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:34.794821 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.010362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] DHCP port deletion for 90eaa744-1b62-4ba4-9516-bd3e573a629e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:22:35.070812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] Deleting port e78e8c45-bcc6-4da4-ac39-b31d5837b184 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:22:35.071350 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.154470 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] For port e78e8c45-bcc6-4da4-ac39-b31d5837b184, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e78e8c45-bcc6-4da4-ac39-b31d5837b184,segment=NetworkSegment(b271e1fc-72a4-47ae-a339-b591ceabd348),segment_id=b271e1fc-72a4-47ae-a339-b591ceabd348)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:35.154848 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.171232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Calling delete_port for e78e8c45-bcc6-4da4-ac39-b31d5837b184 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:35.177555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] For port e78e8c45-bcc6-4da4-ac39-b31d5837b184, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e78e8c45-bcc6-4da4-ac39-b31d5837b184,segment=NetworkSegment(b271e1fc-72a4-47ae-a339-b591ceabd348),segment_id=b271e1fc-72a4-47ae-a339-b591ceabd348)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:35.177956 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.191985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] Calling delete_port for e78e8c45-bcc6-4da4-ac39-b31d5837b184 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:22:35.263187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.287534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.293462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e78e8c45-bcc6-4da4-ac39-b31d5837b184,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:35.306991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] No DVR routers for this DVR port e78e8c45-bcc6-4da4-ac39-b31d5837b184 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:35.314026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] Pushing event deleted for resources: {'Port': ['ID=e78e8c45-bcc6-4da4-ac39-b31d5837b184,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:35.317934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dc1db-552d-4c25-a576-6a6628be6766 None None] No DVR routers for this DVR port e78e8c45-bcc6-4da4-ac39-b31d5837b184 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:35.382889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.404523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90eaa744-1b62-4ba4-9516-bd3e573a629e']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:35.414835 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b271e1fc-72a4-47ae-a339-b591ceabd348') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:35.415136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b271e1fc-72a4-47ae-a339-b591ceabd348') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:35.429880 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.446419 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.453603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:22:35.454168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:35.455976 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:35.475467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e78e8c45-bcc6-4da4-ac39-b31d5837b184 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:22:35.495903 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e78e8c45-bcc6-4da4-ac39-b31d5837b184 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:22:35.496252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e78e8c45-bcc6-4da4-ac39-b31d5837b184 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:22:35.496680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:22:35.515116 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.516790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:22:35.517337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9ba94ea1-bc44-4ca3-9c26-443cedd547e4 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:22:35.517827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 00299e5e-acf9-4017-a78f-ef5191015561 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:22:35.523359 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.526765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] 10.222.0.47 "DELETE /v2.0/networks/90eaa744-1b62-4ba4-9516-bd3e573a629e HTTP/1.1" status: 204 len: 168 time: 0.8593986 Feb 04 16:22:35.537921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3117-fa62-426b-9c6d-2426f44a10bb admin admin] Pushing event deleted for resources: {'Network': ['ID=90eaa744-1b62-4ba4-9516-bd3e573a629e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:35.544117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 00299e5e-acf9-4017-a78f-ef5191015561 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:22:35.544704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 00299e5e-acf9-4017-a78f-ef5191015561 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:22:35.688889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35094) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:35.730840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b970cb2a-02cc-4886-8d04-7fd91efc24b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d55953b37bf64d9a9fa3e8564a0b1a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406501 Feb 04 16:22:35.733302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35096) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:35.783544 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5bf42489-e18a-4d6c-a276-a22c1a80f642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.804756 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5bf42489-e18a-4d6c-a276-a22c1a80f642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.853095 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5bf42489-e18a-4d6c-a276-a22c1a80f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.855766 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5bf42489-e18a-4d6c-a276-a22c1a80f642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.856912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5bf42489-e18a-4d6c-a276-a22c1a80f642 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/457fd751-a9b7-4723-acf4-e1db0e7f05c6 HTTP/1.1" status: 204 len: 168 time: 0.1227124 Feb 04 16:22:35.864832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42489-e18a-4d6c-a276-a22c1a80f642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457fd751-a9b7-4723-acf4-e1db0e7f05c6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:35.954807 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.182366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35102) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:36.226908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c36a5639-6903-45b3-99ba-3b116ccca7e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=918c9279e8c74eeeb61c2841a67e7bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433640 Feb 04 16:22:36.229266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35104) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:22:36.276279 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f202d7ed-496a-42ce-bbce-2b3f8d5af8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.298076 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f202d7ed-496a-42ce-bbce-2b3f8d5af8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.346062 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f202d7ed-496a-42ce-bbce-2b3f8d5af8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.349233 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f202d7ed-496a-42ce-bbce-2b3f8d5af8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.350413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f202d7ed-496a-42ce-bbce-2b3f8d5af8fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8fa614f-056f-4f36-afac-619c9c589831 HTTP/1.1" status: 204 len: 168 time: 0.1202669 Feb 04 16:22:36.358350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202d7ed-496a-42ce-bbce-2b3f8d5af8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fa614f-056f-4f36-afac-619c9c589831,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:37.048485 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.589844 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:40.133223 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.973131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-7a6ddd6f-da14-42df-9030-4a894de1777c tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=649917202f914502981068fc6fd6282c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222597 Feb 04 16:22:47.087514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-de8c6013-9267-4551-9cf5-da63d1445948 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:47.088899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-de8c6013-9267-4551-9cf5-da63d1445948 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101651 Feb 04 16:22:47.104901 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-1089c8c5-569a-4be7-ba88-8afd0918cc84 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/quotas/649917202f914502981068fc6fd6282c HTTP/1.1" status: 200 len: 375 time: 0.0101345 Feb 04 16:22:47.136426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f5871be6-d5bd-4843-8447-eb4ebac91683 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=649917202f914502981068fc6fd6282c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261786 Feb 04 16:22:48.302729 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e08372a-14b5-4ab6-8a26-9951e2f2c076 req-0d25f25d-593f-47ab-8d07-c31bfbe43c90 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 210 time: 0.0268052 Feb 04 16:22:49.394666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bf51c9bb-a75b-497e-81fb-7e292c1b13c6 req-9107486a-73e3-473f-8ede-b4a222d0958f tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 210 time: 0.0262475 Feb 04 16:22:49.568959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-7190d126-d840-456a-a08e-ed2cfadf4f60 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=649917202f914502981068fc6fd6282c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206606 Feb 04 16:22:49.682748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-1a7cb339-452a-4c6d-a22a-0e1f9e79c9e2 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:49.684181 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-1a7cb339-452a-4c6d-a22a-0e1f9e79c9e2 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098058 Feb 04 16:22:49.710050 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Request body: {'port': {'device_id': '7d9601ed-d00b-454b-8fe2-1b55f1dca9b5', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'admin_state_up': True, 'tenant_id': '649917202f914502981068fc6fd6282c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:22:49.818934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Made reservation on behalf of 649917202f914502981068fc6fd6282c for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:49.822406 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.836428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.911120 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.914955 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.980992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1559b8-9f85-4306-a43a-7d409e097664,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:50.046263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Allocated IP 192.168.233.179 (d69dd10b-484f-4de0-a6e3-021cb91716b0/340bf547-7e69-45eb-bb4d-18aef2c2c944/a712cb05-e550-4c55-9b0f-d370a0b43764) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:22:50.194772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.228127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.272214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Network d69dd10b-484f-4de0-a6e3-021cb91716b0 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:22:50.275425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:50.283679 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:22:50.317460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Pushing event updated for resources: {'Port': ['ID=a712cb05-e550-4c55-9b0f-d370a0b43764,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:50.345081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:50.345751 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.363230 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-2c3e5910-6968-451c-8077-64e303dfcc89 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6573019 Feb 04 16:22:50.385103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Request body: {'port': {'device_id': '7d9601ed-d00b-454b-8fe2-1b55f1dca9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:22:50.445605 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.520074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07fc14-97d3-45e5-ac35-5e3309528147 req-99b71e01-f927-4308-b920-00feea95a2b9 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:50.521623 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e07fc14-97d3-45e5-ac35-5e3309528147 req-99b71e01-f927-4308-b920-00feea95a2b9 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 936 time: 0.0501623 Feb 04 16:22:50.562460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e07fc14-97d3-45e5-ac35-5e3309528147 req-d8fbe87c-82ef-43ee-a156-c3f1e5aa7952 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339389 Feb 04 16:22:50.576712 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3c2cd4cc-df6b-417e-9750-0319877974af None None] Provisioning complete for port a712cb05-e550-4c55-9b0f-d370a0b43764 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:50.577240 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3c2cd4cc-df6b-417e-9750-0319877974af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.612811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3c2cd4cc-df6b-417e-9750-0319877974af None None] Port a712cb05-e550-4c55-9b0f-d370a0b43764 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:22:50.717343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a712cb05-e550-4c55-9b0f-d370a0b43764 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:50.725591 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.738841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Transition to ACTIVE for port object a712cb05-e550-4c55-9b0f-d370a0b43764 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:50.742495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.797545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=a712cb05-e550-4c55-9b0f-d370a0b43764,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:50.870336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Attempting to bind port a712cb05-e550-4c55-9b0f-d370a0b43764 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:22:50.870685 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Attempting to bind port a712cb05-e550-4c55-9b0f-d370a0b43764 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:22:50.871025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Attempting to bind port a712cb05-e550-4c55-9b0f-d370a0b43764 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:22:50.875630 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Port a712cb05-e550-4c55-9b0f-d370a0b43764 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:22:50.875963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Attempting to bind port a712cb05-e550-4c55-9b0f-d370a0b43764 on network d69dd10b-484f-4de0-a6e3-021cb91716b0 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:22:50.881005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:22:50.881353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Checking segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:22:50.881747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Bound using segment: {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:22:50.882227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Bound port: a712cb05-e550-4c55-9b0f-d370a0b43764, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7baae-05a7-433f-b544-4e706f748111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:22:50.882593 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.954183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] For port a712cb05-e550-4c55-9b0f-d370a0b43764, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:22:50.957927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] For port a712cb05-e550-4c55-9b0f-d370a0b43764, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a712cb05-e550-4c55-9b0f-d370a0b43764,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:22:50.963272 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.005048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.005638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.007105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] 10.222.0.50 "PUT /v2.0/ports/a712cb05-e550-4c55-9b0f-d370a0b43764 HTTP/1.1" status: 200 len: 1096 time: 0.6304069 Feb 04 16:22:51.007541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9601ed-d00b-454b-8fe2-1b55f1dca9b5', 'tag': 'a712cb05-e550-4c55-9b0f-d370a0b43764'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:51.009811 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9601ed-d00b-454b-8fe2-1b55f1dca9b5", "tag": "a712cb05-e550-4c55-9b0f-d370a0b43764"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:22:51.043252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8584f-d500-4469-bb62-978e0214ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=a712cb05-e550-4c55-9b0f-d370a0b43764,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:51.056039 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933b8634-c12f-4e86-91c6-8d05733d5e23 x-openstack-request-id: req-933b8634-c12f-4e86-91c6-8d05733d5e23 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:22:51.056400 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9601ed-d00b-454b-8fe2-1b55f1dca9b5", "tag": "a712cb05-e550-4c55-9b0f-d370a0b43764", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:22:51.056745 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-933b8634-c12f-4e86-91c6-8d05733d5e23 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:22:51.057278 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9601ed-d00b-454b-8fe2-1b55f1dca9b5', 'tag': 'a712cb05-e550-4c55-9b0f-d370a0b43764', 'status': 'completed', 'code': 200} Feb 04 16:22:51.115152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-b8e4ea75-16ab-425e-b1e8-b7596c75622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.116782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-b8e4ea75-16ab-425e-b1e8-b7596c75622b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=649917202f914502981068fc6fd6282c&device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 1099 time: 0.0436454 Feb 04 16:22:51.167807 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-b4592490-01f2-44b4-9851-be4cd38f786c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a712cb05-e550-4c55-9b0f-d370a0b43764 HTTP/1.1" status: 200 len: 217 time: 0.0366826 Feb 04 16:22:51.222478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-04a59aa3-6240-4b7e-ba49-7e22efb064f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.223942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-04a59aa3-6240-4b7e-ba49-7e22efb064f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0499997 Feb 04 16:22:51.269467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-14abd1d7-623d-4880-9a32-3d785bba2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.271121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-14abd1d7-623d-4880-9a32-3d785bba2bb8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401609 Feb 04 16:22:51.363996 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-ba920faa-df99-4ce9-b17d-6d87d2fd3c8a service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861793 Feb 04 16:22:51.458378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d245faa0-655f-482a-a251-b877ddc3fe5f req-580edc40-3ecc-4622-8c84-efb4034a95af service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878093 Feb 04 16:22:51.584324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-22b92d4f-b590-4ca3-a28a-b87abe09b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.585812 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-22b92d4f-b590-4ca3-a28a-b87abe09b2d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=649917202f914502981068fc6fd6282c&device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 1099 time: 0.0447397 Feb 04 16:22:51.693599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-0eb0bfbc-9dfa-44f4-9260-300285fd6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.695096 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-0eb0bfbc-9dfa-44f4-9260-300285fd6fa0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d69dd10b-484f-4de0-a6e3-021cb91716b0 HTTP/1.1" status: 200 len: 870 time: 0.1025314 Feb 04 16:22:51.699307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a11c82-c0fa-46e9-a9ef-5543eeedeaa8 req-555802e2-3869-4677-8d30-ee70b7d1c72b tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.701006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b3a11c82-c0fa-46e9-a9ef-5543eeedeaa8 req-555802e2-3869-4677-8d30-ee70b7d1c72b tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 948 time: 0.0528963 Feb 04 16:22:51.738102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-cb1bbb61-fba1-42b2-b49f-6edddc1a5284 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a712cb05-e550-4c55-9b0f-d370a0b43764 HTTP/1.1" status: 200 len: 217 time: 0.0359726 Feb 04 16:22:51.738450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b3a11c82-c0fa-46e9-a9ef-5543eeedeaa8 req-1631e14e-606c-4f10-a8a0-c5369f7e603d tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Feb 04 16:22:51.787271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-07856a60-734b-4f27-abdf-b01988554383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.788735 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-07856a60-734b-4f27-abdf-b01988554383 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340bf547-7e69-45eb-bb4d-18aef2c2c944 HTTP/1.1" status: 200 len: 843 time: 0.0448782 Feb 04 16:22:51.833648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-2782813d-49e6-4cfc-a5dd-120230fd03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.835203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-2782813d-49e6-4cfc-a5dd-120230fd03c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d69dd10b-484f-4de0-a6e3-021cb91716b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403743 Feb 04 16:22:51.927761 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-03020cda-fc6f-42f7-827d-a9eae6d12dbf service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862648 Feb 04 16:22:52.018930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c38bfb21-ca48-4b01-8b87-35b3d1894fa6 req-09b4e254-8ca3-4e3c-8737-4b4cae878be7 service neutron] 10.222.0.50 "GET /v2.0/networks/d69dd10b-484f-4de0-a6e3-021cb91716b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838444 Feb 04 16:22:52.861258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25293a78-c8ef-4f63-b243-609fd2e6fa47 req-83e82e3b-a68e-4f8c-b89e-e525b67d82d4 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:52.862759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25293a78-c8ef-4f63-b243-609fd2e6fa47 req-83e82e3b-a68e-4f8c-b89e-e525b67d82d4 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 948 time: 0.0533085 Feb 04 16:22:52.902223 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25293a78-c8ef-4f63-b243-609fd2e6fa47 req-b1680602-8ed1-4ca2-b91a-8f19d87b8331 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330846 Feb 04 16:22:53.600109 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.017504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e2329-0ae8-4730-8501-cc8efaa0f588 req-9ea27beb-065d-49a6-84df-83dc1d4c796b tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:54.019743 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e22e2329-0ae8-4730-8501-cc8efaa0f588 req-9ea27beb-065d-49a6-84df-83dc1d4c796b tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 948 time: 0.0510094 Feb 04 16:22:54.059299 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e22e2329-0ae8-4730-8501-cc8efaa0f588 req-f2a4afe5-6ca0-4c81-bc46-43c90510187f tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Feb 04 16:22:54.592820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a712cb05-e550-4c55-9b0f-d370a0b43764 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:22:54.686831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a712cb05-e550-4c55-9b0f-d370a0b43764, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a712cb05-e550-4c55-9b0f-d370a0b43764,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:54.697851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'a712cb05-e550-4c55-9b0f-d370a0b43764', 'network_id': 'd69dd10b-484f-4de0-a6e3-021cb91716b0', 'port_id': 'a712cb05-e550-4c55-9b0f-d370a0b43764', 'mac_address': 'fa:16:3e:4f:60:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340bf547-7e69-45eb-bb4d-18aef2c2c944', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:22:54.738001 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.750274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a712cb05-e550-4c55-9b0f-d370a0b43764 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:54.769604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a712cb05-e550-4c55-9b0f-d370a0b43764, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a712cb05-e550-4c55-9b0f-d370a0b43764,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:54.773266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.819283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a712cb05-e550-4c55-9b0f-d370a0b43764,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:55.180892 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bfb3-f36d-43e2-8c65-5d24fffbcb34 req-7dbfe9c7-0c9d-47e4-848f-5629ee417391 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:55.182430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-04e4bfb3-f36d-43e2-8c65-5d24fffbcb34 req-7dbfe9c7-0c9d-47e4-848f-5629ee417391 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 949 time: 0.0495951 Feb 04 16:22:55.211012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['a712cb05-e550-4c55-9b0f-d370a0b43764'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:22:55.221279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-04e4bfb3-f36d-43e2-8c65-5d24fffbcb34 req-279f5e24-e100-4cb6-bb51-de64f3e945e3 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Feb 04 16:22:56.339386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b505c6-f9d1-42c9-8047-7f1da23bcdf0 req-64a2eaaf-89bc-4cce-b60d-20f04547c9cd tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:56.340901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-47b505c6-f9d1-42c9-8047-7f1da23bcdf0 req-64a2eaaf-89bc-4cce-b60d-20f04547c9cd tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 949 time: 0.0495243 Feb 04 16:22:56.379681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-47b505c6-f9d1-42c9-8047-7f1da23bcdf0 req-3b361be6-4d7d-4a1a-a8b6-25b7326dc314 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Feb 04 16:22:56.608819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a712cb05-e550-4c55-9b0f-d370a0b43764 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:22:56.671850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port a712cb05-e550-4c55-9b0f-d370a0b43764 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:56.675668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port a712cb05-e550-4c55-9b0f-d370a0b43764 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:56.676045 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:56.753675 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:56.777306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9601ed-d00b-454b-8fe2-1b55f1dca9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a712cb05-e550-4c55-9b0f-d370a0b43764'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:56.779605 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b90cdd9-43f8-4ba2-8ad8-05344bc38d42" -d '{"events": [{"server_uuid": "7d9601ed-d00b-454b-8fe2-1b55f1dca9b5", "name": "network-vif-plugged", "status": "completed", "tag": "a712cb05-e550-4c55-9b0f-d370a0b43764"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:22:56.796038 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a712cb05-e550-4c55-9b0f-d370a0b43764, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a712cb05-e550-4c55-9b0f-d370a0b43764,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:56.800824 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:56.829260 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27254649-8bfe-41a3-a9d7-584d67441958 x-openstack-request-id: req-27254649-8bfe-41a3-a9d7-584d67441958 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:22:56.829554 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9601ed-d00b-454b-8fe2-1b55f1dca9b5", "name": "network-vif-plugged", "status": "completed", "tag": "a712cb05-e550-4c55-9b0f-d370a0b43764", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:22:56.829810 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27254649-8bfe-41a3-a9d7-584d67441958 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:22:56.830220 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9601ed-d00b-454b-8fe2-1b55f1dca9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a712cb05-e550-4c55-9b0f-d370a0b43764', 'code': 200} Feb 04 16:22:56.858438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a712cb05-e550-4c55-9b0f-d370a0b43764,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:56.949076 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9f5e6-e8f8-4130-93ff-4e6214450f86 req-b21b48e5-0d2a-4807-afef-0de447540c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:56.950701 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-33e9f5e6-e8f8-4130-93ff-4e6214450f86 req-b21b48e5-0d2a-4807-afef-0de447540c81 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 1101 time: 0.0462155 Feb 04 16:22:56.998710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-33e9f5e6-e8f8-4130-93ff-4e6214450f86 req-7f01fd27-3468-40b3-bc70-9088d1e19665 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 Feb 04 16:22:57.047397 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:22:57.503693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f173aae-544f-4aaa-821b-afdc7232c2ab req-25fe52b5-6ec9-41a1-bc5c-0f727eae81d6 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:57.505341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f173aae-544f-4aaa-821b-afdc7232c2ab req-25fe52b5-6ec9-41a1-bc5c-0f727eae81d6 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 950 time: 0.0557182 Feb 04 16:22:57.548986 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6f173aae-544f-4aaa-821b-afdc7232c2ab req-56578092-e484-48d6-b910-ab2c5877db59 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Feb 04 16:22:58.679794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e0c37-2d67-42c7-96f0-69720f0fe815 req-28a79785-62b0-4984-9f67-db6893af8b4e tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:58.681283 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b60e0c37-2d67-42c7-96f0-69720f0fe815 req-28a79785-62b0-4984-9f67-db6893af8b4e tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 950 time: 0.0576534 Feb 04 16:22:58.719359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b60e0c37-2d67-42c7-96f0-69720f0fe815 req-1914670f-1e73-4d1c-b1ad-3f985ff31497 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Feb 04 16:22:59.000041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-9f6195bd-5da0-4afe-b1be-9f32730e44c4 req-a5f62390-dc4b-4f2b-8d22-63c740f3d98f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:22:59.001024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f6195bd-5da0-4afe-b1be-9f32730e44c4 req-a5f62390-dc4b-4f2b-8d22-63c740f3d98f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056241 Feb 04 16:22:59.333692 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-db244116-ac41-4ca6-b3df-29d35e968b6b req-7427563c-72d5-4ffb-962f-285164ad2706 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:22:59.334725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-db244116-ac41-4ca6-b3df-29d35e968b6b req-7427563c-72d5-4ffb-962f-285164ad2706 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055890 Feb 04 16:22:59.678270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb100a-a8ff-451d-ab5a-33aca482e4cd req-24bc3312-c480-45a4-95a0-5a3ced9f3c8f tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:59.679761 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22cb100a-a8ff-451d-ab5a-33aca482e4cd req-24bc3312-c480-45a4-95a0-5a3ced9f3c8f tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 950 time: 0.0492718 Feb 04 16:22:59.717669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-22cb100a-a8ff-451d-ab5a-33aca482e4cd req-68d22432-4723-48b4-b160-2fea00c80d7d tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Feb 04 16:23:00.662690 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e71f6b48-c903-4358-95d3-c8539104331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.840517 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b95687-6c34-4016-9429-da550a266bf1 req-421047a0-6c1e-4cb4-9c82-5cd5bfd0e047 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:00.842057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08b95687-6c34-4016-9429-da550a266bf1 req-421047a0-6c1e-4cb4-9c82-5cd5bfd0e047 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 950 time: 0.0519569 Feb 04 16:23:00.887395 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08b95687-6c34-4016-9429-da550a266bf1 req-842044bd-ef43-4de6-acd4-96b3534e1b23 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd1559b8-9f85-4306-a43a-7d409e097664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Feb 04 16:23:01.263346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5f5b-f241-488b-b77e-4835a19af725 req-b01e1986-b01f-4fae-9b0c-3c6b99657600 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:01.264892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-840f5f5b-f241-488b-b77e-4835a19af725 req-b01e1986-b01f-4fae-9b0c-3c6b99657600 tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 950 time: 0.0520546 Feb 04 16:23:01.366388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Deleting port a712cb05-e550-4c55-9b0f-d370a0b43764 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:23:01.366890 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.458072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] For port a712cb05-e550-4c55-9b0f-d370a0b43764, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a712cb05-e550-4c55-9b0f-d370a0b43764,segment=NetworkSegment(b8d7baae-05a7-433f-b544-4e706f748111),segment_id=b8d7baae-05a7-433f-b544-4e706f748111)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:01.458438 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.470184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Calling delete_port for a712cb05-e550-4c55-9b0f-d370a0b43764 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:23:01.602395 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.630449 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Pushing event deleted for resources: {'Port': ['ID=a712cb05-e550-4c55-9b0f-d370a0b43764,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:01.638528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['a712cb05-e550-4c55-9b0f-d370a0b43764'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:23:01.676969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] No DVR routers for this DVR port a712cb05-e550-4c55-9b0f-d370a0b43764 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:01.679614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.682974 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-840f5f5b-f241-488b-b77e-4835a19af725 req-6eefa2c0-f37a-4c0f-9a2c-d6417892ddde tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.50 "DELETE /v2.0/ports/a712cb05-e550-4c55-9b0f-d370a0b43764 HTTP/1.1" status: 204 len: 173 time: 0.4115212 Feb 04 16:23:01.683425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9601ed-d00b-454b-8fe2-1b55f1dca9b5', 'name': 'network-vif-deleted', 'tag': 'a712cb05-e550-4c55-9b0f-d370a0b43764'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:01.685698 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc16122-de1f-4b01-9162-b3820c71158f" -d '{"events": [{"server_uuid": "7d9601ed-d00b-454b-8fe2-1b55f1dca9b5", "name": "network-vif-deleted", "tag": "a712cb05-e550-4c55-9b0f-d370a0b43764"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:23:01.724895 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ce9cf5-b91a-4192-b5dc-d6eb484880d7 x-openstack-request-id: req-62ce9cf5-b91a-4192-b5dc-d6eb484880d7 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:23:01.725225 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9601ed-d00b-454b-8fe2-1b55f1dca9b5", "name": "network-vif-deleted", "tag": "a712cb05-e550-4c55-9b0f-d370a0b43764", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:23:01.725480 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62ce9cf5-b91a-4192-b5dc-d6eb484880d7 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:23:01.725886 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9601ed-d00b-454b-8fe2-1b55f1dca9b5', 'name': 'network-vif-deleted', 'tag': 'a712cb05-e550-4c55-9b0f-d370a0b43764', 'status': 'completed', 'code': 200} Feb 04 16:23:01.995966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-161f8913-bedd-4468-99b5-6ed08b338743 req-b192a015-bfcd-4e02-a81a-75436452dfeb tempest-ServersAdminNegativeTestJSON-621915876 tempest-ServersAdminNegativeTestJSON-621915876-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d9601ed-d00b-454b-8fe2-1b55f1dca9b5 HTTP/1.1" status: 200 len: 210 time: 0.0256550 Feb 04 16:23:03.301476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35240) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:03.438956 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-05604e9f-6298-4d5d-a339-9fcd3c461fd6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=649917202f914502981068fc6fd6282c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362665 Feb 04 16:23:03.441931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:03.490715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd03695d-9690-438f-bf99-0e5e170187cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.512046 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd03695d-9690-438f-bf99-0e5e170187cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.561268 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd03695d-9690-438f-bf99-0e5e170187cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.563877 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd03695d-9690-438f-bf99-0e5e170187cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.565653 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fd03695d-9690-438f-bf99-0e5e170187cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd1559b8-9f85-4306-a43a-7d409e097664 HTTP/1.1" status: 204 len: 168 time: 0.1227913 Feb 04 16:23:03.578441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03695d-9690-438f-bf99-0e5e170187cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1559b8-9f85-4306-a43a-7d409e097664,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:03.742403 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9878aa9c-a860-4711-a432-38f132397c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.863462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35250) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:03.878113 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f929899e-f3c5-4431-925c-9cd3fb66ab2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.975556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f929899e-f3c5-4431-925c-9cd3fb66ab2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.979492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f929899e-f3c5-4431-925c-9cd3fb66ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.021613 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f929899e-f3c5-4431-925c-9cd3fb66ab2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4900f2094cfc4efeb2e409e43c9b3a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567833 Feb 04 16:23:04.022607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929899e-f3c5-4431-925c-9cd3fb66ab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e199c98-470c-41ff-a3d4-0991bf67dcef,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:04.024228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35252) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:04.078818 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1fa3de06-2d2b-4f3a-bffc-a0abc38e51d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.099649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1fa3de06-2d2b-4f3a-bffc-a0abc38e51d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.149817 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1fa3de06-2d2b-4f3a-bffc-a0abc38e51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.152492 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1fa3de06-2d2b-4f3a-bffc-a0abc38e51d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.153688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1fa3de06-2d2b-4f3a-bffc-a0abc38e51d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e199c98-470c-41ff-a3d4-0991bf67dcef HTTP/1.1" status: 204 len: 168 time: 0.1283991 Feb 04 16:23:04.162572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3de06-2d2b-4f3a-bffc-a0abc38e51d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e199c98-470c-41ff-a3d4-0991bf67dcef,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:04.765473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a712cb05-e550-4c55-9b0f-d370a0b43764 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:23:04.787125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: a712cb05-e550-4c55-9b0f-d370a0b43764 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:23:04.787461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a712cb05-e550-4c55-9b0f-d370a0b43764 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:23:04.853905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35274) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:04.952761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-533307966-network', 'tenant_id': 'a9f09a0a4b744a7d9878561ec5ea6438'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:23:04.975747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Made reservation on behalf of a9f09a0a4b744a7d9878561ec5ea6438 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:04.978162 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.986744 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.071663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.078872 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.104481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:23:05.117452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.117854 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Added segment dc01cdf3-0b0b-4040-b89b-dace1c0703e6 of type vlan for network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 Feb 04 16:23:05.119169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28122c1f-1b6d-4cfe-ae1e-18781c00d710,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:05.168657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.199831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.200903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:05.201499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.260697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4056542 Feb 04 16:23:05.263713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35278) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:05.269644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Request body: {'subnet': {'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-533307966-subnet', 'tenant_id': 'a9f09a0a4b744a7d9878561ec5ea6438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:23:05.270481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ef77a-6849-4f11-bed1-f57870f26866 admin admin] Pushing event updated for resources: {'Network': ['ID=79f31e3e-2626-4977-a3cf-9a68a1e52cd1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:05.280510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:23:05.294753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Made reservation on behalf of a9f09a0a4b744a7d9878561ec5ea6438 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:05.297111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.474234 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.534061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4752c328-c547-479b-9e9c-5a259022ed34,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:05.539266 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Checking segment: {'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:23:05.539691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Network hostable DHCP agents. Network: 79f31e3e-2626-4977-a3cf-9a68a1e52cd1, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:23:05.556234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:23:05.565767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 79f31e3e-2626-4977-a3cf-9a68a1e52cd1) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:05.570147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:05.570765 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.577074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97778615-c9eb-402d-9677-516573bd96b8 None None] Network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:23:05.591455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ae5ea7e6-4fb1-40ae-b8e6-a018db079fe2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3265364 Feb 04 16:23:05.721205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09453da3-0c3f-4095-88a4-4ba2c292987d None None] Network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:23:05.958628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.042465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-8a17c342-3a56-4958-9d52-cf121a742ebf tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:06.044141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-8a17c342-3a56-4958-9d52-cf121a742ebf tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 811 time: 0.1077797 Feb 04 16:23:06.061409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-8f785928-aab9-4eb7-b0fd-3efc1da7a22f tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/quotas/a9f09a0a4b744a7d9878561ec5ea6438 HTTP/1.1" status: 200 len: 375 time: 0.0107033 Feb 04 16:23:06.099374 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-b970d6d4-f7f9-4be8-866a-a8ad4a9a735a tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313737 Feb 04 16:23:06.194207 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-87f2a8e4-3695-4117-99f1-93a5b8afda95 service neutron] 10.222.0.47 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869935 Feb 04 16:23:06.294854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-51694523-3253-470d-9f9f-c771f0545cf7 service neutron] 10.222.0.47 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914421 Feb 04 16:23:06.466749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64f4bd4a-0316-472b-9afe-f08dd8f24aa2 req-6c1ec526-586d-4a99-aa5c-3d1bd582cb83 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 210 time: 0.0345030 Feb 04 16:23:07.050943 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.551174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b5126d7e-48ed-48bc-94c5-413063024283 req-ab73aecd-344b-44fe-b6ce-499295481444 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 210 time: 0.0344884 Feb 04 16:23:07.754417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.632511 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ec62cde8-fd9d-415d-a8a3-dd43537d9bd6 req-f86035a8-683f-4f3e-919a-77dbc8d5e489 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 210 time: 0.0277801 Feb 04 16:23:09.772031 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e016b87-74f6-4630-a3f0-dbff53675813 req-39713963-b66a-464b-b068-4aa782c94428 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 210 time: 0.0572510 Feb 04 16:23:09.848753 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-05fd5e44-0e97-42b3-8d20-957f1cd13887 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:09.850306 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-05fd5e44-0e97-42b3-8d20-957f1cd13887 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.50 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 811 time: 0.1477079 Feb 04 16:23:09.880198 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Request body: {'port': {'device_id': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1', 'admin_state_up': True, 'tenant_id': 'a9f09a0a4b744a7d9878561ec5ea6438'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:23:09.993846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Made reservation on behalf of a9f09a0a4b744a7d9878561ec5ea6438 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:09.997505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.148886 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.152933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Allocated IP 172.20.0.10 (79f31e3e-2626-4977-a3cf-9a68a1e52cd1/4752c328-c547-479b-9e9c-5a259022ed34/0c5eb12b-367b-40e1-9f0a-1f3286d4677c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:10.315673 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.351499 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.399118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:10.402168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:10.404751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:23:10.431952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:10.446986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.447700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.447700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.447963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.448559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.448890 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.449227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.449552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.449874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.450226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.450551 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.450875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:10.473267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:10.473898 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.490216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-e2b093fb-cb7b-4dbe-b421-c64ff569f212 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6143754 Feb 04 16:23:10.508975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Request body: {'port': {'device_id': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:23:10.569707 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.852975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5eb12b-367b-40e1-9f0a-1f3286d4677c {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:10.862812 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.900317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Transition to ACTIVE for port object 0c5eb12b-367b-40e1-9f0a-1f3286d4677c will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:10.905049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.967101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196e17c-2ad9-4b38-8268-9d8a6e715a01 req-c1c8d6ff-bd6e-4da5-a3c2-d35e5e84a005 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:10.968665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c196e17c-2ad9-4b38-8268-9d8a6e715a01 req-c1c8d6ff-bd6e-4da5-a3c2-d35e5e84a005 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 932 time: 0.1089618 Feb 04 16:23:10.999028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:11.060368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c196e17c-2ad9-4b38-8268-9d8a6e715a01 req-c4661298-b26a-495b-a5ed-1c757f6f4f87 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804811 Feb 04 16:23:11.075237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Attempting to bind port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:11.075487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Attempting to bind port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:11.075810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Attempting to bind port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:23:11.081003 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:23:11.081468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Attempting to bind port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:23:11.086282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:23:11.086615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Checking segment: {'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:23:11.087021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Bound using segment: {'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:23:11.087419 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Bound port: 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:11.087770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.155767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:11.161908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:11.168844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.231777 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:11.232849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.235092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] 10.222.0.50 "PUT /v2.0/ports/0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 1092 time: 0.7307899 Feb 04 16:23:11.235794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:11.239721 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994208c2-3901-46d9-90fd-3019c1e7186c" -d '{"events": [{"name": "network-changed", "server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:23:11.271552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab1fc9-ee75-4a77-b67a-132aa79324cd service neutron] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:11.289073 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384c7ca-d0c0-4f7e-9580-e88460d97b16 x-openstack-request-id: req-2384c7ca-d0c0-4f7e-9580-e88460d97b16 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:23:11.289371 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:23:11.289624 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2384c7ca-d0c0-4f7e-9580-e88460d97b16 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:23:11.290056 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'status': 'completed', 'code': 200} Feb 04 16:23:11.351956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-ee3f8d32-5a3a-4890-9720-b5b0e676d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:11.353395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-ee3f8d32-5a3a-4890-9720-b5b0e676d32d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1095 time: 0.0438561 Feb 04 16:23:11.405485 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-2cd02824-bf52-4856-bc38-d6234331f820 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 217 time: 0.0347869 Feb 04 16:23:11.470802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-af96623b-679c-4e1c-b23e-8b7509c7fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:11.472296 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-af96623b-679c-4e1c-b23e-8b7509c7fabc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 200 len: 851 time: 0.0558715 Feb 04 16:23:11.505184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-1ad5baeb-2eed-4a45-a15b-51a1232947dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259101 Feb 04 16:23:11.600899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-32d8912c-3f6b-498c-ace4-ec89342e23c7 service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883079 Feb 04 16:23:11.698608 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-38268679-fa7e-4cea-88bb-c5a2d13ed801 req-43ba9a1f-de45-4cde-beb0-4f0a58dce5db service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898860 Feb 04 16:23:11.831807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994208c2-3901-46d9-90fd-3019c1e7186c req-f8563bcd-77c1-4408-9630-9c337beb227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:11.833340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994208c2-3901-46d9-90fd-3019c1e7186c req-f8563bcd-77c1-4408-9630-9c337beb227e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1095 time: 0.0457420 Feb 04 16:23:11.933194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994208c2-3901-46d9-90fd-3019c1e7186c req-9ee69ae8-32d6-454c-a250-ab9b5e035b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:11.934810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994208c2-3901-46d9-90fd-3019c1e7186c req-9ee69ae8-32d6-454c-a250-ab9b5e035b91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 912 time: 0.0948277 Feb 04 16:23:11.985125 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994208c2-3901-46d9-90fd-3019c1e7186c req-96c4e037-8656-44dc-82a1-0f9049c9a362 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 217 time: 0.0400054 Feb 04 16:23:12.035829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994208c2-3901-46d9-90fd-3019c1e7186c req-19058e14-1029-4cbe-a160-f3bae8d28293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:12.037324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994208c2-3901-46d9-90fd-3019c1e7186c req-19058e14-1029-4cbe-a160-f3bae8d28293 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 200 len: 851 time: 0.0453634 Feb 04 16:23:12.070289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994208c2-3901-46d9-90fd-3019c1e7186c req-19e74f97-113e-404b-bf63-a95f4b04e126 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256188 Feb 04 16:23:12.198834 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994208c2-3901-46d9-90fd-3019c1e7186c req-66c750c8-085e-44ac-b7ce-8a1c2bc8d85c service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217818 Feb 04 16:23:12.207719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a45d3-2edb-4a9d-8521-40d3c3bce387 req-615a853f-5d91-4178-b994-68bf389b6a30 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:12.209253 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a4a45d3-2edb-4a9d-8521-40d3c3bce387 req-615a853f-5d91-4178-b994-68bf389b6a30 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 944 time: 0.0763407 Feb 04 16:23:12.300828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5a4a45d3-2edb-4a9d-8521-40d3c3bce387 req-65f350d5-fbe4-4794-b191-379807774501 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832205 Feb 04 16:23:12.330825 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-994208c2-3901-46d9-90fd-3019c1e7186c req-b4bb9644-e3c0-4ed8-a91e-0ed1ede09d8a service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199732 Feb 04 16:23:13.421745 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fedbf-cd96-4bc9-8b1c-59ff68c2a941 req-78efd8c0-aebf-4673-a9b5-e2ec1658f125 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:13.423301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e8fedbf-cd96-4bc9-8b1c-59ff68c2a941 req-78efd8c0-aebf-4673-a9b5-e2ec1658f125 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 944 time: 0.0520141 Feb 04 16:23:13.464368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e8fedbf-cd96-4bc9-8b1c-59ff68c2a941 req-131d3b1d-f627-4951-bbef-3e76078d1710 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Feb 04 16:23:14.643378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fad75b-f50d-45f1-bc75-08ca058a7053 req-b644c0e9-3671-4c78-8e33-b3a01c2a37c4 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:14.644902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9fad75b-f50d-45f1-bc75-08ca058a7053 req-b644c0e9-3671-4c78-8e33-b3a01c2a37c4 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 944 time: 0.1086085 Feb 04 16:23:14.686255 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9fad75b-f50d-45f1-bc75-08ca058a7053 req-8ec67947-d7e7-4031-9d58-b283b7adf4a2 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349748 Feb 04 16:23:14.786945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 0c5eb12b-367b-40e1-9f0a-1f3286d4677c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:23:14.880440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:14.893270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1', 'port_id': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'mac_address': 'fa:16:3e:6b:c7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4752c328-c547-479b-9e9c-5a259022ed34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:23:14.933746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:14.946281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5eb12b-367b-40e1-9f0a-1f3286d4677c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:14.965901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:14.970191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.020287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:15.382926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['0c5eb12b-367b-40e1-9f0a-1f3286d4677c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:23:15.865937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40da5ea-f5fb-4046-8539-3795eb0dfc24 req-3a56105f-23c1-4e71-b765-e6d532f1480e tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:15.867481 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e40da5ea-f5fb-4046-8539-3795eb0dfc24 req-3a56105f-23c1-4e71-b765-e6d532f1480e tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 945 time: 0.1133201 Feb 04 16:23:15.906448 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e40da5ea-f5fb-4046-8539-3795eb0dfc24 req-e3cdae50-5986-4e35-ada9-2604b8e7c35a tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328348 Feb 04 16:23:16.807114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 0c5eb12b-367b-40e1-9f0a-1f3286d4677c up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:23:16.854941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:16.858562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:16.858932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.933224 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.956789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:16.959078 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54d71ce-4e5f-47f8-8267-35d82aba6dab" -d '{"events": [{"server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "name": "network-vif-plugged", "status": "completed", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:23:16.974842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:16.979264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.011005 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8477ff3f-3801-48df-8dc0-f00ac03b856e x-openstack-request-id: req-8477ff3f-3801-48df-8dc0-f00ac03b856e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:23:17.011298 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "name": "network-vif-plugged", "status": "completed", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:23:17.011548 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8477ff3f-3801-48df-8dc0-f00ac03b856e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:23:17.011945 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'code': 200} Feb 04 16:23:17.027854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc02c02-a259-4301-a180-24b04f8b8b11 req-9e5d9119-01a9-4e68-8832-01f37cd6ce46 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:17.029353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5fc02c02-a259-4301-a180-24b04f8b8b11 req-9e5d9119-01a9-4e68-8832-01f37cd6ce46 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0531662 Feb 04 16:23:17.033893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:17.073725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5fc02c02-a259-4301-a180-24b04f8b8b11 req-ecbe005b-8a02-440e-a2b3-939200fc0325 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379415 Feb 04 16:23:17.130549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a029a-2df1-4a7c-9930-11a5ae736c87 req-7f5a050c-84f7-43c6-a7dc-e0800c392fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:17.132007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a51a029a-2df1-4a7c-9930-11a5ae736c87 req-7f5a050c-84f7-43c6-a7dc-e0800c392fe3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1097 time: 0.0397696 Feb 04 16:23:17.172699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a51a029a-2df1-4a7c-9930-11a5ae736c87 req-a11d92a3-e769-4ab1-84b6-93fa1aec30ee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Feb 04 16:23:18.207790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ddc9e-cf88-42bc-9dd3-ad5882216043 req-50a0d319-5fb5-4fc7-af91-9ff03461e83c tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:18.209493 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-290ddc9e-cf88-42bc-9dd3-ad5882216043 req-50a0d319-5fb5-4fc7-af91-9ff03461e83c tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0602069 Feb 04 16:23:18.254200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-290ddc9e-cf88-42bc-9dd3-ad5882216043 req-5d882f61-d089-47e0-98a2-e0876ab29d71 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387230 Feb 04 16:23:19.372058 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4128f2-50a4-4922-95fc-e3fafaa93e31 req-148aaa24-8673-4926-a887-3641221120fe tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:19.373532 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b4128f2-50a4-4922-95fc-e3fafaa93e31 req-148aaa24-8673-4926-a887-3641221120fe tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0514474 Feb 04 16:23:19.415187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2b4128f2-50a4-4922-95fc-e3fafaa93e31 req-f57bb46a-b598-4ecd-b962-51aff41e36b1 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340793 Feb 04 16:23:19.653337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:19.663832 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce1c3-6014-4c9d-9135-6f1a3c71c420 req-0da06e8d-f3e1-4f76-a15c-aa70a1b7708d tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:19.665324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-768ce1c3-6014-4c9d-9135-6f1a3c71c420 req-0da06e8d-f3e1-4f76-a15c-aa70a1b7708d tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0500219 Feb 04 16:23:19.707342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-768ce1c3-6014-4c9d-9135-6f1a3c71c420 req-aa0cc7c0-f3a5-40f1-beea-d372c3395507 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Feb 04 16:23:19.736211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-75f01793-bec0-435f-9bcf-ca3fbfdda18c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817685 Feb 04 16:23:19.744862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-874d2757-fcf6-47f0-a09b-85ac3920bb93 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:23:19.745806 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-874d2757-fcf6-47f0-a09b-85ac3920bb93 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048618 Feb 04 16:23:20.817349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-f97d000b-5594-4458-afb5-aa57c58f475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:20.818905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-f97d000b-5594-4458-afb5-aa57c58f475a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1097 time: 0.0415313 Feb 04 16:23:20.826358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686676f-9f5f-4eb5-b224-88cd5277072b req-e2f590d8-bedb-4652-bd81-8ac028b852a0 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:20.827870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1686676f-9f5f-4eb5-b224-88cd5277072b req-e2f590d8-bedb-4652-bd81-8ac028b852a0 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0486200 Feb 04 16:23:20.870352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1686676f-9f5f-4eb5-b224-88cd5277072b req-82e505e4-8fca-48a5-b0fe-25e0ab428dae tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Feb 04 16:23:20.910532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-20c6e43e-3cd8-4728-b787-aea7b6cb883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:20.912011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-20c6e43e-3cd8-4728-b787-aea7b6cb883a service neutron] 10.222.0.50 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 912 time: 0.0858459 Feb 04 16:23:20.957448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-64fb315f-b46d-4c5a-9687-aaa5257fd9ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 217 time: 0.0376329 Feb 04 16:23:21.006251 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-921922db-c8d0-427e-9dce-0ed6f090903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:21.007679 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-921922db-c8d0-427e-9dce-0ed6f090903b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 200 len: 851 time: 0.0430334 Feb 04 16:23:21.040203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-b39c9812-2e7a-4991-bf8d-700bd618ca8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245473 Feb 04 16:23:21.133060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-c9ec6b79-22dc-4c4a-b05a-9f366a39c07b service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850041 Feb 04 16:23:21.499441 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-635117eb-ee1b-499b-be14-e50adb06cc3f service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595440 Feb 04 16:23:21.986981 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c567c1-b313-42bc-a129-05758d6d498b req-650574f0-48c0-4de9-b4ae-8a8a7aec9b26 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:21.988436 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45c567c1-b313-42bc-a129-05758d6d498b req-650574f0-48c0-4de9-b4ae-8a8a7aec9b26 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0507112 Feb 04 16:23:22.025724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-45c567c1-b313-42bc-a129-05758d6d498b req-14faabc9-ae93-4e92-b43a-9332c0c31577 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Feb 04 16:23:23.143288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f827-910c-4158-aaf7-4f0bb4941b79 req-ea5698a2-4393-4421-93ad-7e71d1042323 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:23.144744 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a27f827-910c-4158-aaf7-4f0bb4941b79 req-ea5698a2-4393-4421-93ad-7e71d1042323 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0485034 Feb 04 16:23:23.181625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8a27f827-910c-4158-aaf7-4f0bb4941b79 req-47f268ae-31bf-4abc-b566-f0b357189089 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308266 Feb 04 16:23:23.619266 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.305823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f5eff-9009-49fe-a8e8-45949cc9907b req-e52547cb-22a0-4b27-a568-f52cac2af34d tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.307383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-116f5eff-9009-49fe-a8e8-45949cc9907b req-e52547cb-22a0-4b27-a568-f52cac2af34d tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0541103 Feb 04 16:23:24.349178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-116f5eff-9009-49fe-a8e8-45949cc9907b req-60814fed-589a-4546-9bd6-8f71f2147058 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Feb 04 16:23:25.468775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a02aa9-47c8-4360-b082-292d1d04bf3b req-8e78d742-a383-48c3-b71e-0168b85fe75c tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:25.470910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88a02aa9-47c8-4360-b082-292d1d04bf3b req-8e78d742-a383-48c3-b71e-0168b85fe75c tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0529776 Feb 04 16:23:25.510208 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-88a02aa9-47c8-4360-b082-292d1d04bf3b req-b6218d9b-8ab3-492b-80ad-dc6596d8aafb tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328581 Feb 04 16:23:26.514857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-f373983f-95a8-4d27-a544-170add81c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:26.516369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-f373983f-95a8-4d27-a544-170add81c417 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1097 time: 0.0415039 Feb 04 16:23:26.663629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82047-47f8-4436-bb07-7795e4f01a81 req-7774fcd2-aa1f-4905-9624-a97c0be138a8 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:26.665136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5e82047-47f8-4436-bb07-7795e4f01a81 req-7774fcd2-aa1f-4905-9624-a97c0be138a8 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0784819 Feb 04 16:23:26.666575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-3b2e2b14-3fc0-4e85-90e5-9ce873e57910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:26.667978 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-3b2e2b14-3fc0-4e85-90e5-9ce873e57910 service neutron] 10.222.0.50 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 912 time: 0.1295247 Feb 04 16:23:26.718624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-eff19c20-70cf-4120-bbc1-018f098449ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 217 time: 0.0412631 Feb 04 16:23:26.747422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a5e82047-47f8-4436-bb07-7795e4f01a81 req-7f31807e-7e58-4f4e-bd5b-0ab0f3c0baa2 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760381 Feb 04 16:23:26.783376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-7a7176dc-cae4-4f7a-b162-fe3345d94ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:26.784816 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-7a7176dc-cae4-4f7a-b162-fe3345d94ceb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 200 len: 851 time: 0.0554605 Feb 04 16:23:26.818517 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-9478e80d-bf65-473a-8e1a-32a7a7886ebf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260751 Feb 04 16:23:26.914529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-732022ff-825f-4761-9f09-233ab1c51ee3 service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888486 Feb 04 16:23:27.014988 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0daed0b1-425d-4f3f-9198-ec1283e9b304 req-763122e8-dbae-4ef7-8742-774fc33a7585 service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934293 Feb 04 16:23:27.862451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b3bac-aac3-46b1-9f03-f9f213751dba req-c71553dd-2a9d-456b-bb3e-bc6f87fefe8f tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:27.863902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-169b3bac-aac3-46b1-9f03-f9f213751dba req-c71553dd-2a9d-456b-bb3e-bc6f87fefe8f tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0473676 Feb 04 16:23:27.905778 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-169b3bac-aac3-46b1-9f03-f9f213751dba req-ee3c1f18-0449-4c7d-88c8-d47ed187d151 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Feb 04 16:23:29.021713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60ac4f-f8ad-4526-ad04-fed20e8fb5fe req-f5366577-f9b6-4c3b-8379-ee2a212140c3 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:29.023237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d60ac4f-f8ad-4526-ad04-fed20e8fb5fe req-f5366577-f9b6-4c3b-8379-ee2a212140c3 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0489275 Feb 04 16:23:29.060785 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d60ac4f-f8ad-4526-ad04-fed20e8fb5fe req-17dbadb6-728d-436e-b595-9a3a23cd40fd tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Feb 04 16:23:30.178125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ca491-35d2-43d4-bedf-ca13bff415c7 req-11dc6f8e-fc96-4e17-ac3b-6367f7e48f13 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:30.179601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a0ca491-35d2-43d4-bedf-ca13bff415c7 req-11dc6f8e-fc96-4e17-ac3b-6367f7e48f13 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0490246 Feb 04 16:23:30.216755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a0ca491-35d2-43d4-bedf-ca13bff415c7 req-199f2b0f-787c-4ad7-a964-aa90dbb9ca95 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Feb 04 16:23:30.663665 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9e6840c8-acea-4e9d-885b-72db86adfeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.337264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448f4b-aa92-4641-8457-bf2e9f520870 req-d2e49138-8891-462b-aca2-42b3d7de6bcf tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:31.338767 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f448f4b-aa92-4641-8457-bf2e9f520870 req-d2e49138-8891-462b-aca2-42b3d7de6bcf tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0488837 Feb 04 16:23:31.381771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f448f4b-aa92-4641-8457-bf2e9f520870 req-738485e7-471b-4a83-9fb9-04d22c44ac75 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366402 Feb 04 16:23:32.495939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1c00d-cc7d-4aaf-9adf-415b54d70860 req-82bfbf68-8884-46d8-99d6-a9491305d452 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:32.497473 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49e1c00d-cc7d-4aaf-9adf-415b54d70860 req-82bfbf68-8884-46d8-99d6-a9491305d452 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0492308 Feb 04 16:23:32.535018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49e1c00d-cc7d-4aaf-9adf-415b54d70860 req-e29459bf-35f8-421e-aafd-5c63409b8c41 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Feb 04 16:23:33.650925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a8bc6-5a93-4755-9af6-04d4ccba4e19 req-47881460-7cb9-4547-8cdc-135cecd29622 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:33.652390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-510a8bc6-5a93-4755-9af6-04d4ccba4e19 req-47881460-7cb9-4547-8cdc-135cecd29622 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0485821 Feb 04 16:23:33.689898 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-510a8bc6-5a93-4755-9af6-04d4ccba4e19 req-bdaa5a21-f971-4ca0-b142-ec662929e177 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Feb 04 16:23:33.743132 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-65a6ab96-593b-4034-9b77-96b09ef0d472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:34.046129 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:23:34.806878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783945eb-91ad-4fa8-8f2d-f7eb17f5df05 req-e79436dc-793c-4a65-8533-674eb24b29f1 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:34.808377 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-783945eb-91ad-4fa8-8f2d-f7eb17f5df05 req-e79436dc-793c-4a65-8533-674eb24b29f1 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0504220 Feb 04 16:23:34.852445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-783945eb-91ad-4fa8-8f2d-f7eb17f5df05 req-7af389f7-7127-4769-bc32-3e25145077fe tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Feb 04 16:23:35.962679 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.974738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a1542-e159-4dab-b873-c7d0390cacc8 req-1f7f8adc-c71b-440b-adb2-4744410141de tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:35.976234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e40a1542-e159-4dab-b873-c7d0390cacc8 req-1f7f8adc-c71b-440b-adb2-4744410141de tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0520780 Feb 04 16:23:36.015435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e40a1542-e159-4dab-b873-c7d0390cacc8 req-bea1d4eb-cc71-4fde-a706-31efea32c47b tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Feb 04 16:23:37.054758 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:37.139084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf120d-e24f-473b-93eb-74ba518406a7 req-a5f3a8f5-0381-443b-9f6e-b61b8ee0c8b2 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:37.140685 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43bf120d-e24f-473b-93eb-74ba518406a7 req-a5f3a8f5-0381-443b-9f6e-b61b8ee0c8b2 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0539052 Feb 04 16:23:37.180147 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-43bf120d-e24f-473b-93eb-74ba518406a7 req-7bf51105-d44f-4883-a1d1-08d433f42978 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Feb 04 16:23:37.593061 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.298140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb8701-c6a2-477d-966d-8118107353d3 req-eb2e6efa-8309-4aee-8152-71175cbab1bb tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:38.299683 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50eb8701-c6a2-477d-966d-8118107353d3 req-eb2e6efa-8309-4aee-8152-71175cbab1bb tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0502403 Feb 04 16:23:38.344022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50eb8701-c6a2-477d-966d-8118107353d3 req-07cb65a4-8d46-433a-8f0f-bb6638a36a54 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Feb 04 16:23:39.469251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3d6b2-dd65-404a-8672-db39756ab55a req-2fef3dfd-6cb6-43ce-97aa-9d99caf2e140 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:39.471286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6d3d6b2-dd65-404a-8672-db39756ab55a req-2fef3dfd-6cb6-43ce-97aa-9d99caf2e140 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0525770 Feb 04 16:23:39.510585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6d3d6b2-dd65-404a-8672-db39756ab55a req-3ede7fd2-912e-4ac0-87f4-11c4dd9c8fff tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Feb 04 16:23:40.145159 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.637903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887ba36-877a-490a-bfe8-fbf3b1da7aec req-017f2e17-549a-4647-885a-8b164e709c95 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:40.639423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2887ba36-877a-490a-bfe8-fbf3b1da7aec req-017f2e17-549a-4647-885a-8b164e709c95 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0534091 Feb 04 16:23:40.679392 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2887ba36-877a-490a-bfe8-fbf3b1da7aec req-738b243a-85ef-4ce1-b276-a2519de5832b tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Feb 04 16:23:41.821816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070642-c517-4b1a-a8b0-3085b00dc768 req-b5361c67-9b20-407d-bb11-8d6b000ddec7 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:41.826503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e070642-c517-4b1a-a8b0-3085b00dc768 req-b5361c67-9b20-407d-bb11-8d6b000ddec7 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0694699 Feb 04 16:23:41.875503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e070642-c517-4b1a-a8b0-3085b00dc768 req-be39208a-bfa4-4b3b-86d0-b7dbbeb14724 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Feb 04 16:23:42.994687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bd0fb-c833-4b3e-a6fe-49fe406eb114 req-8cad7cfa-f9e7-44a5-b6e8-28236ea6ff90 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:42.996211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c75bd0fb-c833-4b3e-a6fe-49fe406eb114 req-8cad7cfa-f9e7-44a5-b6e8-28236ea6ff90 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0497577 Feb 04 16:23:43.035040 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c75bd0fb-c833-4b3e-a6fe-49fe406eb114 req-5a0c6122-345e-4a94-9912-812de28e6666 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Feb 04 16:23:44.151783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5022a-e869-446e-8fb3-ecd22ab3262c req-13beb0e2-4f6f-4ecf-8862-4a0e9769963e tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:44.153276 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdf5022a-e869-446e-8fb3-ecd22ab3262c req-13beb0e2-4f6f-4ecf-8862-4a0e9769963e tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0495932 Feb 04 16:23:44.192291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdf5022a-e869-446e-8fb3-ecd22ab3262c req-a4076b80-656f-41be-918d-6d00808eb3b1 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328681 Feb 04 16:23:45.307300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a768536-c25d-4915-81ce-4deaa44256b0 req-7c4c0094-f7b4-4df3-8fce-f3f07bdefdb1 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.308762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8a768536-c25d-4915-81ce-4deaa44256b0 req-7c4c0094-f7b4-4df3-8fce-f3f07bdefdb1 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0482051 Feb 04 16:23:45.349872 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8a768536-c25d-4915-81ce-4deaa44256b0 req-af46814d-db24-4912-b392-481d8dd48578 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Feb 04 16:23:46.468251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb76ed-8cac-439a-9b15-1315065e26f6 req-f9ec520a-1d9a-4e07-85dd-3cca9b11cfb8 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:46.470259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7cb76ed-8cac-439a-9b15-1315065e26f6 req-f9ec520a-1d9a-4e07-85dd-3cca9b11cfb8 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0484354 Feb 04 16:23:46.507352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7cb76ed-8cac-439a-9b15-1315065e26f6 req-abf913bd-b5d4-4e9f-9cb9-04bcce207347 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Feb 04 16:23:47.622701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899500d-6086-4046-8821-f3b4e921be79 req-8ae553ef-ec7f-44ea-8e38-a3103eb3f4ab tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:47.624178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b899500d-6086-4046-8821-f3b4e921be79 req-8ae553ef-ec7f-44ea-8e38-a3103eb3f4ab tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0496886 Feb 04 16:23:47.662530 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b899500d-6086-4046-8821-f3b4e921be79 req-dfe2dd07-0366-4a78-a07e-e936ef6203d3 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Feb 04 16:23:48.784544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fb64-e759-4762-9921-77123d1ad875 req-7662b354-b608-493b-8e43-41c0ea8257b5 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:48.786099 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1186fb64-e759-4762-9921-77123d1ad875 req-7662b354-b608-493b-8e43-41c0ea8257b5 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0514102 Feb 04 16:23:48.815148 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-ea0dd3ed-9e54-4ffc-86de-2485f8df9da0 service neutron] show failed (client error): The resource could not be found. Feb 04 16:23:48.816206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-ea0dd3ed-9e54-4ffc-86de-2485f8df9da0 service neutron] 10.222.0.50 "GET /v2.0/ports/0c5eb12b-367b-40e1-9f0a-1f3286d4677c/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0613220 Feb 04 16:23:48.855425 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1186fb64-e759-4762-9921-77123d1ad875 req-1716bd39-f399-47e7-a2f2-c322c9b0fea7 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628555 Feb 04 16:23:49.122460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-fcb5625b-934b-4609-b704-9761ad49d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:49.123933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-fcb5625b-934b-4609-b704-9761ad49d5d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740&tenant_id=a9f09a0a4b744a7d9878561ec5ea6438 HTTP/1.1" status: 200 len: 1097 time: 0.1314337 Feb 04 16:23:49.135384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:23:49.191702 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.421443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:49.462959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:49.503763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:49.506152 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b2e893-18bf-438b-9c04-b36b72a2c35f" -d '{"events": [{"server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:23:49.510672 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.533063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Transition to ACTIVE for port object 0c5eb12b-367b-40e1-9f0a-1f3286d4677c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:49.539185 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.609451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] No DVR routers for this DVR port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:49.618134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:49.648182 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44723ec7-eb33-40d6-9753-d6f635e75efb x-openstack-request-id: req-44723ec7-eb33-40d6-9753-d6f635e75efb {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:23:49.648474 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:23:49.648729 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44723ec7-eb33-40d6-9753-d6f635e75efb {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:23:49.649125 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'code': 200} Feb 04 16:23:49.650675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.650817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.651070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.651407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.651741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.652072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.652402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.652730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.653056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.653382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.653706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.654062 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:49.667855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Attempting to bind port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:49.668198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Attempting to bind port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:49.668531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Attempting to bind port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:23:49.674096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:23:49.674356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Attempting to bind port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on network 79f31e3e-2626-4977-a3cf-9a68a1e52cd1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:23:49.679737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:23:49.680181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Checking segment: {'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:23:49.680479 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Bound using segment: {'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:23:49.680916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Bound port: 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:49.681284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.750471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:49.754308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:49.758764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.795412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:49.796268 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.798006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 1092 time: 0.6661959 Feb 04 16:23:49.821834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515f7f5-1285-4274-936f-bc8320aeb9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:49.869583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2291b4a2-44ca-4e70-8550-6f5764d19227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:49.871165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-2291b4a2-44ca-4e70-8550-6f5764d19227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1095 time: 0.0461376 Feb 04 16:23:49.998513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-f859b995-fd4c-415f-9cb5-3f5c084dfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:50.000006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-f859b995-fd4c-415f-9cb5-3f5c084dfa0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 912 time: 0.1226809 Feb 04 16:23:50.012771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b169e19-dcea-4da6-98f9-ba3ed8bf343a req-fa627da5-1758-4b0d-9efd-fbf3bfe421c0 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:50.014385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b169e19-dcea-4da6-98f9-ba3ed8bf343a req-fa627da5-1758-4b0d-9efd-fbf3bfe421c0 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 944 time: 0.0764792 Feb 04 16:23:50.062248 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-5b0e9b0e-9ba5-46e3-a0aa-d1a657d90aae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 217 time: 0.0468078 Feb 04 16:23:50.138613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2b169e19-dcea-4da6-98f9-ba3ed8bf343a req-c5c39322-3fc6-4ac2-837b-aae2d4101f0d tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170654 Feb 04 16:23:50.151136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-868fe3e7-7b93-493d-afb0-b381870d88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:50.153107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-868fe3e7-7b93-493d-afb0-b381870d88ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 200 len: 851 time: 0.0844567 Feb 04 16:23:50.186609 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-bf702dc0-9aad-4158-8300-72aae19d55cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264151 Feb 04 16:23:50.297565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-5a1c3049-26d2-4b6a-a5e2-8c1f599d29e2 service neutron] 10.222.0.30 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032233 Feb 04 16:23:50.391781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f25813a8-3705-465a-a8a9-63c4d6661118 req-33e70eb9-24f6-48b3-b628-f3c8344fc671 service neutron] 10.222.0.30 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871291 Feb 04 16:23:51.267392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b4e02-90e5-4942-9e0f-754f2a0c0f4d req-34491c3b-ae3a-4adb-a174-dd0a58a76b3e tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:51.269012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a94b4e02-90e5-4942-9e0f-754f2a0c0f4d req-34491c3b-ae3a-4adb-a174-dd0a58a76b3e tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 944 time: 0.0550613 Feb 04 16:23:51.311502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a94b4e02-90e5-4942-9e0f-754f2a0c0f4d req-b5383998-d735-4643-99ba-ffb89ea02fdb tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Feb 04 16:23:51.650702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:51.653313 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14" -d '{"events": [{"name": "network-changed", "server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:23:51.701201 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69019ee3-a5ec-4007-ae55-182545cf59bc x-openstack-request-id: req-69019ee3-a5ec-4007-ae55-182545cf59bc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:23:51.701496 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:23:51.702355 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69019ee3-a5ec-4007-ae55-182545cf59bc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:23:51.702774 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'status': 'completed', 'code': 200} Feb 04 16:23:51.772820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-7b64ab62-1295-4733-93b1-c9ab9c2c6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:51.774369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-7b64ab62-1295-4733-93b1-c9ab9c2c6d8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1095 time: 0.0527778 Feb 04 16:23:51.792350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-225992ac-3063-4b7e-94ef-54772a40715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:51.793853 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-225992ac-3063-4b7e-94ef-54772a40715e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1095 time: 0.0495820 Feb 04 16:23:51.876000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-5d4dbba7-eb51-4c3c-bd7e-c9840672f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:51.878953 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-5d4dbba7-eb51-4c3c-bd7e-c9840672f865 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 912 time: 0.0976276 Feb 04 16:23:51.907598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-1349c0ed-429d-4522-bd36-99b733bf3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:51.910311 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-1349c0ed-429d-4522-bd36-99b733bf3400 service neutron] 10.222.0.50 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 912 time: 0.1087010 Feb 04 16:23:51.922136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-9b2beda2-d6c6-4010-a01f-c6e928f05751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 217 time: 0.0360394 Feb 04 16:23:51.960391 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-90ce5882-9463-4573-9e4a-eb1795165dae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 217 time: 0.0434036 Feb 04 16:23:51.978539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-1f3d6860-8427-40b2-9ee8-bbbc087dbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:51.980086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-1f3d6860-8427-40b2-9ee8-bbbc087dbb3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 200 len: 851 time: 0.0513794 Feb 04 16:23:52.012359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-ae348380-cd34-4473-aaec-e8f7553cd533 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256748 Feb 04 16:23:52.015487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-d75808fc-7ff8-450c-a201-4682e5e95285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:52.016982 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-d75808fc-7ff8-450c-a201-4682e5e95285 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 200 len: 851 time: 0.0499973 Feb 04 16:23:52.055516 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-0fb2ed96-2f88-48e9-b609-16e5dd56d05b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315382 Feb 04 16:23:52.112098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-e387cff2-6f30-42bf-949b-dc47097f22c8 service neutron] 10.222.0.30 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928328 Feb 04 16:23:52.167446 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-17cdda2f-d869-4b04-af84-a40bc780a952 service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056538 Feb 04 16:23:52.222618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-ded80ce0-f0fe-4b8b-8a04-fcd262314314 service neutron] 10.222.0.30 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034858 Feb 04 16:23:52.269307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6f1d041-0552-4e8f-a6cc-21dd5606ac14 req-106b97fe-759d-464c-9c28-23456bbfd442 service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947871 Feb 04 16:23:52.435299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34feee2-3df2-429a-9411-4cdbefc35251 req-81f463ff-20d7-41fd-b960-95e44e799ade tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:52.436841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c34feee2-3df2-429a-9411-4cdbefc35251 req-81f463ff-20d7-41fd-b960-95e44e799ade tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 944 time: 0.0525389 Feb 04 16:23:52.477148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c34feee2-3df2-429a-9411-4cdbefc35251 req-a5242fb9-52b8-44af-b024-d3e3da76934c tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Feb 04 16:23:52.998086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 0c5eb12b-367b-40e1-9f0a-1f3286d4677c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:23:53.039202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 0c5eb12b-367b-40e1-9f0a-1f3286d4677c not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:23:53.629054 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.629298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55903297-e10f-40cf-aba6-358c6f9ea03e req-a15646f6-30cb-46ef-8c6b-6ef230c35fa4 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:53.632199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55903297-e10f-40cf-aba6-358c6f9ea03e req-a15646f6-30cb-46ef-8c6b-6ef230c35fa4 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 944 time: 0.0809681 Feb 04 16:23:53.681426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55903297-e10f-40cf-aba6-358c6f9ea03e req-ca5b2e8e-bba9-4a3d-93a0-c1478e0a86f7 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416582 Feb 04 16:23:54.821088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bcb1e-250d-4b53-80c1-4ad09c7f8cff req-d0cd86bc-1a5a-4882-a668-4fbaeaa587e3 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:54.822604 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d2bcb1e-250d-4b53-80c1-4ad09c7f8cff req-d0cd86bc-1a5a-4882-a668-4fbaeaa587e3 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 944 time: 0.0580821 Feb 04 16:23:54.860972 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d2bcb1e-250d-4b53-80c1-4ad09c7f8cff req-06203a67-3240-456a-a739-782a890de140 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Feb 04 16:23:55.163711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-ab491d00-a583-4ebb-8cf2-65a415606819 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:55.165302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-ab491d00-a583-4ebb-8cf2-65a415606819 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.50 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740&tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 944 time: 0.0998561 Feb 04 16:23:55.231271 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-84a54ddd-4148-4cb4-8217-93c8fcdfd815 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:23:55.232286 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-84a54ddd-4148-4cb4-8217-93c8fcdfd815 service neutron] 10.222.0.50 "DELETE /v2.0/ports/0c5eb12b-367b-40e1-9f0a-1f3286d4677c/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0592327 Feb 04 16:23:55.341307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-9dfa6918-080f-45a7-b32a-372b936ade7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:55.342865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-9dfa6918-080f-45a7-b32a-372b936ade7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 1095 time: 0.0465758 Feb 04 16:23:55.434040 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6297760e-2f42-4628-89eb-3e847ec93a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:55.435426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6297760e-2f42-4628-89eb-3e847ec93a66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 200 len: 912 time: 0.0861793 Feb 04 16:23:55.481739 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-424e86fe-7e0e-4d38-93e9-b84b87867cb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 200 len: 217 time: 0.0398877 Feb 04 16:23:55.530983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-903c0348-d8de-446f-982f-a62f624e8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:55.532497 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-903c0348-d8de-446f-982f-a62f624e8925 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 200 len: 851 time: 0.0452139 Feb 04 16:23:55.564593 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-9c6af58c-e68f-42e7-a759-adf57da6f9d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=79f31e3e-2626-4977-a3cf-9a68a1e52cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258317 Feb 04 16:23:55.633294 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 0c5eb12b-367b-40e1-9f0a-1f3286d4677c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:23:55.666570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-31556feb-693a-4ab4-9957-be2f5d1c35b6 service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954821 Feb 04 16:23:55.734081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:55.745921 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'network_id': '79f31e3e-2626-4977-a3cf-9a68a1e52cd1', 'port_id': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'mac_address': 'fa:16:3e:6b:c7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4752c328-c547-479b-9e9c-5a259022ed34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:23:55.766668 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-5eb82a7e-c18f-4336-b27e-88f92250f8c5 service neutron] 10.222.0.50 "GET /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928473 Feb 04 16:23:55.787082 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.801857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5eb12b-367b-40e1-9f0a-1f3286d4677c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:55.824507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:55.828841 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.883746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:55.892324 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.892620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.892988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.893293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.893633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.893910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.894335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.894683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.894984 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.895303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.895625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:55.896146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.245417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['0c5eb12b-367b-40e1-9f0a-1f3286d4677c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:23:56.569764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd2c79-2dd5-4795-a561-5ad816bd819f req-66626856-fd02-4963-bb98-5c1c2e39fbae tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:56.571227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81bd2c79-2dd5-4795-a561-5ad816bd819f req-66626856-fd02-4963-bb98-5c1c2e39fbae tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 945 time: 0.0574009 Feb 04 16:23:56.619136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81bd2c79-2dd5-4795-a561-5ad816bd819f req-46e73744-fc9e-470c-a7ce-89554ca5a00d tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Feb 04 16:23:57.664708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 0c5eb12b-367b-40e1-9f0a-1f3286d4677c up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:23:57.718018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:57.722988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:57.723363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.752235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2523b6-e82b-4be6-b9c9-91aa0775cbde req-f62071ee-e8f3-443e-b056-e4fb2d1f196e tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:57.753758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ea2523b6-e82b-4be6-b9c9-91aa0775cbde req-f62071ee-e8f3-443e-b056-e4fb2d1f196e tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 945 time: 0.0564103 Feb 04 16:23:57.803636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ea2523b6-e82b-4be6-b9c9-91aa0775cbde req-f0ed6c45-d8e6-49c8-8b5a-044479b378c4 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.47 "GET /v2.0/security-groups?id=28122c1f-1b6d-4cfe-ae1e-18781c00d710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 Feb 04 16:23:57.844994 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.876175 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:57.878511 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6be1daa-be65-4d73-880f-62be0900e1c2" -d '{"events": [{"server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "name": "network-vif-plugged", "status": "completed", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:23:57.894172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:57.898969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.950772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:58.006433 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d38ebe-2d4c-44dd-9c79-9b642f8e7c5a x-openstack-request-id: req-70d38ebe-2d4c-44dd-9c79-9b642f8e7c5a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:23:58.006726 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "name": "network-vif-plugged", "status": "completed", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:23:58.006978 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70d38ebe-2d4c-44dd-9c79-9b642f8e7c5a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:23:58.007372 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'code': 200} Feb 04 16:23:58.079980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-59f80901-d577-454c-a242-01c6d852aefd tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:58.081494 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-59f80901-d577-454c-a242-01c6d852aefd tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.30 "GET /v2.0/ports?device_id=fac99d27-1e07-4341-99e8-a1e9086e2740 HTTP/1.1" status: 200 len: 946 time: 0.0515192 Feb 04 16:23:58.178124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Deleting port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:23:58.178478 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.280209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] For port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,segment=NetworkSegment(dc01cdf3-0b0b-4040-b89b-dace1c0703e6),segment_id=dc01cdf3-0b0b-4040-b89b-dace1c0703e6)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:58.280496 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.293868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Calling delete_port for 0c5eb12b-367b-40e1-9f0a-1f3286d4677c owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:23:58.443775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.457636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['0c5eb12b-367b-40e1-9f0a-1f3286d4677c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:23:58.478367 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Pushing event deleted for resources: {'Port': ['ID=0c5eb12b-367b-40e1-9f0a-1f3286d4677c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:58.520797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] No DVR routers for this DVR port 0c5eb12b-367b-40e1-9f0a-1f3286d4677c on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:58.523569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.527081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eddbb299-1eca-4c39-80de-db417d2e2ac3 req-6c6d0ccd-28c5-411f-b0df-50333ed64678 tempest-DeleteServersTestJSON-12970470 tempest-DeleteServersTestJSON-12970470-project] 10.222.0.30 "DELETE /v2.0/ports/0c5eb12b-367b-40e1-9f0a-1f3286d4677c HTTP/1.1" status: 204 len: 173 time: 0.4399712 Feb 04 16:23:58.527648 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'name': 'network-vif-deleted', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:58.529951 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3706b8b-a5b6-471d-b78d-12e23663e202" -d '{"events": [{"server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "name": "network-vif-deleted", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:23:58.583322 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97149de4-dade-44bc-aea1-46a62ce07a15 x-openstack-request-id: req-97149de4-dade-44bc-aea1-46a62ce07a15 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:23:58.583613 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac99d27-1e07-4341-99e8-a1e9086e2740", "name": "network-vif-deleted", "tag": "0c5eb12b-367b-40e1-9f0a-1f3286d4677c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:23:58.583863 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97149de4-dade-44bc-aea1-46a62ce07a15 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:23:58.584282 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac99d27-1e07-4341-99e8-a1e9086e2740', 'name': 'network-vif-deleted', 'tag': '0c5eb12b-367b-40e1-9f0a-1f3286d4677c', 'status': 'completed', 'code': 200} Feb 04 16:23:58.958939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35472) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:59.005808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9d95d9-d654-4e13-8ef4-e9ff95abdc4b admin admin] Deleting subnet 4752c328-c547-479b-9e9c-5a259022ed34 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:23:59.009561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95d9-d654-4e13-8ef4-e9ff95abdc4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.057253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95d9-d654-4e13-8ef4-e9ff95abdc4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.101687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95d9-d654-4e13-8ef4-e9ff95abdc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.159830 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95d9-d654-4e13-8ef4-e9ff95abdc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.188135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d95d9-d654-4e13-8ef4-e9ff95abdc4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4752c328-c547-479b-9e9c-5a259022ed34,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:59.191932 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0b9d95d9-d654-4e13-8ef4-e9ff95abdc4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.195319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0b9d95d9-d654-4e13-8ef4-e9ff95abdc4b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4752c328-c547-479b-9e9c-5a259022ed34 HTTP/1.1" status: 204 len: 168 time: 0.2353146 Feb 04 16:23:59.198288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35474) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:59.279751 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.362378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.384759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f31e3e-2626-4977-a3cf-9a68a1e52cd1']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:59.397128 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:59.397627 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc01cdf3-0b0b-4040-b89b-dace1c0703e6') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:59.413115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.427935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.436022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:23:59.436435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:23:59.438516 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:23:59.500199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.508609 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.511749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] 10.222.0.47 "DELETE /v2.0/networks/79f31e3e-2626-4977-a3cf-9a68a1e52cd1 HTTP/1.1" status: 204 len: 168 time: 0.3124847 Feb 04 16:23:59.523974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3e577-7b9a-43ee-ba11-a1a037868c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f31e3e-2626-4977-a3cf-9a68a1e52cd1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:59.650628 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35478) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:59.695982 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-617b0d02-eb5e-48ee-bb17-084646650acf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9f09a0a4b744a7d9878561ec5ea6438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440717 Feb 04 16:23:59.699681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35480) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:23:59.754030 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de31e99f-81ae-40b4-bf23-c88c4f4736d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.783611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de31e99f-81ae-40b4-bf23-c88c4f4736d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.847054 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de31e99f-81ae-40b4-bf23-c88c4f4736d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.850276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-de31e99f-81ae-40b4-bf23-c88c4f4736d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.851637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-de31e99f-81ae-40b4-bf23-c88c4f4736d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28122c1f-1b6d-4cfe-ae1e-18781c00d710 HTTP/1.1" status: 204 len: 168 time: 0.1509874 Feb 04 16:23:59.861989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31e99f-81ae-40b4-bf23-c88c4f4736d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28122c1f-1b6d-4cfe-ae1e-18781c00d710,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:00.612889 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35502) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:24:00.666858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93945451-8d7b-452d-a4af-add6a7905ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.715452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1768742707-network', 'tenant_id': '2849f12703284747832b89a2e4c866ec'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:00.739988 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Made reservation on behalf of 2849f12703284747832b89a2e4c866ec for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:00.742368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.755002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.835371 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.839487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.866046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:00.876451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e83e376-6a17-4ec6-80db-3fa1857ac848,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:00.883016 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.883361 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Added segment b2985796-2dd0-4cbc-87ba-632ad36cb568 of type vlan for network 24671558-a5b1-4ff4-8ac0-48d328d527c1 Feb 04 16:24:00.930716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.956527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.957587 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:00.958212 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.017517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4034956 Feb 04 16:24:01.020369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35506) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:24:01.026832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Request body: {'subnet': {'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1768742707-subnet', 'tenant_id': '2849f12703284747832b89a2e4c866ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:01.036686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dbe08-65ab-4f63-9bdd-6815ab84a932 admin admin] Pushing event updated for resources: {'Network': ['ID=24671558-a5b1-4ff4-8ac0-48d328d527c1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:01.046578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 24671558-a5b1-4ff4-8ac0-48d328d527c1 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:24:01.059377 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Made reservation on behalf of 2849f12703284747832b89a2e4c866ec for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:01.062083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.233285 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.598213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd82aa7-6948-4428-9b60-2991e9002d24,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:01.610091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Checking segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:24:01.610458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Network hostable DHCP agents. Network: 24671558-a5b1-4ff4-8ac0-48d328d527c1, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:01.634178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Network 24671558-a5b1-4ff4-8ac0-48d328d527c1 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:01.643777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 24671558-a5b1-4ff4-8ac0-48d328d527c1) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:01.648028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:01.648616 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.653413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db8c97-74ec-42aa-b8f5-e691df339182 None None] Network 24671558-a5b1-4ff4-8ac0-48d328d527c1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:24:01.665601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-257e1ece-e95e-4174-946f-d95bb47d41f4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6441708 Feb 04 16:24:01.702865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 0c5eb12b-367b-40e1-9f0a-1f3286d4677c no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:24:01.727643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 0c5eb12b-367b-40e1-9f0a-1f3286d4677c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:24:01.727988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 0c5eb12b-367b-40e1-9f0a-1f3286d4677c not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:24:01.814030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a6dc5-e319-4c4e-a0bd-2b7d2dd5003a None None] Network 24671558-a5b1-4ff4-8ac0-48d328d527c1 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:24:02.144920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c908-6d70-4a44-b429-604538caf5f5 req-54c47d6b-ccc0-411b-9937-782e07e33bdd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:02.146358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-54c47d6b-ccc0-411b-9937-782e07e33bdd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 815 time: 0.1046350 Feb 04 16:24:02.162861 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-204a2c3b-311c-4195-b6b3-83b2040501f3 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/quotas/2849f12703284747832b89a2e4c866ec HTTP/1.1" status: 200 len: 375 time: 0.0105939 Feb 04 16:24:02.200611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-52bd205a-a593-4ad0-9e39-8cf53eacc2d9 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307920 Feb 04 16:24:02.299653 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-46c51d34-aca1-4d4b-9c23-bd21a6ed69df service neutron] 10.222.0.47 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916715 Feb 04 16:24:02.400331 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-7ac91583-7448-41e5-a8b2-a8f13cd6f68d service neutron] 10.222.0.47 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946317 Feb 04 16:24:02.561849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1fddb3e-ee38-40f5-9477-cce0f479ea28 req-97f3988a-34ba-443b-b780-8720f8c914bf tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 210 time: 0.0268357 Feb 04 16:24:03.557605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c908-6d70-4a44-b429-604538caf5f5 req-ff986491-a678-4e80-ad8f-34329dbb194f tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:03.559163 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-ff986491-a678-4e80-ad8f-34329dbb194f tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.30 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 815 time: 0.1139741 Feb 04 16:24:03.571869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Request body: {'port': {'device_id': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1', 'admin_state_up': True, 'tenant_id': '2849f12703284747832b89a2e4c866ec'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:03.677967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c229f41f-daf4-4ec8-9994-b6b626d4efea req-542e9937-8f00-490f-b12c-6e7a94590821 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 210 time: 0.0352235 Feb 04 16:24:03.728744 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Made reservation on behalf of 2849f12703284747832b89a2e4c866ec for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:03.732541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.746068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4e4b5d9-37b6-46c0-8590-53cf024be923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.889069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Allocated IP 172.20.0.7 (24671558-a5b1-4ff4-8ac0-48d328d527c1/7fd82aa7-6948-4428-9b60-2991e9002d24/f9d96312-9d46-4269-97f2-96669e7b7d4f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:04.062631 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.098821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.153451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Network 24671558-a5b1-4ff4-8ac0-48d328d527c1 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:04.156758 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:04.159849 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:24:04.186056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Pushing event updated for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:04.218554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:04.219237 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.235762 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-babea28c-96e9-4be2-96a8-9c07bbf29078 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6680000 Feb 04 16:24:04.247270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Request body: {'port': {'device_id': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:04.301736 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.601248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d96312-9d46-4269-97f2-96669e7b7d4f {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:04.610207 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.628368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Transition to ACTIVE for port object f9d96312-9d46-4269-97f2-96669e7b7d4f will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:04.633072 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.715164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b00b-287e-4311-9373-00936725254a service neutron] Pushing event updated for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:04.791508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Attempting to bind port f9d96312-9d46-4269-97f2-96669e7b7d4f on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:04.791851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Attempting to bind port f9d96312-9d46-4269-97f2-96669e7b7d4f by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:04.792250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Attempting to bind port f9d96312-9d46-4269-97f2-96669e7b7d4f on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:24:04.797598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Port f9d96312-9d46-4269-97f2-96669e7b7d4f on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:24:04.797930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Attempting to bind port f9d96312-9d46-4269-97f2-96669e7b7d4f on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:24:04.803498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:24:04.803827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Checking segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:24:04.804226 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Bound using segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:24:04.804678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Bound port: f9d96312-9d46-4269-97f2-96669e7b7d4f, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:04.805051 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.814242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a9d57-e9fd-4aa1-9711-e09f25a8d286 req-339e4697-1e48-40b3-8b05-cb4058d0a7f6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:04.815844 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-609a9d57-e9fd-4aa1-9711-e09f25a8d286 req-339e4697-1e48-40b3-8b05-cb4058d0a7f6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0572152 Feb 04 16:24:04.867618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-609a9d57-e9fd-4aa1-9711-e09f25a8d286 req-a48c9215-feba-4878-9869-8741edf657de tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Feb 04 16:24:04.890091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:04.895125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:04.900274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.939300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:04.939928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.941400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-18f1b00b-287e-4311-9373-00936725254a service neutron] 10.222.0.30 "PUT /v2.0/ports/f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 1091 time: 0.6981997 Feb 04 16:24:04.941867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:04.944251 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25012aea-ac27-40ae-bb30-19f9593903a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:24:04.974673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b00b-287e-4311-9373-00936725254a service neutron] Pushing event updated for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:04.984600 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e884d0-fd46-48c7-8b05-2058a9ff0aa1 x-openstack-request-id: req-f8e884d0-fd46-48c7-8b05-2058a9ff0aa1 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:24:04.985039 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:24:04.986116 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8e884d0-fd46-48c7-8b05-2058a9ff0aa1 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:24:04.986745 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'status': 'completed', 'code': 200} Feb 04 16:24:05.035275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c908-6d70-4a44-b429-604538caf5f5 req-c5b8cc7a-6b08-4132-97f7-a553445dd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:05.036850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-c5b8cc7a-6b08-4132-97f7-a553445dd6d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1094 time: 0.0489407 Feb 04 16:24:05.083764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-0ec0cf07-9f9a-4530-a970-5bacdc4b4318 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 217 time: 0.0397766 Feb 04 16:24:05.134715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c908-6d70-4a44-b429-604538caf5f5 req-95049045-44f6-482c-8c96-a0779f3fb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:05.136118 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-95049045-44f6-482c-8c96-a0779f3fb0db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0465679 Feb 04 16:24:05.169751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-10db3bab-6ec2-4311-8384-dbc1d01e9508 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268016 Feb 04 16:24:05.270406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-288d4041-6e02-45d5-b77a-dab4b8b16d1a service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934236 Feb 04 16:24:05.375608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db96c908-6d70-4a44-b429-604538caf5f5 req-b7fda7b8-8fc2-43af-918c-f8cb5d445273 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990574 Feb 04 16:24:05.470516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-e345c167-d1db-4c33-8eb4-a461154725c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:05.472066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-e345c167-d1db-4c33-8eb4-a461154725c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1094 time: 0.0463011 Feb 04 16:24:05.573249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-71319f1e-d533-45a9-9756-33c0e70b625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:05.574798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-71319f1e-d533-45a9-9756-33c0e70b625e service neutron] 10.222.0.30 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0965025 Feb 04 16:24:05.621011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-c8cbdb4a-fb09-446a-b73f-92938aad9554 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 217 time: 0.0381355 Feb 04 16:24:05.674365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-922264f7-f2ac-4227-894f-4eb6560f2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:05.675748 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-922264f7-f2ac-4227-894f-4eb6560f2005 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0475137 Feb 04 16:24:05.715353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-32315168-dbee-4949-913f-8ad01c5f6c5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321753 Feb 04 16:24:05.830467 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-4af1f2c2-e4d9-47f5-99b1-3b71d4ef78a7 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068766 Feb 04 16:24:05.943496 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25012aea-ac27-40ae-bb30-19f9593903a4 req-bb5b65dd-d499-49b6-bb67-4c9bd9d7b08b service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063190 Feb 04 16:24:05.974236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.000993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e8f1-b15d-4dab-b699-c7aca5c8dd36 req-f47327ff-e540-497a-bcf5-da45148aac0c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:06.003520 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c87e8f1-b15d-4dab-b699-c7aca5c8dd36 req-f47327ff-e540-497a-bcf5-da45148aac0c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0605464 Feb 04 16:24:06.044018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c87e8f1-b15d-4dab-b699-c7aca5c8dd36 req-4e410fbe-2900-4f8e-87d2-980e1fc01da2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342855 Feb 04 16:24:07.056598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.167240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59ff9d-4b82-412b-9394-f976bfe6d740 req-4f663aff-cd7f-4653-852c-94645df2ba85 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:07.168779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d59ff9d-4b82-412b-9394-f976bfe6d740 req-4f663aff-cd7f-4653-852c-94645df2ba85 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0515783 Feb 04 16:24:07.212687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d59ff9d-4b82-412b-9394-f976bfe6d740 req-5e5991f7-b443-4b3e-8773-484f489e07c2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Feb 04 16:24:07.595315 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.340386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230a988-333d-4b88-9047-f9b940480d27 req-f0ef9a5c-534c-425b-87b0-9660cb7cd613 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:08.341937 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1230a988-333d-4b88-9047-f9b940480d27 req-f0ef9a5c-534c-425b-87b0-9660cb7cd613 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0508773 Feb 04 16:24:08.382054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1230a988-333d-4b88-9047-f9b940480d27 req-004a2905-1ba1-4ce8-bb96-295058a9895b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Feb 04 16:24:09.524932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041e306-122a-4dfd-96c8-643eac55a7ae req-c11a6f6e-81fc-4800-b666-5d12664764cd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:09.526576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f041e306-122a-4dfd-96c8-643eac55a7ae req-c11a6f6e-81fc-4800-b666-5d12664764cd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0528934 Feb 04 16:24:09.571805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f041e306-122a-4dfd-96c8-643eac55a7ae req-041a61ae-2494-47f4-ab6f-f731f829cf34 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Feb 04 16:24:09.773437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f9d96312-9d46-4269-97f2-96669e7b7d4f details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:24:09.885911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:09.899329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1', 'port_id': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'mac_address': 'fa:16:3e:c4:54:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd82aa7-6948-4428-9b60-2991e9002d24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:24:09.943326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.959088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d96312-9d46-4269-97f2-96669e7b7d4f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:09.981438 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:09.986430 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.068647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:10.181162 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.299866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['f9d96312-9d46-4269-97f2-96669e7b7d4f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:24:10.703044 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32844175-ce4d-4bd5-8f21-4bfc75a846f8 req-67978091-7b12-4b6e-aba4-c2afd0b65957 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:10.704684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32844175-ce4d-4bd5-8f21-4bfc75a846f8 req-67978091-7b12-4b6e-aba4-c2afd0b65957 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 944 time: 0.0567131 Feb 04 16:24:10.749743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32844175-ce4d-4bd5-8f21-4bfc75a846f8 req-a078cc3a-1e08-427f-8431-7dc80e51744b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383999 Feb 04 16:24:11.047593 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:24:11.778898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f9d96312-9d46-4269-97f2-96669e7b7d4f up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:24:11.835431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port f9d96312-9d46-4269-97f2-96669e7b7d4f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:11.842624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port f9d96312-9d46-4269-97f2-96669e7b7d4f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:11.843262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.914274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9db4e-504d-4701-86fb-9cbf64f2d49c req-94175885-cd05-4abe-8c65-fd384cf6ee92 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:11.916673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2fd9db4e-504d-4701-86fb-9cbf64f2d49c req-94175885-cd05-4abe-8c65-fd384cf6ee92 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 944 time: 0.0688987 Feb 04 16:24:11.960894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2fd9db4e-504d-4701-86fb-9cbf64f2d49c req-82d88ea4-d533-4929-8d6c-b4a05a4f9016 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381262 Feb 04 16:24:11.977039 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.005044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:12.007585 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928c7a6-946c-4a89-a336-524087aab39f" -d '{"events": [{"server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "name": "network-vif-plugged", "status": "completed", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:24:12.023273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:12.028836 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.069928 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b285331a-9a63-4971-a4f7-bd4e0b164799 x-openstack-request-id: req-b285331a-9a63-4971-a4f7-bd4e0b164799 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:24:12.070433 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "name": "network-vif-plugged", "status": "completed", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:24:12.070810 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b285331a-9a63-4971-a4f7-bd4e0b164799 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:24:12.071453 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'code': 200} Feb 04 16:24:12.108512 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:12.159841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571069e8-7d77-426b-b5cc-d0bf63e3e6d6 req-eb216b02-0be8-4f06-95e5-583db0223d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:12.161418 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-571069e8-7d77-426b-b5cc-d0bf63e3e6d6 req-eb216b02-0be8-4f06-95e5-583db0223d62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1096 time: 0.0445464 Feb 04 16:24:12.213204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-571069e8-7d77-426b-b5cc-d0bf63e3e6d6 req-7270a771-e86d-4d41-8932-2b5bb2b45f0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Feb 04 16:24:13.086393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df8334-0ca8-46fb-820f-a95cc1367b78 req-889a1eda-c185-414f-88d9-be32937bb968 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:13.087915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-68df8334-0ca8-46fb-820f-a95cc1367b78 req-889a1eda-c185-414f-88d9-be32937bb968 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0512114 Feb 04 16:24:13.135365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-68df8334-0ca8-46fb-820f-a95cc1367b78 req-1eb48392-b451-4987-b756-82d8fbfee88a tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Feb 04 16:24:14.257260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d0ff-d10b-4b6d-9566-e4406004f2ff req-199c4fd8-f568-4367-94e8-8382e1c7cad3 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:14.258804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21b5d0ff-d10b-4b6d-9566-e4406004f2ff req-199c4fd8-f568-4367-94e8-8382e1c7cad3 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0506110 Feb 04 16:24:14.299408 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21b5d0ff-d10b-4b6d-9566-e4406004f2ff req-7a9e3273-f4c0-43d5-a072-a10c801123cb tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 Feb 04 16:24:14.417810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b1cca-eaf2-4e5d-b6b6-99db628495cd req-1be0ffe0-c3d7-430c-8be2-b7b5f33e1f97 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:14.419253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d9b1cca-eaf2-4e5d-b6b6-99db628495cd req-1be0ffe0-c3d7-430c-8be2-b7b5f33e1f97 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0529797 Feb 04 16:24:14.458503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d9b1cca-eaf2-4e5d-b6b6-99db628495cd req-5d57a149-0356-4050-8f76-4e4898a024fe tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331850 Feb 04 16:24:14.697522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd18858-57cb-4dab-8946-766f90f97773 req-d074694c-83bd-41d6-b4c7-c880a73d6248 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:14.699506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2dd18858-57cb-4dab-8946-766f90f97773 req-d074694c-83bd-41d6-b4c7-c880a73d6248 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0561337 Feb 04 16:24:14.741166 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2dd18858-57cb-4dab-8946-766f90f97773 req-5151beb3-5ce3-4519-9642-09f0a8fec16e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345175 Feb 04 16:24:14.886662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aeef71-43d4-499d-a804-3373dcf71672 req-87564ba9-7bcc-4754-919c-058d0eee69ff tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:14.888312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44aeef71-43d4-499d-a804-3373dcf71672 req-87564ba9-7bcc-4754-919c-058d0eee69ff tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0688162 Feb 04 16:24:14.932183 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44aeef71-43d4-499d-a804-3373dcf71672 req-12964daa-45ad-4469-879b-b818d33526e5 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353999 Feb 04 16:24:15.197358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-7f269370-d8d0-4645-86d2-c89ffbdbee0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0616415 Feb 04 16:24:15.211931 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692053c7-fdd7-4c28-9c8d-352436b59d1a req-62dfd67d-64e0-4eb3-ad6e-e333e0da9d8b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:15.213404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-692053c7-fdd7-4c28-9c8d-352436b59d1a req-62dfd67d-64e0-4eb3-ad6e-e333e0da9d8b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0603948 Feb 04 16:24:15.258947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-692053c7-fdd7-4c28-9c8d-352436b59d1a req-638f4a51-7c94-4a4f-a96a-0fd287215ee9 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381169 Feb 04 16:24:16.400788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea850e-db6c-4c66-9e82-aabf651413c9 req-e0f7034a-744e-4c5c-871b-eb4cc2fc4bdd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:16.402436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-efea850e-db6c-4c66-9e82-aabf651413c9 req-e0f7034a-744e-4c5c-871b-eb4cc2fc4bdd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0543969 Feb 04 16:24:16.454524 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-efea850e-db6c-4c66-9e82-aabf651413c9 req-d99163e4-10b0-4588-9237-df4e235ff65a tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Feb 04 16:24:16.550396 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955ade-a80f-4489-9c9c-82a307637083 req-1072f552-825f-4cdd-8b19-57fd0e4dd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:16.551830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-1072f552-825f-4cdd-8b19-57fd0e4dd340 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1096 time: 0.0423019 Feb 04 16:24:16.651500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955ade-a80f-4489-9c9c-82a307637083 req-84566dc0-e1c9-471a-ba6f-151ba49be356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:16.653011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-84566dc0-e1c9-471a-ba6f-151ba49be356 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0939975 Feb 04 16:24:16.698894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-12b03299-ceba-41ab-92a0-438c6d7e4812 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 217 time: 0.0394108 Feb 04 16:24:16.747884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955ade-a80f-4489-9c9c-82a307637083 req-300b884a-1f21-4f20-a452-c893fd85d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:16.749353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-300b884a-1f21-4f20-a452-c893fd85d4ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0446913 Feb 04 16:24:16.783350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-8b39ae0a-6faa-48fb-818a-bd3d178722bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263951 Feb 04 16:24:16.881254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-ce073e75-4258-4ef8-af0a-b780920cf2c1 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909655 Feb 04 16:24:16.974819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-9d6df734-0c0d-44be-80d7-2edab91f36b1 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875626 Feb 04 16:24:17.585433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e05aba-8b50-4564-b3bc-75304e99045b req-476b3c74-ad23-41ef-8a61-1331ed4367e2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:17.586961 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87e05aba-8b50-4564-b3bc-75304e99045b req-476b3c74-ad23-41ef-8a61-1331ed4367e2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0530093 Feb 04 16:24:17.626303 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87e05aba-8b50-4564-b3bc-75304e99045b req-8312c822-95ec-4f68-a1a7-adbf035a8b8f tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Feb 04 16:24:18.742573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b7f33-5a42-43b4-bb7a-902c26411ac3 req-f9cd78ea-e23b-41a6-a9a2-0e1269b97288 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:18.744033 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-509b7f33-5a42-43b4-bb7a-902c26411ac3 req-f9cd78ea-e23b-41a6-a9a2-0e1269b97288 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0497644 Feb 04 16:24:18.781691 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-509b7f33-5a42-43b4-bb7a-902c26411ac3 req-f73e90ba-dcf6-48b5-aa5a-5f8a20bb2d89 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308421 Feb 04 16:24:19.904021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28349b1-3d05-4b5d-a9c1-cfefa8a9fab6 req-2a8deb75-10f8-4e65-9234-9fd4caa3a357 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:19.905539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d28349b1-3d05-4b5d-a9c1-cfefa8a9fab6 req-2a8deb75-10f8-4e65-9234-9fd4caa3a357 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0499792 Feb 04 16:24:19.943115 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d28349b1-3d05-4b5d-a9c1-cfefa8a9fab6 req-841ba32b-de65-4f46-a49b-43116bec6d99 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Feb 04 16:24:21.060439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04b722-7401-4f36-86d8-72b4b4b77abb req-854ca9f0-7203-4629-8c72-2733f2095668 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:21.061926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e04b722-7401-4f36-86d8-72b4b4b77abb req-854ca9f0-7203-4629-8c72-2733f2095668 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0521073 Feb 04 16:24:21.099770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9e04b722-7401-4f36-86d8-72b4b4b77abb req-2183bd61-ee0b-4ca9-8062-0b496b70e1cc tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Feb 04 16:24:22.217782 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d7be8-6519-477f-bc3e-f6ce67087cce req-550fe4e2-e0b5-4b40-ad72-41b05b1f8af3 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:22.219554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-456d7be8-6519-477f-bc3e-f6ce67087cce req-550fe4e2-e0b5-4b40-ad72-41b05b1f8af3 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0534103 Feb 04 16:24:22.256666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-456d7be8-6519-477f-bc3e-f6ce67087cce req-d2392552-07c0-4f50-864c-7ed3fb3ff70d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Feb 04 16:24:23.373930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eac6ae-de53-46e3-87ea-65074fc910e4 req-a21e4d02-ef1c-4e67-81ff-ac609329d9b9 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:23.375595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6eac6ae-de53-46e3-87ea-65074fc910e4 req-a21e4d02-ef1c-4e67-81ff-ac609329d9b9 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0489538 Feb 04 16:24:23.414985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6eac6ae-de53-46e3-87ea-65074fc910e4 req-3a8c19ed-a22d-44d7-ab89-dc5c61f6b212 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Feb 04 16:24:23.632249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.535344 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1eda8-3cdd-4a1e-8332-a4953b4810fc req-4ed70d85-0890-4cda-94e1-348ce40bc413 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:24.536954 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ac1eda8-3cdd-4a1e-8332-a4953b4810fc req-4ed70d85-0890-4cda-94e1-348ce40bc413 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0502160 Feb 04 16:24:24.578186 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ac1eda8-3cdd-4a1e-8332-a4953b4810fc req-af3b3365-f816-4cf3-94e6-789d62b08650 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Feb 04 16:24:25.692493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf45d0d-34b0-444d-8f9d-de01885b0f38 req-11e20d59-e7d3-4ae1-b526-02589fa9928d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:25.694001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5bf45d0d-34b0-444d-8f9d-de01885b0f38 req-11e20d59-e7d3-4ae1-b526-02589fa9928d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0483630 Feb 04 16:24:25.731798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5bf45d0d-34b0-444d-8f9d-de01885b0f38 req-afe77a42-04f4-4fc5-89a0-c0c075897a03 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Feb 04 16:24:26.853564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28230e4-1da1-4a5d-bc26-25419cea0c56 req-1b8933cc-e43b-4bf2-b96c-99d57a70baaf tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:26.854995 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c28230e4-1da1-4a5d-bc26-25419cea0c56 req-1b8933cc-e43b-4bf2-b96c-99d57a70baaf tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0502448 Feb 04 16:24:26.893113 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c28230e4-1da1-4a5d-bc26-25419cea0c56 req-0a5f1af7-4604-4ed7-8c7e-86bbdd0c0871 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Feb 04 16:24:28.013881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46c539-37ba-4ac7-85cb-2d62ca1767e9 req-f21cbf63-b7b8-4098-b147-cc1a49cf73d1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.016050 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd46c539-37ba-4ac7-85cb-2d62ca1767e9 req-f21cbf63-b7b8-4098-b147-cc1a49cf73d1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0552630 Feb 04 16:24:28.057267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd46c539-37ba-4ac7-85cb-2d62ca1767e9 req-bffa366d-9e51-4fe8-b6a1-d36981798cc1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Feb 04 16:24:28.104187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934951-1010-450d-9693-8bed60604e33 req-fb9e0963-41b2-402c-bdc6-45b5d56f9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.105688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c934951-1010-450d-9693-8bed60604e33 req-fb9e0963-41b2-402c-bdc6-45b5d56f9a30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1096 time: 0.0416267 Feb 04 16:24:28.215356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934951-1010-450d-9693-8bed60604e33 req-8cc26517-1ad4-4cef-a731-bb16e2cd268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.216846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c934951-1010-450d-9693-8bed60604e33 req-8cc26517-1ad4-4cef-a731-bb16e2cd268b service neutron] 10.222.0.30 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0901530 Feb 04 16:24:28.260567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c934951-1010-450d-9693-8bed60604e33 req-f4d46328-627a-4e89-ab13-8041a0754b9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 217 time: 0.0344439 Feb 04 16:24:28.310832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934951-1010-450d-9693-8bed60604e33 req-e066b238-a4e5-4c22-bbbc-e624f24467fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.312814 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c934951-1010-450d-9693-8bed60604e33 req-e066b238-a4e5-4c22-bbbc-e624f24467fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0463905 Feb 04 16:24:28.344482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c934951-1010-450d-9693-8bed60604e33 req-d0d91a24-b034-40fa-a0bd-e5a5b1201a20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250182 Feb 04 16:24:28.444814 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c934951-1010-450d-9693-8bed60604e33 req-406ad9e0-5b05-43d4-be85-4a70e9e2b5e1 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928311 Feb 04 16:24:28.542486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4c934951-1010-450d-9693-8bed60604e33 req-f17ca951-14ed-4710-84bd-6c9c6d657b35 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915246 Feb 04 16:24:29.179932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b7fe-3b22-4ab6-9492-0ec383189a36 req-4dd4e0fd-d302-424d-9e03-6caf2cb55311 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:29.181404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9764b7fe-3b22-4ab6-9492-0ec383189a36 req-4dd4e0fd-d302-424d-9e03-6caf2cb55311 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0544591 Feb 04 16:24:29.220865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9764b7fe-3b22-4ab6-9492-0ec383189a36 req-afde0935-2867-4487-8392-d051c15a8990 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Feb 04 16:24:30.339283 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fd882-56f3-4d14-9e5c-ce401bd6334f req-65faf125-3871-4447-ba7c-b255918dd1bb tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:30.340740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-835fd882-56f3-4d14-9e5c-ce401bd6334f req-65faf125-3871-4447-ba7c-b255918dd1bb tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0528731 Feb 04 16:24:30.377764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-835fd882-56f3-4d14-9e5c-ce401bd6334f req-00f2e340-e46e-4182-8e71-653d1758444f tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311029 Feb 04 16:24:30.667262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25a5b319-8589-4f72-bb94-2abd18beaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.493053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ec551-977d-4a5d-9fd8-c69f7f486a5a req-514c8810-fec7-43d8-89b5-6f4081a31f08 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:31.494603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bb4ec551-977d-4a5d-9fd8-c69f7f486a5a req-514c8810-fec7-43d8-89b5-6f4081a31f08 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0499036 Feb 04 16:24:31.535914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bb4ec551-977d-4a5d-9fd8-c69f7f486a5a req-ff8b296a-1838-45d7-bacb-642e45825402 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Feb 04 16:24:32.659278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff3d3-8105-451d-ab5e-e057465c9b2a req-7d4ebd28-a35b-4d8e-b672-1e40a95c06cd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:32.660744 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe7ff3d3-8105-451d-ab5e-e057465c9b2a req-7d4ebd28-a35b-4d8e-b672-1e40a95c06cd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0482543 Feb 04 16:24:32.697187 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fe7ff3d3-8105-451d-ab5e-e057465c9b2a req-606888ff-7a85-458a-84f6-64fb913ffc08 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305109 Feb 04 16:24:33.747675 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fc71ba83-42b5-4401-a353-9c05184072a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.812882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e24104-e684-4827-a326-cb019602c971 req-c1c4dc60-166d-450a-ac88-349d1c323349 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:33.814345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e24104-e684-4827-a326-cb019602c971 req-c1c4dc60-166d-450a-ac88-349d1c323349 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0474973 Feb 04 16:24:33.852206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e24104-e684-4827-a326-cb019602c971 req-40f38bfc-5fc3-41bb-917f-c57d1751caef tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Feb 04 16:24:34.965991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88cf3-9a33-4c2b-88f8-2214a767f9d3 req-97064ee6-cf7d-4ed2-86fc-610e63c91cde tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:34.967450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8e88cf3-9a33-4c2b-88f8-2214a767f9d3 req-97064ee6-cf7d-4ed2-86fc-610e63c91cde tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0475550 Feb 04 16:24:35.005462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d8e88cf3-9a33-4c2b-88f8-2214a767f9d3 req-07fcd455-e116-402d-af82-05571ba9c3a9 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Feb 04 16:24:35.967891 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.128476 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f75bc7-c641-459e-8be0-b320f21aaf9e req-545802d2-b674-4dba-8135-83358a5f2b94 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:36.129950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27f75bc7-c641-459e-8be0-b320f21aaf9e req-545802d2-b674-4dba-8135-83358a5f2b94 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0544000 Feb 04 16:24:36.166810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27f75bc7-c641-459e-8be0-b320f21aaf9e req-f68daae7-70e2-4b74-a9dc-c4d865e28780 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Feb 04 16:24:37.059299 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.286983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7010baa-6650-4911-8b53-4548dd40d9ff req-0538cfbd-7f27-4328-9770-daaa771f7390 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:37.288457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7010baa-6650-4911-8b53-4548dd40d9ff req-0538cfbd-7f27-4328-9770-daaa771f7390 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0530012 Feb 04 16:24:37.326789 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7010baa-6650-4911-8b53-4548dd40d9ff req-6453cae9-bf24-4f7c-83b3-8cc5eb6eeac5 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Feb 04 16:24:37.596834 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.445242 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7af89-ab3a-4867-8bab-d3313966d28d req-2d9dda9a-95b4-4990-ae18-e288b813590b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:38.446787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fd7af89-ab3a-4867-8bab-d3313966d28d req-2d9dda9a-95b4-4990-ae18-e288b813590b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0496733 Feb 04 16:24:38.486433 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fd7af89-ab3a-4867-8bab-d3313966d28d req-ebfe3629-d932-4a2d-bce7-bcc372390eea tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Feb 04 16:24:39.604197 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342eb2-33ab-41b0-b178-44129d480012 req-c9ec81e2-9432-4f87-9cc6-2bab1c90ee10 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:39.605767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6342eb2-33ab-41b0-b178-44129d480012 req-c9ec81e2-9432-4f87-9cc6-2bab1c90ee10 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0508285 Feb 04 16:24:39.646126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a6342eb2-33ab-41b0-b178-44129d480012 req-8891571e-dd9e-4f46-8366-0808e5e72c55 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335374 Feb 04 16:24:40.193047 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.763028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86fb7d-48a1-4b25-8e6d-dd9a9ba02342 req-0b0135e5-8ea5-4e73-8849-b5894ed958d0 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:40.764650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ca86fb7d-48a1-4b25-8e6d-dd9a9ba02342 req-0b0135e5-8ea5-4e73-8849-b5894ed958d0 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0487435 Feb 04 16:24:40.803002 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ca86fb7d-48a1-4b25-8e6d-dd9a9ba02342 req-5f4e0238-cf0d-49f3-886e-d6374e3b1f5e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Feb 04 16:24:41.924147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad828c56-6275-4d6a-8851-c25a9a40247d req-3a0a88b6-c466-4947-802a-60dac078d299 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:41.928027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad828c56-6275-4d6a-8851-c25a9a40247d req-3a0a88b6-c466-4947-802a-60dac078d299 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0542274 Feb 04 16:24:41.969596 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad828c56-6275-4d6a-8851-c25a9a40247d req-129eacfa-4499-4e86-8912-1ce10fd75ee6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374198 Feb 04 16:24:43.099015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491daedd-88b2-478a-9375-a07f85d7a9a1 req-6e657359-0f76-460d-b9f7-c4d609d390b9 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:43.100524 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-491daedd-88b2-478a-9375-a07f85d7a9a1 req-6e657359-0f76-460d-b9f7-c4d609d390b9 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0531697 Feb 04 16:24:43.140575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-491daedd-88b2-478a-9375-a07f85d7a9a1 req-9370506a-17ff-45f0-9621-1947fb2635b1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Feb 04 16:24:44.051344 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-78955ade-a80f-4489-9c9c-82a307637083 req-ce8a0388-5360-4b72-b1df-78414217d01d service neutron] show failed (client error): The resource could not be found. Feb 04 16:24:44.052392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-ce8a0388-5360-4b72-b1df-78414217d01d service neutron] 10.222.0.30 "GET /v2.0/ports/f9d96312-9d46-4269-97f2-96669e7b7d4f/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0597203 Feb 04 16:24:44.248518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955ade-a80f-4489-9c9c-82a307637083 req-0425b4bb-f1e9-4984-9768-cd973c1d326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:44.250055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-0425b4bb-f1e9-4984-9768-cd973c1d326e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa&tenant_id=2849f12703284747832b89a2e4c866ec HTTP/1.1" status: 200 len: 1096 time: 0.0420442 Feb 04 16:24:44.259081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da168a03-a5cf-46b7-8823-82af75bbb4dc req-f2bb4684-292c-467c-a742-61b5e3adb6f8 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:44.260581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da168a03-a5cf-46b7-8823-82af75bbb4dc req-f2bb4684-292c-467c-a742-61b5e3adb6f8 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 945 time: 0.0485814 Feb 04 16:24:44.268876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:44.299426 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da168a03-a5cf-46b7-8823-82af75bbb4dc req-8be55d40-42da-4c0f-8814-c68edb119899 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Feb 04 16:24:44.323828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.532990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:44.567063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:44.607522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:44.609860 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34becc5e-cfdc-4856-8e1e-a62baf99de0e" -d '{"events": [{"server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:24:44.613753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.627370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Transition to ACTIVE for port object f9d96312-9d46-4269-97f2-96669e7b7d4f will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:44.630647 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.687530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] No DVR routers for this DVR port f9d96312-9d46-4269-97f2-96669e7b7d4f on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:44.720389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:44.726786 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a42f6a-a0da-4a6a-9abd-064ce91b4813 x-openstack-request-id: req-e0a42f6a-a0da-4a6a-9abd-064ce91b4813 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:24:44.727082 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:24:44.727334 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0a42f6a-a0da-4a6a-9abd-064ce91b4813 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:24:44.727726 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'code': 200} Feb 04 16:24:44.739274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.739627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.739970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.740311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.740648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.740984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.741316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.741646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.741996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.742332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.742658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.742982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:44.749202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Attempting to bind port f9d96312-9d46-4269-97f2-96669e7b7d4f on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:44.749545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Attempting to bind port f9d96312-9d46-4269-97f2-96669e7b7d4f by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:44.749876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Attempting to bind port f9d96312-9d46-4269-97f2-96669e7b7d4f on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:24:44.754434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Port f9d96312-9d46-4269-97f2-96669e7b7d4f on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:24:44.754756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Attempting to bind port f9d96312-9d46-4269-97f2-96669e7b7d4f on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:24:44.759530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:24:44.759873 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Checking segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:24:44.760253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Bound using segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:24:44.760680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Bound port: f9d96312-9d46-4269-97f2-96669e7b7d4f, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:44.761039 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.824321 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:44.827939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:44.831541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.867159 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:44.867769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.869140 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] 10.222.0.50 "PUT /v2.0/ports/f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 1091 time: 0.6048751 Feb 04 16:24:44.887968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad807f-2852-48bd-9dba-024083f8d793 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:44.950321 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955ade-a80f-4489-9c9c-82a307637083 req-9689f744-713e-4193-82ed-4ef36b3215c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:44.952413 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-9689f744-713e-4193-82ed-4ef36b3215c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1094 time: 0.0424094 Feb 04 16:24:45.049268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955ade-a80f-4489-9c9c-82a307637083 req-d568b994-204e-4c95-a745-5c0f0f6a88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:45.050797 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-d568b994-204e-4c95-a745-5c0f0f6a88e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0913715 Feb 04 16:24:45.093639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-3ecfc7af-0d9a-4c26-b9b6-e00486d1d825 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 217 time: 0.0350063 Feb 04 16:24:45.146581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955ade-a80f-4489-9c9c-82a307637083 req-847cadd6-88c8-4e02-8e90-295d75d606c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:45.148051 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-847cadd6-88c8-4e02-8e90-295d75d606c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0477970 Feb 04 16:24:45.179295 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-0ac0986c-9725-4ef2-a812-262933669be7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246072 Feb 04 16:24:45.267121 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-a8ebb709-99ca-4b8d-88c9-4dcd3ed790cb service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807507 Feb 04 16:24:45.361172 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78955ade-a80f-4489-9c9c-82a307637083 req-9b665edb-d772-4fd8-a9b3-1f56aeb3e591 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873818 Feb 04 16:24:45.415404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69406894-83ff-4a48-a4cb-4bb7b3765e3c req-26ff8d30-fff9-43d7-826d-7c739080bd72 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:45.417056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69406894-83ff-4a48-a4cb-4bb7b3765e3c req-26ff8d30-fff9-43d7-826d-7c739080bd72 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0494025 Feb 04 16:24:45.458688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69406894-83ff-4a48-a4cb-4bb7b3765e3c req-d4a4d307-4959-4b50-b30c-0905ee3e2e82 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Feb 04 16:24:46.581180 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ba27e-f5b6-43fc-9516-6c69bec49f6c req-afca4bfb-e49a-448b-83b9-cf430cd6d423 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:46.582737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-458ba27e-f5b6-43fc-9516-6c69bec49f6c req-afca4bfb-e49a-448b-83b9-cf430cd6d423 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0507994 Feb 04 16:24:46.624193 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-458ba27e-f5b6-43fc-9516-6c69bec49f6c req-acbf52ec-0e62-43d7-bd13-e1605a6fbe3d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 Feb 04 16:24:46.729205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:46.731645 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35824ea0-77a0-4b83-93a3-659cc60950c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:24:46.777963 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48089d8f-6a7d-49fe-8809-5b7549c2958a x-openstack-request-id: req-48089d8f-6a7d-49fe-8809-5b7549c2958a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:24:46.778286 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:24:46.778538 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48089d8f-6a7d-49fe-8809-5b7549c2958a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:24:46.778931 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'status': 'completed', 'code': 200} Feb 04 16:24:46.840037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-e030a62b-33e1-4714-9ad1-843278838230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:46.841549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-e030a62b-33e1-4714-9ad1-843278838230 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1094 time: 0.0440009 Feb 04 16:24:46.866554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-471b4c98-5487-4cda-856e-08e62205d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:46.868062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-471b4c98-5487-4cda-856e-08e62205d13c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1094 time: 0.0415716 Feb 04 16:24:46.930350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-3e7e9fb9-eb0b-4d25-867e-5101a7746e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:46.931838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-3e7e9fb9-eb0b-4d25-867e-5101a7746e7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0834041 Feb 04 16:24:46.963042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-e9ce2d14-d4c7-4413-9c5b-921e4d3edbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:46.964504 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-e9ce2d14-d4c7-4413-9c5b-921e4d3edbaa service neutron] 10.222.0.50 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0896707 Feb 04 16:24:46.972649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-fa0b2e11-8138-4404-b961-1fe08e626e46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 217 time: 0.0347645 Feb 04 16:24:47.007603 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-308c41d2-f607-4f60-a128-6a48ebd4e69d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 217 time: 0.0357382 Feb 04 16:24:47.028812 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-9879e44d-6764-4adb-a801-b8c5067fd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:47.030340 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-9879e44d-6764-4adb-a801-b8c5067fd5d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0514925 Feb 04 16:24:47.063944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-b5056f97-56e5-4ecd-935b-7470d30791d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263283 Feb 04 16:24:47.064722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-cc7bda72-e7d6-4a7d-8fe4-aa9468a974a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:47.066197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-cc7bda72-e7d6-4a7d-8fe4-aa9468a974a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0527580 Feb 04 16:24:47.100083 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-ed5feed0-9f4d-4710-ab2e-3c1f29d823ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249381 Feb 04 16:24:47.152594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-4cad0e71-42f8-43bb-9ae4-4f264047b924 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823743 Feb 04 16:24:47.189494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-4821d29c-e4c2-49df-97ba-931c341937d0 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826664 Feb 04 16:24:47.249262 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-0a49f99a-1e4c-4e97-8bd4-67ba7327f5a7 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891976 Feb 04 16:24:47.290047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35824ea0-77a0-4b83-93a3-659cc60950c6 req-8e555299-5674-45ec-8932-ea62b7d52d2f service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927777 Feb 04 16:24:47.743691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaa368-a598-4a44-aa32-a58e503c5613 req-fbeae476-d5c7-4588-99b2-115a2be1584f tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:47.745211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0fcaa368-a598-4a44-aa32-a58e503c5613 req-fbeae476-d5c7-4588-99b2-115a2be1584f tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0520055 Feb 04 16:24:47.784482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0fcaa368-a598-4a44-aa32-a58e503c5613 req-830e7277-cfe4-43b8-8d55-3f789fcb4bd1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330715 Feb 04 16:24:47.927655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f9d96312-9d46-4269-97f2-96669e7b7d4f no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:24:47.969135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device f9d96312-9d46-4269-97f2-96669e7b7d4f not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:24:48.046975 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:24:48.908972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19131e8f-7756-4b13-873d-501b0581501b req-99b65269-e9a1-4371-a925-7ba539dc7068 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:48.910408 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19131e8f-7756-4b13-873d-501b0581501b req-99b65269-e9a1-4371-a925-7ba539dc7068 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0552077 Feb 04 16:24:48.951284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19131e8f-7756-4b13-873d-501b0581501b req-e8946b36-f2fd-4bec-9af6-595cb4916040 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Feb 04 16:24:49.236564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbb071-615f-4204-8788-e9db230bfe58 req-e365b9ea-a3fa-4b60-9cd8-a85fc250e8ca tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:49.238074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0bfbb071-615f-4204-8788-e9db230bfe58 req-e365b9ea-a3fa-4b60-9cd8-a85fc250e8ca tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.1135573 Feb 04 16:24:49.259020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-60918857-d8cd-442a-94d4-a39e809d51ee tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:49.260531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-60918857-d8cd-442a-94d4-a39e809d51ee tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa&tenant_id=2849f12703284747832b89a2e4c866ec&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 943 time: 0.1273153 Feb 04 16:24:49.319261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0bfbb071-615f-4204-8788-e9db230bfe58 req-4cefa139-c6a1-49fa-b68d-7606a5a682d2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739546 Feb 04 16:24:49.338006 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-36e1f41f-a409-482e-ae85-ab890860eb39 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:24:49.339038 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-36e1f41f-a409-482e-ae85-ab890860eb39 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f9d96312-9d46-4269-97f2-96669e7b7d4f/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0705800 Feb 04 16:24:49.428095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-101c9d83-a5bb-4536-8801-b4d952908167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:49.429597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-101c9d83-a5bb-4536-8801-b4d952908167 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 1094 time: 0.0473082 Feb 04 16:24:49.521041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-7fd6d203-49e8-413c-97b3-62bc53f9658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:49.522454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-7fd6d203-49e8-413c-97b3-62bc53f9658d service neutron] 10.222.0.30 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0868728 Feb 04 16:24:49.567585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-8217d2f8-c35a-4f51-9e32-fa6de0373d3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 200 len: 217 time: 0.0387111 Feb 04 16:24:49.619034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-21f98036-fa1d-43f5-a21d-0563d88aa0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:49.620510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-21f98036-fa1d-43f5-a21d-0563d88aa0ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0446546 Feb 04 16:24:49.652770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-d2be9023-0230-45ca-8897-b5ac46858350 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260773 Feb 04 16:24:49.761037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-81c7265a-d842-4180-81c7-a3aa499a49f9 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013923 Feb 04 16:24:49.855211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8636db14-5434-4d62-98ce-3c2c605bcf07 req-330366ac-c2fa-4f1d-8c31-d80dcf9577d2 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Feb 04 16:24:50.446694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9e1ac-3af8-47e7-abec-a68475140951 req-12eb3305-6dd2-4c2f-b9fb-b22dcad0cfc7 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:50.448460 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b3e9e1ac-3af8-47e7-abec-a68475140951 req-12eb3305-6dd2-4c2f-b9fb-b22dcad0cfc7 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0570803 Feb 04 16:24:50.487719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b3e9e1ac-3af8-47e7-abec-a68475140951 req-ffb65603-7cf5-43d4-92bd-110f6ff424e9 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Feb 04 16:24:50.620554 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbad38-1df7-48e4-9340-b240a03d25ae req-e5257ed7-d6e0-4107-ae25-0a14dd13998a tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:50.622204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cbbad38-1df7-48e4-9340-b240a03d25ae req-e5257ed7-d6e0-4107-ae25-0a14dd13998a tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0641215 Feb 04 16:24:50.668608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cbbad38-1df7-48e4-9340-b240a03d25ae req-a032c7b6-9cfb-462d-8195-749221fc45fd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Feb 04 16:24:50.799181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fbdb6-acad-439b-a14f-f989a5b20d7a req-f5d6fc1a-7f1a-4aa8-88d8-433076b16bb8 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:50.800706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-250fbdb6-acad-439b-a14f-f989a5b20d7a req-f5d6fc1a-7f1a-4aa8-88d8-433076b16bb8 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 943 time: 0.0572476 Feb 04 16:24:50.866800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-250fbdb6-acad-439b-a14f-f989a5b20d7a req-16649378-e80a-46a1-b0b2-77a52ad28a65 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588257 Feb 04 16:24:51.236181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f9d96312-9d46-4269-97f2-96669e7b7d4f details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:24:51.251120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90975-f9f8-478b-8116-736ca656fbce req-27f8e78c-7398-4dc2-8e0f-a16cd9530d01 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:51.252664 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-27f8e78c-7398-4dc2-8e0f-a16cd9530d01 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 815 time: 0.1044021 Feb 04 16:24:51.269637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-a0c0a63b-be52-4b12-b974-71b06e642d1e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/quotas/2849f12703284747832b89a2e4c866ec HTTP/1.1" status: 200 len: 375 time: 0.0100398 Feb 04 16:24:51.325250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-2c528e35-6db5-4000-91e0-b772ae6cb042 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492611 Feb 04 16:24:51.335192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:51.347417 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1', 'port_id': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'mac_address': 'fa:16:3e:c4:54:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd82aa7-6948-4428-9b60-2991e9002d24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:24:51.392519 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:51.409141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d96312-9d46-4269-97f2-96669e7b7d4f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:51.428458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:51.433595 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:51.470481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-d7934f57-9753-4c1c-bc2e-3bcb9aac06db service neutron] 10.222.0.47 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372151 Feb 04 16:24:51.484271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:51.568674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-69204273-6c60-4991-8f26-2f4cfddff14b service neutron] 10.222.0.47 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918579 Feb 04 16:24:51.736012 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b3364cd-3f37-407e-b82e-f6040dfdeb74 req-4740c6cc-e26c-4408-bf5d-8f562ff945bf tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 210 time: 0.0301185 Feb 04 16:24:51.926587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['f9d96312-9d46-4269-97f2-96669e7b7d4f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:24:52.827827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.50', 51416) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:24:52.863900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fff43f0e-8d7e-489b-839f-92e44ff00bea req-757bc21c-3dc3-4104-a880-17efe3095688 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 210 time: 0.0490687 Feb 04 16:24:52.895703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-fe2ee8c7-8f5f-470e-af20-a7df7d8722ab tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:52.897947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-fe2ee8c7-8f5f-470e-af20-a7df7d8722ab tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d2c882d-10a9-470b-8a7e-51e6cbad16fa HTTP/1.1" status: 200 len: 944 time: 0.0685799 Feb 04 16:24:52.953072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90975-f9f8-478b-8116-736ca656fbce req-b71f6242-9e2d-4765-948e-40efe324c0cb tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:52.955109 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-b71f6242-9e2d-4765-948e-40efe324c0cb tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.50 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 815 time: 0.1268101 Feb 04 16:24:52.987685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Deleting port f9d96312-9d46-4269-97f2-96669e7b7d4f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:24:52.988032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.009069 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Request body: {'port': {'device_id': '41047845-961a-448b-a917-34803e577e5d', 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1', 'admin_state_up': True, 'tenant_id': '2849f12703284747832b89a2e4c866ec'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:53.130824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Made reservation on behalf of 2849f12703284747832b89a2e4c866ec for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:53.134788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.238446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f9d96312-9d46-4269-97f2-96669e7b7d4f details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:24:53.275376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Allocated IP 172.20.0.4 (24671558-a5b1-4ff4-8ac0-48d328d527c1/7fd82aa7-6948-4428-9b60-2991e9002d24/17427ec1-c943-4f98-8407-5ea62d7cf6e4) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:53.352806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:53.364079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1', 'port_id': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'mac_address': 'fa:16:3e:c4:54:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd82aa7-6948-4428-9b60-2991e9002d24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:24:53.390800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] For port f9d96312-9d46-4269-97f2-96669e7b7d4f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=f9d96312-9d46-4269-97f2-96669e7b7d4f,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:53.391084 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.403005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Calling delete_port for f9d96312-9d46-4269-97f2-96669e7b7d4f owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:24:53.437139 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.473121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.524316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Network 24671558-a5b1-4ff4-8ac0-48d328d527c1 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:53.527449 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:53.530633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:24:53.536869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.558721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:53.564741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Pushing event deleted for resources: {'Port': ['ID=f9d96312-9d46-4269-97f2-96669e7b7d4f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:53.577874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.578252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.578946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.578946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.579220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.579545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.579868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.580187 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.580505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.580845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.581150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.581461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:53.589429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:53.590101 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.606484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-375b37ba-ac69-4e85-a787-4629cc2861a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013694 Feb 04 16:24:53.616651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-8bcf5433-c4d6-4371-9b84-9254e0b70956 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:24:53.616828 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] No DVR routers for this DVR port f9d96312-9d46-4269-97f2-96669e7b7d4f on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:53.617689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-8bcf5433-c4d6-4371-9b84-9254e0b70956 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051639 Feb 04 16:24:53.619334 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.622582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.50 "DELETE /v2.0/ports/f9d96312-9d46-4269-97f2-96669e7b7d4f HTTP/1.1" status: 204 len: 173 time: 0.7188201 Feb 04 16:24:53.623020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'name': 'network-vif-deleted', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:53.625786 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee9ea56-07c5-43a8-b7b8-fc1e2f16c5b5" -d '{"events": [{"server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "name": "network-vif-deleted", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:24:53.646852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.660925 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1e0a0d-665c-4c6f-b175-86d1171e17ef x-openstack-request-id: req-cc1e0a0d-665c-4c6f-b175-86d1171e17ef {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:24:53.661218 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2c882d-10a9-470b-8a7e-51e6cbad16fa", "name": "network-vif-deleted", "tag": "f9d96312-9d46-4269-97f2-96669e7b7d4f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:24:53.661470 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cc1e0a0d-665c-4c6f-b175-86d1171e17ef {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:24:53.661892 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2c882d-10a9-470b-8a7e-51e6cbad16fa', 'name': 'network-vif-deleted', 'tag': 'f9d96312-9d46-4269-97f2-96669e7b7d4f', 'status': 'completed', 'code': 200} Feb 04 16:24:53.762556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Request body: {'port': {'device_id': '41047845-961a-448b-a917-34803e577e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:24:53.817762 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.055895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d22553-60ec-4186-b845-bec375c26f35 req-89fe6d46-daa5-42de-a7c5-32bfeb1f0b4c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:54.057496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92d22553-60ec-4186-b845-bec375c26f35 req-89fe6d46-daa5-42de-a7c5-32bfeb1f0b4c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 931 time: 0.1081319 Feb 04 16:24:54.122674 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-92d22553-60ec-4186-b845-bec375c26f35 req-961cbc35-f5a6-4723-968a-bd4eccb201ff tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543354 Feb 04 16:24:54.158664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17427ec1-c943-4f98-8407-5ea62d7cf6e4 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:54.165951 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.177946 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Transition to ACTIVE for port object 17427ec1-c943-4f98-8407-5ea62d7cf6e4 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:54.181491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.228655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.575053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Attempting to bind port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:54.575388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Attempting to bind port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:54.575715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Attempting to bind port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:24:54.579860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:24:54.580183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Attempting to bind port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:24:54.585186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:24:54.585520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Checking segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:24:54.585898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Bound using segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:24:54.586355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Bound port: 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:54.586712 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.648918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:54.651868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:54.657210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.691803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:54.692428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.693819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] 10.222.0.50 "PUT /v2.0/ports/17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 1091 time: 0.9357727 Feb 04 16:24:54.694293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:24:54.696534 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36" -d '{"events": [{"name": "network-changed", "server_uuid": "41047845-961a-448b-a917-34803e577e5d", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:24:54.722544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c557ce3-f021-4fc3-b049-7c38dd3fdc69 service neutron] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.740472 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f88619-69a2-4890-81fe-1602cc56ad61 x-openstack-request-id: req-b6f88619-69a2-4890-81fe-1602cc56ad61 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:24:54.740813 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41047845-961a-448b-a917-34803e577e5d", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:24:54.741077 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6f88619-69a2-4890-81fe-1602cc56ad61 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:24:54.741470 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'status': 'completed', 'code': 200} Feb 04 16:24:54.800023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90975-f9f8-478b-8116-736ca656fbce req-30718abb-2883-4c20-bd1e-c77bc85497b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:54.801516 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-30718abb-2883-4c20-bd1e-c77bc85497b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1094 time: 0.0437429 Feb 04 16:24:54.848749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-5aa5cf8f-c912-49e1-9b49-6960bc63896f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 217 time: 0.0341372 Feb 04 16:24:54.896450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90975-f9f8-478b-8116-736ca656fbce req-c9874f09-5a01-4175-a7f8-18910c516042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:54.897899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-c9874f09-5a01-4175-a7f8-18910c516042 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0429215 Feb 04 16:24:54.929231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-0281b484-ed74-4b03-9dcf-2e44b06875a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235670 Feb 04 16:24:55.019105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-f7fb156f-1cbb-43dc-8377-2b5ec29ac064 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Feb 04 16:24:55.110631 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60f90975-f9f8-478b-8116-736ca656fbce req-12e24fb8-6aeb-49f1-b2f0-dd4fe91921bb service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846705 Feb 04 16:24:55.231064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f9d96312-9d46-4269-97f2-96669e7b7d4f no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:24:55.252041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: f9d96312-9d46-4269-97f2-96669e7b7d4f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:24:55.252377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device f9d96312-9d46-4269-97f2-96669e7b7d4f not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:24:55.270776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a25a4d-97d5-4a7a-98f8-5e04a3347652 req-b0767595-f248-434f-9370-475b76aa5af2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:55.272242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96a25a4d-97d5-4a7a-98f8-5e04a3347652 req-b0767595-f248-434f-9370-475b76aa5af2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.0803151 Feb 04 16:24:55.277493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-b5bd5dd1-5123-4ae1-8574-fc1cbca3bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:55.278953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-b5bd5dd1-5123-4ae1-8574-fc1cbca3bae9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1094 time: 0.0780900 Feb 04 16:24:55.359624 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96a25a4d-97d5-4a7a-98f8-5e04a3347652 req-ce170575-ad03-419b-9d9b-f534ee20b4fb tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791812 Feb 04 16:24:55.392303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-9e314c28-322e-421a-87f1-779fddf9c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:55.393748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-9e314c28-322e-421a-87f1-779fddf9c496 service neutron] 10.222.0.50 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.1073837 Feb 04 16:24:55.435058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-12c21881-4e0d-4bf0-98e5-d3235d2f3cbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 217 time: 0.0341785 Feb 04 16:24:55.482228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-e5c3f00b-7714-488f-b4e5-07837b286732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:55.484214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-e5c3f00b-7714-488f-b4e5-07837b286732 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0429766 Feb 04 16:24:55.516300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-b89370f1-d9cb-491e-8dcc-c1997e035ad3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246265 Feb 04 16:24:55.607148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-c4939d8f-164f-4a4b-a0db-7f25e5eecc66 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844207 Feb 04 16:24:55.695501 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e87254de-6a41-48a0-bd6d-4f45bdd2fb36 req-b2dcb25e-88e2-4c29-8b64-10ef31692386 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821168 Feb 04 16:24:56.477365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a663bba-0677-47c8-96e1-2a7d65c2a55a req-2ce2111b-19a8-4efa-8e54-72f489e37656 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:56.478901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a663bba-0677-47c8-96e1-2a7d65c2a55a req-2ce2111b-19a8-4efa-8e54-72f489e37656 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.0495770 Feb 04 16:24:56.519995 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a663bba-0677-47c8-96e1-2a7d65c2a55a req-60c80d27-4650-4ee3-91ee-b777ed0bbcf6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Feb 04 16:24:57.640776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122038-3b67-4ce0-bfa9-743538167b0b req-d1c32d90-8358-41e5-b62e-c8aa16c8d14b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:57.642302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d122038-3b67-4ce0-bfa9-743538167b0b req-d1c32d90-8358-41e5-b62e-c8aa16c8d14b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.0550723 Feb 04 16:24:57.679866 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d122038-3b67-4ce0-bfa9-743538167b0b req-7c9a35aa-0c43-4375-88e7-3044af149836 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Feb 04 16:24:58.794768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c03938-97b8-443d-945b-52471a2a1ee0 req-a14b3ca9-2ce7-4e55-9e33-c11658c4274d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:58.796737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93c03938-97b8-443d-945b-52471a2a1ee0 req-a14b3ca9-2ce7-4e55-9e33-c11658c4274d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.0505044 Feb 04 16:24:58.834378 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93c03938-97b8-443d-945b-52471a2a1ee0 req-f408f419-8ca4-4d63-86fe-75e858fb169b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Feb 04 16:24:59.246526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 17427ec1-c943-4f98-8407-5ea62d7cf6e4 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:24:59.341543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:59.352702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1', 'port_id': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'mac_address': 'fa:16:3e:26:cc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd82aa7-6948-4428-9b60-2991e9002d24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:24:59.389545 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.402431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17427ec1-c943-4f98-8407-5ea62d7cf6e4 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:24:59.422508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:59.427019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.475526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:59.483015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.483362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.483702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.484035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.484365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.484692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.485017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.486266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.486628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.486995 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.487322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.487665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:59.836876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['17427ec1-c943-4f98-8407-5ea62d7cf6e4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:24:59.952570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c23ac-a33b-4ee1-a1e7-ab14ec25bef3 req-98c86c1f-9222-4f26-a915-26e6a0b8129b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:59.954108 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e3c23ac-a33b-4ee1-a1e7-ab14ec25bef3 req-98c86c1f-9222-4f26-a915-26e6a0b8129b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 944 time: 0.0521002 Feb 04 16:24:59.994942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e3c23ac-a33b-4ee1-a1e7-ab14ec25bef3 req-cad5d2da-2f3f-4735-8ea7-2fd437f716dc tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Feb 04 16:25:00.668078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-33931fbb-31e3-4dc9-af84-ed0ac9f7a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.122389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3946-baa0-44ed-96c1-a4542bfc8492 req-22db6879-51a2-4b98-be8d-f7bbd55472de tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:01.124459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c7a3946-baa0-44ed-96c1-a4542bfc8492 req-22db6879-51a2-4b98-be8d-f7bbd55472de tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 944 time: 0.0533509 Feb 04 16:25:01.162797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8c7a3946-baa0-44ed-96c1-a4542bfc8492 req-1bf70219-9334-4452-b801-20546e59638d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Feb 04 16:25:01.257763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 17427ec1-c943-4f98-8407-5ea62d7cf6e4 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:25:01.306525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:01.311067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:01.311487 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.394295 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.418152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:01.420511 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3f5d09-1c0e-411e-b03a-183ca8e3acf0" -d '{"events": [{"server_uuid": "41047845-961a-448b-a917-34803e577e5d", "name": "network-vif-plugged", "status": "completed", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:25:01.433917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:01.438821 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.463226 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f68f4d-2de5-4431-b6e3-6bd46c660b86 x-openstack-request-id: req-37f68f4d-2de5-4431-b6e3-6bd46c660b86 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:25:01.463521 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41047845-961a-448b-a917-34803e577e5d", "name": "network-vif-plugged", "status": "completed", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:25:01.463773 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37f68f4d-2de5-4431-b6e3-6bd46c660b86 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:25:01.464177 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'code': 200} Feb 04 16:25:01.491423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:01.589171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987617a-aaf4-458a-9f08-e76590a0fbb5 req-c052a67a-4b24-4c3e-8da1-03a40412de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:01.590699 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d987617a-aaf4-458a-9f08-e76590a0fbb5 req-c052a67a-4b24-4c3e-8da1-03a40412de69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1096 time: 0.0426548 Feb 04 16:25:01.629188 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d987617a-aaf4-458a-9f08-e76590a0fbb5 req-3c52a6b2-60a8-4906-82af-7d26e8495add service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Feb 04 16:25:02.285912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e42af-de59-451e-a30e-3a49e86d3aa7 req-dec17f92-cf87-4432-8c00-04412d115bce tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:02.287564 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f62e42af-de59-451e-a30e-3a49e86d3aa7 req-dec17f92-cf87-4432-8c00-04412d115bce tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0543337 Feb 04 16:25:02.331702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f62e42af-de59-451e-a30e-3a49e86d3aa7 req-3d082a13-88dc-4bf9-8a18-5fd7ba9efbe4 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373540 Feb 04 16:25:03.456808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238a770-43e7-4387-95fd-2a52bbb5e84a req-a806a13b-331e-4c1f-87dd-b3a8e0744cc6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:03.458309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5238a770-43e7-4387-95fd-2a52bbb5e84a req-a806a13b-331e-4c1f-87dd-b3a8e0744cc6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0558193 Feb 04 16:25:03.496595 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5238a770-43e7-4387-95fd-2a52bbb5e84a req-c52d3cfb-f16a-49c3-860a-e8c87f409935 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Feb 04 16:25:03.623772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ded3d-fd6d-4cd2-b927-b872f60be0a4 req-47e1c15d-e875-4e68-8158-a9d306f28ad1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:03.626216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c2ded3d-fd6d-4cd2-b927-b872f60be0a4 req-47e1c15d-e875-4e68-8158-a9d306f28ad1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0595033 Feb 04 16:25:03.664141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0c2ded3d-fd6d-4cd2-b927-b872f60be0a4 req-5e718758-67ed-4b10-b76e-35c92aeae7cc tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Feb 04 16:25:03.750257 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1159-f2b4-4a92-8915-b24756a0795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.028254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-09f7c0d6-322f-4998-b8ad-758ac80a5419 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719402 Feb 04 16:25:04.036305 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e128a3-a283-440f-b04f-e15fbc0adde0 req-e8ed8527-2d90-4c65-8ea0-c3e4cab1bca1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:04.037777 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22e128a3-a283-440f-b04f-e15fbc0adde0 req-e8ed8527-2d90-4c65-8ea0-c3e4cab1bca1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0828142 Feb 04 16:25:04.082439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22e128a3-a283-440f-b04f-e15fbc0adde0 req-e0dcc649-e156-4f7b-951e-07e8c9fa59a5 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385761 Feb 04 16:25:05.139262 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-85d9e497-58d2-408d-8bb5-082562accbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:05.140774 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-85d9e497-58d2-408d-8bb5-082562accbea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1096 time: 0.0428522 Feb 04 16:25:05.268818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f3c3e-a653-44ee-8a50-1706a24aa67f req-383dbe8a-722a-41ec-ac29-18eeef9c8773 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:05.270634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f2f3c3e-a653-44ee-8a50-1706a24aa67f req-383dbe8a-722a-41ec-ac29-18eeef9c8773 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.1133230 Feb 04 16:25:05.297348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-fe5d1323-51c1-434f-8111-9c668e87a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:05.298962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-fe5d1323-51c1-434f-8111-9c668e87a52f service neutron] 10.222.0.50 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.1516757 Feb 04 16:25:05.354088 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f2f3c3e-a653-44ee-8a50-1706a24aa67f req-902b208a-78d0-4143-8f13-783f217e2a28 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770903 Feb 04 16:25:05.355501 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-2eeff700-9d61-4353-afa6-79be0f2dd1b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 217 time: 0.0480051 Feb 04 16:25:05.413784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6120dbfc-7384-4172-8820-08e5f5253edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:05.415317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6120dbfc-7384-4172-8820-08e5f5253edf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0513051 Feb 04 16:25:05.447842 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-b27ce0c6-2fba-4b1d-9bf9-8b0aa1c414a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248821 Feb 04 16:25:05.543333 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-7e8046e5-031b-4624-915c-4199608c3f84 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891223 Feb 04 16:25:05.643206 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-de6ec4db-de87-4f8c-98ee-b93ee8ec4d01 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927110 Feb 04 16:25:05.969682 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.472308 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c25d-0856-40c1-94dc-e896ae24cb8e req-57084140-02ff-4fe3-bd31-10fe2ff1980d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:06.473774 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b47c25d-0856-40c1-94dc-e896ae24cb8e req-57084140-02ff-4fe3-bd31-10fe2ff1980d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0482798 Feb 04 16:25:06.510469 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b47c25d-0856-40c1-94dc-e896ae24cb8e req-cdd5aa7c-11bf-46fb-8954-099471301942 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Feb 04 16:25:07.061966 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.599033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.632583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10810fd7-6e6e-4c60-91d2-b0bfffb0e34d req-d69d1b83-e994-45ab-9731-55acd5c23142 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:07.634097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10810fd7-6e6e-4c60-91d2-b0bfffb0e34d req-d69d1b83-e994-45ab-9731-55acd5c23142 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0530438 Feb 04 16:25:07.671612 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10810fd7-6e6e-4c60-91d2-b0bfffb0e34d req-33bd0907-e838-466f-b28a-6d329b9e88e2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Feb 04 16:25:08.788351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182565d-c1b3-455b-b5ff-d05b24aa1ef9 req-3771c6f9-55d3-4541-9b4a-7aaa091fada7 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:08.789846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7182565d-c1b3-455b-b5ff-d05b24aa1ef9 req-3771c6f9-55d3-4541-9b4a-7aaa091fada7 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0490179 Feb 04 16:25:08.827310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7182565d-c1b3-455b-b5ff-d05b24aa1ef9 req-74dad65a-e1bd-49ae-864d-02f9c78213fc tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309861 Feb 04 16:25:09.943372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f28da-16c3-41eb-864f-36d346f9fd39 req-61f36409-f44d-4114-ad9e-8bad905fea58 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:09.944840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f0f28da-16c3-41eb-864f-36d346f9fd39 req-61f36409-f44d-4114-ad9e-8bad905fea58 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0488660 Feb 04 16:25:09.983053 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f0f28da-16c3-41eb-864f-36d346f9fd39 req-f712fda4-a701-41ea-b4a1-2f6aa02ee9ff tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Feb 04 16:25:10.192795 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.350432 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84d8ff-8019-4c4a-b048-1bfcc5f27acd req-4355481d-e710-4cd7-ab13-20327f9f0a27 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:11.352098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e84d8ff-8019-4c4a-b048-1bfcc5f27acd req-4355481d-e710-4cd7-ab13-20327f9f0a27 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0534115 Feb 04 16:25:11.405905 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e84d8ff-8019-4c4a-b048-1bfcc5f27acd req-f69b6a8f-6cc8-4091-90b4-78250475817d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Feb 04 16:25:12.535248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5127a-77bf-4273-a20f-94720c6cfd91 req-f31828fe-f472-409d-9f66-f6010708375b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:12.536824 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8b5127a-77bf-4273-a20f-94720c6cfd91 req-f31828fe-f472-409d-9f66-f6010708375b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0561528 Feb 04 16:25:12.585208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8b5127a-77bf-4273-a20f-94720c6cfd91 req-39417417-700c-4427-a1f1-f3bf3904b540 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421000 Feb 04 16:25:13.703017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321c230-bb6a-4d9d-817e-23805db18f2e req-6df78bdf-8189-4111-bce4-d896dfb54f9b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:13.704566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8321c230-bb6a-4d9d-817e-23805db18f2e req-6df78bdf-8189-4111-bce4-d896dfb54f9b tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0503414 Feb 04 16:25:13.746869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8321c230-bb6a-4d9d-817e-23805db18f2e req-07dc72d9-df7c-47fc-b8ae-9af4f3530491 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358949 Feb 04 16:25:14.867289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab343d-4fe0-4231-adce-e7d9829c7419 req-a9a54f86-6799-42b9-95b2-12754404b37c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:14.868717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21ab343d-4fe0-4231-adce-e7d9829c7419 req-a9a54f86-6799-42b9-95b2-12754404b37c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0510240 Feb 04 16:25:14.908713 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21ab343d-4fe0-4231-adce-e7d9829c7419 req-bb89a7b1-d62e-49cf-9655-3e326806d921 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Feb 04 16:25:16.024250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821fb92-47b8-4b25-b9a9-32151d697b40 req-50d0c850-9f6c-42cc-a980-9656842307a0 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:16.025744 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d821fb92-47b8-4b25-b9a9-32151d697b40 req-50d0c850-9f6c-42cc-a980-9656842307a0 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0484877 Feb 04 16:25:16.064795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d821fb92-47b8-4b25-b9a9-32151d697b40 req-20c0826e-2b6d-486a-95c9-a02f1d3da709 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Feb 04 16:25:17.184168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e0892-4271-4c32-ad89-25384ac018aa req-f6f2b8be-2b36-403e-af1a-4e348cd487de tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:17.185765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f9e0892-4271-4c32-ad89-25384ac018aa req-f6f2b8be-2b36-403e-af1a-4e348cd487de tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0518172 Feb 04 16:25:17.226895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f9e0892-4271-4c32-ad89-25384ac018aa req-f560aa15-eafc-4e5e-afcf-c219aad7c273 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Feb 04 16:25:18.373767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f62774-4645-4fe0-9c23-6e4efdfc1d60 req-34a27b2e-e883-4321-a8a6-cb46da31523c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:18.375335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3f62774-4645-4fe0-9c23-6e4efdfc1d60 req-34a27b2e-e883-4321-a8a6-cb46da31523c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0604653 Feb 04 16:25:18.422637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c3f62774-4645-4fe0-9c23-6e4efdfc1d60 req-b366373e-51d4-4488-a14c-f4addff603f1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 Feb 04 16:25:19.554944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22902-56ac-48c2-9f71-13099609c46d req-b28ddf7c-aa3f-444f-a7ad-c4c0af600a96 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:19.556521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eae22902-56ac-48c2-9f71-13099609c46d req-b28ddf7c-aa3f-444f-a7ad-c4c0af600a96 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0617547 Feb 04 16:25:19.596755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eae22902-56ac-48c2-9f71-13099609c46d req-38f0138a-3c98-464f-b5d8-0e8e32904dc7 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341086 Feb 04 16:25:20.709915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91817ed1-4f04-4084-b1fa-04848297bbc5 req-508f96b2-b34e-43f9-af86-623b24dcc2aa tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:20.711406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91817ed1-4f04-4084-b1fa-04848297bbc5 req-508f96b2-b34e-43f9-af86-623b24dcc2aa tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0483911 Feb 04 16:25:20.748855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-91817ed1-4f04-4084-b1fa-04848297bbc5 req-ab3209ef-47ab-4fbb-a02e-2ccffa027408 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Feb 04 16:25:21.868136 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b7051-b036-41e4-8aba-3f373a4c52ee req-7b43dac4-611d-4091-9efd-32ea1ed9c0f6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:21.869637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-927b7051-b036-41e4-8aba-3f373a4c52ee req-7b43dac4-611d-4091-9efd-32ea1ed9c0f6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0511265 Feb 04 16:25:21.908264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-927b7051-b036-41e4-8aba-3f373a4c52ee req-32208c11-b360-44ba-9ed7-c26f292ae94e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326200 Feb 04 16:25:23.024515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867192c-a4fd-4b09-8877-aad264a83a09 req-f2d4a5c0-3373-4d6e-bfed-5fdf0c085749 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:23.026014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0867192c-a4fd-4b09-8877-aad264a83a09 req-f2d4a5c0-3373-4d6e-bfed-5fdf0c085749 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0492277 Feb 04 16:25:23.063988 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0867192c-a4fd-4b09-8877-aad264a83a09 req-5c20dbae-93f7-45c0-ba0e-d19f1f8b0147 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Feb 04 16:25:23.630712 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:24.183416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35579c-42fa-4953-8b2c-e6ebfe3e4329 req-c74eb482-9265-4be8-9ebf-4a85ab30bbfd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:24.185406 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c35579c-42fa-4953-8b2c-e6ebfe3e4329 req-c74eb482-9265-4be8-9ebf-4a85ab30bbfd tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0491474 Feb 04 16:25:24.225510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c35579c-42fa-4953-8b2c-e6ebfe3e4329 req-e3bb72a5-030b-4aca-a043-3d132349f3a0 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Feb 04 16:25:25.046298 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:25:25.349561 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cb976-45e1-4e91-8e23-0e64d9eb7e13 req-87a918c6-96c6-438f-8a51-fd0b34af77a8 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:25.351087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad3cb976-45e1-4e91-8e23-0e64d9eb7e13 req-87a918c6-96c6-438f-8a51-fd0b34af77a8 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0522206 Feb 04 16:25:25.395480 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ad3cb976-45e1-4e91-8e23-0e64d9eb7e13 req-cc1a52f0-9e58-4bda-a927-3043d7dccfce tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Feb 04 16:25:26.517397 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85757-bbe7-48c3-86ec-d0d07f9dbd1a req-70b5201b-c8f0-4070-9fed-6ee939cedd3f tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:26.518957 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-80c85757-bbe7-48c3-86ec-d0d07f9dbd1a req-70b5201b-c8f0-4070-9fed-6ee939cedd3f tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0544648 Feb 04 16:25:26.557813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-80c85757-bbe7-48c3-86ec-d0d07f9dbd1a req-5bc4462b-9ee0-41f6-a319-4cf960187058 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328705 Feb 04 16:25:27.681424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc838c87-44c4-44bb-830b-6e91c32b4654 req-788cb29c-349b-473c-a0e8-2e06cbaf4732 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:27.683007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc838c87-44c4-44bb-830b-6e91c32b4654 req-788cb29c-349b-473c-a0e8-2e06cbaf4732 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0502145 Feb 04 16:25:27.723377 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc838c87-44c4-44bb-830b-6e91c32b4654 req-8dce9fc5-0163-4baf-ae3e-d3d82b173bd5 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332832 Feb 04 16:25:28.861411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faa1b2-a0ce-4df3-9b58-f65b2d2a18df req-13a92164-aab9-406d-84a9-e270af8d0957 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:28.863992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7faa1b2-a0ce-4df3-9b58-f65b2d2a18df req-13a92164-aab9-406d-84a9-e270af8d0957 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0682700 Feb 04 16:25:28.912148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7faa1b2-a0ce-4df3-9b58-f65b2d2a18df req-57961f3f-6f0d-479f-a200-9c7f460dd3e0 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Feb 04 16:25:29.529450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93463d03-fa75-4fa8-8417-da0630122450 req-659d5ef6-91f6-403e-984d-683940b15e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:29.531028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93463d03-fa75-4fa8-8417-da0630122450 req-659d5ef6-91f6-403e-984d-683940b15e33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1096 time: 0.0902450 Feb 04 16:25:29.658245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93463d03-fa75-4fa8-8417-da0630122450 req-08f28899-8620-4170-83be-95e3b48e65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:29.659802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93463d03-fa75-4fa8-8417-da0630122450 req-08f28899-8620-4170-83be-95e3b48e65d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.1001167 Feb 04 16:25:29.704557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93463d03-fa75-4fa8-8417-da0630122450 req-9627bb17-c504-40a9-ae78-577d96ed58ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 217 time: 0.0377781 Feb 04 16:25:29.760499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93463d03-fa75-4fa8-8417-da0630122450 req-c813259b-342d-42db-a39e-1927fe2ec59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:29.762070 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93463d03-fa75-4fa8-8417-da0630122450 req-c813259b-342d-42db-a39e-1927fe2ec59e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0514133 Feb 04 16:25:29.794233 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93463d03-fa75-4fa8-8417-da0630122450 req-f85b3a8d-bb81-407a-88db-4467e7aeee62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256088 Feb 04 16:25:29.896182 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93463d03-fa75-4fa8-8417-da0630122450 req-2d108fb0-70bf-4f67-9b28-8f8c48e14c74 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927970 Feb 04 16:25:30.005030 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-93463d03-fa75-4fa8-8417-da0630122450 req-ef0de1ba-bbd8-41ad-9b1e-f4a5c34a3d5d service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020052 Feb 04 16:25:30.049511 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecb0a0-068c-4809-85e9-7f37a08ab7f4 req-87ac20ec-8428-4e54-80ca-c98689491f25 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:30.051040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27ecb0a0-068c-4809-85e9-7f37a08ab7f4 req-87ac20ec-8428-4e54-80ca-c98689491f25 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0545232 Feb 04 16:25:30.091021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27ecb0a0-068c-4809-85e9-7f37a08ab7f4 req-bf448a79-1a52-479b-91c4-756054e0dc84 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339613 Feb 04 16:25:30.670832 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3121fa1f-212c-412b-aa94-241a4eda2c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:31.212853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3cc8c-a7de-4ad3-b67a-d972a7299a21 req-759b13d3-2d0a-45ef-8005-973ef67962e4 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:31.214422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-00b3cc8c-a7de-4ad3-b67a-d972a7299a21 req-759b13d3-2d0a-45ef-8005-973ef67962e4 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0533552 Feb 04 16:25:31.253822 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-00b3cc8c-a7de-4ad3-b67a-d972a7299a21 req-b7c820c5-4bdc-4df4-a147-44950cc13a52 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Feb 04 16:25:32.376795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1f048-9b22-40a1-bedd-5840126e2124 req-ef091c26-2c4e-472b-a947-3f0bb676acd4 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:32.378314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94b1f048-9b22-40a1-bedd-5840126e2124 req-ef091c26-2c4e-472b-a947-3f0bb676acd4 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0532012 Feb 04 16:25:32.421865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-94b1f048-9b22-40a1-bedd-5840126e2124 req-bfa882fb-2838-409d-ab7a-fd03eb2f1dac tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373058 Feb 04 16:25:32.681501 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-04555de5-5264-4083-9e20-3b6a1478fa0b service neutron] show failed (client error): The resource could not be found. Feb 04 16:25:32.682599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-04555de5-5264-4083-9e20-3b6a1478fa0b service neutron] 10.222.0.50 "GET /v2.0/ports/17427ec1-c943-4f98-8407-5ea62d7cf6e4/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0576248 Feb 04 16:25:32.895616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-ce412ea2-05f8-4e99-8726-f6e9ada8d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:32.897054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-ce412ea2-05f8-4e99-8726-f6e9ada8d1b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d&tenant_id=2849f12703284747832b89a2e4c866ec HTTP/1.1" status: 200 len: 1096 time: 0.0432634 Feb 04 16:25:32.909095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:32.967056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.206168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:33.256591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:33.304407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:33.306859 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d83e2-e2bc-49e2-8c4c-33ade4cab485" -d '{"events": [{"server_uuid": "41047845-961a-448b-a917-34803e577e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:25:33.314122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.341963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Transition to ACTIVE for port object 17427ec1-c943-4f98-8407-5ea62d7cf6e4 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:33.347671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.409098 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da7d772-44f9-4f98-8c30-dc9ba935f9fe x-openstack-request-id: req-9da7d772-44f9-4f98-8c30-dc9ba935f9fe {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:25:33.409809 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41047845-961a-448b-a917-34803e577e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:25:33.409809 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9da7d772-44f9-4f98-8c30-dc9ba935f9fe {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:25:33.410228 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'code': 200} Feb 04 16:25:33.438994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] No DVR routers for this DVR port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:33.446901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:33.485625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Attempting to bind port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:33.486021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Attempting to bind port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:33.486344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Attempting to bind port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:25:33.491635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:25:33.491972 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Attempting to bind port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on network 24671558-a5b1-4ff4-8ac0-48d328d527c1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:25:33.498633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:25:33.498948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Checking segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:25:33.499306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Bound using segment: {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:25:33.499763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Bound port: 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2985796-2dd0-4cbc-87ba-632ad36cb568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:33.500129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.635129 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:33.644994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51019140-f0dc-4497-9695-175d1e413405 req-5ef865c3-052a-403f-976e-e9ecb9ed9dba tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:33.646605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51019140-f0dc-4497-9695-175d1e413405 req-5ef865c3-052a-403f-976e-e9ecb9ed9dba tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.1261261 Feb 04 16:25:33.648484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:33.653810 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.715622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:33.716273 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.717693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 1091 time: 0.8129952 Feb 04 16:25:33.743921 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51019140-f0dc-4497-9695-175d1e413405 req-77b18aa5-37f4-44d1-b501-2851e23ce73d tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873451 Feb 04 16:25:33.757451 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539a95d-6bc3-4d67-a5da-eb77817553a4 service neutron] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:33.780166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-53fe986e-a218-47ef-b625-01af67e53cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.799441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-2eadfeed-8f36-42d3-8d3f-710e786f24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:33.801011 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-2eadfeed-8f36-42d3-8d3f-710e786f24b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1094 time: 0.0531960 Feb 04 16:25:33.903654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-60f85a12-5d5e-447f-85df-54042f555d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:33.905220 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-60f85a12-5d5e-447f-85df-54042f555d3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0975370 Feb 04 16:25:33.950476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-beab2c90-c200-43d6-8132-e98530fa3c04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 217 time: 0.0380762 Feb 04 16:25:34.009448 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-682794fa-2094-4375-be07-99dfa17afeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:34.010907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-682794fa-2094-4375-be07-99dfa17afeb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0540228 Feb 04 16:25:34.045720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-e54c6d40-012a-48ab-834e-901614f4b0bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277555 Feb 04 16:25:34.146549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-bdd5aada-fc4d-4712-92fc-7898a4d17596 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922532 Feb 04 16:25:34.256424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e29e8473-d835-4a2d-902e-a7773a6f246a req-953efff2-34ae-4ca2-a6c3-60274ca217c3 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029196 Feb 04 16:25:34.887444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ee97f-74a8-4389-a7df-db21fd6ebe80 req-89fec3c4-981d-4aa4-b58f-5dd524cababa tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:34.889762 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-386ee97f-74a8-4389-a7df-db21fd6ebe80 req-89fec3c4-981d-4aa4-b58f-5dd524cababa tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.0574450 Feb 04 16:25:34.941297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-386ee97f-74a8-4389-a7df-db21fd6ebe80 req-ec1ce0dd-7d8a-4dae-995d-e642c5b1bace tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Feb 04 16:25:35.411027 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:35.413422 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b8796f-4ccf-441e-ae67-9d4e680a93e0" -d '{"events": [{"name": "network-changed", "server_uuid": "41047845-961a-448b-a917-34803e577e5d", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:25:35.434131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 17427ec1-c943-4f98-8407-5ea62d7cf6e4 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:25:35.470586 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4237e74c-8268-47ff-a150-90459102730a x-openstack-request-id: req-4237e74c-8268-47ff-a150-90459102730a {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:25:35.471020 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41047845-961a-448b-a917-34803e577e5d", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:25:35.471145 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4237e74c-8268-47ff-a150-90459102730a {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:25:35.472027 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'status': 'completed', 'code': 200} Feb 04 16:25:35.478578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 17427ec1-c943-4f98-8407-5ea62d7cf6e4 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:25:35.533090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-33147d5f-cd30-4b01-ba0f-2d84b5223220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:35.535133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-33147d5f-cd30-4b01-ba0f-2d84b5223220 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1094 time: 0.0505931 Feb 04 16:25:35.566223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-4b25a61e-766e-4a63-9b90-e690257510c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:35.568034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-4b25a61e-766e-4a63-9b90-e690257510c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1094 time: 0.0507925 Feb 04 16:25:35.650771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-aebddda4-7d7f-43fd-9a2c-7a6b2b9ff6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:35.652285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-aebddda4-7d7f-43fd-9a2c-7a6b2b9ff6f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.1098030 Feb 04 16:25:35.669336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-158b5fcc-53be-4a64-b00c-6fb40d1ec309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:35.670747 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-158b5fcc-53be-4a64-b00c-6fb40d1ec309 service neutron] 10.222.0.50 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0964336 Feb 04 16:25:35.696424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-7d19c268-c99c-4e2f-8785-27fc7cc4379f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 217 time: 0.0371230 Feb 04 16:25:35.720943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-ff99339b-4184-4347-bac6-0064bdabebfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 217 time: 0.0415347 Feb 04 16:25:35.747640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-e4cbde20-9ce8-4460-bee8-a711950e5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:35.749560 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-e4cbde20-9ce8-4460-bee8-a711950e5824 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0466967 Feb 04 16:25:35.775302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-33f5dab8-49e7-4234-ab14-bce6b2c23ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:35.776891 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-33f5dab8-49e7-4234-ab14-bce6b2c23ea4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0486531 Feb 04 16:25:35.793033 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-d89e00bf-e830-485a-a4d4-36cb82c19603 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350668 Feb 04 16:25:35.811139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-201f7baf-614d-4327-ab76-fece3e828d09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266399 Feb 04 16:25:35.905062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-c922469c-7db1-4af3-9476-627ea727d243 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052964 Feb 04 16:25:35.928359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-54e6ebf4-892a-4ede-bb0b-e4b71e8ff19e service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096988 Feb 04 16:25:35.989729 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:36.046105 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-f4885853-99e7-47c4-9d9e-28ff7c6d9fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330996 Feb 04 16:25:36.103264 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36b8796f-4ccf-441e-ae67-9d4e680a93e0 req-7d3898e9-269e-4113-8ef2-a47b4de4c400 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678624 Feb 04 16:25:36.120781 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58dcf5-ff23-4acc-918f-31013817757e req-2e6cb6b1-8fd7-4f1c-b5ea-52d745293e1e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:36.123016 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c58dcf5-ff23-4acc-918f-31013817757e req-2e6cb6b1-8fd7-4f1c-b5ea-52d745293e1e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.0817196 Feb 04 16:25:36.164488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c58dcf5-ff23-4acc-918f-31013817757e req-1be9bf71-6256-455a-a9ed-34e45127733e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Feb 04 16:25:37.073695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.306500 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2db7-683b-4978-be69-f464587eb1d8 req-d40a3a2f-73aa-4f3f-ad03-c9326b6192a5 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:37.308533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-192b2db7-683b-4978-be69-f464587eb1d8 req-d40a3a2f-73aa-4f3f-ad03-c9326b6192a5 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.0652726 Feb 04 16:25:37.352302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-192b2db7-683b-4978-be69-f464587eb1d8 req-6886b69b-0259-4a09-abdf-a190394698a5 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363784 Feb 04 16:25:37.606111 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:38.145116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 17427ec1-c943-4f98-8407-5ea62d7cf6e4 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:25:38.253826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:38.266640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'network_id': '24671558-a5b1-4ff4-8ac0-48d328d527c1', 'port_id': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'mac_address': 'fa:16:3e:26:cc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd82aa7-6948-4428-9b60-2991e9002d24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:25:38.477729 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:38.494345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17427ec1-c943-4f98-8407-5ea62d7cf6e4 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:25:38.520840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:38.526143 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:38.532335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f442-334b-447b-ad55-1ab8de76c68c req-4aa00318-760f-4379-958f-a3ed7171cf68 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:38.534916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cfc5f442-334b-447b-ad55-1ab8de76c68c req-4aa00318-760f-4379-958f-a3ed7171cf68 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 943 time: 0.0586257 Feb 04 16:25:38.583749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cfc5f442-334b-447b-ad55-1ab8de76c68c req-750ef8ba-b3f9-4077-90a7-aeacf72d8569 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Feb 04 16:25:38.590774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:38.851621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa49f-b5bd-4452-82db-b7eff60bb243 req-1ba04c17-1288-406c-af18-64af43181b72 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:38.853643 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55aaa49f-b5bd-4452-82db-b7eff60bb243 req-1ba04c17-1288-406c-af18-64af43181b72 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 944 time: 0.0885842 Feb 04 16:25:38.883174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-0ec964a6-7cf5-48cc-9bd2-234c3beae8a7 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:38.884837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-0ec964a6-7cf5-48cc-9bd2-234c3beae8a7 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.50 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d&tenant_id=2849f12703284747832b89a2e4c866ec&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 944 time: 0.0908527 Feb 04 16:25:38.890319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['17427ec1-c943-4f98-8407-5ea62d7cf6e4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:25:38.949296 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-55aaa49f-b5bd-4452-82db-b7eff60bb243 req-63e94ff2-7a93-436c-b2e9-174b119abde3 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834064 Feb 04 16:25:38.973926 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-d7d5d385-9d44-4987-bf19-966ee37900ef service neutron] delete failed (client error): The resource could not be found. Feb 04 16:25:38.974994 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-d7d5d385-9d44-4987-bf19-966ee37900ef service neutron] 10.222.0.50 "DELETE /v2.0/ports/17427ec1-c943-4f98-8407-5ea62d7cf6e4/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0821528 Feb 04 16:25:39.100407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-9684be2f-d8be-46be-85c1-55d78885cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:39.102986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-9684be2f-d8be-46be-85c1-55d78885cb84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2849f12703284747832b89a2e4c866ec&device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 1095 time: 0.0612688 Feb 04 16:25:39.206420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-918f9e41-3ffc-41a1-997e-99953bb93e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:39.207885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-918f9e41-3ffc-41a1-997e-99953bb93e81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 200 len: 916 time: 0.0983407 Feb 04 16:25:39.252530 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-aca44388-40dd-4e27-8e8c-983fa951156d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 200 len: 217 time: 0.0374229 Feb 04 16:25:39.306555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-806b28a7-ab9e-44b4-9368-379271b7940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:39.308075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-806b28a7-ab9e-44b4-9368-379271b7940e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 200 len: 855 time: 0.0490549 Feb 04 16:25:39.349518 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-d3c07a41-33c4-4541-b2ce-140406694f7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24671558-a5b1-4ff4-8ac0-48d328d527c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334814 Feb 04 16:25:39.452468 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-49a51487-e401-4567-a732-93fe2d544023 service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962892 Feb 04 16:25:39.557285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3277308f-72fa-4a4b-ad53-0b87c78b7ca5 req-a0357676-453a-4a9b-b8d4-7df166f5386c service neutron] 10.222.0.50 "GET /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972357 Feb 04 16:25:40.118936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8c09a-f3da-44a1-8b98-19c7c9201e16 req-da55c0ab-671a-4824-8345-c86e30383a12 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:40.120779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85b8c09a-f3da-44a1-8b98-19c7c9201e16 req-da55c0ab-671a-4824-8345-c86e30383a12 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 944 time: 0.0595841 Feb 04 16:25:40.155957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 17427ec1-c943-4f98-8407-5ea62d7cf6e4 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:25:40.177731 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-85b8c09a-f3da-44a1-8b98-19c7c9201e16 req-e4dbbd6a-f020-43f6-82e0-ef6fcc75bcf2 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491285 Feb 04 16:25:40.231194 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.256840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:40.263204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:40.263876 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.371884 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.398836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:40.402414 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e42199-81e2-45a3-a70b-d282d897814a" -d '{"events": [{"server_uuid": "41047845-961a-448b-a917-34803e577e5d", "name": "network-vif-plugged", "status": "completed", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:25:40.426407 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:40.431986 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.469301 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3c58a-08f1-4d84-884b-528bb9fd0584 x-openstack-request-id: req-73d3c58a-08f1-4d84-884b-528bb9fd0584 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:25:40.469747 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41047845-961a-448b-a917-34803e577e5d", "name": "network-vif-plugged", "status": "completed", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:25:40.470185 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73d3c58a-08f1-4d84-884b-528bb9fd0584 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:25:40.470761 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'code': 200} Feb 04 16:25:40.507276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:41.340057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123434d-0c7c-4c22-b8d5-85b445219ae3 req-70f04ce6-213a-425a-adc5-adbcf6c4bf08 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:41.341111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b123434d-0c7c-4c22-b8d5-85b445219ae3 req-70f04ce6-213a-425a-adc5-adbcf6c4bf08 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0590284 Feb 04 16:25:41.391842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b123434d-0c7c-4c22-b8d5-85b445219ae3 req-d3644423-5048-4ebe-8e5e-da9b14465e5c tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Feb 04 16:25:41.540589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a06b2e-f08e-4b3e-9c01-d8c198977ee0 req-1c0b597d-18e9-4c01-bc30-40db2b17790e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:41.542313 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6a06b2e-f08e-4b3e-9c01-d8c198977ee0 req-1c0b597d-18e9-4c01-bc30-40db2b17790e tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0643456 Feb 04 16:25:41.584305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a6a06b2e-f08e-4b3e-9c01-d8c198977ee0 req-3b27fd9b-886e-4c7a-9cb4-e972a6e392c7 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Feb 04 16:25:41.727327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a498a96-25f6-4bcd-b28d-af6f137180ac req-838b8eca-8908-4655-b130-caec34a83865 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:41.729882 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a498a96-25f6-4bcd-b28d-af6f137180ac req-838b8eca-8908-4655-b130-caec34a83865 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0678358 Feb 04 16:25:41.785344 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a498a96-25f6-4bcd-b28d-af6f137180ac req-87affcf9-8b2b-4080-ada4-dab32a81e8fa tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489552 Feb 04 16:25:42.290736 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95bf6c-22a5-4dd2-981d-a863b3fba643 req-f6d84df4-961d-4f87-a5c0-696942368090 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:42.294586 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b95bf6c-22a5-4dd2-981d-a863b3fba643 req-f6d84df4-961d-4f87-a5c0-696942368090 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0897322 Feb 04 16:25:42.363525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b95bf6c-22a5-4dd2-981d-a863b3fba643 req-68f0aeb7-2cab-49a1-bdd2-24d0c48ee332 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581777 Feb 04 16:25:43.518317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f7b40-d6f1-420a-bce4-ca0b5bf3ccb2 req-793a1510-3ec2-40d4-9d1c-9838d351e9e6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:43.519919 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f8f7b40-d6f1-420a-bce4-ca0b5bf3ccb2 req-793a1510-3ec2-40d4-9d1c-9838d351e9e6 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0811732 Feb 04 16:25:43.531508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-af977ff4-99cf-4323-a4d4-3439e9fcda72 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:43.533068 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-af977ff4-99cf-4323-a4d4-3439e9fcda72 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.30 "GET /v2.0/ports?device_id=41047845-961a-448b-a917-34803e577e5d HTTP/1.1" status: 200 len: 945 time: 0.0839677 Feb 04 16:25:43.611510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9f8f7b40-d6f1-420a-bce4-ca0b5bf3ccb2 req-7d255fb8-1bd3-49f3-b16f-ab04166a23a1 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e83e376-6a17-4ec6-80db-3fa1857ac848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774148 Feb 04 16:25:43.662387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Deleting port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:25:43.662648 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:43.759566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] For port 17427ec1-c943-4f98-8407-5ea62d7cf6e4, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=17427ec1-c943-4f98-8407-5ea62d7cf6e4,segment=NetworkSegment(b2985796-2dd0-4cbc-87ba-632ad36cb568),segment_id=b2985796-2dd0-4cbc-87ba-632ad36cb568)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:43.759934 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:43.773640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Calling delete_port for 17427ec1-c943-4f98-8407-5ea62d7cf6e4 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:25:43.922537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:43.936906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['17427ec1-c943-4f98-8407-5ea62d7cf6e4'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:25:43.955945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Pushing event deleted for resources: {'Port': ['ID=17427ec1-c943-4f98-8407-5ea62d7cf6e4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:44.001887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] No DVR routers for this DVR port 17427ec1-c943-4f98-8407-5ea62d7cf6e4 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:44.005152 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.008674 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61ba8dd8-25ed-460e-831e-e4c2dfcf9979 req-e1e21dfb-09b4-485e-ac52-6d8eecac5611 tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] 10.222.0.30 "DELETE /v2.0/ports/17427ec1-c943-4f98-8407-5ea62d7cf6e4 HTTP/1.1" status: 204 len: 173 time: 0.4683940 Feb 04 16:25:44.009153 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'name': 'network-vif-deleted', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:44.011622 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7a6d8-ca2e-44a9-8363-3b12e9aabd82" -d '{"events": [{"server_uuid": "41047845-961a-448b-a917-34803e577e5d", "name": "network-vif-deleted", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:25:44.079744 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf1811f-0d2d-4495-b010-b3d5df1df191 x-openstack-request-id: req-adf1811f-0d2d-4495-b010-b3d5df1df191 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:25:44.080066 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41047845-961a-448b-a917-34803e577e5d", "name": "network-vif-deleted", "tag": "17427ec1-c943-4f98-8407-5ea62d7cf6e4", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:25:44.080326 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-adf1811f-0d2d-4495-b010-b3d5df1df191 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:25:44.080734 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41047845-961a-448b-a917-34803e577e5d', 'name': 'network-vif-deleted', 'tag': '17427ec1-c943-4f98-8407-5ea62d7cf6e4', 'status': 'completed', 'code': 200} Feb 04 16:25:44.757398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35862) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:44.803284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Deleting subnet 7fd82aa7-6948-4428-9b60-2991e9002d24 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:25:44.806549 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.846580 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.886929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.943467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.969921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd82aa7-6948-4428-9b60-2991e9002d24,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:44.980376 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.984168 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7fd82aa7-6948-4428-9b60-2991e9002d24 HTTP/1.1" status: 204 len: 168 time: 0.2254627 Feb 04 16:25:44.986185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.986538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.986881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.987009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35864) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:44.987481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.987622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.987956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.988286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.988614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.988940 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.989258 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.989587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:44.989941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b554a33-0a1a-47b6-aa68-b6b7c0ef9473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:45.071101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.157334 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.178965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24671558-a5b1-4ff4-8ac0-48d328d527c1']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:45.188961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2985796-2dd0-4cbc-87ba-632ad36cb568') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:45.189255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2985796-2dd0-4cbc-87ba-632ad36cb568') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:45.199451 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.214247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.223675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:25:45.224364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:25:45.227344 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:25:45.287702 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.294330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.298823 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/24671558-a5b1-4ff4-8ac0-48d328d527c1 HTTP/1.1" status: 204 len: 168 time: 0.3106339 Feb 04 16:25:45.310959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a58f2a-b1d4-4bd3-ae3c-df8f37f18cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=24671558-a5b1-4ff4-8ac0-48d328d527c1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:45.428558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35868) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:45.473026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bc2fbf34-8953-4fea-8b2e-228ec0e47540 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2849f12703284747832b89a2e4c866ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432496 Feb 04 16:25:45.475679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35870) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:45.535980 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-042503dc-66c7-4c4e-b121-68485f12ad67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.560623 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-042503dc-66c7-4c4e-b121-68485f12ad67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.620418 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-042503dc-66c7-4c4e-b121-68485f12ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.623833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-042503dc-66c7-4c4e-b121-68485f12ad67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.625080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-042503dc-66c7-4c4e-b121-68485f12ad67 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e83e376-6a17-4ec6-80db-3fa1857ac848 HTTP/1.1" status: 204 len: 168 time: 0.1484575 Feb 04 16:25:45.633614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042503dc-66c7-4c4e-b121-68485f12ad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e83e376-6a17-4ec6-80db-3fa1857ac848,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:46.372623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35892) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:46.484337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1899562391-network', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:46.509045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Made reservation on behalf of a81f29ad1fea4e96a50bfa13f4110733 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:46.511506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.521395 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.605074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.609575 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.632663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:25:46.650136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777e1522-b91a-4c39-924b-f2bfeaee558e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:46.654226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.654825 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Added segment 74123189-199a-4058-a44b-34c6da5726f7 of type vlan for network 3c1a3024-3326-4610-b14f-25a73ff1c12f Feb 04 16:25:46.698518 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.730927 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.732120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:46.732773 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.791067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4173083 Feb 04 16:25:46.794358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35896) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:46.799270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Request body: {'subnet': {'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1899562391-subnet', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:46.802884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ae0e6-793e-4fec-8af8-48d641042183 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1a3024-3326-4610-b14f-25a73ff1c12f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:46.814802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:25:46.831971 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Made reservation on behalf of a81f29ad1fea4e96a50bfa13f4110733 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:46.834592 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.025834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.081189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19df2a0-67eb-47ec-971e-840099db7aae,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:47.092260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:25:47.092627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Network hostable DHCP agents. Network: 3c1a3024-3326-4610-b14f-25a73ff1c12f, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:25:47.111937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:25:47.125752 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 3c1a3024-3326-4610-b14f-25a73ff1c12f) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:47.130287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:47.130914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.136655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc721933-0819-408a-b3fc-7db1d24a3dd6 None None] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:25:47.148645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-88afc76d-2afd-4fd4-9495-3311dd65d950 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3531601 Feb 04 16:25:47.152368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35898) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:47.156828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:47.190922 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.192001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.256965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.311309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-3c1a3024-3326-4610-b14f-25a73ff1c12f', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:25:47.312482 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.408548 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.483156 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Allocated IP 172.20.0.2 (3c1a3024-3326-4610-b14f-25a73ff1c12f/d19df2a0-67eb-47ec-971e-840099db7aae/233dd5cc-5dd2-47f6-b6f9-7aea27904629) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:47.639532 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.648738 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.655896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.675764 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.700736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:47.703851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:47.708627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:25:47.711969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Pushing event updated for resources: {'Port': ['ID=233dd5cc-5dd2-47f6-b6f9-7aea27904629,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:47.781358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Attempting to bind port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:47.781955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Attempting to bind port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:47.782599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Attempting to bind port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:25:47.788657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:25:47.789040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:25:47.789450 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.789841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:25:47.790355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Bound port: 233dd5cc-5dd2-47f6-b6f9-7aea27904629, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:47.790740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.876240 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] For port 233dd5cc-5dd2-47f6-b6f9-7aea27904629, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:47.881528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] For port 233dd5cc-5dd2-47f6-b6f9-7aea27904629, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=233dd5cc-5dd2-47f6-b6f9-7aea27904629,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:47.888015 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.955844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74254b23-a464-4bf8-9b48-8da6e1ac8d33 None None] Pushing event updated for resources: {'Port': ['ID=233dd5cc-5dd2-47f6-b6f9-7aea27904629,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:48.091016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Allocated IP 172.25.1.168 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/c742c982-5fc6-448e-af47-5072fdaedac3) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:48.159733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 17427ec1-c943-4f98-8407-5ea62d7cf6e4 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:25:48.199458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 17427ec1-c943-4f98-8407-5ea62d7cf6e4 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:25:48.199825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 17427ec1-c943-4f98-8407-5ea62d7cf6e4 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:25:48.244722 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.301730 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.344120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:48.347282 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:48.350921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:25:48.356991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Pushing event updated for resources: {'Port': ['ID=c742c982-5fc6-448e-af47-5072fdaedac3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:48.621731 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.851760 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.009043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:25:49.057444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ded646-0663-4489-a06f-2bb94d748b17 None None] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:25:49.146808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:49.152303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-651080f7-bdf4-44a6-850e-81795b7932af None None] Provisioning complete for port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:49.152748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651080f7-bdf4-44a6-850e-81795b7932af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.170777 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.173348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e2c27424-1476-4448-9d4f-dee855593881 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0197420 Feb 04 16:25:49.176118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35900) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:49.177657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:25:49.235449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:25:49.236101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.409469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651080f7-bdf4-44a6-850e-81795b7932af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.412879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:25:49.549804 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-651080f7-bdf4-44a6-850e-81795b7932af None None] For port 233dd5cc-5dd2-47f6-b6f9-7aea27904629, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=233dd5cc-5dd2-47f6-b6f9-7aea27904629,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:49.568763 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-651080f7-bdf4-44a6-850e-81795b7932af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.695534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651080f7-bdf4-44a6-850e-81795b7932af None None] Pushing event updated for resources: {'Port': ['ID=233dd5cc-5dd2-47f6-b6f9-7aea27904629,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:49.702111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 233dd5cc-5dd2-47f6-b6f9-7aea27904629 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:25:49.718981 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.735166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1c3d8de1-2aaf-4c4b-b9ed-6a7cb679a52f None None] Provisioning complete for port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:49.735541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8de1-2aaf-4c4b-b9ed-6a7cb679a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.822368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:48Z', 'revision_number': 3, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.828527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:49.828898 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.892291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:25:49.892640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Updating router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 port c742c982-5fc6-448e-af47-5072fdaedac3 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:25:49.912906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Allocated IP 172.20.0.1 (3c1a3024-3326-4610-b14f-25a73ff1c12f/d19df2a0-67eb-47ec-971e-840099db7aae/9fb4a6df-7436-4114-9802-bae1434d598c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:49.945536 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.039995 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.076869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.118706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:50.121857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:50.125722 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:25:50.160906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb4a6df-7436-4114-9802-bae1434d598c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:50.172961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.255921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.262907 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.324082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Attempting to bind port c742c982-5fc6-448e-af47-5072fdaedac3 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:50.325003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Attempting to bind port c742c982-5fc6-448e-af47-5072fdaedac3 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:50.325370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Attempting to bind port c742c982-5fc6-448e-af47-5072fdaedac3 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:25:50.328550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473cc24-c41e-4dee-bdd9-e73ecb5b50b1 None None] Pushing event updated for resources: {'Port': ['ID=c742c982-5fc6-448e-af47-5072fdaedac3,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:50.334220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:25:50.334834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:25:50.335176 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.335647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:25:50.336230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Bound port: c742c982-5fc6-448e-af47-5072fdaedac3, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:50.336622 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.341830 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.389625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f32aa2dd-be08-441e-8cda-753e0ca8fa78 None None] Provisioning complete for port 9fb4a6df-7436-4114-9802-bae1434d598c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:50.390003 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f32aa2dd-be08-441e-8cda-753e0ca8fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.422013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] For port c742c982-5fc6-448e-af47-5072fdaedac3, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:50.438259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] For port c742c982-5fc6-448e-af47-5072fdaedac3, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c742c982-5fc6-448e-af47-5072fdaedac3,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:50.440532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f32aa2dd-be08-441e-8cda-753e0ca8fa78 None None] Port 9fb4a6df-7436-4114-9802-bae1434d598c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:25:50.444875 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.504227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:25:50.504886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:50.509874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473cc24-c41e-4dee-bdd9-e73ecb5b50b1 None None] Pushing event updated for resources: {'Port': ['ID=c742c982-5fc6-448e-af47-5072fdaedac3,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:50.513883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.519989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.596373 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.598717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb4a6df-7436-4114-9802-bae1434d598c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:50.706516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:50.707901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:50.781266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:25:50.833363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:25:50.989644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-62c135e8-6a8d-4ecf-89df-08198b902bab None None] Provisioning complete for port 9fb4a6df-7436-4114-9802-bae1434d598c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:50.989908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-62c135e8-6a8d-4ecf-89df-08198b902bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.034534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-62c135e8-6a8d-4ecf-89df-08198b902bab None None] Port 9fb4a6df-7436-4114-9802-bae1434d598c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:25:51.048725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:49Z', 'revision_number': 1, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:51.079975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4a166-8431-4c69-9f80-bac55e6c4599 None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:49Z', 'revision_number': 1, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:25:51.302101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:51.311584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1c943487-f743-470c-bb18-24ba853066a0 admin admin] 10.222.0.47 "PUT /v2.0/routers/3ee487fe-467a-490a-8ebc-b014a0ff84c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1332967 Feb 04 16:25:51.599323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 233dd5cc-5dd2-47f6-b6f9-7aea27904629 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:25:51.663990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:51.664444 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.055080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35908) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:52.059813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a4a417de-58e6-4d52-9e2e-19d6cf6bc95c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174414040', 'description': 'tempest-description--1377787294'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:52.088491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4a417de-58e6-4d52-9e2e-19d6cf6bc95c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.165313 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4a417de-58e6-4d52-9e2e-19d6cf6bc95c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.169687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4a417de-58e6-4d52-9e2e-19d6cf6bc95c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.198943 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4a417de-58e6-4d52-9e2e-19d6cf6bc95c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.200843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a4a417de-58e6-4d52-9e2e-19d6cf6bc95c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1447277 Feb 04 16:25:52.205650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35910) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:52.210326 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-35addc1a-5bed-46b9-a1a1-cae708d7b7ea tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'security_group_rule': {'security_group_id': '8a9a6f23-41ac-4595-81f0-09c3073a0211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:52.220512 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a417de-58e6-4d52-9e2e-19d6cf6bc95c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a6f23-41ac-4595-81f0-09c3073a0211,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:52.251829 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35addc1a-5bed-46b9-a1a1-cae708d7b7ea tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.308532 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35addc1a-5bed-46b9-a1a1-cae708d7b7ea tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.313574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35addc1a-5bed-46b9-a1a1-cae708d7b7ea tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.333117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35addc1a-5bed-46b9-a1a1-cae708d7b7ea tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72230211-d058-4b4c-adaf-4a674e00478c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:52.342714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-35addc1a-5bed-46b9-a1a1-cae708d7b7ea tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.347130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-35addc1a-5bed-46b9-a1a1-cae708d7b7ea tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372802 Feb 04 16:25:52.348355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35912) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:52.353030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-65ab0e7f-9f83-46dc-b997-712ebe6c4d06 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'security_group_rule': {'security_group_id': '8a9a6f23-41ac-4595-81f0-09c3073a0211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:52.385493 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65ab0e7f-9f83-46dc-b997-712ebe6c4d06 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.463731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65ab0e7f-9f83-46dc-b997-712ebe6c4d06 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.470291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65ab0e7f-9f83-46dc-b997-712ebe6c4d06 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.498702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab0e7f-9f83-46dc-b997-712ebe6c4d06 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f93ed5-884a-46e0-a9e9-037c05b97bf7,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:52.509800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65ab0e7f-9f83-46dc-b997-712ebe6c4d06 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.511406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-65ab0e7f-9f83-46dc-b997-712ebe6c4d06 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619971 Feb 04 16:25:52.514751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 35914) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:25:52.522191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:52.561704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.681160 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.805281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Allocated IP 172.25.1.100 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/b0969aeb-4b74-45ae-9b03-9a27e8a0068a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:52.944420 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.992893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.045550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:53.048915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:53.056200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:25:53.063494 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'Port': ['ID=b0969aeb-4b74-45ae-9b03-9a27e8a0068a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:53.164678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.208815 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.352543 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:25:53.364538 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:25:53.365344 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:53.391092 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.396110 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.463635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'Port': ['ID=b0969aeb-4b74-45ae-9b03-9a27e8a0068a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:53.483789 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.485748 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:25:53.503731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.505000 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2e7ac2ee-b896-4c36-b02c-7e724234e998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9888988 Feb 04 16:25:53.641658 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.654966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c742c982-5fc6-448e-af47-5072fdaedac3 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:25:53.706091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-73469207-7e3a-446f-989f-bd71adb0e49d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1174414040&fields=id&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 267 time: 0.0404212 Feb 04 16:25:53.710749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c742c982-5fc6-448e-af47-5072fdaedac3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:53.711300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.737238 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 2, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:53.771505 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:25:53.771853 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Updating router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 port 9fb4a6df-7436-4114-9802-bae1434d598c binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:25:53.800531 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.817347 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.830052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c742c982-5fc6-448e-af47-5072fdaedac3, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c742c982-5fc6-448e-af47-5072fdaedac3,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:53.834068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-ffe934e1-e583-4a74-a055-7988152f9e75 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:53.834797 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.835655 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-ffe934e1-e583-4a74-a055-7988152f9e75 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 812 time: 0.1189308 Feb 04 16:25:53.858346 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-bf497c92-a74e-42a5-a014-9bb77472086e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/quotas/a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 375 time: 0.0118725 Feb 04 16:25:53.907799 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c742c982-5fc6-448e-af47-5072fdaedac3,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:53.931996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-f583495d-7ea7-434f-8f32-66c1195573cd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661461 Feb 04 16:25:54.093881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-1fb8c87a-4ada-4ebd-aef1-b045b1a3668b service neutron] 10.222.0.47 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490905 Feb 04 16:25:54.129453 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.136524 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.197954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-cfa333a9-66cb-4a36-a5f0-fca4cc2cb494 service neutron] 10.222.0.47 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974672 Feb 04 16:25:54.320056 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Pushing event updated for resources: {'Port': ['ID=9fb4a6df-7436-4114-9802-bae1434d598c,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:54.342253 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.342670 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.343219 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.343811 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.344357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.344839 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.345322 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.345815 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.346448 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.346995 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.347545 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.348016 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:54.377389 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Attempting to bind port 9fb4a6df-7436-4114-9802-bae1434d598c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:54.378108 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Attempting to bind port 9fb4a6df-7436-4114-9802-bae1434d598c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:54.378920 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Attempting to bind port 9fb4a6df-7436-4114-9802-bae1434d598c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:25:54.388371 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:25:54.388909 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:25:54.389333 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.389708 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:25:54.390646 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Bound port: 9fb4a6df-7436-4114-9802-bae1434d598c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:54.390646 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.422097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a51ec87a-a113-4351-abc1-8459df59f539 req-14899589-2e84-409d-ba16-94717bf33176 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 210 time: 0.0428200 Feb 04 16:25:54.475775 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] For port 9fb4a6df-7436-4114-9802-bae1434d598c, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:54.479237 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] For port 9fb4a6df-7436-4114-9802-bae1434d598c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9fb4a6df-7436-4114-9802-bae1434d598c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:54.485568 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.570604 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:25:54.571658 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:25:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:54.584687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-3553070b-20f4-4f24-a88a-1ebdb47ee7f7 None None] Provisioning complete for port 9fb4a6df-7436-4114-9802-bae1434d598c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:54.585909 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3553070b-20f4-4f24-a88a-1ebdb47ee7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.641513 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967df9-8520-43d1-b429-b6a722cee881 None None] Pushing event updated for resources: {'Port': ['ID=9fb4a6df-7436-4114-9802-bae1434d598c,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:54.714606 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3553070b-20f4-4f24-a88a-1ebdb47ee7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.759412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3553070b-20f4-4f24-a88a-1ebdb47ee7f7 None None] For port 9fb4a6df-7436-4114-9802-bae1434d598c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9fb4a6df-7436-4114-9802-bae1434d598c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:54.767479 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:25:54.767990 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3553070b-20f4-4f24-a88a-1ebdb47ee7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.824859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553070b-20f4-4f24-a88a-1ebdb47ee7f7 None None] Pushing event updated for resources: {'Port': ['ID=9fb4a6df-7436-4114-9802-bae1434d598c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:54.895601 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-624d4cd5-bdd1-4794-85cd-d961d8fc67d8 None None] Provisioning complete for port 9fb4a6df-7436-4114-9802-bae1434d598c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:54.896250 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-624d4cd5-bdd1-4794-85cd-d961d8fc67d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:55.047826 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:55.077215 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81773f7-a46f-41e0-b611-8f605a542269 None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:25:55.557998 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5bf1992f-f1ee-455c-86aa-bdfe517b36d2 req-82e5cc81-d53a-4166-bfe3-44b4628628cf tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 210 time: 0.0480137 Feb 04 16:25:55.605237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-d89aa0ef-254c-4a71-b857-67d8e3568f4e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:55.607357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-d89aa0ef-254c-4a71-b857-67d8e3568f4e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 812 time: 0.1775057 Feb 04 16:25:55.681744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9fb4a6df-7436-4114-9802-bae1434d598c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:25:55.696965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-43967ee1-51b5-44fc-8a67-8a8cd9970ea0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 380 time: 0.0792415 Feb 04 16:25:55.711535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'port': {'device_id': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'admin_state_up': True, 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'security_groups': ['8a9a6f23-41ac-4595-81f0-09c3073a0211']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:55.748544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9fb4a6df-7436-4114-9802-bae1434d598c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:55.750570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:55.866002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c742c982-5fc6-448e-af47-5072fdaedac3 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:25:55.874355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Made reservation on behalf of a81f29ad1fea4e96a50bfa13f4110733 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:55.880280 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:55.923766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c742c982-5fc6-448e-af47-5072fdaedac3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:55.924169 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.021215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Allocated IP 172.20.0.14 (3c1a3024-3326-4610-b14f-25a73ff1c12f/d19df2a0-67eb-47ec-971e-840099db7aae/9b56e78b-0f7f-41de-a1f6-954b3d7cef34) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:56.176452 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.213908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.259660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:56.263572 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:56.266202 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:25:56.297623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:56.312769 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.313122 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.313463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.313799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.314215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.314531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.314860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.315185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.315509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.315831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.316158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.316481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:56.340879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:56.341545 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.359325 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-c1a910f6-3268-4da6-b071-4bca3e631998 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6560295 Feb 04 16:25:56.372564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Request body: {'port': {'device_id': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:25:56.439794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.534502 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aaf01ea1-354b-490c-8aae-74314afdf4c0 None None] Provisioning complete for port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:56.535497 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aaf01ea1-354b-490c-8aae-74314afdf4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.573637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-aaf01ea1-354b-490c-8aae-74314afdf4c0 None None] Port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:25:56.702091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86887e35-3fc5-4a89-9446-acd77d48f84c req-b35ae679-9622-4b2c-b0c9-f321767b7b63 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:56.704076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86887e35-3fc5-4a89-9446-acd77d48f84c req-b35ae679-9622-4b2c-b0c9-f321767b7b63 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 932 time: 0.0556931 Feb 04 16:25:56.767748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86887e35-3fc5-4a89-9446-acd77d48f84c req-74dbdd72-9528-48cf-b854-3e844814afe9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512669 Feb 04 16:25:56.780321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:25:56.788914 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.802360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Transition to ACTIVE for port object 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:56.815694 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.905010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:56.984162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Attempting to bind port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:56.984492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Attempting to bind port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:56.984818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Attempting to bind port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:25:56.989967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:25:56.990338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Attempting to bind port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:25:56.996599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:25:56.996954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:25:56.997309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:25:56.997751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Bound port: 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:56.998147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.097952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:57.104230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:57.109775 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.147734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.148362 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.149783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] 10.222.0.30 "PUT /v2.0/ports/9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1092 time: 0.7818730 Feb 04 16:25:57.150265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:57.152589 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd477c4-4600-4789-ab71-a4f377ad23a6" -d '{"events": [{"name": "network-changed", "server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:25:57.195668 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7209fe3-5341-4c1c-8f2d-f8271e09ab57 x-openstack-request-id: req-b7209fe3-5341-4c1c-8f2d-f8271e09ab57 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:25:57.196448 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:25:57.196448 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7209fe3-5341-4c1c-8f2d-f8271e09ab57 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:25:57.196687 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'status': 'completed', 'code': 200} Feb 04 16:25:57.200497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92360867-99de-4d4e-983a-f7db76403a1d service neutron] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:57.252045 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-ad807ab0-d3ef-4300-8e53-125fd47048b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.253637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-ad807ab0-d3ef-4300-8e53-125fd47048b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1095 time: 0.0499780 Feb 04 16:25:57.299837 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-e46688f8-e454-4514-9826-dde4fa37b030 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 217 time: 0.0390143 Feb 04 16:25:57.354409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-bd0b3c6b-ee54-451a-ad1f-097d234cf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.356432 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-bd0b3c6b-ee54-451a-ad1f-097d234cf5e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0498083 Feb 04 16:25:57.407740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-44e29316-6299-44f7-9f04-28c79fe059a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.409251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-44e29316-6299-44f7-9f04-28c79fe059a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467412 Feb 04 16:25:57.504985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-32f08ee3-b60f-43f9-bc38-54a4bf86dfa4 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887966 Feb 04 16:25:57.612543 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afee1f1e-a3f2-4c6a-8750-2c6e9b2c616d req-f7db50a7-e784-41cb-a717-08d502bf6d9d service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014154 Feb 04 16:25:57.704198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-41188662-c846-4031-9f58-1b7b137f6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.705720 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-41188662-c846-4031-9f58-1b7b137f6847 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1095 time: 0.0436215 Feb 04 16:25:57.802519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-f741d6bb-621a-4ef8-a504-3b3dc8178768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.804196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-f741d6bb-621a-4ef8-a504-3b3dc8178768 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0913467 Feb 04 16:25:57.852336 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-c2df7045-eae0-4701-ac6f-6dd5d3002a2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 217 time: 0.0414889 Feb 04 16:25:57.903334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743ecc9-59df-41b9-add0-f5239fdcdbdf req-a464ff96-c03c-4e36-92f0-53e2d4864879 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.904794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-ed4dbb22-78ed-4f04-83a8-b80c08c0f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.905396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e743ecc9-59df-41b9-add0-f5239fdcdbdf req-a464ff96-c03c-4e36-92f0-53e2d4864879 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0653505 Feb 04 16:25:57.906345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-ed4dbb22-78ed-4f04-83a8-b80c08c0f36f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0481961 Feb 04 16:25:57.953552 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e743ecc9-59df-41b9-add0-f5239fdcdbdf req-f430dc27-a65a-466c-a30e-9eec2fa71e06 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Feb 04 16:25:57.956757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-0c07d0a0-ce47-4a2a-b0f3-875f78656228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:57.958385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-0c07d0a0-ce47-4a2a-b0f3-875f78656228 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450864 Feb 04 16:25:58.061624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-f8536c00-7ed4-4cba-bddc-0e0675440c9d service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955873 Feb 04 16:25:58.165672 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0cd477c4-4600-4789-ab71-a4f377ad23a6 req-031b36db-9e04-4064-aa1b-6face837798b service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961878 Feb 04 16:25:59.077545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c049fa-7b83-407d-a282-221864a8f3ce req-44053fc6-c57e-4fc2-b539-a36b9402b9cc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:59.079236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07c049fa-7b83-407d-a282-221864a8f3ce req-44053fc6-c57e-4fc2-b539-a36b9402b9cc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0531859 Feb 04 16:25:59.130206 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-07c049fa-7b83-407d-a282-221864a8f3ce req-4c2df070-7d72-43a6-ba32-a392ec41df80 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 Feb 04 16:26:00.244290 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5148f1c-057e-43d5-bdce-6dbbdc99eb58 req-91bd81e2-bfdd-4164-83e4-bb1a3f2eb846 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:00.245745 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5148f1c-057e-43d5-bdce-6dbbdc99eb58 req-91bd81e2-bfdd-4164-83e4-bb1a3f2eb846 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0477626 Feb 04 16:26:00.283941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5148f1c-057e-43d5-bdce-6dbbdc99eb58 req-273f1273-d311-4590-a401-d8d190437af6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Feb 04 16:26:00.673272 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1b1e-b3b6-4a45-8002-9d13935ccde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.400909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69655654-631f-424b-8fd7-19865623176e req-56a41e81-fb3b-453e-a01a-207e41e2fc78 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:01.402913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69655654-631f-424b-8fd7-19865623176e req-56a41e81-fb3b-453e-a01a-207e41e2fc78 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0490637 Feb 04 16:26:01.439154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-69655654-631f-424b-8fd7-19865623176e req-bc073221-b55c-4aeb-b509-e8adf3b72510 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303509 Feb 04 16:26:02.045327 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:26:02.252659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:26:02.347768 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:02.358882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'mac_address': 'fa:16:3e:18:43:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:26:02.396455 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.409030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:02.428319 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:02.432230 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.482480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:02.490864 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.491211 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.491559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.491897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.492231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.492743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.492865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.493207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.493517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.493840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.494188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.494996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:02.554233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97a467-b345-4a5a-a297-3a9fa646e964 req-d68cf4df-b1f2-4c59-b9b7-2e3e8613a2ff tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.555709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b97a467-b345-4a5a-a297-3a9fa646e964 req-d68cf4df-b1f2-4c59-b9b7-2e3e8613a2ff tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 945 time: 0.0483291 Feb 04 16:26:02.593883 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b97a467-b345-4a5a-a297-3a9fa646e964 req-017a571e-c2b9-41b3-bfbc-1dbd3e8bec38 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316591 Feb 04 16:26:02.737860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9b56e78b-0f7f-41de-a1f6-954b3d7cef34'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:26:03.706676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3087d6-a75b-4d1b-870d-dda65322d01d req-8306a90d-2bf6-441c-9874-7791a1c9831a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:03.708180 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f3087d6-a75b-4d1b-870d-dda65322d01d req-8306a90d-2bf6-441c-9874-7791a1c9831a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 945 time: 0.0478127 Feb 04 16:26:03.746856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f3087d6-a75b-4d1b-870d-dda65322d01d req-efc41f95-a6d2-4784-ab8f-c680b9ded070 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Feb 04 16:26:03.755708 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-27a1556d-9d86-4274-b5b8-3c61a19caef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.283832 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:26:04.343929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:04.347842 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:04.348216 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.430773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.458183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:04.460547 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f10cafd-d049-4d53-8557-3aa1cfe009ca" -d '{"events": [{"server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "name": "network-vif-plugged", "status": "completed", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:04.475415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:04.480029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.508083 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5468fcb4-cbaf-489c-8e16-ab4b38b38f15 x-openstack-request-id: req-5468fcb4-cbaf-489c-8e16-ab4b38b38f15 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:04.508363 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "name": "network-vif-plugged", "status": "completed", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:04.508623 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5468fcb4-cbaf-489c-8e16-ab4b38b38f15 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:04.509019 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'code': 200} Feb 04 16:26:04.537431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:04.606374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7e96-5c60-496c-aff7-bec6db6c6b05 req-7526f04b-e51f-4ec2-8d75-747aeaa159da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:04.607922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36ed7e96-5c60-496c-aff7-bec6db6c6b05 req-7526f04b-e51f-4ec2-8d75-747aeaa159da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1097 time: 0.0441384 Feb 04 16:26:04.649026 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-36ed7e96-5c60-496c-aff7-bec6db6c6b05 req-ebd6db41-e5c9-4538-9218-d24b496d9f79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344865 Feb 04 16:26:04.865119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec856d-1d16-4cb9-98da-f51044bc619e req-b3166792-302a-4dc8-911d-4aa000e36f7f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:04.866603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0aec856d-1d16-4cb9-98da-f51044bc619e req-b3166792-302a-4dc8-911d-4aa000e36f7f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0511835 Feb 04 16:26:04.914933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0aec856d-1d16-4cb9-98da-f51044bc619e req-f5511b82-3074-43aa-a32d-db619e86fe75 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 Feb 04 16:26:05.982041 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.043382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a7287-486e-4e9b-855a-bef98282074c req-7638bd40-35de-4ca0-96b1-38ddfe13ca28 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:06.044932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c75a7287-486e-4e9b-855a-bef98282074c req-7638bd40-35de-4ca0-96b1-38ddfe13ca28 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0515950 Feb 04 16:26:06.089101 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c75a7287-486e-4e9b-855a-bef98282074c req-d1b2eb8b-857b-45c8-9753-645d1ca83925 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380018 Feb 04 16:26:07.065737 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.205199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fb183-f44d-4b9e-bb67-740a0c93cce5 req-2560867a-d97a-4a01-b275-0c8a60374aca tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:07.206686 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-276fb183-f44d-4b9e-bb67-740a0c93cce5 req-2560867a-d97a-4a01-b275-0c8a60374aca tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0511935 Feb 04 16:26:07.244253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-276fb183-f44d-4b9e-bb67-740a0c93cce5 req-980befae-f88a-4ac2-ad09-80e80e9891aa tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Feb 04 16:26:07.356279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bc422-1148-41e0-9eef-2fbd6d4eba39 req-4bc4ba1e-7a68-45d4-bdc7-9d0d2340285c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:07.357719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-848bc422-1148-41e0-9eef-2fbd6d4eba39 req-4bc4ba1e-7a68-45d4-bdc7-9d0d2340285c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0500133 Feb 04 16:26:07.367396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 35972) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:26:07.372559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'floatingip': {'port_id': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:07.412368 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.607096 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.858772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.862643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.963827 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3 associated. External IP: 172.25.1.100, port: 9b56e78b-0f7f-41de-a1f6-954b3d7cef34. Feb 04 16:26:08.169528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:08.274396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:08.279597 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:08.285247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:26:08.294130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:26:08.294741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:26:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:08.306865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aadf3d5f-c490-4a41-ad5a-4c0a1b5fb4ac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "PUT /v2.0/floatingips/58ea2b2c-b0a0-490b-a774-eaee8303fae3 HTTP/1.1" status: 200 len: 992 time: 0.9383826 Feb 04 16:26:08.307472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:08.309780 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23" -d '{"events": [{"name": "network-changed", "server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:08.349461 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb657c-4514-4f4e-ad71-ae51ae70018f x-openstack-request-id: req-22eb657c-4514-4f4e-ad71-ae51ae70018f {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:08.349752 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:08.350044 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-22eb657c-4514-4f4e-ad71-ae51ae70018f {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:08.350457 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'status': 'completed', 'code': 200} Feb 04 16:26:08.407639 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:26:08.444275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac31455-206c-479a-837b-0608292444ad req-e5e2fa4a-0ae8-47ae-a693-c171fa4874cf tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:08.445950 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac31455-206c-479a-837b-0608292444ad req-e5e2fa4a-0ae8-47ae-a693-c171fa4874cf tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0838189 Feb 04 16:26:08.453689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-f0060900-a606-4fca-9e85-0cda5ae4788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:08.455249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-f0060900-a606-4fca-9e85-0cda5ae4788c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1097 time: 0.0658717 Feb 04 16:26:08.539512 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac31455-206c-479a-837b-0608292444ad req-fe31b939-51c8-4ff9-aff9-d5d8304613a3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832806 Feb 04 16:26:08.581399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-cbbd3c5f-4303-4a59-b330-b111bcdd4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:08.583944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-cbbd3c5f-4303-4a59-b330-b111bcdd4534 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1207311 Feb 04 16:26:08.656347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-b76eebd3-08cd-4360-ad32-0665a5972885 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1000 time: 0.0648973 Feb 04 16:26:08.663380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:18:43:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 1, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:08.698430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:26:08.706635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-6079ddab-dc47-4696-b145-5c768a5d553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:08.707259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:26:08.707865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:26:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:08.708282 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-6079ddab-dc47-4696-b145-5c768a5d553f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0449133 Feb 04 16:26:08.756898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-4cfb5e5a-c5bf-4be8-a548-8885a35247fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:08.758535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-4cfb5e5a-c5bf-4be8-a548-8885a35247fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435500 Feb 04 16:26:08.811715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:26:08.852039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-00485915-eb13-4648-a40b-a801a8470842 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865602 Feb 04 16:26:08.944363 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31ca58fc-67cc-4bfc-af0f-f70105f4fb23 req-524c64a2-2c8a-43f1-8faf-2bded3c2d14c service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856245 Feb 04 16:26:09.038879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:18:43:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 1, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:09.066629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c88d6-df3f-4374-99e7-3f1387987ef4 None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:18:43:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 1, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:26:09.252338 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ba612-4177-498f-a5a5-b712f1495919 None None] New status for floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:26:09.664293 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f147c2c-6b10-4afb-9fb1-68517af208b2 req-a07d07f0-4cb3-4146-9d31-c13d7a3a3260 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:09.665753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f147c2c-6b10-4afb-9fb1-68517af208b2 req-a07d07f0-4cb3-4146-9d31-c13d7a3a3260 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0490980 Feb 04 16:26:09.711442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f147c2c-6b10-4afb-9fb1-68517af208b2 req-be1e79d8-4b7e-48a4-9629-17dcdd2ca7fe tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353916 Feb 04 16:26:09.846615 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18853f-13aa-4b53-b811-79be08c444b6 req-98c64bf0-8aca-4118-b8f1-9861e8ae7e36 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:09.848844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d18853f-13aa-4b53-b811-79be08c444b6 req-98c64bf0-8aca-4118-b8f1-9861e8ae7e36 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0659592 Feb 04 16:26:09.888876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d18853f-13aa-4b53-b811-79be08c444b6 req-e42bd202-74c9-4138-a842-90de1265a8fc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338676 Feb 04 16:26:10.141047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-a4e90b8a-6fa5-4516-8a9b-17a503814d2e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675333 Feb 04 16:26:10.153773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65056a-ff6b-4ba8-8586-a474f3f1ce73 req-a72230ca-3d3e-4c41-92ff-a4c7947be469 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:10.155259 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b65056a-ff6b-4ba8-8586-a474f3f1ce73 req-a72230ca-3d3e-4c41-92ff-a4c7947be469 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0717340 Feb 04 16:26:10.197964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b65056a-ff6b-4ba8-8586-a474f3f1ce73 req-f968023b-549c-45f1-8f1f-32e7720a74f0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358021 Feb 04 16:26:10.219203 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.324131 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbace5-15f3-4a32-87a4-c58734203a58 req-7c7c6501-f11e-4022-b674-386165ee8dbe tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:11.325845 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64bbace5-15f3-4a32-87a4-c58734203a58 req-7c7c6501-f11e-4022-b674-386165ee8dbe tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0586286 Feb 04 16:26:11.368047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-64bbace5-15f3-4a32-87a4-c58734203a58 req-e6c5814a-b13f-4d75-a279-88281a116c30 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357730 Feb 04 16:26:11.420233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-be257663-43cf-4aea-bd20-0b014c85c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:11.421735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-be257663-43cf-4aea-bd20-0b014c85c0ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1097 time: 0.0464416 Feb 04 16:26:11.522596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-770015a4-011d-44d4-a027-d9119c02956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:11.524100 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-770015a4-011d-44d4-a027-d9119c02956b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0963953 Feb 04 16:26:11.595434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-8998416d-d0fd-40f9-9ea9-204c66dc79f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1002 time: 0.0644264 Feb 04 16:26:11.648414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-edf784f5-ac94-40d1-a1f0-d62135da9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:11.649886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-edf784f5-ac94-40d1-a1f0-d62135da9e8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0488560 Feb 04 16:26:11.694261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-364d58a2-4f8f-4ed5-ae9e-28f0f0861152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:11.695709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-364d58a2-4f8f-4ed5-ae9e-28f0f0861152 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399725 Feb 04 16:26:11.787171 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-680ec3b2-1e1a-475a-bb93-bf36219414e1 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844579 Feb 04 16:26:11.875264 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-f08ac0ec-2f14-4cee-b501-b24f2407ec61 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817759 Feb 04 16:26:12.487760 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae8615-5174-469d-a99a-465e25296a31 req-d7f6499c-a634-4f9a-a05b-2f71b7da93f6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:12.489232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adae8615-5174-469d-a99a-465e25296a31 req-d7f6499c-a634-4f9a-a05b-2f71b7da93f6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0514054 Feb 04 16:26:12.527876 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adae8615-5174-469d-a99a-465e25296a31 req-5ff8025c-8612-4f0e-9a3b-8f94b070f3dc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Feb 04 16:26:13.654837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f4c9-327d-4d7f-90b5-0811e7cf1494 req-d1d3ddf0-f6ab-4030-b1ec-db4a55c53ece tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:13.656355 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b972f4c9-327d-4d7f-90b5-0811e7cf1494 req-d1d3ddf0-f6ab-4030-b1ec-db4a55c53ece tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0561497 Feb 04 16:26:13.694764 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b972f4c9-327d-4d7f-90b5-0811e7cf1494 req-1094cc00-95c9-4de7-85e9-2a8e1941f80c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Feb 04 16:26:14.812743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc11e93-647c-43ff-9216-4730f2b09a1d req-9e53164f-42b8-4499-bc01-65cb5dc299f4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:14.814217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4cc11e93-647c-43ff-9216-4730f2b09a1d req-9e53164f-42b8-4499-bc01-65cb5dc299f4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0517378 Feb 04 16:26:14.851283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4cc11e93-647c-43ff-9216-4730f2b09a1d req-427fa3df-1fa8-4722-be09-9067eacfe60a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Feb 04 16:26:15.973844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc9bc6-edba-4204-bc28-d3af3d551838 req-1438dda8-77fb-43c2-9cac-1825ec66fa5a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:15.975369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8efc9bc6-edba-4204-bc28-d3af3d551838 req-1438dda8-77fb-43c2-9cac-1825ec66fa5a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0502136 Feb 04 16:26:16.012496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8efc9bc6-edba-4204-bc28-d3af3d551838 req-06339d32-3ef7-4982-99fb-6e76cd545c00 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Feb 04 16:26:17.129010 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17f22b-1f54-415a-bc6e-22985e02a318 req-3d7e9c2f-9f9b-40bc-aacc-d02c1dbad6fa tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:17.130509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b17f22b-1f54-415a-bc6e-22985e02a318 req-3d7e9c2f-9f9b-40bc-aacc-d02c1dbad6fa tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0497303 Feb 04 16:26:17.169612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1b17f22b-1f54-415a-bc6e-22985e02a318 req-de1ec77b-211e-4036-b02a-39519dfe4a38 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328825 Feb 04 16:26:18.293263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab927f45-80f2-4c98-98b0-86476e89cf6c req-e5f34699-983b-4108-9edf-aabf0333a4ce tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:18.294838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab927f45-80f2-4c98-98b0-86476e89cf6c req-e5f34699-983b-4108-9edf-aabf0333a4ce tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0543530 Feb 04 16:26:18.340179 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab927f45-80f2-4c98-98b0-86476e89cf6c req-deb9a3fc-77af-4796-acbb-6a179ea82a0e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384409 Feb 04 16:26:19.458349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde909-62b7-47f1-afe9-69964b4934d7 req-5d5a419b-e66b-4597-8ab1-a9a638e08ac9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:19.459818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48fde909-62b7-47f1-afe9-69964b4934d7 req-5d5a419b-e66b-4597-8ab1-a9a638e08ac9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0480092 Feb 04 16:26:19.497237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-48fde909-62b7-47f1-afe9-69964b4934d7 req-f955ada8-bb29-43ca-a542-fed699f3c4fb tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Feb 04 16:26:20.621552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caeae9-a956-4506-8f8b-c005f8b17f71 req-61ae83ec-d620-4f06-86f6-4c79560718b6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:20.623087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05caeae9-a956-4506-8f8b-c005f8b17f71 req-61ae83ec-d620-4f06-86f6-4c79560718b6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0572472 Feb 04 16:26:20.663270 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05caeae9-a956-4506-8f8b-c005f8b17f71 req-dec51f58-6fd9-4829-94d9-35fcf320bf98 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Feb 04 16:26:21.785219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9dff6-61d7-4cac-b61d-0c87184b1acc req-00bd1547-4f2f-4004-9d9b-c86d9aa87f1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:21.786661 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89c9dff6-61d7-4cac-b61d-0c87184b1acc req-00bd1547-4f2f-4004-9d9b-c86d9aa87f1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0528433 Feb 04 16:26:21.825285 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-89c9dff6-61d7-4cac-b61d-0c87184b1acc req-e4b46aa2-4749-4c43-87a0-97f31d1306d6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324559 Feb 04 16:26:22.940773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734dbd6-9ab9-4015-9d06-15ada4b7c64c req-dc162224-7eda-4869-bf6e-acf6e2370155 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:22.942278 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c734dbd6-9ab9-4015-9d06-15ada4b7c64c req-dc162224-7eda-4869-bf6e-acf6e2370155 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0499599 Feb 04 16:26:22.979846 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c734dbd6-9ab9-4015-9d06-15ada4b7c64c req-1b9a31b3-11f0-4ac8-a0f6-1418ba873dbe tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312660 Feb 04 16:26:23.642280 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.095421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0986c3-e876-4623-b6db-02d0d66127d3 req-8b8d2794-db79-4eac-8f4e-16cc230e3e17 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:24.096910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d0986c3-e876-4623-b6db-02d0d66127d3 req-8b8d2794-db79-4eac-8f4e-16cc230e3e17 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0494339 Feb 04 16:26:24.132977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d0986c3-e876-4623-b6db-02d0d66127d3 req-88e9267c-33fc-4391-9bca-abed95c72d22 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301383 Feb 04 16:26:25.253295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d957a-1837-4c8e-ad57-f23b050f7346 req-378905ed-532a-4f43-8b80-df4ab9e1aeda tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:25.254729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-120d957a-1837-4c8e-ad57-f23b050f7346 req-378905ed-532a-4f43-8b80-df4ab9e1aeda tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0495515 Feb 04 16:26:25.294547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-120d957a-1837-4c8e-ad57-f23b050f7346 req-c1bb4eec-cb79-409a-867a-6159b1452693 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335999 Feb 04 16:26:26.410807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ed3f-f750-4b75-9f81-51509832af0e req-d3b372c5-7849-47a6-993a-218bc075374c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:26.412318 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6049ed3f-f750-4b75-9f81-51509832af0e req-d3b372c5-7849-47a6-993a-218bc075374c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0495851 Feb 04 16:26:26.452400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6049ed3f-f750-4b75-9f81-51509832af0e req-22362b9f-c8ed-4e63-8ff3-7c48f94d019d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330987 Feb 04 16:26:27.575847 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6d268-45c0-4aec-9d5a-dcd09983d396 req-217a30d6-c5c2-41d6-a812-c3b8d449411e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:27.577394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9db6d268-45c0-4aec-9d5a-dcd09983d396 req-217a30d6-c5c2-41d6-a812-c3b8d449411e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0539193 Feb 04 16:26:27.629144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9db6d268-45c0-4aec-9d5a-dcd09983d396 req-199934e7-be98-4e6a-83aa-2dce1052c513 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453568 Feb 04 16:26:28.799807 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa2e4f-cf8f-4d45-8e89-dea1e4b4eb59 req-5ae41c7a-8559-4edc-8145-18849a055e91 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:28.801415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3baa2e4f-cf8f-4d45-8e89-dea1e4b4eb59 req-5ae41c7a-8559-4edc-8145-18849a055e91 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.1001258 Feb 04 16:26:28.802867 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-ac977b62-54fa-454c-97a9-bdf61c9c033e service neutron] show failed (client error): The resource could not be found. Feb 04 16:26:28.803799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-ac977b62-54fa-454c-97a9-bdf61c9c033e service neutron] 10.222.0.30 "GET /v2.0/ports/9b56e78b-0f7f-41de-a1f6-954b3d7cef34/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0936439 Feb 04 16:26:28.849912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3baa2e4f-cf8f-4d45-8e89-dea1e4b4eb59 req-6d355f73-8fc2-49f4-8306-da07fb1d135f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Feb 04 16:26:29.024483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-bb26a19e-7fe1-44e0-8617-f009bf025a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:29.026461 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-bb26a19e-7fe1-44e0-8617-f009bf025a0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 1097 time: 0.0494666 Feb 04 16:26:29.045307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:29.105507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.324393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:29.669541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:29.714994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:29.717386 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0dd0e3-afbd-4c4d-a12f-e86a84c91626" -d '{"events": [{"server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "name": "network-vif-unplugged", "status": "completed", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:29.723035 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.740330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Transition to ACTIVE for port object 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:29.745858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.829405 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8f3cef-0117-4496-b085-867c2f82ffd1 x-openstack-request-id: req-ef8f3cef-0117-4496-b085-867c2f82ffd1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:29.829787 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "name": "network-vif-unplugged", "status": "completed", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:29.830022 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ef8f3cef-0117-4496-b085-867c2f82ffd1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:29.830392 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'code': 200} Feb 04 16:26:29.846905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:29.882441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] No DVR routers for this DVR port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:29.982444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14ec3-52b4-451f-a504-a6ce6a0faa93 req-f1c6056b-0740-4abf-ae75-12b050c90c91 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:29.984824 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23d14ec3-52b4-451f-a504-a6ce6a0faa93 req-f1c6056b-0740-4abf-ae75-12b050c90c91 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0556288 Feb 04 16:26:30.030020 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23d14ec3-52b4-451f-a504-a6ce6a0faa93 req-fc66823b-be84-4e92-ac9f-6e21536c8502 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352666 Feb 04 16:26:30.032539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Attempting to bind port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:30.033061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Attempting to bind port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:30.033061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Attempting to bind port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:26:30.039182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:26:30.039514 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Attempting to bind port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:26:30.052748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:26:30.052748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:26:30.052748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:26:30.052748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Bound port: 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:30.052748 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.120715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:30.124913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:30.131859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.212622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:30.214348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.216706 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] 10.222.0.50 "PUT /v2.0/ports/9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1092 time: 1.1755025 Feb 04 16:26:30.233731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5319935-607f-47ec-9cf2-282d61b1e4de service neutron] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:30.295743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-67843443-5dcd-4ffa-a015-d31f469b235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:30.297244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-67843443-5dcd-4ffa-a015-d31f469b235f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1095 time: 0.0456469 Feb 04 16:26:30.396926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-0f347557-fae7-4011-b6d6-80b7aa800477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:30.398474 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-0f347557-fae7-4011-b6d6-80b7aa800477 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0941477 Feb 04 16:26:30.470236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-6f67f608-d8ce-4067-a041-9858cfaede6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1000 time: 0.0645242 Feb 04 16:26:30.524118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-29237964-6203-4960-892e-5774b211b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:30.525610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-29237964-6203-4960-892e-5774b211b0b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0484676 Feb 04 16:26:30.575227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-4c24ec9e-874f-4045-967d-e3b561e42185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:30.576737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-4c24ec9e-874f-4045-967d-e3b561e42185 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439084 Feb 04 16:26:30.674375 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2938b00e-ac46-42e5-a739-0f0c5f05a981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.680199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-bbcb7fd8-05f8-482b-b4cc-aa40ead7a08e service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959244 Feb 04 16:26:30.772403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8497419-d9ee-4604-a4d1-729a4279d752 req-7caa68da-8863-450d-adb7-96695ac9d451 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850987 Feb 04 16:26:30.922253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-248daca2-f418-4a7d-a406-4a4bbfd9e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:30.923759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-248daca2-f418-4a7d-a406-4a4bbfd9e722 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1095 time: 0.0469270 Feb 04 16:26:31.026654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-3dcdd936-8a97-4493-a208-14e3d2150d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:31.028105 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-3dcdd936-8a97-4493-a208-14e3d2150d83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0836735 Feb 04 16:26:31.099498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-c1fd4943-34aa-4349-8f8b-c5423af16c4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1000 time: 0.0641298 Feb 04 16:26:31.174161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-937d0728-9c1c-4da3-a74b-13c141d2e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:31.175522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-937d0728-9c1c-4da3-a74b-13c141d2e7c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0652521 Feb 04 16:26:31.183546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4688818-2da7-499c-ae00-2e340bc13b12 req-e392392f-146c-4e4e-b541-ccf8777b6d3e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:31.184893 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4688818-2da7-499c-ae00-2e340bc13b12 req-e392392f-146c-4e4e-b541-ccf8777b6d3e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0833428 Feb 04 16:26:31.248757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f4688818-2da7-499c-ae00-2e340bc13b12 req-f8c3e8d9-3df2-4318-9f08-780346dcc8ab tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558388 Feb 04 16:26:31.254727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-f69602f4-caad-4822-b87f-020d2b73d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:31.256185 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-f69602f4-caad-4822-b87f-020d2b73d0fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704317 Feb 04 16:26:31.346203 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-60171322-0188-4d87-b97e-278bebfc181f service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828075 Feb 04 16:26:31.440529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b96de2b8-a7b6-42e6-8902-1a0784c49e51 req-6b369e2e-425e-46bc-919a-b10a1a0e8795 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864506 Feb 04 16:26:31.831734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:31.834165 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2543d7dd-c5db-481b-9920-91786fd8b69b" -d '{"events": [{"name": "network-changed", "server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:31.883269 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938b8400-172a-45a7-a12e-a73d372b2982 x-openstack-request-id: req-938b8400-172a-45a7-a12e-a73d372b2982 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:31.883561 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:31.883818 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-938b8400-172a-45a7-a12e-a73d372b2982 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:31.884228 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'status': 'completed', 'code': 200} Feb 04 16:26:31.946293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-50dfffd6-578e-43ce-ab7c-afb143edb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:31.948722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-50dfffd6-578e-43ce-ab7c-afb143edb2c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1095 time: 0.0446675 Feb 04 16:26:31.971395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-94a4cbfe-ee9b-4a00-a268-9a36711f05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:31.972941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-94a4cbfe-ee9b-4a00-a268-9a36711f05a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1095 time: 0.0426879 Feb 04 16:26:32.038251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-b013f009-e717-43eb-8214-ee84d1b1d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.039719 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-b013f009-e717-43eb-8214-ee84d1b1d3c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0856051 Feb 04 16:26:32.063117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-66804f64-c7a4-47e0-9da0-00a360a6e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.064606 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-66804f64-c7a4-47e0-9da0-00a360a6e88c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0849817 Feb 04 16:26:32.109637 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-3262a5bb-cab0-4e67-a87c-0153c5a2c9d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1000 time: 0.0632918 Feb 04 16:26:32.136454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-f5a51b1e-5f1c-4c03-973e-572b569a584a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1000 time: 0.0637395 Feb 04 16:26:32.162736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-f7f5655e-00fc-4eea-9fed-3b86b470bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.164215 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-f7f5655e-00fc-4eea-9fed-3b86b470bec7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0480518 Feb 04 16:26:32.191868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-26d7f87c-74ab-4703-937e-5cd7f3571de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.193474 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-26d7f87c-74ab-4703-937e-5cd7f3571de4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0504193 Feb 04 16:26:32.212328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-6db877e2-8321-4874-b46c-65d26e373a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.213962 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-6db877e2-8321-4874-b46c-65d26e373a98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432951 Feb 04 16:26:32.241345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-862f9186-6e81-4e85-bafb-7462219f63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.242886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-862f9186-6e81-4e85-bafb-7462219f63d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398834 Feb 04 16:26:32.312453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-e075dc3a-d90d-4c88-a7c9-070c5a09441f service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916028 Feb 04 16:26:32.367761 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-b801e6a4-1d12-4c18-bea3-50a48a4b01b2 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176066 Feb 04 16:26:32.391051 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44683616-a367-44b6-8445-d2810c726a95 req-38db599d-706d-4e9f-9ae5-23a620f501dd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.392518 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44683616-a367-44b6-8445-d2810c726a95 req-38db599d-706d-4e9f-9ae5-23a620f501dd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0680447 Feb 04 16:26:32.406005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-cec637e9-3336-4951-bfd2-b62a216f9eb3 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871630 Feb 04 16:26:32.423483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:26:32.465318 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:26:32.473779 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44683616-a367-44b6-8445-d2810c726a95 req-0e1579d1-fecd-43a1-a08e-e135a960f88d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715656 Feb 04 16:26:32.500078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2543d7dd-c5db-481b-9920-91786fd8b69b req-5e034fd9-716b-4054-b910-fc1a2575e365 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242306 Feb 04 16:26:33.600791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5c0c-7714-488d-8e52-4879515f2637 req-3579e2d9-c9c2-43fc-83d1-3b0dedd7cc29 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:33.602299 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d1b5c0c-7714-488d-8e52-4879515f2637 req-3579e2d9-c9c2-43fc-83d1-3b0dedd7cc29 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0490532 Feb 04 16:26:33.640010 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d1b5c0c-7714-488d-8e52-4879515f2637 req-ef10eb97-2d1b-4908-ba08-859c8b93fa54 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316591 Feb 04 16:26:33.756969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f6ccde47-b1fa-4a5f-98c0-4eef8a7d0702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.755362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54310d23-1230-45c0-ae9d-ea8ddfcba54d req-2e9247df-2034-4bc4-b799-cda1428c22e2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:34.756847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54310d23-1230-45c0-ae9d-ea8ddfcba54d req-2e9247df-2034-4bc4-b799-cda1428c22e2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0494838 Feb 04 16:26:34.795289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54310d23-1230-45c0-ae9d-ea8ddfcba54d req-66ba4e29-ef27-4bd9-8af1-19f79da3fc1e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Feb 04 16:26:34.987733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0350bc-929b-4ab2-8467-1cb089e23d90 req-db19a941-900c-4369-9e0d-11a15555ec14 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:34.989240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d0350bc-929b-4ab2-8467-1cb089e23d90 req-db19a941-900c-4369-9e0d-11a15555ec14 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 944 time: 0.0504313 Feb 04 16:26:35.005405 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7ef7-6311-406d-91a0-86191666c88c req-55f0c544-a8d6-4251-9ec3-7a395edef6e3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:35.006932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-55f0c544-a8d6-4251-9ec3-7a395edef6e3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48&tenant_id=a81f29ad1fea4e96a50bfa13f4110733&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 944 time: 0.0553102 Feb 04 16:26:35.026722 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8d0350bc-929b-4ab2-8467-1cb089e23d90 req-4b2369f5-bb9e-4784-a081-7ab2b9f7e24c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309892 Feb 04 16:26:35.066577 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-939a7ef7-6311-406d-91a0-86191666c88c req-51bc6d6b-2e1d-49ab-bd04-74a26d410600 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:26:35.067601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-51bc6d6b-2e1d-49ab-bd04-74a26d410600 service neutron] 10.222.0.30 "DELETE /v2.0/ports/9b56e78b-0f7f-41de-a1f6-954b3d7cef34/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0537367 Feb 04 16:26:35.151419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7ef7-6311-406d-91a0-86191666c88c req-365b7b42-e538-4f21-87ad-327d8adfce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:35.152910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-365b7b42-e538-4f21-87ad-327d8adfce9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 1095 time: 0.0398624 Feb 04 16:26:35.244942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7ef7-6311-406d-91a0-86191666c88c req-bca65c94-8d8d-44ab-8566-f3a0aa261474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:35.246474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-bca65c94-8d8d-44ab-8566-f3a0aa261474 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0870771 Feb 04 16:26:35.310367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-c1b92b38-c9e2-4484-ac0d-d8a367772521 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 200 len: 1000 time: 0.0573874 Feb 04 16:26:35.360457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7ef7-6311-406d-91a0-86191666c88c req-933504a9-ee47-4325-9c00-230316b9e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:35.361907 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-933504a9-ee47-4325-9c00-230316b9e898 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0454981 Feb 04 16:26:35.412109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7ef7-6311-406d-91a0-86191666c88c req-b9f85e30-52be-408e-ae49-7b37d0031a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:35.413500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-b9f85e30-52be-408e-ae49-7b37d0031a29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448985 Feb 04 16:26:35.500550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-8bd46e5c-a1de-4a6b-80d5-d9d13cc22065 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804782 Feb 04 16:26:35.597826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-939a7ef7-6311-406d-91a0-86191666c88c req-307bd1c6-1b6e-475d-a162-ce0e9542eaad service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913188 Feb 04 16:26:35.746693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:26:35.842124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:35.856375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'mac_address': 'fa:16:3e:18:43:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:26:35.903215 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.917622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:35.937565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:35.941596 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.995270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.007615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:36.159337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdfc37-452c-4c7c-92e4-9264641b8624 req-033bb8e2-07f0-4c28-93f8-4e83509047e0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:36.160834 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51bdfc37-452c-4c7c-92e4-9264641b8624 req-033bb8e2-07f0-4c28-93f8-4e83509047e0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 945 time: 0.0574198 Feb 04 16:26:36.199222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-51bdfc37-452c-4c7c-92e4-9264641b8624 req-4e9be001-228d-44d0-8125-e0267abc1262 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323677 Feb 04 16:26:36.327525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a58e26-51a5-46b9-a5ad-e0844c8ac7b2 req-cd00ebf9-b2e4-46c0-9166-2e342cfa3142 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:36.328923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-79a58e26-51a5-46b9-a5ad-e0844c8ac7b2 req-cd00ebf9-b2e4-46c0-9166-2e342cfa3142 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 945 time: 0.0534396 Feb 04 16:26:36.358213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['9b56e78b-0f7f-41de-a1f6-954b3d7cef34'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:26:36.366462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-79a58e26-51a5-46b9-a5ad-e0844c8ac7b2 req-ca2f14ed-c1bb-4193-b14f-96692cb264e2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315359 Feb 04 16:26:36.489447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40db79a-1656-4d17-bdbb-a4e57cb3dde7 req-626b82cb-e5e6-4bba-920c-08ac15e96a3a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:36.490951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c40db79a-1656-4d17-bdbb-a4e57cb3dde7 req-626b82cb-e5e6-4bba-920c-08ac15e96a3a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Feb 04 16:26:36.527959 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c40db79a-1656-4d17-bdbb-a4e57cb3dde7 req-017594ac-bfb2-4e26-b764-72188c8edfe7 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Feb 04 16:26:36.770189 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf087fc-dc94-4cc6-a5fc-b473f8566d13 req-13570fb7-9c91-4f15-aefc-62d7ba8b5a4b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:36.771625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cf087fc-dc94-4cc6-a5fc-b473f8566d13 req-13570fb7-9c91-4f15-aefc-62d7ba8b5a4b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 945 time: 0.0511751 Feb 04 16:26:36.808879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9cf087fc-dc94-4cc6-a5fc-b473f8566d13 req-012e453a-b585-476b-9d33-63725bb0a949 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Feb 04 16:26:37.068016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.608525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.746034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:26:37.796976 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:37.800580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:37.800954 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.877725 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.904700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:37.907418 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c286649d-ec62-4e49-a8d1-11f6e8dc6cb1" -d '{"events": [{"server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "name": "network-vif-plugged", "status": "completed", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:37.920660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:37.924348 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.934283 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c7228-6d68-40e2-ac06-1b5e703a874c req-9c8c6910-aaa3-48bb-aee8-24f300c566b8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:37.935986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-540c7228-6d68-40e2-ac06-1b5e703a874c req-9c8c6910-aaa3-48bb-aee8-24f300c566b8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 945 time: 0.0573857 Feb 04 16:26:37.959086 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a063e6-1ed7-41ae-a8cb-02386cedfb09 x-openstack-request-id: req-58a063e6-1ed7-41ae-a8cb-02386cedfb09 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:37.959374 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "name": "network-vif-plugged", "status": "completed", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:37.959633 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58a063e6-1ed7-41ae-a8cb-02386cedfb09 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:37.960146 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'code': 200} Feb 04 16:26:37.978095 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-540c7228-6d68-40e2-ac06-1b5e703a874c req-8f84a881-2166-4825-a4e9-beb029abac82 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352418 Feb 04 16:26:37.985307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:38.647690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-e619f003-f6ae-44fd-acd4-b294d06a1abd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:38.649237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-e619f003-f6ae-44fd-acd4-b294d06a1abd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0499043 Feb 04 16:26:38.742578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Deleting port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:26:38.742944 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.832394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] For port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:38.832761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.012860 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.013467 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.013576 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3 disassociated. External IP: 172.25.1.100, port: 9b56e78b-0f7f-41de-a1f6-954b3d7cef34. Feb 04 16:26:39.013877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Calling delete_port for 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:26:39.046734 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:26:39.115830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06d282-7194-4b18-a228-d7fffa7c2e8b req-0581244a-3966-4dac-93db-6775e475de77 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:39.117576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e06d282-7194-4b18-a228-d7fffa7c2e8b req-0581244a-3966-4dac-93db-6775e475de77 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=67ddeb92-c100-48e3-b0e0-9eefcc377b48 HTTP/1.1" status: 200 len: 946 time: 0.0523572 Feb 04 16:26:39.154001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.158855 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e06d282-7194-4b18-a228-d7fffa7c2e8b req-3ccfaa64-c4e4-42ae-99ef-7951e1468ad4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347428 Feb 04 16:26:39.190998 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event deleted for resources: {'Port': ['ID=9b56e78b-0f7f-41de-a1f6-954b3d7cef34,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:39.312674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:39.424128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:39.434563 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:26:39.444280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:26:39.444899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:39.471035 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] No DVR routers for this DVR port 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:39.474026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.477360 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c1333d40-be5c-48a0-81e3-11ac912a9682 req-0222fc99-7c0c-4a0a-a304-b6f26d595ed1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "DELETE /v2.0/ports/9b56e78b-0f7f-41de-a1f6-954b3d7cef34 HTTP/1.1" status: 204 len: 173 time: 0.8213165 Feb 04 16:26:39.477806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'name': 'network-vif-deleted', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:39.480700 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1052e01f-a46c-41ed-851a-8c399b8f7ad3" -d '{"events": [{"server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "name": "network-vif-deleted", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:39.521436 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc74e38f-97a0-4a40-88c3-86b2bdc96cba x-openstack-request-id: req-bc74e38f-97a0-4a40-88c3-86b2bdc96cba {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:39.521753 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ddeb92-c100-48e3-b0e0-9eefcc377b48", "name": "network-vif-deleted", "tag": "9b56e78b-0f7f-41de-a1f6-954b3d7cef34", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:39.522132 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc74e38f-97a0-4a40-88c3-86b2bdc96cba {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:39.522557 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ddeb92-c100-48e3-b0e0-9eefcc377b48', 'name': 'network-vif-deleted', 'tag': '9b56e78b-0f7f-41de-a1f6-954b3d7cef34', 'status': 'completed', 'code': 200} Feb 04 16:26:39.727775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:26:39.932026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:39.958125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:26:39.966858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:26:39.967464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:40.069688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:26:40.261863 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.283463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:40.310547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b7c9c-e05e-4c72-9f30-502f2f5b941a None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:26:40.401406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-dd67ec2d-4b68-4939-882e-e4283d95f883 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1174414040&fields=id&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 267 time: 0.0337770 Feb 04 16:26:40.513489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-aa4b510c-fb1d-4f10-8f66-5923064d88d3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:40.515116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-aa4b510c-fb1d-4f10-8f66-5923064d88d3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 812 time: 0.1066315 Feb 04 16:26:40.531402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-ed3abdcb-76ae-420e-9b7a-60fe96bfd975 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/quotas/a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 375 time: 0.0099506 Feb 04 16:26:40.539412 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd453ced-a8d5-41b9-bf3a-a0c166419528 None None] New status for floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:26:40.588368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-89af0578-b7c7-45d7-8159-3ae8742ea05f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513418 Feb 04 16:26:40.696673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a846fe51-ff4c-4de1-ab98-ecc9cbcc398d service neutron] 10.222.0.47 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897226 Feb 04 16:26:41.091111 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-f8d84572-bde4-44d1-ab14-f3d3e401b340 service neutron] 10.222.0.47 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878918 Feb 04 16:26:41.251226 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4bb7b3c0-f65f-48eb-bce1-5ff32ecd3f59 req-2276e03b-e984-4dda-a2e3-7f1302d3cc3e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 210 time: 0.0277314 Feb 04 16:26:41.745621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:26:41.766223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:26:41.766582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 9b56e78b-0f7f-41de-a1f6-954b3d7cef34 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:26:42.324988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-8c201742-ccdc-424f-a8f7-5209e77781e1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:42.326821 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-8c201742-ccdc-424f-a8f7-5209e77781e1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 812 time: 0.1187520 Feb 04 16:26:42.355927 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0dd7d9cc-2e79-44fb-ac16-07d958dd6f9b req-30a3965e-4600-4423-9eec-0c70f779734b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 210 time: 0.0265837 Feb 04 16:26:42.391912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-3599fe2a-0dc2-4c94-ba33-80167e633700 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 380 time: 0.0403225 Feb 04 16:26:42.420061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'port': {'device_id': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'admin_state_up': True, 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'security_groups': ['8a9a6f23-41ac-4595-81f0-09c3073a0211']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:42.526070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Made reservation on behalf of a81f29ad1fea4e96a50bfa13f4110733 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:42.529554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.659704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Allocated IP 172.20.0.11 (3c1a3024-3326-4610-b14f-25a73ff1c12f/d19df2a0-67eb-47ec-971e-840099db7aae/ebf5ee17-d66d-4fe3-a932-5303a986e035) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:42.811953 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.846967 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.896237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:42.899241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:42.901646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:26:42.939091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:42.959324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:42.959954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.977770 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2200f255-69f6-42b0-9bb9-313c6314c2bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617573 Feb 04 16:26:43.034659 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Request body: {'port': {'device_id': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:43.089798 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.181184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6c9055bd-a18b-4a8d-aa3f-69be13d969db None None] Provisioning complete for port ebf5ee17-d66d-4fe3-a932-5303a986e035 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:43.181805 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6c9055bd-a18b-4a8d-aa3f-69be13d969db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.218978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6c9055bd-a18b-4a8d-aa3f-69be13d969db None None] Port ebf5ee17-d66d-4fe3-a932-5303a986e035 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:26:43.353497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf5ee17-d66d-4fe3-a932-5303a986e035 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:43.361373 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.372989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Transition to ACTIVE for port object ebf5ee17-d66d-4fe3-a932-5303a986e035 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:43.377012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.429748 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:43.529887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ce88-0ff8-4fda-8b73-f2f1b4ca6abe req-e2470295-a95e-48a0-8db1-2eef7072be4d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:43.531498 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cb34ce88-0ff8-4fda-8b73-f2f1b4ca6abe req-e2470295-a95e-48a0-8db1-2eef7072be4d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.1027660 Feb 04 16:26:43.548671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Attempting to bind port ebf5ee17-d66d-4fe3-a932-5303a986e035 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:43.549013 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Attempting to bind port ebf5ee17-d66d-4fe3-a932-5303a986e035 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:43.549348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Attempting to bind port ebf5ee17-d66d-4fe3-a932-5303a986e035 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:26:43.561539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Port ebf5ee17-d66d-4fe3-a932-5303a986e035 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:26:43.561877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Attempting to bind port ebf5ee17-d66d-4fe3-a932-5303a986e035 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:26:43.571532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:26:43.571901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:26:43.573088 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:26:43.573530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Bound port: ebf5ee17-d66d-4fe3-a932-5303a986e035, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:43.573893 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.599488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cb34ce88-0ff8-4fda-8b73-f2f1b4ca6abe req-62a19da9-e610-4c59-8f2f-5ad2b01e8b81 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596037 Feb 04 16:26:43.654120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:43.657152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:43.660804 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.695080 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:43.695704 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.697101 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1092 time: 0.6669164 Feb 04 16:26:43.698334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:43.700602 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a34fd9-b84e-411c-983b-d12b719b77aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:43.731776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cfcfb-a173-4a26-bb7d-00eb150048b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:43.741324 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfcf1aa-96f4-4236-b246-3e22a634aefb x-openstack-request-id: req-8bfcf1aa-96f4-4236-b246-3e22a634aefb {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:43.746090 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:43.746504 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bfcf1aa-96f4-4236-b246-3e22a634aefb {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:43.747016 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'status': 'completed', 'code': 200} Feb 04 16:26:43.807969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-45a1700d-645f-4689-99b6-c2d5c854c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:43.809515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-45a1700d-645f-4689-99b6-c2d5c854c1c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1095 time: 0.0460463 Feb 04 16:26:43.859014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-cac8a9c3-2c5c-48c2-9497-c70811cf64b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 217 time: 0.0349622 Feb 04 16:26:43.908300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-c39b748d-c87b-4505-900b-cb1cae4abb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:43.909743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-c39b748d-c87b-4505-900b-cb1cae4abb33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0440764 Feb 04 16:26:43.960632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-bed2873c-1bb8-4394-84ad-9e4d6c850850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:43.962087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-bed2873c-1bb8-4394-84ad-9e4d6c850850 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443988 Feb 04 16:26:44.061094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-1228d0a2-1ddf-4207-8f22-96408ca2fb5f service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922790 Feb 04 16:26:44.153874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f88b532b-f71e-4e81-85eb-1cbfff956ddc req-2a413c24-da21-4c2a-817e-fda444ba15af service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852611 Feb 04 16:26:44.576735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-244e813d-5527-43a9-a08a-2677d357d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:44.578288 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-244e813d-5527-43a9-a08a-2677d357d781 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1095 time: 0.3133588 Feb 04 16:26:44.678353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-b4d5a9bc-ccfd-4aaa-996d-e8c5cc9d3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:44.679793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-b4d5a9bc-ccfd-4aaa-996d-e8c5cc9d3b48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0948701 Feb 04 16:26:44.732428 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-8196c954-5482-4ae7-8539-c2920037127b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 217 time: 0.0365226 Feb 04 16:26:44.773989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c34943-87fe-43dd-998f-0bbcc30967eb req-ef2ca917-1bc9-4c1c-bf44-0bab0dcac94e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:44.775464 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82c34943-87fe-43dd-998f-0bbcc30967eb req-ef2ca917-1bc9-4c1c-bf44-0bab0dcac94e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.1092551 Feb 04 16:26:44.808979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-9c66318f-cec4-41db-81c9-ca0963ede68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:44.810426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-9c66318f-cec4-41db-81c9-ca0963ede68f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0708508 Feb 04 16:26:44.833521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82c34943-87fe-43dd-998f-0bbcc30967eb req-1ff821c3-7160-4a35-abec-51cf03afd386 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520658 Feb 04 16:26:44.864525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-903ef322-9747-43b1-9989-ddae371b18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:44.866028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-903ef322-9747-43b1-9989-ddae371b18ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465150 Feb 04 16:26:44.954423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-2a3465f3-a834-41e0-b0ae-457bbd539cc7 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811398 Feb 04 16:26:45.045909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2a34fd9-b84e-411c-983b-d12b719b77aa req-95a6ed5c-9a58-4e4e-94bb-9ec8486eedc4 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Feb 04 16:26:45.953038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08851149-6064-4ceb-88a4-073c0df2cc79 req-54155eff-2232-4e83-bb2f-96d4bfabc053 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:45.954511 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08851149-6064-4ceb-88a4-073c0df2cc79 req-54155eff-2232-4e83-bb2f-96d4bfabc053 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0533659 Feb 04 16:26:45.991132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08851149-6064-4ceb-88a4-073c0df2cc79 req-adc04311-ccbb-4e79-b51c-a6a122e53e34 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306108 Feb 04 16:26:47.108527 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c87f3-6c1b-4a9c-be5b-724337d94573 req-6c5cb52f-b533-464a-aedd-143040315607 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:47.110018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a74c87f3-6c1b-4a9c-be5b-724337d94573 req-6c5cb52f-b533-464a-aedd-143040315607 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0501177 Feb 04 16:26:47.146645 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a74c87f3-6c1b-4a9c-be5b-724337d94573 req-9735b7a0-994d-4bdc-b935-af20cd7177b6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306218 Feb 04 16:26:47.765583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ebf5ee17-d66d-4fe3-a932-5303a986e035 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:26:47.860930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:47.874134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'mac_address': 'fa:16:3e:5a:01:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:26:47.912483 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.924934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf5ee17-d66d-4fe3-a932-5303a986e035 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:47.943979 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:47.948171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.999220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:48.262481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6539a4-c447-4b4c-9e1a-820732f00588 req-08cea156-0ddd-46fc-b033-5d49d07bdde2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:48.263862 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e6539a4-c447-4b4c-9e1a-820732f00588 req-08cea156-0ddd-46fc-b033-5d49d07bdde2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 945 time: 0.0478923 Feb 04 16:26:48.301006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e6539a4-c447-4b4c-9e1a-820732f00588 req-8f5954a2-c8d6-4d68-99c5-5ad89bfc694b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Feb 04 16:26:48.329218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['ebf5ee17-d66d-4fe3-a932-5303a986e035'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:26:49.414202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a2b20-41b1-422c-b82d-270331e1cf4a req-29b584ba-aa16-4200-842f-966deb01fdb2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:49.415663 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e36a2b20-41b1-422c-b82d-270331e1cf4a req-29b584ba-aa16-4200-842f-966deb01fdb2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 945 time: 0.0486887 Feb 04 16:26:49.453529 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e36a2b20-41b1-422c-b82d-270331e1cf4a req-89475982-af0e-41f1-860f-956a6f17f755 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Feb 04 16:26:49.775805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ebf5ee17-d66d-4fe3-a932-5303a986e035 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:26:49.827972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port ebf5ee17-d66d-4fe3-a932-5303a986e035 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:49.831765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port ebf5ee17-d66d-4fe3-a932-5303a986e035 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:49.832131 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.910960 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.933122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:49.935902 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e63b2d-388c-471f-a5a4-ac7cbf61d8a9" -d '{"events": [{"server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "name": "network-vif-plugged", "status": "completed", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:49.948312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:49.952919 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.979200 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a989229-667e-4231-bd9a-4fe919d84873 x-openstack-request-id: req-6a989229-667e-4231-bd9a-4fe919d84873 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:49.979497 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "name": "network-vif-plugged", "status": "completed", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:49.979744 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6a989229-667e-4231-bd9a-4fe919d84873 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:49.980126 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'code': 200} Feb 04 16:26:50.007872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:50.103487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd59ab-6153-456f-9016-ac2fe1b8e40a req-180caabe-fc55-4348-a301-0d19fdef8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:50.104981 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2bcd59ab-6153-456f-9016-ac2fe1b8e40a req-180caabe-fc55-4348-a301-0d19fdef8912 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1097 time: 0.0443652 Feb 04 16:26:50.142098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2bcd59ab-6153-456f-9016-ac2fe1b8e40a req-13cd1165-18e5-487a-8441-5a7964c3d977 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300739 Feb 04 16:26:50.566483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4730562-3651-43e8-95b6-a96513c7c5d5 req-4b256a57-5904-4d0c-9c70-c980d1bb3470 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:50.567995 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4730562-3651-43e8-95b6-a96513c7c5d5 req-4b256a57-5904-4d0c-9c70-c980d1bb3470 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0485542 Feb 04 16:26:50.606728 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4730562-3651-43e8-95b6-a96513c7c5d5 req-e4c77b12-04e0-4c4f-a2d6-d91c5f485ebd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318661 Feb 04 16:26:51.725299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39f884-0065-4f3c-a600-78d4d9af4505 req-98f46315-9145-4261-9d4a-c681a5b34bf2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:51.726795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be39f884-0065-4f3c-a600-78d4d9af4505 req-98f46315-9145-4261-9d4a-c681a5b34bf2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0485141 Feb 04 16:26:51.769421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-be39f884-0065-4f3c-a600-78d4d9af4505 req-e84667e7-45b9-4f88-b030-ad737ccf7d61 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366583 Feb 04 16:26:51.881017 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c13e3-7ae6-419a-9657-a9c8d818c4b1 req-1b6ce6b8-3af7-48c2-8759-bd1c9239ba26 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:51.882505 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-304c13e3-7ae6-419a-9657-a9c8d818c4b1 req-1b6ce6b8-3af7-48c2-8759-bd1c9239ba26 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0487230 Feb 04 16:26:51.891270 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36130) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:26:51.895585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'floatingip': {'port_id': 'ebf5ee17-d66d-4fe3-a932-5303a986e035'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:26:51.941096 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.377347 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.382243 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.486583 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3 associated. External IP: 172.25.1.100, port: ebf5ee17-d66d-4fe3-a932-5303a986e035. Feb 04 16:26:52.695370 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:52.802833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:52.808409 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.812894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:26:52.821569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:26:52.822503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:52.835533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-59c658ff-489c-46a7-a18f-205da60d5cba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "PUT /v2.0/floatingips/58ea2b2c-b0a0-490b-a774-eaee8303fae3 HTTP/1.1" status: 200 len: 992 time: 0.9432173 Feb 04 16:26:52.836137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:52.838484 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c402fc04-0c20-4f12-a969-ef4b458ca9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:26:52.878867 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b91b1f-919d-4fbe-92f8-8db9b696e343 x-openstack-request-id: req-39b91b1f-919d-4fbe-92f8-8db9b696e343 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:26:52.879282 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:26:52.879635 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39b91b1f-919d-4fbe-92f8-8db9b696e343 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:26:52.880139 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'status': 'completed', 'code': 200} Feb 04 16:26:52.933258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:26:52.941272 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c2753-8579-48f8-8bde-df099a2915cb req-2097ae4c-c47f-488e-8837-4725001c632f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:52.942829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b70c2753-8579-48f8-8bde-df099a2915cb req-2097ae4c-c47f-488e-8837-4725001c632f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0537221 Feb 04 16:26:52.967956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-2c838b2f-808c-450f-8bdc-03f85be950f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:52.969375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-2c838b2f-808c-450f-8bdc-03f85be950f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1097 time: 0.0421517 Feb 04 16:26:52.986550 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b70c2753-8579-48f8-8bde-df099a2915cb req-7a9573b0-8565-4895-98d7-7ad3c1284239 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Feb 04 16:26:53.072908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-8f1f4e11-f457-452f-be6d-d2508da9bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:53.074416 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-8f1f4e11-f457-452f-be6d-d2508da9bb60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0985289 Feb 04 16:26:53.139494 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-5330fafd-2a3c-4cdc-b150-aaa60e6d2c46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1000 time: 0.0583270 Feb 04 16:26:53.159765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:5a:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:52Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:53.186437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:26:53.194695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:26:53.195197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-5df8491e-31ce-4fcb-a7a8-d5a50cb9a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:53.195311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:26:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:53.196724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-5df8491e-31ce-4fcb-a7a8-d5a50cb9a701 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0506647 Feb 04 16:26:53.242636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-f0982a02-7b65-4c2c-b817-af096cbb88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:53.244104 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-f0982a02-7b65-4c2c-b817-af096cbb88e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408421 Feb 04 16:26:53.301523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:26:53.334994 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-e24431f5-16db-4656-b496-ea3c0810c7f7 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838053 Feb 04 16:26:53.429280 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c402fc04-0c20-4f12-a969-ef4b458ca9d7 req-60364d76-4f45-4560-9f4c-7fd72dd89fba service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872560 Feb 04 16:26:53.532811 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:5a:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:52Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:53.558980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7e361-e999-4d82-8bf8-caefe38dd78d None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:5a:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:52Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:26:53.651463 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.740895 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fdecd-7bf3-4c92-9825-b394c6b74eee None None] New status for floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:26:54.102923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ddad-aebf-45f8-8199-d47f70a49875 req-4c84cce3-30f6-4788-bd33-e4a479f7098b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:54.106976 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f2ddad-aebf-45f8-8199-d47f70a49875 req-4c84cce3-30f6-4788-bd33-e4a479f7098b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0523946 Feb 04 16:26:54.144786 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-43f2ddad-aebf-45f8-8199-d47f70a49875 req-8e67cdcd-3d86-4a37-91c4-7a781f92fe6f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318077 Feb 04 16:26:54.350323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbfb49-29f8-4d5d-bcf3-e226775e6d30 req-3e1cd6c0-c222-4f9c-8bf9-36b969e92d92 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:54.351800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72dbfb49-29f8-4d5d-bcf3-e226775e6d30 req-3e1cd6c0-c222-4f9c-8bf9-36b969e92d92 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0534260 Feb 04 16:26:54.399711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72dbfb49-29f8-4d5d-bcf3-e226775e6d30 req-20a4b79c-e819-405a-b388-5146a4a7eee7 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380559 Feb 04 16:26:55.517800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75192fe9-eede-474f-bba1-aed8817ba2ca req-9dddd203-7083-4eaa-880e-1680d2fb192d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:55.519301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75192fe9-eede-474f-bba1-aed8817ba2ca req-9dddd203-7083-4eaa-880e-1680d2fb192d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0479190 Feb 04 16:26:55.556307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75192fe9-eede-474f-bba1-aed8817ba2ca req-cf5b182e-007e-465d-9c8a-b3da46f35e7e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Feb 04 16:26:56.672386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174241f-0f02-45d5-88c2-a3826dd95e39 req-15704c38-b5cc-4fa8-b4f0-fdef49b5061e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:56.673877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7174241f-0f02-45d5-88c2-a3826dd95e39 req-15704c38-b5cc-4fa8-b4f0-fdef49b5061e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0494080 Feb 04 16:26:56.711805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7174241f-0f02-45d5-88c2-a3826dd95e39 req-f0c1f69f-7a66-4d8f-9767-5918c90a6006 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Feb 04 16:26:57.833092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166ed9-9040-42b9-9613-cf1584fe19fb req-0f1c5b51-5a94-421e-85ab-fa58277887d9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:57.834533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a166ed9-9040-42b9-9613-cf1584fe19fb req-0f1c5b51-5a94-421e-85ab-fa58277887d9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0493054 Feb 04 16:26:57.872378 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0a166ed9-9040-42b9-9613-cf1584fe19fb req-cd994a91-73aa-4751-8731-47a2545762d1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Feb 04 16:26:58.988452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1527c-4b70-464b-b96b-6e30b5095d13 req-fa68406a-fe61-4cee-b68b-0ea53c90b451 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:58.989929 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e1527c-4b70-464b-b96b-6e30b5095d13 req-fa68406a-fe61-4cee-b68b-0ea53c90b451 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0488057 Feb 04 16:26:59.028244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-57e1527c-4b70-464b-b96b-6e30b5095d13 req-635bfe1d-6b25-4d6c-9d5f-9ac2da2d7c89 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Feb 04 16:27:00.144860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0e1a-78e3-4474-98df-65728dfebd94 req-1622f819-9f45-4383-b086-fc47da9ac135 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:00.146342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-638d0e1a-78e3-4474-98df-65728dfebd94 req-1622f819-9f45-4383-b086-fc47da9ac135 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0505068 Feb 04 16:27:00.186475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-638d0e1a-78e3-4474-98df-65728dfebd94 req-337c9ac8-6a59-4db2-822f-2f9696ee6717 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Feb 04 16:27:00.675357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2bcecb6c-165b-4d0a-b398-ba61e18594c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.307658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc5e4b-5bac-4f58-98fe-bce42a5bcb15 req-245f0462-6a3a-49b8-bec3-906174f7f3ae tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:01.310086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54fc5e4b-5bac-4f58-98fe-bce42a5bcb15 req-245f0462-6a3a-49b8-bec3-906174f7f3ae tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0567753 Feb 04 16:27:01.348495 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54fc5e4b-5bac-4f58-98fe-bce42a5bcb15 req-f4e693a1-ed6d-468e-b1a5-74fab6b07259 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Feb 04 16:27:02.462106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f79f9-aea4-4ff4-95cb-29b36a9ec6e1 req-96053633-f2f0-487d-a9cb-8f05e5904a91 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:02.464119 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b62f79f9-aea4-4ff4-95cb-29b36a9ec6e1 req-96053633-f2f0-487d-a9cb-8f05e5904a91 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0482738 Feb 04 16:27:02.502308 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b62f79f9-aea4-4ff4-95cb-29b36a9ec6e1 req-f03901f2-4a75-4e69-a9c7-48cabd40b58c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Feb 04 16:27:03.615793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204fb5-4b86-495e-b13c-1f3533d9eb50 req-f5eb8e0c-b640-44f3-9361-1a16fd062ef1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:03.617299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba204fb5-4b86-495e-b13c-1f3533d9eb50 req-f5eb8e0c-b640-44f3-9361-1a16fd062ef1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0485811 Feb 04 16:27:03.656340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ba204fb5-4b86-495e-b13c-1f3533d9eb50 req-0c8839e1-5f36-43a3-94e2-470eb3441591 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Feb 04 16:27:03.758586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a2f32aba-3d13-444f-b631-c9913c0675ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.768193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5133d5-896c-4efa-abdf-8a3255e387ba req-10f34791-945d-4d40-8750-a3915bcd6406 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:04.769699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b5133d5-896c-4efa-abdf-8a3255e387ba req-10f34791-945d-4d40-8750-a3915bcd6406 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0469842 Feb 04 16:27:04.806664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b5133d5-896c-4efa-abdf-8a3255e387ba req-c783480c-e01e-4027-b29a-c7710db23513 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303969 Feb 04 16:27:05.922171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307ad9-2708-4d28-9be5-2aa2f9dc53b6 req-902568df-eb40-405a-b811-268f589a96b6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:05.923658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef307ad9-2708-4d28-9be5-2aa2f9dc53b6 req-902568df-eb40-405a-b811-268f589a96b6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0503325 Feb 04 16:27:05.962881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ef307ad9-2708-4d28-9be5-2aa2f9dc53b6 req-7efc3d46-ac3e-474b-8cc9-f50618532aba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330999 Feb 04 16:27:05.983362 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.070978 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.086119 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b7fa0-0590-4233-9205-b5a118b0f559 req-5ad87d53-07bc-4336-8a5c-dc2c18a88f3f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:07.087597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e5b7fa0-0590-4233-9205-b5a118b0f559 req-5ad87d53-07bc-4336-8a5c-dc2c18a88f3f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0549948 Feb 04 16:27:07.125305 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4e5b7fa0-0590-4233-9205-b5a118b0f559 req-8d63c5c7-6bd2-41a1-9184-df99f5989083 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Feb 04 16:27:07.611045 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.249453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f7346-c9ed-4e89-aa65-6e96c794bdde req-79b1ea89-4c77-4127-82e9-f02a6940e7ed tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:08.251015 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad1f7346-c9ed-4e89-aa65-6e96c794bdde req-79b1ea89-4c77-4127-82e9-f02a6940e7ed tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0544848 Feb 04 16:27:08.289348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ad1f7346-c9ed-4e89-aa65-6e96c794bdde req-b9f21139-b2f9-488f-aa76-90ac8888779a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Feb 04 16:27:09.404220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dec36-fdb1-4175-ab6e-55c8c964394b req-9b23b98f-df50-4e83-ae45-4b4160bf988a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:09.405701 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8b5dec36-fdb1-4175-ab6e-55c8c964394b req-9b23b98f-df50-4e83-ae45-4b4160bf988a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0489793 Feb 04 16:27:09.446173 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8b5dec36-fdb1-4175-ab6e-55c8c964394b req-b6c18137-cbfb-47ae-ba99-8f1dceb97ceb tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344036 Feb 04 16:27:10.232256 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.560350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d49b-47e2-4137-aeed-6f3c12c63780 req-3f03dd5b-3aec-42e5-b144-d49c42914858 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:10.561836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68a9d49b-47e2-4137-aeed-6f3c12c63780 req-3f03dd5b-3aec-42e5-b144-d49c42914858 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0486732 Feb 04 16:27:10.601852 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68a9d49b-47e2-4137-aeed-6f3c12c63780 req-18deac4d-7e49-421e-a3de-0a0860848500 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338225 Feb 04 16:27:11.713657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b436c19-b4fc-46b0-952d-48a0b03b70b5 req-a5c0441c-eff1-406b-9265-6f0c65358554 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:11.715128 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b436c19-b4fc-46b0-952d-48a0b03b70b5 req-a5c0441c-eff1-406b-9265-6f0c65358554 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0478053 Feb 04 16:27:11.751430 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b436c19-b4fc-46b0-952d-48a0b03b70b5 req-fce05dd4-cbd9-4e53-b051-f190d3d1d6fc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303059 Feb 04 16:27:12.865257 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c202190-ce37-4cf7-9368-1844ef479982 req-34f633bf-b83a-4b2f-ae81-989034a22fff tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:12.866689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c202190-ce37-4cf7-9368-1844ef479982 req-34f633bf-b83a-4b2f-ae81-989034a22fff tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0492029 Feb 04 16:27:12.904475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c202190-ce37-4cf7-9368-1844ef479982 req-e5e80c27-2418-4883-ac25-443a1aeca478 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318544 Feb 04 16:27:14.022936 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bfb69-a2d3-4162-86f2-0aea6962b061 req-30f80341-ca85-41af-a30b-b34eb9b78606 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:14.024415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-726bfb69-a2d3-4162-86f2-0aea6962b061 req-30f80341-ca85-41af-a30b-b34eb9b78606 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0522504 Feb 04 16:27:14.062442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-726bfb69-a2d3-4162-86f2-0aea6962b061 req-c16db962-7d8e-4796-a3ee-c4917eb5998f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Feb 04 16:27:15.181898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035984be-8d84-4ce0-85b3-21e06f7d67f9 req-a82490c6-6b0c-4d42-bb4d-965cd3d481e5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:15.183407 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-035984be-8d84-4ce0-85b3-21e06f7d67f9 req-a82490c6-6b0c-4d42-bb4d-965cd3d481e5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0526967 Feb 04 16:27:15.222583 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-035984be-8d84-4ce0-85b3-21e06f7d67f9 req-051528a4-ea40-4a07-964a-2c6f44607db1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Feb 04 16:27:16.046100 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:27:16.339390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be7d89-918d-4739-afd1-bf8d0a5f8537 req-2a5e3449-f261-4690-9206-40fa86521ef6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:16.340797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74be7d89-918d-4739-afd1-bf8d0a5f8537 req-2a5e3449-f261-4690-9206-40fa86521ef6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0485582 Feb 04 16:27:16.381492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74be7d89-918d-4739-afd1-bf8d0a5f8537 req-f23b4f19-d88c-4777-a4dc-3eda22b50cd5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314150 Feb 04 16:27:17.495799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655f29d-859a-4a60-9dc4-36b5dd8a96bc req-37c49966-485d-4ae8-a03d-3c4172128212 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:17.497339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4655f29d-859a-4a60-9dc4-36b5dd8a96bc req-37c49966-485d-4ae8-a03d-3c4172128212 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0491123 Feb 04 16:27:17.536407 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4655f29d-859a-4a60-9dc4-36b5dd8a96bc req-0fb640f7-32ea-426c-b5c3-3a0448ba495a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329859 Feb 04 16:27:18.650607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ac507-ad7c-4cbb-a0ba-8708d67dd7aa req-80ce2a20-adc4-4aa4-a4ea-e6b35ce43f71 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:18.652586 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c71ac507-ad7c-4cbb-a0ba-8708d67dd7aa req-80ce2a20-adc4-4aa4-a4ea-e6b35ce43f71 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0484052 Feb 04 16:27:18.690911 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c71ac507-ad7c-4cbb-a0ba-8708d67dd7aa req-897ef695-ea0b-4f58-adc2-f340aa69ca92 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322833 Feb 04 16:27:19.806904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69498c-9d36-48bf-afb3-088d73550185 req-1e157bf4-f68d-4f59-86d4-5d7bcd2708af tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:19.809160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ce69498c-9d36-48bf-afb3-088d73550185 req-1e157bf4-f68d-4f59-86d4-5d7bcd2708af tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0500462 Feb 04 16:27:19.850301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ce69498c-9d36-48bf-afb3-088d73550185 req-f9f742d3-a4e2-40ef-850a-2c2e6160352a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349886 Feb 04 16:27:20.092210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-12ab90c7-da72-4f37-b4a7-acd48af703cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456088 Feb 04 16:27:20.110511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fdabf-e5c2-4fe3-ac28-1d2d67026d17 req-f77acf58-261e-4916-b1b3-00d5c82db1a0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:20.112059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f07fdabf-e5c2-4fe3-ac28-1d2d67026d17 req-f77acf58-261e-4916-b1b3-00d5c82db1a0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0567601 Feb 04 16:27:20.156177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f07fdabf-e5c2-4fe3-ac28-1d2d67026d17 req-e1d81f5f-a8db-425d-b86f-5241bda0d657 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355825 Feb 04 16:27:21.192169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-723f37b1-ce07-437c-9a6a-706e6be81e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:21.193622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-723f37b1-ce07-437c-9a6a-706e6be81e19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1097 time: 0.0405695 Feb 04 16:27:21.273948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3ccc7-381f-4d4a-a21a-ece453c7fa92 req-5edf8b6d-3b8b-46d2-80ad-cf289110188e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:21.275514 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93d3ccc7-381f-4d4a-a21a-ece453c7fa92 req-5edf8b6d-3b8b-46d2-80ad-cf289110188e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0502508 Feb 04 16:27:21.286730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-6c46cc96-1947-4704-87ae-9533875022e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:21.288249 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-6c46cc96-1947-4704-87ae-9533875022e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0877328 Feb 04 16:27:21.313379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93d3ccc7-381f-4d4a-a21a-ece453c7fa92 req-2512462c-9968-4932-b354-593bcb93d70f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Feb 04 16:27:21.359175 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-b397e1be-1c4b-4657-8a31-ecfdc79d4a71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1002 time: 0.0641246 Feb 04 16:27:21.410033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-415198c3-7a8f-4ff7-8645-cfabab7d376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:21.411523 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-415198c3-7a8f-4ff7-8645-cfabab7d376e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0457070 Feb 04 16:27:21.457819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-053331b9-86f3-4c1e-b990-c90f8a5d2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:21.459333 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-053331b9-86f3-4c1e-b990-c90f8a5d2a57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408108 Feb 04 16:27:21.551684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-d5b190b2-eede-4489-8daa-3d4886463ea9 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851634 Feb 04 16:27:21.642237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-48f6cd8f-6799-4190-8a1b-a27f360af14c service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837450 Feb 04 16:27:22.434959 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c35e53-da6d-49fe-97e5-94790e2bf3ae req-e3fc6ed9-5d2c-4e55-8b6e-cbf9316884d8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.436423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8c35e53-da6d-49fe-97e5-94790e2bf3ae req-e3fc6ed9-5d2c-4e55-8b6e-cbf9316884d8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0548227 Feb 04 16:27:22.474048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8c35e53-da6d-49fe-97e5-94790e2bf3ae req-9b2c7566-15fe-46c8-a909-2d4695aa18fe tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Feb 04 16:27:23.587795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbd5ed-9dfa-4f3f-a63f-4ceef16f00de req-3551a3ed-79e0-4d5d-b405-18bc94bce70c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:23.589919 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbbd5ed-9dfa-4f3f-a63f-4ceef16f00de req-3551a3ed-79e0-4d5d-b405-18bc94bce70c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0491819 Feb 04 16:27:23.627722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbbd5ed-9dfa-4f3f-a63f-4ceef16f00de req-2508eeb1-f14f-4418-9516-0a248cb9376d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316911 Feb 04 16:27:23.672812 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.910035 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-fd746e5d-4fd1-4702-8904-5709958c7aaa service neutron] show failed (client error): The resource could not be found. Feb 04 16:27:23.911066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-fd746e5d-4fd1-4702-8904-5709958c7aaa service neutron] 10.222.0.50 "GET /v2.0/ports/ebf5ee17-d66d-4fe3-a932-5303a986e035/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0558705 Feb 04 16:27:24.113041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-7bb9ef4c-7895-43b3-ad2e-a9e541d06a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:24.114554 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-7bb9ef4c-7895-43b3-ad2e-a9e541d06a73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 1097 time: 0.0405791 Feb 04 16:27:24.126870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:24.183221 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.382111 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:24.415844 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:24.460704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:24.463010 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4ab61a-47ec-4c62-bef0-6e11d7ad7821" -d '{"events": [{"server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:27:24.466847 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.478834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Transition to ACTIVE for port object ebf5ee17-d66d-4fe3-a932-5303a986e035 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:24.482915 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.521281 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26797089-31b3-4472-a152-bed77c5c4a30 x-openstack-request-id: req-26797089-31b3-4472-a152-bed77c5c4a30 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:27:24.521572 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:27:24.521824 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26797089-31b3-4472-a152-bed77c5c4a30 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:27:24.522246 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'code': 200} Feb 04 16:27:24.608619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:24.633895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.633895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.633895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.633895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.633895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.633895 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.634493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.634493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.634867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.635065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.635384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.636276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:24.674473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] No DVR routers for this DVR port ebf5ee17-d66d-4fe3-a932-5303a986e035 on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:24.802559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806f176-b00d-49d2-91c1-12ee9473dbb8 req-de17c834-f1c1-4a78-a884-b765cd7be99d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:24.803932 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f806f176-b00d-49d2-91c1-12ee9473dbb8 req-de17c834-f1c1-4a78-a884-b765cd7be99d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0929523 Feb 04 16:27:24.863951 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f806f176-b00d-49d2-91c1-12ee9473dbb8 req-be76558a-4f56-4857-bbe4-a14d15571ea9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527105 Feb 04 16:27:24.873442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Attempting to bind port ebf5ee17-d66d-4fe3-a932-5303a986e035 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:24.873774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Attempting to bind port ebf5ee17-d66d-4fe3-a932-5303a986e035 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:24.874147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Attempting to bind port ebf5ee17-d66d-4fe3-a932-5303a986e035 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:27:24.878545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Port ebf5ee17-d66d-4fe3-a932-5303a986e035 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:27:24.878867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Attempting to bind port ebf5ee17-d66d-4fe3-a932-5303a986e035 on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:27:24.883654 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:27:24.883990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:27:24.884368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:27:24.884789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Bound port: ebf5ee17-d66d-4fe3-a932-5303a986e035, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:24.885146 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.950800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:24.953749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:24.958353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.996492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:24.997124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.998517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] 10.222.0.30 "PUT /v2.0/ports/ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1092 time: 0.8764694 Feb 04 16:27:25.017961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa2a28-6048-4dcf-a229-34479d418e01 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:25.062544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-d5d2766f-1d38-4053-9627-cdaa8f274db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:25.064089 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-d5d2766f-1d38-4053-9627-cdaa8f274db0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1095 time: 0.0432568 Feb 04 16:27:25.165498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-065b09ec-fc01-4e90-9586-f198ef15845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:25.167594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-065b09ec-fc01-4e90-9586-f198ef15845d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0963781 Feb 04 16:27:25.235585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-a2c3c9f6-e774-4cb6-b525-3868e4daf504 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1000 time: 0.0621190 Feb 04 16:27:25.284538 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-efdb275e-2c96-48c1-b7e0-1d2f4496524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:25.285886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-efdb275e-2c96-48c1-b7e0-1d2f4496524e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0430207 Feb 04 16:27:25.333441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-9480c72a-f3dd-40db-9b71-943be38c9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:25.334919 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-9480c72a-f3dd-40db-9b71-943be38c9ae8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419810 Feb 04 16:27:25.420381 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-6989181b-4186-4cc9-a738-80a10aaea5e3 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790792 Feb 04 16:27:25.509887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c4668eb-f7dc-4071-b93e-64afc17ea645 req-e66a3afb-a143-44f3-90d0-b18782d2ead9 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827417 Feb 04 16:27:25.988739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0a55-4e64-4ae8-8e46-6b55af16f52b req-06934834-7a90-4a84-97b2-a2043d1b1c5f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:25.990297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d9f0a55-4e64-4ae8-8e46-6b55af16f52b req-06934834-7a90-4a84-97b2-a2043d1b1c5f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0544789 Feb 04 16:27:26.030366 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6d9f0a55-4e64-4ae8-8e46-6b55af16f52b req-80cae43f-d5da-40cf-8c18-d1ab5cacc5f0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333092 Feb 04 16:27:26.523470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:26.526003 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305df4f9-b659-4980-8fe8-98dd870e56d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:27:26.575257 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ef8a95-95c2-4eac-ac63-4bf2a52c61a6 x-openstack-request-id: req-e7ef8a95-95c2-4eac-ac63-4bf2a52c61a6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:27:26.575551 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:27:26.575830 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7ef8a95-95c2-4eac-ac63-4bf2a52c61a6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:27:26.576312 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'status': 'completed', 'code': 200} Feb 04 16:27:26.636173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-69f5c610-55a6-473c-84f4-1e257fb7db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.637716 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-69f5c610-55a6-473c-84f4-1e257fb7db5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1095 time: 0.0432770 Feb 04 16:27:26.660953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-bbf1baee-b60b-4131-8197-c3c810c0e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.662488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-bbf1baee-b60b-4131-8197-c3c810c0e0bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1095 time: 0.0455885 Feb 04 16:27:26.727427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-ffb309b1-eca8-4e48-94bf-f9fd5ae18d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.729398 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-ffb309b1-eca8-4e48-94bf-f9fd5ae18d55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0847788 Feb 04 16:27:26.752756 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-b7f0ad4b-2d9f-4147-9756-af02695d656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.754266 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-b7f0ad4b-2d9f-4147-9756-af02695d656b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0848830 Feb 04 16:27:26.797506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-44885f11-377c-416e-ad13-f5bbe7a0641c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1000 time: 0.0617461 Feb 04 16:27:26.824232 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-20c583d5-e1cb-4c6e-a42e-b424688f72ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1000 time: 0.0636516 Feb 04 16:27:26.847064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-33d7dcec-a370-4936-bf69-45c88dd12d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.848492 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-33d7dcec-a370-4936-bf69-45c88dd12d05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0437639 Feb 04 16:27:26.877062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-4b3aa779-2fb4-4192-ac75-8770b2462a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.878625 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-4b3aa779-2fb4-4192-ac75-8770b2462a29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0450757 Feb 04 16:27:26.894631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-c5af7b6f-bfd5-445d-bd48-3b9354aff8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.896146 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-c5af7b6f-bfd5-445d-bd48-3b9354aff8cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407159 Feb 04 16:27:26.924841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-9716626d-d91d-4083-98a8-4197a64cbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.926372 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-9716626d-d91d-4083-98a8-4197a64cbe81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399029 Feb 04 16:27:26.991223 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-64559933-0336-40ea-ac53-3df60abb1f6b service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874870 Feb 04 16:27:27.024759 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-c9455949-c370-478f-b231-e7f127167b32 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904200 Feb 04 16:27:27.083884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-3dbf0ffd-5afd-45ed-807d-ef8babf3f389 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860572 Feb 04 16:27:27.146829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-305df4f9-b659-4980-8fe8-98dd870e56d2 req-a8134be6-92c3-43b4-88c8-5ce7fe04dcb9 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155703 Feb 04 16:27:27.161705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b98e6-8c6c-446d-b260-10a54f0be7e4 req-6d965b42-5604-4b6b-9b1a-7c5f4b3d43ca tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:27.164506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b8b98e6-8c6c-446d-b260-10a54f0be7e4 req-6d965b42-5604-4b6b-9b1a-7c5f4b3d43ca tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0626287 Feb 04 16:27:27.204516 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8b8b98e6-8c6c-446d-b260-10a54f0be7e4 req-f7c88006-f37a-4368-99c5-b4c44bd03e9e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336545 Feb 04 16:27:27.936166 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ebf5ee17-d66d-4fe3-a932-5303a986e035 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:27:27.974361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device ebf5ee17-d66d-4fe3-a932-5303a986e035 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:27:28.329386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cac79-dd3e-4a66-9bfa-eeb62fa59526 req-61bc3515-5407-4306-9ead-f3d418009418 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.330918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d33cac79-dd3e-4a66-9bfa-eeb62fa59526 req-61bc3515-5407-4306-9ead-f3d418009418 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0550969 Feb 04 16:27:28.372365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d33cac79-dd3e-4a66-9bfa-eeb62fa59526 req-4f841ea1-a718-4787-8b41-4cf0df402261 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Feb 04 16:27:28.569200 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199f386-cd2a-4bee-bf09-f5ddb594953a req-979cf7da-68cb-4f91-9f07-9b89d648c083 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.570705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5199f386-cd2a-4bee-bf09-f5ddb594953a req-979cf7da-68cb-4f91-9f07-9b89d648c083 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0484834 Feb 04 16:27:28.593211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-18961404-de66-47da-958d-f0b31fe471d9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.594767 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-18961404-de66-47da-958d-f0b31fe471d9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de&tenant_id=a81f29ad1fea4e96a50bfa13f4110733&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 944 time: 0.0563800 Feb 04 16:27:28.609478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5199f386-cd2a-4bee-bf09-f5ddb594953a req-6079f585-e0ee-467e-aeff-ac64a79d2e58 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Feb 04 16:27:28.655637 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-fcb9c6bf-d299-410b-98ef-e651a617250b service neutron] delete failed (client error): The resource could not be found. Feb 04 16:27:28.656665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-fcb9c6bf-d299-410b-98ef-e651a617250b service neutron] 10.222.0.50 "DELETE /v2.0/ports/ebf5ee17-d66d-4fe3-a932-5303a986e035/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0554168 Feb 04 16:27:28.761795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-96778d87-f020-4ded-988c-9f153659b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.763263 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-96778d87-f020-4ded-988c-9f153659b6b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1095 time: 0.0429225 Feb 04 16:27:28.856436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-1394d76f-b944-4cfb-a8ab-739a62bc3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.857900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-1394d76f-b944-4cfb-a8ab-739a62bc3a3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0877359 Feb 04 16:27:28.922280 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-821c1c7e-ac45-480c-88d0-c33e49ed620c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1000 time: 0.0576193 Feb 04 16:27:28.970350 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-026f35b5-1c54-4ea2-82be-d303bd33cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.971810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-026f35b5-1c54-4ea2-82be-d303bd33cce7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0435307 Feb 04 16:27:29.022065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-4b34c767-e903-4f03-8477-c5bc8a56d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:29.023474 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-4b34c767-e903-4f03-8477-c5bc8a56d498 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455747 Feb 04 16:27:29.112974 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-e5511990-4a95-4c7b-983e-f743078b00a6 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829065 Feb 04 16:27:29.205006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd19e7ef-dfc9-49e5-8eab-0d0a10bdf2ea req-eba4e4fb-db3a-49a2-be5d-ff9a4848bc87 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Feb 04 16:27:29.730707 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043c9b7-8147-4e15-815d-1c15ea42ce07 req-97dd8c57-8838-4f5a-8cd5-55ebbeebadf4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:29.732220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d043c9b7-8147-4e15-815d-1c15ea42ce07 req-97dd8c57-8838-4f5a-8cd5-55ebbeebadf4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0508235 Feb 04 16:27:29.772987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d043c9b7-8147-4e15-815d-1c15ea42ce07 req-bdab2789-462a-4067-a33d-fb7831ad8297 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341508 Feb 04 16:27:29.894497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbafe5-3496-4b8b-8ab6-d62990979bff req-9cbad618-6b37-4f1e-b69e-469a1974ca70 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:29.896002 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-badbafe5-3496-4b8b-8ab6-d62990979bff req-9cbad618-6b37-4f1e-b69e-469a1974ca70 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0495110 Feb 04 16:27:29.934486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-badbafe5-3496-4b8b-8ab6-d62990979bff req-54da03cc-df64-419c-9bf4-06a788d8e7e8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Feb 04 16:27:30.164798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbcc1d-6eee-40a9-9716-157ff72d8aa4 req-fad89a88-4222-4912-be0e-b64267389b13 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.166176 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5bbcc1d-6eee-40a9-9716-157ff72d8aa4 req-fad89a88-4222-4912-be0e-b64267389b13 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 944 time: 0.0778863 Feb 04 16:27:30.172475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61a052-5609-4956-9e97-f0224a914471 req-1fd26dea-769c-4e3d-9f18-32acd41da9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.173829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d61a052-5609-4956-9e97-f0224a914471 req-1fd26dea-769c-4e3d-9f18-32acd41da9a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1095 time: 0.0561421 Feb 04 16:27:30.255368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c5bbcc1d-6eee-40a9-9716-157ff72d8aa4 req-a458eccd-fa5c-406a-8b17-6f4a990a0224 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805829 Feb 04 16:27:30.285945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61a052-5609-4956-9e97-f0224a914471 req-7ed51570-b0c6-4376-8f1c-270eed65a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.287441 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d61a052-5609-4956-9e97-f0224a914471 req-7ed51570-b0c6-4376-8f1c-270eed65a662 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1071138 Feb 04 16:27:30.354688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d61a052-5609-4956-9e97-f0224a914471 req-6583f925-f79e-4b86-9165-de19a0f3a9fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1000 time: 0.0580404 Feb 04 16:27:30.400737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61a052-5609-4956-9e97-f0224a914471 req-bd22d430-cda3-4301-ac8e-56ba5e7fd18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.402724 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d61a052-5609-4956-9e97-f0224a914471 req-bd22d430-cda3-4301-ac8e-56ba5e7fd18b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0424759 Feb 04 16:27:30.449989 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61a052-5609-4956-9e97-f0224a914471 req-66b97303-4832-448f-9c16-f0710c1a39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.451486 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d61a052-5609-4956-9e97-f0224a914471 req-66b97303-4832-448f-9c16-f0710c1a39e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424178 Feb 04 16:27:30.536502 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d61a052-5609-4956-9e97-f0224a914471 req-2d919976-f2d8-4479-b768-352798924f64 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784013 Feb 04 16:27:30.631910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d61a052-5609-4956-9e97-f0224a914471 req-e808ba3b-488b-40b5-a7dd-e42119a9be4b service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886030 Feb 04 16:27:30.678513 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-03a7ebe6-e4d4-4f12-acdd-dbbfc7bf5430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.683232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ebf5ee17-d66d-4fe3-a932-5303a986e035 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:27:30.777533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:30.788353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'mac_address': 'fa:16:3e:5a:01:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:27:30.830846 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.845346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf5ee17-d66d-4fe3-a932-5303a986e035 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:30.868439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:30.872400 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.921142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:30.928540 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.928891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.929230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.929566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.929896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.930251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.930578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.930937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.931261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.931582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.931903 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:30.932249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:31.103468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-da66b894-fcce-4233-8cd1-8c8990355582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.104955 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-da66b894-fcce-4233-8cd1-8c8990355582 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 1096 time: 0.0468762 Feb 04 16:27:31.222389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-413ee657-cb9d-44a7-aae9-8855e3ad75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.223882 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-413ee657-cb9d-44a7-aae9-8855e3ad75d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0991385 Feb 04 16:27:31.276692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['ebf5ee17-d66d-4fe3-a932-5303a986e035'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:27:31.292222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-901c87e0-35cd-47d9-b58e-a36ed2295224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 200 len: 1001 time: 0.0598123 Feb 04 16:27:31.343376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-60a29aba-38a4-43d5-9ef2-7a16b75b89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.344869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-60a29aba-38a4-43d5-9ef2-7a16b75b89cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0466149 Feb 04 16:27:31.378225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbffc2a-b279-4621-92a9-c62fd01bdc65 req-29e141f1-5adb-4698-88bc-5fa1e461f506 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.380486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4fbffc2a-b279-4621-92a9-c62fd01bdc65 req-29e141f1-5adb-4698-88bc-5fa1e461f506 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 945 time: 0.0538454 Feb 04 16:27:31.403383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-39837178-e219-4c7b-b107-054c91e37d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.405023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-39837178-e219-4c7b-b107-054c91e37d17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527949 Feb 04 16:27:31.421160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4fbffc2a-b279-4621-92a9-c62fd01bdc65 req-7f620ba1-4b13-49d3-9f30-d69cfa4688ad tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334525 Feb 04 16:27:31.495495 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-8733c98a-026e-46d5-9539-dd51c612e258 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Feb 04 16:27:31.601167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e7d3d41b-1b1d-4f0f-b53a-a31c3654be9d req-9c7dcbdc-bd3e-433a-8426-6b625abad4a7 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991805 Feb 04 16:27:31.669046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf419f-322a-42ba-b711-ad1f08fa2280 req-0e24fb62-7a23-459f-8a68-ba179ff2c979 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.670592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10cf419f-322a-42ba-b711-ad1f08fa2280 req-0e24fb62-7a23-459f-8a68-ba179ff2c979 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 945 time: 0.0548747 Feb 04 16:27:31.707783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10cf419f-322a-42ba-b711-ad1f08fa2280 req-9c2b1eae-cfb0-4e5c-ac10-faf61520703a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Feb 04 16:27:32.688484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ebf5ee17-d66d-4fe3-a932-5303a986e035 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:27:32.739516 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port ebf5ee17-d66d-4fe3-a932-5303a986e035 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:32.743577 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port ebf5ee17-d66d-4fe3-a932-5303a986e035 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:32.743875 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.822956 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.827733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fd96c-5716-4b24-8410-37b190814a56 req-48dce539-e1aa-4a93-8af0-bb84ae48d62a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:32.829541 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c40fd96c-5716-4b24-8410-37b190814a56 req-48dce539-e1aa-4a93-8af0-bb84ae48d62a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 945 time: 0.0519998 Feb 04 16:27:32.845930 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:32.848117 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23001689-5456-450f-8a56-a935a762ce9a" -d '{"events": [{"server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "name": "network-vif-plugged", "status": "completed", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:27:32.864906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:32.869766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.877749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c40fd96c-5716-4b24-8410-37b190814a56 req-7039a96b-ec20-412c-a249-239defe6c6a3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Feb 04 16:27:32.901173 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17340cb-2832-42a5-a4a2-ce95a528f5c3 x-openstack-request-id: req-e17340cb-2832-42a5-a4a2-ce95a528f5c3 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:27:32.901648 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "name": "network-vif-plugged", "status": "completed", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:27:32.902098 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e17340cb-2832-42a5-a4a2-ce95a528f5c3 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:27:32.902716 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'code': 200} Feb 04 16:27:32.925760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:33.146406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-68afebeb-e9fc-495c-8a65-07a86b455933 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:33.147766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-68afebeb-e9fc-495c-8a65-07a86b455933 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 946 time: 0.0473514 Feb 04 16:27:33.245634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Deleting port ebf5ee17-d66d-4fe3-a932-5303a986e035 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:27:33.245993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.334381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] For port ebf5ee17-d66d-4fe3-a932-5303a986e035, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=ebf5ee17-d66d-4fe3-a932-5303a986e035,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:33.334745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.507410 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.507778 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.508096 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3 disassociated. External IP: 172.25.1.100, port: ebf5ee17-d66d-4fe3-a932-5303a986e035. Feb 04 16:27:33.508439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Calling delete_port for ebf5ee17-d66d-4fe3-a932-5303a986e035 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:27:33.647372 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.674095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event deleted for resources: {'Port': ['ID=ebf5ee17-d66d-4fe3-a932-5303a986e035,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:33.763593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5adcec73-bc97-4037-a398-79544a1c6f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.792943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:27:33.904161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:27:33.915922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:27:33.925736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:27:33.926406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:33.949140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] No DVR routers for this DVR port ebf5ee17-d66d-4fe3-a932-5303a986e035 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:33.957895 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.961073 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db2eea95-555e-45c1-bd9d-81e77f02eac2 req-01297596-7481-438a-9625-262166e1d555 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "DELETE /v2.0/ports/ebf5ee17-d66d-4fe3-a932-5303a986e035 HTTP/1.1" status: 204 len: 173 time: 0.8075955 Feb 04 16:27:33.961571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'name': 'network-vif-deleted', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:33.963998 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9682b25c-fb8b-4246-a922-81454c078947" -d '{"events": [{"server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "name": "network-vif-deleted", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:27:33.989998 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9bdf9902-f11c-4c83-b2ef-fc6268fb0f7d req-54eb970c-5cbd-4bf8-a519-c5192f7dbd91 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=2057c3c4-fd35-45f7-bb4e-06f6dc4597de HTTP/1.1" status: 200 len: 210 time: 0.0436063 Feb 04 16:27:34.016082 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8acd861-cde2-418b-b7cb-acd874deecdc x-openstack-request-id: req-b8acd861-cde2-418b-b7cb-acd874deecdc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:27:34.016372 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2057c3c4-fd35-45f7-bb4e-06f6dc4597de", "name": "network-vif-deleted", "tag": "ebf5ee17-d66d-4fe3-a932-5303a986e035", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:27:34.016622 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8acd861-cde2-418b-b7cb-acd874deecdc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:27:34.017024 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2057c3c4-fd35-45f7-bb4e-06f6dc4597de', 'name': 'network-vif-deleted', 'tag': 'ebf5ee17-d66d-4fe3-a932-5303a986e035', 'status': 'completed', 'code': 200} Feb 04 16:27:34.216159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:27:34.411380 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:34.441673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:27:34.451082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:27:34.451707 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:34.556619 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:27:34.755385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:34.781231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e2286-ad6e-4527-8bde-128855d547fd None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:27:34.997721 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd69fd-567d-4c19-8b71-9d260774358e None None] New status for floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:27:35.231573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-2883d277-3c40-4917-a8dd-dec970022561 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1174414040&fields=id&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 267 time: 0.0342181 Feb 04 16:27:35.339371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da571e0-16e8-4034-9b25-160915796bfd req-b0fc3ed7-4e93-4cd2-86b2-791561162a95 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:35.340801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-b0fc3ed7-4e93-4cd2-86b2-791561162a95 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 812 time: 0.1023266 Feb 04 16:27:35.356157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-4bc4db0f-7780-4707-95b7-2381a5ef9258 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/quotas/a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 375 time: 0.0092509 Feb 04 16:27:35.413672 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-89c2720d-d0e3-4330-88d4-6118b17c9f03 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517955 Feb 04 16:27:35.506424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-2b2bf795-e765-4b7a-9355-3429b2951ebe service neutron] 10.222.0.47 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807841 Feb 04 16:27:35.600454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-33c0e4f3-bda1-4335-8db2-c1a37362e9ed service neutron] 10.222.0.47 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857315 Feb 04 16:27:35.773137 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e3fdb840-75aa-4dc8-a021-f7f522983cfe req-21be9825-8aa6-4f2a-beb9-a2982178666a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 210 time: 0.0285063 Feb 04 16:27:35.987422 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.718613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ebf5ee17-d66d-4fe3-a932-5303a986e035 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:27:36.739980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: ebf5ee17-d66d-4fe3-a932-5303a986e035 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:27:36.740887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device ebf5ee17-d66d-4fe3-a932-5303a986e035 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:27:36.762875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da571e0-16e8-4034-9b25-160915796bfd req-0cb0176a-3f40-4ff0-b175-7e1e1f052fa5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:36.764342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-0cb0176a-3f40-4ff0-b175-7e1e1f052fa5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 812 time: 0.1094525 Feb 04 16:27:36.824550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-2cdb5660-e9d0-4bf6-bfdc-d2417ef91f76 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 380 time: 0.0451806 Feb 04 16:27:36.835105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'port': {'device_id': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'admin_state_up': True, 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'security_groups': ['8a9a6f23-41ac-4595-81f0-09c3073a0211']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:36.966442 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Made reservation on behalf of a81f29ad1fea4e96a50bfa13f4110733 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:36.970465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.075598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.123690 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Allocated IP 172.20.0.3 (3c1a3024-3326-4610-b14f-25a73ff1c12f/d19df2a0-67eb-47ec-971e-840099db7aae/59c68f5e-545f-47d3-a56f-c8989c09599c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:37.200085 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4517a8c-e82b-4b2c-b86d-feda4ac8b032 req-aa21e2b1-7625-4b18-9bd1-21bc135468b3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 210 time: 0.3555512 Feb 04 16:27:37.263672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.301421 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.349189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:37.352227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:37.355812 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:27:37.380950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:37.395330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.395680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.396030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.396389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.396705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.397038 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.397367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.397696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.398048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.398372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.398702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.399027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:37.425213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:37.425834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.442447 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-95ae81d9-6115-448d-8e65-ca0a5e7386c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122456 Feb 04 16:27:37.460853 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Request body: {'port': {'device_id': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:37.522199 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.537462 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-67b27f9f-85bb-4fa2-b5f4-c7467a60aab4 None None] Provisioning complete for port 59c68f5e-545f-47d3-a56f-c8989c09599c triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:37.537830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-67b27f9f-85bb-4fa2-b5f4-c7467a60aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.577900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-67b27f9f-85bb-4fa2-b5f4-c7467a60aab4 None None] Port 59c68f5e-545f-47d3-a56f-c8989c09599c cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:27:37.620479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.079400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c68f5e-545f-47d3-a56f-c8989c09599c {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:38.087409 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.099531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Transition to ACTIVE for port object 59c68f5e-545f-47d3-a56f-c8989c09599c will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:38.103538 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.156570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:38.229636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:38.229636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:38.230002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:27:38.234729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:27:38.235049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:27:38.240768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:27:38.241162 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:27:38.241593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:27:38.242117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Bound port: 59c68f5e-545f-47d3-a56f-c8989c09599c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:38.242478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.340976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:38.349637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f39b-be2a-4bc0-9697-ecf6f6b639c9 req-40b6dffe-7ae8-4bf7-9cb9-6de43992de98 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:38.351116 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a34f39b-be2a-4bc0-9697-ecf6f6b639c9 req-40b6dffe-7ae8-4bf7-9cb9-6de43992de98 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0754673 Feb 04 16:27:38.352772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:38.357453 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.417118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:38.417739 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.419167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] 10.222.0.50 "PUT /v2.0/ports/59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1091 time: 0.9627612 Feb 04 16:27:38.421548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:38.423871 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72289a6a-b46b-45fc-9356-c9a5d9c093ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:27:38.464184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6a34f39b-be2a-4bc0-9697-ecf6f6b639c9 req-3186a360-5525-4ba5-b222-439384f9d00e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015606 Feb 04 16:27:38.464863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23393386-2a07-46ee-9cc1-78d180e7cba0 service neutron] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:38.480726 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603d2f7b-3f0f-4863-8db4-5b99ac8de682 x-openstack-request-id: req-603d2f7b-3f0f-4863-8db4-5b99ac8de682 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:27:38.481060 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:27:38.481316 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-603d2f7b-3f0f-4863-8db4-5b99ac8de682 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:27:38.481758 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'status': 'completed', 'code': 200} Feb 04 16:27:38.542935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da571e0-16e8-4034-9b25-160915796bfd req-cf72b156-f6c1-4b13-b337-1f83b8ed8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:38.544570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-cf72b156-f6c1-4b13-b337-1f83b8ed8b57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1094 time: 0.0460408 Feb 04 16:27:38.597850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-92c73c22-8c9d-41e6-a75d-8623ff6b665b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 217 time: 0.0385835 Feb 04 16:27:38.653840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da571e0-16e8-4034-9b25-160915796bfd req-5985e7e1-b586-45ea-ad7a-3d43b2acb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:38.655353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-5985e7e1-b586-45ea-ad7a-3d43b2acb22a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0504742 Feb 04 16:27:38.701512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da571e0-16e8-4034-9b25-160915796bfd req-11b4d954-fd1c-4e59-b8a0-ad2ff1d3ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:38.703034 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-11b4d954-fd1c-4e59-b8a0-ad2ff1d3ab08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401847 Feb 04 16:27:38.796328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-1537ae8b-3c85-411a-b3c7-ee0ef718df92 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866933 Feb 04 16:27:38.888317 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1da571e0-16e8-4034-9b25-160915796bfd req-36db33f2-3626-42cf-b5c6-6f455840d4a5 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858388 Feb 04 16:27:39.013647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-cc7ec5af-76b9-4d4e-9924-8e32dfe40c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.015167 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-cc7ec5af-76b9-4d4e-9924-8e32dfe40c6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1094 time: 0.0432155 Feb 04 16:27:39.111410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-257c667d-9c45-4b02-826e-d899843b4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.112864 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-257c667d-9c45-4b02-826e-d899843b4d18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0913610 Feb 04 16:27:39.154297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-e1896330-d9c6-49ed-ac67-82b96947259e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 217 time: 0.0344245 Feb 04 16:27:39.203398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-f2e6b2c9-9336-47d0-b78f-1bac96bbad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.204860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-f2e6b2c9-9336-47d0-b78f-1bac96bbad71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0445683 Feb 04 16:27:39.255617 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-969281a5-7e43-4f92-857c-4ece69609fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.257131 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-969281a5-7e43-4f92-857c-4ece69609fc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455186 Feb 04 16:27:39.346704 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-8051710b-7ba8-477a-a2c8-5a0127db335f service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815585 Feb 04 16:27:39.442667 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-72289a6a-b46b-45fc-9356-c9a5d9c093ec req-f2dbb995-9f1f-467d-89e6-3ab381fd66cf service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873020 Feb 04 16:27:39.574063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fef80-696e-45ee-b237-60584adff3d0 req-ed1d2fc0-4b87-4188-85d6-7e2cc98a9a28 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.575533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-783fef80-696e-45ee-b237-60584adff3d0 req-ed1d2fc0-4b87-4188-85d6-7e2cc98a9a28 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0488234 Feb 04 16:27:39.615163 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-783fef80-696e-45ee-b237-60584adff3d0 req-fcb97a9d-05cb-4f15-b49c-21a26913d62c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333838 Feb 04 16:27:40.245816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.733458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acb50b-46c0-4f66-81b1-b6c01247dea6 req-e3f16399-155d-4768-9241-79125fd30fd0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:40.734940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8acb50b-46c0-4f66-81b1-b6c01247dea6 req-e3f16399-155d-4768-9241-79125fd30fd0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0488079 Feb 04 16:27:40.771257 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c8acb50b-46c0-4f66-81b1-b6c01247dea6 req-9d4ee3f9-d537-4a3d-a916-9d339d5d04e5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300639 Feb 04 16:27:41.888376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b15fc-7d7d-4544-a48a-0b65ef920307 req-981acb4e-0e76-45bb-b28a-70ea15c21fdc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:41.889847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-422b15fc-7d7d-4544-a48a-0b65ef920307 req-981acb4e-0e76-45bb-b28a-70ea15c21fdc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0497062 Feb 04 16:27:41.927932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-422b15fc-7d7d-4544-a48a-0b65ef920307 req-28c80f17-1090-4c81-8941-64fac1946f8b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Feb 04 16:27:43.052782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9900519-c18c-4bb8-b813-41cf415d3c00 req-c8f4c10d-0eeb-4376-bcf3-ca53f5ea786a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.055063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9900519-c18c-4bb8-b813-41cf415d3c00 req-c8f4c10d-0eeb-4376-bcf3-ca53f5ea786a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0518177 Feb 04 16:27:43.099585 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9900519-c18c-4bb8-b813-41cf415d3c00 req-8c3e0573-2e13-414c-9f4c-d182e205bc14 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381544 Feb 04 16:27:43.962562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:27:44.059477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:44.073762 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'mac_address': 'fa:16:3e:54:97:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:27:44.118129 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.132345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c68f5e-545f-47d3-a56f-c8989c09599c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:27:44.153668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:44.158006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.207481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:44.221564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dde0b8-0be2-446a-96a2-2683c1e1f537 req-35f2ba74-0e5d-43e8-afea-a69137f65101 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:44.223063 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8dde0b8-0be2-446a-96a2-2683c1e1f537 req-35f2ba74-0e5d-43e8-afea-a69137f65101 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0505958 Feb 04 16:27:44.264487 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e8dde0b8-0be2-446a-96a2-2683c1e1f537 req-4cc5b61c-5822-4c40-b1ec-d6bcdf8ea79c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354259 Feb 04 16:27:44.558945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['59c68f5e-545f-47d3-a56f-c8989c09599c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:27:45.376635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a085aa1-f2f3-4614-9901-9248403d85c4 req-e76c0557-d55d-47bc-8b91-576333f04fd3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:45.378226 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a085aa1-f2f3-4614-9901-9248403d85c4 req-e76c0557-d55d-47bc-8b91-576333f04fd3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0476961 Feb 04 16:27:45.420901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a085aa1-f2f3-4614-9901-9248403d85c4 req-17934ee2-aa8f-4f50-ace7-35f328e7a5df tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367105 Feb 04 16:27:45.966790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:27:46.019638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 59c68f5e-545f-47d3-a56f-c8989c09599c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:46.023726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 59c68f5e-545f-47d3-a56f-c8989c09599c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:46.024102 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.109524 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.133947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:46.136329 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f687b68b-b878-4cec-8cf5-a9b619026b37" -d '{"events": [{"server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "name": "network-vif-plugged", "status": "completed", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:27:46.151067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:46.156192 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.183671 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416757e2-2479-450d-a068-4cb8815a7b5d x-openstack-request-id: req-416757e2-2479-450d-a068-4cb8815a7b5d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:27:46.183965 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "name": "network-vif-plugged", "status": "completed", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:27:46.184219 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-416757e2-2479-450d-a068-4cb8815a7b5d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:27:46.184615 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'code': 200} Feb 04 16:27:46.211561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:46.311432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036f4e-4b19-473f-921b-882482c14a6c req-31a1aa45-88ee-4e8a-881f-477370f2f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:46.312950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98036f4e-4b19-473f-921b-882482c14a6c req-31a1aa45-88ee-4e8a-881f-477370f2f8a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1096 time: 0.0464528 Feb 04 16:27:46.348924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-98036f4e-4b19-473f-921b-882482c14a6c req-e9de5fa0-573a-4958-9a37-f413786c23ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297558 Feb 04 16:27:46.549246 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7643-20d3-457e-81e1-c5c601b71ca2 req-93849543-9fbc-4023-8e5f-ba52f9194de5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:46.551213 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adce7643-20d3-457e-81e1-c5c601b71ca2 req-93849543-9fbc-4023-8e5f-ba52f9194de5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0554714 Feb 04 16:27:46.594001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-adce7643-20d3-457e-81e1-c5c601b71ca2 req-572ea1e0-8ebe-4e1e-bd5c-72848a411c19 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360713 Feb 04 16:27:47.717592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6104b-bad7-42d4-8d6c-95aeb62c0dc7 req-288e2c96-94a2-4a82-b32d-a71cb706ce04 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:47.719092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0eb6104b-bad7-42d4-8d6c-95aeb62c0dc7 req-288e2c96-94a2-4a82-b32d-a71cb706ce04 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0488961 Feb 04 16:27:47.759398 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0eb6104b-bad7-42d4-8d6c-95aeb62c0dc7 req-805f73e0-8b76-4c17-a9c7-d028677cff0c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340908 Feb 04 16:27:48.879215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cc22a-2701-42cd-aebc-e3d7449e4a5a req-78e4aa47-6c3f-45d6-a432-32c3fcf0bf9f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.880630 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-675cc22a-2701-42cd-aebc-e3d7449e4a5a req-78e4aa47-6c3f-45d6-a432-32c3fcf0bf9f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0476453 Feb 04 16:27:48.924403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-675cc22a-2701-42cd-aebc-e3d7449e4a5a req-e5360b61-70af-42e8-ada4-0f5ca63f2bdb tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371826 Feb 04 16:27:49.037802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede829a-4c98-409a-a39c-e5476c33c07f req-f826544e-9384-40a5-80c6-7d2d6aaf61f9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:49.039378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ede829a-4c98-409a-a39c-e5476c33c07f req-f826544e-9384-40a5-80c6-7d2d6aaf61f9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0489259 Feb 04 16:27:49.048767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36314) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:27:49.053636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'floatingip': {'port_id': '59c68f5e-545f-47d3-a56f-c8989c09599c'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:27:49.099716 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.583654 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.588048 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.690097 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3 associated. External IP: 172.25.1.100, port: 59c68f5e-545f-47d3-a56f-c8989c09599c. Feb 04 16:27:49.895392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:27:50.006468 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:27:50.011278 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.017703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:27:50.027826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:27:50.028671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:50.042228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-de17099a-d11b-4fde-9383-5de5e5e94a7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "PUT /v2.0/floatingips/58ea2b2c-b0a0-490b-a774-eaee8303fae3 HTTP/1.1" status: 200 len: 991 time: 0.9879956 Feb 04 16:27:50.042228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:50.042228 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68377063-64a3-47ba-abab-7dee459a6cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:27:50.078878 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e0c29-9857-46eb-b30e-01bd99320355 x-openstack-request-id: req-b89e0c29-9857-46eb-b30e-01bd99320355 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:27:50.079185 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:27:50.079444 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b89e0c29-9857-46eb-b30e-01bd99320355 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:27:50.079861 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'status': 'completed', 'code': 200} Feb 04 16:27:50.149420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777f7f5-f6d5-428c-b385-ada64c33a764 req-4f0152b8-41fd-43ed-be60-fb85164372f6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:50.151244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7777f7f5-f6d5-428c-b385-ada64c33a764 req-4f0152b8-41fd-43ed-be60-fb85164372f6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Feb 04 16:27:50.167523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-cf22a1f7-ac14-46ea-957c-2d414b90ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:50.169067 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-cf22a1f7-ac14-46ea-957c-2d414b90ca95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1096 time: 0.0454190 Feb 04 16:27:50.186377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:27:50.189947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7777f7f5-f6d5-428c-b385-ada64c33a764 req-1bcb9de4-5973-423b-ab85-41a116094805 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321982 Feb 04 16:27:50.260325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-8a24a4fb-dd78-41d6-9036-30101a7e8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:50.261723 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-8a24a4fb-dd78-41d6-9036-30101a7e8d58 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0864506 Feb 04 16:27:50.333078 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-2eb3fbe3-2065-4e6a-82c0-d2b94bb889f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 999 time: 0.0642698 Feb 04 16:27:50.383037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-98c0d338-07a8-4622-bb31-59ba23ff718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:50.384553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-98c0d338-07a8-4622-bb31-59ba23ff718e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0443065 Feb 04 16:27:50.429023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-d8bbe1d6-9e05-45d4-87cf-e9eba019691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:50.430473 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-d8bbe1d6-9e05-45d4-87cf-e9eba019691d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398910 Feb 04 16:27:50.479669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:54:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:49Z', 'revision_number': 9, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:50.505608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:27:50.514621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:27:50.515252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:27:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:50.525423 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-58d874bb-3c0b-4199-b8a0-220eae2ebbc3 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878649 Feb 04 16:27:50.624758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-68377063-64a3-47ba-abab-7dee459a6cd5 req-7f84d254-8178-40e8-8909-954080da2df4 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902877 Feb 04 16:27:50.631645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:27:50.860618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:54:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:49Z', 'revision_number': 9, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:50.891595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ed5840-6beb-4b2e-a757-dc21345dc08a None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:54:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:49Z', 'revision_number': 9, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:27:51.098916 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d79ac-268f-4db6-a94e-09150f3258d0 None None] New status for floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:27:51.329329 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d290806-7977-4e33-8474-af8f90a4b462 req-0acc220c-8c3a-461f-ab30-7e0eeecf4015 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:51.330817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d290806-7977-4e33-8474-af8f90a4b462 req-0acc220c-8c3a-461f-ab30-7e0eeecf4015 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0577235 Feb 04 16:27:51.368719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1d290806-7977-4e33-8474-af8f90a4b462 req-124c3a1c-9fc6-42e4-a379-24063c09b087 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Feb 04 16:27:51.605107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-f3b6144a-30bc-48b8-9edd-0486f0b6f858 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413611 Feb 04 16:27:51.627039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd832273-bba4-48dc-9bdb-27bfacd6380f req-e2844a7a-56d8-4b65-81d9-d5cc8a84c23f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:51.628740 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd832273-bba4-48dc-9bdb-27bfacd6380f req-e2844a7a-56d8-4b65-81d9-d5cc8a84c23f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0552535 Feb 04 16:27:51.669665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fd832273-bba4-48dc-9bdb-27bfacd6380f req-d1091a87-ff15-4a4e-90c6-11ded057f2ba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336258 Feb 04 16:27:52.769958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-7ed52aa3-ffdc-40d9-8574-016e8a8fac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:52.771585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-7ed52aa3-ffdc-40d9-8574-016e8a8fac6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1096 time: 0.0417156 Feb 04 16:27:52.799711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ece-ae8b-4d76-9cc1-6433f62ce9e4 req-170b3cf3-f4de-4144-a487-e752a2e5c2cc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:52.801379 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7844ece-ae8b-4d76-9cc1-6433f62ce9e4 req-170b3cf3-f4de-4144-a487-e752a2e5c2cc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0486324 Feb 04 16:27:52.839593 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d7844ece-ae8b-4d76-9cc1-6433f62ce9e4 req-22be8e24-0e0b-49e5-a4a6-46cf2f16b216 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Feb 04 16:27:52.877801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-d07e3cb1-8c3d-4201-addb-a5c56cb028ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:52.879598 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-d07e3cb1-8c3d-4201-addb-a5c56cb028ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1010289 Feb 04 16:27:52.961572 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-4743c280-70b6-4a32-89b1-91fc17227ed9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1002 time: 0.0750995 Feb 04 16:27:53.022097 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-0881ad53-0b03-435d-9d87-e349eacc42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:53.023555 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-0881ad53-0b03-435d-9d87-e349eacc42ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0548708 Feb 04 16:27:53.045490 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:27:53.073118 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-41c71693-0cdb-4eb7-9de3-e10726bd440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:53.074647 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-41c71693-0cdb-4eb7-9de3-e10726bd440e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436656 Feb 04 16:27:53.163177 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-24888d96-6b1f-4c69-bc41-ab1c64ac43be service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821538 Feb 04 16:27:53.264247 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-b4a5f7e1-5b69-4b7a-8a4e-702c6a6ae00e service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941949 Feb 04 16:27:53.678971 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.963596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e70a6-59ff-42d7-be92-802f6577a9e7 req-eff6e69c-aa56-4ba2-8ef6-158d054a0c8d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:53.965087 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e17e70a6-59ff-42d7-be92-802f6577a9e7 req-eff6e69c-aa56-4ba2-8ef6-158d054a0c8d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0498333 Feb 04 16:27:54.002549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e17e70a6-59ff-42d7-be92-802f6577a9e7 req-fce4baef-44cb-425f-85ee-21399bb52f8e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314963 Feb 04 16:27:55.122156 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825351b3-e0a8-4bac-9750-c33a8097ab7f req-2a4de082-0101-4ae6-94f8-e2ea08347d35 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:55.123620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-825351b3-e0a8-4bac-9750-c33a8097ab7f req-2a4de082-0101-4ae6-94f8-e2ea08347d35 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0519047 Feb 04 16:27:55.160517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-825351b3-e0a8-4bac-9750-c33a8097ab7f req-eda921f0-638e-4d4c-8089-a2f33720c182 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Feb 04 16:27:56.288840 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32729b50-2db3-44a6-b8d5-55d046aaa090 req-0ab1f06c-d7c2-4a27-9989-ed8819e0d4f8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:56.290349 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32729b50-2db3-44a6-b8d5-55d046aaa090 req-0ab1f06c-d7c2-4a27-9989-ed8819e0d4f8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0545721 Feb 04 16:27:56.330071 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32729b50-2db3-44a6-b8d5-55d046aaa090 req-9726cc6c-a440-4e00-91e9-1f302e85178c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Feb 04 16:27:57.454253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193816ef-6bbb-42ae-8c9f-c9b5495a6d81 req-9aa6c73a-3d71-4784-ae90-2c3dc72d6b24 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:57.455727 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-193816ef-6bbb-42ae-8c9f-c9b5495a6d81 req-9aa6c73a-3d71-4784-ae90-2c3dc72d6b24 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0506716 Feb 04 16:27:57.493534 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-193816ef-6bbb-42ae-8c9f-c9b5495a6d81 req-bc7b4631-ee77-44d7-a829-3c33022e45d9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314867 Feb 04 16:27:58.638339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e28a2-0780-45ae-9dbd-22daf4ea6469 req-b3e71f81-b999-4051-b152-7c784c5329bc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:58.640773 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a8e28a2-0780-45ae-9dbd-22daf4ea6469 req-b3e71f81-b999-4051-b152-7c784c5329bc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0750365 Feb 04 16:27:58.693749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0a8e28a2-0780-45ae-9dbd-22daf4ea6469 req-0678351c-b521-44aa-a8df-03fa2cbc6204 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454609 Feb 04 16:27:59.843865 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d318fce-dc7d-4c08-8ba3-d28851e7fe91 req-e759e3d1-9e2d-43f2-8f35-946a675a1e9a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:59.845306 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d318fce-dc7d-4c08-8ba3-d28851e7fe91 req-e759e3d1-9e2d-43f2-8f35-946a675a1e9a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0550735 Feb 04 16:27:59.891438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d318fce-dc7d-4c08-8ba3-d28851e7fe91 req-6fc4a7da-2284-4c31-b431-28c3f27760ab tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Feb 04 16:28:00.681996 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8f39-d6a9-4f57-98ab-40e9c3686b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:01.052745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25275098-4f10-4905-a2a1-72d33133f7b4 req-7d4ae291-30e9-4cef-9867-3fa3cc7356f9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:01.055394 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25275098-4f10-4905-a2a1-72d33133f7b4 req-7d4ae291-30e9-4cef-9867-3fa3cc7356f9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0823326 Feb 04 16:28:01.101673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25275098-4f10-4905-a2a1-72d33133f7b4 req-1682310b-546f-40c8-a2df-dbf541bc0bc3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 Feb 04 16:28:02.229513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8278-9759-4a9f-87e0-8e00310ef70f req-9fba03cd-5855-4789-b3ef-39299b6896fc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.231059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-809c8278-9759-4a9f-87e0-8e00310ef70f req-9fba03cd-5855-4789-b3ef-39299b6896fc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0540502 Feb 04 16:28:02.270556 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-809c8278-9759-4a9f-87e0-8e00310ef70f req-a1780fd2-a25a-45b6-8759-e5c9af1a7295 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335069 Feb 04 16:28:03.393364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954c88c-29b2-4f5d-8e0c-2331adeaeadd req-179b7c0f-8024-4a3f-8aa3-6b41415d65e8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.394961 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8954c88c-29b2-4f5d-8e0c-2331adeaeadd req-179b7c0f-8024-4a3f-8aa3-6b41415d65e8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Feb 04 16:28:03.437412 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8954c88c-29b2-4f5d-8e0c-2331adeaeadd req-ebba5e3f-adfb-4ab5-8c4d-67974c01c424 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363045 Feb 04 16:28:03.765610 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1401703-44b6-45cd-a075-78b688a6d938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:04.555015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ef7e6-a9ff-4cf1-b82e-2d19190e7b41 req-0772c806-8e53-475a-b5a3-cd1b76200e39 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:04.556968 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc1ef7e6-a9ff-4cf1-b82e-2d19190e7b41 req-0772c806-8e53-475a-b5a3-cd1b76200e39 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0480187 Feb 04 16:28:04.594776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc1ef7e6-a9ff-4cf1-b82e-2d19190e7b41 req-43873479-124f-46d0-9b66-0aa2936d5f3a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312705 Feb 04 16:28:05.709851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cc439-cf1c-4a9a-86ea-957eaf726f25 req-0ce43cb1-4213-42f1-93e1-6a482322c3a8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:05.711539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a2cc439-cf1c-4a9a-86ea-957eaf726f25 req-0ce43cb1-4213-42f1-93e1-6a482322c3a8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0509543 Feb 04 16:28:05.759527 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a2cc439-cf1c-4a9a-86ea-957eaf726f25 req-536feca9-ae69-4785-81d4-63b1e241f920 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418272 Feb 04 16:28:05.989886 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.878088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b5fe-5909-42d3-82dd-821955158127 req-fe2e5c6e-678f-4ac1-9612-551255e9fcba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.879536 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19b6b5fe-5909-42d3-82dd-821955158127 req-fe2e5c6e-678f-4ac1-9612-551255e9fcba tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0503013 Feb 04 16:28:06.917948 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-19b6b5fe-5909-42d3-82dd-821955158127 req-e02e1ed9-067c-4982-a49c-6bbe89363ea1 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Feb 04 16:28:07.077901 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.617423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.036546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10b27-c04e-4e78-bbe8-5210d1723d83 req-b9524252-1c86-40a5-9392-c23aa6a13b6b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:08.038066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41f10b27-c04e-4e78-bbe8-5210d1723d83 req-b9524252-1c86-40a5-9392-c23aa6a13b6b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0496931 Feb 04 16:28:08.075610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41f10b27-c04e-4e78-bbe8-5210d1723d83 req-e00eea92-2b7d-45bd-87c1-08878fb13ace tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315702 Feb 04 16:28:09.217908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c5638-20c0-4aba-8d62-b8370382a124 req-35d07e01-047f-47e3-b85a-e0133cab61be tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:09.219697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d2c5638-20c0-4aba-8d62-b8370382a124 req-35d07e01-047f-47e3-b85a-e0133cab61be tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0689986 Feb 04 16:28:09.271134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d2c5638-20c0-4aba-8d62-b8370382a124 req-13191df8-2fa9-46cf-b29f-a6e949d845e2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447512 Feb 04 16:28:10.164062 n-d-827869-1 neutron-server[102423]: INFO neutron.api.v2.resource [req-916bc116-a62e-413a-b1cd-141222944c0c req-385b9e2c-84eb-4e3a-903c-4aa2713dc161 service neutron] show failed (client error): The resource could not be found. Feb 04 16:28:10.165155 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-385b9e2c-84eb-4e3a-903c-4aa2713dc161 service neutron] 10.222.0.50 "GET /v2.0/ports/59c68f5e-545f-47d3-a56f-c8989c09599c/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0582132 Feb 04 16:28:10.244917 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.373771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-97e82d8a-98db-42c6-a119-13e158cdf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:10.375457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-97e82d8a-98db-42c6-a119-13e158cdf3ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 1096 time: 0.0419497 Feb 04 16:28:10.388854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:28:10.401898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba5f6-fd3d-4083-9f68-4068ad379f57 req-272ae126-da7a-4f83-80a6-23ffbe39f762 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:10.404514 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b3ba5f6-fd3d-4083-9f68-4068ad379f57 req-272ae126-da7a-4f83-80a6-23ffbe39f762 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0581200 Feb 04 16:28:10.447881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.454411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b3ba5f6-fd3d-4083-9f68-4068ad379f57 req-55d4c490-dd62-4612-b366-41913ebaf88f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Feb 04 16:28:10.682669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:10.718100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:10.760672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:10.763022 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2462cb-f061-49c2-b855-96fe5eaab72c" -d '{"events": [{"server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "name": "network-vif-unplugged", "status": "completed", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:28:10.767253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.781358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Transition to ACTIVE for port object 59c68f5e-545f-47d3-a56f-c8989c09599c will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:10.785961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.831109 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06950576-bb34-4bc4-96cf-871168b7e247 x-openstack-request-id: req-06950576-bb34-4bc4-96cf-871168b7e247 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:28:10.831400 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "name": "network-vif-unplugged", "status": "completed", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:28:10.831652 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06950576-bb34-4bc4-96cf-871168b7e247 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:28:10.832094 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'code': 200} Feb 04 16:28:10.878688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:10.922532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] No DVR routers for this DVR port 59c68f5e-545f-47d3-a56f-c8989c09599c on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:11.083575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:11.083908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:11.084232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:28:11.089781 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:28:11.090259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:28:11.095442 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:28:11.095704 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:28:11.096072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:28:11.096506 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Bound port: 59c68f5e-545f-47d3-a56f-c8989c09599c, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:11.096874 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.160706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:11.163782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:11.170845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.212897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:11.213596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.215078 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] 10.222.0.30 "PUT /v2.0/ports/59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1091 time: 0.8311412 Feb 04 16:28:11.240955 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73b6e-4ad5-4c64-a099-b3e14ff75cce service neutron] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=7']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:11.291806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-c5a1f0aa-b7bd-4612-80e7-2a110841d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:11.294047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-c5a1f0aa-b7bd-4612-80e7-2a110841d038 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1094 time: 0.0491779 Feb 04 16:28:11.409090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-d660a66e-15ae-4e4e-8bbc-df8c60757d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:11.411224 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-d660a66e-15ae-4e4e-8bbc-df8c60757d09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1111901 Feb 04 16:28:11.488218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-89c49ded-88a7-43d8-abf3-1ab3c581f1e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1000 time: 0.0699492 Feb 04 16:28:11.547871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-96065bfb-60ab-4495-9c9c-ad78420a42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:11.549530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-96065bfb-60ab-4495-9c9c-ad78420a42ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0542347 Feb 04 16:28:11.592594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491333c-9dd2-40ce-ac2b-3dc05dc3aff7 req-c49e39a9-35c2-4722-b5bf-79e4df9db5f3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:11.594130 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4491333c-9dd2-40ce-ac2b-3dc05dc3aff7 req-c49e39a9-35c2-4722-b5bf-79e4df9db5f3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0620692 Feb 04 16:28:11.627052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc116-a62e-413a-b1cd-141222944c0c req-d66ec4cd-0f23-4434-b652-7cd1a9709349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:11.629671 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-d66ec4cd-0f23-4434-b652-7cd1a9709349 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726540 Feb 04 16:28:11.655060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4491333c-9dd2-40ce-ac2b-3dc05dc3aff7 req-6b371960-9baf-4d6d-a934-41291e50d907 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532744 Feb 04 16:28:11.734400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-e3d4ce75-19ca-4ae2-8cdf-dbc0eb27a256 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975337 Feb 04 16:28:11.824618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-916bc116-a62e-413a-b1cd-141222944c0c req-ef0be8d2-b3f2-4498-957a-669e23fa480d service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838528 Feb 04 16:28:12.787481 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99703b-a40d-49f9-9608-18f5f8d025a3 req-9a7143f1-fb1f-437e-826d-291f64aa98b9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:12.789006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d99703b-a40d-49f9-9608-18f5f8d025a3 req-9a7143f1-fb1f-437e-826d-291f64aa98b9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0561378 Feb 04 16:28:12.831902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d99703b-a40d-49f9-9608-18f5f8d025a3 req-97dd4061-490d-47b4-b20f-cba4e01d4da8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362298 Feb 04 16:28:12.833450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:12.835777 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a051d036-8f10-43ce-8b41-ea93a8ec63a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:28:12.884856 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0005ef-0555-45da-9099-130906dd2a83 x-openstack-request-id: req-bc0005ef-0555-45da-9099-130906dd2a83 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:28:12.885145 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:28:12.885401 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc0005ef-0555-45da-9099-130906dd2a83 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:28:12.885805 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'status': 'completed', 'code': 200} Feb 04 16:28:12.945763 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-16142d30-d3f5-40f8-90ad-add26fed96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:12.948124 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-16142d30-d3f5-40f8-90ad-add26fed96a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1094 time: 0.0442092 Feb 04 16:28:12.974851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-33d6266d-e632-4e77-a4dd-58cd02760ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:12.976382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-33d6266d-e632-4e77-a4dd-58cd02760ce1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1094 time: 0.0463722 Feb 04 16:28:13.050727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-e594ecc5-4fb8-4e66-accd-5f382241f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.052238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-e594ecc5-4fb8-4e66-accd-5f382241f23c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0976915 Feb 04 16:28:13.088025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-9f498156-f159-4323-82a6-f846e6583ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.089611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-9f498156-f159-4323-82a6-f846e6583ace service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1052470 Feb 04 16:28:13.131353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-172047d7-6ae2-467a-8cf9-f805b66e7a9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1000 time: 0.0711069 Feb 04 16:28:13.157291 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-55445bfd-b6ad-496e-96fa-4c9ae53d4100 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1000 time: 0.0601702 Feb 04 16:28:13.186947 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-f5dcfc1c-0c25-4d2a-9cde-2ad816af4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.189319 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-f5dcfc1c-0c25-4d2a-9cde-2ad816af4411 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0505829 Feb 04 16:28:13.211016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-f896614e-24cb-4b5e-bbd2-ae792b013f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.213301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-f896614e-24cb-4b5e-bbd2-ae792b013f82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0494514 Feb 04 16:28:13.245961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-9ff63f8f-3be7-41fb-a28a-dafa1b949de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.247620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-9ff63f8f-3be7-41fb-a28a-dafa1b949de8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492325 Feb 04 16:28:13.266500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-eeda750f-1c6c-42e6-9da4-b854cf23a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.268037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-eeda750f-1c6c-42e6-9da4-b854cf23a719 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470061 Feb 04 16:28:13.345957 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-8e1d16bc-2fba-4b65-8708-5a8909d00f74 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913489 Feb 04 16:28:13.442315 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-e8b95566-ec84-4848-835a-08d9f628021d service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900519 Feb 04 16:28:13.654486 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-96078a25-2bc4-4e38-9dba-e7a1e020fe3f service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772326 Feb 04 16:28:13.746843 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a051d036-8f10-43ce-8b41-ea93a8ec63a7 req-262f90fa-d83f-4ebb-ae64-df6e6b04c49c service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855675 Feb 04 16:28:13.954796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea64ee7-18fa-4b11-8d31-0f1efb841d19 req-9759bd8c-67e6-4d36-8b1f-aa210856a833 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:13.956286 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ea64ee7-18fa-4b11-8d31-0f1efb841d19 req-9759bd8c-67e6-4d36-8b1f-aa210856a833 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0516746 Feb 04 16:28:14.000366 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ea64ee7-18fa-4b11-8d31-0f1efb841d19 req-9775e432-c6e2-4eab-b56d-c2dee6df0db5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379479 Feb 04 16:28:14.072455 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:28:14.119397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:28:15.183947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af432b-7d72-4f95-81f0-901590838109 req-28551dca-2194-4d3d-816c-ec885ed8ec72 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:15.185410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2af432b-7d72-4f95-81f0-901590838109 req-28551dca-2194-4d3d-816c-ec885ed8ec72 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.1032403 Feb 04 16:28:15.222601 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2af432b-7d72-4f95-81f0-901590838109 req-b09ad6d8-c247-4020-9054-09e1b011b490 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Feb 04 16:28:15.511458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-23838f5b-b477-4540-b2f0-f543c09f3e03 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:15.514032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-23838f5b-b477-4540-b2f0-f543c09f3e03 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09&tenant_id=a81f29ad1fea4e96a50bfa13f4110733&binding%3Ahost_id=n-h2-827869-1 HTTP/1.1" status: 200 len: 943 time: 0.0613477 Feb 04 16:28:15.531365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc0fc-fdcb-4b9d-8c91-478c4697f542 req-f440a198-1e16-4215-aad8-9228fb421383 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:15.532912 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54cfc0fc-fdcb-4b9d-8c91-478c4697f542 req-f440a198-1e16-4215-aad8-9228fb421383 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.0578783 Feb 04 16:28:15.574337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-54cfc0fc-fdcb-4b9d-8c91-478c4697f542 req-51411014-5e76-428a-8c0c-d92c4619987c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344803 Feb 04 16:28:15.585006 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-a264195e-a28c-43ff-8706-291e12b0e699 service neutron] 10.222.0.30 "GET /v2.0/ports/59c68f5e-545f-47d3-a56f-c8989c09599c/bindings/n-h2-827869-1 HTTP/1.1" status: 200 len: 382 time: 0.0640440 Feb 04 16:28:15.648922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-c07c80d0-b532-476b-a8ef-2ba6b2f9e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:15.651082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-c07c80d0-b532-476b-a8ef-2ba6b2f9e125 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1094 time: 0.0418634 Feb 04 16:28:15.742107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-413b70c0-ca15-45fb-a93c-a8dddbe67f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:15.744130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-413b70c0-ca15-45fb-a93c-a8dddbe67f88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0865262 Feb 04 16:28:15.808138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-86c39981-5a83-49c9-9c81-33a5c8b742a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1000 time: 0.0577688 Feb 04 16:28:15.864610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-70d5847f-bcc0-46af-84c7-c94b94b13fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:15.866046 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-70d5847f-bcc0-46af-84c7-c94b94b13fdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0494244 Feb 04 16:28:15.917046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-5b0f96db-772a-4696-bb7f-d306c114bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:15.918594 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-5b0f96db-772a-4696-bb7f-d306c114bb14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417492 Feb 04 16:28:16.011127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-d50c708e-9190-4a44-b6b0-3d0a0d1922f3 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Feb 04 16:28:16.106599 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-5af59a86-978a-4f08-82b7-f03139acf817 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888641 Feb 04 16:28:16.750468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaba8e-5aaf-47c9-b4e5-1eb2d4e2f650 req-1d597556-7c0a-44c0-89c0-33f4e5a1634b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:16.751976 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03aaba8e-5aaf-47c9-b4e5-1eb2d4e2f650 req-1d597556-7c0a-44c0-89c0-33f4e5a1634b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 943 time: 0.1063962 Feb 04 16:28:16.791482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-03aaba8e-5aaf-47c9-b4e5-1eb2d4e2f650 req-ce32f286-fe74-4b88-9546-d95c05c32c91 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Feb 04 16:28:16.935228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:28:17.036282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:17.048199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'mac_address': 'fa:16:3e:54:97:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:28:17.089006 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.101823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c68f5e-545f-47d3-a56f-c8989c09599c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:17.120740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:17.124936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.176250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:17.951572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7062e6-deb1-41ff-bd80-8569c0685e1a req-295e9870-1796-43bf-acdb-f3de5dc323d3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:17.953711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c7062e6-deb1-41ff-bd80-8569c0685e1a req-295e9870-1796-43bf-acdb-f3de5dc323d3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0808649 Feb 04 16:28:18.010145 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3c7062e6-deb1-41ff-bd80-8569c0685e1a req-d256b92a-5007-484b-b32c-13c0d403fcdc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487080 Feb 04 16:28:18.351548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-82e5333a-142a-460e-a536-100c41c79f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:18.353615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-82e5333a-142a-460e-a536-100c41c79f71 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 1095 time: 0.0415511 Feb 04 16:28:18.371978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:28:18.424281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.632563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:18.664634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:18.697814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 59c68f5e-545f-47d3-a56f-c8989c09599c {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:18.706187 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.717016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Ignored duplicate provisioning block setup for port 59c68f5e-545f-47d3-a56f-c8989c09599c by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 16:28:18.720574 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.793866 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=9']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:18.841196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] No DVR routers for this DVR port 59c68f5e-545f-47d3-a56f-c8989c09599c on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:18.935270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:28:18.980252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:18.980769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:18.980888 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:28:18.985255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:28:18.985573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:28:18.990367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:28:18.990706 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:28:18.991085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:28:18.991507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Bound port: 59c68f5e-545f-47d3-a56f-c8989c09599c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:18.991859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.037659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:19.057170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:19.059670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:19.065591 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.073495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:19.073906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:19.074292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:28:19.082555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:28:19.082944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Attempting to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:28:19.089470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:28:19.089885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:28:19.090340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:28:19.090812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Bound port: 59c68f5e-545f-47d3-a56f-c8989c09599c, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:19.091209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.112304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.112942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.114411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] 10.222.0.50 "PUT /v2.0/ports/59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1091 time: 0.7469356 Feb 04 16:28:19.114895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:19.117757 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b861095-bf5e-4c73-a51f-8e5458984e52" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:28:19.151776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fee33a-edce-4692-bd5a-81740242b32c req-42ac5267-6b56-4d2f-804f-524b5e99b1de tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.153498 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0fee33a-edce-4692-bd5a-81740242b32c req-42ac5267-6b56-4d2f-804f-524b5e99b1de tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0652685 Feb 04 16:28:19.164697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2202c8-56c5-4bf5-a05c-e0d33526f94d service neutron] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:19.195998 n-d-827869-1 neutron-server[102424]: WARNING neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Concurrent port binding operations failed on port 59c68f5e-545f-47d3-a56f-c8989c09599c Feb 04 16:28:19.206102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:19.207865 n-d-827869-1 neutron-server[102424]: INFO neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Attempt 2 to bind port 59c68f5e-545f-47d3-a56f-c8989c09599c Feb 04 16:28:19.208322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c has no active binding in host n-h2-827869-1 {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 16:28:19.218335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0fee33a-edce-4692-bd5a-81740242b32c req-15540830-8998-4576-92de-3c664f9d77b7 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449848 Feb 04 16:28:19.218557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-36fd1562-ee58-4e14-9f7d-b6bacd6a8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.219983 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-36fd1562-ee58-4e14-9f7d-b6bacd6a8bc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1095 time: 0.0689094 Feb 04 16:28:19.239216 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ef2805-bde2-4f1e-b80a-7b844a27cf02 x-openstack-request-id: req-d7ef2805-bde2-4f1e-b80a-7b844a27cf02 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:28:19.239518 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:28:19.239774 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7ef2805-bde2-4f1e-b80a-7b844a27cf02 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:28:19.240176 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'status': 'completed', 'code': 200} Feb 04 16:28:19.300301 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-0f2def68-8c42-47d6-98b3-30504425ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.301912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-0f2def68-8c42-47d6-98b3-30504425ff44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1095 time: 0.0471876 Feb 04 16:28:19.325202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-a11544ec-f3b8-4501-ac40-2595f0cd35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.326728 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-a11544ec-f3b8-4501-ac40-2595f0cd35d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0997686 Feb 04 16:28:19.393006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-beb4b27f-3d33-477b-80ec-c1c64a219e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.394480 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-beb4b27f-3d33-477b-80ec-c1c64a219e14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0860379 Feb 04 16:28:19.402396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-2adb9161-0c60-4712-9f96-d3c5a778c406 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1000 time: 0.0689209 Feb 04 16:28:19.453153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-122a4c1c-abeb-440a-8903-0274591a5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.454783 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-122a4c1c-abeb-440a-8903-0274591a5de7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0455112 Feb 04 16:28:19.465737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-741dbbf8-6119-4e0e-ac08-a31a79062051 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1000 time: 0.0631733 Feb 04 16:28:19.500629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-5e832e8a-0b01-415d-8a21-aa62cf90e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.502245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-5e832e8a-0b01-415d-8a21-aa62cf90e40f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411925 Feb 04 16:28:19.515957 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-bd9bae59-ea73-4019-914d-d906baf2e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.517437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-bd9bae59-ea73-4019-914d-d906baf2e530 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0456638 Feb 04 16:28:19.563869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-81c94313-b909-402d-aec1-a286bf4913d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.565386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-81c94313-b909-402d-aec1-a286bf4913d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410461 Feb 04 16:28:19.599671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-0d2f97b2-140e-453b-8c4f-b31e7b2aecf8 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898814 Feb 04 16:28:19.661403 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-ebbddd3e-d935-400d-a202-f399a9a883d8 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883043 Feb 04 16:28:19.691470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d48c06ad-ca21-4adb-8dd2-7b6eef55a012 req-8c2bed41-63bb-4437-ad10-930c924a23f3 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849094 Feb 04 16:28:19.753933 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-8ecfc449-20e4-4289-af3d-1842c16fd13a service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852463 Feb 04 16:28:19.817179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-fcf69e66-62aa-4879-b345-35f76c67a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.818746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-fcf69e66-62aa-4879-b345-35f76c67a36d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 1095 time: 0.0431926 Feb 04 16:28:19.923979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-428efdf0-4651-4c09-9c13-8bc2fe2aa2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.925382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-428efdf0-4651-4c09-9c13-8bc2fe2aa2d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1002142 Feb 04 16:28:19.991339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-9d8f851e-b3ed-4543-8025-4dcc9c0ab92b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 200 len: 1000 time: 0.0595417 Feb 04 16:28:20.051322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-cb83b6b0-e74f-4cdc-be22-e46e7a2d23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:20.053569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-cb83b6b0-e74f-4cdc-be22-e46e7a2d23b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0557003 Feb 04 16:28:20.106073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-ee92a843-dd46-437c-adc0-150eb081936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:20.108270 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-ee92a843-dd46-437c-adc0-150eb081936c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457747 Feb 04 16:28:20.206673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-6b5261ad-bb74-4077-b4e9-122f38a49765 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909808 Feb 04 16:28:20.319227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4b861095-bf5e-4c73-a51f-8e5458984e52 req-983187d7-4285-4e2a-b8ba-746f7e7e1268 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054852 Feb 04 16:28:20.334556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e2681-c7a9-41aa-b452-a17ecf75f3c1 req-04bcd4b8-a800-41e8-8669-30a2684edc70 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:20.337228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa8e2681-c7a9-41aa-b452-a17ecf75f3c1 req-04bcd4b8-a800-41e8-8669-30a2684edc70 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0554218 Feb 04 16:28:20.376150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fa8e2681-c7a9-41aa-b452-a17ecf75f3c1 req-99adf3a8-600c-4802-9afd-adcf65c47cb6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334666 Feb 04 16:28:20.950434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:28:20.988447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:28:21.495315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf8044-e05c-4c45-bbe9-a34b9869e5c0 req-08d21b2b-728f-4de2-af71-36d3216b940d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:21.496782 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56cf8044-e05c-4c45-bbe9-a34b9869e5c0 req-08d21b2b-728f-4de2-af71-36d3216b940d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0489967 Feb 04 16:28:21.534228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-56cf8044-e05c-4c45-bbe9-a34b9869e5c0 req-618f50a9-94d6-48dc-a5d5-cec0ee23fbcc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314038 Feb 04 16:28:22.654771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405e7a0-c1fa-4a51-b3cb-5da69e5dced6 req-d5232140-2bf5-4eac-8b3f-c195435404fc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:22.656278 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5405e7a0-c1fa-4a51-b3cb-5da69e5dced6 req-d5232140-2bf5-4eac-8b3f-c195435404fc tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0543289 Feb 04 16:28:22.694547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5405e7a0-c1fa-4a51-b3cb-5da69e5dced6 req-091fc466-217c-4a86-b195-52572ce47745 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322061 Feb 04 16:28:23.687082 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.813233 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef8c6-c490-4d33-878e-5775941c5f2d req-3699124b-cce0-452c-afb9-0ce25cfaed92 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:23.814711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f1ef8c6-c490-4d33-878e-5775941c5f2d req-3699124b-cce0-452c-afb9-0ce25cfaed92 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0526783 Feb 04 16:28:23.853875 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3f1ef8c6-c490-4d33-878e-5775941c5f2d req-89525944-2a8c-47c6-a3d5-978846da5d6b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329061 Feb 04 16:28:23.970770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301073b3-1a60-4dec-a6b6-435b484e05c9 req-600db4e0-762c-493d-ad64-af68445a7a30 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:23.972267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-301073b3-1a60-4dec-a6b6-435b484e05c9 req-600db4e0-762c-493d-ad64-af68445a7a30 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0503078 Feb 04 16:28:24.010161 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-301073b3-1a60-4dec-a6b6-435b484e05c9 req-d703f023-5961-465d-a553-d35f61e1a4b0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Feb 04 16:28:24.087141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:28:24.124607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203239bb-70b5-4a0d-a221-8af185becab0 req-825ed373-8333-427d-a6ce-44c8e6b07535 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:24.126289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-203239bb-70b5-4a0d-a221-8af185becab0 req-825ed373-8333-427d-a6ce-44c8e6b07535 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 944 time: 0.0512056 Feb 04 16:28:24.165678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-203239bb-70b5-4a0d-a221-8af185becab0 req-b1fc61b5-a4a1-4255-a121-c258bebf5a8f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329530 Feb 04 16:28:24.184496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:24.195569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'mac_address': 'fa:16:3e:54:97:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:28:24.237080 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.250237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c68f5e-545f-47d3-a56f-c8989c09599c {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:24.269640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:24.273553 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.327352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=11']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:24.406265 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df88ddd-b64e-4272-8fef-8b31d97e038b req-1cb6fea0-4586-4735-8abd-079acd61487e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:24.407676 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6df88ddd-b64e-4272-8fef-8b31d97e038b req-1cb6fea0-4586-4735-8abd-079acd61487e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Feb 04 16:28:24.443999 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6df88ddd-b64e-4272-8fef-8b31d97e038b req-f9495af7-9f87-4b7d-b2dc-62c0ee0ec088 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305030 Feb 04 16:28:24.713226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['59c68f5e-545f-47d3-a56f-c8989c09599c'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:28:25.560784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90eb6e-1f46-415d-9e7a-52c465dd19a5 req-a948b76c-9217-46d8-a610-7c5c54d7de14 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:25.562283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e90eb6e-1f46-415d-9e7a-52c465dd19a5 req-a948b76c-9217-46d8-a610-7c5c54d7de14 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0486517 Feb 04 16:28:25.601489 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1e90eb6e-1f46-415d-9e7a-52c465dd19a5 req-3f980826-733a-44f3-b212-ba6e1fe49db9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323269 Feb 04 16:28:26.117445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:28:26.135937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-cc910496-6abb-4dfd-bf0b-90810fd10124 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:26.137527 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-cc910496-6abb-4dfd-bf0b-90810fd10124 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 945 time: 0.0542650 Feb 04 16:28:26.167128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 59c68f5e-545f-47d3-a56f-c8989c09599c completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:26.171069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 59c68f5e-545f-47d3-a56f-c8989c09599c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:26.171443 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.240606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Deleting port 59c68f5e-545f-47d3-a56f-c8989c09599c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:28:26.240959 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.256788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.281387 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:26.283677 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45d8077-1a30-4d62-a0ff-2f5ba8b470a3" -d '{"events": [{"server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "name": "network-vif-plugged", "status": "completed", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:28:26.297507 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:26.302285 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.330861 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb05cb2e-d68d-4b22-b739-8fa684ff5b31 x-openstack-request-id: req-eb05cb2e-d68d-4b22-b739-8fa684ff5b31 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:28:26.331153 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "name": "network-vif-plugged", "status": "completed", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:28:26.331405 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb05cb2e-d68d-4b22-b739-8fa684ff5b31 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:28:26.331798 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'code': 200} Feb 04 16:28:26.343979 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] For port 59c68f5e-545f-47d3-a56f-c8989c09599c, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=59c68f5e-545f-47d3-a56f-c8989c09599c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:26.344352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.358727 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=12']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:26.522256 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.522627 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.522950 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3 disassociated. External IP: 172.25.1.100, port: 59c68f5e-545f-47d3-a56f-c8989c09599c. Feb 04 16:28:26.523295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Calling delete_port for 59c68f5e-545f-47d3-a56f-c8989c09599c owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:28:26.663143 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.693939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event deleted for resources: {'Port': ['ID=59c68f5e-545f-47d3-a56f-c8989c09599c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:26.701177 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-644d167b-ba5f-429b-b6dc-c91145f76d0f req-26e67d8e-a447-4200-8adb-3d61f5d4c34a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebbb585a-f321-46b0-89ae-4a9cad86ce09 HTTP/1.1" status: 200 len: 210 time: 0.0308299 Feb 04 16:28:26.813993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:26.925221 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:26.935752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:28:26.944607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:28:26.945226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:28:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:26.965345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] No DVR routers for this DVR port 59c68f5e-545f-47d3-a56f-c8989c09599c on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:26.968008 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.971358 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e50c87ef-da1d-4d41-866f-d4115011df02 req-9bc78f9a-a114-48ff-a506-a18b34fbf159 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "DELETE /v2.0/ports/59c68f5e-545f-47d3-a56f-c8989c09599c HTTP/1.1" status: 204 len: 173 time: 0.8268127 Feb 04 16:28:26.971754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'name': 'network-vif-deleted', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:26.974128 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c7a88a-ee03-4711-8aae-d18cf2c02b3f" -d '{"events": [{"server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "name": "network-vif-deleted", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:28:27.015191 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d1a20a-a76a-401b-8e9b-7bfcea6bfbf6 x-openstack-request-id: req-47d1a20a-a76a-401b-8e9b-7bfcea6bfbf6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:28:27.015610 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbb585a-f321-46b0-89ae-4a9cad86ce09", "name": "network-vif-deleted", "tag": "59c68f5e-545f-47d3-a56f-c8989c09599c", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:28:27.015873 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47d1a20a-a76a-401b-8e9b-7bfcea6bfbf6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:28:27.016276 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbb585a-f321-46b0-89ae-4a9cad86ce09', 'name': 'network-vif-deleted', 'tag': '59c68f5e-545f-47d3-a56f-c8989c09599c', 'status': 'completed', 'code': 200} Feb 04 16:28:27.056874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:28:27.412694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:27.444063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:28:27.454128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:28:27.454749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:28:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:27.567860 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:28:27.772217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:27.811493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ea099-c30c-4773-8f27-e9c87317667a None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:28:27.949048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-3d2495e7-3386-44c6-bf62-a6c1163e26ef tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1174414040&fields=id&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 267 time: 0.0346763 Feb 04 16:28:28.033441 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cd2e5-046d-4958-af99-4081101e091d None None] New status for floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:28:28.058952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-753935a3-acd9-4207-b2a0-e42a1db139c3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:28.060443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-753935a3-acd9-4207-b2a0-e42a1db139c3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 812 time: 0.1033230 Feb 04 16:28:28.075724 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-9d35448d-8440-4489-9abb-3fe5ce3fb8c2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/quotas/a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 375 time: 0.0092964 Feb 04 16:28:28.135669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-a1bf3760-7bfe-43cc-93d6-b44baab796c9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540347 Feb 04 16:28:28.234879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-7a41a41e-716d-48ce-9e68-99e749360013 service neutron] 10.222.0.47 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832179 Feb 04 16:28:28.328217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-c63f6756-bc95-43aa-8b53-d668da7c2ec2 service neutron] 10.222.0.47 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869834 Feb 04 16:28:28.490966 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbf49d02-a83e-44c3-8daa-946127ea02a0 req-020207b6-9ad2-4d9c-a2a0-8c14033e8168 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 210 time: 0.0270226 Feb 04 16:28:29.431732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-59634d2d-1956-4b49-b58e-05a5a4462596 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:29.433451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-59634d2d-1956-4b49-b58e-05a5a4462596 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 812 time: 0.1071002 Feb 04 16:28:29.475985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-45bf9744-5943-4c99-bbaa-e053f31ec51c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 380 time: 0.0345597 Feb 04 16:28:29.487946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'port': {'device_id': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'admin_state_up': True, 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'security_groups': ['8a9a6f23-41ac-4595-81f0-09c3073a0211']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:28:29.600059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-23051983-28fd-4e81-ab30-7ace082bd35f req-cab24331-0aaf-4a7e-ad94-92e574271654 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 210 time: 0.0365453 Feb 04 16:28:29.627359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Made reservation on behalf of a81f29ad1fea4e96a50bfa13f4110733 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:29.630967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.765652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Allocated IP 172.20.0.6 (3c1a3024-3326-4610-b14f-25a73ff1c12f/d19df2a0-67eb-47ec-971e-840099db7aae/4201b8c9-3fb4-4f23-8fe9-90704f079a0f) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:29.899999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.934534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.983475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:29.986368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:29.989954 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:28:29.996759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:30.027029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.027289 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.027635 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.027967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.028298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.028624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.028948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.029270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.029590 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.029910 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.030265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.030583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:30.049721 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:28:30.054871 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.055558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.073109 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5d84507f-8b87-4365-a33b-c581977b6c57 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885925 Feb 04 16:28:30.085683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Request body: {'port': {'device_id': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:28:30.140889 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.149075 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:28:30.176935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 59c68f5e-545f-47d3-a56f-c8989c09599c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:28:30.177279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 59c68f5e-545f-47d3-a56f-c8989c09599c not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:28:30.187457 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8f28f2bb-6694-4265-b0c1-ec81aa0bec5b None None] Provisioning complete for port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:30.187835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f28f2bb-6694-4265-b0c1-ec81aa0bec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.221209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8f28f2bb-6694-4265-b0c1-ec81aa0bec5b None None] Port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:28:30.408373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4201b8c9-3fb4-4f23-8fe9-90704f079a0f {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:30.416147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.427567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Transition to ACTIVE for port object 4201b8c9-3fb4-4f23-8fe9-90704f079a0f will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:30.431692 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.484201 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:30.556232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:30.556571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:30.556904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:28:30.561445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:28:30.561770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:28:30.567535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:28:30.567879 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:28:30.568269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:28:30.568705 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Bound port: 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:30.569072 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.639562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:30.642945 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:30.648499 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.688259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.689322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.691091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1091 time: 0.6101725 Feb 04 16:28:30.693628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8805ac5-7ef6-4e4f-984f-045fd9aee4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.694338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:30.698439 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f929c3d5-759c-49e3-b5e1-f1c39db81779" -d '{"events": [{"name": "network-changed", "server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:28:30.731710 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2ab9b-3694-47ae-9636-4d54e4e54ee5 req-135a9257-6655-4dbd-bc57-0c7085da841c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.740012 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95d2ab9b-3694-47ae-9636-4d54e4e54ee5 req-135a9257-6655-4dbd-bc57-0c7085da841c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0690279 Feb 04 16:28:30.761828 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170fc98e-8d52-4d34-9014-8e9cb99626c4 x-openstack-request-id: req-170fc98e-8d52-4d34-9014-8e9cb99626c4 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:28:30.762139 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:28:30.762390 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-170fc98e-8d52-4d34-9014-8e9cb99626c4 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:28:30.762795 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'status': 'completed', 'code': 200} Feb 04 16:28:30.764677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a706a92-7387-4223-8ace-de7070a0d8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:30.785867 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-f2bf0701-ae48-4af3-9671-738cd45cd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.787531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-f2bf0701-ae48-4af3-9671-738cd45cd4e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1094 time: 0.0584178 Feb 04 16:28:30.791839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-95d2ab9b-3694-47ae-9636-4d54e4e54ee5 req-0c99e2fa-a762-47d9-80b9-ee8c8ccc2e32 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507028 Feb 04 16:28:30.834126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-9a77bad7-7302-4b3e-a834-d28a2c82742f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 217 time: 0.0393898 Feb 04 16:28:30.884548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-9657cb72-a019-4cd6-ae79-a9693e7edd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.886054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-9657cb72-a019-4cd6-ae79-a9693e7edd0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0457373 Feb 04 16:28:30.934198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-bfd84c80-d75b-4367-a547-66534215072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.935708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-bfd84c80-d75b-4367-a547-66534215072a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430510 Feb 04 16:28:31.031781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-94550ef9-93fe-4c72-a8d2-afd45a88bcce service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895047 Feb 04 16:28:31.118487 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5efb03a3-ee3f-47d0-9288-db362d6e34f2 req-3a8c266d-ce82-4573-9295-34a764caf870 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802870 Feb 04 16:28:31.201783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-8db677c1-9e61-4653-9ac9-6c0fbce8f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:31.203270 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-8db677c1-9e61-4653-9ac9-6c0fbce8f8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1094 time: 0.0406144 Feb 04 16:28:31.293475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-b9b9bdaf-185c-4649-a831-75e52afec781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:31.295062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-b9b9bdaf-185c-4649-a831-75e52afec781 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0858338 Feb 04 16:28:31.339155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-7c49d917-b8c5-46d4-97e3-6ce01c9b461f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 217 time: 0.0341468 Feb 04 16:28:31.390486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-ecb64ada-e227-4289-8a37-d8a6b433d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:31.391956 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-ecb64ada-e227-4289-8a37-d8a6b433d872 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0472772 Feb 04 16:28:31.435398 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-8c800ba2-49e8-4d87-88c6-0d9399961bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:31.436853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-8c800ba2-49e8-4d87-88c6-0d9399961bf6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385811 Feb 04 16:28:31.523973 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-6f08a8be-dbf0-4c55-872f-5a6359be0e34 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801435 Feb 04 16:28:31.616433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f929c3d5-759c-49e3-b5e1-f1c39db81779 req-e26676e3-3ce9-498e-9cf9-4d4ce46a4fc5 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855353 Feb 04 16:28:31.909088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36741a-6d46-4299-a35d-1a085bcdabaa req-96dac9aa-7eaf-4c6c-b9f9-18cfd67e48d4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:31.910484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f36741a-6d46-4299-a35d-1a085bcdabaa req-96dac9aa-7eaf-4c6c-b9f9-18cfd67e48d4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0485010 Feb 04 16:28:31.949143 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5f36741a-6d46-4299-a35d-1a085bcdabaa req-43f778b6-02f1-4f65-8557-6d9f3b58cad0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Feb 04 16:28:33.065222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609d629-97b3-4815-8db2-b6b2c96f1768 req-0669222e-173b-4448-add4-4192dbe582e9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:33.066769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3609d629-97b3-4815-8db2-b6b2c96f1768 req-0669222e-173b-4448-add4-4192dbe582e9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0483904 Feb 04 16:28:33.106028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3609d629-97b3-4815-8db2-b6b2c96f1768 req-78bf0c3c-429e-4b00-8080-57f5add2e5a2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325217 Feb 04 16:28:33.766648 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d2787eb4-8fb1-4e5b-98ad-638a7493d8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.219862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e0c70-43f3-4236-a021-e030fc8e5ed7 req-5242041b-b53a-4ebf-8d49-ee37a4350c6a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:34.221332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a63e0c70-43f3-4236-a021-e030fc8e5ed7 req-5242041b-b53a-4ebf-8d49-ee37a4350c6a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0478008 Feb 04 16:28:34.258991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a63e0c70-43f3-4236-a021-e030fc8e5ed7 req-00a071af-5685-47c9-8601-249adbe1b182 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305874 Feb 04 16:28:34.997672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:28:35.108107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:35.121613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'mac_address': 'fa:16:3e:71:f9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:28:35.167543 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.182812 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4201b8c9-3fb4-4f23-8fe9-90704f079a0f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:35.204673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:35.209033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.265232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:35.273093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.273441 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.274545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.274840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.275073 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.275404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.275748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.276083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.276410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.276737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.277063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.277385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:35.385023 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac003db-26ba-4fc6-8c45-b191e4e591d5 req-d653e270-de68-433f-a9a0-421afe31a21d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:35.386627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eac003db-26ba-4fc6-8c45-b191e4e591d5 req-d653e270-de68-433f-a9a0-421afe31a21d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0536594 Feb 04 16:28:35.425790 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eac003db-26ba-4fc6-8c45-b191e4e591d5 req-b763762f-f68a-4bb6-8a74-95aeb81cf201 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329945 Feb 04 16:28:35.546803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4201b8c9-3fb4-4f23-8fe9-90704f079a0f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:28:35.994183 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.858963 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca144-753d-4695-87d1-ba3570e931ac req-c78fc4bd-a169-43ab-9c40-59f4ee02bac3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:36.860586 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-536ca144-753d-4695-87d1-ba3570e931ac req-c78fc4bd-a169-43ab-9c40-59f4ee02bac3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.3638456 Feb 04 16:28:36.903013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-536ca144-753d-4695-87d1-ba3570e931ac req-3108761e-3cba-4c3e-b1e4-9402a3b24251 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358829 Feb 04 16:28:36.996414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:28:37.052041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:37.057436 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:37.057809 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.106050 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.162082 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.186447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:37.188807 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87dbf99-44e0-4022-8e0d-32e809885195" -d '{"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:28:37.203365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:37.207671 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.232488 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4693256-a7b2-40c2-af69-f005b8813ed5 x-openstack-request-id: req-b4693256-a7b2-40c2-af69-f005b8813ed5 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:28:37.232731 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:28:37.233015 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4693256-a7b2-40c2-af69-f005b8813ed5 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:28:37.233352 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'code': 200} Feb 04 16:28:37.262116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:37.328569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c1c63-2d15-421d-8900-9afbd8c58382 req-d59e8c1c-90a4-47ca-88bf-5675cd2ad796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:37.330107 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d7c1c63-2d15-421d-8900-9afbd8c58382 req-d59e8c1c-90a4-47ca-88bf-5675cd2ad796 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1096 time: 0.0407684 Feb 04 16:28:37.367726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8d7c1c63-2d15-421d-8900-9afbd8c58382 req-c47b10e8-c9ca-489b-8b25-666d6904403f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297077 Feb 04 16:28:37.628417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.026791 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888031-359e-4c17-85a9-dbb8f5dbde29 req-cb879144-8b35-4e54-94d7-a961fc261d15 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:38.028377 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc888031-359e-4c17-85a9-dbb8f5dbde29 req-cb879144-8b35-4e54-94d7-a961fc261d15 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0527291 Feb 04 16:28:38.079622 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc888031-359e-4c17-85a9-dbb8f5dbde29 req-fc7771d7-5dd4-4eea-b61b-2af79ab626fa tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435441 Feb 04 16:28:39.202039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1ccd7-6d2d-4272-9991-05bfa56ef0f1 req-727e2cb3-af8a-4375-9734-403ba846fd0b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:39.203564 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49c1ccd7-6d2d-4272-9991-05bfa56ef0f1 req-727e2cb3-af8a-4375-9734-403ba846fd0b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0489466 Feb 04 16:28:39.246510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49c1ccd7-6d2d-4272-9991-05bfa56ef0f1 req-13e314dc-06e6-4f64-a188-33c9e4c297e8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365450 Feb 04 16:28:39.364984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d4d11-c2c0-4b0f-aa96-9e447493430d req-f46c1b3f-3d37-4c02-b89f-89cda7eba8f3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:39.366567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d9d4d11-c2c0-4b0f-aa96-9e447493430d req-f46c1b3f-3d37-4c02-b89f-89cda7eba8f3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0552189 Feb 04 16:28:39.376112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36494) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:28:39.380882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Request body: {'floatingip': {'port_id': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:28:39.421140 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.183221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.190094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.264961 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.302461 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3 associated. External IP: 172.25.1.100, port: 4201b8c9-3fb4-4f23-8fe9-90704f079a0f. Feb 04 16:28:40.519212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:40.637954 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:40.643304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.651197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:28:40.661324 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:28:40.662124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:28:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:40.673455 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e24ea5a4-8db0-4018-8adf-53c5be9193c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "PUT /v2.0/floatingips/58ea2b2c-b0a0-490b-a774-eaee8303fae3 HTTP/1.1" status: 200 len: 992 time: 1.2961414 Feb 04 16:28:40.674169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:40.676698 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9335b2-161c-4a99-8d2d-0d1770c3da33" -d '{"events": [{"name": "network-changed", "server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:28:40.719785 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4946c9b-1af9-445d-b33a-5d92cd314e87 x-openstack-request-id: req-b4946c9b-1af9-445d-b33a-5d92cd314e87 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:28:40.720093 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:28:40.720330 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4946c9b-1af9-445d-b33a-5d92cd314e87 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:28:40.720743 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'status': 'completed', 'code': 200} Feb 04 16:28:40.789839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:28:40.790863 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777d550-06e1-4bbb-816f-ee7e465bb755 req-ae3861cb-991a-4429-92e8-46a88d7ae57e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:40.792452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8777d550-06e1-4bbb-816f-ee7e465bb755 req-ae3861cb-991a-4429-92e8-46a88d7ae57e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0607865 Feb 04 16:28:40.797747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-70a51534-f88d-4e14-8333-70c8346ae1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:40.799603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-70a51534-f88d-4e14-8333-70c8346ae1e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1096 time: 0.0497282 Feb 04 16:28:40.834951 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8777d550-06e1-4bbb-816f-ee7e465bb755 req-d82b863f-9031-4786-9716-e517f1302ca6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356157 Feb 04 16:28:40.904565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-0a673480-a1ac-43a2-b4a3-fa9e14556c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:40.906103 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-0a673480-a1ac-43a2-b4a3-fa9e14556c12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0994160 Feb 04 16:28:40.971579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-2a26ecda-d830-4d11-b2c0-1c7dce95f3d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0591726 Feb 04 16:28:41.021057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-a7a20d74-e7d7-493e-8eee-cff503ebdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:41.022556 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-a7a20d74-e7d7-493e-8eee-cff503ebdfe0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0441711 Feb 04 16:28:41.024045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:71:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:28:39Z', 'revision_number': 13, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:41.050688 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:28:41.059172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:28:41.059782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:28:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:41.072299 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-c447995b-b67b-4a13-9c52-6b27b4bd7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:41.073832 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-c447995b-b67b-4a13-9c52-6b27b4bd7a57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443184 Feb 04 16:28:41.163369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-a792772b-1d0f-4755-9b95-2b833ae943f3 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826445 Feb 04 16:28:41.163696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:28:41.259928 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5c9335b2-161c-4a99-8d2d-0d1770c3da33 req-152fe879-fdb8-483c-910e-0291eebdd28b service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896351 Feb 04 16:28:41.400808 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:71:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:28:39Z', 'revision_number': 13, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:41.440621 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad9f82-7822-4ec2-9512-12860667a1a1 None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '58ea2b2c-b0a0-490b-a774-eaee8303fae3', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'port_id': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'mac_address': 'fa:16:3e:71:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:28:39Z', 'revision_number': 13, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:28:41.648067 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d44e62-eb4f-42ab-a7e7-2c20d8529683 None None] New status for floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:28:41.958456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a20e28-a75f-4573-a523-8663e12bd218 req-fbc0fc2e-d442-4a5d-ac88-ca1ff1a19ea5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:41.960024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a20e28-a75f-4573-a523-8663e12bd218 req-fbc0fc2e-d442-4a5d-ac88-ca1ff1a19ea5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0512486 Feb 04 16:28:41.999785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86a20e28-a75f-4573-a523-8663e12bd218 req-de840f8a-21ce-4f41-8eb6-b1d5ea273621 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327752 Feb 04 16:28:43.476203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646316da-930a-49ee-96d1-215aff3b2177 req-797f660e-ce66-47d5-b489-f10350159dcf tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.478357 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-646316da-930a-49ee-96d1-215aff3b2177 req-797f660e-ce66-47d5-b489-f10350159dcf tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0517762 Feb 04 16:28:43.518748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-646316da-930a-49ee-96d1-215aff3b2177 req-7bafd3c2-b5eb-454c-90e4-592da84ac2be tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339692 Feb 04 16:28:53.655946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f516-ce3d-45ae-9ae1-ffe4941b4553 req-2b95dd86-ec00-417a-b887-9deadc9230d7 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:53.657427 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ada7f516-ce3d-45ae-9ae1-ffe4941b4553 req-2b95dd86-ec00-417a-b887-9deadc9230d7 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0543334 Feb 04 16:28:53.703317 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.741330 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ada7f516-ce3d-45ae-9ae1-ffe4941b4553 req-fca0e4e4-9471-43ee-bbd7-0acabe5579ce tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745995 Feb 04 16:28:53.747569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-061fa138-b2b4-4265-9467-ef5634d1464f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1626179 Feb 04 16:28:54.873151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758298c4-050d-4937-a1c6-f55ce97f8b2c req-a21b72d1-f93e-4eb0-b538-2549d79f5011 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:54.874806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-758298c4-050d-4937-a1c6-f55ce97f8b2c req-a21b72d1-f93e-4eb0-b538-2549d79f5011 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0607951 Feb 04 16:28:54.919302 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-758298c4-050d-4937-a1c6-f55ce97f8b2c req-adc92c66-ba86-4925-873a-e65081bba589 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377326 Feb 04 16:28:55.010819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-a2ece3d2-8447-4fa6-8412-b2e67303a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:55.012369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-a2ece3d2-8447-4fa6-8412-b2e67303a78d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1096 time: 0.0897374 Feb 04 16:28:55.105832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-aee2f691-8953-4152-9f4e-f44c43fe4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:55.107284 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-aee2f691-8953-4152-9f4e-f44c43fe4be2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0887291 Feb 04 16:28:55.181416 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-52f0477d-cc37-409c-8ee5-d7938b48627d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1002 time: 0.0679574 Feb 04 16:28:55.241220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-13aeb708-2e83-47a8-8586-38639e991dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:55.242818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-13aeb708-2e83-47a8-8586-38639e991dca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0551355 Feb 04 16:28:55.294306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-a929e483-c527-4f24-8952-7751587d12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:55.296555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-a929e483-c527-4f24-8952-7751587d12d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471382 Feb 04 16:28:55.401766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-5b1a281f-4588-4c0b-b544-31515a06ffbd service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975821 Feb 04 16:28:55.494991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-a9d79fa0-0b4e-4fcb-932a-eb8c9082f3da service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864277 Feb 04 16:28:56.040249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1b946-0a39-4c14-a5f8-7ea2b4d0f473 req-2dcbf52d-37ff-4e99-bfc2-837fd0204659 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:56.041761 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92a1b946-0a39-4c14-a5f8-7ea2b4d0f473 req-2dcbf52d-37ff-4e99-bfc2-837fd0204659 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0508330 Feb 04 16:28:56.089707 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92a1b946-0a39-4c14-a5f8-7ea2b4d0f473 req-85dad4c9-d6ee-415b-8729-79be0b57855c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Feb 04 16:28:57.213443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f03a42-cc95-411a-8e7b-b30550e0e8cf req-daa038ba-e689-4201-a059-7975bff7119a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:57.215418 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1f03a42-cc95-411a-8e7b-b30550e0e8cf req-daa038ba-e689-4201-a059-7975bff7119a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0556319 Feb 04 16:28:57.254323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d1f03a42-cc95-411a-8e7b-b30550e0e8cf req-1b9852ef-184f-4f84-a26b-09004faea6bd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327234 Feb 04 16:28:58.376796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693e06c-7f68-46ee-9c61-4dbd9afee6e2 req-39ad5d60-53d1-4b79-b9d3-f9b094a4fe7b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:58.378421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0693e06c-7f68-46ee-9c61-4dbd9afee6e2 req-39ad5d60-53d1-4b79-b9d3-f9b094a4fe7b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0520637 Feb 04 16:28:58.419752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0693e06c-7f68-46ee-9c61-4dbd9afee6e2 req-019fdd2f-2003-40f6-84bd-02379358af61 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Feb 04 16:28:59.541158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a64d82-8ebf-4542-acef-af49bfb1c2d8 req-48135e7a-b2f2-40b7-9f0e-0562d95f60e5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:59.542696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a64d82-8ebf-4542-acef-af49bfb1c2d8 req-48135e7a-b2f2-40b7-9f0e-0562d95f60e5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0521944 Feb 04 16:28:59.583712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-97a64d82-8ebf-4542-acef-af49bfb1c2d8 req-dba05b28-885b-47ea-9dc6-8a2d07997612 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334337 Feb 04 16:29:00.689088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2d085157-4dbb-4fd6-bb60-80985d64d918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.714861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab3771-8170-46c5-b9ed-14e356c91095 req-413f79d4-4671-4030-b7f1-9c283099f2eb tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:00.716463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57ab3771-8170-46c5-b9ed-14e356c91095 req-413f79d4-4671-4030-b7f1-9c283099f2eb tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0569177 Feb 04 16:29:00.760568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-57ab3771-8170-46c5-b9ed-14e356c91095 req-4f403e5a-b21a-4b45-9100-a18a5542d2b2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353789 Feb 04 16:29:01.892977 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350fbf-4615-4fc8-9fb0-a24108dd727e req-a4d3eff2-7aae-425a-a466-77c2e1ecbc71 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:01.894480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e350fbf-4615-4fc8-9fb0-a24108dd727e req-a4d3eff2-7aae-425a-a466-77c2e1ecbc71 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0568345 Feb 04 16:29:01.934922 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e350fbf-4615-4fc8-9fb0-a24108dd727e req-c8f02d42-a34b-4491-9713-71a24fe6dc4a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341661 Feb 04 16:29:03.081378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85a4cf-9828-4dbb-8802-22380d48cbc7 req-b9a26f6d-6817-438f-8b92-1a63b8eaf9b9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:03.084102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a85a4cf-9828-4dbb-8802-22380d48cbc7 req-b9a26f6d-6817-438f-8b92-1a63b8eaf9b9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0615485 Feb 04 16:29:03.136091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5a85a4cf-9828-4dbb-8802-22380d48cbc7 req-2265f3fb-bbef-4811-87fd-ad86e67e55a4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Feb 04 16:29:03.774551 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-235a4d6b-37b3-442a-85c6-a458c6212f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.119691 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-d430b7df-4ca9-4502-af5b-74b45235e61d service neutron] show failed (client error): The resource could not be found. Feb 04 16:29:04.120740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-d430b7df-4ca9-4502-af5b-74b45235e61d service neutron] 10.222.0.30 "GET /v2.0/ports/4201b8c9-3fb4-4f23-8fe9-90704f079a0f/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0632141 Feb 04 16:29:04.284800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be347c-3bc3-49e0-b4d8-55a8382cdac4 req-a7e0500b-a0c6-47fa-8851-1ecc84e7abd4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:04.286549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e0be347c-3bc3-49e0-b4d8-55a8382cdac4 req-a7e0500b-a0c6-47fa-8851-1ecc84e7abd4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0573137 Feb 04 16:29:04.355322 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e0be347c-3bc3-49e0-b4d8-55a8382cdac4 req-0f2a8975-5e6b-4fde-a099-46d696a7204e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611191 Feb 04 16:29:04.365618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-71c4fbee-2bac-4281-b8a9-c9cfb6d6fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:04.367393 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-71c4fbee-2bac-4281-b8a9-c9cfb6d6fb01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 1096 time: 0.0581317 Feb 04 16:29:04.385949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:04.449286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.679989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:04.715870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:04.761523 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:04.764899 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664efb7e-8189-4a24-8dee-fdf6ee71bb8b" -d '{"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:29:04.770182 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.787453 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Transition to ACTIVE for port object 4201b8c9-3fb4-4f23-8fe9-90704f079a0f will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:04.801220 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.846914 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1b6e0d-c892-4c0b-a66f-3d09525952a0 x-openstack-request-id: req-eb1b6e0d-c892-4c0b-a66f-3d09525952a0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:29:04.847401 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:29:04.847816 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb1b6e0d-c892-4c0b-a66f-3d09525952a0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:29:04.848442 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'code': 200} Feb 04 16:29:04.940336 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:04.952355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.952803 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.953158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.953495 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.953831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.954192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.954529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.954859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.955191 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.955519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.955848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.956169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:04.997549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] No DVR routers for this DVR port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:05.152452 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:29:05.159434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:05.159865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:05.160100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:29:05.165924 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:29:05.166303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:29:05.174020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:29:05.174744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:29:05.175361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:29:05.176072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Bound port: 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:05.176656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.203998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:29:05.256750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:05.260783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:05.266579 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.319285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:05.321053 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.323950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] 10.222.0.50 "PUT /v2.0/ports/4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1091 time: 0.9425354 Feb 04 16:29:05.354469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383b9a-4d20-4d03-ba03-87304d3f933a service neutron] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:05.414234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-2aea775b-7f75-4c82-83e4-7a5ebea336d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:05.417006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-2aea775b-7f75-4c82-83e4-7a5ebea336d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1094 time: 0.0573432 Feb 04 16:29:05.581100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ef063-1df1-445e-bea5-3e60946421ad req-efc1cfc8-2065-4805-940a-00f8b617c642 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:05.582746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf5ef063-1df1-445e-bea5-3e60946421ad req-efc1cfc8-2065-4805-940a-00f8b617c642 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0920739 Feb 04 16:29:05.583914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-030c5791-0f3b-4e9e-80c1-b2882633045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:05.585861 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-030c5791-0f3b-4e9e-80c1-b2882633045e service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1613324 Feb 04 16:29:05.671442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cf5ef063-1df1-445e-bea5-3e60946421ad req-1c541372-6e9c-4bff-86c0-3033dbea4476 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814586 Feb 04 16:29:05.681301 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-d09e5dda-cea6-4254-9c49-7d3157d3f3e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0847967 Feb 04 16:29:05.739533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-84afccd3-8818-4099-ae92-9eee7eda7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:05.741025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-84afccd3-8818-4099-ae92-9eee7eda7e5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0519774 Feb 04 16:29:05.789524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-2846b160-87c3-41fd-9e83-24dd9ef1b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:05.791056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-2846b160-87c3-41fd-9e83-24dd9ef1b0d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430217 Feb 04 16:29:05.887707 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-de82db3d-c8ec-4963-a557-1777aa485780 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895174 Feb 04 16:29:05.995543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-fa32531a-a883-4f1f-bd86-185e83866c4f service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975163 Feb 04 16:29:05.999936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.804710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ee3c-7948-4e9d-8ffb-6944d9e283ff req-1554d069-7e5e-4c26-b995-5c5ef37649d8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:06.806909 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d57ee3c-7948-4e9d-8ffb-6944d9e283ff req-1554d069-7e5e-4c26-b995-5c5ef37649d8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0519483 Feb 04 16:29:06.847799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d57ee3c-7948-4e9d-8ffb-6944d9e283ff req-fd09eab3-9184-4cb6-b967-135a1b4295fe tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Feb 04 16:29:06.849938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:06.853817 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c17f97-fb58-4ae6-9471-aa8c41d124a4" -d '{"events": [{"name": "network-changed", "server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:29:06.908006 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc9e8d3-09f7-47db-abe3-8617732c68d1 x-openstack-request-id: req-5bc9e8d3-09f7-47db-abe3-8617732c68d1 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:29:06.908006 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:29:06.908286 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bc9e8d3-09f7-47db-abe3-8617732c68d1 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:29:06.908645 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'status': 'completed', 'code': 200} Feb 04 16:29:06.971556 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-0a26a585-9324-444c-81f8-2bcc1c5e0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:06.973181 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-0a26a585-9324-444c-81f8-2bcc1c5e0a2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1094 time: 0.0452011 Feb 04 16:29:07.015784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-e69054ab-6594-4bc8-9291-b1f1cb20b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.019093 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-e69054ab-6594-4bc8-9291-b1f1cb20b5ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1094 time: 0.0523796 Feb 04 16:29:07.052576 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:29:07.075642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-e7583444-908e-4b3d-ae2d-e68b389df422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.077178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-e7583444-908e-4b3d-ae2d-e68b389df422 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0959551 Feb 04 16:29:07.102204 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.146841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-7fe397ba-a1b6-4223-8155-fa66bd20b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.149016 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-7fe397ba-a1b6-4223-8155-fa66bd20b638 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1232834 Feb 04 16:29:07.154233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-f7fe42ee-8830-4492-921d-fc4399eb0227 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0693161 Feb 04 16:29:07.214064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-8cf586fa-5d8f-4d95-8424-3105f7e23bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.215267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-8cf586fa-5d8f-4d95-8424-3105f7e23bcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0548494 Feb 04 16:29:07.225132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-d243d16c-389c-4042-9a79-338da5654670 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0691566 Feb 04 16:29:07.263137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-c5f3248a-9845-4308-9f74-d08d2d5bb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.264654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-c5f3248a-9845-4308-9f74-d08d2d5bb813 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431378 Feb 04 16:29:07.283767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-caead7f7-3e39-4b70-b0c8-94da20e859e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.285268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-caead7f7-3e39-4b70-b0c8-94da20e859e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0537598 Feb 04 16:29:07.347918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-93b1580c-bbd8-4070-9cb4-6528e2e013ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.350602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-93b1580c-bbd8-4070-9cb4-6528e2e013ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565712 Feb 04 16:29:07.380400 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-68f5b346-bcb8-4da0-b152-1fddfa6956b6 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081247 Feb 04 16:29:07.448172 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-f231f9fe-be35-4a85-8d7b-94f1dd3d2a24 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910530 Feb 04 16:29:07.480583 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-ef21b517-998d-4ee1-a340-6f5ae82f80c2 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916619 Feb 04 16:29:07.547522 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44c17f97-fb58-4ae6-9471-aa8c41d124a4 req-9c78bf61-7371-43f9-b8d0-5bbe24e90392 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923908 Feb 04 16:29:07.624535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.971352 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11389207-7ff4-41aa-aae5-6544ebbab2a8 req-f3702f49-cfa1-4dab-a79d-b1063c4617f2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.973870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11389207-7ff4-41aa-aae5-6544ebbab2a8 req-f3702f49-cfa1-4dab-a79d-b1063c4617f2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0523112 Feb 04 16:29:08.013767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11389207-7ff4-41aa-aae5-6544ebbab2a8 req-7c0639d9-7332-4940-9897-1dfac270fd1b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342131 Feb 04 16:29:09.146252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b449a82-ff79-40c2-990f-127bc050f908 req-0cb7c5e7-95cb-4712-a8fc-17c36f1fc952 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:09.148396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b449a82-ff79-40c2-990f-127bc050f908 req-0cb7c5e7-95cb-4712-a8fc-17c36f1fc952 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0571320 Feb 04 16:29:09.192426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9b449a82-ff79-40c2-990f-127bc050f908 req-af211973-1112-46ea-b2b7-02defedcda0e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370276 Feb 04 16:29:10.257946 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.312616 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ae2b-20aa-4318-8a55-96dd52b5e6fa req-ecc1aa48-a9d4-427e-b297-aea83b009946 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:10.314117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e235ae2b-20aa-4318-8a55-96dd52b5e6fa req-ecc1aa48-a9d4-427e-b297-aea83b009946 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0496490 Feb 04 16:29:10.356721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e235ae2b-20aa-4318-8a55-96dd52b5e6fa req-89680c92-1f2e-4ae4-a9df-9d3d1cd3443d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366378 Feb 04 16:29:11.475663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707434c0-e7b8-461b-9d40-fd4249f5ab80 req-7eb94f08-a5a9-4307-a400-70acb8396219 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:11.477173 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-707434c0-e7b8-461b-9d40-fd4249f5ab80 req-7eb94f08-a5a9-4307-a400-70acb8396219 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0486569 Feb 04 16:29:11.515492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-707434c0-e7b8-461b-9d40-fd4249f5ab80 req-62147925-759c-4865-9c89-6af1c86046e3 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323925 Feb 04 16:29:12.641095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9cfad-4ee0-4ac0-bb8c-ee471e9fdb99 req-4e8851e9-1848-4e8b-9076-4668ab575f7d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:12.642608 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62a9cfad-4ee0-4ac0-bb8c-ee471e9fdb99 req-4e8851e9-1848-4e8b-9076-4668ab575f7d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0584934 Feb 04 16:29:12.680793 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62a9cfad-4ee0-4ac0-bb8c-ee471e9fdb99 req-444c58b1-7558-44bd-afba-f9dec48615ab tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 Feb 04 16:29:13.801896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96082244-8133-41af-a5c4-f64cb4834748 req-36a36fc5-0362-46f7-a217-866707985570 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:13.803396 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96082244-8133-41af-a5c4-f64cb4834748 req-36a36fc5-0362-46f7-a217-866707985570 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0521798 Feb 04 16:29:13.841874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96082244-8133-41af-a5c4-f64cb4834748 req-88ba4042-1b6d-4e0f-a689-74dafc8d048e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Feb 04 16:29:14.958485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9073-2cab-419d-811a-80a547787b04 req-2503e2a7-1f7a-43aa-a0fe-62b7e20fe2ce tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:14.959952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-593b9073-2cab-419d-811a-80a547787b04 req-2503e2a7-1f7a-43aa-a0fe-62b7e20fe2ce tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0499401 Feb 04 16:29:14.996740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-593b9073-2cab-419d-811a-80a547787b04 req-8c0bd167-24a5-46cc-a488-c8332e1cbe7d tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307856 Feb 04 16:29:16.117773 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087f23f-9942-42cb-8369-6a41530df151 req-10238b40-b195-431f-bce1-782c4d161cdd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:16.119289 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2087f23f-9942-42cb-8369-6a41530df151 req-10238b40-b195-431f-bce1-782c4d161cdd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0520456 Feb 04 16:29:16.158146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2087f23f-9942-42cb-8369-6a41530df151 req-3f6e8a6a-dea3-4622-a958-1c13a30d6545 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Feb 04 16:29:17.278307 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc87be-8f7a-4d1b-94de-e87dceeefaca req-a34bc601-a644-4de5-9100-5a8fe0c84f1e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:17.279983 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05dc87be-8f7a-4d1b-94de-e87dceeefaca req-a34bc601-a644-4de5-9100-5a8fe0c84f1e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0503201 Feb 04 16:29:17.328833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-05dc87be-8f7a-4d1b-94de-e87dceeefaca req-3e31982a-0a47-48ca-a503-fab351d18516 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Feb 04 16:29:18.454533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dc7b5-1206-4e93-be52-2b9a3461790e req-da2ca1d5-5664-46e8-bceb-09acec371914 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:18.456090 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-168dc7b5-1206-4e93-be52-2b9a3461790e req-da2ca1d5-5664-46e8-bceb-09acec371914 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0516448 Feb 04 16:29:18.497918 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-168dc7b5-1206-4e93-be52-2b9a3461790e req-7f62f5b1-0c8b-4462-aa46-0254674c21c0 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346437 Feb 04 16:29:19.615528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa2756-039a-4251-b9ad-03fd9ab1d08c req-2392c3b6-80b0-412c-923a-121b6a0b26d2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:19.617649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-50aa2756-039a-4251-b9ad-03fd9ab1d08c req-2392c3b6-80b0-412c-923a-121b6a0b26d2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0503471 Feb 04 16:29:19.655253 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-50aa2756-039a-4251-b9ad-03fd9ab1d08c req-cd710bca-a469-497e-b5ca-9d0ccc8b2bb9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Feb 04 16:29:19.939093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-257e09bd-f444-4e8b-94e1-8299b4af80b5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:19.940569 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-257e09bd-f444-4e8b-94e1-8299b4af80b5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.50 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7&tenant_id=a81f29ad1fea4e96a50bfa13f4110733&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 943 time: 0.0573761 Feb 04 16:29:19.955040 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac80bd-7e37-4682-a347-f85282b5c59b req-4907eed9-3c74-4b15-ac9f-aa4d12a5ab13 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:19.958759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cac80bd-7e37-4682-a347-f85282b5c59b req-4907eed9-3c74-4b15-ac9f-aa4d12a5ab13 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 943 time: 0.0529430 Feb 04 16:29:19.996858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cac80bd-7e37-4682-a347-f85282b5c59b req-c4b48872-3203-4644-9857-7b4d62f48c51 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Feb 04 16:29:20.007141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-b16df2fd-a025-4e73-9a0d-27dce245e4a2 service neutron] 10.222.0.50 "GET /v2.0/ports/4201b8c9-3fb4-4f23-8fe9-90704f079a0f/bindings/n-h1-827869-1 HTTP/1.1" status: 200 len: 382 time: 0.0595956 Feb 04 16:29:20.091896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-edfdfa1e-f92c-4aef-9015-2a939d302e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:20.093410 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-edfdfa1e-f92c-4aef-9015-2a939d302e0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1094 time: 0.0410011 Feb 04 16:29:20.183348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-c2e20d90-551a-4c83-a7f8-57c0cc9ca095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:20.184714 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-c2e20d90-551a-4c83-a7f8-57c0cc9ca095 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0849233 Feb 04 16:29:20.248584 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-24b1602e-54b4-4c07-ae60-cd481c6f1323 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0570912 Feb 04 16:29:20.297498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-a2d48048-4100-446a-82af-1272154b4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:20.298027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:29:20.299000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-a2d48048-4100-446a-82af-1272154b4d89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0441337 Feb 04 16:29:20.355271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-470ba725-0003-4445-b4b8-deb1d80dff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:20.356749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-470ba725-0003-4445-b4b8-deb1d80dff2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513468 Feb 04 16:29:20.399221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:20.409525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'mac_address': 'fa:16:3e:71:f9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:29:20.446309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-9413accd-52ab-4659-8a31-963e3a045c12 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823004 Feb 04 16:29:20.446548 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.459138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4201b8c9-3fb4-4f23-8fe9-90704f079a0f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:20.478307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:20.483294 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.531085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:20.543640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-a9f96534-e44b-4a9f-822d-e088a93333d8 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912306 Feb 04 16:29:20.920950 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['4201b8c9-3fb4-4f23-8fe9-90704f079a0f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:29:21.398624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471187f-5cc9-4a50-acb3-bc75265e7b9f req-64a8da2c-7d82-4ec5-81ca-c9d0f3244c3a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:21.400119 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f471187f-5cc9-4a50-acb3-bc75265e7b9f req-64a8da2c-7d82-4ec5-81ca-c9d0f3244c3a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.3302667 Feb 04 16:29:21.437696 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f471187f-5cc9-4a50-acb3-bc75265e7b9f req-f470dbf8-8e85-4b2c-9a9b-f6ca06517b7c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Feb 04 16:29:22.309434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:29:22.363009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:22.367604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:22.368211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.454159 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.480742 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:22.483067 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eea5a2-5d53-4353-9f0c-9f4f8fb1443a" -d '{"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:29:22.504192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:22.511136 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.567515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:22.584154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3193da2-7e87-4e6f-81c8-46b05e5d5924 req-037eb2dd-20d6-4ff1-b28b-bb1ed16d4523 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:22.585819 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3193da2-7e87-4e6f-81c8-46b05e5d5924 req-037eb2dd-20d6-4ff1-b28b-bb1ed16d4523 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0707188 Feb 04 16:29:22.619044 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724fc07c-04c2-42d1-a6e7-9a2de62d249c x-openstack-request-id: req-724fc07c-04c2-42d1-a6e7-9a2de62d249c {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:29:22.619339 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:29:22.619590 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-724fc07c-04c2-42d1-a6e7-9a2de62d249c {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:29:22.619994 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'code': 200} Feb 04 16:29:22.639911 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3193da2-7e87-4e6f-81c8-46b05e5d5924 req-50a13cf3-6db1-4690-b15d-f2d733d25955 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Feb 04 16:29:23.703636 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.760699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa230-125d-4501-89e5-bbe5412b8ec0 req-ce7aa251-bdea-4b37-958a-2a460f85f761 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:23.762277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c74aa230-125d-4501-89e5-bbe5412b8ec0 req-ce7aa251-bdea-4b37-958a-2a460f85f761 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0503342 Feb 04 16:29:23.804650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c74aa230-125d-4501-89e5-bbe5412b8ec0 req-c0f95ff6-d13f-4cc1-b28f-37375ad98be8 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360484 Feb 04 16:29:24.636346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-10aa1a2b-b6d0-4d92-a496-92076e6348e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:24.637862 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-10aa1a2b-b6d0-4d92-a496-92076e6348e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7&tenant_id=a81f29ad1fea4e96a50bfa13f4110733 HTTP/1.1" status: 200 len: 1096 time: 0.0417962 Feb 04 16:29:24.648838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:24.700883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.934742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:24.953708 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceadfd-504c-42eb-a8f9-f9544cd6e09e req-13dde294-e8d1-43e8-bb6c-d25a7cf9fbfb tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:24.955185 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35ceadfd-504c-42eb-a8f9-f9544cd6e09e req-13dde294-e8d1-43e8-bb6c-d25a7cf9fbfb tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0820000 Feb 04 16:29:24.995361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h1-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:25.029510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35ceadfd-504c-42eb-a8f9-f9544cd6e09e req-5bc8ee9e-b8a5-4604-9cb7-fb105ba658e7 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666664 Feb 04 16:29:25.045280 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:25.047644 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed45e3-ca50-445e-9bbb-fb6976b2f9e0" -d '{"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:29:25.051820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.065487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Transition to ACTIVE for port object 4201b8c9-3fb4-4f23-8fe9-90704f079a0f will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:25.070365 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.182332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=10']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:25.191489 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778c7709-0e92-4dc0-956b-86ff2f0df8a7 x-openstack-request-id: req-778c7709-0e92-4dc0-956b-86ff2f0df8a7 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:29:25.191859 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:29:25.192757 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-778c7709-0e92-4dc0-956b-86ff2f0df8a7 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:29:25.192757 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'code': 200} Feb 04 16:29:25.222726 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] No DVR routers for this DVR port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on host n-h1-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:25.361882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:25.362182 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:25.362514 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:29:25.366735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:29:25.367059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Attempting to bind port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on network 3c1a3024-3326-4610-b14f-25a73ff1c12f {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:29:25.371794 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:29:25.372135 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Checking segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:29:25.372518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Bound using segment: {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:29:25.372946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Bound port: 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74123189-199a-4058-a44b-34c6da5726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:25.373305 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.435981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:25.438940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:25.443583 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.481632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:25.482266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.483627 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] 10.222.0.30 "PUT /v2.0/ports/4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1092 time: 0.8387554 Feb 04 16:29:25.503835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01913e58-c547-4d51-a207-12d2a7f98da6 service neutron] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=11']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:25.548009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-23b14042-eced-4757-87b4-87cac02b4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:25.549535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-23b14042-eced-4757-87b4-87cac02b4a76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1095 time: 0.0421479 Feb 04 16:29:25.643777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-65c9911a-60fd-4618-9a4a-28c38a392d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:25.645256 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-65c9911a-60fd-4618-9a4a-28c38a392d4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0884311 Feb 04 16:29:25.717016 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-12d2f0e5-f802-4c66-ae21-365afbbf2d65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0649328 Feb 04 16:29:25.765265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-ee5844aa-09f6-4daf-86f7-3491bd597e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:25.766644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-ee5844aa-09f6-4daf-86f7-3491bd597e16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0430870 Feb 04 16:29:25.811730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-c1d2b61f-6467-4fb4-b391-cc39c505060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:25.813200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-c1d2b61f-6467-4fb4-b391-cc39c505060a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393946 Feb 04 16:29:25.903973 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-45fb1b40-cc61-4790-9e5e-82c4da6028df service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842304 Feb 04 16:29:25.993797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-84e0280e-21d3-40cd-af0e-0bd77b3e9c10 req-aaa92791-fa45-4c18-9e4f-a1dcf20f857d service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833833 Feb 04 16:29:26.152176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0cea-6796-4b10-af32-4cb45dc5b0b2 req-66cd10f4-bebc-45e3-851d-5dd103df8c32 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:26.153848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-062f0cea-6796-4b10-af32-4cb45dc5b0b2 req-66cd10f4-bebc-45e3-851d-5dd103df8c32 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0538445 Feb 04 16:29:26.191964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-062f0cea-6796-4b10-af32-4cb45dc5b0b2 req-8cda0429-0976-45c7-8274-19105255cf38 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Feb 04 16:29:26.307880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:29:26.349654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:29:27.193527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:27.196021 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66dd027-9153-44d0-aee7-c83ad59839e8" -d '{"events": [{"name": "network-changed", "server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:29:27.247704 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413e7aa5-04ff-4996-aa3b-c792ea2b285e x-openstack-request-id: req-413e7aa5-04ff-4996-aa3b-c792ea2b285e {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:29:27.248007 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:29:27.248259 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-413e7aa5-04ff-4996-aa3b-c792ea2b285e {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:29:27.248662 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'status': 'completed', 'code': 200} Feb 04 16:29:27.338516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-55b2f4ac-6c16-4a74-a06f-3ec260038380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.340627 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-55b2f4ac-6c16-4a74-a06f-3ec260038380 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1095 time: 0.0450692 Feb 04 16:29:27.348223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-029c5724-8367-44c3-ac9f-fc8a52a5635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.349728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-029c5724-8367-44c3-ac9f-fc8a52a5635e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1095 time: 0.0800738 Feb 04 16:29:27.358386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310df76a-40c4-4afe-bf95-39d089aade1f req-d46dadcd-3c6f-418f-8098-7a0328b783aa tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.359812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-310df76a-40c4-4afe-bf95-39d089aade1f req-d46dadcd-3c6f-418f-8098-7a0328b783aa tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0813749 Feb 04 16:29:27.445679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-310df76a-40c4-4afe-bf95-39d089aade1f req-2da64536-c03f-4a7e-a3d8-14fd73480309 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769520 Feb 04 16:29:27.459021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-922ec112-beb0-40d1-86e1-41f79e88df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.461448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-922ec112-beb0-40d1-86e1-41f79e88df42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0937843 Feb 04 16:29:27.478324 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-ad174b5f-db58-4d16-8ef6-ead68ad81f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.479829 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-ad174b5f-db58-4d16-8ef6-ead68ad81f98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.1191645 Feb 04 16:29:27.529662 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-16e06cee-2e2e-4af6-a8d6-c42fc02d3c79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0609841 Feb 04 16:29:27.546013 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-df6df22b-f825-45fa-8fad-cd875fe1897a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0596526 Feb 04 16:29:27.585586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-4dc54b14-cedf-4f99-8272-188cecb5d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.587085 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-4dc54b14-cedf-4f99-8272-188cecb5d1c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0508971 Feb 04 16:29:27.605631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-89f3dbdb-9fb9-41b8-92d2-24d7b8653225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.605631 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-89f3dbdb-9fb9-41b8-92d2-24d7b8653225 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0533252 Feb 04 16:29:27.636303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-d2d6aa58-bf0a-4f5d-89b6-b273ccd9a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.637810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-d2d6aa58-bf0a-4f5d-89b6-b273ccd9a4ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437863 Feb 04 16:29:27.656553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-0b2e58f2-4e81-4e6f-924a-a5ce02a53494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.658077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-0b2e58f2-4e81-4e6f-924a-a5ce02a53494 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430801 Feb 04 16:29:27.732488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-5038d858-98d8-469c-8717-7cfc6f17dae4 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874116 Feb 04 16:29:27.749301 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-fa073eb6-d484-4549-9ded-fb3aa385c9c6 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842154 Feb 04 16:29:27.838066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-30a3651d-a1a3-464d-8160-c20928ad1b76 service neutron] 10.222.0.50 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984268 Feb 04 16:29:27.852804 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b66dd027-9153-44d0-aee7-c83ad59839e8 req-1cb9f16b-3155-4a70-999e-d19b612a039e service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971122 Feb 04 16:29:28.576248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d45e27-46e2-475e-8f52-6f742277d823 req-2261fcfd-ac1b-48d1-aa6d-c4f5d6e4f7f4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:28.577765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60d45e27-46e2-475e-8f52-6f742277d823 req-2261fcfd-ac1b-48d1-aa6d-c4f5d6e4f7f4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0511458 Feb 04 16:29:28.624652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-60d45e27-46e2-475e-8f52-6f742277d823 req-718f56f9-5e2a-4c11-a9c0-053265c050eb tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Feb 04 16:29:29.745736 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cbc81-ea22-42dc-a9cd-ef752a8027a0 req-0652019c-4ded-4f0a-be02-cdd85bafe450 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:29.747300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-398cbc81-ea22-42dc-a9cd-ef752a8027a0 req-0652019c-4ded-4f0a-be02-cdd85bafe450 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0518539 Feb 04 16:29:29.787239 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-398cbc81-ea22-42dc-a9cd-ef752a8027a0 req-bdbf7527-1176-4d7c-809a-1cb440faf9ff tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Feb 04 16:29:30.680647 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8c206247-43c9-48fe-a201-4d12db163b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.913241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5e004-5823-43fe-879f-f0c933f394f9 req-5668a087-f70c-4008-b613-9ad3a60c64b5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:30.914878 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01e5e004-5823-43fe-879f-f0c933f394f9 req-5668a087-f70c-4008-b613-9ad3a60c64b5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0554509 Feb 04 16:29:30.958622 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01e5e004-5823-43fe-879f-f0c933f394f9 req-824ec9f8-3679-4b44-9888-a3030f6b4f94 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335894 Feb 04 16:29:32.082247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c464a0-678a-414c-954c-cca21ebbf202 req-424b3566-d634-4080-a53f-ae62f807bc0e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:32.083725 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6c464a0-678a-414c-954c-cca21ebbf202 req-424b3566-d634-4080-a53f-ae62f807bc0e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0489144 Feb 04 16:29:32.127814 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6c464a0-678a-414c-954c-cca21ebbf202 req-37349d44-0256-40f1-8bc5-939b9a347479 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360739 Feb 04 16:29:33.245355 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c935e-fc90-4651-859b-b66416e57d0e req-86d1b382-1648-42d8-b4e0-0cc7ce262471 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:33.246878 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f9c935e-fc90-4651-859b-b66416e57d0e req-86d1b382-1648-42d8-b4e0-0cc7ce262471 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0494726 Feb 04 16:29:33.287277 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8f9c935e-fc90-4651-859b-b66416e57d0e req-4bc53b80-c750-4370-b56b-2ce0d43cc98c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342815 Feb 04 16:29:33.766511 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7dd6dd14-569d-43f1-966f-66a58e036328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.086653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-9f0bccee-b109-4821-9b99-9cdefe6c7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.088150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-9f0bccee-b109-4821-9b99-9cdefe6c7ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 1095 time: 0.0402250 Feb 04 16:29:34.186719 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-440e0e78-731c-4702-8c40-655daadcb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.188197 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-440e0e78-731c-4702-8c40-655daadcb546 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 200 len: 913 time: 0.0824394 Feb 04 16:29:34.255356 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-09bc1ceb-958a-4f07-b8d7-692c7d76614b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 200 len: 1000 time: 0.0601912 Feb 04 16:29:34.302339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-66f7b9f9-3089-4b69-b12e-51ec25eb4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.304326 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-66f7b9f9-3089-4b69-b12e-51ec25eb4e1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 200 len: 851 time: 0.0428312 Feb 04 16:29:34.349058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-7b3bfc9b-fa6c-48d4-84f8-3d7f0c01fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.350589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-7b3bfc9b-fa6c-48d4-84f8-3d7f0c01fa85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c1a3024-3326-4610-b14f-25a73ff1c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404108 Feb 04 16:29:34.458969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ad215-dcab-4fa8-aff7-cb35bc235a45 req-f7814017-2035-48b9-bc45-8291d3fef7f2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.460478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-267ad215-dcab-4fa8-aff7-cb35bc235a45 req-f7814017-2035-48b9-bc45-8291d3fef7f2 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.1051409 Feb 04 16:29:34.497598 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-0a78378c-c8e6-4f2d-8618-d881590170d8 service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405118 Feb 04 16:29:34.570844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-267ad215-dcab-4fa8-aff7-cb35bc235a45 req-c4de450a-2012-46d6-835f-c94f49f6b82a tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010187 Feb 04 16:29:34.606929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e3ec6780-96e6-4480-9e9b-cc4cae33555a req-d067e70c-a16f-4867-8501-6dc5cc05763a service neutron] 10.222.0.30 "GET /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015520 Feb 04 16:29:35.695982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2c6bc-f481-4e58-817f-2db9b69b3e25 req-572185f6-ff90-4c66-9078-ecc6962f9c61 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:35.697724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3c2c6bc-f481-4e58-817f-2db9b69b3e25 req-572185f6-ff90-4c66-9078-ecc6962f9c61 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0552444 Feb 04 16:29:35.734223 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3c2c6bc-f481-4e58-817f-2db9b69b3e25 req-9b79f7c1-9c19-4d62-9389-a4e8972b5fcd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305037 Feb 04 16:29:36.001273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.851444 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd192aa2-9560-4bdf-b57a-051442de512d req-965c47d6-4c1d-4f32-bd99-5496edfa09b9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:36.852841 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd192aa2-9560-4bdf-b57a-051442de512d req-965c47d6-4c1d-4f32-bd99-5496edfa09b9 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0494504 Feb 04 16:29:36.889794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd192aa2-9560-4bdf-b57a-051442de512d req-609fd27c-c123-418a-b0c2-67db3e4d1902 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308366 Feb 04 16:29:37.077313 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.628194 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.011743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492d47-3332-46d2-94e0-f94db15ba028 req-57c50170-f321-45f2-9c4d-796358f8b42c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:38.013236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa492d47-3332-46d2-94e0-f94db15ba028 req-57c50170-f321-45f2-9c4d-796358f8b42c tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0536895 Feb 04 16:29:38.054224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fa492d47-3332-46d2-94e0-f94db15ba028 req-a08ca445-f46b-4fbf-a27e-77267cb7203e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347369 Feb 04 16:29:39.170987 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15683e0c-a36a-4878-ac39-d4ca04d1f530 req-aa14e20e-bfc3-4349-829a-bb798b161f40 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.172439 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15683e0c-a36a-4878-ac39-d4ca04d1f530 req-aa14e20e-bfc3-4349-829a-bb798b161f40 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0476487 Feb 04 16:29:39.209625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15683e0c-a36a-4878-ac39-d4ca04d1f530 req-bb531abf-2537-415e-845f-c47d99c9e7bf tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306997 Feb 04 16:29:39.322559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0868ca-4209-4577-80b4-06a4cf3effc6 req-18dc0171-7ab4-4ffc-9211-28bc84d611c7 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.324049 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0868ca-4209-4577-80b4-06a4cf3effc6 req-18dc0171-7ab4-4ffc-9211-28bc84d611c7 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0487924 Feb 04 16:29:39.363295 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ab0868ca-4209-4577-80b4-06a4cf3effc6 req-9bb39793-d730-4a51-9e84-913c6afe5260 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326765 Feb 04 16:29:39.369463 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:29:39.471285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:39.482256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'port_id': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'mac_address': 'fa:16:3e:71:f9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:29:39.482840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dae630-debb-423f-99bc-fc78b872db6f req-63292f42-5533-4314-bf74-a1ad54a03aac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.484334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1dae630-debb-423f-99bc-fc78b872db6f req-63292f42-5533-4314-bf74-a1ad54a03aac tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 944 time: 0.0524349 Feb 04 16:29:39.523652 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c1dae630-debb-423f-99bc-fc78b872db6f req-5814c265-30f7-4241-86c5-b269632080ed tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Feb 04 16:29:39.525113 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.538846 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4201b8c9-3fb4-4f23-8fe9-90704f079a0f {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:39.559912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:39.564374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.612285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=12']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:39.620344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.620620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.620961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.621298 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.621631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.621961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.622314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.622643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.622969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.623291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.623704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.624070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:39.763149 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81209a-9bcb-4f32-8faf-3d45c9814ef2 req-d6ab1847-acea-4b6f-a792-5bfa61eb1f50 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.764682 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d81209a-9bcb-4f32-8faf-3d45c9814ef2 req-d6ab1847-acea-4b6f-a792-5bfa61eb1f50 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0493603 Feb 04 16:29:39.802166 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d81209a-9bcb-4f32-8faf-3d45c9814ef2 req-a49389e1-5058-47ae-8c4e-48ca36382fff tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315969 Feb 04 16:29:39.905789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['4201b8c9-3fb4-4f23-8fe9-90704f079a0f'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:29:40.268814 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.919507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3116-4f4f-4cba-82bb-11f74a812dd3 req-131ee367-819a-439c-ae2e-4898f997dd9f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:40.920909 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-598e3116-4f4f-4cba-82bb-11f74a812dd3 req-131ee367-819a-439c-ae2e-4898f997dd9f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 945 time: 0.0492134 Feb 04 16:29:40.957705 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-598e3116-4f4f-4cba-82bb-11f74a812dd3 req-f0b2e0c1-875f-4c0b-af1a-9370b0b55bdd tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Feb 04 16:29:41.400422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:29:41.451159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:41.454910 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:41.455289 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.531285 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.557954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:41.560267 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d4a8ea-1368-4d45-bd1e-e49fcbfdf81d" -d '{"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:29:41.573627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:41.578022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.606420 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb21aa7-fbdb-44c8-bc8e-c98649e3a247 x-openstack-request-id: req-0eb21aa7-fbdb-44c8-bc8e-c98649e3a247 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:29:41.606703 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-plugged", "status": "completed", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:29:41.606960 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0eb21aa7-fbdb-44c8-bc8e-c98649e3a247 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:29:41.607349 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'code': 200} Feb 04 16:29:41.629304 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=13']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:41.674282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90483165-2a62-4aa3-bd58-59471be9934b req-877e9d13-2bf9-4def-a072-a62a642bc6a6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:41.675733 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90483165-2a62-4aa3-bd58-59471be9934b req-877e9d13-2bf9-4def-a072-a62a642bc6a6 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 946 time: 0.0496767 Feb 04 16:29:41.771164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Deleting port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:29:41.771516 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.859733 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] For port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:41.860017 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.036070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.036383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.036670 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3 disassociated. External IP: 172.25.1.100, port: 4201b8c9-3fb4-4f23-8fe9-90704f079a0f. Feb 04 16:29:42.037545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Calling delete_port for 4201b8c9-3fb4-4f23-8fe9-90704f079a0f owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:29:42.086322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820047c-6d34-4cde-9bdd-9a5f486b5fd5 req-9edb8e6c-a311-48bb-b7a6-993dab17f1d5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:42.088245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9820047c-6d34-4cde-9bdd-9a5f486b5fd5 req-9edb8e6c-a311-48bb-b7a6-993dab17f1d5 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 946 time: 0.0602663 Feb 04 16:29:42.128337 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9820047c-6d34-4cde-9bdd-9a5f486b5fd5 req-a725f6f0-f453-4a33-90c0-a15f8562a21b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a9a6f23-41ac-4595-81f0-09c3073a0211&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340478 Feb 04 16:29:42.169253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.209921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event deleted for resources: {'Port': ['ID=4201b8c9-3fb4-4f23-8fe9-90704f079a0f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:42.220195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.220541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.220884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.221224 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.221558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.221891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.222257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.222585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.222908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.223234 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.223563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.224946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:42.631683 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:42.737659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:42.748219 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:29:42.757771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:29:42.758451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:42.780069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] No DVR routers for this DVR port 4201b8c9-3fb4-4f23-8fe9-90704f079a0f on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:42.782787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.786261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90483165-2a62-4aa3-bd58-59471be9934b req-c8444222-213a-4151-be60-0650d86e0b48 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.30 "DELETE /v2.0/ports/4201b8c9-3fb4-4f23-8fe9-90704f079a0f HTTP/1.1" status: 204 len: 173 time: 1.1028512 Feb 04 16:29:42.786709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-deleted', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:42.789550 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e18f6e-92eb-4883-98fb-006c8386af15" -d '{"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-deleted", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:29:42.836726 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4379d59-3f71-4afe-9171-8267245e4cae x-openstack-request-id: req-c4379d59-3f71-4afe-9171-8267245e4cae {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:29:42.837107 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969fb6fb-fd43-457a-91ec-5f545d32f1e7", "name": "network-vif-deleted", "tag": "4201b8c9-3fb4-4f23-8fe9-90704f079a0f", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:29:42.837368 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4379d59-3f71-4afe-9171-8267245e4cae {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:29:42.837783 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969fb6fb-fd43-457a-91ec-5f545d32f1e7', 'name': 'network-vif-deleted', 'tag': '4201b8c9-3fb4-4f23-8fe9-90704f079a0f', 'status': 'completed', 'code': 200} Feb 04 16:29:42.876769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:29:43.075897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:43.110992 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:29:43.122420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:29:43.123037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:43.225806 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7d17951f-7132-43b7-9720-28f70acb3ca9 req-b916defa-16e2-42d3-af8b-53e47525740e tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Feb 04 16:29:43.236755 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:29:43.439911 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:43.468523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c9d834-0ce9-49c1-a904-324ec24549ce None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:50Z', 'revision_number': 4, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9fb4a6df-7436-4114-9802-bae1434d598c', 'name': '', 'network_id': '3c1a3024-3326-4610-b14f-25a73ff1c12f', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'mac_address': 'fa:16:3e:4c:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:49Z', 'updated_at': '2022-02-04T16:25:54Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'subnets': [{'id': 'd19df2a0-67eb-47ec-971e-840099db7aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:29:43.737026 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb17c97-5f63-4769-ac4d-d0871f438ee9 None None] New status for floating IP 58ea2b2c-b0a0-490b-a774-eaee8303fae3: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:29:44.053323 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:29:44.323671 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0641cfc-0f69-4219-b0cb-1c6380bf661a req-d4cfc093-57e9-49f4-a649-1088cb29c201 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 210 time: 0.0267072 Feb 04 16:29:45.416111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:29:45.420160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-31876f44-ba4b-4773-8a0d-694f26530afd req-f4b22cd2-6cdc-4b71-b20d-75540ab1e10b tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/ports?device_id=969fb6fb-fd43-457a-91ec-5f545d32f1e7 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Feb 04 16:29:45.437700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 4201b8c9-3fb4-4f23-8fe9-90704f079a0f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:29:45.438208 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 4201b8c9-3fb4-4f23-8fe9-90704f079a0f not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:29:49.092387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36736) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:49.152225 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e5480a8c-ea07-447e-8c27-da75f12ec004 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.175230 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e5480a8c-ea07-447e-8c27-da75f12ec004 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.226001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e5480a8c-ea07-447e-8c27-da75f12ec004 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.228809 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e5480a8c-ea07-447e-8c27-da75f12ec004 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.229992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e5480a8c-ea07-447e-8c27-da75f12ec004 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "DELETE /v2.0/security-groups/8a9a6f23-41ac-4595-81f0-09c3073a0211 HTTP/1.1" status: 204 len: 168 time: 0.1363943 Feb 04 16:29:49.232748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:49.239194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5480a8c-ea07-447e-8c27-da75f12ec004 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a6f23-41ac-4595-81f0-09c3073a0211,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:49.247963 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-9b22a0a8-2e7a-4439-b4f3-26ad26a011c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] show failed (client error): The resource could not be found. Feb 04 16:29:49.248975 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9b22a0a8-2e7a-4439-b4f3-26ad26a011c4 tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "GET /v2.0/security-groups/8a9a6f23-41ac-4595-81f0-09c3073a0211 HTTP/1.1" status: 404 len: 347 time: 0.0152311 Feb 04 16:29:49.251750 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36740) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:49.377805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Deleting port b0969aeb-4b74-45ae-9b03-9a27e8a0068a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:29:49.378188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.456147 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.456474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.468640 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Calling delete_port for b0969aeb-4b74-45ae-9b03-9a27e8a0068a owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:29:49.607857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.632116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Pushing event deleted for resources: {'Port': ['ID=b0969aeb-4b74-45ae-9b03-9a27e8a0068a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:49.694079 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.696841 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.698009 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cbcb9e53-3e01-48e7-b1db-1804bc72ef1f tempest-ServerActionsTestJSON-1553210130 tempest-ServerActionsTestJSON-1553210130-project] 10.222.0.47 "DELETE /v2.0/floatingips/58ea2b2c-b0a0-490b-a774-eaee8303fae3 HTTP/1.1" status: 204 len: 168 time: 0.4453473 Feb 04 16:29:49.700985 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36742) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:50.053221 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.297904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Deleting port 9fb4a6df-7436-4114-9802-bae1434d598c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:29:50.298632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.382472 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] For port 9fb4a6df-7436-4114-9802-bae1434d598c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9fb4a6df-7436-4114-9802-bae1434d598c,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:50.382749 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.394458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Calling delete_port for 9fb4a6df-7436-4114-9802-bae1434d598c owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:29:50.568450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.600283 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb4a6df-7436-4114-9802-bae1434d598c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:50.765283 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.976990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:51.079592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:51.084582 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0296e64d-8159-4938-8fb2-4c11dd746019 admin admin] 10.222.0.47 "PUT /v2.0/routers/3ee487fe-467a-490a-8ebc-b014a0ff84c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3826478 Feb 04 16:29:51.087167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36744) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:51.090118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] Sync routers for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:29:51.100236 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:29:51.100927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:51.189397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.204440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:29:51.289339 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.386524 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:29:50Z', 'revision_number': 5, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port': {'id': 'c742c982-5fc6-448e-af47-5072fdaedac3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:51.414389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] Checking router: 3ee487fe-467a-490a-8ebc-b014a0ff84c0 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:29:51.423983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] Routers {'3ee487fe-467a-490a-8ebc-b014a0ff84c0'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:29:51.424610 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:29:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:51.515823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] Set router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:29:51.571367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 6, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:51.598748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe54ee-81a8-49b0-92e2-906d6606a70d None None] The sync data for ids ['3ee487fe-467a-490a-8ebc-b014a0ff84c0'] in n-d-827869-1 is: [{'id': '3ee487fe-467a-490a-8ebc-b014a0ff84c0', 'name': 'tempest-ServerActionsTestJSON-1899562391-router', 'tenant_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:47Z', 'updated_at': '2022-02-04T16:29:51Z', 'revision_number': 6, 'project_id': 'a81f29ad1fea4e96a50bfa13f4110733', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:29:51.658796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Deleting port c742c982-5fc6-448e-af47-5072fdaedac3 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:29:51.659390 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.736000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] For port c742c982-5fc6-448e-af47-5072fdaedac3, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c742c982-5fc6-448e-af47-5072fdaedac3,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:51.736364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.748290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Calling delete_port for c742c982-5fc6-448e-af47-5072fdaedac3 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:29:51.915450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.947020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Pushing event deleted for resources: {'Port': ['ID=c742c982-5fc6-448e-af47-5072fdaedac3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:52.008281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9fb4a6df-7436-4114-9802-bae1434d598c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:29:52.009308 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.029667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9fb4a6df-7436-4114-9802-bae1434d598c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:29:52.030120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9fb4a6df-7436-4114-9802-bae1434d598c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:29:52.104233 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.106385 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.154389 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.155102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee487fe-467a-490a-8ebc-b014a0ff84c0 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:29:52.159552 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.160706 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-784fcdac-5775-409f-8588-2fbca203600a admin admin] 10.222.0.47 "DELETE /v2.0/routers/3ee487fe-467a-490a-8ebc-b014a0ff84c0 HTTP/1.1" status: 204 len: 168 time: 1.0724726 Feb 04 16:29:52.163714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:52.206799 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4778c9f-6e67-460b-a555-4b316e891197 admin admin] Deleting subnet d19df2a0-67eb-47ec-971e-840099db7aae {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:29:52.210406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f4778c9f-6e67-460b-a555-4b316e891197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.244599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f4778c9f-6e67-460b-a555-4b316e891197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.324279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f4778c9f-6e67-460b-a555-4b316e891197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.379355 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f4778c9f-6e67-460b-a555-4b316e891197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.407623 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4778c9f-6e67-460b-a555-4b316e891197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19df2a0-67eb-47ec-971e-840099db7aae,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:52.409591 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f4778c9f-6e67-460b-a555-4b316e891197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.413367 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f4778c9f-6e67-460b-a555-4b316e891197 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d19df2a0-67eb-47ec-971e-840099db7aae HTTP/1.1" status: 204 len: 168 time: 0.2480862 Feb 04 16:29:52.413773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ecece-4e9b-481a-9fa0-0ce0593c41ff None None] Network 3c1a3024-3326-4610-b14f-25a73ff1c12f requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:29:52.415193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36748) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:52.486473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.547774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Deleting port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:29:52.548122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.602643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] DHCP port deletion for 3c1a3024-3326-4610-b14f-25a73ff1c12f request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:29:52.620053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-e8460659-8558-4261-8354-580017f4535a admin admin] For port 233dd5cc-5dd2-47f6-b6f9-7aea27904629, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=233dd5cc-5dd2-47f6-b6f9-7aea27904629,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:52.620424 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.634880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Calling delete_port for 233dd5cc-5dd2-47f6-b6f9-7aea27904629 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:29:52.654065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] Deleting port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:29:52.654700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.720675 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.722882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] For port 233dd5cc-5dd2-47f6-b6f9-7aea27904629, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=233dd5cc-5dd2-47f6-b6f9-7aea27904629,segment=NetworkSegment(74123189-199a-4058-a44b-34c6da5726f7),segment_id=74123189-199a-4058-a44b-34c6da5726f7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:52.723291 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.736822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] Calling delete_port for 233dd5cc-5dd2-47f6-b6f9-7aea27904629 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:29:52.751024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Pushing event deleted for resources: {'Port': ['ID=233dd5cc-5dd2-47f6-b6f9-7aea27904629,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:52.754595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8460659-8558-4261-8354-580017f4535a admin admin] No DVR routers for this DVR port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:52.814732 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.828288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.839737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] Pushing event deleted for resources: {'Port': ['ID=233dd5cc-5dd2-47f6-b6f9-7aea27904629,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:52.843670 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93d518-70ca-49f3-b571-5cbf79bdd32e None None] No DVR routers for this DVR port 233dd5cc-5dd2-47f6-b6f9-7aea27904629 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:52.850321 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e8460659-8558-4261-8354-580017f4535a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1a3024-3326-4610-b14f-25a73ff1c12f']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.863228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e8460659-8558-4261-8354-580017f4535a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74123189-199a-4058-a44b-34c6da5726f7') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.863532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-e8460659-8558-4261-8354-580017f4535a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74123189-199a-4058-a44b-34c6da5726f7') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.874352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.888999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.895465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:29:52.895857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:52.898098 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:52.956663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.962851 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.965937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e8460659-8558-4261-8354-580017f4535a admin admin] 10.222.0.47 "DELETE /v2.0/networks/3c1a3024-3326-4610-b14f-25a73ff1c12f HTTP/1.1" status: 204 len: 168 time: 0.5498431 Feb 04 16:29:52.977496 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8460659-8558-4261-8354-580017f4535a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1a3024-3326-4610-b14f-25a73ff1c12f,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:53.084226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36752) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:53.132086 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-58dfed5d-fc3b-4a78-a1e6-9f04e9e84222 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a81f29ad1fea4e96a50bfa13f4110733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464883 Feb 04 16:29:53.134818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36754) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:53.183642 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8d8b561e-1de6-4496-930d-c02dacef76ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.204270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8d8b561e-1de6-4496-930d-c02dacef76ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.250695 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8d8b561e-1de6-4496-930d-c02dacef76ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.253150 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8d8b561e-1de6-4496-930d-c02dacef76ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.254382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8d8b561e-1de6-4496-930d-c02dacef76ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/777e1522-b91a-4c39-924b-f2bfeaee558e HTTP/1.1" status: 204 len: 168 time: 0.1186080 Feb 04 16:29:53.263402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b561e-1de6-4496-930d-c02dacef76ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e1522-b91a-4c39-924b-f2bfeaee558e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:53.699494 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.709595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 233dd5cc-5dd2-47f6-b6f9-7aea27904629 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:29:53.733085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 233dd5cc-5dd2-47f6-b6f9-7aea27904629 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:29:53.733433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 233dd5cc-5dd2-47f6-b6f9-7aea27904629 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:29:53.733852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c742c982-5fc6-448e-af47-5072fdaedac3 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:29:53.754881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c742c982-5fc6-448e-af47-5072fdaedac3 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:29:53.755235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c742c982-5fc6-448e-af47-5072fdaedac3 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:29:53.972964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36776) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:54.078382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1041274059-network', 'tenant_id': '9989d57c1ad1423eb5678bcdfa8cd2dd'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:54.104484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Made reservation on behalf of 9989d57c1ad1423eb5678bcdfa8cd2dd for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:54.106908 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.116505 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.205276 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.209105 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.236217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:54.247821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43829003-acb9-4db1-937a-af7f38084d89,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:54.255291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.255782 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Added segment 03619112-c35e-4929-8a46-30e35c6e6d7f of type vlan for network 920bf77e-b355-46fb-9b52-439a78c7a244 Feb 04 16:29:54.296995 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.328283 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.329890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:54.330853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.388722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4146726 Feb 04 16:29:54.391798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36780) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:29:54.397324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Request body: {'subnet': {'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1041274059-subnet', 'tenant_id': '9989d57c1ad1423eb5678bcdfa8cd2dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:54.399656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3d078-b960-438a-9895-3ee280bb6b56 admin admin] Pushing event updated for resources: {'Network': ['ID=920bf77e-b355-46fb-9b52-439a78c7a244,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:54.409321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 920bf77e-b355-46fb-9b52-439a78c7a244 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:29:54.423791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Made reservation on behalf of 9989d57c1ad1423eb5678bcdfa8cd2dd for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:54.426478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.609715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.672337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b813a62-4094-4ea3-8eeb-b3e3284da3c2,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:54.680287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Checking segment: {'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:29:54.680660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Network hostable DHCP agents. Network: 920bf77e-b355-46fb-9b52-439a78c7a244, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:54.697886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Network 920bf77e-b355-46fb-9b52-439a78c7a244 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:54.706750 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 920bf77e-b355-46fb-9b52-439a78c7a244) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:54.712313 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:54.712901 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.720927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e28edd3-fedd-482b-9a0c-e881d6c948bb None None] Network 920bf77e-b355-46fb-9b52-439a78c7a244 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:29:54.741823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6a21ea56-d717-40ee-abbe-1059ed20d2ec admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3426855 Feb 04 16:29:55.006803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f81d0a0-71d2-4e43-90d6-26a98dd1b09c None None] Network 920bf77e-b355-46fb-9b52-439a78c7a244 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:29:55.209310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-9700b068-c3cb-49db-9023-b0aacfaef44a tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:55.210847 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-9700b068-c3cb-49db-9023-b0aacfaef44a tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/networks?id=920bf77e-b355-46fb-9b52-439a78c7a244 HTTP/1.1" status: 200 len: 814 time: 0.1133554 Feb 04 16:29:55.226159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-f421c546-db9d-487f-add5-ebdde79e1bff tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/quotas/9989d57c1ad1423eb5678bcdfa8cd2dd HTTP/1.1" status: 200 len: 375 time: 0.0094910 Feb 04 16:29:55.258564 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-fd445750-9f23-4be7-90ba-078dbc2cefa5 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9989d57c1ad1423eb5678bcdfa8cd2dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270054 Feb 04 16:29:55.319030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-58bcd52a-156c-4117-b5e8-9465029c15c8 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:29:55.320047 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-58bcd52a-156c-4117-b5e8-9465029c15c8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547352 Feb 04 16:29:55.413124 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-6766714f-520d-4dec-9e5e-dfe44945aa70 service neutron] 10.222.0.47 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Feb 04 16:29:55.502964 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-32d9e723-a00e-4754-98ec-97a5a81f652e service neutron] 10.222.0.47 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838053 Feb 04 16:29:55.663513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8b6dfe95-a33a-4a50-8c1d-997ef66bc497 req-62f2589e-f58f-4a4d-ae18-9529e4b41628 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 210 time: 0.0270560 Feb 04 16:29:56.598024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-ac7432d0-1b99-4e9a-8ed3-fcf9d029a18f tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:56.599485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-ac7432d0-1b99-4e9a-8ed3-fcf9d029a18f tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.30 "GET /v2.0/networks?id=920bf77e-b355-46fb-9b52-439a78c7a244 HTTP/1.1" status: 200 len: 814 time: 0.1128578 Feb 04 16:29:56.611938 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Request body: {'port': {'device_id': '879921ad-c51d-4c27-953d-abca214f62ff', 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244', 'admin_state_up': True, 'tenant_id': '9989d57c1ad1423eb5678bcdfa8cd2dd'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:56.719962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Made reservation on behalf of 9989d57c1ad1423eb5678bcdfa8cd2dd for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:56.723460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.760681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-02ff310b-b153-47c0-beb0-3cac0371b0ad req-97dbfd67-9b2b-42bf-b23b-ddc6c68bd4ed tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 210 time: 0.0271130 Feb 04 16:29:56.859803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Allocated IP 172.20.0.7 (920bf77e-b355-46fb-9b52-439a78c7a244/9b813a62-4094-4ea3-8eeb-b3e3284da3c2/008b59e1-a4d0-49fe-942d-46d25aafb8ec) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:57.012795 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.047875 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.093232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Network 920bf77e-b355-46fb-9b52-439a78c7a244 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:57.096155 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:57.100309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:29:57.106643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Pushing event updated for resources: {'Port': ['ID=008b59e1-a4d0-49fe-942d-46d25aafb8ec,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:57.153897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:57.154527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.170461 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-25a117da-bf40-42f9-844a-b1ea001474f4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627642 Feb 04 16:29:57.182857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Request body: {'port': {'device_id': '879921ad-c51d-4c27-953d-abca214f62ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:29:57.245552 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.503752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008b59e1-a4d0-49fe-942d-46d25aafb8ec {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:57.511068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.523103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Transition to ACTIVE for port object 008b59e1-a4d0-49fe-942d-46d25aafb8ec will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:57.526636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.573104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Pushing event updated for resources: {'Port': ['ID=008b59e1-a4d0-49fe-942d-46d25aafb8ec,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:57.645373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Attempting to bind port 008b59e1-a4d0-49fe-942d-46d25aafb8ec on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:57.645696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Attempting to bind port 008b59e1-a4d0-49fe-942d-46d25aafb8ec by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:57.646563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Attempting to bind port 008b59e1-a4d0-49fe-942d-46d25aafb8ec on network 920bf77e-b355-46fb-9b52-439a78c7a244 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:29:57.650783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Port 008b59e1-a4d0-49fe-942d-46d25aafb8ec on network 920bf77e-b355-46fb-9b52-439a78c7a244 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:29:57.651100 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Attempting to bind port 008b59e1-a4d0-49fe-942d-46d25aafb8ec on network 920bf77e-b355-46fb-9b52-439a78c7a244 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:29:57.655810 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:29:57.656141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Checking segment: {'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:29:57.656516 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Bound using segment: {'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:29:57.656935 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Bound port: 008b59e1-a4d0-49fe-942d-46d25aafb8ec, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:57.657330 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.719303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] For port 008b59e1-a4d0-49fe-942d-46d25aafb8ec, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:57.722294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] For port 008b59e1-a4d0-49fe-942d-46d25aafb8ec, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=008b59e1-a4d0-49fe-942d-46d25aafb8ec,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:57.727639 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.763223 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:57.763846 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.765243 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] 10.222.0.30 "PUT /v2.0/ports/008b59e1-a4d0-49fe-942d-46d25aafb8ec HTTP/1.1" status: 200 len: 1091 time: 0.5865250 Feb 04 16:29:57.765681 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879921ad-c51d-4c27-953d-abca214f62ff', 'tag': '008b59e1-a4d0-49fe-942d-46d25aafb8ec'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:57.767958 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b020542-3041-4f76-9919-881b850d552d" -d '{"events": [{"name": "network-changed", "server_uuid": "879921ad-c51d-4c27-953d-abca214f62ff", "tag": "008b59e1-a4d0-49fe-942d-46d25aafb8ec"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:29:57.791868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55bbc1-6083-46f6-82a2-f017cf103c0d service neutron] Pushing event updated for resources: {'Port': ['ID=008b59e1-a4d0-49fe-942d-46d25aafb8ec,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:57.834189 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46778822-fbbf-45ef-988f-9c002277d2ac x-openstack-request-id: req-46778822-fbbf-45ef-988f-9c002277d2ac {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:29:57.834480 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879921ad-c51d-4c27-953d-abca214f62ff", "tag": "008b59e1-a4d0-49fe-942d-46d25aafb8ec", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:29:57.834735 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46778822-fbbf-45ef-988f-9c002277d2ac {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:29:57.835129 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879921ad-c51d-4c27-953d-abca214f62ff', 'tag': '008b59e1-a4d0-49fe-942d-46d25aafb8ec', 'status': 'completed', 'code': 200} Feb 04 16:29:57.851113 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-14575d3a-6ed1-4002-a2d9-798134f70348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:57.852631 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-14575d3a-6ed1-4002-a2d9-798134f70348 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9989d57c1ad1423eb5678bcdfa8cd2dd&device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 1094 time: 0.0500743 Feb 04 16:29:57.883809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c5f53-776c-43f5-9ee6-93a40739a566 req-11d67280-2c73-45b1-aa5c-1fc9d34a2379 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:57.885314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e5c5f53-776c-43f5-9ee6-93a40739a566 req-11d67280-2c73-45b1-aa5c-1fc9d34a2379 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 943 time: 0.0536199 Feb 04 16:29:57.894791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-fe451422-0bba-4619-86ae-f63e47d3debe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=008b59e1-a4d0-49fe-942d-46d25aafb8ec HTTP/1.1" status: 200 len: 217 time: 0.0344253 Feb 04 16:29:57.929838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2e5c5f53-776c-43f5-9ee6-93a40739a566 req-c4d8a969-062a-4a4e-9b82-f05fcaa52282 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Feb 04 16:29:57.944933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-42a1de16-4152-47fa-9b1b-6eda08a8a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:57.946408 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-42a1de16-4152-47fa-9b1b-6eda08a8a578 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b813a62-4094-4ea3-8eeb-b3e3284da3c2 HTTP/1.1" status: 200 len: 854 time: 0.0452349 Feb 04 16:29:57.977969 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-a1599a2c-be47-4096-ad28-23d71da11b1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920bf77e-b355-46fb-9b52-439a78c7a244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245652 Feb 04 16:29:58.067664 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-c4ad1ae2-0494-4c06-9fab-9a9154bb3bc1 service neutron] 10.222.0.30 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828152 Feb 04 16:29:58.153401 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6aa7aa32-5bdd-4531-b89e-26aea6f3c415 req-f0689601-6595-4263-8da1-84fca7d93073 service neutron] 10.222.0.30 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797939 Feb 04 16:29:58.240332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b020542-3041-4f76-9919-881b850d552d req-fce59b85-bd3a-4e26-a42b-b947c7d4733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:58.241798 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b020542-3041-4f76-9919-881b850d552d req-fce59b85-bd3a-4e26-a42b-b947c7d4733b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9989d57c1ad1423eb5678bcdfa8cd2dd&device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 1094 time: 0.0453146 Feb 04 16:29:58.329473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b020542-3041-4f76-9919-881b850d552d req-a2270442-452f-450f-9269-8ff7d27ec106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:58.330863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b020542-3041-4f76-9919-881b850d552d req-a2270442-452f-450f-9269-8ff7d27ec106 service neutron] 10.222.0.30 "GET /v2.0/networks?id=920bf77e-b355-46fb-9b52-439a78c7a244 HTTP/1.1" status: 200 len: 915 time: 0.0826886 Feb 04 16:29:58.373947 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b020542-3041-4f76-9919-881b850d552d req-5c431c3f-16f2-4e65-bd95-871741913eaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=008b59e1-a4d0-49fe-942d-46d25aafb8ec HTTP/1.1" status: 200 len: 217 time: 0.0368550 Feb 04 16:29:58.421053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b020542-3041-4f76-9919-881b850d552d req-76dc191f-9759-4e06-aa99-00e09b3abe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:58.422483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b020542-3041-4f76-9919-881b850d552d req-76dc191f-9759-4e06-aa99-00e09b3abe98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b813a62-4094-4ea3-8eeb-b3e3284da3c2 HTTP/1.1" status: 200 len: 854 time: 0.0424271 Feb 04 16:29:58.451791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b020542-3041-4f76-9919-881b850d552d req-9bd8526c-1aa4-441d-a228-301ac97d1f20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920bf77e-b355-46fb-9b52-439a78c7a244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232003 Feb 04 16:29:58.542708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b020542-3041-4f76-9919-881b850d552d req-6e31e134-fbbf-4585-9ac0-c58084095d6c service neutron] 10.222.0.30 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829840 Feb 04 16:29:58.634499 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3b020542-3041-4f76-9919-881b850d552d req-b2457a8c-a42f-4ff9-987c-0d5552b9d689 service neutron] 10.222.0.30 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Feb 04 16:29:59.049177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfad50-2d90-4543-8645-fe197693e527 req-797cd15f-7369-4b1e-89ae-55c3459232a1 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:59.050704 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-77bfad50-2d90-4543-8645-fe197693e527 req-797cd15f-7369-4b1e-89ae-55c3459232a1 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 943 time: 0.0487227 Feb 04 16:29:59.092443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-77bfad50-2d90-4543-8645-fe197693e527 req-0025599b-77e6-4aff-bce5-6a34bb03f14a tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Feb 04 16:30:00.205708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf8ced-855f-475e-af46-fc38114374ef req-43f93217-8453-483e-9c8b-75c63b3e8585 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:00.207222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67cf8ced-855f-475e-af46-fc38114374ef req-43f93217-8453-483e-9c8b-75c63b3e8585 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 943 time: 0.0492909 Feb 04 16:30:00.244744 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67cf8ced-855f-475e-af46-fc38114374ef req-8e57462a-3ed0-4faa-98ff-0f82ab9366f0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Feb 04 16:30:00.681552 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bb3463df-0524-412e-ae2f-b152d4cc32df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.364414 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eb3e3-926b-4e55-bb8c-1ea499d9c4f6 req-4047fff8-2e62-4899-bba5-eeae615a13fc tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.366477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-674eb3e3-926b-4e55-bb8c-1ea499d9c4f6 req-4047fff8-2e62-4899-bba5-eeae615a13fc tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 943 time: 0.0524919 Feb 04 16:30:01.404579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-674eb3e3-926b-4e55-bb8c-1ea499d9c4f6 req-5d812eee-f72b-431d-a1c7-2c9e4a35c688 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Feb 04 16:30:01.571379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 008b59e1-a4d0-49fe-942d-46d25aafb8ec details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:30:01.663057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 008b59e1-a4d0-49fe-942d-46d25aafb8ec, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=008b59e1-a4d0-49fe-942d-46d25aafb8ec,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:01.677858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '008b59e1-a4d0-49fe-942d-46d25aafb8ec', 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244', 'port_id': '008b59e1-a4d0-49fe-942d-46d25aafb8ec', 'mac_address': 'fa:16:3e:ea:d8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b813a62-4094-4ea3-8eeb-b3e3284da3c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:30:01.714628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.726851 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008b59e1-a4d0-49fe-942d-46d25aafb8ec {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:30:01.745141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 008b59e1-a4d0-49fe-942d-46d25aafb8ec, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=008b59e1-a4d0-49fe-942d-46d25aafb8ec,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:01.749052 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.795078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=008b59e1-a4d0-49fe-942d-46d25aafb8ec,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:02.051733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['008b59e1-a4d0-49fe-942d-46d25aafb8ec'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:30:02.520333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8ff10-a4ed-49fc-bade-06d0b1a7b276 req-58509ff6-24f0-4bca-8d9c-ab72e69035b5 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:02.521950 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1aa8ff10-a4ed-49fc-bade-06d0b1a7b276 req-58509ff6-24f0-4bca-8d9c-ab72e69035b5 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 944 time: 0.0509815 Feb 04 16:30:02.560500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1aa8ff10-a4ed-49fc-bade-06d0b1a7b276 req-56820bc5-a23f-4f9f-a003-310ff6cc4eb0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Feb 04 16:30:03.587053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 008b59e1-a4d0-49fe-942d-46d25aafb8ec up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:03.638010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 008b59e1-a4d0-49fe-942d-46d25aafb8ec completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:03.641774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 008b59e1-a4d0-49fe-942d-46d25aafb8ec triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:03.642044 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.675536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff8ec1-48e5-417e-a466-8c1a2caa3651 req-043eec1c-9efa-465b-a059-948a815b0575 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:03.677522 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6eff8ec1-48e5-417e-a466-8c1a2caa3651 req-043eec1c-9efa-465b-a059-948a815b0575 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 944 time: 0.0489948 Feb 04 16:30:03.715506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6eff8ec1-48e5-417e-a466-8c1a2caa3651 req-0e795d6f-6b7d-483b-823e-9a3a54db43a4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Feb 04 16:30:03.722109 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.744940 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879921ad-c51d-4c27-953d-abca214f62ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008b59e1-a4d0-49fe-942d-46d25aafb8ec'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:03.747330 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d74c5-3daa-4200-a6e3-90c9f4da2eb8" -d '{"events": [{"server_uuid": "879921ad-c51d-4c27-953d-abca214f62ff", "name": "network-vif-plugged", "status": "completed", "tag": "008b59e1-a4d0-49fe-942d-46d25aafb8ec"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:30:03.765708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 008b59e1-a4d0-49fe-942d-46d25aafb8ec, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=008b59e1-a4d0-49fe-942d-46d25aafb8ec,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:03.772590 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.798239 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b58a19-9a8f-4b4e-9d9e-1701401918a8 x-openstack-request-id: req-52b58a19-9a8f-4b4e-9d9e-1701401918a8 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:30:03.798965 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879921ad-c51d-4c27-953d-abca214f62ff", "name": "network-vif-plugged", "status": "completed", "tag": "008b59e1-a4d0-49fe-942d-46d25aafb8ec", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:30:03.798965 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-52b58a19-9a8f-4b4e-9d9e-1701401918a8 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:30:03.799182 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879921ad-c51d-4c27-953d-abca214f62ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008b59e1-a4d0-49fe-942d-46d25aafb8ec', 'code': 200} Feb 04 16:30:03.804341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25d00a8a-0e1b-43d7-9297-84e752ef2fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.826704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=008b59e1-a4d0-49fe-942d-46d25aafb8ec,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:03.880842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dffba-61a6-4782-a1c9-b8f8847adb0c req-101cc0ae-b495-45f1-bfc3-cd6a218ad5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:03.882254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-928dffba-61a6-4782-a1c9-b8f8847adb0c req-101cc0ae-b495-45f1-bfc3-cd6a218ad5bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 1096 time: 0.0395358 Feb 04 16:30:03.916084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-928dffba-61a6-4782-a1c9-b8f8847adb0c req-a66f847b-c0c0-4f84-8f88-25cfd542d03f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274143 Feb 04 16:30:04.840770 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b5434-644f-48c0-808c-8451ed2c3046 req-88dc8a3d-d129-4918-b391-32d8aa7fe340 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:04.842293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-013b5434-644f-48c0-808c-8451ed2c3046 req-88dc8a3d-d129-4918-b391-32d8aa7fe340 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0594342 Feb 04 16:30:04.879754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-013b5434-644f-48c0-808c-8451ed2c3046 req-381539d2-5135-454a-974c-0f1bbcb57eff tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315208 Feb 04 16:30:05.998186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2af276-3d36-40c4-a5bf-5347033e3d63 req-d1439dd4-41f5-4ec5-ab04-24d54ebc620e tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:05.999736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c2af276-3d36-40c4-a5bf-5347033e3d63 req-d1439dd4-41f5-4ec5-ab04-24d54ebc620e tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0503228 Feb 04 16:30:06.002728 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.047069 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0c2af276-3d36-40c4-a5bf-5347033e3d63 req-392b8d70-ac56-4b24-ab9a-37f2a6759fc8 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Feb 04 16:30:06.266205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-c0b8ca9d-f1b4-4dab-bdb6-40abb9121b6f tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:06.267643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-c0b8ca9d-f1b4-4dab-bdb6-40abb9121b6f tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/networks?id=920bf77e-b355-46fb-9b52-439a78c7a244 HTTP/1.1" status: 200 len: 814 time: 0.0997934 Feb 04 16:30:06.282735 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-cf76889f-58c0-4560-a6a0-c65a5547d195 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/quotas/9989d57c1ad1423eb5678bcdfa8cd2dd HTTP/1.1" status: 200 len: 375 time: 0.0091057 Feb 04 16:30:06.331376 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-17bc8cf9-d474-4432-8b07-137d3e6d755f tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9989d57c1ad1423eb5678bcdfa8cd2dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424473 Feb 04 16:30:06.424084 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-8322c500-5e86-4f7d-8c15-6df214d08173 service neutron] 10.222.0.47 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854604 Feb 04 16:30:06.511693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-46fad4c7-bd09-4639-b556-bc2542cd7eea service neutron] 10.222.0.47 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814877 Feb 04 16:30:06.669793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f4235d7-ef3e-49b0-9055-67a932e4dc1c req-2d213800-debe-4cea-a3dd-6bbdff907d04 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 210 time: 0.0269451 Feb 04 16:30:07.079658 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.630697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.662438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-2f7c649c-0290-4313-be76-bec9b1201761 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:07.663911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-2f7c649c-0290-4313-be76-bec9b1201761 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.50 "GET /v2.0/networks?id=920bf77e-b355-46fb-9b52-439a78c7a244 HTTP/1.1" status: 200 len: 814 time: 0.1283083 Feb 04 16:30:07.685348 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Request body: {'port': {'device_id': '437b17ac-707f-40d9-a87d-b111fc2a62e2', 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244', 'admin_state_up': True, 'tenant_id': '9989d57c1ad1423eb5678bcdfa8cd2dd'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:07.768053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-254c86b7-8fc6-4585-b3a8-2815bcff481e req-3b045509-fa5c-495d-8a74-33e02658e411 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 210 time: 0.0307333 Feb 04 16:30:07.799224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Made reservation on behalf of 9989d57c1ad1423eb5678bcdfa8cd2dd for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:07.803470 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.930439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Allocated IP 172.20.0.8 (920bf77e-b355-46fb-9b52-439a78c7a244/9b813a62-4094-4ea3-8eeb-b3e3284da3c2/d989e3ea-0d01-4281-8645-5202e52e42cc) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:08.080834 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.117082 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.128471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['008b59e1-a4d0-49fe-942d-46d25aafb8ec'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:30:08.162443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Network 920bf77e-b355-46fb-9b52-439a78c7a244 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:08.165486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:08.172552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:08.176151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Pushing event updated for resources: {'Port': ['ID=d989e3ea-0d01-4281-8645-5202e52e42cc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:08.213798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.214182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.214529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.214870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.215205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.215538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.215867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.216194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.216522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.216849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.217173 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.217497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:08.240239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:08.240862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.256607 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-1b700fbb-6e79-4887-a044-e247b6f4f822 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751386 Feb 04 16:30:08.275865 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Request body: {'port': {'device_id': '437b17ac-707f-40d9-a87d-b111fc2a62e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:08.330563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.599145 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d989e3ea-0d01-4281-8645-5202e52e42cc {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:30:08.606649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.619334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Transition to ACTIVE for port object d989e3ea-0d01-4281-8645-5202e52e42cc will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:08.622981 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.672655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d989e3ea-0d01-4281-8645-5202e52e42cc,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:08.741868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Attempting to bind port d989e3ea-0d01-4281-8645-5202e52e42cc on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:08.742227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Attempting to bind port d989e3ea-0d01-4281-8645-5202e52e42cc by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:08.742578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Attempting to bind port d989e3ea-0d01-4281-8645-5202e52e42cc on network 920bf77e-b355-46fb-9b52-439a78c7a244 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:08.746791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Port d989e3ea-0d01-4281-8645-5202e52e42cc on network 920bf77e-b355-46fb-9b52-439a78c7a244 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:30:08.747100 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Attempting to bind port d989e3ea-0d01-4281-8645-5202e52e42cc on network 920bf77e-b355-46fb-9b52-439a78c7a244 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:08.751696 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:08.752029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Checking segment: {'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:08.752409 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Bound using segment: {'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:08.752828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Bound port: d989e3ea-0d01-4281-8645-5202e52e42cc, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03619112-c35e-4929-8a46-30e35c6e6d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:08.753174 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.820177 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] For port d989e3ea-0d01-4281-8645-5202e52e42cc, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:08.824498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] For port d989e3ea-0d01-4281-8645-5202e52e42cc, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d989e3ea-0d01-4281-8645-5202e52e42cc,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:08.829133 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.875845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:08.876454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.877827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/d989e3ea-0d01-4281-8645-5202e52e42cc HTTP/1.1" status: 200 len: 1091 time: 0.6062245 Feb 04 16:30:08.879949 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437b17ac-707f-40d9-a87d-b111fc2a62e2', 'tag': 'd989e3ea-0d01-4281-8645-5202e52e42cc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:08.882788 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaa239a-af6c-47cb-91cd-669a1cad1871" -d '{"events": [{"name": "network-changed", "server_uuid": "437b17ac-707f-40d9-a87d-b111fc2a62e2", "tag": "d989e3ea-0d01-4281-8645-5202e52e42cc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:30:08.922287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dafa31-387d-4219-a7f5-9c5f76d406f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d989e3ea-0d01-4281-8645-5202e52e42cc,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:08.951021 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615df51-c579-43c7-93ac-6622b21eca1f req-d0a8ce63-03b8-404c-afe1-92f30e6dd8e4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:08.952507 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1615df51-c579-43c7-93ac-6622b21eca1f req-d0a8ce63-03b8-404c-afe1-92f30e6dd8e4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 943 time: 0.0974288 Feb 04 16:30:09.006429 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ed3b2c-e805-4a00-afaf-06ad8b3150ee x-openstack-request-id: req-e0ed3b2c-e805-4a00-afaf-06ad8b3150ee {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:30:09.006725 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437b17ac-707f-40d9-a87d-b111fc2a62e2", "tag": "d989e3ea-0d01-4281-8645-5202e52e42cc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:30:09.006971 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0ed3b2c-e805-4a00-afaf-06ad8b3150ee {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:30:09.007365 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437b17ac-707f-40d9-a87d-b111fc2a62e2', 'tag': 'd989e3ea-0d01-4281-8645-5202e52e42cc', 'status': 'completed', 'code': 200} Feb 04 16:30:09.011747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-f46a9b9e-d4e2-4dc4-a042-ea1ba86bde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:09.013238 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-f46a9b9e-d4e2-4dc4-a042-ea1ba86bde82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9989d57c1ad1423eb5678bcdfa8cd2dd&device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 1094 time: 0.0822718 Feb 04 16:30:09.018279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1615df51-c579-43c7-93ac-6622b21eca1f req-4e4474c4-aef3-4dc0-9e07-b525fb3ab527 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523796 Feb 04 16:30:09.062438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-a4e1b5b1-311b-4014-8251-7626c4047a31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d989e3ea-0d01-4281-8645-5202e52e42cc HTTP/1.1" status: 200 len: 217 time: 0.0353928 Feb 04 16:30:09.111633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-7d99ed7b-ddb9-49f5-83d6-55118ec90d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:09.113102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-7d99ed7b-ddb9-49f5-83d6-55118ec90d6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b813a62-4094-4ea3-8eeb-b3e3284da3c2 HTTP/1.1" status: 200 len: 854 time: 0.0445712 Feb 04 16:30:09.148673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-c3cdf0b0-b55e-4e38-bf5e-8245bf582286 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=920bf77e-b355-46fb-9b52-439a78c7a244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293710 Feb 04 16:30:09.241117 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-5ad3ee24-92be-4c9d-aa36-1f1ed2f30c86 service neutron] 10.222.0.50 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Feb 04 16:30:09.337312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb796eba-d26d-40f1-8c16-0de39a8a5e84 req-cf632ce2-7331-45c1-bb9d-7da33cc799cc service neutron] 10.222.0.50 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892770 Feb 04 16:30:09.468138 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-274e7381-21b7-41b2-8756-e1abac637848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:09.469662 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-274e7381-21b7-41b2-8756-e1abac637848 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9989d57c1ad1423eb5678bcdfa8cd2dd&device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 1094 time: 0.0473216 Feb 04 16:30:09.571958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-79559207-5986-4fa4-8cff-c6f95022b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:09.573435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-79559207-5986-4fa4-8cff-c6f95022b7d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=920bf77e-b355-46fb-9b52-439a78c7a244 HTTP/1.1" status: 200 len: 915 time: 0.0967991 Feb 04 16:30:09.621941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-91ae1304-7d6d-48c2-b6e8-9bc21c96472f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d989e3ea-0d01-4281-8645-5202e52e42cc HTTP/1.1" status: 200 len: 217 time: 0.0406921 Feb 04 16:30:09.672699 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-81005ac8-8c1f-4533-8acf-88b4f15e735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:09.674178 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-81005ac8-8c1f-4533-8acf-88b4f15e735b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9b813a62-4094-4ea3-8eeb-b3e3284da3c2 HTTP/1.1" status: 200 len: 854 time: 0.0452137 Feb 04 16:30:09.706303 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-460a40be-c5fc-4de9-9102-fef91fd503ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=920bf77e-b355-46fb-9b52-439a78c7a244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253389 Feb 04 16:30:09.794370 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-260acf03-0f84-444b-a898-476d161f7f85 service neutron] 10.222.0.50 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819952 Feb 04 16:30:09.887533 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2aaa239a-af6c-47cb-91cd-669a1cad1871 req-5dc19947-f598-4f63-bdba-4d1fa1c3bd13 service neutron] 10.222.0.50 "GET /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866275 Feb 04 16:30:10.135075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b3cdc-502f-434a-92cf-a9ac746aa601 req-7389e385-7cf3-4bf3-8fc6-5d9bf418d620 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:10.136537 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a5b3cdc-502f-434a-92cf-a9ac746aa601 req-7389e385-7cf3-4bf3-8fc6-5d9bf418d620 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 943 time: 0.0495982 Feb 04 16:30:10.174445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1a5b3cdc-502f-434a-92cf-a9ac746aa601 req-b0d8a66d-f834-4649-81be-087f5721a97b tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304205 Feb 04 16:30:10.279150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:11.287615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c3aaa-7ebb-427b-97d4-a61c3605cb6f req-17968313-b5c5-49a8-bfdd-afeace264041 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:11.289093 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669c3aaa-7ebb-427b-97d4-a61c3605cb6f req-17968313-b5c5-49a8-bfdd-afeace264041 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 943 time: 0.0499260 Feb 04 16:30:11.326979 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-669c3aaa-7ebb-427b-97d4-a61c3605cb6f req-182ba480-5d37-4a94-8d3e-46abb099dee3 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Feb 04 16:30:12.440695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4680c5-f379-4d49-b944-43704250bb38 req-d0d2fd55-3fe5-494f-8984-b9357f15cc37 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:12.442209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d4680c5-f379-4d49-b944-43704250bb38 req-d0d2fd55-3fe5-494f-8984-b9357f15cc37 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 943 time: 0.0478773 Feb 04 16:30:12.479613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0d4680c5-f379-4d49-b944-43704250bb38 req-0c398f64-5dea-4f4f-892d-7cf8fc261f53 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305588 Feb 04 16:30:12.554324 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d989e3ea-0d01-4281-8645-5202e52e42cc details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:30:12.653472 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d989e3ea-0d01-4281-8645-5202e52e42cc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d989e3ea-0d01-4281-8645-5202e52e42cc,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:12.664057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'd989e3ea-0d01-4281-8645-5202e52e42cc', 'network_id': '920bf77e-b355-46fb-9b52-439a78c7a244', 'port_id': 'd989e3ea-0d01-4281-8645-5202e52e42cc', 'mac_address': 'fa:16:3e:70:07:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b813a62-4094-4ea3-8eeb-b3e3284da3c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:30:12.705090 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.717410 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d989e3ea-0d01-4281-8645-5202e52e42cc {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:30:12.735572 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d989e3ea-0d01-4281-8645-5202e52e42cc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d989e3ea-0d01-4281-8645-5202e52e42cc,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:12.740356 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.788056 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d989e3ea-0d01-4281-8645-5202e52e42cc,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:13.115356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d989e3ea-0d01-4281-8645-5202e52e42cc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:30:13.607897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd02b0-65ba-4eb3-8b30-87e3d23db073 req-9b04cdb7-1cac-4052-9035-766b7768efc1 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:13.609367 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44cd02b0-65ba-4eb3-8b30-87e3d23db073 req-9b04cdb7-1cac-4052-9035-766b7768efc1 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 944 time: 0.0540919 Feb 04 16:30:13.647338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44cd02b0-65ba-4eb3-8b30-87e3d23db073 req-3e11bf47-6161-46c6-a280-ae85350f8eda tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313766 Feb 04 16:30:14.554122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d989e3ea-0d01-4281-8645-5202e52e42cc up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:14.603607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port d989e3ea-0d01-4281-8645-5202e52e42cc completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:14.607488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port d989e3ea-0d01-4281-8645-5202e52e42cc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:14.607864 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.688397 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.712341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437b17ac-707f-40d9-a87d-b111fc2a62e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd989e3ea-0d01-4281-8645-5202e52e42cc'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:14.714661 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b623aeb6-65a3-4897-b5e9-e40874430205" -d '{"events": [{"server_uuid": "437b17ac-707f-40d9-a87d-b111fc2a62e2", "name": "network-vif-plugged", "status": "completed", "tag": "d989e3ea-0d01-4281-8645-5202e52e42cc"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:30:14.728121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d989e3ea-0d01-4281-8645-5202e52e42cc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d989e3ea-0d01-4281-8645-5202e52e42cc,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:14.732654 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.761390 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992d0f8d-f654-410e-b379-f2f43fa7756d x-openstack-request-id: req-992d0f8d-f654-410e-b379-f2f43fa7756d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:30:14.761678 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437b17ac-707f-40d9-a87d-b111fc2a62e2", "name": "network-vif-plugged", "status": "completed", "tag": "d989e3ea-0d01-4281-8645-5202e52e42cc", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:30:14.761928 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-992d0f8d-f654-410e-b379-f2f43fa7756d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:30:14.762339 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437b17ac-707f-40d9-a87d-b111fc2a62e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd989e3ea-0d01-4281-8645-5202e52e42cc', 'code': 200} Feb 04 16:30:14.775690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ce84b-b23b-4411-9a6d-ff3969a084f2 req-99077bb0-b1cb-4064-8344-0f7e18a17371 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:14.777428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f3ce84b-b23b-4411-9a6d-ff3969a084f2 req-99077bb0-b1cb-4064-8344-0f7e18a17371 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 945 time: 0.0588830 Feb 04 16:30:14.791526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d989e3ea-0d01-4281-8645-5202e52e42cc,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:14.820470 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7f3ce84b-b23b-4411-9a6d-ff3969a084f2 req-1ca7f0ed-903c-4b81-b516-3213354eb0ab tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360641 Feb 04 16:30:14.870837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d619fc-a886-454b-a142-e57b6097b537 req-e0853204-86bb-485e-a0fd-915c75acbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:14.872309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2d619fc-a886-454b-a142-e57b6097b537 req-e0853204-86bb-485e-a0fd-915c75acbd0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 1096 time: 0.0389838 Feb 04 16:30:14.906353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c2d619fc-a886-454b-a142-e57b6097b537 req-a86e70a3-631e-4121-8478-1e8990a7b575 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275335 Feb 04 16:30:15.936675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7af4b-63b4-4836-aeff-e2c697a5132a req-8afaab43-cebb-47fe-bde3-d3aac7ff33c4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:15.938176 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84c7af4b-63b4-4836-aeff-e2c697a5132a req-8afaab43-cebb-47fe-bde3-d3aac7ff33c4 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Feb 04 16:30:15.975513 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84c7af4b-63b4-4836-aeff-e2c697a5132a req-b4638c47-10c0-4582-95ea-4eb3c4ef9ebf tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Feb 04 16:30:17.091637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979b9a2-5b49-4838-96bf-1f001d520d53 req-fb759b8e-eb49-4caf-9619-be15ea94ba1e tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:17.093116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3979b9a2-5b49-4838-96bf-1f001d520d53 req-fb759b8e-eb49-4caf-9619-be15ea94ba1e tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Feb 04 16:30:17.130872 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3979b9a2-5b49-4838-96bf-1f001d520d53 req-f4f878be-0bcc-4d7a-9189-50dc0b4c5640 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Feb 04 16:30:17.361227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346088f-2922-413b-be13-a9811edf0d84 req-041584fc-6325-49f0-83dd-09aa26f87cad tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:17.362749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1346088f-2922-413b-be13-a9811edf0d84 req-041584fc-6325-49f0-83dd-09aa26f87cad tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 945 time: 0.0483267 Feb 04 16:30:17.402289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1346088f-2922-413b-be13-a9811edf0d84 req-eacbdbfb-6171-4dbd-936c-5e4f8a7e077d tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Feb 04 16:30:18.526489 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425091-11d7-4b81-9b77-4a09b4f916f3 req-eedd5484-3513-4ad2-a67d-93f1f8243c9c tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:18.528006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7425091-11d7-4b81-9b77-4a09b4f916f3 req-eedd5484-3513-4ad2-a67d-93f1f8243c9c tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Feb 04 16:30:18.566305 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b7425091-11d7-4b81-9b77-4a09b4f916f3 req-944f52a6-992a-4fda-b5fc-3fff37ecf983 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Feb 04 16:30:18.878677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-c143329c-2823-4fed-a42e-6d6dcc234832 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:18.880327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-c143329c-2823-4fed-a42e-6d6dcc234832 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.50 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 945 time: 0.0486383 Feb 04 16:30:18.973091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Deleting port d989e3ea-0d01-4281-8645-5202e52e42cc {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:30:18.973941 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.064194 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] For port d989e3ea-0d01-4281-8645-5202e52e42cc, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d989e3ea-0d01-4281-8645-5202e52e42cc,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:19.064554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.076280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Calling delete_port for d989e3ea-0d01-4281-8645-5202e52e42cc owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:30:19.210664 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.222693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['008b59e1-a4d0-49fe-942d-46d25aafb8ec'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:30:19.241643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Pushing event deleted for resources: {'Port': ['ID=d989e3ea-0d01-4281-8645-5202e52e42cc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:19.247273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d989e3ea-0d01-4281-8645-5202e52e42cc'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:30:19.284308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] No DVR routers for this DVR port d989e3ea-0d01-4281-8645-5202e52e42cc on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:19.288274 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.291684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9fe0ec6a-f1ce-41b7-9a23-4778f22a7dd0 req-2ae21d41-6eea-4007-a5d7-881678d929c0 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.50 "DELETE /v2.0/ports/d989e3ea-0d01-4281-8645-5202e52e42cc HTTP/1.1" status: 204 len: 173 time: 0.4059010 Feb 04 16:30:19.292153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437b17ac-707f-40d9-a87d-b111fc2a62e2', 'name': 'network-vif-deleted', 'tag': 'd989e3ea-0d01-4281-8645-5202e52e42cc'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:19.294484 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e58c66c-3edd-4773-9195-fff10c6b6376" -d '{"events": [{"server_uuid": "437b17ac-707f-40d9-a87d-b111fc2a62e2", "name": "network-vif-deleted", "tag": "d989e3ea-0d01-4281-8645-5202e52e42cc"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:30:19.355163 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ff343c-37f1-40a2-8444-57fe93613b87 x-openstack-request-id: req-94ff343c-37f1-40a2-8444-57fe93613b87 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:30:19.355520 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437b17ac-707f-40d9-a87d-b111fc2a62e2", "name": "network-vif-deleted", "tag": "d989e3ea-0d01-4281-8645-5202e52e42cc", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:30:19.355857 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94ff343c-37f1-40a2-8444-57fe93613b87 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:30:19.356342 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437b17ac-707f-40d9-a87d-b111fc2a62e2', 'name': 'network-vif-deleted', 'tag': 'd989e3ea-0d01-4281-8645-5202e52e42cc', 'status': 'completed', 'code': 200} Feb 04 16:30:19.674009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f9fdc140-569a-48b9-baad-c18a650fdcd1 req-b17f1235-fabf-4593-9799-977a54c9bb12 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=437b17ac-707f-40d9-a87d-b111fc2a62e2 HTTP/1.1" status: 200 len: 210 time: 0.0271990 Feb 04 16:30:20.825995 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7871e44-37d5-4ab8-ac4f-060a408c4d58 req-ddf72e4f-f205-4b60-a8e5-d2ff43a385a5 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:20.827559 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7871e44-37d5-4ab8-ac4f-060a408c4d58 req-ddf72e4f-f205-4b60-a8e5-d2ff43a385a5 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0530043 Feb 04 16:30:20.864774 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7871e44-37d5-4ab8-ac4f-060a408c4d58 req-46f0207c-20fd-4670-aeb2-d95d6c67719c tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Feb 04 16:30:20.993986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56725d6-91ac-44da-90ec-00487275f4b8 req-75c159b4-71d8-43b7-a196-ae6874bd7923 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:20.995453 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d56725d6-91ac-44da-90ec-00487275f4b8 req-75c159b4-71d8-43b7-a196-ae6874bd7923 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0471911 Feb 04 16:30:21.032687 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d56725d6-91ac-44da-90ec-00487275f4b8 req-ee1b994e-088d-49e5-add4-b1669cc0450f tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Feb 04 16:30:21.052263 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:30:21.151386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bede7-7e6b-459d-8599-483d289d10f9 req-b24f9956-2835-4bd0-917f-943242fd231a tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:21.152821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f20bede7-7e6b-459d-8599-483d289d10f9 req-b24f9956-2835-4bd0-917f-943242fd231a tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0511293 Feb 04 16:30:21.189695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f20bede7-7e6b-459d-8599-483d289d10f9 req-7435ee6d-d8d8-4c95-bc29-3a60b801919f tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Feb 04 16:30:21.358437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723718d-4cea-4b01-9573-6361c22b1a53 req-27292545-3c96-45c9-bfaf-6254cee5ed01 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:21.359938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4723718d-4cea-4b01-9573-6361c22b1a53 req-27292545-3c96-45c9-bfaf-6254cee5ed01 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0497746 Feb 04 16:30:21.399445 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4723718d-4cea-4b01-9573-6361c22b1a53 req-fa51f265-2e22-4b78-b647-08b45555f7e1 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Feb 04 16:30:21.512746 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b484821-80b7-431b-ac75-013459b12e2a req-42fe0e61-74b8-4b3f-8c21-cb1bb274d931 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:21.514234 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b484821-80b7-431b-ac75-013459b12e2a req-42fe0e61-74b8-4b3f-8c21-cb1bb274d931 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0481222 Feb 04 16:30:21.553160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b484821-80b7-431b-ac75-013459b12e2a req-64541a5f-a0ac-48b0-9f43-3ab3b1296f9c tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Feb 04 16:30:21.686785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd7b72-1762-4eaa-8589-a808bc28e5b3 req-b8bbf5d9-c206-4891-a58c-21898c010d4a tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:21.688285 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ccd7b72-1762-4eaa-8589-a808bc28e5b3 req-b8bbf5d9-c206-4891-a58c-21898c010d4a tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0570111 Feb 04 16:30:21.728519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1ccd7b72-1762-4eaa-8589-a808bc28e5b3 req-baa161f0-138d-4ca9-8fe1-b16bbf9f4024 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Feb 04 16:30:22.044936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8259e7-dc12-450d-9342-85eb3a236019 req-04e7a788-6c41-4ebb-81e5-1697fd87d295 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:22.046588 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc8259e7-dc12-450d-9342-85eb3a236019 req-04e7a788-6c41-4ebb-81e5-1697fd87d295 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0586004 Feb 04 16:30:22.087457 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bc8259e7-dc12-450d-9342-85eb3a236019 req-de85d4ed-3cd3-40c0-9d4f-ef2558afb39d tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Feb 04 16:30:22.586004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d989e3ea-0d01-4281-8645-5202e52e42cc no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:30:22.606901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: d989e3ea-0d01-4281-8645-5202e52e42cc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:30:22.607254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d989e3ea-0d01-4281-8645-5202e52e42cc not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:30:23.209341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd736f-daf9-40e7-b8a9-3e9bf85099be req-fe430fa7-1d78-4108-af5b-db35191a9ae7 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:23.210849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27bd736f-daf9-40e7-b8a9-3e9bf85099be req-fe430fa7-1d78-4108-af5b-db35191a9ae7 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0487845 Feb 04 16:30:23.248776 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27bd736f-daf9-40e7-b8a9-3e9bf85099be req-d0609f46-a55b-4adb-b424-67436629a639 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/security-groups?id=43829003-acb9-4db1-937a-af7f38084d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Feb 04 16:30:23.707325 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.739768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-aae49c41-28ff-4162-8cb4-a9f24ceb5569 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:23.741196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-aae49c41-28ff-4162-8cb4-a9f24ceb5569 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.30 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 945 time: 0.0514417 Feb 04 16:30:23.827814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Deleting port 008b59e1-a4d0-49fe-942d-46d25aafb8ec {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:30:23.828160 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.919467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] For port 008b59e1-a4d0-49fe-942d-46d25aafb8ec, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=008b59e1-a4d0-49fe-942d-46d25aafb8ec,segment=NetworkSegment(03619112-c35e-4929-8a46-30e35c6e6d7f),segment_id=03619112-c35e-4929-8a46-30e35c6e6d7f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:23.919747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.932125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Calling delete_port for 008b59e1-a4d0-49fe-942d-46d25aafb8ec owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:30:24.064141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.075882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['008b59e1-a4d0-49fe-942d-46d25aafb8ec'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:30:24.102066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Pushing event deleted for resources: {'Port': ['ID=008b59e1-a4d0-49fe-942d-46d25aafb8ec,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:24.143873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] No DVR routers for this DVR port 008b59e1-a4d0-49fe-942d-46d25aafb8ec on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:24.147272 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.150703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aa3bf0d8-2049-41d5-b9ca-54a535806efa req-b95f7025-abaa-451a-9b0d-e6fdb801d345 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.30 "DELETE /v2.0/ports/008b59e1-a4d0-49fe-942d-46d25aafb8ec HTTP/1.1" status: 204 len: 173 time: 0.4038782 Feb 04 16:30:24.151151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879921ad-c51d-4c27-953d-abca214f62ff', 'name': 'network-vif-deleted', 'tag': '008b59e1-a4d0-49fe-942d-46d25aafb8ec'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:24.153477 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3791589c-f7d9-4aaa-af2e-f49e89584c31" -d '{"events": [{"server_uuid": "879921ad-c51d-4c27-953d-abca214f62ff", "name": "network-vif-deleted", "tag": "008b59e1-a4d0-49fe-942d-46d25aafb8ec"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:30:24.193751 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b28338-e639-4385-9156-e3e756ede3ee x-openstack-request-id: req-59b28338-e639-4385-9156-e3e756ede3ee {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:30:24.194160 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879921ad-c51d-4c27-953d-abca214f62ff", "name": "network-vif-deleted", "tag": "008b59e1-a4d0-49fe-942d-46d25aafb8ec", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:30:24.194419 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-59b28338-e639-4385-9156-e3e756ede3ee {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:30:24.194820 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879921ad-c51d-4c27-953d-abca214f62ff', 'name': 'network-vif-deleted', 'tag': '008b59e1-a4d0-49fe-942d-46d25aafb8ec', 'status': 'completed', 'code': 200} Feb 04 16:30:24.361007 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff248b64-1899-47d9-bb21-1e850586de81 req-66cbd214-081c-4097-94ef-094e0a6ce835 tempest-ServersNegativeTestJSON-1545043572 tempest-ServersNegativeTestJSON-1545043572-project] 10.222.0.47 "GET /v2.0/ports?device_id=879921ad-c51d-4c27-953d-abca214f62ff HTTP/1.1" status: 200 len: 210 time: 0.0266845 Feb 04 16:30:25.417437 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36932) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:25.461910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ecce63-9df0-4418-95aa-e3aa93f8e1d6 admin admin] Deleting subnet 9b813a62-4094-4ea3-8eeb-b3e3284da3c2 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:30:25.464882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6ecce63-9df0-4418-95aa-e3aa93f8e1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.497408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6ecce63-9df0-4418-95aa-e3aa93f8e1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.539263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6ecce63-9df0-4418-95aa-e3aa93f8e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.590689 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6ecce63-9df0-4418-95aa-e3aa93f8e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.615110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecce63-9df0-4418-95aa-e3aa93f8e1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b813a62-4094-4ea3-8eeb-b3e3284da3c2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:25.622188 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b6ecce63-9df0-4418-95aa-e3aa93f8e1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.625353 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b6ecce63-9df0-4418-95aa-e3aa93f8e1d6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9b813a62-4094-4ea3-8eeb-b3e3284da3c2 HTTP/1.1" status: 204 len: 168 time: 0.2068958 Feb 04 16:30:25.627799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36934) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:25.695229 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.775755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.795085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920bf77e-b355-46fb-9b52-439a78c7a244']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:25.804412 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03619112-c35e-4929-8a46-30e35c6e6d7f') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:25.804701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03619112-c35e-4929-8a46-30e35c6e6d7f') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:25.813753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.827241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.833122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:25.833503 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:25.835342 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:25.891630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.897892 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.901007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] 10.222.0.47 "DELETE /v2.0/networks/920bf77e-b355-46fb-9b52-439a78c7a244 HTTP/1.1" status: 204 len: 168 time: 0.2723055 Feb 04 16:30:25.911335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f0281-f79e-476f-a6e2-8a56453243ae admin admin] Pushing event deleted for resources: {'Network': ['ID=920bf77e-b355-46fb-9b52-439a78c7a244,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:26.034145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36938) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:26.074216 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8c4da114-4be1-49be-a823-468bc4a9d917 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9989d57c1ad1423eb5678bcdfa8cd2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388627 Feb 04 16:30:26.076605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36940) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:26.123722 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c15dc5f-09ba-4a23-af28-721b944a481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.143923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c15dc5f-09ba-4a23-af28-721b944a481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.194514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c15dc5f-09ba-4a23-af28-721b944a481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.197356 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4c15dc5f-09ba-4a23-af28-721b944a481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.198543 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4c15dc5f-09ba-4a23-af28-721b944a481a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43829003-acb9-4db1-937a-af7f38084d89 HTTP/1.1" status: 204 len: 168 time: 0.1210511 Feb 04 16:30:26.206624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15dc5f-09ba-4a23-af28-721b944a481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43829003-acb9-4db1-937a-af7f38084d89,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:26.888765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36962) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:26.994969 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1077108991'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:27.018007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:27.022278 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.032000 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.106527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.110368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.137235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:27.145850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58376c9-489d-4adc-96a5-6e97dc5b1b7c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:27.152002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.152382 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Added segment 8e81d3f1-ca6d-49a1-8453-f64275b80c92 of type vlan for network 52c1e723-d062-463d-928d-9d9a4bd4d66c Feb 04 16:30:27.192661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.216563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.222175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:27.222861 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.282744 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3928552 Feb 04 16:30:27.295278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a694-6b4b-49d4-82e7-62d449314935 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Network': ['ID=52c1e723-d062-463d-928d-9d9a4bd4d66c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:27.305151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 52c1e723-d062-463d-928d-9d9a4bd4d66c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:27.679703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 008b59e1-a4d0-49fe-942d-46d25aafb8ec no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:30:27.700200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 008b59e1-a4d0-49fe-942d-46d25aafb8ec {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:30:27.700557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 008b59e1-a4d0-49fe-942d-46d25aafb8ec not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:30:30.579487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36968) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:30.585130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'subnet': {'network_id': '52c1e723-d062-463d-928d-9d9a4bd4d66c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:30.673609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:30.677202 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.682638 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf7f0-3806-425b-bfd7-f8c8624a88a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.858928 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.933586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Subnet': ['ID=f34ba4d3-7a13-4375-9aaf-aae8dd9535f4,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:30.937259 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Checking segment: {'id': '8e81d3f1-ca6d-49a1-8453-f64275b80c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '52c1e723-d062-463d-928d-9d9a4bd4d66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:30.937631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network hostable DHCP agents. Network: 52c1e723-d062-463d-928d-9d9a4bd4d66c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:30.955306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network 52c1e723-d062-463d-928d-9d9a4bd4d66c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:30.964755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 52c1e723-d062-463d-928d-9d9a4bd4d66c) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:30.969419 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:30.970410 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.973714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd0095-588f-4031-8313-723792b7d9d6 None None] Network 52c1e723-d062-463d-928d-9d9a4bd4d66c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:30.989838 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4e0aa4e4-ea90-4cc2-8f30-91bfa1e6b873 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4092212 Feb 04 16:30:30.993350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36970) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:30.998211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48278203'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:31.021070 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:31.024581 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.047868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:31.056600 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.056944 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Added segment 3b271d7d-6479-417a-b19a-13646c3a1b43 of type vlan for network 546d10b1-3ca7-490a-9264-0b43e402d2d5 Feb 04 16:30:31.097075 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.119928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-52c1e723-d062-463d-928d-9d9a4bd4d66c', 'network_id': '52c1e723-d062-463d-928d-9d9a4bd4d66c', 'tenant_id': '64cf6b2297a44a56a1a76eb0cb6a4bd2', 'fixed_ips': [{'subnet_id': 'f34ba4d3-7a13-4375-9aaf-aae8dd9535f4'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:31.121037 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.123574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.129618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:31.130236 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.185510 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1911087 Feb 04 16:30:31.188675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36972) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:31.194594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'subnet': {'network_id': '546d10b1-3ca7-490a-9264-0b43e402d2d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:31.197548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52494a10-fca5-4755-ae37-f751c9f9e5cb tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Network': ['ID=546d10b1-3ca7-490a-9264-0b43e402d2d5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:31.210288 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 546d10b1-3ca7-490a-9264-0b43e402d2d5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:31.284126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:31.288283 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.312654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Allocated IP 2001:db8:0:ffff::2 (52c1e723-d062-463d-928d-9d9a4bd4d66c/f34ba4d3-7a13-4375-9aaf-aae8dd9535f4/1fbf6742-4610-448e-8a46-adbe558bd4f9) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:31.462557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.468164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.478868 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.510063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Network 52c1e723-d062-463d-928d-9d9a4bd4d66c is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:31.514383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:31.516912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:31.524829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Pushing event updated for resources: {'Port': ['ID=1fbf6742-4610-448e-8a46-adbe558bd4f9,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:31.549904 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Subnet': ['ID=db6f773f-acd1-4917-ae5b-3abc8c5631d8,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:31.552733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Checking segment: {'id': '3b271d7d-6479-417a-b19a-13646c3a1b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '546d10b1-3ca7-490a-9264-0b43e402d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:31.553248 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network hostable DHCP agents. Network: 546d10b1-3ca7-490a-9264-0b43e402d2d5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:31.570973 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network 546d10b1-3ca7-490a-9264-0b43e402d2d5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:31.580025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 546d10b1-3ca7-490a-9264-0b43e402d2d5) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:31.581966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Attempting to bind port 1fbf6742-4610-448e-8a46-adbe558bd4f9 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:31.582923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Attempting to bind port 1fbf6742-4610-448e-8a46-adbe558bd4f9 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '8e81d3f1-ca6d-49a1-8453-f64275b80c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '52c1e723-d062-463d-928d-9d9a4bd4d66c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:31.583297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Attempting to bind port 1fbf6742-4610-448e-8a46-adbe558bd4f9 on network 52c1e723-d062-463d-928d-9d9a4bd4d66c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:31.585151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:31.585746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.592348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd69b29c-2ca5-44f6-ad70-a67d4acd207e None None] Network 546d10b1-3ca7-490a-9264-0b43e402d2d5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:31.595014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:31.595389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Checking segment: {'id': '8e81d3f1-ca6d-49a1-8453-f64275b80c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '52c1e723-d062-463d-928d-9d9a4bd4d66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:31.596286 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.596286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Bound using segment: {'id': '8e81d3f1-ca6d-49a1-8453-f64275b80c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '52c1e723-d062-463d-928d-9d9a4bd4d66c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:31.596627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Bound port: 1fbf6742-4610-448e-8a46-adbe558bd4f9, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e81d3f1-ca6d-49a1-8453-f64275b80c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '52c1e723-d062-463d-928d-9d9a4bd4d66c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:31.597002 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.606544 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-46b4b89d-dac9-4bc6-b03b-5705dc70745e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4161887 Feb 04 16:30:31.609170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36974) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:31.704153 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.749466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] For port 1fbf6742-4610-448e-8a46-adbe558bd4f9, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:31.759001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.767365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] For port 1fbf6742-4610-448e-8a46-adbe558bd4f9, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1fbf6742-4610-448e-8a46-adbe558bd4f9,segment=NetworkSegment(8e81d3f1-ca6d-49a1-8453-f64275b80c92),segment_id=8e81d3f1-ca6d-49a1-8453-f64275b80c92)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:31.774154 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.828003 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.848578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d72d2d-0f4a-4256-9026-b342d8787409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-546d10b1-3ca7-490a-9264-0b43e402d2d5', 'network_id': '546d10b1-3ca7-490a-9264-0b43e402d2d5', 'tenant_id': '64cf6b2297a44a56a1a76eb0cb6a4bd2', 'fixed_ips': [{'subnet_id': 'db6f773f-acd1-4917-ae5b-3abc8c5631d8'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:31.849431 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-04d72d2d-0f4a-4256-9026-b342d8787409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.857016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Subnet': ['ID=db6f773f-acd1-4917-ae5b-3abc8c5631d8,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:31.871673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaa048-1391-4da6-adde-b3e8a2c48070 None None] Pushing event updated for resources: {'Port': ['ID=1fbf6742-4610-448e-8a46-adbe558bd4f9,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:31.930511 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.953078 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546d10b1-3ca7-490a-9264-0b43e402d2d5']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:31.956654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663ad00-194f-4d8f-968c-fb80ef9c6410 None None] Network 546d10b1-3ca7-490a-9264-0b43e402d2d5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:31.963771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b271d7d-6479-417a-b19a-13646c3a1b43') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:31.964070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b271d7d-6479-417a-b19a-13646c3a1b43') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:31.974825 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.989034 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.995486 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:31.996000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:32.009646 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:32.085884 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.093627 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.102905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36976) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:32.103430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/546d10b1-3ca7-490a-9264-0b43e402d2d5 HTTP/1.1" status: 204 len: 168 time: 0.4928913 Feb 04 16:30:32.108385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251916396'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:32.123473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ef236-421e-4700-bd24-58187ff8381e tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Network': ['ID=546d10b1-3ca7-490a-9264-0b43e402d2d5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.149752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:32.154264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.185562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:32.199191 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.199531 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Added segment beb25755-b8c7-47b9-9b10-4733f1092457 of type vlan for network a35dec20-0057-4912-8a55-d9e022c26bb5 Feb 04 16:30:32.242960 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.269124 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.275081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:32.275690 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.345298 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2366445 Feb 04 16:30:32.345298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36978) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:32.350841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'subnet': {'network_id': 'a35dec20-0057-4912-8a55-d9e022c26bb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:32.355981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109228fc-20b5-42af-be06-786237ecbe56 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Network': ['ID=a35dec20-0057-4912-8a55-d9e022c26bb5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.366752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network a35dec20-0057-4912-8a55-d9e022c26bb5 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:32.450255 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:32.453731 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.510765 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Performing IP validity checks on allocation pools {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 16:30:32.511273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.ipam_backend_mixin [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102422) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 16:30:32.649798 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.709194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Subnet': ['ID=05eb39eb-8066-4dc9-af0a-3ae31aa3e7b7,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.720445 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Checking segment: {'id': 'beb25755-b8c7-47b9-9b10-4733f1092457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a35dec20-0057-4912-8a55-d9e022c26bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:32.720806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network hostable DHCP agents. Network: a35dec20-0057-4912-8a55-d9e022c26bb5, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:32.738096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network a35dec20-0057-4912-8a55-d9e022c26bb5 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:32.747913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, a35dec20-0057-4912-8a55-d9e022c26bb5) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:32.752690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:32.753354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.758077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e83dee-508b-4783-99d6-17c972156902 None None] Network a35dec20-0057-4912-8a55-d9e022c26bb5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:32.774341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-65f23f22-b026-4223-8a0c-2fc97c7eef2d tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4265778 Feb 04 16:30:32.774341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:32.874727 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.905781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016b1e09-3e4c-4220-a77b-ced4f0da22d0 None None] Network 52c1e723-d062-463d-928d-9d9a4bd4d66c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:32.920382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f980cc-27a8-4d65-a506-da9ec201af37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-a35dec20-0057-4912-8a55-d9e022c26bb5', 'network_id': 'a35dec20-0057-4912-8a55-d9e022c26bb5', 'tenant_id': '64cf6b2297a44a56a1a76eb0cb6a4bd2', 'fixed_ips': [{'subnet_id': '05eb39eb-8066-4dc9-af0a-3ae31aa3e7b7'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:32.921217 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-08f980cc-27a8-4d65-a506-da9ec201af37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.936241 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.001263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.028843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Subnet': ['ID=05eb39eb-8066-4dc9-af0a-3ae31aa3e7b7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.055907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-47c98e32-9217-451c-94c8-14d48599459a None None] Provisioning complete for port 1fbf6742-4610-448e-8a46-adbe558bd4f9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:33.056235 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-47c98e32-9217-451c-94c8-14d48599459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.091370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-08f980cc-27a8-4d65-a506-da9ec201af37 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05eb39eb-8066-4dc9-af0a-3ae31aa3e7b7: This subnet is being modified by another concurrent operation. Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05eb39eb-8066-4dc9-af0a-3ae31aa3e7b7: This subnet is being modified by another concurrent operation. Feb 04 16:30:33.114538 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 16:30:33.154116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6932d53-1e00-42ea-b0c0-2ae73650c378 None None] Network a35dec20-0057-4912-8a55-d9e022c26bb5 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:33.436953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35dec20-0057-4912-8a55-d9e022c26bb5']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:33.447937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb25755-b8c7-47b9-9b10-4733f1092457') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:33.448237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb25755-b8c7-47b9-9b10-4733f1092457') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:33.458383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.472832 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-47c98e32-9217-451c-94c8-14d48599459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.478666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.485482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:33.485912 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:33.489458 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:33.534245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-47c98e32-9217-451c-94c8-14d48599459a None None] For port 1fbf6742-4610-448e-8a46-adbe558bd4f9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1fbf6742-4610-448e-8a46-adbe558bd4f9,segment=NetworkSegment(8e81d3f1-ca6d-49a1-8453-f64275b80c92),segment_id=8e81d3f1-ca6d-49a1-8453-f64275b80c92)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:33.540671 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-47c98e32-9217-451c-94c8-14d48599459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.567969 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.587292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.594102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/a35dec20-0057-4912-8a55-d9e022c26bb5 HTTP/1.1" status: 204 len: 168 time: 0.8154967 Feb 04 16:30:33.594412 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36982) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:33.599254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129365402'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:33.600945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c98e32-9217-451c-94c8-14d48599459a None None] Pushing event updated for resources: {'Port': ['ID=1fbf6742-4610-448e-8a46-adbe558bd4f9,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.603502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee477-0c3f-409e-8915-0fb827920b95 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Network': ['ID=a35dec20-0057-4912-8a55-d9e022c26bb5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.630416 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:33.633993 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.657942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:33.667887 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.668247 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Added segment 9ac16f98-8119-4ab8-9ce6-47f48e9e60b3 of type vlan for network 46ec61c7-56d2-4967-a8c6-64c2a6d0773c Feb 04 16:30:33.712174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.746113 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.764372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e1e989-7257-4786-956a-1e5311fe75a4 None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 16:30:33.765917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:33.766693 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.793109 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1fbf6742-4610-448e-8a46-adbe558bd4f9 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:33.824843 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-332f8c07-2978-4488-b3b1-2df007e3b7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.829399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2307584 Feb 04 16:30:33.829399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36984) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:33.836219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'subnet': {'network_id': '46ec61c7-56d2-4967-a8c6-64c2a6d0773c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:33.839167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b408e1fa-f209-431f-8b8e-5e27f008f41e None None] Provisioning complete for port 1fbf6742-4610-448e-8a46-adbe558bd4f9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:33.839534 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b408e1fa-f209-431f-8b8e-5e27f008f41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.855245 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792c95f-4563-445e-963f-f4d43536c0de tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Network': ['ID=46ec61c7-56d2-4967-a8c6-64c2a6d0773c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.875803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 46ec61c7-56d2-4967-a8c6-64c2a6d0773c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:33.929251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:33.932885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.963764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e1e989-7257-4786-956a-1e5311fe75a4 None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:30:33.993139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1fbf6742-4610-448e-8a46-adbe558bd4f9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:33.993506 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.125114 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.191183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Subnet': ['ID=98098fcd-7b91-4fd9-83df-4ac279e61e2b,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:34.200532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Checking segment: {'id': '9ac16f98-8119-4ab8-9ce6-47f48e9e60b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '46ec61c7-56d2-4967-a8c6-64c2a6d0773c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:34.200896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network hostable DHCP agents. Network: 46ec61c7-56d2-4967-a8c6-64c2a6d0773c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:34.220515 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network 46ec61c7-56d2-4967-a8c6-64c2a6d0773c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:34.230031 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 46ec61c7-56d2-4967-a8c6-64c2a6d0773c) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:34.234823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:34.235411 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.251638 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7007ef73-3c90-4ffb-85ad-edf587c26f90 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4214995 Feb 04 16:30:34.256152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36986) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:34.261441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370690908'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:34.282763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8812eb3-7eee-4afc-9607-7eaa38b073a1 None None] Network 46ec61c7-56d2-4967-a8c6-64c2a6d0773c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:34.283563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:34.287183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.311730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:34.321290 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.322147 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Added segment 55a400ce-5db1-4e45-bd53-9d5168a92fb4 of type vlan for network 02841df8-2d52-47cb-9589-66293fca5080 Feb 04 16:30:34.361399 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.390156 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.396621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:34.397254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.433384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-46ec61c7-56d2-4967-a8c6-64c2a6d0773c', 'network_id': '46ec61c7-56d2-4967-a8c6-64c2a6d0773c', 'tenant_id': '64cf6b2297a44a56a1a76eb0cb6a4bd2', 'fixed_ips': [{'subnet_id': '98098fcd-7b91-4fd9-83df-4ac279e61e2b'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:34.434272 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.461938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2045612 Feb 04 16:30:34.464967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36988) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:34.470834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Request body: {'subnet': {'network_id': '02841df8-2d52-47cb-9589-66293fca5080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:34.471311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104936f-eb01-4e1d-ba84-4800c0ecdfa3 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Network': ['ID=02841df8-2d52-47cb-9589-66293fca5080,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:34.504738 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 02841df8-2d52-47cb-9589-66293fca5080 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:34.567029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Made reservation on behalf of 64cf6b2297a44a56a1a76eb0cb6a4bd2 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:34.570676 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.630263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Allocated IP 2001:db8::2 (46ec61c7-56d2-4967-a8c6-64c2a6d0773c/98098fcd-7b91-4fd9-83df-4ac279e61e2b/0061559b-5a15-4fcd-9bc5-7753e988d793) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:34.804964 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.811828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.854735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Network 46ec61c7-56d2-4967-a8c6-64c2a6d0773c is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:34.857831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:34.861536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:34.867477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Pushing event updated for resources: {'Port': ['ID=0061559b-5a15-4fcd-9bc5-7753e988d793,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:34.930309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Attempting to bind port 0061559b-5a15-4fcd-9bc5-7753e988d793 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:34.930680 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Attempting to bind port 0061559b-5a15-4fcd-9bc5-7753e988d793 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '9ac16f98-8119-4ab8-9ce6-47f48e9e60b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '46ec61c7-56d2-4967-a8c6-64c2a6d0773c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:34.931089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Attempting to bind port 0061559b-5a15-4fcd-9bc5-7753e988d793 on network 46ec61c7-56d2-4967-a8c6-64c2a6d0773c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:34.937795 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:34.938389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Checking segment: {'id': '9ac16f98-8119-4ab8-9ce6-47f48e9e60b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '46ec61c7-56d2-4967-a8c6-64c2a6d0773c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:34.938912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.939284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Bound using segment: {'id': '9ac16f98-8119-4ab8-9ce6-47f48e9e60b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '46ec61c7-56d2-4967-a8c6-64c2a6d0773c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:34.939925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Bound port: 0061559b-5a15-4fcd-9bc5-7753e988d793, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac16f98-8119-4ab8-9ce6-47f48e9e60b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '46ec61c7-56d2-4967-a8c6-64c2a6d0773c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:34.940315 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.011368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] For port 0061559b-5a15-4fcd-9bc5-7753e988d793, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:35.014665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] For port 0061559b-5a15-4fcd-9bc5-7753e988d793, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0061559b-5a15-4fcd-9bc5-7753e988d793,segment=NetworkSegment(9ac16f98-8119-4ab8-9ce6-47f48e9e60b3),segment_id=9ac16f98-8119-4ab8-9ce6-47f48e9e60b3)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:35.019219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.052958 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.083785 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acae149-69c4-4754-bfa9-deedc65d04e5 None None] Pushing event updated for resources: {'Port': ['ID=0061559b-5a15-4fcd-9bc5-7753e988d793,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:35.122146 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event updated for resources: {'Subnet': ['ID=dea8e0e7-c8ef-4eaf-9a32-9656795e8e23,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:35.132139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Checking segment: {'id': '55a400ce-5db1-4e45-bd53-9d5168a92fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '02841df8-2d52-47cb-9589-66293fca5080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:35.132513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network hostable DHCP agents. Network: 02841df8-2d52-47cb-9589-66293fca5080, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:35.151029 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Network 02841df8-2d52-47cb-9589-66293fca5080 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:35.160098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 02841df8-2d52-47cb-9589-66293fca5080) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:35.164990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:35.165669 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.169340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68572b6-6a2a-4499-93c4-fab443126e2f None None] Network 02841df8-2d52-47cb-9589-66293fca5080 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:35.190677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-71839687-8c62-48f9-9648-30a7975e4175 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7237070 Feb 04 16:30:35.192982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36990) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:35.311627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.343446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747dc45e-fb60-4af0-8032-84d13b5e8c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-02841df8-2d52-47cb-9589-66293fca5080', 'network_id': '02841df8-2d52-47cb-9589-66293fca5080', 'tenant_id': '64cf6b2297a44a56a1a76eb0cb6a4bd2', 'fixed_ips': [{'subnet_id': 'dea8e0e7-c8ef-4eaf-9a32-9656795e8e23'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:35.344337 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-747dc45e-fb60-4af0-8032-84d13b5e8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.370602 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.439219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server [None req-747dc45e-fb60-4af0-8032-84d13b5e8c41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dea8e0e7-c8ef-4eaf-9a32-9656795e8e23: This subnet is being modified by another concurrent operation. Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dea8e0e7-c8ef-4eaf-9a32-9656795e8e23: This subnet is being modified by another concurrent operation. Feb 04 16:30:35.453189 n-d-827869-1 neutron-server[102424]: ERROR oslo_messaging.rpc.server Feb 04 16:30:35.470067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Subnet': ['ID=dea8e0e7-c8ef-4eaf-9a32-9656795e8e23,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:35.472359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf59f29-22e9-4afe-bf45-fff670ce6940 None None] Network 02841df8-2d52-47cb-9589-66293fca5080 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:35.529464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.550178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02841df8-2d52-47cb-9589-66293fca5080']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:35.559875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a400ce-5db1-4e45-bd53-9d5168a92fb4') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:35.560178 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a400ce-5db1-4e45-bd53-9d5168a92fb4') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:35.574949 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.588945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.596269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:35.596680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:35.599849 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:35.656961 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.663797 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.666895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/02841df8-2d52-47cb-9589-66293fca5080 HTTP/1.1" status: 204 len: 168 time: 0.4712806 Feb 04 16:30:35.670317 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36992) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:35.679188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a339f2b-e7c2-4db8-b29c-d507d3026be7 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Network': ['ID=02841df8-2d52-47cb-9589-66293fca5080,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:35.701012 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a7a1e8-ea45-4718-8c3d-faf5f2fcf72b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] GET failed (client error): The resource could not be found. Feb 04 16:30:35.702690 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-62a7a1e8-ea45-4718-8c3d-faf5f2fcf72b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "GET /v2.0/subnets/dea8e0e7-c8ef-4eaf-9a32-9656795e8e23 HTTP/1.1" status: 404 len: 337 time: 0.0307333 Feb 04 16:30:35.705561 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36994) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:35.724619 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb4f8e4-106b-4814-9e4b-d19d0d781135 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] DELETE failed (client error): The resource could not be found. Feb 04 16:30:35.725447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb4f8e4-106b-4814-9e4b-d19d0d781135 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:30:35.728690 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9bb4f8e4-106b-4814-9e4b-d19d0d781135 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/02841df8-2d52-47cb-9589-66293fca5080 HTTP/1.1" status: 404 len: 339 time: 0.0221734 Feb 04 16:30:35.732496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 36996) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:35.760981 n-d-827869-1 neutron-server[102423]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0e49d5-39d8-4d9b-9389-5254a99a6123 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] DELETE failed (client error): The resource could not be found. Feb 04 16:30:35.761508 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0e49d5-39d8-4d9b-9389-5254a99a6123 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102423) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:30:35.764708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6e0e49d5-39d8-4d9b-9389-5254a99a6123 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/subnets/dea8e0e7-c8ef-4eaf-9a32-9656795e8e23 HTTP/1.1" status: 404 len: 337 time: 0.0307889 Feb 04 16:30:35.767372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 36998) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:35.789224 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5c5fc3-1bab-4de7-b1d3-f342dcb0683c tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] DELETE failed (client error): The resource could not be found. Feb 04 16:30:35.790523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5c5fc3-1bab-4de7-b1d3-f342dcb0683c tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:30:35.792650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0061559b-5a15-4fcd-9bc5-7753e988d793 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:35.796388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-af5c5fc3-1bab-4de7-b1d3-f342dcb0683c tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/02841df8-2d52-47cb-9589-66293fca5080 HTTP/1.1" status: 404 len: 339 time: 0.0254350 Feb 04 16:30:35.796673 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37000) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:35.848747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d23dcd-aa03-4b07-8140-1166629bdf0b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Deleting subnet 98098fcd-7b91-4fd9-83df-4ac279e61e2b {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:30:35.852379 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02d23dcd-aa03-4b07-8140-1166629bdf0b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.855086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0061559b-5a15-4fcd-9bc5-7753e988d793 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:35.855581 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.900428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02d23dcd-aa03-4b07-8140-1166629bdf0b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.943052 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.987488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 0061559b-5a15-4fcd-9bc5-7753e988d793, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0061559b-5a15-4fcd-9bc5-7753e988d793,segment=NetworkSegment(9ac16f98-8119-4ab8-9ce6-47f48e9e60b3),segment_id=9ac16f98-8119-4ab8-9ce6-47f48e9e60b3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:35.999313 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.012431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02d23dcd-aa03-4b07-8140-1166629bdf0b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.036171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.060358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=0061559b-5a15-4fcd-9bc5-7753e988d793,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.084053 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02d23dcd-aa03-4b07-8140-1166629bdf0b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.103988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c04eea-7538-4630-a9d2-b803f5937ce6 None None] Network 46ec61c7-56d2-4967-a8c6-64c2a6d0773c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:36.119384 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d23dcd-aa03-4b07-8140-1166629bdf0b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Subnet': ['ID=98098fcd-7b91-4fd9-83df-4ac279e61e2b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.127740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-02d23dcd-aa03-4b07-8140-1166629bdf0b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.127740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-02d23dcd-aa03-4b07-8140-1166629bdf0b tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/subnets/98098fcd-7b91-4fd9-83df-4ac279e61e2b HTTP/1.1" status: 204 len: 168 time: 0.3294694 Feb 04 16:30:36.131504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37002) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:36.187169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b1357fba-7f9c-4571-bbde-6fb94f4db3ff None None] Provisioning complete for port 0061559b-5a15-4fcd-9bc5-7753e988d793 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:36.187545 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b1357fba-7f9c-4571-bbde-6fb94f4db3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.214107 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.269101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Deleting port 0061559b-5a15-4fcd-9bc5-7753e988d793 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:30:36.269488 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.332809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] DHCP port deletion for 46ec61c7-56d2-4967-a8c6-64c2a6d0773c request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:30:36.337884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] For port 0061559b-5a15-4fcd-9bc5-7753e988d793, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0061559b-5a15-4fcd-9bc5-7753e988d793,segment=NetworkSegment(9ac16f98-8119-4ab8-9ce6-47f48e9e60b3),segment_id=9ac16f98-8119-4ab8-9ce6-47f48e9e60b3)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:36.338350 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.351849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Calling delete_port for 0061559b-5a15-4fcd-9bc5-7753e988d793 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:30:36.379464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] Deleting port 0061559b-5a15-4fcd-9bc5-7753e988d793 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:30:36.379848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.435933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.448856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] For port 0061559b-5a15-4fcd-9bc5-7753e988d793, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0061559b-5a15-4fcd-9bc5-7753e988d793,segment=NetworkSegment(9ac16f98-8119-4ab8-9ce6-47f48e9e60b3),segment_id=9ac16f98-8119-4ab8-9ce6-47f48e9e60b3)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:36.449251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.463550 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] Calling delete_port for 0061559b-5a15-4fcd-9bc5-7753e988d793 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:30:36.463800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Port': ['ID=0061559b-5a15-4fcd-9bc5-7753e988d793,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.465428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No DVR routers for this DVR port 0061559b-5a15-4fcd-9bc5-7753e988d793 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:36.545066 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.548931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.569659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] Pushing event deleted for resources: {'Port': ['ID=0061559b-5a15-4fcd-9bc5-7753e988d793,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.570008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ec61c7-56d2-4967-a8c6-64c2a6d0773c']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:36.574978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863d567-468a-458f-b6f4-ff7d195ab66d None None] No DVR routers for this DVR port 0061559b-5a15-4fcd-9bc5-7753e988d793 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:36.582961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac16f98-8119-4ab8-9ce6-47f48e9e60b3') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:36.582961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac16f98-8119-4ab8-9ce6-47f48e9e60b3') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:36.590444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15b4f2-0686-494e-a243-3a9099cfa4df None None] get_active_networks_info from n-d-827869-1 {{(pid=102424) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 16:30:36.595966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.615706 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.623467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:36.623870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:36.626965 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:36.664820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15b4f2-0686-494e-a243-3a9099cfa4df None None] Resources bound (agent type, host, resource id): {{(pid=102424) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:30:36.690821 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.700169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.703362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/46ec61c7-56d2-4967-a8c6-64c2a6d0773c HTTP/1.1" status: 204 len: 168 time: 0.5707335 Feb 04 16:30:36.706525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37004) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:36.713907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c61697-74dd-42a9-961b-853606b4ea65 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Network': ['ID=46ec61c7-56d2-4967-a8c6-64c2a6d0773c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.734627 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e28056-38f1-4507-af28-7c897f06fbc1 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] DELETE failed (client error): The resource could not be found. Feb 04 16:30:36.735087 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e28056-38f1-4507-af28-7c897f06fbc1 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:30:36.740450 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-20e28056-38f1-4507-af28-7c897f06fbc1 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/subnets/05eb39eb-8066-4dc9-af0a-3ae31aa3e7b7 HTTP/1.1" status: 404 len: 337 time: 0.0299284 Feb 04 16:30:36.740678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37006) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:36.758509 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fc0f68-7cea-4cb6-90fa-740779b7a105 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] DELETE failed (client error): The resource could not be found. Feb 04 16:30:36.759081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fc0f68-7cea-4cb6-90fa-740779b7a105 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:30:36.764465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c2fc0f68-7cea-4cb6-90fa-740779b7a105 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/a35dec20-0057-4912-8a55-d9e022c26bb5 HTTP/1.1" status: 404 len: 339 time: 0.0204484 Feb 04 16:30:36.764659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37008) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:36.791904 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-995741d8-2ed1-4565-9c33-289e0e689fea tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] DELETE failed (client error): The resource could not be found. Feb 04 16:30:36.792382 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995741d8-2ed1-4565-9c33-289e0e689fea tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:30:36.795749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-995741d8-2ed1-4565-9c33-289e0e689fea tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/subnets/db6f773f-acd1-4917-ae5b-3abc8c5631d8 HTTP/1.1" status: 404 len: 337 time: 0.0300710 Feb 04 16:30:36.798526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37010) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:36.816882 n-d-827869-1 neutron-server[102422]: INFO neutron.pecan_wsgi.hooks.translation [None req-77511626-a7dc-4038-86bb-347c3fbef5e2 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] DELETE failed (client error): The resource could not be found. Feb 04 16:30:36.817454 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77511626-a7dc-4038-86bb-347c3fbef5e2 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102422) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:30:36.820482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-77511626-a7dc-4038-86bb-347c3fbef5e2 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/546d10b1-3ca7-490a-9264-0b43e402d2d5 HTTP/1.1" status: 404 len: 339 time: 0.0209961 Feb 04 16:30:36.823621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37012) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:36.876573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d72ea6-b5c6-4123-8d3f-84d1340ed921 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Deleting subnet f34ba4d3-7a13-4375-9aaf-aae8dd9535f4 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:30:36.880680 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1d72ea6-b5c6-4123-8d3f-84d1340ed921 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.926664 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1d72ea6-b5c6-4123-8d3f-84d1340ed921 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.016603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1d72ea6-b5c6-4123-8d3f-84d1340ed921 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.077263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1d72ea6-b5c6-4123-8d3f-84d1340ed921 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.084586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.111342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72ea6-b5c6-4123-8d3f-84d1340ed921 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Subnet': ['ID=f34ba4d3-7a13-4375-9aaf-aae8dd9535f4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:37.115472 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a1d72ea6-b5c6-4123-8d3f-84d1340ed921 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.118687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a1d72ea6-b5c6-4123-8d3f-84d1340ed921 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/subnets/f34ba4d3-7a13-4375-9aaf-aae8dd9535f4 HTTP/1.1" status: 204 len: 168 time: 0.2941270 Feb 04 16:30:37.121260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37014) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:37.121515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ecdbb-0c74-418d-9102-016f0bc0d38f None None] Network 52c1e723-d062-463d-928d-9d9a4bd4d66c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:37.199489 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.255075 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Deleting port 1fbf6742-4610-448e-8a46-adbe558bd4f9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:30:37.255453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.304339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] DHCP port deletion for 52c1e723-d062-463d-928d-9d9a4bd4d66c request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:30:37.330809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] For port 1fbf6742-4610-448e-8a46-adbe558bd4f9, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1fbf6742-4610-448e-8a46-adbe558bd4f9,segment=NetworkSegment(8e81d3f1-ca6d-49a1-8453-f64275b80c92),segment_id=8e81d3f1-ca6d-49a1-8453-f64275b80c92)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:37.331183 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.347008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Calling delete_port for 1fbf6742-4610-448e-8a46-adbe558bd4f9 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:30:37.438550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.468068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Port': ['ID=1fbf6742-4610-448e-8a46-adbe558bd4f9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:37.472064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] No DVR routers for this DVR port 1fbf6742-4610-448e-8a46-adbe558bd4f9 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:37.519764 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] Deleting port 1fbf6742-4610-448e-8a46-adbe558bd4f9 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:30:37.520212 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.565350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.586636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] For port 1fbf6742-4610-448e-8a46-adbe558bd4f9, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:37.587919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c1e723-d062-463d-928d-9d9a4bd4d66c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:37.591357 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.599845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e81d3f1-ca6d-49a1-8453-f64275b80c92') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:37.600021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e81d3f1-ca6d-49a1-8453-f64275b80c92') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:37.609759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] Calling delete_port for 1fbf6742-4610-448e-8a46-adbe558bd4f9 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:30:37.610902 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.613130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] Port 1fbf6742-4610-448e-8a46-adbe558bd4f9 was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 16:30:37.615086 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.628704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.638063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:37.638480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:37.643391 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:37.653371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] Pushing event deleted for resources: {'Port': ['ID=1fbf6742-4610-448e-8a46-adbe558bd4f9,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:37.657070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6617d9c-82cd-4cc0-a2fa-126b100f7ae9 None None] No DVR routers for this DVR port 1fbf6742-4610-448e-8a46-adbe558bd4f9 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:37.673470 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.713108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.723667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.729785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] 10.222.0.47 "DELETE /v2.0/networks/52c1e723-d062-463d-928d-9d9a4bd4d66c HTTP/1.1" status: 204 len: 168 time: 0.6071398 Feb 04 16:30:37.750980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7ce25-493b-46dd-8da2-cbe2e8c9ec38 tempest-NetworksIpV6Test-1680896818 tempest-NetworksIpV6Test-1680896818-project] Pushing event deleted for resources: {'Network': ['ID=52c1e723-d062-463d-928d-9d9a4bd4d66c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:37.762233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1fbf6742-4610-448e-8a46-adbe558bd4f9 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:30:37.783245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1fbf6742-4610-448e-8a46-adbe558bd4f9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:30:37.783704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1fbf6742-4610-448e-8a46-adbe558bd4f9 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:30:37.784179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0061559b-5a15-4fcd-9bc5-7753e988d793 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:30:37.805433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0061559b-5a15-4fcd-9bc5-7753e988d793 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:30:37.805778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0061559b-5a15-4fcd-9bc5-7753e988d793 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:30:38.017799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37020) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:38.161465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-72fde4af-07b0-4a0a-8ea3-37dadebf3331 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64cf6b2297a44a56a1a76eb0cb6a4bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424353 Feb 04 16:30:38.164079 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37024) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:38.223350 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-003ca52a-0b25-48fd-af6c-6a52496dcaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.245472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-003ca52a-0b25-48fd-af6c-6a52496dcaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.298002 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-003ca52a-0b25-48fd-af6c-6a52496dcaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.300753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-003ca52a-0b25-48fd-af6c-6a52496dcaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.302708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-003ca52a-0b25-48fd-af6c-6a52496dcaf2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d58376c9-489d-4adc-96a5-6e97dc5b1b7c HTTP/1.1" status: 204 len: 168 time: 0.1374874 Feb 04 16:30:38.315573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ca52a-0b25-48fd-af6c-6a52496dcaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58376c9-489d-4adc-96a5-6e97dc5b1b7c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:38.954084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37046) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:39.051839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-09620d4a-f708-4a8e-af5e-71c8493493e2 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1246541140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:39.077804 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09620d4a-f708-4a8e-af5e-71c8493493e2 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.078721 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09620d4a-f708-4a8e-af5e-71c8493493e2 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.128387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09620d4a-f708-4a8e-af5e-71c8493493e2 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.133205 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09620d4a-f708-4a8e-af5e-71c8493493e2 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.151604 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-09620d4a-f708-4a8e-af5e-71c8493493e2 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.152833 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-09620d4a-f708-4a8e-af5e-71c8493493e2 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1977103 Feb 04 16:30:39.155497 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37050) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:39.160906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1930379780'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:39.183500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Made reservation on behalf of 3cc69e6ce8e8415f95763c2ac8eb4837 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:39.187262 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.199070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.274933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.278685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.304711 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:39.314421 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0fcbb-949b-44dd-a18f-3853b913805b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:39.320762 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.321131 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Added segment b6d05caf-3881-4e88-aaf7-e87308ef509d of type vlan for network 7fb675cc-af89-4ab1-b5e4-58fdd494607e Feb 04 16:30:39.362987 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.388021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.393505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:39.394119 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.458045 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3012605 Feb 04 16:30:39.461008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37052) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:39.466228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Request body: {'subnet': {'network_id': '7fb675cc-af89-4ab1-b5e4-58fdd494607e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:39.472067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e898b4-aad3-4a11-ac06-33afc85ef0d1 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event updated for resources: {'Network': ['ID=7fb675cc-af89-4ab1-b5e4-58fdd494607e,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:39.483295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 7fb675cc-af89-4ab1-b5e4-58fdd494607e details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:39.564761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Made reservation on behalf of 3cc69e6ce8e8415f95763c2ac8eb4837 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:39.569216 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.766623 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.832815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event updated for resources: {'Subnet': ['ID=677c79da-a2d2-4d06-95f5-468714a5f6d8,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:39.842184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Checking segment: {'id': 'b6d05caf-3881-4e88-aaf7-e87308ef509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7fb675cc-af89-4ab1-b5e4-58fdd494607e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:39.842550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Network hostable DHCP agents. Network: 7fb675cc-af89-4ab1-b5e4-58fdd494607e, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:39.859003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Network 7fb675cc-af89-4ab1-b5e4-58fdd494607e is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:39.868751 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 7fb675cc-af89-4ab1-b5e4-58fdd494607e) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:39.872974 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:39.873559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.878426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55951262-b4d4-42ef-98f2-2808a7080102 None None] Network 7fb675cc-af89-4ab1-b5e4-58fdd494607e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:39.891733 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4ac1bab8-8115-41a2-88c1-c4655ab12234 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4296000 Feb 04 16:30:39.894982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37054) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:39.900193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1339776488'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:39.931598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Made reservation on behalf of 3cc69e6ce8e8415f95763c2ac8eb4837 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:39.939198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.975320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:39.989703 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.990288 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Added segment c35e8342-09b2-43ac-8002-1cf8479bb67c of type vlan for network e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 Feb 04 16:30:40.059142 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.087377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-7fb675cc-af89-4ab1-b5e4-58fdd494607e', 'network_id': '7fb675cc-af89-4ab1-b5e4-58fdd494607e', 'tenant_id': '3cc69e6ce8e8415f95763c2ac8eb4837', 'fixed_ips': [{'subnet_id': '677c79da-a2d2-4d06-95f5-468714a5f6d8'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:40.088265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.093510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.099407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:40.100106 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.159946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2635841 Feb 04 16:30:40.163241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37056) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:40.168249 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Request body: {'subnet': {'network_id': 'e2da0c25-cd12-4ead-a4d1-ae0b0adf5383', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:40.221630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f124de4-cf70-47e4-a202-49877b158bde tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event updated for resources: {'Network': ['ID=e2da0c25-cd12-4ead-a4d1-ae0b0adf5383,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:40.235591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:40.257435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Allocated IP 172.20.0.2 (7fb675cc-af89-4ab1-b5e4-58fdd494607e/677c79da-a2d2-4d06-95f5-468714a5f6d8/fe2547e6-f34b-4f89-81d5-d943c960600b) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:40.283291 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Made reservation on behalf of 3cc69e6ce8e8415f95763c2ac8eb4837 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:40.287831 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.341241 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.471883 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.479411 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.494344 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.527257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Network 7fb675cc-af89-4ab1-b5e4-58fdd494607e is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:40.531171 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:40.533769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:40.536792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Pushing event updated for resources: {'Port': ['ID=fe2547e6-f34b-4f89-81d5-d943c960600b,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:40.548595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.548941 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.549273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.549607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.549928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.550281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.550625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.551511 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.551822 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.552134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.552459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.552789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:40.562986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event updated for resources: {'Subnet': ['ID=559bdba8-c661-44fa-b6fa-a95916a6e53a,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:40.568800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Checking segment: {'id': 'c35e8342-09b2-43ac-8002-1cf8479bb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e2da0c25-cd12-4ead-a4d1-ae0b0adf5383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:40.569186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Network hostable DHCP agents. Network: e2da0c25-cd12-4ead-a4d1-ae0b0adf5383, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:40.588727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Network e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:40.601724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e2da0c25-cd12-4ead-a4d1-ae0b0adf5383) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:40.607285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Attempting to bind port fe2547e6-f34b-4f89-81d5-d943c960600b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:40.607637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Attempting to bind port fe2547e6-f34b-4f89-81d5-d943c960600b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'b6d05caf-3881-4e88-aaf7-e87308ef509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7fb675cc-af89-4ab1-b5e4-58fdd494607e'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:40.608096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Attempting to bind port fe2547e6-f34b-4f89-81d5-d943c960600b on network 7fb675cc-af89-4ab1-b5e4-58fdd494607e {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:40.609102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:40.615848 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.616096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f7bfe5-ace6-47a1-9fc6-7086f085d7b9 None None] Network e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:40.627546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:40.627923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Checking segment: {'id': 'b6d05caf-3881-4e88-aaf7-e87308ef509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7fb675cc-af89-4ab1-b5e4-58fdd494607e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:40.628326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.628752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Bound using segment: {'id': 'b6d05caf-3881-4e88-aaf7-e87308ef509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7fb675cc-af89-4ab1-b5e4-58fdd494607e'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:40.629482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-25a47729-823b-4146-8759-4050d7302ed5 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4651651 Feb 04 16:30:40.630397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Bound port: fe2547e6-f34b-4f89-81d5-d943c960600b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d05caf-3881-4e88-aaf7-e87308ef509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7fb675cc-af89-4ab1-b5e4-58fdd494607e'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:40.630815 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.632276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37058) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:40.637678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8cd89f37-f768-4caa-adab-45ed88fd2e22 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e2da0c25-cd12-4ead-a4d1-ae0b0adf5383'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:40.783388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] For port fe2547e6-f34b-4f89-81d5-d943c960600b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:40.802054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] For port fe2547e6-f34b-4f89-81d5-d943c960600b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fe2547e6-f34b-4f89-81d5-d943c960600b,segment=NetworkSegment(b6d05caf-3881-4e88-aaf7-e87308ef509d),segment_id=b6d05caf-3881-4e88-aaf7-e87308ef509d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:40.809379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.865291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8cd89f37-f768-4caa-adab-45ed88fd2e22 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.876253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-e2da0c25-cd12-4ead-a4d1-ae0b0adf5383', 'network_id': 'e2da0c25-cd12-4ead-a4d1-ae0b0adf5383', 'tenant_id': '3cc69e6ce8e8415f95763c2ac8eb4837', 'fixed_ips': [{'subnet_id': '559bdba8-c661-44fa-b6fa-a95916a6e53a'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:40.877561 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.901280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e497112-0f38-4038-9e6d-d69003035900 None None] Pushing event updated for resources: {'Port': ['ID=fe2547e6-f34b-4f89-81d5-d943c960600b,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:40.975145 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [None req-8cd89f37-f768-4caa-adab-45ed88fd2e22 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:30:40.976295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8cd89f37-f768-4caa-adab-45ed88fd2e22 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "PUT /v2.0/routers/b197b356-bd4a-4499-9268-7fb393b9f116 HTTP/1.1" status: 400 len: 364 time: 0.3430150 Feb 04 16:30:40.982609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37060) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:41.036562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Allocated IP 172.21.0.2 (e2da0c25-cd12-4ead-a4d1-ae0b0adf5383/559bdba8-c661-44fa-b6fa-a95916a6e53a/09c5e6c7-24b0-45b6-bfbe-5aac376251a4) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:41.044694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-582929b9-f057-4f54-bac3-49eb3f04b1f4 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Deleting subnet 559bdba8-c661-44fa-b6fa-a95916a6e53a {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:30:41.201470 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.208489 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-582929b9-f057-4f54-bac3-49eb3f04b1f4 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.208958 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.252530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Network e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:41.258344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:41.260454 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Pushing event updated for resources: {'Port': ['ID=09c5e6c7-24b0-45b6-bfbe-5aac376251a4,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:41.261833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-582929b9-f057-4f54-bac3-49eb3f04b1f4 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.262669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:41.322377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Attempting to bind port 09c5e6c7-24b0-45b6-bfbe-5aac376251a4 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:41.322626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Attempting to bind port 09c5e6c7-24b0-45b6-bfbe-5aac376251a4 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c35e8342-09b2-43ac-8002-1cf8479bb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e2da0c25-cd12-4ead-a4d1-ae0b0adf5383'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:41.322991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Attempting to bind port 09c5e6c7-24b0-45b6-bfbe-5aac376251a4 on network e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:41.328559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:41.328918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Checking segment: {'id': 'c35e8342-09b2-43ac-8002-1cf8479bb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e2da0c25-cd12-4ead-a4d1-ae0b0adf5383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:41.329328 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.329726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Bound using segment: {'id': 'c35e8342-09b2-43ac-8002-1cf8479bb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e2da0c25-cd12-4ead-a4d1-ae0b0adf5383'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:41.330235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Bound port: 09c5e6c7-24b0-45b6-bfbe-5aac376251a4, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35e8342-09b2-43ac-8002-1cf8479bb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e2da0c25-cd12-4ead-a4d1-ae0b0adf5383'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:41.330620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.359247 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-582929b9-f057-4f54-bac3-49eb3f04b1f4 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.437151 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-582929b9-f057-4f54-bac3-49eb3f04b1f4 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.441967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-48b8458a-51ae-42da-872f-e126a221877d None None] For port 09c5e6c7-24b0-45b6-bfbe-5aac376251a4, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:41.447982 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-48b8458a-51ae-42da-872f-e126a221877d None None] For port 09c5e6c7-24b0-45b6-bfbe-5aac376251a4, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=09c5e6c7-24b0-45b6-bfbe-5aac376251a4,segment=NetworkSegment(c35e8342-09b2-43ac-8002-1cf8479bb67c),segment_id=c35e8342-09b2-43ac-8002-1cf8479bb67c)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:41.454207 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.467164 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582929b9-f057-4f54-bac3-49eb3f04b1f4 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event deleted for resources: {'Subnet': ['ID=559bdba8-c661-44fa-b6fa-a95916a6e53a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:41.474077 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-582929b9-f057-4f54-bac3-49eb3f04b1f4 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.480073 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37062) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:41.480698 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-582929b9-f057-4f54-bac3-49eb3f04b1f4 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "DELETE /v2.0/subnets/559bdba8-c661-44fa-b6fa-a95916a6e53a HTTP/1.1" status: 204 len: 168 time: 0.4965074 Feb 04 16:30:41.531339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8458a-51ae-42da-872f-e126a221877d None None] Pushing event updated for resources: {'Port': ['ID=09c5e6c7-24b0-45b6-bfbe-5aac376251a4,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:41.578835 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.655538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Deleting port 09c5e6c7-24b0-45b6-bfbe-5aac376251a4 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:30:41.655886 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.751028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] For port 09c5e6c7-24b0-45b6-bfbe-5aac376251a4, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=09c5e6c7-24b0-45b6-bfbe-5aac376251a4,segment=NetworkSegment(c35e8342-09b2-43ac-8002-1cf8479bb67c),segment_id=c35e8342-09b2-43ac-8002-1cf8479bb67c)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:41.751399 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.787637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Calling delete_port for 09c5e6c7-24b0-45b6-bfbe-5aac376251a4 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:30:41.830919 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fe2547e6-f34b-4f89-81d5-d943c960600b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:41.911640 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.916428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port fe2547e6-f34b-4f89-81d5-d943c960600b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:41.916945 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.950371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event deleted for resources: {'Port': ['ID=09c5e6c7-24b0-45b6-bfbe-5aac376251a4,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:41.952459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] No DVR routers for this DVR port 09c5e6c7-24b0-45b6-bfbe-5aac376251a4 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:42.029461 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.061066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.081531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port fe2547e6-f34b-4f89-81d5-d943c960600b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fe2547e6-f34b-4f89-81d5-d943c960600b,segment=NetworkSegment(b6d05caf-3881-4e88-aaf7-e87308ef509d),segment_id=b6d05caf-3881-4e88-aaf7-e87308ef509d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:42.088755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.091595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2da0c25-cd12-4ead-a4d1-ae0b0adf5383']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:42.107785 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35e8342-09b2-43ac-8002-1cf8479bb67c') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:42.108298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35e8342-09b2-43ac-8002-1cf8479bb67c') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:42.121224 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.136666 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.144984 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:42.145390 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:42.167534 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:42.170748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=fe2547e6-f34b-4f89-81d5-d943c960600b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.240111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.247981 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.253014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aad977-4cf3-4ccc-9a8f-a332a6702119 None None] Network 7fb675cc-af89-4ab1-b5e4-58fdd494607e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:42.258314 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "DELETE /v2.0/networks/e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 HTTP/1.1" status: 204 len: 168 time: 0.7732422 Feb 04 16:30:42.258540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37064) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:42.268836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d1afa-9bbd-4ee7-b3ce-57ac96c53fc9 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event deleted for resources: {'Network': ['ID=e2da0c25-cd12-4ead-a4d1-ae0b0adf5383,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.319817 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Deleting subnet 677c79da-a2d2-4d06-95f5-468714a5f6d8 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:30:42.323981 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.345369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5928a0d5-1e0b-4f1b-a7af-a7fa82366991 None None] Provisioning complete for port fe2547e6-f34b-4f89-81d5-d943c960600b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:42.345684 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5928a0d5-1e0b-4f1b-a7af-a7fa82366991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.372123 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.505322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.574563 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.603332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event deleted for resources: {'Subnet': ['ID=677c79da-a2d2-4d06-95f5-468714a5f6d8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.608099 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.615321 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37066) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:42.622588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "DELETE /v2.0/subnets/677c79da-a2d2-4d06-95f5-468714a5f6d8 HTTP/1.1" status: 204 len: 168 time: 0.3629942 Feb 04 16:30:42.633701 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.634216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.634560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.634897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.635229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.635557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.638584 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.640328 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.640994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.641570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.642359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.642950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153acbd-f6db-452b-9ee5-36eb6056b6b8 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:42.700552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.763306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Deleting port fe2547e6-f34b-4f89-81d5-d943c960600b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:30:42.763540 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.813533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1f117-cc8c-459d-b908-9bbacfeace77 None None] Network 7fb675cc-af89-4ab1-b5e4-58fdd494607e requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:42.839450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] For port fe2547e6-f34b-4f89-81d5-d943c960600b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=fe2547e6-f34b-4f89-81d5-d943c960600b,segment=NetworkSegment(b6d05caf-3881-4e88-aaf7-e87308ef509d),segment_id=b6d05caf-3881-4e88-aaf7-e87308ef509d)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:42.839823 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.855500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Calling delete_port for fe2547e6-f34b-4f89-81d5-d943c960600b owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:30:42.894488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-363283ee-0163-4d71-892f-026ef1f8a505 None None] Provisioning complete for port fe2547e6-f34b-4f89-81d5-d943c960600b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:42.894861 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-363283ee-0163-4d71-892f-026ef1f8a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.937282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007b93a-2513-4ff4-8c14-6d03cf7e920b None None] DHCP port deletion for e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:30:42.952135 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.978669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e961ee8-02c7-4506-8dae-f98bc2486ab3 None None] Network e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:42.984389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event deleted for resources: {'Port': ['ID=fe2547e6-f34b-4f89-81d5-d943c960600b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.988425 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] No DVR routers for this DVR port fe2547e6-f34b-4f89-81d5-d943c960600b on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:42.995630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e961ee8-02c7-4506-8dae-f98bc2486ab3 None None] Network e2da0c25-cd12-4ead-a4d1-ae0b0adf5383 could not be found, it might have been deleted concurrently. {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 16:30:42.999735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-363283ee-0163-4d71-892f-026ef1f8a505 None None] Could not find standard attr ID for object fe2547e6-f34b-4f89-81d5-d943c960600b. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:30:43.005557 n-d-827869-1 neutron-server[102424]: INFO neutron.plugins.ml2.db [None req-363283ee-0163-4d71-892f-026ef1f8a505 None None] No ports have port_id starting with fe2547e6-f34b-4f89-81d5-d943c960600b Feb 04 16:30:43.066900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf4bbbf-8a5d-4e55-bfe9-424b388dda74 None None] DHCP port deletion for 7fb675cc-af89-4ab1-b5e4-58fdd494607e request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:30:43.085913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.120335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1d3f5e37-9ce1-4d43-8c96-aa7f460627f4 None None] Could not find standard attr ID for object 09c5e6c7-24b0-45b6-bfbe-5aac376251a4. {{(pid=102424) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:30:43.121717 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb675cc-af89-4ab1-b5e4-58fdd494607e']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:43.133694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d05caf-3881-4e88-aaf7-e87308ef509d') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:43.134408 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d05caf-3881-4e88-aaf7-e87308ef509d') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:43.146537 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.160658 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.167301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:30:43.167709 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:43.171948 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:43.240657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.245907 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.252602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "DELETE /v2.0/networks/7fb675cc-af89-4ab1-b5e4-58fdd494607e HTTP/1.1" status: 204 len: 168 time: 0.6323073 Feb 04 16:30:43.252827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37068) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:43.266683 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208aab60-4bfb-498b-9472-3df31a1dcd34 tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Pushing event deleted for resources: {'Network': ['ID=7fb675cc-af89-4ab1-b5e4-58fdd494607e,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:43.299231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8421b624-0de8-4cf5-96cf-aaf78ed4337d tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "GET /v2.0/ports?device_id=b197b356-bd4a-4499-9268-7fb393b9f116 HTTP/1.1" status: 200 len: 205 time: 0.0448706 Feb 04 16:30:43.302266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37070) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:43.436527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18c94550-8bc0-43cf-a029-9f2b4d4f240c tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.639010 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18c94550-8bc0-43cf-a029-9f2b4d4f240c tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.641434 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18c94550-8bc0-43cf-a029-9f2b4d4f240c tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.687111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18c94550-8bc0-43cf-a029-9f2b4d4f240c tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.687581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c94550-8bc0-43cf-a029-9f2b4d4f240c tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Fanout notify agent at l3_agent the message router_deleted on router b197b356-bd4a-4499-9268-7fb393b9f116 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:30:43.695292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-18c94550-8bc0-43cf-a029-9f2b4d4f240c tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.696617 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-18c94550-8bc0-43cf-a029-9f2b4d4f240c tempest-RoutersNegativeTest-394145264 tempest-RoutersNegativeTest-394145264-project] 10.222.0.47 "DELETE /v2.0/routers/b197b356-bd4a-4499-9268-7fb393b9f116 HTTP/1.1" status: 204 len: 168 time: 0.3927672 Feb 04 16:30:43.752197 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fe2547e6-f34b-4f89-81d5-d943c960600b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:30:43.775345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: fe2547e6-f34b-4f89-81d5-d943c960600b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:30:43.775944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device fe2547e6-f34b-4f89-81d5-d943c960600b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:30:44.005857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37076) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:44.147595 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ef81dcd3-b17d-4c53-8b86-3a3b121c8ae8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3cc69e6ce8e8415f95763c2ac8eb4837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403773 Feb 04 16:30:44.149912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37080) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:44.211718 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8cf5-df2f-4fdc-bba1-4ea04b414af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.236304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8cf5-df2f-4fdc-bba1-4ea04b414af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.288667 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8cf5-df2f-4fdc-bba1-4ea04b414af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.292168 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8cf5-df2f-4fdc-bba1-4ea04b414af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.293437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c0ec8cf5-df2f-4fdc-bba1-4ea04b414af7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6db0fcbb-949b-44dd-a18f-3853b913805b HTTP/1.1" status: 204 len: 168 time: 0.1425722 Feb 04 16:30:44.303875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec8cf5-df2f-4fdc-bba1-4ea04b414af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0fcbb-949b-44dd-a18f-3853b913805b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:44.957509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37102) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:45.061220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1496858694-network', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:45.086072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Made reservation on behalf of 70c95522d72c4bf4a063e3ca80d9f1ec for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:45.088501 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.097591 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.174745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.178759 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.205131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:45.215615 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd518f5-70ea-4999-8039-d99c478bc1e4,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.231264 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.231264 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Added segment 3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f of type vlan for network 527a0372-1bd8-45a0-af4f-dc60ed65811d Feb 04 16:30:45.275710 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.304491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.305539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:45.306255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.362521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4038622 Feb 04 16:30:45.365762 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37106) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:45.372175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Request body: {'subnet': {'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-subnet', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:45.372778 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9d5f9-f46d-4373-adc7-9be0288de8aa admin admin] Pushing event updated for resources: {'Network': ['ID=527a0372-1bd8-45a0-af4f-dc60ed65811d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.386456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:45.403402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Made reservation on behalf of 70c95522d72c4bf4a063e3ca80d9f1ec for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:45.406286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.595434 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.654043 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f4a603-9387-41fc-9b63-9ac00d5a7cbd,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.663228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Checking segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:45.663588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Network hostable DHCP agents. Network: 527a0372-1bd8-45a0-af4f-dc60ed65811d, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:45.682206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:45.691751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 527a0372-1bd8-45a0-af4f-dc60ed65811d) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:45.696851 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:45.698617 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.701225 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eda418-297a-4731-ac0a-39cf729ab6fa None None] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:45.716368 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-37673b73-ff10-4161-a6c6-9f4824862ee8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3494337 Feb 04 16:30:45.719154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37108) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:45.723666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:45.746989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.748165 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.802167 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.859873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-527a0372-1bd8-45a0-af4f-dc60ed65811d', 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'fixed_ips': [{'subnet_id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:45.860780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.950004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.015492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Allocated IP 172.20.0.2 (527a0372-1bd8-45a0-af4f-dc60ed65811d/13f4a603-9387-41fc-9b63-9ac00d5a7cbd/328afdde-0298-4b56-a95d-4188c97f1855) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:46.169141 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.176251 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.178002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.199116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.221415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:46.225134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:46.227690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:46.236666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Pushing event updated for resources: {'Port': ['ID=328afdde-0298-4b56-a95d-4188c97f1855,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:46.296120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Attempting to bind port 328afdde-0298-4b56-a95d-4188c97f1855 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:46.296496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Attempting to bind port 328afdde-0298-4b56-a95d-4188c97f1855 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:46.296862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Attempting to bind port 328afdde-0298-4b56-a95d-4188c97f1855 on network 527a0372-1bd8-45a0-af4f-dc60ed65811d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:46.302141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:46.302515 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Checking segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:46.302915 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.303306 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Bound using segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:46.303770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Bound port: 328afdde-0298-4b56-a95d-4188c97f1855, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:46.304149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.314081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Allocated IP 172.25.1.141 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/077e57a3-e88e-47d4-ac9e-8dc4aed3ed03) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:46.372341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] For port 328afdde-0298-4b56-a95d-4188c97f1855, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:46.375834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] For port 328afdde-0298-4b56-a95d-4188c97f1855, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=328afdde-0298-4b56-a95d-4188c97f1855,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:46.380182 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.448866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b91cdd-4d50-4386-acf3-a72d53520add None None] Pushing event updated for resources: {'Port': ['ID=328afdde-0298-4b56-a95d-4188c97f1855,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:46.771541 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.807460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.849536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:46.854105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:46.856540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:46.879608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=077e57a3-e88e-47d4-ac9e-8dc4aed3ed03,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:47.111662 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.324661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.412531 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6f2f6-b44a-4fa4-b34a-ae28f6929304 None None] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:47.466071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:30:47.490809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-08ed749e-ceda-484f-aec1-50a40a94d684 None None] Provisioning complete for port 328afdde-0298-4b56-a95d-4188c97f1855 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:47.491397 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-08ed749e-ceda-484f-aec1-50a40a94d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.579053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:47.595694 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Sync routers for ids ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:30:47.599888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.604079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-64ffa6b1-7dfc-464d-b87c-abcf5670d1a7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8810160 Feb 04 16:30:47.604335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37110) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:47.607192 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Routers {'34aaff65-10e4-4c12-bc9b-5f860c615ff5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:30:47.607924 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:47.638732 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-08ed749e-ceda-484f-aec1-50a40a94d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.680819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-08ed749e-ceda-484f-aec1-50a40a94d684 None None] For port 328afdde-0298-4b56-a95d-4188c97f1855, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=328afdde-0298-4b56-a95d-4188c97f1855,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:47.686502 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-08ed749e-ceda-484f-aec1-50a40a94d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.731612 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Set router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:30:47.771115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed749e-ceda-484f-aec1-50a40a94d684 None None] Pushing event updated for resources: {'Port': ['ID=328afdde-0298-4b56-a95d-4188c97f1855,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:47.849029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 328afdde-0298-4b56-a95d-4188c97f1855 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:47.906901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 328afdde-0298-4b56-a95d-4188c97f1855 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:47.907566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.971627 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:30:47Z', 'revision_number': 3, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port': {'id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:46Z', 'updated_at': '2022-02-04T16:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:48.003490 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Checking router: 34aaff65-10e4-4c12-bc9b-5f860c615ff5 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:30:48.004214 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Updating router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:30:48.015818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-432ac33a-f2aa-4d46-a741-7cba9327d051 None None] Provisioning complete for port 328afdde-0298-4b56-a95d-4188c97f1855 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:48.016204 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-432ac33a-f2aa-4d46-a741-7cba9327d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.041094 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.146245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.337148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Allocated IP 172.20.0.1 (527a0372-1bd8-45a0-af4f-dc60ed65811d/13f4a603-9387-41fc-9b63-9ac00d5a7cbd/e66c7b59-6390-4fd4-9031-17494779c36b) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:48.351472 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.357352 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.408742 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Attempting to bind port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:48.409107 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Attempting to bind port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:48.409469 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Attempting to bind port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:48.415846 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Pushing event updated for resources: {'Port': ['ID=077e57a3-e88e-47d4-ac9e-8dc4aed3ed03,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:48.420980 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:48.421342 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:48.421747 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.422173 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:48.422650 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Bound port: 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:48.423026 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.430423 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.430857 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.431104 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.431432 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.431756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.432079 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.432398 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.432728 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.433034 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.433359 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.433652 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.434001 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:48.492471 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.494550 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] For port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:48.498275 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] For port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=077e57a3-e88e-47d4-ac9e-8dc4aed3ed03,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:48.504130 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.531945 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.576882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:48.579092 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Routers {'34aaff65-10e4-4c12-bc9b-5f860c615ff5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:30:48.579819 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:48.579964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:48.583390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:48.620630 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e66c7b59-6390-4fd4-9031-17494779c36b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:48.638346 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.656275 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c01d3-c998-4a5e-be75-c86066fc9fb7 None None] Pushing event updated for resources: {'Port': ['ID=077e57a3-e88e-47d4-ac9e-8dc4aed3ed03,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:48.749884 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] Set router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:30:48.797314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.947332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-279bcbdf-bfa0-4d90-804a-3a57aba89838 None None] Provisioning complete for port e66c7b59-6390-4fd4-9031-17494779c36b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:48.948515 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-279bcbdf-bfa0-4d90-804a-3a57aba89838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.994571 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-279bcbdf-bfa0-4d90-804a-3a57aba89838 None None] Port e66c7b59-6390-4fd4-9031-17494779c36b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:30:48.999349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.005582 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.076026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e66c7b59-6390-4fd4-9031-17494779c36b,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:49.080038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.085230 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:30:47Z', 'revision_number': 3, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port': {'id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:46Z', 'updated_at': '2022-02-04T16:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:49.124447 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530434f9-2725-40e8-b8df-5b1a5cc9b8a1 None None] The sync data for ids ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'] in n-d-827869-1 is: [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:30:47Z', 'revision_number': 3, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port': {'id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:46Z', 'updated_at': '2022-02-04T16:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:30:49.198030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:49.199604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:49.365426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:49.509085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:49.514573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-06447cc5-7892-4361-8203-5befbad823f3 admin admin] 10.222.0.47 "PUT /v2.0/routers/34aaff65-10e4-4c12-bc9b-5f860c615ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9091792 Feb 04 16:30:49.525268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-43a23041-b861-420e-ab20-01922e0d952c None None] Provisioning complete for port e66c7b59-6390-4fd4-9031-17494779c36b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:49.526154 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-43a23041-b861-420e-ab20-01922e0d952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.589284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-43a23041-b861-420e-ab20-01922e0d952c None None] Port e66c7b59-6390-4fd4-9031-17494779c36b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:30:49.865122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:49.931001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:49.931984 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.033530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.057055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=077e57a3-e88e-47d4-ac9e-8dc4aed3ed03,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:50.063628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.065551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 328afdde-0298-4b56-a95d-4188c97f1855 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:50.147831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=077e57a3-e88e-47d4-ac9e-8dc4aed3ed03,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:50.162266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 328afdde-0298-4b56-a95d-4188c97f1855 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:50.162398 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.166696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37126) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:50.172789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2128223464-network', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:50.207874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Made reservation on behalf of 0d1bba4ae17446e88d02963275e0f590 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:50.210358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.220020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.371838 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.379404 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.429809 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:50.439562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5d150-6f3d-45ce-8514-e6ef8e8217d9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:50.454144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.454672 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Added segment 1abb7b0f-6000-4a62-a308-79171418158d of type vlan for network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a Feb 04 16:30:50.505419 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.540870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.542109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:50.542737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.601509 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4336379 Feb 04 16:30:50.608795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37128) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:50.614626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Request body: {'subnet': {'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-subnet', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:50.635930 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82460367-6f3b-4871-88b2-80f99652c461 admin admin] Pushing event updated for resources: {'Network': ['ID=85f9db6c-f4d6-4897-97e6-0d1b7756f30a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:50.649293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:30:50.656134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Made reservation on behalf of 0d1bba4ae17446e88d02963275e0f590 for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:50.660074 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.904666 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.957179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Sync routers for ids ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:30:50.970186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff12937-743d-4f85-a85e-500faca24c9f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:50.988655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Checking segment: {'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:50.989117 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Network hostable DHCP agents. Network: 85f9db6c-f4d6-4897-97e6-0d1b7756f30a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:51.009919 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:51.016557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Routers {'34aaff65-10e4-4c12-bc9b-5f860c615ff5'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:30:51.017388 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:51.020752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 85f9db6c-f4d6-4897-97e6-0d1b7756f30a) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:51.025902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:51.026641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.046292 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-242acfd6-8d5b-4369-905f-d7b230c09a9e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4363601 Feb 04 16:30:51.051709 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37130) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:51.059094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:51.073483 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae20d7-8878-482c-914f-d54be9a803ff None None] Network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:51.088537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.089696 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.163048 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.267054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Set router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:30:51.310255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.390798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-85f9db6c-f4d6-4897-97e6-0d1b7756f30a', 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'fixed_ips': [{'subnet_id': 'dff12937-743d-4f85-a85e-500faca24c9f'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:30:51.391660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.540619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.561423 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.633784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Allocated IP 172.20.0.2 (85f9db6c-f4d6-4897-97e6-0d1b7756f30a/dff12937-743d-4f85-a85e-500faca24c9f/e518b65c-7da2-4002-9369-730973a3b2f1) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:51.678603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Allocated IP 172.25.1.133 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/0352b80a-fdec-4bfd-a69a-a5b88627b5b2) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:51.701526 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:30:48Z', 'revision_number': 4, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port': {'id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:46Z', 'updated_at': '2022-02-04T16:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'e66c7b59-6390-4fd4-9031-17494779c36b', 'name': '', 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'mac_address': 'fa:16:3e:9a:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:48Z', 'updated_at': '2022-02-04T16:30:48Z', 'revision_number': 2, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'subnets': [{'id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:51.744111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Checking router: 34aaff65-10e4-4c12-bc9b-5f860c615ff5 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:30:51.744519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Updating router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 port e66c7b59-6390-4fd4-9031-17494779c36b binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:30:51.789134 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.796117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:51.820687 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.867028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.917710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:51.920816 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:51.924551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:51.952395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Pushing event updated for resources: {'Port': ['ID=0352b80a-fdec-4bfd-a69a-a5b88627b5b2,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:51.976087 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.992554 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.056422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:52.056703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.065489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:52.119328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:52.131068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:52.157869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Pushing event updated for resources: {'Port': ['ID=e518b65c-7da2-4002-9369-730973a3b2f1,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:52.256149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Attempting to bind port e518b65c-7da2-4002-9369-730973a3b2f1 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:52.256573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Attempting to bind port e518b65c-7da2-4002-9369-730973a3b2f1 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:52.256866 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Attempting to bind port e518b65c-7da2-4002-9369-730973a3b2f1 on network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:52.290963 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:52.291360 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Checking segment: {'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:52.291736 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.292132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Bound using segment: {'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:52.292625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Bound port: e518b65c-7da2-4002-9369-730973a3b2f1, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:52.293010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.404256 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.412039 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.447104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] For port e518b65c-7da2-4002-9369-730973a3b2f1, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:52.472632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] For port e518b65c-7da2-4002-9369-730973a3b2f1, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e518b65c-7da2-4002-9369-730973a3b2f1,segment=NetworkSegment(1abb7b0f-6000-4a62-a308-79171418158d),segment_id=1abb7b0f-6000-4a62-a308-79171418158d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:52.484311 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.489117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff94f9-6fb8-4d57-a230-a3cc9de3b15c None None] Pushing event updated for resources: {'Port': ['ID=e66c7b59-6390-4fd4-9031-17494779c36b,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:52.594640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d16da-c44e-44c3-9c2a-7c1668eb468e None None] Pushing event updated for resources: {'Port': ['ID=e518b65c-7da2-4002-9369-730973a3b2f1,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:52.627034 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Attempting to bind port e66c7b59-6390-4fd4-9031-17494779c36b on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:52.627413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Attempting to bind port e66c7b59-6390-4fd4-9031-17494779c36b by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:52.627793 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Attempting to bind port e66c7b59-6390-4fd4-9031-17494779c36b on network 527a0372-1bd8-45a0-af4f-dc60ed65811d {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:52.637751 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:52.638308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Checking segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:52.638687 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.639021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Bound using segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:52.639544 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Bound port: e66c7b59-6390-4fd4-9031-17494779c36b, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:52.640376 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.721623 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.734227 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] For port e66c7b59-6390-4fd4-9031-17494779c36b, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:52.738745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] For port e66c7b59-6390-4fd4-9031-17494779c36b, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e66c7b59-6390-4fd4-9031-17494779c36b,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:52.745522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.816467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff94f9-6fb8-4d57-a230-a3cc9de3b15c None None] Pushing event updated for resources: {'Port': ['ID=e66c7b59-6390-4fd4-9031-17494779c36b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:52.833049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Routers {'34aaff65-10e4-4c12-bc9b-5f860c615ff5'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:30:52.833703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:52.983560 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.166180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f2db5964-5370-4af9-8970-c139473894f2 None None] Provisioning complete for port e66c7b59-6390-4fd4-9031-17494779c36b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:53.166651 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2db5964-5370-4af9-8970-c139473894f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.180374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Router 8c1ef262-c1b6-4254-b46b-37b3cb27028d is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:30:53.201048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] Set router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:30:53.307346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:53.317152 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Sync routers for ids ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:30:53.330522 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Routers {'8c1ef262-c1b6-4254-b46b-37b3cb27028d'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:30:53.332874 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:53.333931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.335836 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6be6a538-8ac1-4947-8b79-a425823ce270 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2821727 Feb 04 16:30:53.338144 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37132) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:30:53.388957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2db5964-5370-4af9-8970-c139473894f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.445779 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f2db5964-5370-4af9-8970-c139473894f2 None None] For port e66c7b59-6390-4fd4-9031-17494779c36b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e66c7b59-6390-4fd4-9031-17494779c36b,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:53.457887 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Set router 8c1ef262-c1b6-4254-b46b-37b3cb27028d gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:30:53.468716 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f2db5964-5370-4af9-8970-c139473894f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.534909 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db5964-5370-4af9-8970-c139473894f2 None None] Pushing event updated for resources: {'Port': ['ID=e66c7b59-6390-4fd4-9031-17494779c36b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:53.556893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:30:48Z', 'revision_number': 4, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port': {'id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:46Z', 'updated_at': '2022-02-04T16:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'e66c7b59-6390-4fd4-9031-17494779c36b', 'name': '', 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'mac_address': 'fa:16:3e:9a:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:48Z', 'updated_at': '2022-02-04T16:30:52Z', 'revision_number': 4, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'subnets': [{'id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:53.609297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec954f-450a-41b5-bf42-6ff8470a061d None None] The sync data for ids ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'] in n-d-827869-1 is: [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:30:48Z', 'revision_number': 4, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port': {'id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:46Z', 'updated_at': '2022-02-04T16:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'e66c7b59-6390-4fd4-9031-17494779c36b', 'name': '', 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'mac_address': 'fa:16:3e:9a:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:48Z', 'updated_at': '2022-02-04T16:30:52Z', 'revision_number': 4, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'subnets': [{'id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:30:53.632908 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9c0a09d6-8b5d-469f-a814-6d3167f64a2f None None] Provisioning complete for port e66c7b59-6390-4fd4-9031-17494779c36b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:53.633375 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9c0a09d6-8b5d-469f-a814-6d3167f64a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.755555 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.780309 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:52Z', 'revision_number': 3, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port': {'id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:53.854607 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Checking router: 8c1ef262-c1b6-4254-b46b-37b3cb27028d for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:30:53.862061 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Updating router 8c1ef262-c1b6-4254-b46b-37b3cb27028d port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:30:53.940049 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.025176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e66c7b59-6390-4fd4-9031-17494779c36b up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:54.073760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.131230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e66c7b59-6390-4fd4-9031-17494779c36b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:54.131783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.228130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7a81b-f800-4436-8989-57d003d82364 None None] Network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:30:54.294066 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e518b65c-7da2-4002-9369-730973a3b2f1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:54.373486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Allocated IP 172.20.0.1 (85f9db6c-f4d6-4897-97e6-0d1b7756f30a/dff12937-743d-4f85-a85e-500faca24c9f/eb757f69-a6ee-466d-aafe-50d8fed52c0a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:54.375496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-8cec19f4-a56b-486a-976f-ff0a4ddd0353 None None] Provisioning complete for port e518b65c-7da2-4002-9369-730973a3b2f1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:54.376524 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8cec19f4-a56b-486a-976f-ff0a4ddd0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.444625 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.455596 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.488301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e518b65c-7da2-4002-9369-730973a3b2f1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:54.488827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.560703 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Attempting to bind port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:54.561078 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Attempting to bind port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:54.561439 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Attempting to bind port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:54.565129 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda6a41-a58d-4520-9e08-fa7445cc9c16 None None] Pushing event updated for resources: {'Port': ['ID=0352b80a-fdec-4bfd-a69a-a5b88627b5b2,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:54.575319 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:54.575989 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:54.576413 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.576873 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:54.577402 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Bound port: 0352b80a-fdec-4bfd-a69a-a5b88627b5b2, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:54.577757 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.607280 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.619465 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8cec19f4-a56b-486a-976f-ff0a4ddd0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.677491 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.685110 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] For port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:54.690020 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] For port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0352b80a-fdec-4bfd-a69a-a5b88627b5b2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:54.705177 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.709401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8cec19f4-a56b-486a-976f-ff0a4ddd0353 None None] For port e518b65c-7da2-4002-9369-730973a3b2f1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e518b65c-7da2-4002-9369-730973a3b2f1,segment=NetworkSegment(1abb7b0f-6000-4a62-a308-79171418158d),segment_id=1abb7b0f-6000-4a62-a308-79171418158d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:54.716196 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8cec19f4-a56b-486a-976f-ff0a4ddd0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.754322 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.773747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:54.777730 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:54.781997 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:54.829916 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Routers {'8c1ef262-c1b6-4254-b46b-37b3cb27028d'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:30:54.833297 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:54.856269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Pushing event updated for resources: {'Port': ['ID=eb757f69-a6ee-466d-aafe-50d8fed52c0a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:54.870833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec19f4-a56b-486a-976f-ff0a4ddd0353 None None] Pushing event updated for resources: {'Port': ['ID=e518b65c-7da2-4002-9369-730973a3b2f1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:54.873963 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.912548 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:30:54.912791 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:30:54.927987 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda6a41-a58d-4520-9e08-fa7445cc9c16 None None] Pushing event updated for resources: {'Port': ['ID=0352b80a-fdec-4bfd-a69a-a5b88627b5b2,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:54.971296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e20c51a6-5eae-4686-a56f-00631c089544 None None] Provisioning complete for port e518b65c-7da2-4002-9369-730973a3b2f1 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:54.971684 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e20c51a6-5eae-4686-a56f-00631c089544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.024657 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] Set router 8c1ef262-c1b6-4254-b46b-37b3cb27028d gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:30:55.133574 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.309580 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:52Z', 'revision_number': 3, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port': {'id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:55.347968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b7664d10-4eee-406a-b902-d2e0875dd0d4 None None] Provisioning complete for port eb757f69-a6ee-466d-aafe-50d8fed52c0a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:55.349282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7664d10-4eee-406a-b902-d2e0875dd0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.359795 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abc812-ac5b-4fea-aa85-53ae7022bdfc None None] The sync data for ids ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'] in n-d-827869-1 is: [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:52Z', 'revision_number': 3, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port': {'id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:30:55.398999 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.408852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b7664d10-4eee-406a-b902-d2e0875dd0d4 None None] Port eb757f69-a6ee-466d-aafe-50d8fed52c0a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:30:55.409056 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.488520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.490596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Pushing event updated for resources: {'Port': ['ID=eb757f69-a6ee-466d-aafe-50d8fed52c0a,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:55.600434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:55.601928 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:55.821913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Router 8c1ef262-c1b6-4254-b46b-37b3cb27028d has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:55.841761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e518b65c-7da2-4002-9369-730973a3b2f1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:55.936668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e518b65c-7da2-4002-9369-730973a3b2f1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:55.937339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.992764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:55.998499 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-41dc3969-b1d7-47f5-a73d-0c1c6fd1adbf admin admin] 10.222.0.47 "PUT /v2.0/routers/8c1ef262-c1b6-4254-b46b-37b3cb27028d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6592839 Feb 04 16:30:56.076664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-32c631ef-57cb-4b5f-a02a-f349ff25bb39 None None] Provisioning complete for port eb757f69-a6ee-466d-aafe-50d8fed52c0a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:56.077042 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-32c631ef-57cb-4b5f-a02a-f349ff25bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.123988 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-32c631ef-57cb-4b5f-a02a-f349ff25bb39 None None] Port eb757f69-a6ee-466d-aafe-50d8fed52c0a cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:30:57.000721 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-b3b6c24f-c651-4e9c-a930-59298276e778 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.002361 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-b3b6c24f-c651-4e9c-a930-59298276e778 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/networks?id=527a0372-1bd8-45a0-af4f-dc60ed65811d HTTP/1.1" status: 200 len: 817 time: 0.1141915 Feb 04 16:30:57.019532 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-8995f2a5-df7b-4e94-a52d-7b404c26779c tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/quotas/70c95522d72c4bf4a063e3ca80d9f1ec HTTP/1.1" status: 200 len: 375 time: 0.0105653 Feb 04 16:30:57.080680 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-0230e3a8-5a63-4626-ac20-813d3fc1368e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=70c95522d72c4bf4a063e3ca80d9f1ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535970 Feb 04 16:30:57.181946 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-62ae4ebc-b344-4a38-aefe-d98fb4af7dc1 service neutron] 10.222.0.47 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894024 Feb 04 16:30:57.272281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-bf9a4ca6-85bf-4cd5-99e1-3a337ac81288 service neutron] 10.222.0.47 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837731 Feb 04 16:30:57.304307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Sync routers for ids ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:30:57.313527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Routers {'8c1ef262-c1b6-4254-b46b-37b3cb27028d'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:30:57.314191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:57.422687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Set router 8c1ef262-c1b6-4254-b46b-37b3cb27028d gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:30:57.437233 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e72350d6-660d-4fde-9276-510d74d3ec5f req-3cf62d64-b773-44e5-bb07-2aba177dace1 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Feb 04 16:30:57.641384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:55Z', 'revision_number': 4, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port': {'id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb757f69-a6ee-466d-aafe-50d8fed52c0a', 'name': '', 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'mac_address': 'fa:16:3e:1a:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dff12937-743d-4f85-a85e-500faca24c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:54Z', 'updated_at': '2022-02-04T16:30:55Z', 'revision_number': 2, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'subnets': [{'id': 'dff12937-743d-4f85-a85e-500faca24c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:57.669863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Checking router: 8c1ef262-c1b6-4254-b46b-37b3cb27028d for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:30:57.670233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Updating router 8c1ef262-c1b6-4254-b46b-37b3cb27028d port eb757f69-a6ee-466d-aafe-50d8fed52c0a binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:30:57.700773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.828967 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:57.946147 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:57.946787 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.052102 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:30:58.255947 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.257768 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.270593 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.285615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0352b80a-fdec-4bfd-a69a-a5b88627b5b2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:58.315091 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.334255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eff08c-5a7f-4dbd-b2c5-8af32a01c9c2 None None] Pushing event updated for resources: {'Port': ['ID=eb757f69-a6ee-466d-aafe-50d8fed52c0a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.421119 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Attempting to bind port eb757f69-a6ee-466d-aafe-50d8fed52c0a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:58.421494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Attempting to bind port eb757f69-a6ee-466d-aafe-50d8fed52c0a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:58.421859 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Attempting to bind port eb757f69-a6ee-466d-aafe-50d8fed52c0a on network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:58.422136 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-3c6e92d0-8e27-44f8-b5d0-e940b1401e2f tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:58.423654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-3c6e92d0-8e27-44f8-b5d0-e940b1401e2f tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.30 "GET /v2.0/networks?id=527a0372-1bd8-45a0-af4f-dc60ed65811d HTTP/1.1" status: 200 len: 817 time: 0.1271567 Feb 04 16:30:58.430784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=0352b80a-fdec-4bfd-a69a-a5b88627b5b2,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.433664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:58.434080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Checking segment: {'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:58.434491 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.434879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Bound using segment: {'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:58.435370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Bound port: eb757f69-a6ee-466d-aafe-50d8fed52c0a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abb7b0f-6000-4a62-a308-79171418158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:58.435736 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.438052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Request body: {'port': {'device_id': 'c99f7529-540e-4867-8bc6-40435a3af248', 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'admin_state_up': True, 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:58.506568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] For port eb757f69-a6ee-466d-aafe-50d8fed52c0a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:58.513291 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] For port eb757f69-a6ee-466d-aafe-50d8fed52c0a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=eb757f69-a6ee-466d-aafe-50d8fed52c0a,segment=NetworkSegment(1abb7b0f-6000-4a62-a308-79171418158d),segment_id=1abb7b0f-6000-4a62-a308-79171418158d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:58.520668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.564431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82754a9d-1056-4936-a8af-aae0a4175818 req-9522e595-3f09-4753-b3c4-6bbde98c936b tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 210 time: 0.0396914 Feb 04 16:30:58.588028 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Made reservation on behalf of 70c95522d72c4bf4a063e3ca80d9f1ec for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:58.592760 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.594895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Routers {'8c1ef262-c1b6-4254-b46b-37b3cb27028d'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:30:58.595497 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:30:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:58.644394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eff08c-5a7f-4dbd-b2c5-8af32a01c9c2 None None] Pushing event updated for resources: {'Port': ['ID=eb757f69-a6ee-466d-aafe-50d8fed52c0a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.684889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-12361913-8058-4de6-a81d-431a030ce997 None None] Provisioning complete for port eb757f69-a6ee-466d-aafe-50d8fed52c0a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:58.685568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12361913-8058-4de6-a81d-431a030ce997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.746138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Allocated IP 172.20.0.5 (527a0372-1bd8-45a0-af4f-dc60ed65811d/13f4a603-9387-41fc-9b63-9ac00d5a7cbd/8274a555-3d37-4c93-91b7-a6319bf2f6a6) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:58.780881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] Set router 8c1ef262-c1b6-4254-b46b-37b3cb27028d gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:30:58.911175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.922244 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12361913-8058-4de6-a81d-431a030ce997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.946695 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.982262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-12361913-8058-4de6-a81d-431a030ce997 None None] For port eb757f69-a6ee-466d-aafe-50d8fed52c0a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=eb757f69-a6ee-466d-aafe-50d8fed52c0a,segment=NetworkSegment(1abb7b0f-6000-4a62-a308-79171418158d),segment_id=1abb7b0f-6000-4a62-a308-79171418158d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:58.988571 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12361913-8058-4de6-a81d-431a030ce997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.997944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:59.001184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:59.005518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:30:59.011983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Pushing event updated for resources: {'Port': ['ID=8274a555-3d37-4c93-91b7-a6319bf2f6a6,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.062051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:59.062715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.072500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12361913-8058-4de6-a81d-431a030ce997 None None] Pushing event updated for resources: {'Port': ['ID=eb757f69-a6ee-466d-aafe-50d8fed52c0a,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.084597 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-44f3fc80-10cd-4518-a08b-419e905dd536 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520572 Feb 04 16:30:59.097379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:55Z', 'revision_number': 4, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port': {'id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb757f69-a6ee-466d-aafe-50d8fed52c0a', 'name': '', 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'mac_address': 'fa:16:3e:1a:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dff12937-743d-4f85-a85e-500faca24c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:54Z', 'updated_at': '2022-02-04T16:30:58Z', 'revision_number': 4, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'subnets': [{'id': 'dff12937-743d-4f85-a85e-500faca24c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:59.097712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Request body: {'port': {'device_id': 'c99f7529-540e-4867-8bc6-40435a3af248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:30:59.132076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3eb136-3871-42e0-8d41-ced1a5cf4755 None None] The sync data for ids ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'] in n-d-827869-1 is: [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:55Z', 'revision_number': 4, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port': {'id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'eb757f69-a6ee-466d-aafe-50d8fed52c0a', 'name': '', 'network_id': '85f9db6c-f4d6-4897-97e6-0d1b7756f30a', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'mac_address': 'fa:16:3e:1a:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dff12937-743d-4f85-a85e-500faca24c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:54Z', 'updated_at': '2022-02-04T16:30:58Z', 'revision_number': 4, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'subnets': [{'id': 'dff12937-743d-4f85-a85e-500faca24c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:30:59.141721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a9d2333b-2614-40b0-8b6a-968da79732c4 None None] Provisioning complete for port eb757f69-a6ee-466d-aafe-50d8fed52c0a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:59.142190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a9d2333b-2614-40b0-8b6a-968da79732c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.158280 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.394791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7fe09446-59f6-4e0c-bcac-b9b6d97334dc None None] Provisioning complete for port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:59.395664 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7fe09446-59f6-4e0c-bcac-b9b6d97334dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.449603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7fe09446-59f6-4e0c-bcac-b9b6d97334dc None None] Port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:30:59.499043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8274a555-3d37-4c93-91b7-a6319bf2f6a6 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:30:59.507203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.520047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Transition to ACTIVE for port object 8274a555-3d37-4c93-91b7-a6319bf2f6a6 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:59.524958 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.606838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8274a555-3d37-4c93-91b7-a6319bf2f6a6,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.712133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Attempting to bind port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:59.712465 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Attempting to bind port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:59.712795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Attempting to bind port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 on network 527a0372-1bd8-45a0-af4f-dc60ed65811d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:59.724908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 on network 527a0372-1bd8-45a0-af4f-dc60ed65811d not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:30:59.725241 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Attempting to bind port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 on network 527a0372-1bd8-45a0-af4f-dc60ed65811d {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:30:59.741323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65f31b-90d2-4497-965c-23e17f9dad98 req-a7c313ad-248c-4b98-9930-7259c23c89ec tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:59.745139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e65f31b-90d2-4497-965c-23e17f9dad98 req-a7c313ad-248c-4b98-9930-7259c23c89ec tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 943 time: 0.0751023 Feb 04 16:30:59.745139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:30:59.745139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Checking segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:30:59.745139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Bound using segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:30:59.745139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Bound port: 8274a555-3d37-4c93-91b7-a6319bf2f6a6, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:59.745823 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.836404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8e65f31b-90d2-4497-965c-23e17f9dad98 req-13bc4264-9d66-43dc-ab76-7008d383e2bc tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749297 Feb 04 16:30:59.858468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] For port 8274a555-3d37-4c93-91b7-a6319bf2f6a6, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:59.863697 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] For port 8274a555-3d37-4c93-91b7-a6319bf2f6a6, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8274a555-3d37-4c93-91b7-a6319bf2f6a6,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:59.870494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.877138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device eb757f69-a6ee-466d-aafe-50d8fed52c0a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:30:59.916229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:59.916878 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.918359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/8274a555-3d37-4c93-91b7-a6319bf2f6a6 HTTP/1.1" status: 200 len: 1091 time: 0.8257174 Feb 04 16:30:59.918831 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99f7529-540e-4867-8bc6-40435a3af248', 'tag': '8274a555-3d37-4c93-91b7-a6319bf2f6a6'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:59.921286 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c99f7529-540e-4867-8bc6-40435a3af248", "tag": "8274a555-3d37-4c93-91b7-a6319bf2f6a6"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:30:59.932581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port eb757f69-a6ee-466d-aafe-50d8fed52c0a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:59.933249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.962254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c953f-d491-42b1-8e95-c54380e360c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8274a555-3d37-4c93-91b7-a6319bf2f6a6,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.982603 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3202add6-0f28-4989-92b5-67db029681e7 x-openstack-request-id: req-3202add6-0f28-4989-92b5-67db029681e7 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:30:59.982896 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99f7529-540e-4867-8bc6-40435a3af248", "tag": "8274a555-3d37-4c93-91b7-a6319bf2f6a6", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:30:59.983151 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3202add6-0f28-4989-92b5-67db029681e7 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:30:59.983876 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99f7529-540e-4867-8bc6-40435a3af248', 'tag': '8274a555-3d37-4c93-91b7-a6319bf2f6a6', 'status': 'completed', 'code': 200} Feb 04 16:31:00.034314 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-03ac0638-b796-420d-823e-ac4c23472624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.036406 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-03ac0638-b796-420d-823e-ac4c23472624 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70c95522d72c4bf4a063e3ca80d9f1ec&device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 1094 time: 0.0454319 Feb 04 16:31:00.056584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:31:00.083821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-e164c265-1a52-4c77-96a8-7e1a216aeb07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8274a555-3d37-4c93-91b7-a6319bf2f6a6 HTTP/1.1" status: 200 len: 217 time: 0.0404475 Feb 04 16:31:00.113032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:00.113538 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.135148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-5a315214-0061-4284-b58f-487828f96592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.136697 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-5a315214-0061-4284-b58f-487828f96592 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13f4a603-9387-41fc-9b63-9ac00d5a7cbd HTTP/1.1" status: 200 len: 856 time: 0.0469527 Feb 04 16:31:00.191797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-2cf05406-4f16-4933-ba19-9e5ad749a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.193375 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-2cf05406-4f16-4933-ba19-9e5ad749a948 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=527a0372-1bd8-45a0-af4f-dc60ed65811d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502791 Feb 04 16:31:00.282005 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-51d37d99-7c80-496e-b950-26851b4222fb service neutron] 10.222.0.30 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819428 Feb 04 16:31:00.373217 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-effa73b2-4e8e-46f7-b5cb-70e510f1f535 req-71034035-016b-48bc-9a2d-03009794447e service neutron] 10.222.0.30 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849361 Feb 04 16:31:00.463350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-5f77e481-6492-4028-8928-ec90ee1f500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.464971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-5f77e481-6492-4028-8928-ec90ee1f500d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70c95522d72c4bf4a063e3ca80d9f1ec&device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 1094 time: 0.0455279 Feb 04 16:31:00.561350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-03bbb65c-1aec-426d-873d-cc427cce5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.562877 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-03bbb65c-1aec-426d-873d-cc427cce5055 service neutron] 10.222.0.30 "GET /v2.0/networks?id=527a0372-1bd8-45a0-af4f-dc60ed65811d HTTP/1.1" status: 200 len: 918 time: 0.0917845 Feb 04 16:31:00.607071 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-8d7e2ff6-3f42-477d-80e4-971c7b1f62de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8274a555-3d37-4c93-91b7-a6319bf2f6a6 HTTP/1.1" status: 200 len: 217 time: 0.0359101 Feb 04 16:31:00.657908 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-a71fe7db-14f1-413c-b925-6abf18a5058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.659485 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-a71fe7db-14f1-413c-b925-6abf18a5058f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13f4a603-9387-41fc-9b63-9ac00d5a7cbd HTTP/1.1" status: 200 len: 856 time: 0.0455601 Feb 04 16:31:00.685674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e802838b-3691-4d52-87da-8b6fc464280d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.711806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-0c66b6ca-7fd5-49d5-a459-d6410f4e0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.713324 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-0c66b6ca-7fd5-49d5-a459-d6410f4e0dd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=527a0372-1bd8-45a0-af4f-dc60ed65811d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475709 Feb 04 16:31:00.811644 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-6607293d-c549-4fbc-9013-089184c58cf3 service neutron] 10.222.0.30 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918791 Feb 04 16:31:00.905110 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-86c24b9b-7ad1-4d37-b5d6-780ab70752bf req-c33b2580-663f-4990-8f42-94eb3cc8f90a service neutron] 10.222.0.30 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Feb 04 16:31:00.964430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971a8ee-d4d9-49c8-912f-fc97f374cb2b req-54e9817c-a644-4439-9ac7-368c52c17496 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.965970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3971a8ee-d4d9-49c8-912f-fc97f374cb2b req-54e9817c-a644-4439-9ac7-368c52c17496 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 943 time: 0.0530961 Feb 04 16:31:01.005923 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3971a8ee-d4d9-49c8-912f-fc97f374cb2b req-605ae44b-90ec-4da9-bab3-09fa6730e8ab tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328565 Feb 04 16:31:02.122369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b68172-2af5-4a51-83f9-214c2c804685 req-9ecb9040-c770-4f14-9612-116a4b69b1c8 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:02.123799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15b68172-2af5-4a51-83f9-214c2c804685 req-9ecb9040-c770-4f14-9612-116a4b69b1c8 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 943 time: 0.0482638 Feb 04 16:31:02.167796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15b68172-2af5-4a51-83f9-214c2c804685 req-4c1b5ae4-70cd-43a4-bdf8-6562fe73c179 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372174 Feb 04 16:31:03.287251 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf70af6-93e7-4b9e-94c3-1aef2df5c8c9 req-7ff666a3-afc2-4346-a022-e2dea22392f8 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:03.288807 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdf70af6-93e7-4b9e-94c3-1aef2df5c8c9 req-7ff666a3-afc2-4346-a022-e2dea22392f8 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 943 time: 0.0517037 Feb 04 16:31:03.327579 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdf70af6-93e7-4b9e-94c3-1aef2df5c8c9 req-e65272ac-2fc9-4289-a2e8-9900d195e8d9 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326748 Feb 04 16:31:03.768352 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-deac3fa5-da28-4a16-92e0-79ddba904eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.788191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8274a555-3d37-4c93-91b7-a6319bf2f6a6 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:31:03.885810 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8274a555-3d37-4c93-91b7-a6319bf2f6a6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8274a555-3d37-4c93-91b7-a6319bf2f6a6,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:03.896482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '8274a555-3d37-4c93-91b7-a6319bf2f6a6', 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'port_id': '8274a555-3d37-4c93-91b7-a6319bf2f6a6', 'mac_address': 'fa:16:3e:81:81:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:31:03.940038 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.953788 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8274a555-3d37-4c93-91b7-a6319bf2f6a6 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:31:03.973775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8274a555-3d37-4c93-91b7-a6319bf2f6a6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8274a555-3d37-4c93-91b7-a6319bf2f6a6,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:03.978654 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.028749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=8274a555-3d37-4c93-91b7-a6319bf2f6a6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:04.289559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['8274a555-3d37-4c93-91b7-a6319bf2f6a6'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:31:04.449432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f35d45-3547-4514-a260-df7263c5d6b6 req-225f8680-900a-4646-a7c2-4a8f6880635f tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:04.451063 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7f35d45-3547-4514-a260-df7263c5d6b6 req-225f8680-900a-4646-a7c2-4a8f6880635f tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 944 time: 0.0517974 Feb 04 16:31:04.492383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c7f35d45-3547-4514-a260-df7263c5d6b6 req-179067f4-92f9-4497-900a-612d9736bb78 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346415 Feb 04 16:31:05.611982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68f62d-d438-49a2-b2ca-285c6b65610c req-7889c999-4e0f-40e6-8d5c-12125fc87c6a tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:05.614186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a68f62d-d438-49a2-b2ca-285c6b65610c req-7889c999-4e0f-40e6-8d5c-12125fc87c6a tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 944 time: 0.0504296 Feb 04 16:31:05.654728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a68f62d-d438-49a2-b2ca-285c6b65610c req-af6e68d8-2062-43e8-a1b4-c325ba34b56e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Feb 04 16:31:05.788058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8274a555-3d37-4c93-91b7-a6319bf2f6a6 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:31:05.839547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:05.843493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:05.843878 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.933936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.960148 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f7529-540e-4867-8bc6-40435a3af248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8274a555-3d37-4c93-91b7-a6319bf2f6a6'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:05.962506 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f422fd-8fce-4af6-8712-915276195fac" -d '{"events": [{"server_uuid": "c99f7529-540e-4867-8bc6-40435a3af248", "name": "network-vif-plugged", "status": "completed", "tag": "8274a555-3d37-4c93-91b7-a6319bf2f6a6"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:31:05.975852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 8274a555-3d37-4c93-91b7-a6319bf2f6a6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8274a555-3d37-4c93-91b7-a6319bf2f6a6,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:05.981607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.010620 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e37208a-34da-45b9-b2c6-20b3ced3279a x-openstack-request-id: req-9e37208a-34da-45b9-b2c6-20b3ced3279a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:31:06.010954 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f7529-540e-4867-8bc6-40435a3af248", "name": "network-vif-plugged", "status": "completed", "tag": "8274a555-3d37-4c93-91b7-a6319bf2f6a6", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:31:06.011154 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9e37208a-34da-45b9-b2c6-20b3ced3279a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:31:06.011688 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99f7529-540e-4867-8bc6-40435a3af248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8274a555-3d37-4c93-91b7-a6319bf2f6a6', 'code': 200} Feb 04 16:31:06.039155 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.049427 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=8274a555-3d37-4c93-91b7-a6319bf2f6a6,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:06.108806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9687c5-b9ef-48f5-9be0-a8c7ca8db0c9 req-14a29cbc-cf58-42f7-88f1-0f0fbcdad7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:06.110335 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d9687c5-b9ef-48f5-9be0-a8c7ca8db0c9 req-14a29cbc-cf58-42f7-88f1-0f0fbcdad7d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 1096 time: 0.0473900 Feb 04 16:31:06.147360 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d9687c5-b9ef-48f5-9be0-a8c7ca8db0c9 req-d355f5d0-b524-4910-bf16-9db7144f04a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303018 Feb 04 16:31:06.769205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9a8b8-f9e9-4f3c-9cd3-f074a47b87fe req-2e0b5aa0-987a-46a7-930f-7ecca28b20d5 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:06.770686 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3db9a8b8-f9e9-4f3c-9cd3-f074a47b87fe req-2e0b5aa0-987a-46a7-930f-7ecca28b20d5 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 945 time: 0.0475035 Feb 04 16:31:06.809920 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3db9a8b8-f9e9-4f3c-9cd3-f074a47b87fe req-6b8e9f2e-a645-43a9-8013-9a743021112e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Feb 04 16:31:07.086862 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.628730 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.925613 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043c4b1-94f4-40b0-b8f4-f8e8a1f31e95 req-5ba1715c-0833-47bd-b54f-517cb9668a89 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.927132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a043c4b1-94f4-40b0-b8f4-f8e8a1f31e95 req-5ba1715c-0833-47bd-b54f-517cb9668a89 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Feb 04 16:31:07.965913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a043c4b1-94f4-40b0-b8f4-f8e8a1f31e95 req-e238e232-36ce-4e57-a93b-049f0e06145d tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325804 Feb 04 16:31:08.078749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67064611-5462-452a-a5ee-0abbfff9acaf req-efe80a2b-8258-4369-b6c6-b80a4b8a840a tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:08.080225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-67064611-5462-452a-a5ee-0abbfff9acaf req-efe80a2b-8258-4369-b6c6-b80a4b8a840a tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Feb 04 16:31:08.117227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-67064611-5462-452a-a5ee-0abbfff9acaf req-4a42b301-5fb5-4c1a-a2c3-99812b1bd852 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305266 Feb 04 16:31:10.288537 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:23.730542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:26.592253 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187d3dd-bd85-4f7d-a70d-fb2fdfa107bf req-4b2ae5cd-5fdf-4396-aef5-e8728dcf3a22 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:26.593711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6187d3dd-bd85-4f7d-a70d-fb2fdfa107bf req-4b2ae5cd-5fdf-4396-aef5-e8728dcf3a22 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 945 time: 0.0533679 Feb 04 16:31:26.631877 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6187d3dd-bd85-4f7d-a70d-fb2fdfa107bf req-47d451f9-cfa5-4e27-80b7-345d979ec566 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Feb 04 16:31:27.747996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646228a-c876-4da2-8853-dae9d55ac322 req-df781aaf-4f00-4d78-b7e8-aafd09dd75d8 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:27.749487 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4646228a-c876-4da2-8853-dae9d55ac322 req-df781aaf-4f00-4d78-b7e8-aafd09dd75d8 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Feb 04 16:31:27.793037 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4646228a-c876-4da2-8853-dae9d55ac322 req-f648681b-43ba-40c6-8d2a-9c41aed7d8b9 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Feb 04 16:31:28.546137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-c70240df-4019-4f0a-b45f-013c0766b9c2 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:28.547611 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-c70240df-4019-4f0a-b45f-013c0766b9c2 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.30 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Feb 04 16:31:28.635688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Deleting port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:31:28.636037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.065489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c160876-0378-4b81-9782-4f95c99c0eaa req-8df356a3-2260-487e-adff-da1b1c1247c6 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:29.067672 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c160876-0378-4b81-9782-4f95c99c0eaa req-8df356a3-2260-487e-adff-da1b1c1247c6 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=c99f7529-540e-4867-8bc6-40435a3af248 HTTP/1.1" status: 200 len: 945 time: 0.0825748 Feb 04 16:31:29.069546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] For port 8274a555-3d37-4c93-91b7-a6319bf2f6a6, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=8274a555-3d37-4c93-91b7-a6319bf2f6a6,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:29.069920 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.088349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Calling delete_port for 8274a555-3d37-4c93-91b7-a6319bf2f6a6 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:31:29.153203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9c160876-0378-4b81-9782-4f95c99c0eaa req-2c660907-d993-4d31-ab18-1f797fe3f4b9 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751324 Feb 04 16:31:29.242758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.254929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['8274a555-3d37-4c93-91b7-a6319bf2f6a6'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:31:29.269787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Pushing event deleted for resources: {'Port': ['ID=8274a555-3d37-4c93-91b7-a6319bf2f6a6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:29.319298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] No DVR routers for this DVR port 8274a555-3d37-4c93-91b7-a6319bf2f6a6 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:31:29.322703 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.326194 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-08b3a52a-4fb5-471b-879c-f233bf2634cc req-86f4b9eb-ebfd-4924-b9e4-2771904997dd tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.30 "DELETE /v2.0/ports/8274a555-3d37-4c93-91b7-a6319bf2f6a6 HTTP/1.1" status: 204 len: 173 time: 0.7723508 Feb 04 16:31:29.326643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f7529-540e-4867-8bc6-40435a3af248', 'name': 'network-vif-deleted', 'tag': '8274a555-3d37-4c93-91b7-a6319bf2f6a6'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:29.329032 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27735b66-537c-4ce7-b0d4-b58ecf06233e" -d '{"events": [{"server_uuid": "c99f7529-540e-4867-8bc6-40435a3af248", "name": "network-vif-deleted", "tag": "8274a555-3d37-4c93-91b7-a6319bf2f6a6"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:31:29.370282 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859758fe-fac9-4053-ae78-cc2441746c38 x-openstack-request-id: req-859758fe-fac9-4053-ae78-cc2441746c38 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:31:29.371429 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f7529-540e-4867-8bc6-40435a3af248", "name": "network-vif-deleted", "tag": "8274a555-3d37-4c93-91b7-a6319bf2f6a6", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:31:29.371429 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-859758fe-fac9-4053-ae78-cc2441746c38 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:31:29.371429 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99f7529-540e-4867-8bc6-40435a3af248', 'name': 'network-vif-deleted', 'tag': '8274a555-3d37-4c93-91b7-a6319bf2f6a6', 'status': 'completed', 'code': 200} Feb 04 16:31:30.619977 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-653addf4-6e94-4a3f-b103-d86e2edada38 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:30.621437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-653addf4-6e94-4a3f-b103-d86e2edada38 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/networks?id=527a0372-1bd8-45a0-af4f-dc60ed65811d HTTP/1.1" status: 200 len: 817 time: 0.1008439 Feb 04 16:31:30.642769 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-897ac674-c89b-49dc-8f7f-60b7378795a0 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/quotas/70c95522d72c4bf4a063e3ca80d9f1ec HTTP/1.1" status: 200 len: 375 time: 0.0151451 Feb 04 16:31:30.686449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a498-ed62-4168-a661-0b9d67d2cfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.695144 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-6e490c4f-775a-46b5-ae5a-787556f70ad3 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=70c95522d72c4bf4a063e3ca80d9f1ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465250 Feb 04 16:31:30.792472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-8ae51ca0-9b9b-4f75-8eda-f146d3e201b1 service neutron] 10.222.0.47 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854812 Feb 04 16:31:30.887254 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-f4f7ad89-7286-4f23-a4c7-512f4fddac40 service neutron] 10.222.0.47 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873332 Feb 04 16:31:31.049424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-171d1804-e8a4-4931-9057-5f2020b22b06 req-496fe76f-932e-4373-a489-cf01476be971 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0257964 Feb 04 16:31:31.912759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8274a555-3d37-4c93-91b7-a6319bf2f6a6 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:31:31.932217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 8274a555-3d37-4c93-91b7-a6319bf2f6a6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:31:31.932582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 8274a555-3d37-4c93-91b7-a6319bf2f6a6 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:31:32.159898 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cae7ad08-fd5c-4ffb-bdba-c8964a96b49f req-b4a78312-2bd7-4fdf-9c5c-adc2c3e2231d tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0361621 Feb 04 16:31:32.179877 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-38656a85-ea7c-4e9b-911c-674336e0383d tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:32.181340 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-38656a85-ea7c-4e9b-911c-674336e0383d tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.50 "GET /v2.0/networks?id=527a0372-1bd8-45a0-af4f-dc60ed65811d HTTP/1.1" status: 200 len: 817 time: 0.1345270 Feb 04 16:31:32.208723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Request body: {'port': {'device_id': '982299a8-42dc-46a4-ad9e-e1170498d5b0', 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'admin_state_up': True, 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:31:32.321034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Made reservation on behalf of 70c95522d72c4bf4a063e3ca80d9f1ec for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:32.324865 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.449196 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Allocated IP 172.20.0.9 (527a0372-1bd8-45a0-af4f-dc60ed65811d/13f4a603-9387-41fc-9b63-9ac00d5a7cbd/bbc6e2fb-8b42-465c-aad6-76a896548b21) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:32.600428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.634219 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.679447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:32.682416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:32.684759 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:31:32.716108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Pushing event updated for resources: {'Port': ['ID=bbc6e2fb-8b42-465c-aad6-76a896548b21,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:32.730426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.730772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.731109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.731439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.731767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.732095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.732415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.732741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.733063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.733381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.733697 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.734139 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:32.752867 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:32.753488 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.771461 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-b9431d09-3f80-4852-bd11-c1e48e8ca96e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5669541 Feb 04 16:31:32.884624 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Request body: {'port': {'device_id': '982299a8-42dc-46a4-ad9e-e1170498d5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:31:32.937897 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.954077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-399bd503-4bb0-4ff0-8081-2c90fa1fa591 None None] Provisioning complete for port bbc6e2fb-8b42-465c-aad6-76a896548b21 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:32.954643 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-399bd503-4bb0-4ff0-8081-2c90fa1fa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.990423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-399bd503-4bb0-4ff0-8081-2c90fa1fa591 None None] Port bbc6e2fb-8b42-465c-aad6-76a896548b21 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:31:33.201884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc6e2fb-8b42-465c-aad6-76a896548b21 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:31:33.209737 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.222212 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Transition to ACTIVE for port object bbc6e2fb-8b42-465c-aad6-76a896548b21 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:33.227259 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.276499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc6e2fb-8b42-465c-aad6-76a896548b21,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:33.293094 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd8c8a-4d02-4477-9833-20eff5905e6b req-8aebd795-60b6-47e8-bcff-ae9ad3543a49 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:33.294715 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bbfd8c8a-4d02-4477-9833-20eff5905e6b req-8aebd795-60b6-47e8-bcff-ae9ad3543a49 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 943 time: 0.0592902 Feb 04 16:31:33.337274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bbfd8c8a-4d02-4477-9833-20eff5905e6b req-37926944-38dc-469a-bef4-4a6334777611 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Feb 04 16:31:33.355833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Attempting to bind port bbc6e2fb-8b42-465c-aad6-76a896548b21 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:33.356167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Attempting to bind port bbc6e2fb-8b42-465c-aad6-76a896548b21 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:33.356490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Attempting to bind port bbc6e2fb-8b42-465c-aad6-76a896548b21 on network 527a0372-1bd8-45a0-af4f-dc60ed65811d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:31:33.361084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Port bbc6e2fb-8b42-465c-aad6-76a896548b21 on network 527a0372-1bd8-45a0-af4f-dc60ed65811d not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:31:33.361407 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Attempting to bind port bbc6e2fb-8b42-465c-aad6-76a896548b21 on network 527a0372-1bd8-45a0-af4f-dc60ed65811d {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:31:33.367254 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:31:33.367610 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Checking segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:31:33.367968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Bound using segment: {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:31:33.368389 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Bound port: bbc6e2fb-8b42-465c-aad6-76a896548b21, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:33.368757 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.442885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] For port bbc6e2fb-8b42-465c-aad6-76a896548b21, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:33.445945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] For port bbc6e2fb-8b42-465c-aad6-76a896548b21, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bbc6e2fb-8b42-465c-aad6-76a896548b21,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:33.450960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.489426 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:33.490075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.491478 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] 10.222.0.50 "PUT /v2.0/ports/bbc6e2fb-8b42-465c-aad6-76a896548b21 HTTP/1.1" status: 200 len: 1091 time: 0.7060866 Feb 04 16:31:33.491923 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982299a8-42dc-46a4-ad9e-e1170498d5b0', 'tag': 'bbc6e2fb-8b42-465c-aad6-76a896548b21'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:33.494200 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894" -d '{"events": [{"name": "network-changed", "server_uuid": "982299a8-42dc-46a4-ad9e-e1170498d5b0", "tag": "bbc6e2fb-8b42-465c-aad6-76a896548b21"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:31:33.517335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e45d90-ae03-4ab1-97c2-3ef4236e0761 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc6e2fb-8b42-465c-aad6-76a896548b21,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:33.547138 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2781cb3-8cbe-45d3-a62b-bd98a244edb0 x-openstack-request-id: req-a2781cb3-8cbe-45d3-a62b-bd98a244edb0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:31:33.547440 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982299a8-42dc-46a4-ad9e-e1170498d5b0", "tag": "bbc6e2fb-8b42-465c-aad6-76a896548b21", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:31:33.547695 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a2781cb3-8cbe-45d3-a62b-bd98a244edb0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:31:33.548172 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982299a8-42dc-46a4-ad9e-e1170498d5b0', 'tag': 'bbc6e2fb-8b42-465c-aad6-76a896548b21', 'status': 'completed', 'code': 200} Feb 04 16:31:33.609134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-2c7d8c68-e93e-4dab-aa0c-8d7267e9fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:33.610744 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-2c7d8c68-e93e-4dab-aa0c-8d7267e9fe34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70c95522d72c4bf4a063e3ca80d9f1ec&device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 1094 time: 0.0444732 Feb 04 16:31:33.659848 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-80a7f603-dd83-45e4-8408-bf6b7f589c02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc6e2fb-8b42-465c-aad6-76a896548b21 HTTP/1.1" status: 200 len: 217 time: 0.0360568 Feb 04 16:31:33.711874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-34c703eb-af10-4da9-b12d-f98ee75f2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:33.713325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-34c703eb-af10-4da9-b12d-f98ee75f2f02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=13f4a603-9387-41fc-9b63-9ac00d5a7cbd HTTP/1.1" status: 200 len: 856 time: 0.0475419 Feb 04 16:31:33.758636 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-07a32ca5-bc14-4d90-9ece-1722f01cbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:33.760161 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-07a32ca5-bc14-4d90-9ece-1722f01cbb24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=527a0372-1bd8-45a0-af4f-dc60ed65811d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402040 Feb 04 16:31:33.768983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6e93e30e-0509-4db7-86e4-b18c01c5d8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.849257 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-fa34ac45-c297-4232-a94b-90aee5469c97 service neutron] 10.222.0.50 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816584 Feb 04 16:31:33.940642 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f087701e-8ae6-46b8-b0c5-31f5e335d536 req-2e9d1bb0-929b-46c7-871e-d8a3544e6271 service neutron] 10.222.0.50 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842755 Feb 04 16:31:34.070375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-89d4bd42-60ab-4bf0-85b9-9a84cd3e8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:34.072006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-89d4bd42-60ab-4bf0-85b9-9a84cd3e8113 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70c95522d72c4bf4a063e3ca80d9f1ec&device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 1094 time: 0.0405297 Feb 04 16:31:34.164516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-a15c995c-5b82-4b42-b64d-9dc621e97651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:34.166043 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-a15c995c-5b82-4b42-b64d-9dc621e97651 service neutron] 10.222.0.50 "GET /v2.0/networks?id=527a0372-1bd8-45a0-af4f-dc60ed65811d HTTP/1.1" status: 200 len: 918 time: 0.0866396 Feb 04 16:31:34.208589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-6e6af319-2a1b-48a0-ab51-f24958a302a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc6e2fb-8b42-465c-aad6-76a896548b21 HTTP/1.1" status: 200 len: 217 time: 0.0345657 Feb 04 16:31:34.259989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-7e0b355c-9c44-428b-a625-fa191e2108f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:34.261440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-7e0b355c-9c44-428b-a625-fa191e2108f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=13f4a603-9387-41fc-9b63-9ac00d5a7cbd HTTP/1.1" status: 200 len: 856 time: 0.0462034 Feb 04 16:31:34.310158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-a6b6c661-44c7-4f28-bd13-1d8fe0d297c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:34.311626 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-a6b6c661-44c7-4f28-bd13-1d8fe0d297c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=527a0372-1bd8-45a0-af4f-dc60ed65811d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436165 Feb 04 16:31:34.403766 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-6b730bc5-6865-42f9-8e1a-c5a69e7b10db service neutron] 10.222.0.50 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856268 Feb 04 16:31:34.454632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5f98a-6c76-453f-b767-1c0fa8558922 req-16b03c2c-060a-4268-a095-0853a9a8d411 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:34.456251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1c5f98a-6c76-453f-b767-1c0fa8558922 req-16b03c2c-060a-4268-a095-0853a9a8d411 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 943 time: 0.0486791 Feb 04 16:31:34.497079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1c5f98a-6c76-453f-b767-1c0fa8558922 req-e62b05ea-ec2b-4730-b3e8-910dbd648cd8 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346828 Feb 04 16:31:34.498646 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07f52c8d-5be6-4d92-8f6b-2fbdd8569894 req-bf2f719a-f1d9-4719-9f22-95db431c19b7 service neutron] 10.222.0.50 "GET /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878892 Feb 04 16:31:35.050407 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:31:35.893539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3068f-c3ad-42de-9929-447d032b052e req-8af27214-bd69-40a2-b9fd-785c8e5e8414 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:35.895493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46b3068f-c3ad-42de-9929-447d032b052e req-8af27214-bd69-40a2-b9fd-785c8e5e8414 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 943 time: 0.3290620 Feb 04 16:31:35.932772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-46b3068f-c3ad-42de-9929-447d032b052e req-45ae514c-a04d-49ae-856e-6f6320fa4408 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Feb 04 16:31:36.010961 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.884772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bbc6e2fb-8b42-465c-aad6-76a896548b21 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:31:36.977279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bbc6e2fb-8b42-465c-aad6-76a896548b21, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bbc6e2fb-8b42-465c-aad6-76a896548b21,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:36.988260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'bbc6e2fb-8b42-465c-aad6-76a896548b21', 'network_id': '527a0372-1bd8-45a0-af4f-dc60ed65811d', 'port_id': 'bbc6e2fb-8b42-465c-aad6-76a896548b21', 'mac_address': 'fa:16:3e:be:1c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f4a603-9387-41fc-9b63-9ac00d5a7cbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:31:37.030611 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.044576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc6e2fb-8b42-465c-aad6-76a896548b21 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:31:37.049853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ae2ec-8c9e-4509-825c-ca6359f05ea0 req-ce817bb5-b7ef-46ec-a5b7-c9f0aa4e0a3e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.052001 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9ae2ec-8c9e-4509-825c-ca6359f05ea0 req-ce817bb5-b7ef-46ec-a5b7-c9f0aa4e0a3e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 943 time: 0.0510023 Feb 04 16:31:37.064782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bbc6e2fb-8b42-465c-aad6-76a896548b21, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bbc6e2fb-8b42-465c-aad6-76a896548b21,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:37.069094 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.096442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2c9ae2ec-8c9e-4509-825c-ca6359f05ea0 req-a8ab913b-68fa-4097-b6f5-8575e12cbc20 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Feb 04 16:31:37.112339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.127233 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=bbc6e2fb-8b42-465c-aad6-76a896548b21,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:37.461141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['bbc6e2fb-8b42-465c-aad6-76a896548b21'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:31:37.631989 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.221197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b980e-2c53-4f87-b003-446350ff8f07 req-3934b675-f4de-4e8f-8694-2e80d76bc2aa tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:38.223725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-276b980e-2c53-4f87-b003-446350ff8f07 req-3934b675-f4de-4e8f-8694-2e80d76bc2aa tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 944 time: 0.0582097 Feb 04 16:31:38.260460 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-276b980e-2c53-4f87-b003-446350ff8f07 req-ab0a34f9-fcc7-461c-9074-64ab33e2af5e tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Feb 04 16:31:38.891730 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bbc6e2fb-8b42-465c-aad6-76a896548b21 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:31:38.939736 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port bbc6e2fb-8b42-465c-aad6-76a896548b21 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:38.943445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port bbc6e2fb-8b42-465c-aad6-76a896548b21 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:38.943827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.021343 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.043568 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982299a8-42dc-46a4-ad9e-e1170498d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc6e2fb-8b42-465c-aad6-76a896548b21'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:39.045919 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380b077-a6cc-4588-9773-83376ffe2f3a" -d '{"events": [{"server_uuid": "982299a8-42dc-46a4-ad9e-e1170498d5b0", "name": "network-vif-plugged", "status": "completed", "tag": "bbc6e2fb-8b42-465c-aad6-76a896548b21"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:31:39.059362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port bbc6e2fb-8b42-465c-aad6-76a896548b21, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bbc6e2fb-8b42-465c-aad6-76a896548b21,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:39.064629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.092976 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467fbccb-9792-49c7-9feb-48be02d279f3 x-openstack-request-id: req-467fbccb-9792-49c7-9feb-48be02d279f3 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:31:39.093246 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982299a8-42dc-46a4-ad9e-e1170498d5b0", "name": "network-vif-plugged", "status": "completed", "tag": "bbc6e2fb-8b42-465c-aad6-76a896548b21", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:31:39.093493 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-467fbccb-9792-49c7-9feb-48be02d279f3 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:31:39.093871 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982299a8-42dc-46a4-ad9e-e1170498d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc6e2fb-8b42-465c-aad6-76a896548b21', 'code': 200} Feb 04 16:31:39.122234 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=bbc6e2fb-8b42-465c-aad6-76a896548b21,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:39.214386 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc9c98-8242-4c1f-b3b4-aaf3a1c65629 req-4afd1fc4-9df1-4cf8-9258-09f4156c3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:39.215859 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8dc9c98-8242-4c1f-b3b4-aaf3a1c65629 req-4afd1fc4-9df1-4cf8-9258-09f4156c3607 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0396688 Feb 04 16:31:39.251955 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d8dc9c98-8242-4c1f-b3b4-aaf3a1c65629 req-20b73cf3-0a35-4f50-833b-0d4547f7c82e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296557 Feb 04 16:31:39.373471 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21444cd1-4ce5-458f-b6b6-6985f4c382a4 req-1a42e8f6-174f-44a0-adea-001420e2b7a7 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:39.374975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21444cd1-4ce5-458f-b6b6-6985f4c382a4 req-1a42e8f6-174f-44a0-adea-001420e2b7a7 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0485718 Feb 04 16:31:39.416843 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21444cd1-4ce5-458f-b6b6-6985f4c382a4 req-125dd6b7-3279-4a2b-a6a3-8a7dc379285c tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Feb 04 16:31:40.284454 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.531951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8f5a2-def8-4db9-ab03-a3f59f6ba5f1 req-b7f62861-bf89-4780-a0b1-581a61a238f1 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:40.533463 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4e8f5a2-def8-4db9-ab03-a3f59f6ba5f1 req-b7f62861-bf89-4780-a0b1-581a61a238f1 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0477507 Feb 04 16:31:40.572054 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f4e8f5a2-def8-4db9-ab03-a3f59f6ba5f1 req-f7b5e99b-7dbb-493f-9a1a-ee9eb6828ede tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318880 Feb 04 16:31:41.688964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce27dd-ca28-4c9d-9c83-a904bcfe4eb3 req-4414ac39-3cfa-4e69-a63c-489465335aab tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:41.690480 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfce27dd-ca28-4c9d-9c83-a904bcfe4eb3 req-4414ac39-3cfa-4e69-a63c-489465335aab tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0489385 Feb 04 16:31:41.728793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bfce27dd-ca28-4c9d-9c83-a904bcfe4eb3 req-2424aca7-8725-4a2d-9611-2401bb938e71 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Feb 04 16:31:41.844688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79e81-b2cf-4fe1-aff9-6db015e8d425 req-c4005bf9-dca3-42a7-88de-c9cf7df51712 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:41.846087 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2e79e81-b2cf-4fe1-aff9-6db015e8d425 req-c4005bf9-dca3-42a7-88de-c9cf7df51712 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0485973 Feb 04 16:31:41.887289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2e79e81-b2cf-4fe1-aff9-6db015e8d425 req-93982a26-b978-4564-9e48-f78096040d78 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Feb 04 16:31:53.749911 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.688291 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3fb1212e-abe4-4411-964c-857e1e65d284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.196712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159afc-f342-4c3c-8c36-fb61047889a3 req-f6d2211c-4f21-4cfd-83e3-1986b8c48118 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:01.198209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74159afc-f342-4c3c-8c36-fb61047889a3 req-f6d2211c-4f21-4cfd-83e3-1986b8c48118 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0489447 Feb 04 16:32:01.236096 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-74159afc-f342-4c3c-8c36-fb61047889a3 req-1f5d75b7-1b54-41c5-9fc2-1abed78196e0 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Feb 04 16:32:02.353353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce787d1d-a90d-4f20-b506-3225ae8b8415 req-3ff366ae-539e-488c-a3e0-fe8ac6719d55 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:02.354856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ce787d1d-a90d-4f20-b506-3225ae8b8415 req-3ff366ae-539e-488c-a3e0-fe8ac6719d55 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0491841 Feb 04 16:32:02.396755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ce787d1d-a90d-4f20-b506-3225ae8b8415 req-b8b4bade-afdf-4b7a-8800-682d6c9a6dc3 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/security-groups?id=5cd518f5-70ea-4999-8039-d99c478bc1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Feb 04 16:32:03.143560 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-b70d154a-b648-402c-9f3a-21034c6804d4 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:03.144990 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-b70d154a-b648-402c-9f3a-21034c6804d4 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.50 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 945 time: 0.0503800 Feb 04 16:32:03.234232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Deleting port bbc6e2fb-8b42-465c-aad6-76a896548b21 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:32:03.234515 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.326385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] For port bbc6e2fb-8b42-465c-aad6-76a896548b21, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=bbc6e2fb-8b42-465c-aad6-76a896548b21,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:03.326755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.339082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Calling delete_port for bbc6e2fb-8b42-465c-aad6-76a896548b21 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:32:03.474989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.496404 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-78e08955-ab88-4c5b-bd8b-5d6ceb51c450 req-89e2b2af-88ab-464e-9ce6-65922b77246c tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.47 "GET /v2.0/ports?device_id=982299a8-42dc-46a4-ad9e-e1170498d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0281899 Feb 04 16:32:03.502586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Pushing event deleted for resources: {'Port': ['ID=bbc6e2fb-8b42-465c-aad6-76a896548b21,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:03.510476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['bbc6e2fb-8b42-465c-aad6-76a896548b21'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:32:03.552600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] No DVR routers for this DVR port bbc6e2fb-8b42-465c-aad6-76a896548b21 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:03.555552 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.559033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-20c923fa-a5e1-4af4-9208-dade5f22d01b req-a2dae490-20f4-4aff-bdd2-58dc18bbaa07 tempest-TestEncryptedCinderVolumes-1883102830 tempest-TestEncryptedCinderVolumes-1883102830-project] 10.222.0.50 "DELETE /v2.0/ports/bbc6e2fb-8b42-465c-aad6-76a896548b21 HTTP/1.1" status: 204 len: 173 time: 0.4080460 Feb 04 16:32:03.559485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982299a8-42dc-46a4-ad9e-e1170498d5b0', 'name': 'network-vif-deleted', 'tag': 'bbc6e2fb-8b42-465c-aad6-76a896548b21'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:03.561839 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef3bbfd-3cf4-4eb0-9178-950a55120b7b" -d '{"events": [{"server_uuid": "982299a8-42dc-46a4-ad9e-e1170498d5b0", "name": "network-vif-deleted", "tag": "bbc6e2fb-8b42-465c-aad6-76a896548b21"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:32:03.604544 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f7d273-ff28-4eef-b5a2-6275900991d3 x-openstack-request-id: req-26f7d273-ff28-4eef-b5a2-6275900991d3 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:32:03.605203 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982299a8-42dc-46a4-ad9e-e1170498d5b0", "name": "network-vif-deleted", "tag": "bbc6e2fb-8b42-465c-aad6-76a896548b21", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:32:03.605690 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26f7d273-ff28-4eef-b5a2-6275900991d3 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:32:03.606143 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982299a8-42dc-46a4-ad9e-e1170498d5b0', 'name': 'network-vif-deleted', 'tag': 'bbc6e2fb-8b42-465c-aad6-76a896548b21', 'status': 'completed', 'code': 200} Feb 04 16:32:03.769386 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9dc5e371-309b-4462-9c4a-6878187f657b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.591248 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37444) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:04.938413 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.180134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Deleting port e66c7b59-6390-4fd4-9031-17494779c36b {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:32:05.180474 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.257051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] For port e66c7b59-6390-4fd4-9031-17494779c36b, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e66c7b59-6390-4fd4-9031-17494779c36b,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:05.257412 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.269790 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Calling delete_port for e66c7b59-6390-4fd4-9031-17494779c36b owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:32:05.451896 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.481015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66c7b59-6390-4fd4-9031-17494779c36b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:05.490960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.491312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.491655 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.491994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.492327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.492994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.492994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.493286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.494203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.494203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.494529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.494932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:05.657753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.870650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:05.977835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:05.983244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-30b76254-9947-47ca-956d-f29fea0c8d76 admin admin] 10.222.0.47 "PUT /v2.0/routers/34aaff65-10e4-4c12-bc9b-5f860c615ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903153 Feb 04 16:32:05.985833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37448) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:05.987264 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] Sync routers for ids ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:05.996452 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] Routers {'34aaff65-10e4-4c12-bc9b-5f860c615ff5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:05.997054 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:06.015632 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.097411 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.108746 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] Set router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:06.202650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.256041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Deleting port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:32:06.256388 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.334351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] For port 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=077e57a3-e88e-47d4-ac9e-8dc4aed3ed03,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:06.334715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.346204 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Calling delete_port for 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:32:06.375905 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:32:05Z', 'revision_number': 5, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port': {'id': '077e57a3-e88e-47d4-ac9e-8dc4aed3ed03', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:46Z', 'updated_at': '2022-02-04T16:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:06.401770 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] Checking router: 34aaff65-10e4-4c12-bc9b-5f860c615ff5 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:06.409967 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] Routers {'34aaff65-10e4-4c12-bc9b-5f860c615ff5'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:06.411168 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:06.496410 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] Set router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:06.509926 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.537433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Pushing event deleted for resources: {'Port': ['ID=077e57a3-e88e-47d4-ac9e-8dc4aed3ed03,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:06.550385 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:32:06Z', 'revision_number': 6, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:06.576945 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca321ba6-5dee-4662-94f3-04b2e041a441 None None] The sync data for ids ['34aaff65-10e4-4c12-bc9b-5f860c615ff5'] in n-d-827869-1 is: [{'id': '34aaff65-10e4-4c12-bc9b-5f860c615ff5', 'name': 'tempest-TestEncryptedCinderVolumes-1496858694-router', 'tenant_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:45Z', 'updated_at': '2022-02-04T16:32:06Z', 'revision_number': 6, 'project_id': '70c95522d72c4bf4a063e3ca80d9f1ec', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:06.602172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.691661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.693784 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.735086 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.735659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34aaff65-10e4-4c12-bc9b-5f860c615ff5 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:32:06.740673 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.741894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8e07f7c5-cfaa-4f95-a696-3698c12bf317 admin admin] 10.222.0.47 "DELETE /v2.0/routers/34aaff65-10e4-4c12-bc9b-5f860c615ff5 HTTP/1.1" status: 204 len: 168 time: 0.7551169 Feb 04 16:32:06.744579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37450) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:06.791882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1a212e-2feb-4039-98bd-016afebab46f admin admin] Deleting subnet 13f4a603-9387-41fc-9b63-9ac00d5a7cbd {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:32:06.794864 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1a212e-2feb-4039-98bd-016afebab46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.827893 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1a212e-2feb-4039-98bd-016afebab46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.904037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1a212e-2feb-4039-98bd-016afebab46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.960946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1a212e-2feb-4039-98bd-016afebab46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.992013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a212e-2feb-4039-98bd-016afebab46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f4a603-9387-41fc-9b63-9ac00d5a7cbd,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:06.995678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-db1a212e-2feb-4039-98bd-016afebab46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.998896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-db1a212e-2feb-4039-98bd-016afebab46f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/13f4a603-9387-41fc-9b63-9ac00d5a7cbd HTTP/1.1" status: 204 len: 168 time: 0.2533798 Feb 04 16:32:07.002390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aec029-7044-46b5-bcfd-58c965852424 None None] Network 527a0372-1bd8-45a0-af4f-dc60ed65811d requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:32:07.002605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37452) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:07.054829 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bbc6e2fb-8b42-465c-aad6-76a896548b21 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:32:07.083445 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.091641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: bbc6e2fb-8b42-465c-aad6-76a896548b21 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:32:07.092088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device bbc6e2fb-8b42-465c-aad6-76a896548b21 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:32:07.122246 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.139926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Deleting port 328afdde-0298-4b56-a95d-4188c97f1855 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:32:07.140273 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.203665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] For port 328afdde-0298-4b56-a95d-4188c97f1855, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=328afdde-0298-4b56-a95d-4188c97f1855,segment=NetworkSegment(3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f),segment_id=3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:07.203965 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.217223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Calling delete_port for 328afdde-0298-4b56-a95d-4188c97f1855 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:32:07.299569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.327566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=328afdde-0298-4b56-a95d-4188c97f1855,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:07.331084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] No DVR routers for this DVR port 328afdde-0298-4b56-a95d-4188c97f1855 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:07.365660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1630a0-b3d7-41ee-a201-9fcd71f4fbb0 None None] DHCP port deletion for 527a0372-1bd8-45a0-af4f-dc60ed65811d request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:32:07.409086 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.429109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527a0372-1bd8-45a0-af4f-dc60ed65811d']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:07.438619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:07.438915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9ce0c4-0dcb-4684-b252-44abb3cf7b8f') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:07.449563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.463316 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.470154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:32:07.470556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:07.472244 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:07.528804 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.534481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.538304 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/527a0372-1bd8-45a0-af4f-dc60ed65811d HTTP/1.1" status: 204 len: 168 time: 0.5345631 Feb 04 16:32:07.541456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37456) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:07.549731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2981aa4-c0c7-4689-8aaf-4712956cecb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=527a0372-1bd8-45a0-af4f-dc60ed65811d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:07.636809 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.788308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e66c7b59-6390-4fd4-9031-17494779c36b no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:32:07.812194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e66c7b59-6390-4fd4-9031-17494779c36b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:32:07.812537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e66c7b59-6390-4fd4-9031-17494779c36b not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:32:07.812951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:32:07.833049 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:32:07.833395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 077e57a3-e88e-47d4-ac9e-8dc4aed3ed03 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:32:07.833817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 328afdde-0298-4b56-a95d-4188c97f1855 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:32:07.853523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 328afdde-0298-4b56-a95d-4188c97f1855 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:32:07.853868 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 328afdde-0298-4b56-a95d-4188c97f1855 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:32:08.183968 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.422237 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Deleting port eb757f69-a6ee-466d-aafe-50d8fed52c0a {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:32:08.422610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.502854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] For port eb757f69-a6ee-466d-aafe-50d8fed52c0a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=eb757f69-a6ee-466d-aafe-50d8fed52c0a,segment=NetworkSegment(1abb7b0f-6000-4a62-a308-79171418158d),segment_id=1abb7b0f-6000-4a62-a308-79171418158d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:08.503304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.515470 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Calling delete_port for eb757f69-a6ee-466d-aafe-50d8fed52c0a owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:32:08.694865 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.725544 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb757f69-a6ee-466d-aafe-50d8fed52c0a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:08.887589 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.104207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Router 8c1ef262-c1b6-4254-b46b-37b3cb27028d has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:09.212645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:09.220171 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b9ff6a9f-22d2-46a8-9bfc-6a1e2b3905e7 admin admin] 10.222.0.47 "PUT /v2.0/routers/8c1ef262-c1b6-4254-b46b-37b3cb27028d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6750443 Feb 04 16:32:09.220332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37458) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:09.221083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] Sync routers for ids ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:09.231116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] Routers {'8c1ef262-c1b6-4254-b46b-37b3cb27028d'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:09.231750 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:09.328482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.338151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] Set router 8c1ef262-c1b6-4254-b46b-37b3cb27028d gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:09.432937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.484897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Deleting port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:32:09.485345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.519918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:32:08Z', 'revision_number': 5, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port': {'id': '0352b80a-fdec-4bfd-a69a-a5b88627b5b2', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:09.572102 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] For port 0352b80a-fdec-4bfd-a69a-a5b88627b5b2, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0352b80a-fdec-4bfd-a69a-a5b88627b5b2,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:09.572458 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.585255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Calling delete_port for 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:32:09.711966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] Checking router: 8c1ef262-c1b6-4254-b46b-37b3cb27028d for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:09.720886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] Routers {'8c1ef262-c1b6-4254-b46b-37b3cb27028d'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:09.721498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:09.773427 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.802810 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Pushing event deleted for resources: {'Port': ['ID=0352b80a-fdec-4bfd-a69a-a5b88627b5b2,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:09.810408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] Set router 8c1ef262-c1b6-4254-b46b-37b3cb27028d gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:09.864678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:32:09Z', 'revision_number': 6, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:09.870928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.895397 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ef306-5cbd-4d21-acb7-62a02c5de14e None None] The sync data for ids ['8c1ef262-c1b6-4254-b46b-37b3cb27028d'] in n-d-827869-1 is: [{'id': '8c1ef262-c1b6-4254-b46b-37b3cb27028d', 'name': 'tempest-TestEncryptedCinderVolumes-2128223464-router', 'tenant_id': '0d1bba4ae17446e88d02963275e0f590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:51Z', 'updated_at': '2022-02-04T16:32:09Z', 'revision_number': 6, 'project_id': '0d1bba4ae17446e88d02963275e0f590', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:09.972458 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.975292 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.020483 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.021049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1ef262-c1b6-4254-b46b-37b3cb27028d {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:32:10.025546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.026535 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bba465ca-93f6-499c-b919-0baf909a4182 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8c1ef262-c1b6-4254-b46b-37b3cb27028d HTTP/1.1" status: 204 len: 168 time: 0.8052120 Feb 04 16:32:10.029209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37460) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:10.074532 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7152d4d-6b12-44c6-be03-31b3fab99127 admin admin] Deleting subnet dff12937-743d-4f85-a85e-500faca24c9f {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:32:10.077631 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7152d4d-6b12-44c6-be03-31b3fab99127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.113057 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7152d4d-6b12-44c6-be03-31b3fab99127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.194000 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7152d4d-6b12-44c6-be03-31b3fab99127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.251032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7152d4d-6b12-44c6-be03-31b3fab99127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.281501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a7152d4d-6b12-44c6-be03-31b3fab99127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.288475 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a7152d4d-6b12-44c6-be03-31b3fab99127 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dff12937-743d-4f85-a85e-500faca24c9f HTTP/1.1" status: 204 len: 168 time: 0.2558253 Feb 04 16:32:10.288475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7152d4d-6b12-44c6-be03-31b3fab99127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff12937-743d-4f85-a85e-500faca24c9f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:10.288851 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37462) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:10.294070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a744c08-8bcf-4dc7-bd4a-0c78b4b550e4 None None] Network 85f9db6c-f4d6-4897-97e6-0d1b7756f30a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:32:10.311078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.368615 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.427461 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Deleting port e518b65c-7da2-4002-9369-730973a3b2f1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:32:10.427807 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.489487 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] For port e518b65c-7da2-4002-9369-730973a3b2f1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e518b65c-7da2-4002-9369-730973a3b2f1,segment=NetworkSegment(1abb7b0f-6000-4a62-a308-79171418158d),segment_id=1abb7b0f-6000-4a62-a308-79171418158d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:10.489849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.502429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Calling delete_port for e518b65c-7da2-4002-9369-730973a3b2f1 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:32:10.582661 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.608926 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Pushing event deleted for resources: {'Port': ['ID=e518b65c-7da2-4002-9369-730973a3b2f1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:10.610711 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] No DVR routers for this DVR port e518b65c-7da2-4002-9369-730973a3b2f1 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:10.683285 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365cc88e-f61d-4fb7-b42c-dc682f84e5d2 None None] DHCP port deletion for 85f9db6c-f4d6-4897-97e6-0d1b7756f30a request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:32:10.694266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.716424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f9db6c-f4d6-4897-97e6-0d1b7756f30a']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:10.725840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abb7b0f-6000-4a62-a308-79171418158d') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:10.726175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abb7b0f-6000-4a62-a308-79171418158d') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:10.735361 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.749481 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.756546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:32:10.756876 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:10.759045 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:10.820383 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.826782 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.829902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] 10.222.0.47 "DELETE /v2.0/networks/85f9db6c-f4d6-4897-97e6-0d1b7756f30a HTTP/1.1" status: 204 len: 168 time: 0.5399873 Feb 04 16:32:10.841686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79077063-e229-43d8-be68-52a06835d003 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f9db6c-f4d6-4897-97e6-0d1b7756f30a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:11.008599 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37466) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:11.055211 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-73b89aa6-c555-4070-b2a1-146c5008944c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70c95522d72c4bf4a063e3ca80d9f1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454602 Feb 04 16:32:11.057677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37468) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:11.109588 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49a2f1dd-4c6e-491b-a995-aeff7a85137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.131196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49a2f1dd-4c6e-491b-a995-aeff7a85137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.178923 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49a2f1dd-4c6e-491b-a995-aeff7a85137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.181528 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-49a2f1dd-4c6e-491b-a995-aeff7a85137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.182873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-49a2f1dd-4c6e-491b-a995-aeff7a85137d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5cd518f5-70ea-4999-8039-d99c478bc1e4 HTTP/1.1" status: 204 len: 168 time: 0.1242616 Feb 04 16:32:11.191053 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2f1dd-4c6e-491b-a995-aeff7a85137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd518f5-70ea-4999-8039-d99c478bc1e4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:11.494915 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37474) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:11.536169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0961bd61-3a34-440e-a2e4-213e47d4a44f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d1bba4ae17446e88d02963275e0f590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399661 Feb 04 16:32:11.539365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37476) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:11.591460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2810f02f-ed0f-4a6f-8b97-a58f53d0b12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.616544 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2810f02f-ed0f-4a6f-8b97-a58f53d0b12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.666316 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2810f02f-ed0f-4a6f-8b97-a58f53d0b12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.668881 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2810f02f-ed0f-4a6f-8b97-a58f53d0b12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.670120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2810f02f-ed0f-4a6f-8b97-a58f53d0b12f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7de5d150-6f3d-45ce-8514-e6ef8e8217d9 HTTP/1.1" status: 204 len: 168 time: 0.1297984 Feb 04 16:32:11.678565 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810f02f-ed0f-4a6f-8b97-a58f53d0b12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5d150-6f3d-45ce-8514-e6ef8e8217d9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:11.788165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device eb757f69-a6ee-466d-aafe-50d8fed52c0a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:32:11.807853 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: eb757f69-a6ee-466d-aafe-50d8fed52c0a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:32:11.808203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device eb757f69-a6ee-466d-aafe-50d8fed52c0a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:32:11.808631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:32:11.829999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:32:11.830335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0352b80a-fdec-4bfd-a69a-a5b88627b5b2 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:32:11.830758 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e518b65c-7da2-4002-9369-730973a3b2f1 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:32:11.850945 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e518b65c-7da2-4002-9369-730973a3b2f1 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:32:11.851287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e518b65c-7da2-4002-9369-730973a3b2f1 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:32:12.051901 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:32:12.368340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37498) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:12.468404 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1734385859-network', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:12.490340 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Made reservation on behalf of 84c82350820c4140ab3d56e25d67dba5 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:12.492593 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.503416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.582879 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.586657 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.612167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:12.622994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caa1589-2dac-433b-b481-e3ed7c06e2b0,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:12.628045 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.628391 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Added segment 2c9269a6-9c6a-4762-a9c7-9fe228680ae6 of type vlan for network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 Feb 04 16:32:12.669510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.694331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.695297 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:12.695876 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.747459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3779306 Feb 04 16:32:12.750434 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37502) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:12.755544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Request body: {'subnet': {'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1734385859-subnet', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:12.756482 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4841a-9fb4-4a32-ad03-0601f2584aad admin admin] Pushing event updated for resources: {'Network': ['ID=4ddc9cad-0d4a-4532-922a-7c3167d3bc46,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:12.766604 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:32:12.778226 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Made reservation on behalf of 84c82350820c4140ab3d56e25d67dba5 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:12.780634 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.952263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.009900 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3e1e19-6f3d-4ee4-8787-547dd1a410a0,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:13.018077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Checking segment: {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:13.018452 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Network hostable DHCP agents. Network: 4ddc9cad-0d4a-4532-922a-7c3167d3bc46, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:13.035263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:13.044761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 4ddc9cad-0d4a-4532-922a-7c3167d3bc46) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:13.048922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:13.049504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.053519 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdad8e-5bce-4bfd-94ce-49b5cbb9709b None None] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:32:13.065269 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9935905d-2373-4980-aa91-570e9afaadda admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3136733 Feb 04 16:32:13.067914 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37504) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:13.072353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:13.095409 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.096555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.153920 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.206599 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:32:13.207453 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.297336 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.348888 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Allocated IP 172.20.0.2 (4ddc9cad-0d4a-4532-922a-7c3167d3bc46/de3e1e19-6f3d-4ee4-8787-547dd1a410a0/06cfa502-1da2-48bd-b21c-d6adfb947e5a) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:13.493378 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.494734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.499365 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.515546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.540254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:13.543901 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:13.547717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:32:13.558754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Pushing event updated for resources: {'Port': ['ID=06cfa502-1da2-48bd-b21c-d6adfb947e5a,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:13.584189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.584542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.584886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.585223 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.585562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.585894 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.586251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.586579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.586905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.587271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.587555 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.588324 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:13.616447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Attempting to bind port 06cfa502-1da2-48bd-b21c-d6adfb947e5a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:13.616821 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Attempting to bind port 06cfa502-1da2-48bd-b21c-d6adfb947e5a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:13.617201 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Attempting to bind port 06cfa502-1da2-48bd-b21c-d6adfb947e5a on network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:32:13.622504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:32:13.623008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Checking segment: {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:13.623171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Allocated IP 172.25.1.87 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/0da9b61b-02d2-4f97-b855-772bfba241c6) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:13.623268 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.623668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Bound using segment: {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:32:13.624135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Bound port: 06cfa502-1da2-48bd-b21c-d6adfb947e5a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:13.624518 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.691897 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] For port 06cfa502-1da2-48bd-b21c-d6adfb947e5a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:13.695824 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] For port 06cfa502-1da2-48bd-b21c-d6adfb947e5a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=06cfa502-1da2-48bd-b21c-d6adfb947e5a,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:13.700399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.726066 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.758010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecf647-e0e9-48d9-b2f8-76a64e49785c None None] Pushing event updated for resources: {'Port': ['ID=06cfa502-1da2-48bd-b21c-d6adfb947e5a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:13.765851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.806798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:13.809824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:13.813450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:32:13.840206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Pushing event updated for resources: {'Port': ['ID=0da9b61b-02d2-4f97-b855-772bfba241c6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:14.094001 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.582226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.677312 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0381ea77-12e6-4cd8-a7cc-82be4272e768 None None] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:32:14.715963 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Router 98e09ac2-5415-47ad-91eb-590605998fa9 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:32:14.744474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-dfe7319c-6720-4bb2-9280-0067fa9eb000 None None] Provisioning complete for port 06cfa502-1da2-48bd-b21c-d6adfb947e5a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:14.744837 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dfe7319c-6720-4bb2-9280-0067fa9eb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.820622 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:14.834348 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Sync routers for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:14.839209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.843056 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-66000cfa-d7dd-4bb6-b1bf-6442c707b521 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7717726 Feb 04 16:32:14.844382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37506) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:14.845119 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:14.845793 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:14.897373 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dfe7319c-6720-4bb2-9280-0067fa9eb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.937255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-dfe7319c-6720-4bb2-9280-0067fa9eb000 None None] For port 06cfa502-1da2-48bd-b21c-d6adfb947e5a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=06cfa502-1da2-48bd-b21c-d6adfb947e5a,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:14.945187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dfe7319c-6720-4bb2-9280-0067fa9eb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.956402 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:15.002212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7319c-6720-4bb2-9280-0067fa9eb000 None None] Pushing event updated for resources: {'Port': ['ID=06cfa502-1da2-48bd-b21c-d6adfb947e5a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:15.156554 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:13Z', 'revision_number': 3, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:15.165746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-25fd6105-f020-471f-b6c5-c6a9b8e763cf None None] Provisioning complete for port 06cfa502-1da2-48bd-b21c-d6adfb947e5a triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:15.166150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-25fd6105-f020-471f-b6c5-c6a9b8e763cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.184988 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Checking router: 98e09ac2-5415-47ad-91eb-590605998fa9 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:15.185471 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Updating router 98e09ac2-5415-47ad-91eb-590605998fa9 port 0da9b61b-02d2-4f97-b855-772bfba241c6 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:32:15.213107 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.309851 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.471114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Allocated IP 172.20.0.1 (4ddc9cad-0d4a-4532-922a-7c3167d3bc46/de3e1e19-6f3d-4ee4-8787-547dd1a410a0/4ae2eb72-8bc9-4ab0-a815-d90d50c0c061) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:15.475344 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.481661 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.536504 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Attempting to bind port 0da9b61b-02d2-4f97-b855-772bfba241c6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:15.536871 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Attempting to bind port 0da9b61b-02d2-4f97-b855-772bfba241c6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:15.537233 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Attempting to bind port 0da9b61b-02d2-4f97-b855-772bfba241c6 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:32:15.540065 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Pushing event updated for resources: {'Port': ['ID=0da9b61b-02d2-4f97-b855-772bfba241c6,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:15.547672 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:32:15.548040 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:15.548441 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.548825 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:32:15.549280 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Bound port: 0da9b61b-02d2-4f97-b855-772bfba241c6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:15.549652 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.552806 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.553142 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.553476 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.553802 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.554153 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.554478 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.554797 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.555110 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.555425 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.555740 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.556054 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.556364 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:15.577899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.612127 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.612357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] For port 0da9b61b-02d2-4f97-b855-772bfba241c6, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:15.615688 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] For port 0da9b61b-02d2-4f97-b855-772bfba241c6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0da9b61b-02d2-4f97-b855-772bfba241c6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:15.619500 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.658522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:15.662895 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:15.666325 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:32:15.677811 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:15.677811 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:15.685639 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4f06e-d7fd-4a99-a6dd-e3faa9458d44 None None] Pushing event updated for resources: {'Port': ['ID=0da9b61b-02d2-4f97-b855-772bfba241c6,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:15.694996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Pushing event updated for resources: {'Port': ['ID=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:15.715260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.804745 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:15.873325 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 06cfa502-1da2-48bd-b21c-d6adfb947e5a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:15.879501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.936482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 06cfa502-1da2-48bd-b21c-d6adfb947e5a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:15.936903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.986492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5fcca380-5c81-4871-a9b2-a85be0b5a87c None None] Provisioning complete for port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:15.986758 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5fcca380-5c81-4871-a9b2-a85be0b5a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.010370 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:13Z', 'revision_number': 3, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:16.037552 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6b0b3-2cc3-4bb6-a14c-f4e3139aa4a4 None None] The sync data for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 is: [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:13Z', 'revision_number': 3, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:16.050340 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5fcca380-5c81-4871-a9b2-a85be0b5a87c None None] Port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:32:16.071498 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.076243 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.148619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Pushing event updated for resources: {'Port': ['ID=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:16.151218 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.247433 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:16.248809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:16.390975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Router 98e09ac2-5415-47ad-91eb-590605998fa9 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:16.518550 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:16.524500 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-68a6314c-48c2-4fa5-bf8c-fef4f2b8951e admin admin] 10.222.0.47 "PUT /v2.0/routers/98e09ac2-5415-47ad-91eb-590605998fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6801519 Feb 04 16:32:16.572559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4bc2e2a4-49ac-4e3d-9ee8-7eba776d4fce None None] Provisioning complete for port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:16.573034 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e2a4-49ac-4e3d-9ee8-7eba776d4fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.621716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2e2a4-49ac-4e3d-9ee8-7eba776d4fce None None] Port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:32:17.020359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37522) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:17.026874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1375422719-network', 'tenant_id': 'e597ec14827148e981473dd21ff72637'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:17.051363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Made reservation on behalf of e597ec14827148e981473dd21ff72637 for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:17.053811 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.062820 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.139702 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.143566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.171090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:17.180619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b654172f-c4c2-4104-8a87-2f1cb392dfc5,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:17.185282 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.185625 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Added segment a0efe1e6-bac5-4b82-ace8-9a2e379270d0 of type vlan for network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 Feb 04 16:32:17.228576 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.254535 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.256422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:17.257018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.313106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2907403 Feb 04 16:32:17.315587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37524) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:17.323241 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Request body: {'subnet': {'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1375422719-subnet', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:17.333271 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a8764-b125-4f04-a586-0721b251837a admin admin] Pushing event updated for resources: {'Network': ['ID=8bb052f2-48c3-48bd-8a58-f9c1331136a0,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:17.345690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:32:17.359134 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Made reservation on behalf of e597ec14827148e981473dd21ff72637 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:17.362555 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.546270 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.603059 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9909c9d4-9c6e-44fa-b326-0b825f4370d5,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:17.613395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Checking segment: {'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:17.613758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Network hostable DHCP agents. Network: 8bb052f2-48c3-48bd-8a58-f9c1331136a0, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:17.632994 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:17.642286 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 8bb052f2-48c3-48bd-8a58-f9c1331136a0) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:17.646538 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:17.647124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.651369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d1e2a-1933-4817-bf58-253ef588cd48 None None] Network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:32:17.666884 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c148aa72-28ae-48c3-8b92-f436d87a48f9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3499074 Feb 04 16:32:17.669243 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37526) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:17.674519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:17.715975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Sync routers for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:17.716335 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.716335 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.734196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:17.734965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:17.824242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.869246 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0da9b61b-02d2-4f97-b855-772bfba241c6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:17.947916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:17.977871 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.978889 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-8bb052f2-48c3-48bd-8a58-f9c1331136a0', 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'fixed_ips': [{'subnet_id': '9909c9d4-9c6e-44fa-b326-0b825f4370d5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:32:17.979741 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.143645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0da9b61b-02d2-4f97-b855-772bfba241c6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:18.143935 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.185242 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.205609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.297037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Allocated IP 172.20.0.2 (8bb052f2-48c3-48bd-8a58-f9c1331136a0/9909c9d4-9c6e-44fa-b326-0b825f4370d5/a03123c4-4c98-4bbc-8503-887888378415) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:18.317761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Allocated IP 172.25.1.253 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/d1adc24f-fa63-4364-910f-3d73ddce08e3) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:18.360899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.429863 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.466672 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.513007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:18.516005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:18.519666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:32:18.548876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Pushing event updated for resources: {'Port': ['ID=d1adc24f-fa63-4364-910f-3d73ddce08e3,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:18.587918 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 0da9b61b-02d2-4f97-b855-772bfba241c6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0da9b61b-02d2-4f97-b855-772bfba241c6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:18.596259 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.651375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 2, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:18.695337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Checking router: 98e09ac2-5415-47ad-91eb-590605998fa9 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:18.695692 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Updating router 98e09ac2-5415-47ad-91eb-590605998fa9 port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:32:18.752470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=0da9b61b-02d2-4f97-b855-772bfba241c6,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:18.769369 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.775363 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.783866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.791410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.864861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:18.917957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:18.920414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:32:18.937474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Pushing event updated for resources: {'Port': ['ID=a03123c4-4c98-4bbc-8503-887888378415,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:19.043012 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Attempting to bind port a03123c4-4c98-4bbc-8503-887888378415 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:19.043382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Attempting to bind port a03123c4-4c98-4bbc-8503-887888378415 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:19.043747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Attempting to bind port a03123c4-4c98-4bbc-8503-887888378415 on network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:32:19.053624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:32:19.054016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Checking segment: {'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:19.054428 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.054828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Bound using segment: {'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:32:19.055309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Bound port: a03123c4-4c98-4bbc-8503-887888378415, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:19.055692 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.170232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] For port a03123c4-4c98-4bbc-8503-887888378415, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:19.204404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] For port a03123c4-4c98-4bbc-8503-887888378415, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a03123c4-4c98-4bbc-8503-887888378415,segment=NetworkSegment(a0efe1e6-bac5-4b82-ace8-9a2e379270d0),segment_id=a0efe1e6-bac5-4b82-ace8-9a2e379270d0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:19.211865 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.224845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.264817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.276141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.295028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51e21-469f-461d-8724-71bd7711f8c1 None None] Pushing event updated for resources: {'Port': ['ID=a03123c4-4c98-4bbc-8503-887888378415,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:19.400002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5ee02-7bba-4e1f-ba16-78a44f41579e None None] Pushing event updated for resources: {'Port': ['ID=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:19.409057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Attempting to bind port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:19.409567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Attempting to bind port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:19.410303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Attempting to bind port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 on network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:32:19.416874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:32:19.417386 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Checking segment: {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:19.417909 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.418422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Bound using segment: {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:32:19.418986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Bound port: 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:19.419541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.427475 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Router b356a747-7893-4e9e-8be1-0c7744e3df5b is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:32:19.522229 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] For port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:19.530500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] For port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:19.537870 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.577167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:19.589681 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Sync routers for ids ['b356a747-7893-4e9e-8be1-0c7744e3df5b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:19.604840 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Routers {'b356a747-7893-4e9e-8be1-0c7744e3df5b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:19.605188 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b356a747-7893-4e9e-8be1-0c7744e3df5b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:19.624608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5ee02-7bba-4e1f-ba16-78a44f41579e None None] Pushing event updated for resources: {'Port': ['ID=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:19.634732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:19.636067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:19.640879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.644290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37528) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:32:19.644818 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c17fc56e-e17c-47cc-98e8-3b7f526ba997 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9738879 Feb 04 16:32:19.703961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a6cc724b-7a45-4e0f-9a3f-ffe8518abfea None None] Provisioning complete for port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:19.704334 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6cc724b-7a45-4e0f-9a3f-ffe8518abfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.860609 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Set router b356a747-7893-4e9e-8be1-0c7744e3df5b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:19.876146 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:19.955698 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6cc724b-7a45-4e0f-9a3f-ffe8518abfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.013414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a6cc724b-7a45-4e0f-9a3f-ffe8518abfea None None] For port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:20.049545 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0da9b61b-02d2-4f97-b855-772bfba241c6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:20.056153 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6cc724b-7a45-4e0f-9a3f-ffe8518abfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.084120 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 3, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port': {'id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:18Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:20.116457 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Checking router: b356a747-7893-4e9e-8be1-0c7744e3df5b for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:20.117015 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Updating router b356a747-7893-4e9e-8be1-0c7744e3df5b port d1adc24f-fa63-4364-910f-3d73ddce08e3 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:32:20.142840 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.232242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc724b-7a45-4e0f-9a3f-ffe8518abfea None None] Pushing event updated for resources: {'Port': ['ID=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:20.281561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a874f339-2000-43cf-86a8-2f3e0ff47540 None None] Provisioning complete for port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:20.281934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a874f339-2000-43cf-86a8-2f3e0ff47540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.305307 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.319433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0da9b61b-02d2-4f97-b855-772bfba241c6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:20.319804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.429704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:19Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:20.460063 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.468241 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.486917 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2cbbb-6ed6-4e19-b8d0-aaa49228fa0a None None] The sync data for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 is: [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:19Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:20.504333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a03123c4-4c98-4bbc-8503-887888378415 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:20.515196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Allocated IP 172.20.0.1 (8bb052f2-48c3-48bd-8a58-f9c1331136a0/9909c9d4-9c6e-44fa-b326-0b825f4370d5/07f82fac-8ed9-4b45-8696-41c468a621c5) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:20.533121 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Attempting to bind port d1adc24f-fa63-4364-910f-3d73ddce08e3 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:20.533502 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Attempting to bind port d1adc24f-fa63-4364-910f-3d73ddce08e3 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:20.533864 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Attempting to bind port d1adc24f-fa63-4364-910f-3d73ddce08e3 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:32:20.543989 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:32:20.544701 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:20.544838 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.545192 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:32:20.545653 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Bound port: d1adc24f-fa63-4364-910f-3d73ddce08e3, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:20.546062 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.547723 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638c28e-b615-4532-a88f-022cdb8fc882 None None] Pushing event updated for resources: {'Port': ['ID=d1adc24f-fa63-4364-910f-3d73ddce08e3,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:20.607834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a03123c4-4c98-4bbc-8503-887888378415 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:20.608365 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.641331 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] For port d1adc24f-fa63-4364-910f-3d73ddce08e3, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:20.644507 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] For port d1adc24f-fa63-4364-910f-3d73ddce08e3, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d1adc24f-fa63-4364-910f-3d73ddce08e3,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:20.654382 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.697910 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.743093 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Routers {'b356a747-7893-4e9e-8be1-0c7744e3df5b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:20.743415 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.743783 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b356a747-7893-4e9e-8be1-0c7744e3df5b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:20.753593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04847182-13ca-4899-a9c8-abcadd46e3fd None None] Network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:32:20.787166 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:20.790294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:20.793592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:32:20.831734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Pushing event updated for resources: {'Port': ['ID=07f82fac-8ed9-4b45-8696-41c468a621c5,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:20.841503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.847540 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.885476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-885e52fe-74c2-4be5-b8cd-901c0c47ca87 None None] Provisioning complete for port a03123c4-4c98-4bbc-8503-887888378415 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:20.885476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-885e52fe-74c2-4be5-b8cd-901c0c47ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.889200 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638c28e-b615-4532-a88f-022cdb8fc882 None None] Pushing event updated for resources: {'Port': ['ID=d1adc24f-fa63-4364-910f-3d73ddce08e3,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:20.893106 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] Set router b356a747-7893-4e9e-8be1-0c7744e3df5b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:21.004913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port a03123c4-4c98-4bbc-8503-887888378415, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a03123c4-4c98-4bbc-8503-887888378415,segment=NetworkSegment(a0efe1e6-bac5-4b82-ace8-9a2e379270d0),segment_id=a0efe1e6-bac5-4b82-ace8-9a2e379270d0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:21.013232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.016063 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.104509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=a03123c4-4c98-4bbc-8503-887888378415,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:21.110139 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 3, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port': {'id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:18Z', 'updated_at': '2022-02-04T16:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:21.149122 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0aea63-ebeb-404f-a28e-ebc769394f39 None None] The sync data for ids ['b356a747-7893-4e9e-8be1-0c7744e3df5b'] in n-d-827869-1 is: [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 3, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port': {'id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:18Z', 'updated_at': '2022-02-04T16:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:21.214568 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.221429 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.300937 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.302898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Pushing event updated for resources: {'Port': ['ID=07f82fac-8ed9-4b45-8696-41c468a621c5,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:21.418885 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:21.420411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:21.501433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b9482a07-66ec-45f8-b04f-1be3471ab4e7 None None] Provisioning complete for port a03123c4-4c98-4bbc-8503-887888378415 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:21.502182 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b9482a07-66ec-45f8-b04f-1be3471ab4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.624006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Router b356a747-7893-4e9e-8be1-0c7744e3df5b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:21.632353 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b9482a07-66ec-45f8-b04f-1be3471ab4e7 None None] Provisioning complete for port 07f82fac-8ed9-4b45-8696-41c468a621c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:21.632990 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b9482a07-66ec-45f8-b04f-1be3471ab4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.681132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b9482a07-66ec-45f8-b04f-1be3471ab4e7 None None] Port 07f82fac-8ed9-4b45-8696-41c468a621c5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:32:21.806823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-12e40ed0-708f-407d-a1eb-7b687d23be95 None None] Provisioning complete for port 07f82fac-8ed9-4b45-8696-41c468a621c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:21.809021 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12e40ed0-708f-407d-a1eb-7b687d23be95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.813740 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:21.825437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a8fd96a5-b4fa-4ff0-85f7-6221bdf657df admin admin] 10.222.0.47 "PUT /v2.0/routers/b356a747-7893-4e9e-8be1-0c7744e3df5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1790924 Feb 04 16:32:21.883636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-12e40ed0-708f-407d-a1eb-7b687d23be95 None None] Port 07f82fac-8ed9-4b45-8696-41c468a621c5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:32:22.024165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-45370aaf-5691-4676-b34d-fcb0bce1e838 None None] Provisioning complete for port 07f82fac-8ed9-4b45-8696-41c468a621c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:22.024546 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-45370aaf-5691-4676-b34d-fcb0bce1e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.059974 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d1adc24f-fa63-4364-910f-3d73ddce08e3 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:22.103693 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-45370aaf-5691-4676-b34d-fcb0bce1e838 None None] Port 07f82fac-8ed9-4b45-8696-41c468a621c5 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:32:22.124114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d1adc24f-fa63-4364-910f-3d73ddce08e3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:22.124496 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.208831 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.232162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port d1adc24f-fa63-4364-910f-3d73ddce08e3, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d1adc24f-fa63-4364-910f-3d73ddce08e3,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:22.237220 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.238179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:22.494655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=d1adc24f-fa63-4364-910f-3d73ddce08e3,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:22.506083 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:22.506692 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.595400 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a03123c4-4c98-4bbc-8503-887888378415 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:22.646412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a03123c4-4c98-4bbc-8503-887888378415 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:22.646789 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.789830 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.816016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d1adc24f-fa63-4364-910f-3d73ddce08e3 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:23.872415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d1adc24f-fa63-4364-910f-3d73ddce08e3 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:23.872766 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.918255 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Sync routers for ids ['b356a747-7893-4e9e-8be1-0c7744e3df5b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:32:23.934003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Routers {'b356a747-7893-4e9e-8be1-0c7744e3df5b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:23.934740 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b356a747-7893-4e9e-8be1-0c7744e3df5b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:24.081490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Set router b356a747-7893-4e9e-8be1-0c7744e3df5b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:24.311783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:32:20Z', 'revision_number': 4, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port': {'id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:18Z', 'updated_at': '2022-02-04T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '07f82fac-8ed9-4b45-8696-41c468a621c5', 'name': '', 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'mac_address': 'fa:16:3e:fe:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9909c9d4-9c6e-44fa-b326-0b825f4370d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:20Z', 'updated_at': '2022-02-04T16:32:21Z', 'revision_number': 2, 'project_id': 'e597ec14827148e981473dd21ff72637', 'subnets': [{'id': '9909c9d4-9c6e-44fa-b326-0b825f4370d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:24.340349 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Checking router: b356a747-7893-4e9e-8be1-0c7744e3df5b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:32:24.340800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Updating router b356a747-7893-4e9e-8be1-0c7744e3df5b port 07f82fac-8ed9-4b45-8696-41c468a621c5 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:32:24.372056 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.683654 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.690133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.770118 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dd86d-1f5e-459d-a53a-cc0fa4521bd1 None None] Pushing event updated for resources: {'Port': ['ID=07f82fac-8ed9-4b45-8696-41c468a621c5,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:24.810617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Attempting to bind port 07f82fac-8ed9-4b45-8696-41c468a621c5 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:24.811303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Attempting to bind port 07f82fac-8ed9-4b45-8696-41c468a621c5 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:24.814150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Attempting to bind port 07f82fac-8ed9-4b45-8696-41c468a621c5 on network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:32:24.820805 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:32:24.821508 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Checking segment: {'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:24.821950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.822374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Bound using segment: {'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:32:24.822857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Bound port: 07f82fac-8ed9-4b45-8696-41c468a621c5, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:24.823241 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.913389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] For port 07f82fac-8ed9-4b45-8696-41c468a621c5, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:24.921448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] For port 07f82fac-8ed9-4b45-8696-41c468a621c5, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=07f82fac-8ed9-4b45-8696-41c468a621c5,segment=NetworkSegment(a0efe1e6-bac5-4b82-ace8-9a2e379270d0),segment_id=a0efe1e6-bac5-4b82-ace8-9a2e379270d0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:24.928759 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.993480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Routers {'b356a747-7893-4e9e-8be1-0c7744e3df5b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:32:24.994145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:32:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b356a747-7893-4e9e-8be1-0c7744e3df5b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:25.079077 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dd86d-1f5e-459d-a53a-cc0fa4521bd1 None None] Pushing event updated for resources: {'Port': ['ID=07f82fac-8ed9-4b45-8696-41c468a621c5,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:25.120258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c5a5973f-59df-4a6a-907a-f446a706ca3b None None] Provisioning complete for port 07f82fac-8ed9-4b45-8696-41c468a621c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:25.120584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5a5973f-59df-4a6a-907a-f446a706ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.183429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] Set router b356a747-7893-4e9e-8be1-0c7744e3df5b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:32:25.349487 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5a5973f-59df-4a6a-907a-f446a706ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.410761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c5a5973f-59df-4a6a-907a-f446a706ca3b None None] For port 07f82fac-8ed9-4b45-8696-41c468a621c5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=07f82fac-8ed9-4b45-8696-41c468a621c5,segment=NetworkSegment(a0efe1e6-bac5-4b82-ace8-9a2e379270d0),segment_id=a0efe1e6-bac5-4b82-ace8-9a2e379270d0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:25.456843 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c5a5973f-59df-4a6a-907a-f446a706ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.515478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5973f-59df-4a6a-907a-f446a706ca3b None None] Pushing event updated for resources: {'Port': ['ID=07f82fac-8ed9-4b45-8696-41c468a621c5,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:25.529691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:32:20Z', 'revision_number': 4, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port': {'id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:18Z', 'updated_at': '2022-02-04T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '07f82fac-8ed9-4b45-8696-41c468a621c5', 'name': '', 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'mac_address': 'fa:16:3e:fe:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9909c9d4-9c6e-44fa-b326-0b825f4370d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:20Z', 'updated_at': '2022-02-04T16:32:24Z', 'revision_number': 4, 'project_id': 'e597ec14827148e981473dd21ff72637', 'subnets': [{'id': '9909c9d4-9c6e-44fa-b326-0b825f4370d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:25.559159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad662e-cd98-48af-be32-9e2d839f3acb None None] The sync data for ids ['b356a747-7893-4e9e-8be1-0c7744e3df5b'] in n-d-827869-1 is: [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:32:20Z', 'revision_number': 4, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port': {'id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:18Z', 'updated_at': '2022-02-04T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '07f82fac-8ed9-4b45-8696-41c468a621c5', 'name': '', 'network_id': '8bb052f2-48c3-48bd-8a58-f9c1331136a0', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'mac_address': 'fa:16:3e:fe:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9909c9d4-9c6e-44fa-b326-0b825f4370d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:20Z', 'updated_at': '2022-02-04T16:32:24Z', 'revision_number': 4, 'project_id': 'e597ec14827148e981473dd21ff72637', 'subnets': [{'id': '9909c9d4-9c6e-44fa-b326-0b825f4370d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:32:25.583142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-9bedcbcf-ba9a-4019-966b-3c005c52862b None None] Provisioning complete for port 07f82fac-8ed9-4b45-8696-41c468a621c5 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:25.583535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9bedcbcf-ba9a-4019-966b-3c005c52862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.867880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 07f82fac-8ed9-4b45-8696-41c468a621c5 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:25.931525 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 07f82fac-8ed9-4b45-8696-41c468a621c5 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:25.931864 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.692032 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-40708407-24eb-4b32-a875-4fd85ae2178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.099153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-88fb941a-2941-4d7c-a0c6-efad9ee26e42 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:32.100560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-88fb941a-2941-4d7c-a0c6-efad9ee26e42 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 815 time: 0.1038656 Feb 04 16:32:32.116282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-da6c5a86-4d34-4f0a-b4b2-f6aaf1bf3a4d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/quotas/84c82350820c4140ab3d56e25d67dba5 HTTP/1.1" status: 200 len: 375 time: 0.0095274 Feb 04 16:32:32.172039 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-3afd0562-63ca-400b-b417-eb01c5cfc4c1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501785 Feb 04 16:32:32.272242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-40e8eaea-3169-4870-a233-d6a503824fc6 service neutron] 10.222.0.47 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881197 Feb 04 16:32:32.362459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-dcdd1f4b-8455-4da8-aaa0-65d38a1209a4 service neutron] 10.222.0.47 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837908 Feb 04 16:32:32.528875 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6e7647d4-2287-438e-ae3e-175d4c945e0a req-80ff02d6-c288-406d-b158-3a304736857c tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 210 time: 0.0355136 Feb 04 16:32:33.435209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-3a941202-d96b-405e-9087-52eb6aabfbce tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:33.436679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-3a941202-d96b-405e-9087-52eb6aabfbce tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.30 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 815 time: 0.1059847 Feb 04 16:32:33.449731 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'port': {'device_id': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'admin_state_up': True, 'tenant_id': '84c82350820c4140ab3d56e25d67dba5'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:33.561566 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Made reservation on behalf of 84c82350820c4140ab3d56e25d67dba5 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:33.565130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.630331 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0d5971ed-3a60-4f91-a83c-3616e9f6fe7b req-efacce1f-7890-4111-be04-174b5eb49292 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 210 time: 0.0302317 Feb 04 16:32:33.715710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Allocated IP 172.20.0.8 (4ddc9cad-0d4a-4532-922a-7c3167d3bc46/de3e1e19-6f3d-4ee4-8787-547dd1a410a0/e4f21a17-01da-477d-acfc-d701b7219e74) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:33.782269 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ec52e968-ae0a-4d5a-a0ed-00c705786354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.920952 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.975081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.052948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:34.057161 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:34.063380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:32:34.071378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'Port': ['ID=e4f21a17-01da-477d-acfc-d701b7219e74,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:34.126749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:34.127576 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.149480 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-05e2c002-c194-45c7-878f-94d6fd34de83 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7044730 Feb 04 16:32:34.302226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-beaf5216-952d-4546-93bb-d3ff233965c7 None None] Provisioning complete for port e4f21a17-01da-477d-acfc-d701b7219e74 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:34.302629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-beaf5216-952d-4546-93bb-d3ff233965c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.339488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-beaf5216-952d-4546-93bb-d3ff233965c7 None None] Port e4f21a17-01da-477d-acfc-d701b7219e74 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:32:34.752134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d3c2-ff5c-46fa-911a-6b48e5d90636 req-947a563e-80e7-4282-b1e9-874009bf8c4a tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:34.753846 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a69d3c2-ff5c-46fa-911a-6b48e5d90636 req-947a563e-80e7-4282-b1e9-874009bf8c4a tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0540199 Feb 04 16:32:34.794809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6a69d3c2-ff5c-46fa-911a-6b48e5d90636 req-0fffa3ae-299c-40a0-b34b-87a6096ac1f0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340769 Feb 04 16:32:35.924989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05499669-0514-4f52-9452-33c63fd03cee req-87c23a09-8635-49bb-8e99-b8d48f048940 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:35.926710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05499669-0514-4f52-9452-33c63fd03cee req-87c23a09-8635-49bb-8e99-b8d48f048940 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0535150 Feb 04 16:32:35.978562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-05499669-0514-4f52-9452-33c63fd03cee req-267159a1-1e6a-4a46-8f0e-e1fd566b73bf tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Feb 04 16:32:36.020425 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.089002 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.118614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26522385-827e-4ac3-9c24-767e392ab359 req-5f17925f-dc42-4a82-92aa-46e048d8f067 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:37.120945 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26522385-827e-4ac3-9c24-767e392ab359 req-5f17925f-dc42-4a82-92aa-46e048d8f067 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0731823 Feb 04 16:32:37.164421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-26522385-827e-4ac3-9c24-767e392ab359 req-8c4aadbb-2372-457d-b1a8-56a34a5acf60 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Feb 04 16:32:37.638981 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.293462 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c42-e816-4694-870b-ca7b8db9d6d1 req-8bde337c-3eeb-455f-8996-0757959cbd70 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:38.295094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3cb5c42-e816-4694-870b-ca7b8db9d6d1 req-8bde337c-3eeb-455f-8996-0757959cbd70 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0526710 Feb 04 16:32:38.335695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c3cb5c42-e816-4694-870b-ca7b8db9d6d1 req-5992d986-d5c4-47d3-9cec-e1d2c682d96f tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Feb 04 16:32:39.454277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4036c8-7083-423b-bd91-e3dc748d1323 req-55c15f6c-ff68-4798-8a81-3424260272a2 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:39.455811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d4036c8-7083-423b-bd91-e3dc748d1323 req-55c15f6c-ff68-4798-8a81-3424260272a2 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0505304 Feb 04 16:32:39.498921 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d4036c8-7083-423b-bd91-e3dc748d1323 req-0a1c3d13-1bfd-49f3-9618-94bdc95c4c71 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Feb 04 16:32:40.317897 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.633893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9844f05-1ec5-4131-a905-845d61cb5161 req-e99e95dd-991c-4b71-83e8-65bc2bd2b3c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:40.635668 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9844f05-1ec5-4131-a905-845d61cb5161 req-e99e95dd-991c-4b71-83e8-65bc2bd2b3c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0555091 Feb 04 16:32:40.679327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9844f05-1ec5-4131-a905-845d61cb5161 req-96a70611-a5fa-44be-90d8-59869e2699c1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373650 Feb 04 16:32:41.799057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c27ca-f024-4831-b95d-6e9c11f5df5f req-1e612c62-cb74-4219-83fc-1a19871e46e1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:41.800657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-496c27ca-f024-4831-b95d-6e9c11f5df5f req-1e612c62-cb74-4219-83fc-1a19871e46e1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0532935 Feb 04 16:32:41.841093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-496c27ca-f024-4831-b95d-6e9c11f5df5f req-32260c1b-94ee-4c51-80ac-3095c0d4b249 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Feb 04 16:32:42.956816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a6ce8-6456-409d-b734-0d610e5a8728 req-a8afb0d4-6a70-4fc0-8f51-78183f03fcd1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:42.958338 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f7a6ce8-6456-409d-b734-0d610e5a8728 req-a8afb0d4-6a70-4fc0-8f51-78183f03fcd1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0509517 Feb 04 16:32:43.007597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1f7a6ce8-6456-409d-b734-0d610e5a8728 req-2bd164b9-3325-4266-bdae-cdc5e7506c62 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Feb 04 16:32:44.124764 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72665-83e7-4436-a2f6-d4ca2a63513e req-19b17163-0c93-4c8d-84ea-a6afa0f04286 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:44.126376 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00f72665-83e7-4436-a2f6-d4ca2a63513e req-19b17163-0c93-4c8d-84ea-a6afa0f04286 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0531275 Feb 04 16:32:44.163140 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00f72665-83e7-4436-a2f6-d4ca2a63513e req-ad92b588-dc76-462f-8054-773d550a46ed tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308075 Feb 04 16:32:45.127284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-7c552cd8-0bf4-425b-a398-6e46fc9d8d4c tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:32:45.128465 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-7c552cd8-0bf4-425b-a398-6e46fc9d8d4c tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065610 Feb 04 16:32:45.148373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Request body: {'port': {'device_id': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:32:45.205543 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.279647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c395f5-a330-466f-9511-b9b2c5891d05 req-bf1ff34b-ca2f-433d-8107-f87d8c74fecd tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:45.281188 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73c395f5-a330-466f-9511-b9b2c5891d05 req-bf1ff34b-ca2f-433d-8107-f87d8c74fecd tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 931 time: 0.0516460 Feb 04 16:32:45.320195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-73c395f5-a330-466f-9511-b9b2c5891d05 req-18189bdb-6586-4ce5-ab06-4f732ecbdf5e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Feb 04 16:32:45.467761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f21a17-01da-477d-acfc-d701b7219e74 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:32:45.475646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.488386 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Transition to ACTIVE for port object e4f21a17-01da-477d-acfc-d701b7219e74 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:45.492979 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.540342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Pushing event updated for resources: {'Port': ['ID=e4f21a17-01da-477d-acfc-d701b7219e74,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:45.614679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Attempting to bind port e4f21a17-01da-477d-acfc-d701b7219e74 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:45.615020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Attempting to bind port e4f21a17-01da-477d-acfc-d701b7219e74 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:45.615351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Attempting to bind port e4f21a17-01da-477d-acfc-d701b7219e74 on network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:32:45.620063 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Port e4f21a17-01da-477d-acfc-d701b7219e74 on network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:32:45.620385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Attempting to bind port e4f21a17-01da-477d-acfc-d701b7219e74 on network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:32:45.625353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:32:45.625695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Checking segment: {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:32:45.626116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Bound using segment: {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:32:45.626551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Bound port: e4f21a17-01da-477d-acfc-d701b7219e74, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9269a6-9c6a-4762-a9c7-9fe228680ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:45.626911 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.694645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] For port e4f21a17-01da-477d-acfc-d701b7219e74, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:45.698474 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] For port e4f21a17-01da-477d-acfc-d701b7219e74, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e4f21a17-01da-477d-acfc-d701b7219e74,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:45.703882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.741269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:45.741783 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.743177 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] 10.222.0.30 "PUT /v2.0/ports/e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 1091 time: 0.5988314 Feb 04 16:32:45.743619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:45.745874 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba91345-d103-45fe-9b55-1eddeebf2b15" -d '{"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:32:45.770293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d4b05-6c77-417b-8263-679f2e5059ad service neutron] Pushing event updated for resources: {'Port': ['ID=e4f21a17-01da-477d-acfc-d701b7219e74,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:45.787001 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7230014f-8226-47c9-a452-0c95b6f6cfed x-openstack-request-id: req-7230014f-8226-47c9-a452-0c95b6f6cfed {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:32:45.787297 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:32:45.787552 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7230014f-8226-47c9-a452-0c95b6f6cfed {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:32:45.787959 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'status': 'completed', 'code': 200} Feb 04 16:32:45.893270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba91345-d103-45fe-9b55-1eddeebf2b15 req-a979dbae-1b35-42b3-9ffe-03d3077c1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:45.894895 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0ba91345-d103-45fe-9b55-1eddeebf2b15 req-a979dbae-1b35-42b3-9ffe-03d3077c1d59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1094 time: 0.0437975 Feb 04 16:32:46.069903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba91345-d103-45fe-9b55-1eddeebf2b15 req-3f25598b-1b4b-48aa-921c-f574eb18683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.071703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0ba91345-d103-45fe-9b55-1eddeebf2b15 req-3f25598b-1b4b-48aa-921c-f574eb18683c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=84c82350820c4140ab3d56e25d67dba5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1695378 Feb 04 16:32:46.164692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba91345-d103-45fe-9b55-1eddeebf2b15 req-88fc292e-960d-46a5-9377-2c553f9defa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.166192 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0ba91345-d103-45fe-9b55-1eddeebf2b15 req-88fc292e-960d-46a5-9377-2c553f9defa1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879302 Feb 04 16:32:46.243748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-81e49cab-4349-41d7-b476-bf236910738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.245210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-81e49cab-4349-41d7-b476-bf236910738a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1094 time: 0.0434747 Feb 04 16:32:46.440307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39a71-34bf-4ec3-a350-2bd29fd60a30 req-56b318f4-5221-4f72-a2f6-83b32bad7b3f tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.442027 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bd39a71-34bf-4ec3-a350-2bd29fd60a30 req-56b318f4-5221-4f72-a2f6-83b32bad7b3f tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 943 time: 0.0513458 Feb 04 16:32:46.481923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3bd39a71-34bf-4ec3-a350-2bd29fd60a30 req-06dd40a3-a74d-480a-9e87-6e6198f06460 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Feb 04 16:32:46.592513 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-45b7992e-a93c-49f4-a3b3-7b025e64441f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 217 time: 0.3397388 Feb 04 16:32:46.640320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-c53005ff-a036-45f6-a2df-5dc0445164ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.641682 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-c53005ff-a036-45f6-a2df-5dc0445164ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 200 len: 854 time: 0.0431275 Feb 04 16:32:46.685663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-767acbc9-1d51-4b83-bcc2-20f1a7d26260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.687135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-767acbc9-1d51-4b83-bcc2-20f1a7d26260 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384963 Feb 04 16:32:46.784229 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-af40abbf-e32e-4e15-84e4-8d0f663f3b86 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903065 Feb 04 16:32:46.874701 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f1e932e-78ab-4691-a578-ad4dc73272b1 req-96e57f32-1e70-4bc6-af11-d5df6c9a7c02 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843334 Feb 04 16:32:47.599874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c1389-de55-4603-aa5a-83e195f4a6bc req-5f5ed8d2-fc88-45e8-bdd6-78ee3337f421 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:47.601357 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e17c1389-de55-4603-aa5a-83e195f4a6bc req-5f5ed8d2-fc88-45e8-bdd6-78ee3337f421 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 943 time: 0.0514672 Feb 04 16:32:47.639114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e17c1389-de55-4603-aa5a-83e195f4a6bc req-87c6bb30-08d1-4178-b8f3-b1edec8cae76 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Feb 04 16:32:48.756715 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d073c40-e530-4712-a779-07e8efde5b14 req-8007be91-8463-404d-99bd-12ccc5eb4bf1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:48.758225 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d073c40-e530-4712-a779-07e8efde5b14 req-8007be91-8463-404d-99bd-12ccc5eb4bf1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 943 time: 0.0519862 Feb 04 16:32:48.801733 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d073c40-e530-4712-a779-07e8efde5b14 req-203a174b-30f1-4560-9a7d-b99578d7c6ee tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371549 Feb 04 16:32:49.050843 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:32:49.913534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa05ca-e02d-4cde-8b17-dbeb8155a31b req-c05de2e3-46e9-4ea3-9f56-b0d924482d5d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:49.914946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33aa05ca-e02d-4cde-8b17-dbeb8155a31b req-c05de2e3-46e9-4ea3-9f56-b0d924482d5d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 943 time: 0.0480273 Feb 04 16:32:49.952476 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33aa05ca-e02d-4cde-8b17-dbeb8155a31b req-8f7fbfa0-b334-4115-ba7e-50883797d8d9 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Feb 04 16:32:50.237058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e4f21a17-01da-477d-acfc-d701b7219e74 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:32:50.331564 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e4f21a17-01da-477d-acfc-d701b7219e74, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e4f21a17-01da-477d-acfc-d701b7219e74,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:50.342453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'port_id': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'mac_address': 'fa:16:3e:79:e1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:32:50.379318 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.392250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f21a17-01da-477d-acfc-d701b7219e74 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:32:50.411986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e4f21a17-01da-477d-acfc-d701b7219e74, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e4f21a17-01da-477d-acfc-d701b7219e74,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:50.416258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.461612 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e4f21a17-01da-477d-acfc-d701b7219e74,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:50.738828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e4f21a17-01da-477d-acfc-d701b7219e74'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:32:51.071608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662e6e6-2897-4e08-8ee9-fdde346b5a53 req-1cee5e99-e27b-4899-9cf2-12b45af21cb4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.073273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0662e6e6-2897-4e08-8ee9-fdde346b5a53 req-1cee5e99-e27b-4899-9cf2-12b45af21cb4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 944 time: 0.0524266 Feb 04 16:32:51.115435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0662e6e6-2897-4e08-8ee9-fdde346b5a53 req-4d70a7e8-e67a-48a9-b922-44bb980aebe3 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Feb 04 16:32:52.230120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59308fdd-6b43-4eae-ace8-aea31046ad22 req-35f71902-43a3-4cd7-9201-af39ef12707e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:52.231705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59308fdd-6b43-4eae-ace8-aea31046ad22 req-35f71902-43a3-4cd7-9201-af39ef12707e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 944 time: 0.0490301 Feb 04 16:32:52.273924 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-59308fdd-6b43-4eae-ace8-aea31046ad22 req-4229eab4-3d95-40ca-b054-2e658c48ec27 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360224 Feb 04 16:32:52.283854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e4f21a17-01da-477d-acfc-d701b7219e74 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:32:52.331640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port e4f21a17-01da-477d-acfc-d701b7219e74 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:52.335838 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port e4f21a17-01da-477d-acfc-d701b7219e74 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:52.336242 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.414092 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.435127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:52.437340 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b5cec7-5cdd-4683-b891-2c50d0453c01" -d '{"events": [{"server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "name": "network-vif-plugged", "status": "completed", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:32:52.450937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port e4f21a17-01da-477d-acfc-d701b7219e74, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e4f21a17-01da-477d-acfc-d701b7219e74,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:52.455618 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.478989 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18133608-a372-47ec-bfa5-2d3679bcbb92 x-openstack-request-id: req-18133608-a372-47ec-bfa5-2d3679bcbb92 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:32:52.479265 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "name": "network-vif-plugged", "status": "completed", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:32:52.479524 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18133608-a372-47ec-bfa5-2d3679bcbb92 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:32:52.479914 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'code': 200} Feb 04 16:32:52.506583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=e4f21a17-01da-477d-acfc-d701b7219e74,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:52.571920 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe5b02-d24a-4a8e-bd8e-8179682a62a0 req-fcc415bb-55e5-4603-8d1c-296a9a771f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:52.573415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5afe5b02-d24a-4a8e-bd8e-8179682a62a0 req-fcc415bb-55e5-4603-8d1c-296a9a771f0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1096 time: 0.0399449 Feb 04 16:32:52.608271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5afe5b02-d24a-4a8e-bd8e-8179682a62a0 req-3fc7cb8b-359c-480f-96ac-65af9c91a34d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280669 Feb 04 16:32:53.394860 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f58e7d-1e0a-4485-92d8-53d968157d29 req-30eac882-4527-48a8-9133-4c4957f00ffb tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:53.396440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32f58e7d-1e0a-4485-92d8-53d968157d29 req-30eac882-4527-48a8-9133-4c4957f00ffb tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Feb 04 16:32:53.435091 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32f58e7d-1e0a-4485-92d8-53d968157d29 req-5883846d-bd6a-46eb-9bcb-7a769290cf55 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Feb 04 16:32:53.791886 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.551905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51eb3e-4432-408c-80bf-34f8f79862d6 req-7a78bf7f-294a-4b32-957e-e75960082763 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:54.553377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a51eb3e-4432-408c-80bf-34f8f79862d6 req-7a78bf7f-294a-4b32-957e-e75960082763 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0487778 Feb 04 16:32:54.590617 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3a51eb3e-4432-408c-80bf-34f8f79862d6 req-848829f6-413a-42e1-8d1f-f606dc198d7a tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312979 Feb 04 16:32:54.704521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eecb2-7b51-4b4b-9d0a-65e4c0976f10 req-e96d3d93-d688-49db-a494-2c3bb37a1bde tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:54.706057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8b2eecb2-7b51-4b4b-9d0a-65e4c0976f10 req-e96d3d93-d688-49db-a494-2c3bb37a1bde tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0499682 Feb 04 16:32:54.747128 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8b2eecb2-7b51-4b4b-9d0a-65e4c0976f10 req-86bc636f-9846-453c-b2cc-93c28aa550cb tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350480 Feb 04 16:32:54.933303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c94fe5-f010-4896-99fc-65a3b8571a25 req-c70b2d87-59f0-49f2-b730-f168a99c0cc9 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:54.934821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4c94fe5-f010-4896-99fc-65a3b8571a25 req-c70b2d87-59f0-49f2-b730-f168a99c0cc9 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0490348 Feb 04 16:32:54.973624 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d4c94fe5-f010-4896-99fc-65a3b8571a25 req-be19f712-9519-4ce5-b680-fff9d8891e78 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Feb 04 16:33:00.694048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52dc9789-cb3b-47a7-ae2f-9f2308c778de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.775009 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-771f9ede-e0bf-472d-8645-32e625c0d0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.016955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.442167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb33b-3bab-4c9f-99fa-ca7224f70d5e req-6728f553-04e4-42d5-80a0-e0ed243c896d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:06.443683 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891eb33b-3bab-4c9f-99fa-ca7224f70d5e req-6728f553-04e4-42d5-80a0-e0ed243c896d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0492435 Feb 04 16:33:06.481177 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-891eb33b-3bab-4c9f-99fa-ca7224f70d5e req-8fe9edcc-713b-40b9-8433-4f3c2fc9de8d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Feb 04 16:33:06.503668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37724) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:06.628247 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094311d-6f9b-403c-91ec-d6b74a095da7 tempest-TestMinimumBasicScenario-606398217 tempest-TestMinimumBasicScenario-606398217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:06.629772 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e094311d-6f9b-403c-91ec-d6b74a095da7 tempest-TestMinimumBasicScenario-606398217 tempest-TestMinimumBasicScenario-606398217-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1091 time: 0.1251180 Feb 04 16:33:06.632784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37728) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:06.637022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:06.660668 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.757439 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.865312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Allocated IP 172.25.1.66 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/131ede6a-1f27-4e02-aa20-e3418abd68d1) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:06.966785 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.000611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.038723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:07.041450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:07.044880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:33:07.074940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'Port': ['ID=131ede6a-1f27-4e02-aa20-e3418abd68d1,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:07.083827 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.088306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.088657 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.088996 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.089332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.089662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.090015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.090347 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.090674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.090999 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.091366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.091644 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.091962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:07.423459 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.494392 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.640190 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.640577 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.644745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.716893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'Port': ['ID=131ede6a-1f27-4e02-aa20-e3418abd68d1,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:07.725619 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.825790 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Floating IP a35f9aae-a7fb-4d22-9992-30913eda03c1 associated. External IP: 172.25.1.66, port: e4f21a17-01da-477d-acfc-d701b7219e74. Feb 04 16:33:08.034401 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Router 98e09ac2-5415-47ad-91eb-590605998fa9 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:08.141583 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:08.151579 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] Sync routers for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:33:08.159921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.160833 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:33:08.161663 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:08.186555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8dc6fbc8-14af-4e63-86a1-6cd20cbc539d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5527625 Feb 04 16:33:08.187240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:08.189369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37730) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:08.189953 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190" -d '{"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:33:08.195587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416129081', 'description': 'tempest-secgroup-smoke-416129081 description', 'project_id': '84c82350820c4140ab3d56e25d67dba5'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:08.223816 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.232136 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcbad49-1f41-4ad7-8738-df22aa5ea788 x-openstack-request-id: req-6dcbad49-1f41-4ad7-8738-df22aa5ea788 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:33:08.232794 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:33:08.233168 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6dcbad49-1f41-4ad7-8738-df22aa5ea788 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:33:08.233698 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'status': 'completed', 'code': 200} Feb 04 16:33:08.275421 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:33:08.297148 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.298434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-99e6c99b-77bf-4f8c-bff6-22354eaa08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:08.300565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-99e6c99b-77bf-4f8c-bff6-22354eaa08c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1096 time: 0.0449855 Feb 04 16:33:08.301904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.339512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2819b8d-869d-4cdd-9e93-679de434b4cc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:08.347742 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.347974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.348189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.348529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.348855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.349195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.349530 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.350211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.350211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.350520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.350854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.351183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:08.356484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.357746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-24a26f86-0e28-47d5-945a-f466f7bfe4b1 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1671114 Feb 04 16:33:08.360787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37734) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:08.365970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1ba9aa17-3e3a-4984-95df-860399311594 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'security_group_rule': {'security_group_id': 'b2819b8d-869d-4cdd-9e93-679de434b4cc', 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:08.397290 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-3d4d6f7c-f220-46bc-a3ad-792094c7fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:08.398190 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ba9aa17-3e3a-4984-95df-860399311594 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.399058 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-3d4d6f7c-f220-46bc-a3ad-792094c7fffc service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 916 time: 0.0930831 Feb 04 16:33:08.457889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ba9aa17-3e3a-4984-95df-860399311594 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.464209 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ba9aa17-3e3a-4984-95df-860399311594 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.480237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-bced1894-62aa-4faa-90d3-48b872f24263 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 998 time: 0.0740142 Feb 04 16:33:08.482577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9aa17-3e3a-4984-95df-860399311594 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee46f57e-ead8-459a-b0dc-fb91828bdb33,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:08.492338 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1ba9aa17-3e3a-4984-95df-860399311594 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.493636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1ba9aa17-3e3a-4984-95df-860399311594 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318104 Feb 04 16:33:08.496322 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37736) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:08.500747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-aae6cf27-e2ad-40de-9325-bb4032d2382e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'security_group_rule': {'security_group_id': 'b2819b8d-869d-4cdd-9e93-679de434b4cc', 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:08.532167 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aae6cf27-e2ad-40de-9325-bb4032d2382e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.532418 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'a35f9aae-a7fb-4d22-9992-30913eda03c1', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'port_id': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'mac_address': 'fa:16:3e:79:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:33:07Z', 'updated_at': '2022-02-04T16:33:07Z', 'revision_number': 0, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:19Z', 'revision_number': 5, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:08.552738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-86663006-a20e-422e-91c2-29f17dfb1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:08.554157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-86663006-a20e-422e-91c2-29f17dfb1204 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 200 len: 854 time: 0.0500569 Feb 04 16:33:08.565437 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] Checking router: 98e09ac2-5415-47ad-91eb-590605998fa9 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:33:08.577144 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:33:08.577756 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:33:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:08.596899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aae6cf27-e2ad-40de-9325-bb4032d2382e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.601885 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aae6cf27-e2ad-40de-9325-bb4032d2382e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.607069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-de018375-1b27-4672-84c2-c904ff9ce5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:08.608590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-de018375-1b27-4672-84c2-c904ff9ce5b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476778 Feb 04 16:33:08.618432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6cf27-e2ad-40de-9325-bb4032d2382e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd1a561-90b7-410b-9c1f-cf172ef9aa73,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:08.631688 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-aae6cf27-e2ad-40de-9325-bb4032d2382e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.633004 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-aae6cf27-e2ad-40de-9325-bb4032d2382e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357114 Feb 04 16:33:08.635860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37738) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:08.640997 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-2111bdc7-8dae-4a0d-84c5-991f9ce8e2f5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'security_group_rule': {'security_group_id': 'b2819b8d-869d-4cdd-9e93-679de434b4cc', 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:08.672018 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2111bdc7-8dae-4a0d-84c5-991f9ce8e2f5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.711909 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:33:08.725056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-669dbe2f-369d-4888-bafe-2a2099953198 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005886 Feb 04 16:33:08.742139 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2111bdc7-8dae-4a0d-84c5-991f9ce8e2f5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.747957 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2111bdc7-8dae-4a0d-84c5-991f9ce8e2f5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.767095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111bdc7-8dae-4a0d-84c5-991f9ce8e2f5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466a9f76-9496-48e1-9b92-24eb1e3cd995,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:08.775158 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-2111bdc7-8dae-4a0d-84c5-991f9ce8e2f5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.779000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2111bdc7-8dae-4a0d-84c5-991f9ce8e2f5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394727 Feb 04 16:33:08.779324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37740) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:08.783799 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3a5dfe4d-5142-4025-9a14-95ab76bacd12 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'security_group_rule': {'security_group_id': 'b2819b8d-869d-4cdd-9e93-679de434b4cc', 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:08.816913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe4d-5142-4025-9a14-95ab76bacd12 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.837782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2b7184d-25b8-4c02-a0b3-7a40ca6ef190 req-fdec879d-aba5-4f1a-8bf6-5ebda23145d8 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986514 Feb 04 16:33:08.900398 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe4d-5142-4025-9a14-95ab76bacd12 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.904937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe4d-5142-4025-9a14-95ab76bacd12 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.927794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dfe4d-5142-4025-9a14-95ab76bacd12 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6978bb7a-9c06-493a-a4c0-1f3c4427047b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:08.936632 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfe4d-5142-4025-9a14-95ab76bacd12 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.937952 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3a5dfe4d-5142-4025-9a14-95ab76bacd12 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576960 Feb 04 16:33:08.941069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37742) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:08.946894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-383891d0-a4cc-4ff8-9d77-cb8ddd73d7c0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'security_group_rule': {'security_group_id': 'b2819b8d-869d-4cdd-9e93-679de434b4cc', 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:08.973666 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-383891d0-a4cc-4ff8-9d77-cb8ddd73d7c0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Project 84c82350820c4140ab3d56e25d67dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:33:08.979046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-383891d0-a4cc-4ff8-9d77-cb8ddd73d7c0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.055558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-383891d0-a4cc-4ff8-9d77-cb8ddd73d7c0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.060072 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-383891d0-a4cc-4ff8-9d77-cb8ddd73d7c0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.069005 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'a35f9aae-a7fb-4d22-9992-30913eda03c1', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'port_id': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'mac_address': 'fa:16:3e:79:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:33:07Z', 'updated_at': '2022-02-04T16:33:07Z', 'revision_number': 0, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:19Z', 'revision_number': 5, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:09.081069 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383891d0-a4cc-4ff8-9d77-cb8ddd73d7c0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573de729-93bd-4f48-9b57-cf8cedc5aab8,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:09.087363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-383891d0-a4cc-4ff8-9d77-cb8ddd73d7c0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.088401 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-383891d0-a4cc-4ff8-9d77-cb8ddd73d7c0 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462061 Feb 04 16:33:09.091586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37744) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:33:09.096303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ca36b114-540b-455b-8302-bd0a74234b00 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'security_group_rule': {'security_group_id': 'b2819b8d-869d-4cdd-9e93-679de434b4cc', 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:09.099046 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c769ee2-c776-4b70-adca-2d34869413e4 None None] The sync data for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 is: [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'a35f9aae-a7fb-4d22-9992-30913eda03c1', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'port_id': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'mac_address': 'fa:16:3e:79:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:33:07Z', 'updated_at': '2022-02-04T16:33:07Z', 'revision_number': 0, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:19Z', 'revision_number': 5, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:33:09.130742 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-ca36b114-540b-455b-8302-bd0a74234b00 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Project 84c82350820c4140ab3d56e25d67dba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:33:09.136340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca36b114-540b-455b-8302-bd0a74234b00 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.202771 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca36b114-540b-455b-8302-bd0a74234b00 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.207512 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca36b114-540b-455b-8302-bd0a74234b00 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.228592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36b114-540b-455b-8302-bd0a74234b00 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40faeb2-a142-475f-a42c-285cf75c5054,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:09.234466 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ca36b114-540b-455b-8302-bd0a74234b00 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.238681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ca36b114-540b-455b-8302-bd0a74234b00 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429749 Feb 04 16:33:09.304675 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abf5b2-b8c4-4210-acce-53b8fadd5b99 None None] New status for floating IP a35f9aae-a7fb-4d22-9992-30913eda03c1: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:33:09.317320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99984189-8708-4d63-8502-c9a336beed38 req-b983fcff-fdd9-4a89-8450-936abe268af5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416129081&fields=id&tenant_id=84c82350820c4140ab3d56e25d67dba5 HTTP/1.1" status: 200 len: 267 time: 0.0350666 Feb 04 16:33:09.395909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99984189-8708-4d63-8502-c9a336beed38 req-f6d9d0e2-b032-44f1-a507-84c0f238d7d2 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:09.398803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99984189-8708-4d63-8502-c9a336beed38 req-f6d9d0e2-b032-44f1-a507-84c0f238d7d2 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0732467 Feb 04 16:33:09.416671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-99984189-8708-4d63-8502-c9a336beed38 req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'port': {'security_groups': ['6caa1589-2dac-433b-b481-e3ed7c06e2b0', 'b2819b8d-869d-4cdd-9e93-679de434b4cc']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:33:09.483107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-99984189-8708-4d63-8502-c9a336beed38 req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.665940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-99984189-8708-4d63-8502-c9a336beed38 req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] For port e4f21a17-01da-477d-acfc-d701b7219e74, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e4f21a17-01da-477d-acfc-d701b7219e74,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:09.700028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-99984189-8708-4d63-8502-c9a336beed38 req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.704724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-99984189-8708-4d63-8502-c9a336beed38 req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.721807 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e4f21a17-01da-477d-acfc-d701b7219e74'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:33:09.751221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99984189-8708-4d63-8502-c9a336beed38 req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:09.751862 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-99984189-8708-4d63-8502-c9a336beed38 req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.753857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99984189-8708-4d63-8502-c9a336beed38 req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "PUT /v2.0/ports/e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 981 time: 0.3414431 Feb 04 16:33:09.776433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268ea6f-8f7d-4c67-b9f1-e44592d87e65 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'Port': ['ID=e4f21a17-01da-477d-acfc-d701b7219e74,revision_number=6']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:09.812570 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e4f21a17-01da-477d-acfc-d701b7219e74'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:33:09.872842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33e08c-fb2d-4e33-8812-7615460992b3 req-6fecf105-98ca-44e9-96e2-a785410e8a50 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:09.874880 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb33e08c-fb2d-4e33-8812-7615460992b3 req-6fecf105-98ca-44e9-96e2-a785410e8a50 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0570679 Feb 04 16:33:09.924139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb33e08c-fb2d-4e33-8812-7615460992b3 req-d038ffa7-02c4-4a19-a572-11277de6a128 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390682 Feb 04 16:33:10.060893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6bbdbee1-48be-4e9d-b31f-9e78ea77a8d6 None None] Provisioning complete for port e4f21a17-01da-477d-acfc-d701b7219e74 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:10.061176 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbee1-48be-4e9d-b31f-9e78ea77a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.235403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:10.239103 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9df1201-68f3-4dd5-996b-cbcf7963d121" -d '{"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:33:10.282115 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0cadf8-95fa-4cf7-adc4-1e471430e8d1 x-openstack-request-id: req-8c0cadf8-95fa-4cf7-adc4-1e471430e8d1 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:33:10.282545 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:33:10.282914 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c0cadf8-95fa-4cf7-adc4-1e471430e8d1 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:33:10.283431 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'status': 'completed', 'code': 200} Feb 04 16:33:10.339243 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.345734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-8e5100e3-1522-4dfb-882d-b9c71da1b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:10.347477 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-8e5100e3-1522-4dfb-882d-b9c71da1b007 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1135 time: 0.0420597 Feb 04 16:33:10.442011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-90967e5a-a503-4f68-854e-9c0444dd5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:10.443589 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-90967e5a-a503-4f68-854e-9c0444dd5810 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 916 time: 0.0890172 Feb 04 16:33:10.508642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-952912c0-6614-4a5c-abfe-3a926df4a69b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 1000 time: 0.0584362 Feb 04 16:33:10.556797 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-d7cc6835-8ade-4f8c-902a-2066a93fe130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:10.558271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-d7cc6835-8ade-4f8c-902a-2066a93fe130 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 200 len: 854 time: 0.0430081 Feb 04 16:33:10.607883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-3d72c004-871e-48a7-bd1c-c50ad65fd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:10.609336 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-3d72c004-871e-48a7-bd1c-c50ad65fd902 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434575 Feb 04 16:33:10.700869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-9421fe0f-d4ae-4e9e-a28c-8e82b69c5dad service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836906 Feb 04 16:33:10.792985 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9df1201-68f3-4dd5-996b-cbcf7963d121 req-e0b4aadd-59ac-49d4-aa54-817f408ff783 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852785 Feb 04 16:33:23.795150 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.051242 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:33:30.698855 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a38f2c7-e45b-4403-8c14-4d1cc3c5f92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.777368 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-20751a8e-667c-411b-abee-05704d637720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.022195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.086536 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.647196 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.059059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-0d19cdb9-9bb7-4033-84b2-a5f1c7ac1292 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518789 Feb 04 16:33:40.159551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-7f14386a-601b-4fb7-86ab-7635ab4fbe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:40.161134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-7f14386a-601b-4fb7-86ab-7635ab4fbe9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1135 time: 0.0535910 Feb 04 16:33:40.293400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-8f26e70c-906f-414f-ac84-c28eae2850e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:40.295782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-8f26e70c-906f-414f-ac84-c28eae2850e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 916 time: 0.1082268 Feb 04 16:33:40.329270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.372830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-2be9b790-7701-4d45-961b-c446be9a5458 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 1000 time: 0.0707967 Feb 04 16:33:40.425471 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-ec457488-4eb3-484b-b282-850aa079e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:40.427042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-ec457488-4eb3-484b-b282-850aa079e496 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 200 len: 854 time: 0.0478077 Feb 04 16:33:40.478214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-7db3a440-3668-48f0-8df4-591907807da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:40.479717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-7db3a440-3668-48f0-8df4-591907807da0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464182 Feb 04 16:33:40.579055 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-1d3fcb6c-ce97-48c0-b3a2-6bee1d7815b5 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912585 Feb 04 16:33:40.695120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ac720c7-ffc3-4a63-8795-cbe06307fcab req-52c5c005-892f-4e62-a470-4b990bc8f5cb service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088295 Feb 04 16:33:53.807236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.701542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-048ab9e4-c34a-4a50-a66c-13b888b47892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.050565 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:34:03.779825 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3a74ed21-b9db-4de4-98cd-b8ea0d2dd8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.022804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.090224 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.645219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.327153 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.660546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-a7033b19-43ec-46e8-82c6-4617a8bba959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:10.661967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-a7033b19-43ec-46e8-82c6-4617a8bba959 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1135 time: 0.0975397 Feb 04 16:34:11.119985 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa006-0d82-4ea7-be24-6852c6ed9b47 req-29e98e12-3d28-43d4-b7db-f1fdd068469a tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:11.121527 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb6aa006-0d82-4ea7-be24-6852c6ed9b47 req-29e98e12-3d28-43d4-b7db-f1fdd068469a tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.5731449 Feb 04 16:34:11.126664 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-50631d9b-3503-4a82-bc76-be6fb5da5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:11.128143 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-50631d9b-3503-4a82-bc76-be6fb5da5e29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 916 time: 0.4585543 Feb 04 16:34:11.204165 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bb6aa006-0d82-4ea7-be24-6852c6ed9b47 req-76da2aaf-ac15-4c6f-801c-de9e14868e5f tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750346 Feb 04 16:34:11.217784 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-6617118e-da7c-4b58-b036-ac61c9289337 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 1000 time: 0.0818052 Feb 04 16:34:11.266921 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-112b36f9-8cb8-42e5-8564-de6dd7375fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:11.268937 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-112b36f9-8cb8-42e5-8564-de6dd7375fa5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 200 len: 854 time: 0.0445840 Feb 04 16:34:11.318707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-40740f51-bffa-4d6f-a349-244e2b43fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:11.320212 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-40740f51-bffa-4d6f-a349-244e2b43fed5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441637 Feb 04 16:34:11.411415 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-f70b1ca0-0567-4569-bd24-5a30a938ed45 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Feb 04 16:34:11.506352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-eb76233a-2e51-46e8-ad0d-8460d2af9ddb req-07846fac-da9b-4f60-81ae-4a4097625777 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883427 Feb 04 16:34:12.388802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb09886-38f6-41e8-bbf8-d3a1533f549f req-a75846c8-0505-48a6-928e-1340efd99264 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:12.390442 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddb09886-38f6-41e8-bbf8-d3a1533f549f req-a75846c8-0505-48a6-928e-1340efd99264 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.1108143 Feb 04 16:34:12.431795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddb09886-38f6-41e8-bbf8-d3a1533f549f req-b16645d6-715a-4cb6-b15d-dbb40d804233 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348222 Feb 04 16:34:13.550409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc9dd-21cd-4d18-a9ea-6cd6e82db3f2 req-1507b930-0f14-4c81-904d-f1f2b5d3535c tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:13.551872 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-370dc9dd-21cd-4d18-a9ea-6cd6e82db3f2 req-1507b930-0f14-4c81-904d-f1f2b5d3535c tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0496926 Feb 04 16:34:13.590787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-370dc9dd-21cd-4d18-a9ea-6cd6e82db3f2 req-3c8324c5-2739-49dd-ade2-26f88bdaaba9 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328345 Feb 04 16:34:14.709082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba71856-a590-4343-a568-2624097891af req-0d41f963-279b-4131-9b3e-c3f64794f7aa tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:14.710686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ba71856-a590-4343-a568-2624097891af req-0d41f963-279b-4131-9b3e-c3f64794f7aa tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0518999 Feb 04 16:34:14.750820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ba71856-a590-4343-a568-2624097891af req-0cfad492-51df-4300-987c-01206bdaffbd tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339313 Feb 04 16:34:15.869123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d6900-8ef4-4336-b872-6b2eaf4aeb24 req-ee9f7d20-320f-4cec-8b0a-0dc168b3edf3 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:15.870633 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-104d6900-8ef4-4336-b872-6b2eaf4aeb24 req-ee9f7d20-320f-4cec-8b0a-0dc168b3edf3 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0496588 Feb 04 16:34:15.913296 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-104d6900-8ef4-4336-b872-6b2eaf4aeb24 req-efdef8ce-efee-4e2b-beeb-a3c462032069 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365674 Feb 04 16:34:17.026454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ef4a-6958-42aa-9ad3-8e9c081dd1cd req-b395bb2b-4d45-4c84-9e04-a004dfe9c418 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:17.027975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8328ef4a-6958-42aa-9ad3-8e9c081dd1cd req-b395bb2b-4d45-4c84-9e04-a004dfe9c418 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0492013 Feb 04 16:34:17.071026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8328ef4a-6958-42aa-9ad3-8e9c081dd1cd req-7acf299d-1230-44ec-8f81-c1f02dd4f95e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362146 Feb 04 16:34:18.196206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497e78-3568-477c-aaf0-038151f7b4fc req-06d6ed4a-8e76-4395-97dd-d100df2e2373 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:18.197894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d497e78-3568-477c-aaf0-038151f7b4fc req-06d6ed4a-8e76-4395-97dd-d100df2e2373 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0567532 Feb 04 16:34:18.245167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d497e78-3568-477c-aaf0-038151f7b4fc req-efe37208-7e9d-4d77-9097-393a659c6646 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405042 Feb 04 16:34:19.368771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7b8bd-fe4b-4672-93af-7e8247123777 req-4a64e15b-0497-4756-9155-1101d6fa5bce tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:19.373965 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11c7b8bd-fe4b-4672-93af-7e8247123777 req-4a64e15b-0497-4756-9155-1101d6fa5bce tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0561333 Feb 04 16:34:19.416403 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-11c7b8bd-fe4b-4672-93af-7e8247123777 req-7ae7b552-6715-42ec-b9c7-b394cbb47ca3 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369487 Feb 04 16:34:20.537173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be219-a0f9-49c3-9c7a-4a2a482f885f req-b3790252-e243-4e35-9d76-1ee8f38f480f tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:20.538737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a0be219-a0f9-49c3-9c7a-4a2a482f885f req-b3790252-e243-4e35-9d76-1ee8f38f480f tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0509787 Feb 04 16:34:20.579061 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2a0be219-a0f9-49c3-9c7a-4a2a482f885f req-5546aa85-64f4-4fef-8def-185f4e7ca241 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337594 Feb 04 16:34:21.698876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072945-d4b2-4401-baf8-e0881c0981c5 req-e3ce0595-f252-4176-abf1-7e4531980acc tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:21.700415 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f072945-d4b2-4401-baf8-e0881c0981c5 req-e3ce0595-f252-4176-abf1-7e4531980acc tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0511088 Feb 04 16:34:21.742928 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f072945-d4b2-4401-baf8-e0881c0981c5 req-48a754c5-bd12-4153-880e-88079d5ec796 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352895 Feb 04 16:34:22.863356 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103f3c-3dfa-490e-8a4f-6abcd63dc689 req-104c2963-9855-4750-b1fb-a42fd593ffce tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:22.864739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4103f3c-3dfa-490e-8a4f-6abcd63dc689 req-104c2963-9855-4750-b1fb-a42fd593ffce tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0525579 Feb 04 16:34:22.910198 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4103f3c-3dfa-490e-8a4f-6abcd63dc689 req-a7d0bc5e-8a19-49fe-a45a-6d9affc98955 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391874 Feb 04 16:34:23.807141 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.030084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc5c23-68ef-4598-8d18-6513aba63e5d req-e7374c0b-88f4-41a4-91cd-62ddb21e4066 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:24.031649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aafc5c23-68ef-4598-8d18-6513aba63e5d req-e7374c0b-88f4-41a4-91cd-62ddb21e4066 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0517457 Feb 04 16:34:24.073328 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-aafc5c23-68ef-4598-8d18-6513aba63e5d req-97371838-ae03-4b0d-b8a8-124f5a5a324d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347283 Feb 04 16:34:25.203002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf40d2-d4cb-40f8-9933-88c627005166 req-45fe6ecd-695d-4b16-8d0a-28d41a3b4e1c tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:25.204523 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dbbf40d2-d4cb-40f8-9933-88c627005166 req-45fe6ecd-695d-4b16-8d0a-28d41a3b4e1c tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0578017 Feb 04 16:34:25.247436 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dbbf40d2-d4cb-40f8-9933-88c627005166 req-df7dbb54-8ed7-4eef-b82a-8405d1282cbd tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363271 Feb 04 16:34:26.377365 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86032e4a-e023-4366-a621-8f3cb3a34098 req-3a9a2997-7a3b-478b-b16d-2cb7565e800f tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:26.379930 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86032e4a-e023-4366-a621-8f3cb3a34098 req-3a9a2997-7a3b-478b-b16d-2cb7565e800f tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0561426 Feb 04 16:34:26.420840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-86032e4a-e023-4366-a621-8f3cb3a34098 req-6429c5dd-0ba2-4420-ad6e-6d3487309580 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340781 Feb 04 16:34:27.539257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18044f72-218c-473a-97e8-c75c450170a7 req-d7dad739-f05e-49fe-91e6-4d89f0996326 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:27.540787 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18044f72-218c-473a-97e8-c75c450170a7 req-d7dad739-f05e-49fe-91e6-4d89f0996326 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0506439 Feb 04 16:34:27.581690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-18044f72-218c-473a-97e8-c75c450170a7 req-bd473f17-c2ba-43a8-8404-0fde2b9da809 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2819b8d-869d-4cdd-9e93-679de434b4cc&id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344255 Feb 04 16:34:30.708030 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a88e85f0-4102-45f0-93d2-b5d78566d385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.784762 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb9f7-3cc7-4fda-8562-c0e8a06c7fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.027315 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.094325 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.650197 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.050805 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:34:40.055246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-6b73dd43-a33d-4d5d-aa89-d5d33fb117bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470846 Feb 04 16:34:40.144339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-fa00d6fd-b13f-44fe-98c1-1ac48d7f9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:40.145841 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-fa00d6fd-b13f-44fe-98c1-1ac48d7f9f4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1135 time: 0.0460587 Feb 04 16:34:40.260850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-9afa0e8d-5195-4845-9921-2dff35483049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:40.262378 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-9afa0e8d-5195-4845-9921-2dff35483049 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 916 time: 0.0914376 Feb 04 16:34:40.336271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-129689e1-d4a8-4931-9cda-812ceb31db2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 1000 time: 0.0651300 Feb 04 16:34:40.340912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.396007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-bc066ba8-3b40-43a8-95a1-3b5dfd877984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:40.397474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-bc066ba8-3b40-43a8-95a1-3b5dfd877984 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 200 len: 854 time: 0.0457616 Feb 04 16:34:40.452588 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-70de5432-df16-4937-8323-37de9a02a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:40.454126 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-70de5432-df16-4937-8323-37de9a02a334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420144 Feb 04 16:34:40.557770 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-8b6f8d9d-69fb-4554-905c-2e120a0f5759 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968256 Feb 04 16:34:40.656067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1ac714f5-2b7b-4409-9e39-7c7f179183d7 req-39d8a084-9eac-4dbf-ab23-accf87344bd9 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913649 Feb 04 16:34:53.810536 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:00.702980 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3aad9e8-839b-404c-979b-960b6772a032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:03.786802 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-91a56bd6-953e-4996-8cf0-8dc0f775959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:06.028432 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:07.096908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:07.652078 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:10.353570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:17.051348 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:35:23.343245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-dd73fce1-5088-4bb2-bc25-7683bb588cde tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416129081&fields=id&tenant_id=84c82350820c4140ab3d56e25d67dba5 HTTP/1.1" status: 200 len: 267 time: 0.0343740 Feb 04 16:35:23.397678 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-06ed2a50-0bdf-40f7-b979-2c8829fdebc5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:23.399213 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-06ed2a50-0bdf-40f7-b979-2c8829fdebc5 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 984 time: 0.0503571 Feb 04 16:35:23.410195 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Request body: {'port': {'security_groups': ['6caa1589-2dac-433b-b481-e3ed7c06e2b0']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:23.476180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.650422 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] For port e4f21a17-01da-477d-acfc-d701b7219e74, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e4f21a17-01da-477d-acfc-d701b7219e74,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:23.679945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.684506 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.696638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e4f21a17-01da-477d-acfc-d701b7219e74'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:35:23.735388 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:23.736605 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.738351 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d90e5d8f-f11f-4ed5-b142-f040b103afbb req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "PUT /v2.0/ports/e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 942 time: 0.3325171 Feb 04 16:35:23.739621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:23.744184 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eca304-50ff-45a6-906b-c5e1bbaf8918" -d '{"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:35:23.744994 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 37876) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:23.763361 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event updated for resources: {'Port': ['ID=e4f21a17-01da-477d-acfc-d701b7219e74,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:23.771789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.772143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.772492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.772838 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.773504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.773504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.773797 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.774149 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.774477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.774800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.775125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.775446 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32345206-5cb9-43c1-93b7-1ca54c7aa4c4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.835258 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.857145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e4f21a17-01da-477d-acfc-d701b7219e74'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:35:23.866808 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.874564 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.932141 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.935199 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.936249 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "DELETE /v2.0/security-groups/b2819b8d-869d-4cdd-9e93-679de434b4cc HTTP/1.1" status: 204 len: 168 time: 0.1876762 Feb 04 16:35:23.939101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37882) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:23.946547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2819b8d-869d-4cdd-9e93-679de434b4cc,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:23.955014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.955363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.955755 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.956103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.956443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.956777 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.957110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.957450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.957782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.958214 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.958550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:23.958878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2743b4ec-ee72-44ac-a205-aaf3ddf05ac4 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.074906 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ebe7723a-d078-4e4b-b26b-bdb2a9134d89 None None] Provisioning complete for port e4f21a17-01da-477d-acfc-d701b7219e74 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:24.075195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ebe7723a-d078-4e4b-b26b-bdb2a9134d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.121096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Deleting port 131ede6a-1f27-4e02-aa20-e3418abd68d1 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:24.121591 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.206755 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.207081 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.218992 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Calling delete_port for 131ede6a-1f27-4e02-aa20-e3418abd68d1 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:24.379800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.411912 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event deleted for resources: {'Port': ['ID=131ede6a-1f27-4e02-aa20-e3418abd68d1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:24.476854 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.477196 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Floating IP a35f9aae-a7fb-4d22-9992-30913eda03c1 disassociated (deleted). External IP: 172.25.1.66, port: e4f21a17-01da-477d-acfc-d701b7219e74. Feb 04 16:35:24.689874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Router 98e09ac2-5415-47ad-91eb-590605998fa9 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:24.797695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:24.802230 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.807481 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] Sync routers for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:35:24.819893 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:24.820855 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:24.830913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b9699bc5-d293-4657-a910-2384b8c9e54e tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "DELETE /v2.0/floatingips/a35f9aae-a7fb-4d22-9992-30913eda03c1 HTTP/1.1" status: 204 len: 168 time: 0.8904402 Feb 04 16:35:24.892691 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef1d1ec-5924-4941-b989-6bdb920803c6 x-openstack-request-id: req-5ef1d1ec-5924-4941-b989-6bdb920803c6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:35:24.892977 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:35:24.893224 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ef1d1ec-5924-4941-b989-6bdb920803c6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:35:24.893653 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'status': 'completed', 'code': 200} Feb 04 16:35:24.928131 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:24.958855 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-8ef5edc7-377c-47b7-ad3d-8cf6324fda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:24.960885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-8ef5edc7-377c-47b7-ad3d-8cf6324fda11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1096 time: 0.0532496 Feb 04 16:35:25.055946 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-7cf19ea5-801f-4183-9582-67f57a9ab8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:25.057444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-7cf19ea5-801f-4183-9582-67f57a9ab8dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 916 time: 0.0903542 Feb 04 16:35:25.115037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-1222c806-aadb-499e-9b29-cfb77637efea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 217 time: 0.0454462 Feb 04 16:35:25.168370 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-c79b1ed2-0dbe-4efd-97d3-ac0af8e38630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:25.170028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-c79b1ed2-0dbe-4efd-97d3-ac0af8e38630 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 200 len: 854 time: 0.0475292 Feb 04 16:35:25.175368 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:19Z', 'revision_number': 5, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:25.202108 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] Checking router: 98e09ac2-5415-47ad-91eb-590605998fa9 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:35:25.211195 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:25.211724 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:25.219397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-d550b528-4991-4ec2-a993-760cefb12877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:25.220888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-d550b528-4991-4ec2-a993-760cefb12877 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419083 Feb 04 16:35:25.316435 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:25.320194 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-3be5ec86-e603-432c-8702-8a435efe7500 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909882 Feb 04 16:35:25.413444 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54eca304-50ff-45a6-906b-c5e1bbaf8918 req-7a573ac8-b375-4d79-8a0e-2756e7c1097a service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862172 Feb 04 16:35:25.516393 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:19Z', 'revision_number': 5, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:25.545338 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bda41d-2ae7-47a8-9abf-b6cf5a2b0738 None None] The sync data for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 is: [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:15Z', 'revision_number': 4, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '4ae2eb72-8bc9-4ab0-a815-d90d50c0c061', 'name': '', 'network_id': '4ddc9cad-0d4a-4532-922a-7c3167d3bc46', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'mac_address': 'fa:16:3e:7e:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:15Z', 'updated_at': '2022-02-04T16:32:19Z', 'revision_number': 5, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'subnets': [{'id': 'de3e1e19-6f3d-4ee4-8787-547dd1a410a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:35:25.764605 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb2624-c0e4-4829-9e67-d67393b6f619 None None] New status for floating IP a35f9aae-a7fb-4d22-9992-30913eda03c1: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:35:26.894893 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:26.897401 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:35:26.933172 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2466cb36-026a-4017-b3c1-1b42e05df6f0 x-openstack-request-id: req-2466cb36-026a-4017-b3c1-1b42e05df6f0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:35:26.933463 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:35:26.933749 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2466cb36-026a-4017-b3c1-1b42e05df6f0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:35:26.934189 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'status': 'completed', 'code': 200} Feb 04 16:35:26.999112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-8358363d-42a4-4ee3-9e55-66f1f3f2f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:27.000636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-8358363d-42a4-4ee3-9e55-66f1f3f2f5fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84c82350820c4140ab3d56e25d67dba5&device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 1096 time: 0.0450821 Feb 04 16:35:27.097749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-8d615f68-a053-4cd1-8a6b-503b5152f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:27.099289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-8d615f68-a053-4cd1-8a6b-503b5152f470 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 200 len: 916 time: 0.0926116 Feb 04 16:35:27.141823 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-5f34c9fd-272f-4a7b-b579-5afdde199b7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 200 len: 217 time: 0.0347505 Feb 04 16:35:27.194076 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-52d255ea-ce24-48d4-914d-0ddcccc19b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:27.195842 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-52d255ea-ce24-48d4-914d-0ddcccc19b09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 200 len: 854 time: 0.0474656 Feb 04 16:35:27.251658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-c8efe475-f0d3-43fe-9fca-d361130d3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:27.253587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-c8efe475-f0d3-43fe-9fca-d361130d3540 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ddc9cad-0d4a-4532-922a-7c3167d3bc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515318 Feb 04 16:35:27.344721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-969bddfa-926b-452a-ac51-373513bc15e6 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839474 Feb 04 16:35:27.447535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-90c1d8b4-3a6b-443a-a8f2-8a64861cb1fd req-1d790c18-926f-4ab2-a8bd-a64eae7fb4c3 service neutron] 10.222.0.30 "GET /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964398 Feb 04 16:35:30.708335 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e2166a68-0460-4c32-bfa4-4a9cf71068d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.807723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb4812-0a41-4f7b-85d0-dd83cc17859e req-55d7898a-7726-4046-82dc-57e5c97cbe55 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:31.809158 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33fb4812-0a41-4f7b-85d0-dd83cc17859e req-55d7898a-7726-4046-82dc-57e5c97cbe55 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0548406 Feb 04 16:35:31.849742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-33fb4812-0a41-4f7b-85d0-dd83cc17859e req-9e8fe586-c9ba-40eb-8f0b-f91fc475915d tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Feb 04 16:35:32.971815 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633567-2752-4d57-9803-e44c031f2cbf req-e17efb82-83bd-47cd-9aaf-5d51c0fdcaba tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:32.973326 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3633567-2752-4d57-9803-e44c031f2cbf req-e17efb82-83bd-47cd-9aaf-5d51c0fdcaba tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0523520 Feb 04 16:35:33.011695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3633567-2752-4d57-9803-e44c031f2cbf req-f9d5a110-08ae-4395-9d8c-1107813ecb68 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Feb 04 16:35:33.788941 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-95a7f53e-609b-467e-ac7e-67b3f86dc0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.899970 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-bdc032d1-c538-443c-909e-e104b9a66fbd tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:33.901430 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-bdc032d1-c538-443c-909e-e104b9a66fbd tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.30 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.0525823 Feb 04 16:35:33.996171 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Deleting port e4f21a17-01da-477d-acfc-d701b7219e74 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:33.996506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.104357 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] For port e4f21a17-01da-477d-acfc-d701b7219e74, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=e4f21a17-01da-477d-acfc-d701b7219e74,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:34.104626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.137532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Calling delete_port for e4f21a17-01da-477d-acfc-d701b7219e74 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:34.194002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1421a7-2a64-4ca5-be12-dd5d8581003e req-19e9c160-c988-4e29-b5f6-9f2b8335b9a8 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:34.195756 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a1421a7-2a64-4ca5-be12-dd5d8581003e req-19e9c160-c988-4e29-b5f6-9f2b8335b9a8 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/ports?device_id=8559f80c-1dd9-44e3-965a-bc378ac0bf76 HTTP/1.1" status: 200 len: 945 time: 0.1077938 Feb 04 16:35:34.254411 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a1421a7-2a64-4ca5-be12-dd5d8581003e req-35138065-ccb9-42be-95b1-5238bf8c4b07 tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.47 "GET /v2.0/security-groups?id=6caa1589-2dac-433b-b481-e3ed7c06e2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517814 Feb 04 16:35:34.319632 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.331836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['e4f21a17-01da-477d-acfc-d701b7219e74'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:35:34.350415 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Pushing event deleted for resources: {'Port': ['ID=e4f21a17-01da-477d-acfc-d701b7219e74,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:34.392306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] No DVR routers for this DVR port e4f21a17-01da-477d-acfc-d701b7219e74 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:34.395436 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.399063 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d3f6ad2e-7ffd-4dae-87f6-3dc8bdf5bfcf req-0c57b7bd-d03a-42c8-a068-240f8a5ea7ea tempest-TestMinimumBasicScenario-944588415 tempest-TestMinimumBasicScenario-944588415-project] 10.222.0.30 "DELETE /v2.0/ports/e4f21a17-01da-477d-acfc-d701b7219e74 HTTP/1.1" status: 204 len: 173 time: 0.4917524 Feb 04 16:35:34.399582 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'name': 'network-vif-deleted', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:34.402069 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737f3da7-6454-457e-b950-12b6e57a245e" -d '{"events": [{"server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "name": "network-vif-deleted", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:35:34.504856 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d83fc2-d5fb-458a-91fe-428368a3af0d x-openstack-request-id: req-c1d83fc2-d5fb-458a-91fe-428368a3af0d {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:35:34.505326 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8559f80c-1dd9-44e3-965a-bc378ac0bf76", "name": "network-vif-deleted", "tag": "e4f21a17-01da-477d-acfc-d701b7219e74", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:35:34.506378 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1d83fc2-d5fb-458a-91fe-428368a3af0d {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:35:34.506820 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8559f80c-1dd9-44e3-965a-bc378ac0bf76', 'name': 'network-vif-deleted', 'tag': 'e4f21a17-01da-477d-acfc-d701b7219e74', 'status': 'completed', 'code': 200} Feb 04 16:35:35.872564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37992) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:36.035198 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.230423 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.478588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Deleting port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:36.479003 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.556841 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] For port 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:36.557124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.569182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Calling delete_port for 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:36.762160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.789556 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae2eb72-8bc9-4ab0-a815-d90d50c0c061,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:36.969131 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.101208 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.189039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Router 98e09ac2-5415-47ad-91eb-590605998fa9 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:37.598199 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:37.603541 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d890bb00-2fe9-4ebe-8111-9ef0bab3abf6 admin admin] 10.222.0.47 "PUT /v2.0/routers/98e09ac2-5415-47ad-91eb-590605998fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298040 Feb 04 16:35:37.606027 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37994) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:37.609857 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] Sync routers for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:35:37.622334 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:37.622974 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:37.655683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.716221 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.732373 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:37.822296 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.885646 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Deleting port 0da9b61b-02d2-4f97-b855-772bfba241c6 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:37.886004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.927082 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:35:36Z', 'revision_number': 5, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port': {'id': '0da9b61b-02d2-4f97-b855-772bfba241c6', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:37.958796 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] Checking router: 98e09ac2-5415-47ad-91eb-590605998fa9 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:35:37.967195 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] Routers {'98e09ac2-5415-47ad-91eb-590605998fa9'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:37.967738 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['98e09ac2-5415-47ad-91eb-590605998fa9'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:37.973722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] For port 0da9b61b-02d2-4f97-b855-772bfba241c6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0da9b61b-02d2-4f97-b855-772bfba241c6,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:37.974277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.985876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Calling delete_port for 0da9b61b-02d2-4f97-b855-772bfba241c6 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:38.054772 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] Set router 98e09ac2-5415-47ad-91eb-590605998fa9 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:38.109043 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:35:37Z', 'revision_number': 6, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:38.136052 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52822d2-772f-42dc-91dd-992a66a2fd4c None None] The sync data for ids ['98e09ac2-5415-47ad-91eb-590605998fa9'] in n-d-827869-1 is: [{'id': '98e09ac2-5415-47ad-91eb-590605998fa9', 'name': 'tempest-TestMinimumBasicScenario-1734385859-router', 'tenant_id': '84c82350820c4140ab3d56e25d67dba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:13Z', 'updated_at': '2022-02-04T16:35:37Z', 'revision_number': 6, 'project_id': '84c82350820c4140ab3d56e25d67dba5', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:35:38.167819 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.196908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da9b61b-02d2-4f97-b855-772bfba241c6,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:38.259951 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.358213 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.360884 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.404298 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.404908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98e09ac2-5415-47ad-91eb-590605998fa9 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:35:38.409605 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.410855 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-025fd971-335a-4009-b5f4-e59e0add7ad2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/98e09ac2-5415-47ad-91eb-590605998fa9 HTTP/1.1" status: 204 len: 168 time: 0.8038607 Feb 04 16:35:38.413445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37996) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:38.462161 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a642d3a-e51b-48ed-8cec-9a2cd856c412 admin admin] Deleting subnet de3e1e19-6f3d-4ee4-8787-547dd1a410a0 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:35:38.465352 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a642d3a-e51b-48ed-8cec-9a2cd856c412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.501511 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a642d3a-e51b-48ed-8cec-9a2cd856c412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.590734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a642d3a-e51b-48ed-8cec-9a2cd856c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.646013 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a642d3a-e51b-48ed-8cec-9a2cd856c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.672930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a642d3a-e51b-48ed-8cec-9a2cd856c412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3e1e19-6f3d-4ee4-8787-547dd1a410a0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:38.676761 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5a642d3a-e51b-48ed-8cec-9a2cd856c412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.680009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5a642d3a-e51b-48ed-8cec-9a2cd856c412 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/de3e1e19-6f3d-4ee4-8787-547dd1a410a0 HTTP/1.1" status: 204 len: 168 time: 0.2653677 Feb 04 16:35:38.683065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 37998) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:38.685952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c114544-b9af-470d-ae53-5d4fe36463c0 None None] Network 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:35:38.764853 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.825540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Deleting port 06cfa502-1da2-48bd-b21c-d6adfb947e5a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:38.825917 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.894219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] For port 06cfa502-1da2-48bd-b21c-d6adfb947e5a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=06cfa502-1da2-48bd-b21c-d6adfb947e5a,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:38.894596 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.908725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Calling delete_port for 06cfa502-1da2-48bd-b21c-d6adfb947e5a owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:38.919574 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] DHCP port deletion for 4ddc9cad-0d4a-4532-922a-7c3167d3bc46 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:35:38.978180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Deleting port 06cfa502-1da2-48bd-b21c-d6adfb947e5a {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:38.978555 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.012824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.044016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cfa502-1da2-48bd-b21c-d6adfb947e5a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:39.048389 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] For port 06cfa502-1da2-48bd-b21c-d6adfb947e5a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=06cfa502-1da2-48bd-b21c-d6adfb947e5a,segment=NetworkSegment(2c9269a6-9c6a-4762-a9c7-9fe228680ae6),segment_id=2c9269a6-9c6a-4762-a9c7-9fe228680ae6)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:39.049094 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.049521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] No DVR routers for this DVR port 06cfa502-1da2-48bd-b21c-d6adfb947e5a on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:39.066944 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Calling delete_port for 06cfa502-1da2-48bd-b21c-d6adfb947e5a owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:39.091743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e4f21a17-01da-477d-acfc-d701b7219e74 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:35:39.161180 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.162375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: e4f21a17-01da-477d-acfc-d701b7219e74 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:35:39.162744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device e4f21a17-01da-477d-acfc-d701b7219e74 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:35:39.185124 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddc9cad-0d4a-4532-922a-7c3167d3bc46']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:39.198592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9269a6-9c6a-4762-a9c7-9fe228680ae6') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:39.198898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9269a6-9c6a-4762-a9c7-9fe228680ae6') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:39.209722 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.220659 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.243184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.249697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Pushing event deleted for resources: {'Port': ['ID=06cfa502-1da2-48bd-b21c-d6adfb947e5a,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:39.252406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] No DVR routers for this DVR port 06cfa502-1da2-48bd-b21c-d6adfb947e5a on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:39.254930 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:35:39.255801 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:39.262075 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:39.280746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.281333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.282566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.283212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.283706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.284184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.284706 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.285261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.285827 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.286272 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.286673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.287013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b4e28-a58d-4026-92ff-dfce05501571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:39.328852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.334938 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.338265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4ddc9cad-0d4a-4532-922a-7c3167d3bc46 HTTP/1.1" status: 204 len: 168 time: 0.6541488 Feb 04 16:35:39.341665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38000) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:39.351794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d612a-2235-4477-ab23-1a1240289d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ddc9cad-0d4a-4532-922a-7c3167d3bc46,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:39.710643 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.927355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0da9b61b-02d2-4f97-b855-772bfba241c6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:35:39.949054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0da9b61b-02d2-4f97-b855-772bfba241c6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:35:39.949456 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0da9b61b-02d2-4f97-b855-772bfba241c6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:35:39.949873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 06cfa502-1da2-48bd-b21c-d6adfb947e5a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:35:39.973357 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 06cfa502-1da2-48bd-b21c-d6adfb947e5a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:35:39.973696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 06cfa502-1da2-48bd-b21c-d6adfb947e5a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:35:39.974333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:35:39.976338 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Deleting port 07f82fac-8ed9-4b45-8696-41c468a621c5 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:39.976689 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.994321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:35:39.994666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 4ae2eb72-8bc9-4ab0-a815-d90d50c0c061 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:35:40.059021 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] For port 07f82fac-8ed9-4b45-8696-41c468a621c5, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=07f82fac-8ed9-4b45-8696-41c468a621c5,segment=NetworkSegment(a0efe1e6-bac5-4b82-ace8-9a2e379270d0),segment_id=a0efe1e6-bac5-4b82-ace8-9a2e379270d0)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:40.059396 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.078195 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Calling delete_port for 07f82fac-8ed9-4b45-8696-41c468a621c5 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:40.260338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.290714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f82fac-8ed9-4b45-8696-41c468a621c5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:40.375418 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.474523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.696961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Router b356a747-7893-4e9e-8be1-0c7744e3df5b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:41.134390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:41.139413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0858c26a-9cc6-4fd5-afd4-ab0ffa810c05 admin admin] 10.222.0.47 "PUT /v2.0/routers/b356a747-7893-4e9e-8be1-0c7744e3df5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965548 Feb 04 16:35:41.143231 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38002) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:41.146213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] Sync routers for ids ['b356a747-7893-4e9e-8be1-0c7744e3df5b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:35:41.158065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] Routers {'b356a747-7893-4e9e-8be1-0c7744e3df5b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:41.158876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b356a747-7893-4e9e-8be1-0c7744e3df5b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:41.247174 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.264204 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] Set router b356a747-7893-4e9e-8be1-0c7744e3df5b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:41.350513 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.409827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Deleting port d1adc24f-fa63-4364-910f-3d73ddce08e3 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:41.410103 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.461833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 5, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port': {'id': 'd1adc24f-fa63-4364-910f-3d73ddce08e3', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:32:18Z', 'updated_at': '2022-02-04T16:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:41.496759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] Checking router: b356a747-7893-4e9e-8be1-0c7744e3df5b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:35:41.506101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] Routers {'b356a747-7893-4e9e-8be1-0c7744e3df5b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:41.506848 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['b356a747-7893-4e9e-8be1-0c7744e3df5b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:41.508943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] For port d1adc24f-fa63-4364-910f-3d73ddce08e3, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d1adc24f-fa63-4364-910f-3d73ddce08e3,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:41.509535 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.522261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Calling delete_port for d1adc24f-fa63-4364-910f-3d73ddce08e3 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:41.615887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] Set router b356a747-7893-4e9e-8be1-0c7744e3df5b gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:41.679443 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:35:41Z', 'revision_number': 6, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:41.706802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445d497-b254-430a-a333-f83fd4ce4ebc None None] The sync data for ids ['b356a747-7893-4e9e-8be1-0c7744e3df5b'] in n-d-827869-1 is: [{'id': 'b356a747-7893-4e9e-8be1-0c7744e3df5b', 'name': 'tempest-TestMinimumBasicScenario-1375422719-router', 'tenant_id': 'e597ec14827148e981473dd21ff72637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:17Z', 'updated_at': '2022-02-04T16:35:41Z', 'revision_number': 6, 'project_id': 'e597ec14827148e981473dd21ff72637', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:35:41.713266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.739662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1adc24f-fa63-4364-910f-3d73ddce08e3,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:41.802190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.903749 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.905903 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.950537 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.951032 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b356a747-7893-4e9e-8be1-0c7744e3df5b {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:35:41.956747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.958368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3d63a276-1d71-4e9e-8f45-36ffcf2acc77 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b356a747-7893-4e9e-8be1-0c7744e3df5b HTTP/1.1" status: 204 len: 168 time: 0.8142338 Feb 04 16:35:41.961903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38004) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:42.006844 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2fb8cc-3ece-47c1-a5f6-77da45a14d47 admin admin] Deleting subnet 9909c9d4-9c6e-44fa-b326-0b825f4370d5 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:35:42.009826 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb8cc-3ece-47c1-a5f6-77da45a14d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.048950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb8cc-3ece-47c1-a5f6-77da45a14d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.149889 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb8cc-3ece-47c1-a5f6-77da45a14d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.212473 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 07f82fac-8ed9-4b45-8696-41c468a621c5 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:35:42.216295 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb8cc-3ece-47c1-a5f6-77da45a14d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.233277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 07f82fac-8ed9-4b45-8696-41c468a621c5 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:35:42.233907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 07f82fac-8ed9-4b45-8696-41c468a621c5 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:35:42.246411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fb8cc-3ece-47c1-a5f6-77da45a14d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9909c9d4-9c6e-44fa-b326-0b825f4370d5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.248539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f2fb8cc-3ece-47c1-a5f6-77da45a14d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.252373 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7f2fb8cc-3ece-47c1-a5f6-77da45a14d47 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9909c9d4-9c6e-44fa-b326-0b825f4370d5 HTTP/1.1" status: 204 len: 168 time: 0.2893200 Feb 04 16:35:42.254919 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38006) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:42.257583 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739d81ae-9359-4152-8592-41bce17745fb None None] Network 8bb052f2-48c3-48bd-8a58-f9c1331136a0 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:35:42.333387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.389025 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Deleting port a03123c4-4c98-4bbc-8503-887888378415 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:42.389367 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.456449 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] For port a03123c4-4c98-4bbc-8503-887888378415, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a03123c4-4c98-4bbc-8503-887888378415,segment=NetworkSegment(a0efe1e6-bac5-4b82-ace8-9a2e379270d0),segment_id=a0efe1e6-bac5-4b82-ace8-9a2e379270d0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:42.456669 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.469171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Calling delete_port for a03123c4-4c98-4bbc-8503-887888378415 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:42.523815 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] DHCP port deletion for 8bb052f2-48c3-48bd-8a58-f9c1331136a0 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:35:42.554542 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.571500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] Deleting port a03123c4-4c98-4bbc-8503-887888378415 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:35:42.571879 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.579977 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03123c4-4c98-4bbc-8503-887888378415,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.585068 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] No DVR routers for this DVR port a03123c4-4c98-4bbc-8503-887888378415 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:42.640330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] For port a03123c4-4c98-4bbc-8503-887888378415, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:42.640719 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.654144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] Calling delete_port for a03123c4-4c98-4bbc-8503-887888378415 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:35:42.657284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] Port a03123c4-4c98-4bbc-8503-887888378415 was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 16:35:42.658579 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.674653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.683205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] Pushing event deleted for resources: {'Port': ['ID=a03123c4-4c98-4bbc-8503-887888378415,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.687752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba5795-bd9d-49e2-af35-752941ffb535 None None] No DVR routers for this DVR port a03123c4-4c98-4bbc-8503-887888378415 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:42.700089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb052f2-48c3-48bd-8a58-f9c1331136a0']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:42.711008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:42.711008 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0efe1e6-bac5-4b82-ace8-9a2e379270d0') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:42.723446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.738701 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.745062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:35:42.745463 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:42.747515 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:42.806615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.827142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.833267 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8bb052f2-48c3-48bd-8a58-f9c1331136a0 HTTP/1.1" status: 204 len: 168 time: 0.5750663 Feb 04 16:35:42.833267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fae02-3ae7-47a3-b53b-e2928bbf3ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb052f2-48c3-48bd-8a58-f9c1331136a0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:43.012693 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38010) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:43.053411 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1dc73977-d18e-4388-89c2-f4a0ad1f83de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=84c82350820c4140ab3d56e25d67dba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394044 Feb 04 16:35:43.055969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38012) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:43.103735 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0626e35-e7ba-4c0f-87b3-62e39f1558d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.125005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0626e35-e7ba-4c0f-87b3-62e39f1558d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.170814 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0626e35-e7ba-4c0f-87b3-62e39f1558d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.174160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0626e35-e7ba-4c0f-87b3-62e39f1558d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.175352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d0626e35-e7ba-4c0f-87b3-62e39f1558d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6caa1589-2dac-433b-b481-e3ed7c06e2b0 HTTP/1.1" status: 204 len: 168 time: 0.1184831 Feb 04 16:35:43.183192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0626e35-e7ba-4c0f-87b3-62e39f1558d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caa1589-2dac-433b-b481-e3ed7c06e2b0,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:43.497766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38018) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:43.537536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4a26d823-44ce-4323-bf5b-d0ee1d4ac5f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e597ec14827148e981473dd21ff72637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384455 Feb 04 16:35:43.539848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38020) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:43.587649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4720a267-23d6-40f7-ae0a-84b4711eed8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.611913 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4720a267-23d6-40f7-ae0a-84b4711eed8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.659404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4720a267-23d6-40f7-ae0a-84b4711eed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.662297 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4720a267-23d6-40f7-ae0a-84b4711eed8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.663449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4720a267-23d6-40f7-ae0a-84b4711eed8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b654172f-c4c2-4104-8a87-2f1cb392dfc5 HTTP/1.1" status: 204 len: 168 time: 0.1226890 Feb 04 16:35:43.673281 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720a267-23d6-40f7-ae0a-84b4711eed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b654172f-c4c2-4104-8a87-2f1cb392dfc5,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:43.906219 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d1adc24f-fa63-4364-910f-3d73ddce08e3 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:35:43.925672 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d1adc24f-fa63-4364-910f-3d73ddce08e3 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:35:43.926138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d1adc24f-fa63-4364-910f-3d73ddce08e3 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:35:43.926559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a03123c4-4c98-4bbc-8503-887888378415 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:35:43.949260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: a03123c4-4c98-4bbc-8503-887888378415 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:35:43.949609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a03123c4-4c98-4bbc-8503-887888378415 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:35:46.013219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38060) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:46.017738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210890202', 'description': 'tempest-secgroup-smoke-1210890202 description', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:46.041284 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.050246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.126190 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.129727 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.163542 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f848345b-3aa3-4ec0-ae76-77d1236b29d3,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.208867 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.212989 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.242171 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.243411 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2291813 Feb 04 16:35:46.245274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f7bc4-466b-499f-9a16-71894cb2ab76 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72622624-d443-4687-8fb5-18dfa8cf7b0d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.246644 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38062) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:46.252722 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-60df37f0-f288-4154-93e6-ff27d73b608e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '72622624-d443-4687-8fb5-18dfa8cf7b0d', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:46.283622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60df37f0-f288-4154-93e6-ff27d73b608e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.331286 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60df37f0-f288-4154-93e6-ff27d73b608e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.335376 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60df37f0-f288-4154-93e6-ff27d73b608e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.353925 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df37f0-f288-4154-93e6-ff27d73b608e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d197d26-0bf7-4182-baeb-e3e51fa7332b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.359747 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-60df37f0-f288-4154-93e6-ff27d73b608e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.360794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-60df37f0-f288-4154-93e6-ff27d73b608e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125011 Feb 04 16:35:46.363563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38064) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:46.368000 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a961dc6e-b5d9-4d0a-87ed-ee5cc5523f91 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '72622624-d443-4687-8fb5-18dfa8cf7b0d', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:46.400572 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a961dc6e-b5d9-4d0a-87ed-ee5cc5523f91 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.456527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a961dc6e-b5d9-4d0a-87ed-ee5cc5523f91 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.460212 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a961dc6e-b5d9-4d0a-87ed-ee5cc5523f91 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.477207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961dc6e-b5d9-4d0a-87ed-ee5cc5523f91 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee044eb-e24d-49d8-aa60-22889cef01ed,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.484746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a961dc6e-b5d9-4d0a-87ed-ee5cc5523f91 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.486467 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a961dc6e-b5d9-4d0a-87ed-ee5cc5523f91 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219935 Feb 04 16:35:46.489179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38066) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:46.493380 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-98262452-5d51-472f-9c2d-ac92e42d879e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '72622624-d443-4687-8fb5-18dfa8cf7b0d', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:46.519882 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-98262452-5d51-472f-9c2d-ac92e42d879e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.578398 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-98262452-5d51-472f-9c2d-ac92e42d879e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.581893 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-98262452-5d51-472f-9c2d-ac92e42d879e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.599246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98262452-5d51-472f-9c2d-ac92e42d879e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50b6599-c911-4f0f-a492-05896cc782e4,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.608364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-98262452-5d51-472f-9c2d-ac92e42d879e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.609592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-98262452-5d51-472f-9c2d-ac92e42d879e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195097 Feb 04 16:35:46.612829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38068) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:46.617309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-e30714b0-1190-4a88-9668-1826358709eb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '72622624-d443-4687-8fb5-18dfa8cf7b0d', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:46.645476 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e30714b0-1190-4a88-9668-1826358709eb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.705720 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e30714b0-1190-4a88-9668-1826358709eb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.709260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e30714b0-1190-4a88-9668-1826358709eb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.727289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30714b0-1190-4a88-9668-1826358709eb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc37948-a53a-4dde-ba98-050ef09afdef,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.735504 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e30714b0-1190-4a88-9668-1826358709eb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.736702 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e30714b0-1190-4a88-9668-1826358709eb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228971 Feb 04 16:35:46.739385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38070) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:46.743757 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-1774398b-affd-44a4-9d7d-5a92e126966f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '72622624-d443-4687-8fb5-18dfa8cf7b0d', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:46.766768 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-1774398b-affd-44a4-9d7d-5a92e126966f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:35:46.771843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1774398b-affd-44a4-9d7d-5a92e126966f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.831084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1774398b-affd-44a4-9d7d-5a92e126966f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.834546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1774398b-affd-44a4-9d7d-5a92e126966f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.851967 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774398b-affd-44a4-9d7d-5a92e126966f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ec4784-5e78-46dd-a7a5-146b58a52188,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.860682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1774398b-affd-44a4-9d7d-5a92e126966f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.861874 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1774398b-affd-44a4-9d7d-5a92e126966f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215818 Feb 04 16:35:46.864658 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38072) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:46.868885 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-254b145c-d586-4bd6-9df8-9aa34616a37d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '72622624-d443-4687-8fb5-18dfa8cf7b0d', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:46.890757 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-254b145c-d586-4bd6-9df8-9aa34616a37d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:35:46.895345 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-254b145c-d586-4bd6-9df8-9aa34616a37d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.959026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-254b145c-d586-4bd6-9df8-9aa34616a37d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.962550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-254b145c-d586-4bd6-9df8-9aa34616a37d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.981037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b145c-d586-4bd6-9df8-9aa34616a37d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0039ae0-ecc1-437b-87fd-e0d73107191c,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.989692 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-254b145c-d586-4bd6-9df8-9aa34616a37d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.991053 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-254b145c-d586-4bd6-9df8-9aa34616a37d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254933 Feb 04 16:35:46.994048 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38074) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:46.998824 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'network': {'name': 'tempest-network-smoke--1542821478', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'port_security_enabled': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:47.020016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:47.023348 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.046152 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:47.055281 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.055627 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Added segment a8fed0d7-267d-43fc-9dc1-1bc01072d4f0 of type vlan for network 4df81d7d-daff-43b6-a51e-5133d0572643 Feb 04 16:35:47.096235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.120477 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.125935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:47.126529 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.182882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1877983 Feb 04 16:35:47.185727 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38076) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:47.189961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'admin_state_up': True, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:47.211577 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7800cc6-850f-4af2-8545-f7520e6cc2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Network': ['ID=4df81d7d-daff-43b6-a51e-5133d0572643,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:47.222260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 4df81d7d-daff-43b6-a51e-5133d0572643 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:35:47.230408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.231404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.286715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.423844 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.608740 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.627962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.731093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.101 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/1249c028-e764-44bb-aa74-d131d4feec2c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:47.828004 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.864892 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.903053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:47.905805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:47.909235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:35:47.932562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=1249c028-e764-44bb-aa74-d131d4feec2c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:48.184543 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.658417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.784368 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 205df785-afa8-40f3-b012-05466be67c63 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:35:48.887985 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:48.897852 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Sync routers for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:35:48.907523 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:48.908124 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:48.909192 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.910444 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d75d2372-61be-4348-9fa5-e532375236b6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7237780 Feb 04 16:35:48.913586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38078) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:49.012516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:49.051554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f0eff45f-8fe6-43a4-9379-e77bae79f8b7 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=fc9b85d2813f4a42a7a714cdf208d1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1367450 Feb 04 16:35:49.054421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38082) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:49.211743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443227b-46f9-4b8a-b49b-0aec016a59d8 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:49.213278 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6443227b-46f9-4b8a-b49b-0aec016a59d8 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1578493 Feb 04 16:35:49.216180 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38084) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:49.249098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c4569e47-00fa-490b-8eee-db20f668e6aa tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318007 Feb 04 16:35:49.252519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38086) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:49.257242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418036087', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:49.284112 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:48Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:49.309950 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Checking router: 205df785-afa8-40f3-b012-05466be67c63 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:35:49.310315 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Updating router 205df785-afa8-40f3-b012-05466be67c63 port 1249c028-e764-44bb-aa74-d131d4feec2c binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:35:49.336044 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.355452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:49.358953 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.545101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.590458 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.597646 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.607441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Subnet': ['ID=4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:49.623336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Checking segment: {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:35:49.623820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network hostable DHCP agents. Network: 4df81d7d-daff-43b6-a51e-5133d0572643, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:49.641803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 4df81d7d-daff-43b6-a51e-5133d0572643 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:49.650439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 4df81d7d-daff-43b6-a51e-5133d0572643) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:49.652860 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Attempting to bind port 1249c028-e764-44bb-aa74-d131d4feec2c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:49.653232 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Attempting to bind port 1249c028-e764-44bb-aa74-d131d4feec2c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:49.653591 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Attempting to bind port 1249c028-e764-44bb-aa74-d131d4feec2c on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:35:49.654650 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:49.655322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.662228 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Pushing event updated for resources: {'Port': ['ID=1249c028-e764-44bb-aa74-d131d4feec2c,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:49.662585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b85b2-0a08-4fec-9992-398bc728e7b0 None None] Network 4df81d7d-daff-43b6-a51e-5133d0572643 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:35:49.664516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:35:49.664896 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:35:49.665295 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.665683 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:35:49.666180 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Bound port: 1249c028-e764-44bb-aa74-d131d4feec2c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:49.666609 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.676835 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-038e5d5a-e283-4b6d-bc3c-1162280f1b42 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4206834 Feb 04 16:35:49.677052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38088) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:35:49.695844 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.696218 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.696529 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.696864 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.697195 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.697527 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.697854 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.698207 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.698531 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.698854 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.699174 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.699493 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:49.739536 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] For port 1249c028-e764-44bb-aa74-d131d4feec2c, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:49.743953 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] For port 1249c028-e764-44bb-aa74-d131d4feec2c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1249c028-e764-44bb-aa74-d131d4feec2c,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:49.749587 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.812251 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4979776-353f-48fd-a242-40cbebfd4eb4 None None] Pushing event updated for resources: {'Port': ['ID=1249c028-e764-44bb-aa74-d131d4feec2c,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:49.818689 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:49.819326 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:49.934940 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:49.995392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-4df81d7d-daff-43b6-a51e-5133d0572643', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:35:49.996379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.142866 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:48Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:50.147487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.150715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Allocated IP 172.20.0.2 (4df81d7d-daff-43b6-a51e-5133d0572643/4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002/2bfc9f98-9af5-48bd-ba26-e2447d2bba69) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:50.169364 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1911c-fcc8-4049-8a1d-3c18560b083d None None] The sync data for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 is: [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:48Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:35:50.324512 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.333107 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.376036 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Network 4df81d7d-daff-43b6-a51e-5133d0572643 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:50.380702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:50.385701 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:35:50.402833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Pushing event updated for resources: {'Port': ['ID=2bfc9f98-9af5-48bd-ba26-e2447d2bba69,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:50.450852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Attempting to bind port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:50.451263 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Attempting to bind port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:50.451622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Attempting to bind port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 on network 4df81d7d-daff-43b6-a51e-5133d0572643 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:35:50.458494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:35:50.458874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Checking segment: {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:35:50.459282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.459668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Bound using segment: {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:35:50.460144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Bound port: 2bfc9f98-9af5-48bd-ba26-e2447d2bba69, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:50.460520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.474123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.1 (4df81d7d-daff-43b6-a51e-5133d0572643/4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002/93913c36-6d33-4a71-90f7-e674966dfcdd) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:50.535936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] For port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:50.540076 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] For port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2bfc9f98-9af5-48bd-ba26-e2447d2bba69,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:50.545300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.614125 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b991f-7aad-4106-abc5-ba093da3d2f4 None None] Pushing event updated for resources: {'Port': ['ID=2bfc9f98-9af5-48bd-ba26-e2447d2bba69,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:50.623427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.661384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.707614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 4df81d7d-daff-43b6-a51e-5133d0572643 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:50.711527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:50.714335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:35:50.750842 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=93913c36-6d33-4a71-90f7-e674966dfcdd,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:50.776358 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.927219 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.222842 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.227448 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.304575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=93913c36-6d33-4a71-90f7-e674966dfcdd,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:51.307039 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.402965 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 4df81d7d-daff-43b6-a51e-5133d0572643 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:51.404611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:51.529675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 205df785-afa8-40f3-b012-05466be67c63 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:51.630617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff76d21d-6a02-4dfa-aa63-1ae1f9fce198 None None] Network 4df81d7d-daff-43b6-a51e-5133d0572643 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:35:51.643636 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:51.649489 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eb93affc-d0f9-4534-aba9-77af8599cd18 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/205df785-afa8-40f3-b012-05466be67c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9714956 Feb 04 16:35:51.699372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-230312c2-84a2-4f26-b051-21c6e37427fc None None] Provisioning complete for port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:51.699742 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-230312c2-84a2-4f26-b051-21c6e37427fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.805059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-7354ad6a-35d6-4077-9994-d3b8debe4efb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210890202&fields=id&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 267 time: 0.0388379 Feb 04 16:35:51.855114 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-230312c2-84a2-4f26-b051-21c6e37427fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.894536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-230312c2-84a2-4f26-b051-21c6e37427fc None None] For port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2bfc9f98-9af5-48bd-ba26-e2447d2bba69,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:51.904033 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-230312c2-84a2-4f26-b051-21c6e37427fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.971106 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-aa391fbf-173a-4996-bdd8-6712f161ff11 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:51.978133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230312c2-84a2-4f26-b051-21c6e37427fc None None] Pushing event updated for resources: {'Port': ['ID=2bfc9f98-9af5-48bd-ba26-e2447d2bba69,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:51.982204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-aa391fbf-173a-4996-bdd8-6712f161ff11 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/networks?id=4df81d7d-daff-43b6-a51e-5133d0572643 HTTP/1.1" status: 200 len: 797 time: 0.1680841 Feb 04 16:35:52.008156 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-e2017ae9-b1dd-4f99-86ef-2d703f17f4af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/quotas/fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 375 time: 0.0248697 Feb 04 16:35:52.058747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1249c028-e764-44bb-aa74-d131d4feec2c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:35:52.068802 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-b2a8b439-74aa-4be2-bb16-bcb8b8f678f4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545473 Feb 04 16:35:52.118199 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1249c028-e764-44bb-aa74-d131d4feec2c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:52.118629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.190481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Sync routers for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:35:52.226247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:52.226647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:52.231834 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.265441 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-fc22d1da-a6f4-496e-acf8-d585f98f5982 service neutron] 10.222.0.47 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813295 Feb 04 16:35:52.296905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 1249c028-e764-44bb-aa74-d131d4feec2c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1249c028-e764-44bb-aa74-d131d4feec2c,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:52.305074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f62150de-a10f-491f-82ee-73f17763be47 None None] Provisioning complete for port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:52.305447 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f62150de-a10f-491f-82ee-73f17763be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.308739 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.309538 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:35:52.373505 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-30f6f3f4-7739-4491-853d-12a80bc3f573 service neutron] 10.222.0.47 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002498 Feb 04 16:35:52.473753 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:52.515875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=1249c028-e764-44bb-aa74-d131d4feec2c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:52.550749 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cdbb07f3-31a1-4295-b99a-dfd9178dcca6 req-a38b9ce3-9419-4386-af14-ef715209be40 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 210 time: 0.0314538 Feb 04 16:35:52.583681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:52.584056 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.708791 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f62150de-a10f-491f-82ee-73f17763be47 None None] Provisioning complete for port 93913c36-6d33-4a71-90f7-e674966dfcdd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:52.709522 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f62150de-a10f-491f-82ee-73f17763be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.804262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f62150de-a10f-491f-82ee-73f17763be47 None None] Port 93913c36-6d33-4a71-90f7-e674966dfcdd cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:35:52.835474 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:51Z', 'revision_number': 2, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:52.862517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Checking router: 205df785-afa8-40f3-b012-05466be67c63 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:35:52.862869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Updating router 205df785-afa8-40f3-b012-05466be67c63 port 93913c36-6d33-4a71-90f7-e674966dfcdd binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:35:52.889836 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.946322 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ed180b57-8ed5-4407-b482-edb77007245a None None] Provisioning complete for port 93913c36-6d33-4a71-90f7-e674966dfcdd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:52.946694 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ed180b57-8ed5-4407-b482-edb77007245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.038095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ed180b57-8ed5-4407-b482-edb77007245a None None] Port 93913c36-6d33-4a71-90f7-e674966dfcdd cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:35:53.193767 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.198687 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.248131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084647a-e624-46e8-b8e5-fc0107c2e2db None None] Pushing event updated for resources: {'Port': ['ID=93913c36-6d33-4a71-90f7-e674966dfcdd,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:53.303008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Attempting to bind port 93913c36-6d33-4a71-90f7-e674966dfcdd on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:53.303498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Attempting to bind port 93913c36-6d33-4a71-90f7-e674966dfcdd by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:53.303871 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Attempting to bind port 93913c36-6d33-4a71-90f7-e674966dfcdd on network 4df81d7d-daff-43b6-a51e-5133d0572643 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:35:53.309020 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:35:53.315714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Checking segment: {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:35:53.318995 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.319412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Bound using segment: {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:35:53.319934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Bound port: 93913c36-6d33-4a71-90f7-e674966dfcdd, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:53.320336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.389371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] For port 93913c36-6d33-4a71-90f7-e674966dfcdd, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:53.392660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] For port 93913c36-6d33-4a71-90f7-e674966dfcdd, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=93913c36-6d33-4a71-90f7-e674966dfcdd,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:53.396391 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.467449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:35:53.468099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:35:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:53.470912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084647a-e624-46e8-b8e5-fc0107c2e2db None None] Pushing event updated for resources: {'Port': ['ID=93913c36-6d33-4a71-90f7-e674966dfcdd,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:53.517668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fab5a6c7-4ba6-4a3c-a872-34a787b1264d None None] Provisioning complete for port 93913c36-6d33-4a71-90f7-e674966dfcdd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:53.517668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fab5a6c7-4ba6-4a3c-a872-34a787b1264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.638318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e6ee88a9-bc56-4d25-aa0b-d5a2929d32e0 req-e11ab65b-234e-431e-a9bb-7252bdf7a864 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 210 time: 0.0310245 Feb 04 16:35:53.786411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:35:53.869546 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.899951 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fab5a6c7-4ba6-4a3c-a872-34a787b1264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.949393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1249c028-e764-44bb-aa74-d131d4feec2c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:35:54.011362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fab5a6c7-4ba6-4a3c-a872-34a787b1264d None None] For port 93913c36-6d33-4a71-90f7-e674966dfcdd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=93913c36-6d33-4a71-90f7-e674966dfcdd,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:54.022399 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fab5a6c7-4ba6-4a3c-a872-34a787b1264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.049937 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:35:54.110965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 1249c028-e764-44bb-aa74-d131d4feec2c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:54.111345 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.135281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5a6c7-4ba6-4a3c-a872-34a787b1264d None None] Pushing event updated for resources: {'Port': ['ID=93913c36-6d33-4a71-90f7-e674966dfcdd,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:54.175823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-54a5fb71-d88f-4727-8ee7-4d14bd237bd6 None None] Provisioning complete for port 93913c36-6d33-4a71-90f7-e674966dfcdd triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:54.176202 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54a5fb71-d88f-4727-8ee7-4d14bd237bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.256375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:54.289943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66de233-0405-4f41-bacb-7d24498552d3 None None] The sync data for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 is: [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:35:54.296169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:35:54.384111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:54.384482 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.733868 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-99ab98d8-060f-4e54-a07b-8c0c8cb49470 req-7970984c-04af-4127-a8b2-243081c1abad tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 210 time: 0.0275924 Feb 04 16:35:55.670203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-61a20cff-6332-48f5-bcf2-2c6cdb6dbe26 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:55.671557 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-61a20cff-6332-48f5-bcf2-2c6cdb6dbe26 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/networks?id=4df81d7d-daff-43b6-a51e-5133d0572643 HTTP/1.1" status: 200 len: 797 time: 0.1061234 Feb 04 16:35:55.721719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-401e004e-b81e-4789-822d-141ec3110148 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 380 time: 0.0349314 Feb 04 16:35:55.731828 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'port': {'device_id': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'admin_state_up': True, 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'security_groups': ['72622624-d443-4687-8fb5-18dfa8cf7b0d']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:55.844755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4673a93b-bb5c-402c-8663-2bd8bbab353c req-ba716a99-3eb2-4623-9fc2-b3bc70eafe49 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 210 time: 0.0422134 Feb 04 16:35:55.870260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:55.874102 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.957659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 93913c36-6d33-4a71-90f7-e674966dfcdd up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:35:56.005375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.10 (4df81d7d-daff-43b6-a51e-5133d0572643/4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002/7c2868cc-35bc-4f93-aa25-6eb12e635c20) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:56.007061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 93913c36-6d33-4a71-90f7-e674966dfcdd triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:56.007549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.149389 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.183738 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.230520 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 4df81d7d-daff-43b6-a51e-5133d0572643 is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:56.233463 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:56.237279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:35:56.244039 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=7c2868cc-35bc-4f93-aa25-6eb12e635c20,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:56.302174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:56.302984 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.321367 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3e1ce46a-d70f-4a66-b647-33ab833035a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5930126 Feb 04 16:35:56.331544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-e875b635-c7a3-4f96-9871-671d0f92c4e7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:35:56.332542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-e875b635-c7a3-4f96-9871-671d0f92c4e7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058351 Feb 04 16:35:56.350411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Request body: {'port': {'device_id': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:35:56.410055 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.502010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-823430a5-7338-4fd8-9684-62645bbbbe94 None None] Provisioning complete for port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:56.502722 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-823430a5-7338-4fd8-9684-62645bbbbe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.538717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-823430a5-7338-4fd8-9684-62645bbbbe94 None None] Port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:35:56.681467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2868cc-35bc-4f93-aa25-6eb12e635c20 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:35:56.689299 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.701669 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Transition to ACTIVE for port object 7c2868cc-35bc-4f93-aa25-6eb12e635c20 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:56.706405 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.780315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Pushing event updated for resources: {'Port': ['ID=7c2868cc-35bc-4f93-aa25-6eb12e635c20,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:56.832548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Attempting to bind port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:56.832901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Attempting to bind port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:56.833193 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Attempting to bind port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 on network 4df81d7d-daff-43b6-a51e-5133d0572643 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:35:56.837702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 on network 4df81d7d-daff-43b6-a51e-5133d0572643 not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:35:56.838108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Attempting to bind port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 on network 4df81d7d-daff-43b6-a51e-5133d0572643 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:35:56.843101 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:35:56.843448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Checking segment: {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:35:56.843898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Bound using segment: {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:35:56.844335 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Bound port: 7c2868cc-35bc-4f93-aa25-6eb12e635c20, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:56.844715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.914983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] For port 7c2868cc-35bc-4f93-aa25-6eb12e635c20, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:56.918340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] For port 7c2868cc-35bc-4f93-aa25-6eb12e635c20, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:56.923995 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.970171 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:56.971176 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.972708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] 10.222.0.50 "PUT /v2.0/ports/7c2868cc-35bc-4f93-aa25-6eb12e635c20 HTTP/1.1" status: 200 len: 1092 time: 0.6266878 Feb 04 16:35:56.973133 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:56.975690 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2114248-b886-432a-8e17-7bde22c21d59" -d '{"events": [{"name": "network-changed", "server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:35:56.976773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89536b2-71bd-47ea-9dcf-32c29796eb2f req-7bb2c784-1162-4e6f-b61a-2c24abcb62c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:56.994257 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d89536b2-71bd-47ea-9dcf-32c29796eb2f req-7bb2c784-1162-4e6f-b61a-2c24abcb62c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 944 time: 0.0610988 Feb 04 16:35:57.009881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538f89-6f74-4790-b60d-ca9c9e43093b service neutron] Pushing event updated for resources: {'Port': ['ID=7c2868cc-35bc-4f93-aa25-6eb12e635c20,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:57.036398 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d89536b2-71bd-47ea-9dcf-32c29796eb2f req-67df1c9f-1fd8-4e2e-b1c4-af2629e0a0f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363555 Feb 04 16:35:57.037123 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48627fd-f7f0-45f2-865e-e51ed79d01bd x-openstack-request-id: req-a48627fd-f7f0-45f2-865e-e51ed79d01bd {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:35:57.037459 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:35:57.037768 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a48627fd-f7f0-45f2-865e-e51ed79d01bd {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:35:57.038232 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'status': 'completed', 'code': 200} Feb 04 16:35:57.108590 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-21ae7c51-c7df-4888-bad6-34ca3087fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.110774 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-21ae7c51-c7df-4888-bad6-34ca3087fc8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 1095 time: 0.0526702 Feb 04 16:35:57.161422 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-3888700b-60fb-4401-9ad6-3a0f3ade777d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20 HTTP/1.1" status: 200 len: 217 time: 0.0362475 Feb 04 16:35:57.216160 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-f6990c5a-cd27-40e9-89e0-2b600cbfe0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.217703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-f6990c5a-cd27-40e9-89e0-2b600cbfe0ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002 HTTP/1.1" status: 200 len: 834 time: 0.0496931 Feb 04 16:35:57.264016 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-5675d49f-5c66-49aa-9e4e-b695719578ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.265458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-5675d49f-5c66-49aa-9e4e-b695719578ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df81d7d-daff-43b6-a51e-5133d0572643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409350 Feb 04 16:35:57.358632 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-4f7555e6-e06c-401d-8f88-9ed4621e6d24 service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863628 Feb 04 16:35:57.454665 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a89cdb56-d287-47e2-b86a-021f04356c1e req-91b454eb-bf91-426e-ae28-e3d856477268 service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894735 Feb 04 16:35:57.591800 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114248-b886-432a-8e17-7bde22c21d59 req-56750e18-f1da-42ae-b56f-d0cbb056f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.593395 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2114248-b886-432a-8e17-7bde22c21d59 req-56750e18-f1da-42ae-b56f-d0cbb056f11f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 1095 time: 0.0448651 Feb 04 16:35:57.686339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114248-b886-432a-8e17-7bde22c21d59 req-eb54f83d-ef1a-47ae-87a8-491e7da20fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.687830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2114248-b886-432a-8e17-7bde22c21d59 req-eb54f83d-ef1a-47ae-87a8-491e7da20fcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df81d7d-daff-43b6-a51e-5133d0572643 HTTP/1.1" status: 200 len: 898 time: 0.0879595 Feb 04 16:35:57.730242 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2114248-b886-432a-8e17-7bde22c21d59 req-31bd1569-8e95-4184-b398-57ab902c4206 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20 HTTP/1.1" status: 200 len: 217 time: 0.0354404 Feb 04 16:35:57.781070 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114248-b886-432a-8e17-7bde22c21d59 req-2e78d775-0b17-4327-9531-7b0780d5a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.783199 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2114248-b886-432a-8e17-7bde22c21d59 req-2e78d775-0b17-4327-9531-7b0780d5a129 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002 HTTP/1.1" status: 200 len: 834 time: 0.0443435 Feb 04 16:35:57.829209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2114248-b886-432a-8e17-7bde22c21d59 req-70c2005f-978d-4737-89a6-56b5c31a902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:57.831421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2114248-b886-432a-8e17-7bde22c21d59 req-70c2005f-978d-4737-89a6-56b5c31a902e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df81d7d-daff-43b6-a51e-5133d0572643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413678 Feb 04 16:35:57.926934 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2114248-b886-432a-8e17-7bde22c21d59 req-a222dbde-6653-423b-b10d-dba1e4011b57 service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 Feb 04 16:35:58.019236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e2114248-b886-432a-8e17-7bde22c21d59 req-77e1d09a-45b6-4c3b-8631-d3beb9a6d76e service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850945 Feb 04 16:35:58.167941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7741a-3097-408f-b4f8-fc37993004ab req-bd041263-29d1-46f4-a91f-f3b3d6b339f4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:58.169400 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87d7741a-3097-408f-b4f8-fc37993004ab req-bd041263-29d1-46f4-a91f-f3b3d6b339f4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 944 time: 0.0552785 Feb 04 16:35:58.210597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-87d7741a-3097-408f-b4f8-fc37993004ab req-bfdd7363-858c-427d-918c-f5c4c4f46f1f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345030 Feb 04 16:35:59.331981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81351e0-b136-4673-b847-fe6e18bd52c1 req-ff277023-97ec-45e6-8306-20605c97d0c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:59.333544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e81351e0-b136-4673-b847-fe6e18bd52c1 req-ff277023-97ec-45e6-8306-20605c97d0c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 944 time: 0.0539382 Feb 04 16:35:59.376193 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e81351e0-b136-4673-b847-fe6e18bd52c1 req-0e32b415-a587-4224-a675-e3107d58f36a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336375 Feb 04 16:36:00.489913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47269d94-c241-4323-b816-740928f973a1 req-24578e27-14ad-4f7c-8688-edf5a682fe81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:00.491429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47269d94-c241-4323-b816-740928f973a1 req-24578e27-14ad-4f7c-8688-edf5a682fe81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 944 time: 0.0483158 Feb 04 16:36:00.530712 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47269d94-c241-4323-b816-740928f973a1 req-1bdaa29e-5b40-4199-a575-3c934d22f6be tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332778 Feb 04 16:36:00.712425 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-371f134a-0cb4-49e9-9887-8fbc29c90aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:01.647633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25892e-577a-46cb-bdab-1350bce2ae46 req-d93bb831-0929-42b3-b44c-c2ae7bb04cfc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:01.649015 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd25892e-577a-46cb-bdab-1350bce2ae46 req-d93bb831-0929-42b3-b44c-c2ae7bb04cfc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 944 time: 0.0485296 Feb 04 16:36:01.686913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-cd25892e-577a-46cb-bdab-1350bce2ae46 req-96ddf347-c239-4622-bfd4-4e5a7dc7e305 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Feb 04 16:36:02.194111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7c2868cc-35bc-4f93-aa25-6eb12e635c20 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:36:02.291264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7c2868cc-35bc-4f93-aa25-6eb12e635c20, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:02.302055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'port_id': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'mac_address': 'fa:16:3e:25:82:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:36:02.343049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:02.355943 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2868cc-35bc-4f93-aa25-6eb12e635c20 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:02.375345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7c2868cc-35bc-4f93-aa25-6eb12e635c20, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:02.379631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:02.431506 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7c2868cc-35bc-4f93-aa25-6eb12e635c20,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:02.802037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['7c2868cc-35bc-4f93-aa25-6eb12e635c20'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:36:02.804126 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1bdcf-c61c-4d36-baa0-d04e318cd651 req-0e15e7d5-6654-4070-b0b2-c87c5f065f78 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:02.805689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ee1bdcf-c61c-4d36-baa0-d04e318cd651 req-0e15e7d5-6654-4070-b0b2-c87c5f065f78 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 945 time: 0.0490310 Feb 04 16:36:02.846575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ee1bdcf-c61c-4d36-baa0-d04e318cd651 req-1a98b51c-3c4d-4bf1-b7e8-b4c263755fed tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339968 Feb 04 16:36:03.790170 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7f5e67e5-55a5-41e1-97f0-088d02c10e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:03.974365 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ccf92-f7b9-425c-9390-284a62db5751 req-ac014100-fb3b-4f58-901a-bd2b0ac3a56b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:03.975938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377ccf92-f7b9-425c-9390-284a62db5751 req-ac014100-fb3b-4f58-901a-bd2b0ac3a56b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 945 time: 0.0570331 Feb 04 16:36:04.020434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-377ccf92-f7b9-425c-9390-284a62db5751 req-f535999f-210d-4060-b125-5a0e0757c8a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366535 Feb 04 16:36:04.215839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7c2868cc-35bc-4f93-aa25-6eb12e635c20 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:36:04.279127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:04.284144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:04.284620 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:04.369674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:04.397689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:04.400113 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3022a34-0f8b-42aa-836d-16ea591554b8" -d '{"events": [{"server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "name": "network-vif-plugged", "status": "completed", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:36:04.414228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 7c2868cc-35bc-4f93-aa25-6eb12e635c20, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:04.419757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:04.494276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=7c2868cc-35bc-4f93-aa25-6eb12e635c20,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:04.523758 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1907f2ce-9b9e-492d-b3d7-bd81ffe6ef1d x-openstack-request-id: req-1907f2ce-9b9e-492d-b3d7-bd81ffe6ef1d {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:36:04.524131 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "name": "network-vif-plugged", "status": "completed", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:36:04.524436 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1907f2ce-9b9e-492d-b3d7-bd81ffe6ef1d {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:36:04.524944 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'code': 200} Feb 04 16:36:04.661626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ab286-5597-4215-93d1-94231df2dff9 req-4594997f-8977-4062-9463-f8fa0ece4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:04.663228 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-134ab286-5597-4215-93d1-94231df2dff9 req-4594997f-8977-4062-9463-f8fa0ece4ab2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 1097 time: 0.0460320 Feb 04 16:36:04.700510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-134ab286-5597-4215-93d1-94231df2dff9 req-2655a2b3-67b3-4088-8e8e-6af2c3a824e1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306580 Feb 04 16:36:05.181060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea78b5-94ad-44dc-98de-38f382196708 req-22ebd081-0cbc-4811-bb53-095de2bfcae7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:05.183742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ecea78b5-94ad-44dc-98de-38f382196708 req-22ebd081-0cbc-4811-bb53-095de2bfcae7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0779271 Feb 04 16:36:05.234060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ecea78b5-94ad-44dc-98de-38f382196708 req-d5de05e6-4813-4f10-be3c-c62ee4647e49 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 Feb 04 16:36:06.043848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:06.371192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970aaf4-24d1-49c1-9f05-9d27dc8f04a6 req-066acd04-18c7-47ef-bb25-9b65c764c507 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:06.372763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c970aaf4-24d1-49c1-9f05-9d27dc8f04a6 req-066acd04-18c7-47ef-bb25-9b65c764c507 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0528057 Feb 04 16:36:06.415719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c970aaf4-24d1-49c1-9f05-9d27dc8f04a6 req-96afc6cd-c9ba-496e-8919-adf9065ec4d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347199 Feb 04 16:36:06.531459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac39ea2-6b5e-4482-a54b-1eac8450c51a req-8119a27a-fa88-4362-98ba-bf0946757ebf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:06.532918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aac39ea2-6b5e-4482-a54b-1eac8450c51a req-8119a27a-fa88-4362-98ba-bf0946757ebf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0489597 Feb 04 16:36:06.584092 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aac39ea2-6b5e-4482-a54b-1eac8450c51a req-dc5efdf3-bb3c-4a56-8871-ed4d32bebbdd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447688 Feb 04 16:36:06.606151 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38152) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:36:06.651670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c250c2a-ca50-4d32-b5fe-411bbbe42a85 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:06.653487 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9c250c2a-ca50-4d32-b5fe-411bbbe42a85 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 1092 time: 0.0461540 Feb 04 16:36:06.656901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38154) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:36:06.661429 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:36:06.686322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:06.792291 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:06.902505 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.84 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/d88802a0-342e-444b-9de4-7a2057ccce39) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:07.012044 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.049486 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.097641 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:07.100715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:07.104485 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:36:07.113535 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.129047 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=d88802a0-342e-444b-9de4-7a2057ccce39,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:07.496764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.572307 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.658503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.736496 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.741153 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:07.809859 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=d88802a0-342e-444b-9de4-7a2057ccce39,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:07.823288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:08.256890 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP 11f12532-26bd-476e-87f1-650937232f9d associated. External IP: 172.25.1.84, port: 7c2868cc-35bc-4f93-aa25-6eb12e635c20. Feb 04 16:36:08.480508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 205df785-afa8-40f3-b012-05466be67c63 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:36:08.598827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:36:08.609634 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] Sync routers for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:36:08.620287 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:36:08.621040 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:08.622899 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:08.656752 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0a29e957-251f-452d-a60c-59526b23d28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9987679 Feb 04 16:36:08.657390 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:08.659940 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f66e19-5550-49b8-b311-6149b4ad9dde" -d '{"events": [{"name": "network-changed", "server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:36:08.703015 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa639e74-1574-4be2-a6e3-27499b92d1b7 x-openstack-request-id: req-fa639e74-1574-4be2-a6e3-27499b92d1b7 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:36:08.703350 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:36:08.703604 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa639e74-1574-4be2-a6e3-27499b92d1b7 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:36:08.704018 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'status': 'completed', 'code': 200} Feb 04 16:36:08.732813 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:36:08.785274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dd530-c14f-4093-a76a-ca9f09b162ed req-272f435b-ceb9-433e-a0a0-142b10fb4c44 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:08.786923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-922dd530-c14f-4093-a76a-ca9f09b162ed req-272f435b-ceb9-433e-a0a0-142b10fb4c44 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0777729 Feb 04 16:36:08.828725 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-24129be4-205c-4485-a322-0d89f8acd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:08.830836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-24129be4-205c-4485-a322-0d89f8acd04f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 1097 time: 0.0858984 Feb 04 16:36:08.838751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-922dd530-c14f-4093-a76a-ca9f09b162ed req-0482dc82-0a1a-4d64-8f47-88fd3df8053e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441201 Feb 04 16:36:08.863006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38160) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:36:08.928430 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ec811b8b-b99a-4bea-80d2-d8d7831fbc0a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/11f12532-26bd-476e-87f1-650937232f9d HTTP/1.1" status: 200 len: 991 time: 0.0641000 Feb 04 16:36:08.934176 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-2f7c30b7-0a65-42cf-aafc-0aedf476ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:08.935689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-2f7c30b7-0a65-42cf-aafc-0aedf476ad4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df81d7d-daff-43b6-a51e-5133d0572643 HTTP/1.1" status: 200 len: 898 time: 0.0960822 Feb 04 16:36:09.005359 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '11f12532-26bd-476e-87f1-650937232f9d', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '205df785-afa8-40f3-b012-05466be67c63', 'port_id': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'mac_address': 'fa:16:3e:25:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:36:07Z', 'updated_at': '2022-02-04T16:36:07Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:09.011123 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-d809ace3-e2de-4b3d-b4af-f6075efcdf83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20 HTTP/1.1" status: 200 len: 999 time: 0.0672688 Feb 04 16:36:09.035456 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] Checking router: 205df785-afa8-40f3-b012-05466be67c63 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:36:09.044328 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:36:09.044946 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:36:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:09.065252 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-26877091-aad9-4c4d-a045-3aa35636c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:09.067155 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-26877091-aad9-4c4d-a045-3aa35636c1f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002 HTTP/1.1" status: 200 len: 834 time: 0.0495949 Feb 04 16:36:09.131887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-320178a8-4f59-4a52-b0c9-e55d1942d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:09.134307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-320178a8-4f59-4a52-b0c9-e55d1942d9ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df81d7d-daff-43b6-a51e-5133d0572643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606160 Feb 04 16:36:09.177868 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:36:09.231211 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-a606a067-6df1-4034-a254-9e5f8dfa0126 service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903482 Feb 04 16:36:09.331686 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-14f66e19-5550-49b8-b311-6149b4ad9dde req-6af36a20-5316-4289-9fae-ca3e1ecbaf0e service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922348 Feb 04 16:36:09.436606 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '11f12532-26bd-476e-87f1-650937232f9d', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '205df785-afa8-40f3-b012-05466be67c63', 'port_id': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'mac_address': 'fa:16:3e:25:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:36:07Z', 'updated_at': '2022-02-04T16:36:07Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:09.462889 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc348edd-f411-4d96-9f99-98e20adce941 None None] The sync data for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 is: [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '11f12532-26bd-476e-87f1-650937232f9d', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '205df785-afa8-40f3-b012-05466be67c63', 'port_id': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'mac_address': 'fa:16:3e:25:82:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:36:07Z', 'updated_at': '2022-02-04T16:36:07Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:36:09.680696 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415385d-1da0-4804-8779-c193e8a90d6f None None] New status for floating IP 11f12532-26bd-476e-87f1-650937232f9d: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:36:09.933143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38162) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:36:10.006563 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-df149fb6-2917-4add-8a4f-361ae0c0a0da tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/11f12532-26bd-476e-87f1-650937232f9d HTTP/1.1" status: 200 len: 993 time: 0.0715759 Feb 04 16:36:10.365755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.851779 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.714017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5327c0e3-ed99-4923-8a0d-fad626decec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.053169 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:36:33.792225 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-136f9d51-7f3e-459f-96e5-808ccd2b9bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.036145 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.105468 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.658697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.366158 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:43.721325 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-9932e0ca-8159-45fd-b9b1-e30704f4e0cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804157 Feb 04 16:36:43.817356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-6ea06dd5-4f4b-4d2d-8d7c-6cdbdf8b8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:43.818885 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-6ea06dd5-4f4b-4d2d-8d7c-6cdbdf8b8f8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 1097 time: 0.0397203 Feb 04 16:36:43.922227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-d836b85b-4c91-407b-9f74-b4a36583364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:43.923702 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-d836b85b-4c91-407b-9f74-b4a36583364b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df81d7d-daff-43b6-a51e-5133d0572643 HTTP/1.1" status: 200 len: 898 time: 0.0868497 Feb 04 16:36:43.989590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-37d2871a-f8bd-49b0-94a1-8717b853511e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20 HTTP/1.1" status: 200 len: 1001 time: 0.0584733 Feb 04 16:36:44.036733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-3c124292-cfb7-4508-9195-5d3cc436de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:44.038240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-3c124292-cfb7-4508-9195-5d3cc436de7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002 HTTP/1.1" status: 200 len: 834 time: 0.0423765 Feb 04 16:36:44.086315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-6b858839-dab7-4faf-b2f3-f0603eb2e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:44.087841 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-6b858839-dab7-4faf-b2f3-f0603eb2e556 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df81d7d-daff-43b6-a51e-5133d0572643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433686 Feb 04 16:36:44.177282 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-e6dea17c-e51d-48a1-8818-d783767442ce service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828977 Feb 04 16:36:44.273914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c13f7a6c-cbe7-4d56-858d-b0875fae55c1 req-be43ab25-1475-4692-8826-621918513481 service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873616 Feb 04 16:36:53.850874 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.717576 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-29126b29-465f-4ad0-af0c-d9fbf448de3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:03.793219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b396-c0b1-45d9-bd8a-d5528e1fb1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.039488 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.108167 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:07.662922 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:08.052564 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:37:10.385951 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.804601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3e09d-c9ee-46f6-9d65-a875feb6e28f req-d6de6867-b21a-4c13-bef1-48a21da1218f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:15.806675 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ff3e09d-c9ee-46f6-9d65-a875feb6e28f req-d6de6867-b21a-4c13-bef1-48a21da1218f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0531895 Feb 04 16:37:15.843764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ff3e09d-c9ee-46f6-9d65-a875feb6e28f req-2f52a19b-e571-4e80-a230-f124dd4d12d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Feb 04 16:37:16.961598 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261b0c8-4073-4bd1-ae5c-1ff43ad01d4c req-7e992e68-b374-418d-9d26-27a433a9498f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:16.963634 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9261b0c8-4073-4bd1-ae5c-1ff43ad01d4c req-7e992e68-b374-418d-9d26-27a433a9498f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0506475 Feb 04 16:37:17.003329 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9261b0c8-4073-4bd1-ae5c-1ff43ad01d4c req-3b87ff86-ed1f-473f-bb79-deba3cb1338a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Feb 04 16:37:17.025588 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:17.085082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-603f7234-50c4-44d5-b133-d290609e7c19 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/11f12532-26bd-476e-87f1-650937232f9d HTTP/1.1" status: 200 len: 993 time: 0.0582945 Feb 04 16:37:18.372838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c604b5-b08d-49d4-9915-23a18ba54fe3 req-7ee37e91-6cac-4b3c-9c00-8926f84cd27f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:18.374341 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1c604b5-b08d-49d4-9915-23a18ba54fe3 req-7ee37e91-6cac-4b3c-9c00-8926f84cd27f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0491016 Feb 04 16:37:18.412795 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d1c604b5-b08d-49d4-9915-23a18ba54fe3 req-c344501c-5158-4e21-9211-1ffc56ed554f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324252 Feb 04 16:37:19.537128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8c4e0-73b7-4af2-b0db-2b22fec8fd4a req-b8a0b789-925b-47fc-9dc3-3a2f912ae2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:19.539001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1eb8c4e0-73b7-4af2-b0db-2b22fec8fd4a req-b8a0b789-925b-47fc-9dc3-3a2f912ae2a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0548797 Feb 04 16:37:19.577437 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1eb8c4e0-73b7-4af2-b0db-2b22fec8fd4a req-7e589da9-8b63-423f-a72f-6f0e421b41e1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Feb 04 16:37:19.604517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38208) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:19.674000 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5e07efb2-a8cd-4a55-bb17-9c78e0394fb0 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/11f12532-26bd-476e-87f1-650937232f9d HTTP/1.1" status: 200 len: 993 time: 0.0682902 Feb 04 16:37:19.974353 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38214) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:20.132492 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port d88802a0-342e-444b-9de4-7a2057ccce39 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:37:20.132859 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.498711 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.499039 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.510455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for d88802a0-342e-444b-9de4-7a2057ccce39 owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:37:20.658603 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.684181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=d88802a0-342e-444b-9de4-7a2057ccce39,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:20.696187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.696583 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.696932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.697277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.697621 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.697958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.698318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.698664 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.698996 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.699331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.699661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.699990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:20.757313 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.757648 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP 11f12532-26bd-476e-87f1-650937232f9d disassociated (deleted). External IP: 172.25.1.84, port: 7c2868cc-35bc-4f93-aa25-6eb12e635c20. Feb 04 16:37:20.968236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 205df785-afa8-40f3-b012-05466be67c63 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:21.077366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:21.082260 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.088354 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] Sync routers for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:21.097225 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:21.097826 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:21.109380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dea94f33-f708-4ef2-9928-9d63136ed73b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/floatingips/11f12532-26bd-476e-87f1-650937232f9d HTTP/1.1" status: 204 len: 168 time: 1.1340222 Feb 04 16:37:21.110115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:21.112499 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d609cdc8-88c6-4f22-ac50-aeace257c57a" -d '{"events": [{"name": "network-changed", "server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:37:21.154284 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c661780-4a59-4a04-a699-0965326e3b0a x-openstack-request-id: req-5c661780-4a59-4a04-a699-0965326e3b0a {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:37:21.154586 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:37:21.154844 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c661780-4a59-4a04-a699-0965326e3b0a {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:37:21.155253 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'status': 'completed', 'code': 200} Feb 04 16:37:21.212826 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:21.260311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-93f396f1-4771-49a5-86a2-3f1da58746e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:21.262017 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-93f396f1-4771-49a5-86a2-3f1da58746e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 1097 time: 0.0570035 Feb 04 16:37:21.350109 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136f45-59f1-4836-89fe-3830afe74323 req-2aad97ec-905e-4fce-8429-72456e03cbb2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:21.351563 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a136f45-59f1-4836-89fe-3830afe74323 req-2aad97ec-905e-4fce-8429-72456e03cbb2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0513456 Feb 04 16:37:21.391228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7a136f45-59f1-4836-89fe-3830afe74323 req-047f94cb-162f-438c-a859-9ac89dee75b8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331457 Feb 04 16:37:21.398026 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-34f1653c-2a97-4eb8-bd2e-87f3913ce5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:21.399602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-34f1653c-2a97-4eb8-bd2e-87f3913ce5e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df81d7d-daff-43b6-a51e-5133d0572643 HTTP/1.1" status: 200 len: 898 time: 0.1005664 Feb 04 16:37:21.443112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-00e9a319-848b-421a-a81d-e55e62695263 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20 HTTP/1.1" status: 200 len: 217 time: 0.0356216 Feb 04 16:37:21.499415 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-4c257738-5abf-4f38-8b2e-2b5c63ecfbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:21.500907 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-4c257738-5abf-4f38-8b2e-2b5c63ecfbee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002 HTTP/1.1" status: 200 len: 834 time: 0.0486486 Feb 04 16:37:21.515070 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:21.541808 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] Checking router: 205df785-afa8-40f3-b012-05466be67c63 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:21.549953 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:21.550394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-9584eed3-e06c-4bf5-ada6-c416c356f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:21.550579 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:21.551881 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-9584eed3-e06c-4bf5-ada6-c416c356f016 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df81d7d-daff-43b6-a51e-5133d0572643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418363 Feb 04 16:37:21.647900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-bc697f04-d65a-40be-8382-3df5e3668074 service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879393 Feb 04 16:37:21.654453 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:21.743804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d609cdc8-88c6-4f22-ac50-aeace257c57a req-93ce5109-2a85-4bd3-b5b5-77195603c169 service neutron] 10.222.0.50 "GET /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885451 Feb 04 16:37:21.856806 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:21.882413 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc708a82-20e7-4c5a-a12f-b3582342474a None None] The sync data for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 is: [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:50Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '93913c36-6d33-4a71-90f7-e674966dfcdd', 'name': '', 'network_id': '4df81d7d-daff-43b6-a51e-5133d0572643', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:5d:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:50Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:22.108003 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13a7f1-ee1e-4770-a467-a7df86261a61 None None] New status for floating IP 11f12532-26bd-476e-87f1-650937232f9d: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:37:22.510734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53618ed1-e8e2-4cd3-aa7a-0c663e239bfa req-5ee70554-5fad-4009-a06f-34c5c3e962ce tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:22.512198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53618ed1-e8e2-4cd3-aa7a-0c663e239bfa req-5ee70554-5fad-4009-a06f-34c5c3e962ce tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0492661 Feb 04 16:37:22.550503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-53618ed1-e8e2-4cd3-aa7a-0c663e239bfa req-90e750a1-d570-4e93-9418-e1ae71848318 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=72622624-d443-4687-8fb5-18dfa8cf7b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Feb 04 16:37:23.309222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-91cab6f3-93dc-4890-9682-b46b06c7fc2c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:23.310756 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-91cab6f3-93dc-4890-9682-b46b06c7fc2c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 946 time: 0.0551834 Feb 04 16:37:23.403567 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:37:23.403908 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.498969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 7c2868cc-35bc-4f93-aa25-6eb12e635c20, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=7c2868cc-35bc-4f93-aa25-6eb12e635c20,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:23.499360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.511377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 7c2868cc-35bc-4f93-aa25-6eb12e635c20 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:37:23.647026 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.683574 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=7c2868cc-35bc-4f93-aa25-6eb12e635c20,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:23.687487 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-144f6e98-4350-445d-b07d-e25db0c4a9c3 req-4ffc7df6-46f0-4aab-a8fb-0ce2a35f67a1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=05bd25fa-b6ad-4bdf-9c26-506acf8bde3a HTTP/1.1" status: 200 len: 210 time: 0.0329735 Feb 04 16:37:23.727190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] No DVR routers for this DVR port 7c2868cc-35bc-4f93-aa25-6eb12e635c20 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:37:23.730359 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.733796 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-097b0f14-fcb7-41bb-89ad-094407ea60e6 req-30fdd008-d03b-4741-b8eb-62b96bec4ca5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "DELETE /v2.0/ports/7c2868cc-35bc-4f93-aa25-6eb12e635c20 HTTP/1.1" status: 204 len: 173 time: 0.4175618 Feb 04 16:37:23.734284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'name': 'network-vif-deleted', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:23.736547 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ba689-2da2-493e-8644-235cfa1a780d" -d '{"events": [{"server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "name": "network-vif-deleted", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:37:23.778644 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b9edce-a115-4847-a603-3fbc1f3c28ec x-openstack-request-id: req-54b9edce-a115-4847-a603-3fbc1f3c28ec {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:37:23.779474 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bd25fa-b6ad-4bdf-9c26-506acf8bde3a", "name": "network-vif-deleted", "tag": "7c2868cc-35bc-4f93-aa25-6eb12e635c20", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:37:23.779474 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54b9edce-a115-4847-a603-3fbc1f3c28ec {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:37:23.780028 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bd25fa-b6ad-4bdf-9c26-506acf8bde3a', 'name': 'network-vif-deleted', 'tag': '7c2868cc-35bc-4f93-aa25-6eb12e635c20', 'status': 'completed', 'code': 200} Feb 04 16:37:23.851808 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:24.757569 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38230) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:25.124818 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:25.398369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 93913c36-6d33-4a71-90f7-e674966dfcdd {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:37:25.398685 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:25.494143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 93913c36-6d33-4a71-90f7-e674966dfcdd, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=93913c36-6d33-4a71-90f7-e674966dfcdd,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:25.494511 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:25.506864 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 93913c36-6d33-4a71-90f7-e674966dfcdd owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:37:25.700496 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:25.728263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=93913c36-6d33-4a71-90f7-e674966dfcdd,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:25.933208 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.156095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 205df785-afa8-40f3-b012-05466be67c63 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:26.268092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:26.273673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9dd7c338-ee91-44b9-9115-c05fc62b39f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/205df785-afa8-40f3-b012-05466be67c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5144060 Feb 04 16:37:26.277713 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38232) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:26.279093 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] Sync routers for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:26.292105 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:26.292880 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:26.349546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting subnet 4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:37:26.353551 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.402091 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.430278 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:26.508647 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.572870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.600406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:26.609130 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.616230 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/subnets/4b0a41f1-67a9-4f9b-b4d1-1c0bb1c04002 HTTP/1.1" status: 204 len: 168 time: 0.3333397 Feb 04 16:37:26.616230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.616230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.616230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.616230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.616230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.616230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.616230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.617019 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38234) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:26.617101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.617101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.617101 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.617332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.618450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf136-0fce-4132-9d8c-6d6d7dacc6b3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:26.625142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6f4b03-3908-43b7-94cb-df53fa241842 None None] Network 4df81d7d-daff-43b6-a51e-5133d0572643 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:37:26.628658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7c2868cc-35bc-4f93-aa25-6eb12e635c20 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:37:26.636491 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:37:25Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:26.663937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 7c2868cc-35bc-4f93-aa25-6eb12e635c20 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:37:26.664279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 7c2868cc-35bc-4f93-aa25-6eb12e635c20 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:37:26.667885 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] Checking router: 205df785-afa8-40f3-b012-05466be67c63 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:26.676623 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] Routers {'205df785-afa8-40f3-b012-05466be67c63'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:26.677243 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['205df785-afa8-40f3-b012-05466be67c63'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:26.777563 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.790375 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] Set router 205df785-afa8-40f3-b012-05466be67c63 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:26.837584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] DHCP port deletion for 4df81d7d-daff-43b6-a51e-5133d0572643 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:37:26.887635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Deleting port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:37:26.888107 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.933770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.965404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] For port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2bfc9f98-9af5-48bd-ba26-e2447d2bba69,segment=NetworkSegment(a8fed0d7-267d-43fc-9dc1-1bc01072d4f0),segment_id=a8fed0d7-267d-43fc-9dc1-1bc01072d4f0)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:26.965879 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:26.982983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Calling delete_port for 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:37:26.997523 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:37:25Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:27.007110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 1249c028-e764-44bb-aa74-d131d4feec2c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:37:27.007608 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.026326 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b8731-fef6-4345-8925-f2e6cfbe7841 None None] The sync data for ids ['205df785-afa8-40f3-b012-05466be67c63'] in n-d-827869-1 is: [{'id': '205df785-afa8-40f3-b012-05466be67c63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744263232', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:37:25Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '1249c028-e764-44bb-aa74-d131d4feec2c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205df785-afa8-40f3-b012-05466be67c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:47Z', 'updated_at': '2022-02-04T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:27.078738 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.110796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Pushing event deleted for resources: {'Port': ['ID=2bfc9f98-9af5-48bd-ba26-e2447d2bba69,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:27.115111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] No DVR routers for this DVR port 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:37:27.115547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 1249c028-e764-44bb-aa74-d131d4feec2c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=1249c028-e764-44bb-aa74-d131d4feec2c,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:27.116143 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.128308 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.128551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.129029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.129237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.130079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.130428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.130828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.131099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.131430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.131757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.132367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.132486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf2fd-597c-4bc7-81cd-f93b8f279bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.135596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 1249c028-e764-44bb-aa74-d131d4feec2c owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:37:27.329096 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.356182 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=1249c028-e764-44bb-aa74-d131d4feec2c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:27.429883 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.542808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.544942 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.597720 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.597831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Fanout notify agent at l3_agent the message router_deleted on router 205df785-afa8-40f3-b012-05466be67c63 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:37:27.605407 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.606589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-68248952-2eb6-4e81-bb88-dffdd1ead1c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/routers/205df785-afa8-40f3-b012-05466be67c63 HTTP/1.1" status: 204 len: 168 time: 0.9890945 Feb 04 16:37:27.610690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38236) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:27.701534 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.803432 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.825833 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df81d7d-daff-43b6-a51e-5133d0572643']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:27.835453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:27.835747 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fed0d7-267d-43fc-9dc1-1bc01072d4f0') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:27.846053 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.859785 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.866169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:37:27.866555 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:37:27.870230 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:37:27.928007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.936924 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.939270 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/networks/4df81d7d-daff-43b6-a51e-5133d0572643 HTTP/1.1" status: 204 len: 168 time: 0.3268697 Feb 04 16:37:27.942675 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38238) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:27.956001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63fc06-1c44-4ef4-acbb-ad17bfc5397f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Network': ['ID=4df81d7d-daff-43b6-a51e-5133d0572643,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:28.005329 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86c58c28-6224-4f6c-baa1-fbc0fa2475a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.034688 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86c58c28-6224-4f6c-baa1-fbc0fa2475a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.115742 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86c58c28-6224-4f6c-baa1-fbc0fa2475a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.120214 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86c58c28-6224-4f6c-baa1-fbc0fa2475a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.121882 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86c58c28-6224-4f6c-baa1-fbc0fa2475a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/security-groups/72622624-d443-4687-8fb5-18dfa8cf7b0d HTTP/1.1" status: 204 len: 168 time: 0.1780090 Feb 04 16:37:28.144552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c58c28-6224-4f6c-baa1-fbc0fa2475a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72622624-d443-4687-8fb5-18dfa8cf7b0d,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:28.169376 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1249c028-e764-44bb-aa74-d131d4feec2c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:37:28.200252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 1249c028-e764-44bb-aa74-d131d4feec2c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:37:28.200773 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 1249c028-e764-44bb-aa74-d131d4feec2c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:37:28.201365 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:37:28.229578 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:37:28.230092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2bfc9f98-9af5-48bd-ba26-e2447d2bba69 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:37:28.230686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 93913c36-6d33-4a71-90f7-e674966dfcdd no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:37:28.250467 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 93913c36-6d33-4a71-90f7-e674966dfcdd {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:37:28.250823 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 93913c36-6d33-4a71-90f7-e674966dfcdd not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:37:28.476870 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:28.482104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-511e98fe-689b-4907-b7e2-c1afe8e20977 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432383244', 'description': 'tempest-secgroup-smoke-1432383244 description', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:28.505482 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-511e98fe-689b-4907-b7e2-c1afe8e20977 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.575463 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-511e98fe-689b-4907-b7e2-c1afe8e20977 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.579546 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-511e98fe-689b-4907-b7e2-c1afe8e20977 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.610548 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-511e98fe-689b-4907-b7e2-c1afe8e20977 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.611942 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-511e98fe-689b-4907-b7e2-c1afe8e20977 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1340010 Feb 04 16:37:28.614284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e98fe-689b-4907-b7e2-c1afe8e20977 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc64453b-1bff-4443-9c2e-37f03752ca50,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:28.615917 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38246) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:28.622739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e9d937a6-4f2f-465e-bc97-cc72021b3f50 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': 'cc64453b-1bff-4443-9c2e-37f03752ca50', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:28.651935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9d937a6-4f2f-465e-bc97-cc72021b3f50 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.707885 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9d937a6-4f2f-465e-bc97-cc72021b3f50 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.713935 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9d937a6-4f2f-465e-bc97-cc72021b3f50 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.732099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d937a6-4f2f-465e-bc97-cc72021b3f50 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefa7b57-7139-4be3-9343-cae7a294fbb6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:28.743127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e9d937a6-4f2f-465e-bc97-cc72021b3f50 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.744662 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e9d937a6-4f2f-465e-bc97-cc72021b3f50 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262615 Feb 04 16:37:28.747553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38248) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:28.752088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6121db14-c7c6-424f-9380-ed300ee0086d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': 'cc64453b-1bff-4443-9c2e-37f03752ca50', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:28.781070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6121db14-c7c6-424f-9380-ed300ee0086d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.838822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6121db14-c7c6-424f-9380-ed300ee0086d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.843097 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6121db14-c7c6-424f-9380-ed300ee0086d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.861904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121db14-c7c6-424f-9380-ed300ee0086d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0e1adb-46bd-48eb-bf22-41d6e9cd6d4f,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:28.870184 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6121db14-c7c6-424f-9380-ed300ee0086d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.874200 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6121db14-c7c6-424f-9380-ed300ee0086d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231723 Feb 04 16:37:28.874660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38250) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:28.879154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-69ace7cb-005c-444a-9664-6ecdecf19d45 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': 'cc64453b-1bff-4443-9c2e-37f03752ca50', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:28.907901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ace7cb-005c-444a-9664-6ecdecf19d45 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.966974 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ace7cb-005c-444a-9664-6ecdecf19d45 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.971295 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ace7cb-005c-444a-9664-6ecdecf19d45 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.994682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ace7cb-005c-444a-9664-6ecdecf19d45 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc41f5f-df89-4db5-95c7-f9bcb2c89af6,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:29.001314 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-69ace7cb-005c-444a-9664-6ecdecf19d45 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.001742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-69ace7cb-005c-444a-9664-6ecdecf19d45 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261163 Feb 04 16:37:29.004739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38252) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:29.010099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-afef4077-cd99-4a79-8d2c-18327e700264 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': 'cc64453b-1bff-4443-9c2e-37f03752ca50', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:29.039263 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afef4077-cd99-4a79-8d2c-18327e700264 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.100527 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afef4077-cd99-4a79-8d2c-18327e700264 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.104612 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afef4077-cd99-4a79-8d2c-18327e700264 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.123675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef4077-cd99-4a79-8d2c-18327e700264 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ff8051-7687-46f8-9b86-d93297696380,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:29.131941 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-afef4077-cd99-4a79-8d2c-18327e700264 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.133405 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-afef4077-cd99-4a79-8d2c-18327e700264 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276402 Feb 04 16:37:29.137622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38254) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:29.142066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-6103ca69-df83-4121-bde0-508ddf07a281 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': 'cc64453b-1bff-4443-9c2e-37f03752ca50', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:29.171105 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-6103ca69-df83-4121-bde0-508ddf07a281 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:37:29.176558 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6103ca69-df83-4121-bde0-508ddf07a281 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.240127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6103ca69-df83-4121-bde0-508ddf07a281 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.244976 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6103ca69-df83-4121-bde0-508ddf07a281 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.267081 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103ca69-df83-4121-bde0-508ddf07a281 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d85fa27-341c-4f21-8c95-80e8475fcc53,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:29.274195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6103ca69-df83-4121-bde0-508ddf07a281 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.276682 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6103ca69-df83-4121-bde0-508ddf07a281 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378374 Feb 04 16:37:29.280268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38256) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:29.285084 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-66f1c732-c156-41c9-9dae-7e4981d797ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': 'cc64453b-1bff-4443-9c2e-37f03752ca50', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:29.311803 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-66f1c732-c156-41c9-9dae-7e4981d797ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:37:29.317292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66f1c732-c156-41c9-9dae-7e4981d797ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.379033 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66f1c732-c156-41c9-9dae-7e4981d797ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.386393 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66f1c732-c156-41c9-9dae-7e4981d797ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.407904 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c732-c156-41c9-9dae-7e4981d797ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9354265e-ddee-4972-8154-a544f9426d85,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:29.415002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-66f1c732-c156-41c9-9dae-7e4981d797ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.416225 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-66f1c732-c156-41c9-9dae-7e4981d797ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348584 Feb 04 16:37:29.419152 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38258) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:29.423900 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'network': {'name': 'tempest-network-smoke--1185289078', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'port_security_enabled': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:29.447277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:29.450820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.475436 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:37:29.485350 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.485752 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Added segment c43360f3-c6a7-4b2a-876b-1ccef3d1aea2 of type vlan for network fecca846-b255-45e0-a43c-8a6b7e94d1aa Feb 04 16:37:29.529591 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.554020 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.559521 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:29.560107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.620160 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1999798 Feb 04 16:37:29.622986 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38260) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:29.627570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'admin_state_up': True, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:29.644720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c30e5-3685-4096-86bf-224837274ab7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Network': ['ID=fecca846-b255-45e0-a43c-8a6b7e94d1aa,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:29.656315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:37:29.663820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.665381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.728888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.865546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.076111 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.095969 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.231656 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.225 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/54ef288c-e486-4c2d-93eb-62865ab22a4a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:30.365149 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.404397 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.445712 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:30.451560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:30.457743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:37:30.465281 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=54ef288c-e486-4c2d-93eb-62865ab22a4a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:30.726206 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9abbc20b-2c39-491d-a40a-16b4318fd775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.749180 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.948255 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:31.081013 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:37:31.188690 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:31.199377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Sync routers for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:31.208314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:31.208924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:31.210931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:31.212699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e6bfd092-13f3-4810-87bb-5024a72e5668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5885563 Feb 04 16:37:31.216780 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38262) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:31.247048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b1cd2896-49bc-4a39-85b8-233671c2b189 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=fc9b85d2813f4a42a7a714cdf208d1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289733 Feb 04 16:37:31.250682 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38264) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:31.494139 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:31.687968 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:30Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:31.713932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02595906-f053-44a5-bea3-ae87ee4d909b tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:31.715518 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-02595906-f053-44a5-bea3-ae87ee4d909b tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4637504 Feb 04 16:37:31.717346 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Checking router: 5d9d2f71-77bb-4f89-8cb1-05744ab4465f for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:31.717700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Updating router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f port 54ef288c-e486-4c2d-93eb-62865ab22a4a binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:37:31.718958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38266) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:31.744580 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:31.754903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a5a30cb3-5f89-4c4c-8dae-3c3b5f684fc2 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347407 Feb 04 16:37:31.757578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38268) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:31.762374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-590171019', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:31.860733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:31.864319 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.029061 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.034700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.064312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.091373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15fc98-3d63-4517-87c7-80ef15cc885c None None] Pushing event updated for resources: {'Port': ['ID=54ef288c-e486-4c2d-93eb-62865ab22a4a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:32.094490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Attempting to bind port 54ef288c-e486-4c2d-93eb-62865ab22a4a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:32.095006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Attempting to bind port 54ef288c-e486-4c2d-93eb-62865ab22a4a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:32.095589 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Attempting to bind port 54ef288c-e486-4c2d-93eb-62865ab22a4a on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:37:32.104163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:37:32.104715 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:37:32.105209 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.105674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:37:32.106276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Bound port: 54ef288c-e486-4c2d-93eb-62865ab22a4a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:32.106876 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.137449 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Subnet': ['ID=18c223de-d978-42a9-916d-f7696de61f52,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:32.145459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Checking segment: {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:37:32.145822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network hostable DHCP agents. Network: fecca846-b255-45e0-a43c-8a6b7e94d1aa, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:37:32.166982 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:37:32.168684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] For port 54ef288c-e486-4c2d-93eb-62865ab22a4a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:32.173884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] For port 54ef288c-e486-4c2d-93eb-62865ab22a4a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=54ef288c-e486-4c2d-93eb-62865ab22a4a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:32.179089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, fecca846-b255-45e0-a43c-8a6b7e94d1aa) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:32.179896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.186849 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:32.187836 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.210719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-971f1c1a-f805-4c1d-9f31-9507fef23350 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4489810 Feb 04 16:37:32.211295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38270) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:32.213962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a51be5b-9ac5-4f89-a617-9b976e2f5969 None None] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:37:32.313092 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15fc98-3d63-4517-87c7-80ef15cc885c None None] Pushing event updated for resources: {'Port': ['ID=54ef288c-e486-4c2d-93eb-62865ab22a4a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:32.321677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:32.322348 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:32.497654 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:32.524733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:37:32.525607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.721479 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.786140 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Allocated IP 172.20.0.2 (fecca846-b255-45e0-a43c-8a6b7e94d1aa/18c223de-d978-42a9-916d-f7696de61f52/f54dcbe9-90a9-4fb3-9706-a4a80da58c97) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:32.866609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:30Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:32.904716 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf75ffe-7de4-4ba1-a80b-a1a6d2a0bbec None None] The sync data for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 is: [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:30Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:32.989578 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.996071 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.039884 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:33.042792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:33.047535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:37:33.049696 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.1 (fecca846-b255-45e0-a43c-8a6b7e94d1aa/18c223de-d978-42a9-916d-f7696de61f52/0486f8c4-f7ab-47d7-8bdb-00116e802451) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:33.050694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Pushing event updated for resources: {'Port': ['ID=f54dcbe9-90a9-4fb3-9706-a4a80da58c97,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:33.113215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Attempting to bind port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:33.113585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Attempting to bind port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:33.114162 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Attempting to bind port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 on network fecca846-b255-45e0-a43c-8a6b7e94d1aa {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:37:33.119883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:37:33.120264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Checking segment: {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:37:33.120671 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.123904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Bound using segment: {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:37:33.124450 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Bound port: f54dcbe9-90a9-4fb3-9706-a4a80da58c97, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:33.127296 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.187598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.222664 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] For port f54dcbe9-90a9-4fb3-9706-a4a80da58c97, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:33.225270 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.235262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] For port f54dcbe9-90a9-4fb3-9706-a4a80da58c97, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f54dcbe9-90a9-4fb3-9706-a4a80da58c97,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:33.240027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.279408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=0486f8c4-f7ab-47d7-8bdb-00116e802451,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:33.284800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:33.287007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:33.289425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:37:33.314213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91eaa4-7bf5-4a49-b3f4-f5d52c056a0d None None] Pushing event updated for resources: {'Port': ['ID=f54dcbe9-90a9-4fb3-9706-a4a80da58c97,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:33.345828 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.509482 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.798721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9e24870b-b5d4-4c33-99e7-04236e4ed481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.085954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 54ef288c-e486-4c2d-93eb-62865ab22a4a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:37:34.137905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 54ef288c-e486-4c2d-93eb-62865ab22a4a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:34.138428 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.176716 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.182707 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.231332 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.253856 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 54ef288c-e486-4c2d-93eb-62865ab22a4a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=54ef288c-e486-4c2d-93eb-62865ab22a4a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:34.262876 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.263627 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.264700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f54dcbe9-90a9-4fb3-9706-a4a80da58c97 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:37:34.266723 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=0486f8c4-f7ab-47d7-8bdb-00116e802451,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:34.359043 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=54ef288c-e486-4c2d-93eb-62865ab22a4a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:34.362001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:34.362323 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.370438 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:34.371953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:34.387594 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba3b10-ce23-4666-bf6f-2a7094eb631c None None] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:37:34.474722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1a407d0e-afac-424c-b4e9-0be9e3786a56 None None] Provisioning complete for port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:34.475088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a407d0e-afac-424c-b4e9-0be9e3786a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.487819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:34.587681 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.604594 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:34.615779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-26b1a506-2a02-4ccf-99fb-02aa6170a923 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/5d9d2f71-77bb-4f89-8cb1-05744ab4465f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3971436 Feb 04 16:37:34.680143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port f54dcbe9-90a9-4fb3-9706-a4a80da58c97, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f54dcbe9-90a9-4fb3-9706-a4a80da58c97,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:34.692306 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.730203 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1a407d0e-afac-424c-b4e9-0be9e3786a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.765200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=f54dcbe9-90a9-4fb3-9706-a4a80da58c97,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:34.780819 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-4fa6432b-9392-4476-8b41-34c27bca3a6a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432383244&fields=id&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 267 time: 0.0454986 Feb 04 16:37:34.813495 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-1a407d0e-afac-424c-b4e9-0be9e3786a56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:37:34.814306 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-1a407d0e-afac-424c-b4e9-0be9e3786a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:37:34.918385 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866866-3327-4cbb-be00-40d36eefe705 req-46ef202d-0e47-45a0-8176-1f0b0c6b9eb9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:34.919948 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-46ef202d-0e47-45a0-8176-1f0b0c6b9eb9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/networks?id=fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 200 len: 797 time: 0.1383212 Feb 04 16:37:34.937299 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-46de00f4-ae42-4109-8715-3e467cc50eb5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/quotas/fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 375 time: 0.0113034 Feb 04 16:37:34.961325 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Sync routers for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:34.973457 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:34.974389 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:35.010887 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-895eec3f-9cd8-4e2d-9862-4d1068a83079 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596924 Feb 04 16:37:35.088953 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:35.110853 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-a82b4ba3-df33-459e-a028-17d1c1d42340 service neutron] 10.222.0.47 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929728 Feb 04 16:37:35.218654 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-538c0cd1-8df4-4018-a3e5-fc75191cdf2f service neutron] 10.222.0.47 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006804 Feb 04 16:37:35.410908 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 2, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:35.430782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1886b159-4bdb-41a7-82bc-b40b3bedfc00 req-bce8dab6-708e-4782-a7bb-e0137f12a05e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 210 time: 0.0387735 Feb 04 16:37:35.438364 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Checking router: 5d9d2f71-77bb-4f89-8cb1-05744ab4465f for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:35.438720 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Updating router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f port 0486f8c4-f7ab-47d7-8bdb-00116e802451 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:37:35.471796 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.511314 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5c7a1d23-c0db-4054-a67d-111cec97392f None None] Provisioning complete for port 0486f8c4-f7ab-47d7-8bdb-00116e802451 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:35.512012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5c7a1d23-c0db-4054-a67d-111cec97392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.560149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a1d23-c0db-4054-a67d-111cec97392f None None] Port 0486f8c4-f7ab-47d7-8bdb-00116e802451 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:37:35.572313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5c7a1d23-c0db-4054-a67d-111cec97392f None None] Provisioning complete for port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:35.572727 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5c7a1d23-c0db-4054-a67d-111cec97392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.771723 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.777807 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.827582 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Pushing event updated for resources: {'Port': ['ID=0486f8c4-f7ab-47d7-8bdb-00116e802451,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:35.850216 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.850564 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.850897 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.851235 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.851565 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.851877 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.852196 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.852566 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.852858 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.853172 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.853494 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.853793 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:35.895049 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Attempting to bind port 0486f8c4-f7ab-47d7-8bdb-00116e802451 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:35.895476 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Attempting to bind port 0486f8c4-f7ab-47d7-8bdb-00116e802451 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:35.895826 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Attempting to bind port 0486f8c4-f7ab-47d7-8bdb-00116e802451 on network fecca846-b255-45e0-a43c-8a6b7e94d1aa {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:37:35.901401 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:37:35.901710 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Checking segment: {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:37:35.902320 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.902688 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Bound using segment: {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:37:35.903154 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Bound port: 0486f8c4-f7ab-47d7-8bdb-00116e802451, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:35.903528 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.977298 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] For port 0486f8c4-f7ab-47d7-8bdb-00116e802451, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:35.981342 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] For port 0486f8c4-f7ab-47d7-8bdb-00116e802451, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0486f8c4-f7ab-47d7-8bdb-00116e802451,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:35.985841 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:35.996029 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 54ef288c-e486-4c2d-93eb-62865ab22a4a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:37:36.059080 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.064258 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440a324-c001-4efa-850f-106a1716c4f8 None None] Pushing event updated for resources: {'Port': ['ID=0486f8c4-f7ab-47d7-8bdb-00116e802451,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:36.065754 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 54ef288c-e486-4c2d-93eb-62865ab22a4a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:36.066327 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.068607 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:36.069238 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:36.164164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f54dcbe9-90a9-4fb3-9706-a4a80da58c97 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:37:36.189926 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:36.210527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-30882c09-e985-459d-ad92-b5ee62f6d361 None None] Provisioning complete for port 0486f8c4-f7ab-47d7-8bdb-00116e802451 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:36.210903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-30882c09-e985-459d-ad92-b5ee62f6d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.253415 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:36.253794 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.334264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-30882c09-e985-459d-ad92-b5ee62f6d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.400923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-30882c09-e985-459d-ad92-b5ee62f6d361 None None] For port 0486f8c4-f7ab-47d7-8bdb-00116e802451, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0486f8c4-f7ab-47d7-8bdb-00116e802451,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:36.406648 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-30882c09-e985-459d-ad92-b5ee62f6d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.408357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:35Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:36.442659 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064be54-8a50-4af6-a39b-985b30a1f60f None None] The sync data for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 is: [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:35Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:36.460923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30882c09-e985-459d-ad92-b5ee62f6d361 None None] Pushing event updated for resources: {'Port': ['ID=0486f8c4-f7ab-47d7-8bdb-00116e802451,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:36.530561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-97be166a-6853-4627-9c0b-c4ec9b059946 None None] Provisioning complete for port 0486f8c4-f7ab-47d7-8bdb-00116e802451 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:36.531023 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-97be166a-6853-4627-9c0b-c4ec9b059946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.631794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3735e212-676e-4de6-9b91-f56c344ec24c req-8dcde14c-b748-4611-9841-7eb9a7a848e1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 210 time: 0.0702450 Feb 04 16:37:36.681541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866866-3327-4cbb-be00-40d36eefe705 req-9cf35990-8497-4202-beb7-dccc70dfb987 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:36.683099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-9cf35990-8497-4202-beb7-dccc70dfb987 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/networks?id=fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 200 len: 797 time: 0.1970713 Feb 04 16:37:36.737431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-8644b27e-4e0b-40c4-9e20-8ec2bd451cb4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 380 time: 0.0363538 Feb 04 16:37:36.756223 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'port': {'device_id': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'admin_state_up': True, 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'security_groups': ['cc64453b-1bff-4443-9c2e-37f03752ca50']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:36.873411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:36.877075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.016640 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.3 (fecca846-b255-45e0-a43c-8a6b7e94d1aa/18c223de-d978-42a9-916d-f7696de61f52/637ed9bd-5195-41cf-bc33-6d0234063b5b) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:37.111700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.172213 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.207454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.254207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:37.257340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:37.261842 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:37:37.268662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=637ed9bd-5195-41cf-bc33-6d0234063b5b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:37.319307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:37.320015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.340219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-ef18e31c-61b9-444d-af58-7ce53f06354d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879707 Feb 04 16:37:37.358300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Request body: {'port': {'device_id': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:37.424387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.567064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-24d76b76-7f0f-4779-b30c-a3e47de144ad None None] Provisioning complete for port 637ed9bd-5195-41cf-bc33-6d0234063b5b triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:37.567569 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24d76b76-7f0f-4779-b30c-a3e47de144ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.603237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-24d76b76-7f0f-4779-b30c-a3e47de144ad None None] Port 637ed9bd-5195-41cf-bc33-6d0234063b5b cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:37:37.666845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.709595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637ed9bd-5195-41cf-bc33-6d0234063b5b {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:37:37.717824 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.730020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Transition to ACTIVE for port object 637ed9bd-5195-41cf-bc33-6d0234063b5b will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:37.733937 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.748931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f39a9-72ad-4b40-8105-ca867b768371 req-23eeeba1-c42f-4226-b341-dff46c0937b0 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:37.751065 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-510f39a9-72ad-4b40-8105-ca867b768371 req-23eeeba1-c42f-4226-b341-dff46c0937b0 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 931 time: 0.0514362 Feb 04 16:37:37.801520 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-510f39a9-72ad-4b40-8105-ca867b768371 req-b8cceb06-5a17-4a84-a4c6-26dada14291d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 Feb 04 16:37:37.804929 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Pushing event updated for resources: {'Port': ['ID=637ed9bd-5195-41cf-bc33-6d0234063b5b,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:37.859709 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Attempting to bind port 637ed9bd-5195-41cf-bc33-6d0234063b5b on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:37.860061 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Attempting to bind port 637ed9bd-5195-41cf-bc33-6d0234063b5b by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:37.860391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Attempting to bind port 637ed9bd-5195-41cf-bc33-6d0234063b5b on network fecca846-b255-45e0-a43c-8a6b7e94d1aa {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:37:37.865055 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Port 637ed9bd-5195-41cf-bc33-6d0234063b5b on network fecca846-b255-45e0-a43c-8a6b7e94d1aa not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:37:37.865376 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Attempting to bind port 637ed9bd-5195-41cf-bc33-6d0234063b5b on network fecca846-b255-45e0-a43c-8a6b7e94d1aa {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:37:37.871065 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:37:37.871490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Checking segment: {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:37:37.871784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Bound using segment: {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:37:37.872232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Bound port: 637ed9bd-5195-41cf-bc33-6d0234063b5b, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:37.872583 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.944547 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] For port 637ed9bd-5195-41cf-bc33-6d0234063b5b, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:37.948629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] For port 637ed9bd-5195-41cf-bc33-6d0234063b5b, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:37.955142 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.993237 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:37.993905 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.995425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 200 len: 1091 time: 0.6416636 Feb 04 16:37:37.995901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:37.998241 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01372fdf-956f-4982-abbd-854ab535ed85" -d '{"events": [{"name": "network-changed", "server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:37:38.020695 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee844b8-c392-4d3d-9a24-349fb1d475b8 service neutron] Pushing event updated for resources: {'Port': ['ID=637ed9bd-5195-41cf-bc33-6d0234063b5b,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:38.052309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0486f8c4-f7ab-47d7-8bdb-00116e802451 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:37:38.066754 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2cfadc-d4fd-4c0c-b6d8-4ef929503d2c x-openstack-request-id: req-1f2cfadc-d4fd-4c0c-b6d8-4ef929503d2c {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:37:38.067055 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:37:38.067310 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f2cfadc-d4fd-4c0c-b6d8-4ef929503d2c {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:37:38.067715 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'status': 'completed', 'code': 200} Feb 04 16:37:38.108250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866866-3327-4cbb-be00-40d36eefe705 req-fc746e98-d8b0-477d-ad94-80b592fa6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.109845 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-fc746e98-d8b0-477d-ad94-80b592fa6443 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1094 time: 0.0528758 Feb 04 16:37:38.111292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0486f8c4-f7ab-47d7-8bdb-00116e802451 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:38.111660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.161745 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-f2f4d9cf-961d-4af9-85de-14d7ccd45471 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 200 len: 217 time: 0.0394800 Feb 04 16:37:38.218450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866866-3327-4cbb-be00-40d36eefe705 req-89b30e70-2c87-48b7-9c01-b7f3a768e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.219915 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-89b30e70-2c87-48b7-9c01-b7f3a768e6b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18c223de-d978-42a9-916d-f7696de61f52 HTTP/1.1" status: 200 len: 834 time: 0.0522788 Feb 04 16:37:38.269107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866866-3327-4cbb-be00-40d36eefe705 req-a97824af-eed5-4e70-ae66-c348610bf237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.270768 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-a97824af-eed5-4e70-ae66-c348610bf237 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fecca846-b255-45e0-a43c-8a6b7e94d1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447342 Feb 04 16:37:38.358708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-35c6dfd3-f43f-4501-8a89-44089af97907 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812378 Feb 04 16:37:38.450730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6b866866-3327-4cbb-be00-40d36eefe705 req-07660725-af06-42d3-b385-229b663534c1 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863204 Feb 04 16:37:38.575652 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372fdf-956f-4982-abbd-854ab535ed85 req-32bc4879-2bb6-48ab-b0da-10121bc8a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.577910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01372fdf-956f-4982-abbd-854ab535ed85 req-32bc4879-2bb6-48ab-b0da-10121bc8a6f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1094 time: 0.0453482 Feb 04 16:37:38.669202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372fdf-956f-4982-abbd-854ab535ed85 req-46efbd8d-d389-446b-a687-895c41930839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.670829 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01372fdf-956f-4982-abbd-854ab535ed85 req-46efbd8d-d389-446b-a687-895c41930839 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 200 len: 898 time: 0.0870779 Feb 04 16:37:38.716899 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01372fdf-956f-4982-abbd-854ab535ed85 req-03538273-2d4c-432b-ba34-7a1fc4f04319 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 200 len: 217 time: 0.0396748 Feb 04 16:37:38.764445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372fdf-956f-4982-abbd-854ab535ed85 req-7ebf54b1-891a-43d8-9719-5b20e37fa9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.765856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01372fdf-956f-4982-abbd-854ab535ed85 req-7ebf54b1-891a-43d8-9719-5b20e37fa9a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18c223de-d978-42a9-916d-f7696de61f52 HTTP/1.1" status: 200 len: 834 time: 0.0431530 Feb 04 16:37:38.810284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372fdf-956f-4982-abbd-854ab535ed85 req-af54af55-f0db-45f0-a7a1-ef7004e2f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.811765 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01372fdf-956f-4982-abbd-854ab535ed85 req-af54af55-f0db-45f0-a7a1-ef7004e2f743 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fecca846-b255-45e0-a43c-8a6b7e94d1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395091 Feb 04 16:37:38.916731 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01372fdf-956f-4982-abbd-854ab535ed85 req-dc3b3205-48b0-4349-91e2-b886b8a93276 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978248 Feb 04 16:37:38.919276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56700ea-6819-4e17-aa75-0fc9745f56d4 req-83284c37-8fbb-4c2f-8aaa-dac1e68e150c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:38.920754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c56700ea-6819-4e17-aa75-0fc9745f56d4 req-83284c37-8fbb-4c2f-8aaa-dac1e68e150c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 943 time: 0.0485153 Feb 04 16:37:38.959812 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c56700ea-6819-4e17-aa75-0fc9745f56d4 req-aabc2fb2-b5b1-4b2c-a756-b583ed44de41 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Feb 04 16:37:39.009967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-01372fdf-956f-4982-abbd-854ab535ed85 req-10365f2b-33da-4bf7-a348-b3376ac82115 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Feb 04 16:37:40.081986 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f58e7-5e7a-4d37-8a40-9f68688c2360 req-b05def52-fb04-43d5-bac5-2181392aa4a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:40.083589 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e8f58e7-5e7a-4d37-8a40-9f68688c2360 req-b05def52-fb04-43d5-bac5-2181392aa4a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 943 time: 0.0513005 Feb 04 16:37:40.130694 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4e8f58e7-5e7a-4d37-8a40-9f68688c2360 req-a12dfaa3-3c4b-45ac-9733-95bdc885a420 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Feb 04 16:37:40.411082 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:41.260336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5dfc3-7a0f-437f-a687-4e58bfc9f2ac req-78de162a-0dd5-44dd-bb65-4a9b10773534 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:41.261904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-acc5dfc3-7a0f-437f-a687-4e58bfc9f2ac req-78de162a-0dd5-44dd-bb65-4a9b10773534 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 943 time: 0.0573132 Feb 04 16:37:41.301028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-acc5dfc3-7a0f-437f-a687-4e58bfc9f2ac req-de2077f4-968d-458e-9493-5fc4af536e14 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Feb 04 16:37:42.418544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810937-3218-491f-b6f4-6f6fa33b26ec req-77b8434c-731e-4a7f-ae5f-e4a4ff65306a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:42.420046 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59810937-3218-491f-b6f4-6f6fa33b26ec req-77b8434c-731e-4a7f-ae5f-e4a4ff65306a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 943 time: 0.0500081 Feb 04 16:37:42.459597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-59810937-3218-491f-b6f4-6f6fa33b26ec req-8e1faf78-5ba8-4146-bd3b-0c6c62698560 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Feb 04 16:37:42.686212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 637ed9bd-5195-41cf-bc33-6d0234063b5b details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:37:42.780929 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 637ed9bd-5195-41cf-bc33-6d0234063b5b, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:42.792110 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'port_id': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'mac_address': 'fa:16:3e:32:00:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:37:42.830862 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.843356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637ed9bd-5195-41cf-bc33-6d0234063b5b {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:37:42.864830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 637ed9bd-5195-41cf-bc33-6d0234063b5b, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:42.869903 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.914259 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=637ed9bd-5195-41cf-bc33-6d0234063b5b,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:43.233747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['637ed9bd-5195-41cf-bc33-6d0234063b5b'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:37:43.583575 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0af5-d7a7-4cae-a7c1-b52d2efa828e req-829bc04e-cabb-4de9-8a8f-658cb419ef49 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.585377 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d4b0af5-d7a7-4cae-a7c1-b52d2efa828e req-829bc04e-cabb-4de9-8a8f-658cb419ef49 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 944 time: 0.0565224 Feb 04 16:37:43.634566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5d4b0af5-d7a7-4cae-a7c1-b52d2efa828e req-72ab3e61-20de-45cd-9b49-4ea3a3cf1e5c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Feb 04 16:37:44.685180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 637ed9bd-5195-41cf-bc33-6d0234063b5b up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:37:44.738731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 637ed9bd-5195-41cf-bc33-6d0234063b5b completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:44.743303 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 637ed9bd-5195-41cf-bc33-6d0234063b5b triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:44.743680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.757200 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7940be-63ad-4f00-895e-b54d5013a288 req-8a99cd5a-4e3c-48c9-a4c3-132392d87ee9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.759677 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb7940be-63ad-4f00-895e-b54d5013a288 req-8a99cd5a-4e3c-48c9-a4c3-132392d87ee9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 944 time: 0.0523345 Feb 04 16:37:44.800640 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb7940be-63ad-4f00-895e-b54d5013a288 req-a985f963-4735-43a8-8840-6eb97b194df1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352192 Feb 04 16:37:44.979021 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.001207 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:45.003477 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc90017-79a4-4dcd-b2dc-c148e5e62550" -d '{"events": [{"server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "name": "network-vif-plugged", "status": "completed", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:37:45.016189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 637ed9bd-5195-41cf-bc33-6d0234063b5b, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:45.020689 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.044193 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b7e6d-2927-4843-9086-ccf923249b08 x-openstack-request-id: req-c38b7e6d-2927-4843-9086-ccf923249b08 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:37:45.044486 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "name": "network-vif-plugged", "status": "completed", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:37:45.044740 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c38b7e6d-2927-4843-9086-ccf923249b08 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:37:45.045130 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'code': 200} Feb 04 16:37:45.052091 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:37:45.070798 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=637ed9bd-5195-41cf-bc33-6d0234063b5b,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:45.160216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c75a-290c-431e-a196-5cfb28893f0c req-e3165c89-3870-4350-a533-7a300c74b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:45.161751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f459c75a-290c-431e-a196-5cfb28893f0c req-e3165c89-3870-4350-a533-7a300c74b1e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1096 time: 0.0407779 Feb 04 16:37:45.202055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f459c75a-290c-431e-a196-5cfb28893f0c req-6948ff6f-c45d-4fb9-8fbf-28417f2b337e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341706 Feb 04 16:37:45.925327 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320f8b4-2f25-4350-8735-55b127a8ae11 req-1ed23cce-39e1-4a7e-acf4-b166089bd01d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:45.926910 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b320f8b4-2f25-4350-8735-55b127a8ae11 req-1ed23cce-39e1-4a7e-acf4-b166089bd01d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Feb 04 16:37:45.967817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b320f8b4-2f25-4350-8735-55b127a8ae11 req-4188dee7-685f-4d65-8f02-6544bb602168 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341306 Feb 04 16:37:47.089273 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f5665-5101-447c-8013-2b4d4d88b578 req-2f4dd6a7-00fa-4b38-970f-b41f37471a6b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.091521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d6f5665-5101-447c-8013-2b4d4d88b578 req-2f4dd6a7-00fa-4b38-970f-b41f37471a6b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0511646 Feb 04 16:37:47.137070 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4d6f5665-5101-447c-8013-2b4d4d88b578 req-f62a2965-52cb-4b3d-80ab-827dc1f359b9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378404 Feb 04 16:37:47.252510 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00795e94-e3c4-4532-a312-6bd829acd816 req-5861d657-9907-463b-b7b2-3e133ec5c182 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.253913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-00795e94-e3c4-4532-a312-6bd829acd816 req-5861d657-9907-463b-b7b2-3e133ec5c182 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Feb 04 16:37:47.293309 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-00795e94-e3c4-4532-a312-6bd829acd816 req-5e308956-4614-4f8b-bf9e-a579622c7546 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327866 Feb 04 16:37:47.314400 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38332) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:47.355000 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdb324a-6b58-4637-a566-207ca90c2186 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.356526 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bcdb324a-6b58-4637-a566-207ca90c2186 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1091 time: 0.0411227 Feb 04 16:37:47.359383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38334) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:47.363890 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:37:47.390379 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.492525 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.599818 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.169 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/b7a90667-cf28-4538-9224-e27d1efece5c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:47.705378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.738369 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.775181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:47.779529 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:47.782953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:37:47.805800 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=b7a90667-cf28-4538-9224-e27d1efece5c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.143670 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.219037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.373886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.378560 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.446550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=b7a90667-cf28-4538-9224-e27d1efece5c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.454650 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.554072 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2 associated. External IP: 172.25.1.169, port: 637ed9bd-5195-41cf-bc33-6d0234063b5b. Feb 04 16:37:48.761158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:48.866897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:48.876326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] Sync routers for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:37:48.884550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.886903 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:48.887529 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:48.911942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4331babc-b3a7-4038-b5b9-44330e1b112d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5514946 Feb 04 16:37:48.912551 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:48.914917 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee759652-22b1-4ac3-a3b9-91525b75bbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:37:48.958044 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faea7817-07ce-40ab-860b-ce5abac316d4 x-openstack-request-id: req-faea7817-07ce-40ab-860b-ce5abac316d4 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:37:48.958044 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:37:48.958044 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-faea7817-07ce-40ab-860b-ce5abac316d4 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:37:48.958044 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'status': 'completed', 'code': 200} Feb 04 16:37:49.003612 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:49.022923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964153e-3913-4299-a3cb-f0ea25e305d1 req-6b2cdddc-8e2b-44ad-9cc4-60b055e1050e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:49.024452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0964153e-3913-4299-a3cb-f0ea25e305d1 req-6b2cdddc-8e2b-44ad-9cc4-60b055e1050e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0571752 Feb 04 16:37:49.037605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-c0702c9e-8b39-4b34-a7b7-df5a7de1ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:49.039126 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-c0702c9e-8b39-4b34-a7b7-df5a7de1ca27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1096 time: 0.0428574 Feb 04 16:37:49.066289 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0964153e-3913-4299-a3cb-f0ea25e305d1 req-81bc3339-82e7-4e26-9f74-fc9e2214d521 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342917 Feb 04 16:37:49.091017 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38340) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:49.132889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-09c02c38-3ea3-4979-ba72-82f4c1469a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:49.134862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-09c02c38-3ea3-4979-ba72-82f4c1469a0a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 200 len: 898 time: 0.0892298 Feb 04 16:37:49.168245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6fb60c1e-73e2-4317-81cc-ec19a35a80b9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2 HTTP/1.1" status: 200 len: 991 time: 0.0757046 Feb 04 16:37:49.203754 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-7d63cdb5-7f35-48c7-8599-b4bff10d4cf7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 200 len: 999 time: 0.0625691 Feb 04 16:37:49.239912 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'port_id': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'mac_address': 'fa:16:3e:32:00:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:48Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:36Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:49.257382 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-55be1f0f-4ee1-4c04-8161-049aef97d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:49.258895 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-55be1f0f-4ee1-4c04-8161-049aef97d556 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18c223de-d978-42a9-916d-f7696de61f52 HTTP/1.1" status: 200 len: 834 time: 0.0492930 Feb 04 16:37:49.266186 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] Checking router: 5d9d2f71-77bb-4f89-8cb1-05744ab4465f for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:37:49.275408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:37:49.276039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:37:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:49.307178 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-4bfe8520-d386-46e9-b4e6-13d5d02bda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:49.308698 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-4bfe8520-d386-46e9-b4e6-13d5d02bda59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fecca846-b255-45e0-a43c-8a6b7e94d1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431848 Feb 04 16:37:49.384858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:37:49.421066 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-c290874f-c12f-4931-b8b7-952f538c98ab service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052215 Feb 04 16:37:49.519077 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee759652-22b1-4ac3-a3b9-91525b75bbe9 req-022832e6-1d18-48a5-b83c-7577c78db57d service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919883 Feb 04 16:37:49.621112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'port_id': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'mac_address': 'fa:16:3e:32:00:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:48Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:36Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:49.647955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b118bcea-62f8-4ebe-a018-bc2d7bce2c41 None None] The sync data for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 is: [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'port_id': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'mac_address': 'fa:16:3e:32:00:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:37:48Z', 'updated_at': '2022-02-04T16:37:48Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:36Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:37:49.836002 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3da223-6b5f-444b-a993-08b7f33ff2e4 None None] New status for floating IP b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:37:50.170549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38342) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:37:50.233545 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d019e6ee-71ad-416f-9e10-cff79f8891be tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2 HTTP/1.1" status: 200 len: 993 time: 0.0619369 Feb 04 16:37:53.859488 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:00.717592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b32b48d4-760e-4bf3-8367-8cfc4f5c7903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:03.800003 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d1da81d-5a76-4672-9dc0-bbf608e90a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.047128 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.113583 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.667952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.416539 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:22.051062 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:38:23.871555 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:30.718950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f8e3e2bc-e422-4139-b3a9-452c3d8d1016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:33.801382 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5c6d0768-2c1f-46b2-9668-4712fa336e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:36.049879 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:37.116603 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:37.671205 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:40.433008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:46.692005 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-bbf66c05-c8cc-4a64-82ab-b1f5fa5798a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435505 Feb 04 16:38:46.795504 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-855250b3-3540-4e9a-a6ff-542b015c7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:46.796986 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-855250b3-3540-4e9a-a6ff-542b015c7da6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1096 time: 0.0414560 Feb 04 16:38:46.907280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-f6ab93ac-8da0-4727-b039-9cc2c2c57c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:46.908695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-f6ab93ac-8da0-4727-b039-9cc2c2c57c2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 200 len: 898 time: 0.0919859 Feb 04 16:38:46.983813 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-c84e6156-8f1a-4d80-abf7-8a6126fdc697 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 200 len: 1001 time: 0.0684114 Feb 04 16:38:47.037267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-7c9bbcbf-4023-42b7-b3c5-3175d9a736eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:47.039539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-7c9bbcbf-4023-42b7-b3c5-3175d9a736eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18c223de-d978-42a9-916d-f7696de61f52 HTTP/1.1" status: 200 len: 834 time: 0.0500040 Feb 04 16:38:47.087536 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-5fa1f7c4-ff5c-448f-b1b5-c31bc807f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:47.089062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-5fa1f7c4-ff5c-448f-b1b5-c31bc807f027 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fecca846-b255-45e0-a43c-8a6b7e94d1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420837 Feb 04 16:38:47.184201 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-1fa59396-5767-4bf7-bedd-e04ec03a9a25 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886707 Feb 04 16:38:47.297359 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4ad1883e-03c0-41ac-946b-692a7c29be9d req-eb3352fd-f1c8-4739-ad6c-54da49b542e5 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065056 Feb 04 16:38:53.879728 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:54.062302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67536e-00df-4057-8075-dc9c4c9a9058 req-fd9b3d91-a444-4cc9-8818-1ebc08e9b68b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:54.063789 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a67536e-00df-4057-8075-dc9c4c9a9058 req-fd9b3d91-a444-4cc9-8818-1ebc08e9b68b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0890443 Feb 04 16:38:54.068784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-9e170e63-bac3-48ff-abfe-e3631a9fb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:54.071216 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-9e170e63-bac3-48ff-abfe-e3631a9fb409 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1096 time: 0.0608394 Feb 04 16:38:54.164525 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7a67536e-00df-4057-8075-dc9c4c9a9058 req-195e5b10-034f-43dc-bd41-af8fb7ea5bef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919847 Feb 04 16:38:54.213012 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-93c640a4-96b2-45c3-83a3-16bbb203bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:54.214650 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-93c640a4-96b2-45c3-83a3-16bbb203bed0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 200 len: 898 time: 0.1332603 Feb 04 16:38:54.304805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-28129525-808e-42e1-959e-7a5883939c6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 200 len: 1001 time: 0.0815454 Feb 04 16:38:54.368081 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-862acb4b-3e59-4be4-b13c-e72d3429decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:54.369585 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-862acb4b-3e59-4be4-b13c-e72d3429decc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18c223de-d978-42a9-916d-f7696de61f52 HTTP/1.1" status: 200 len: 834 time: 0.0581686 Feb 04 16:38:54.419783 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-856bc0a7-7fbb-4d3e-a7e7-d29df9bd5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:54.421653 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-856bc0a7-7fbb-4d3e-a7e7-d29df9bd5a8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fecca846-b255-45e0-a43c-8a6b7e94d1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441747 Feb 04 16:38:54.559610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-884de2bc-3fa0-4384-85e7-c94b790accf1 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288211 Feb 04 16:38:54.708810 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b00f92a6-fbfa-4e9d-b7ff-069feaddd978 req-7042d629-a4e9-446b-afab-c811022ea918 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410656 Feb 04 16:38:55.304499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf085c8a-36a4-436c-be33-3dc42b9d6a75 req-085e2f25-7579-4cb1-ba65-c2a87afb1fc7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:55.305964 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf085c8a-36a4-436c-be33-3dc42b9d6a75 req-085e2f25-7579-4cb1-ba65-c2a87afb1fc7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0648010 Feb 04 16:38:55.364136 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bf085c8a-36a4-436c-be33-3dc42b9d6a75 req-50f1f33b-bd0e-46af-9b1a-1270103c17b8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514176 Feb 04 16:38:56.536767 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89a89e-998a-4cef-a3bd-1bee44bbcef1 req-e3e71e2b-7139-42f7-941c-b71bb7187df3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:56.539903 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae89a89e-998a-4cef-a3bd-1bee44bbcef1 req-e3e71e2b-7139-42f7-941c-b71bb7187df3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0741954 Feb 04 16:38:56.605952 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ae89a89e-998a-4cef-a3bd-1bee44bbcef1 req-5a439a8d-90ae-4967-8f88-2f8625f70737 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585341 Feb 04 16:38:57.783911 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39548b2c-6f6d-43bd-9c4e-3470dd2075f9 req-4780842d-a5e2-4133-8e24-08f88a5b82e4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:57.786344 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39548b2c-6f6d-43bd-9c4e-3470dd2075f9 req-4780842d-a5e2-4133-8e24-08f88a5b82e4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0757866 Feb 04 16:38:57.847756 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-39548b2c-6f6d-43bd-9c4e-3470dd2075f9 req-450d9713-3890-4065-a2e6-20b8b9c00993 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513504 Feb 04 16:38:59.045562 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a7da4-6ed5-4c37-b51e-c02754eb2925 req-7bf9be3a-c188-4daa-a51d-f4edd8b3f74b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:59.047731 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-190a7da4-6ed5-4c37-b51e-c02754eb2925 req-7bf9be3a-c188-4daa-a51d-f4edd8b3f74b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0901277 Feb 04 16:38:59.054759 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:38:59.115093 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-190a7da4-6ed5-4c37-b51e-c02754eb2925 req-37d3281e-0a25-4b24-afe4-865a1c343c65 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555935 Feb 04 16:39:00.310196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f2a36-f9bf-4686-8360-2e77739cb9b4 req-70053f6a-0e18-40e4-9e72-7c7acb7f7749 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:00.312833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b9f2a36-f9bf-4686-8360-2e77739cb9b4 req-70053f6a-0e18-40e4-9e72-7c7acb7f7749 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0746219 Feb 04 16:39:00.382831 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b9f2a36-f9bf-4686-8360-2e77739cb9b4 req-ac3761f3-68ce-4ad9-ad28-b5411f69bb37 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588830 Feb 04 16:39:00.723848 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ad6c99c9-c2e0-4936-8604-9065286c50fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:01.559535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127288e-d275-45c5-a9b7-6c88781563c7 req-9ae2833a-916c-4933-b467-f45a3e25e5fa tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:01.562574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5127288e-d275-45c5-a9b7-6c88781563c7 req-9ae2833a-916c-4933-b467-f45a3e25e5fa tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0667500 Feb 04 16:39:01.609435 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5127288e-d275-45c5-a9b7-6c88781563c7 req-318e4b05-fc82-41f9-b4ef-8b1f138b28cc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404723 Feb 04 16:39:02.741604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1dacf-1f2e-4641-994a-00c41418b33d req-3cae3768-6323-476b-abb4-1179abe6ea8e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:02.743300 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6f1dacf-1f2e-4641-994a-00c41418b33d req-3cae3768-6323-476b-abb4-1179abe6ea8e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0563478 Feb 04 16:39:02.789704 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c6f1dacf-1f2e-4641-994a-00c41418b33d req-c490d354-932a-44e9-bc44-823c4386eaf9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367391 Feb 04 16:39:03.817793 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fdb51681-bb87-4b35-ac69-819f6aa3ecbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:03.946450 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c824ba-bcbb-4603-a76b-b3824112886b req-ae6db122-697d-43eb-9043-37eacb1a1699 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:03.948097 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51c824ba-bcbb-4603-a76b-b3824112886b req-ae6db122-697d-43eb-9043-37eacb1a1699 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0567801 Feb 04 16:39:03.992139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-51c824ba-bcbb-4603-a76b-b3824112886b req-5439eb29-4840-452e-94f6-6bdafb145efb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374098 Feb 04 16:39:05.112147 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04fbaa-1928-45ae-ab8b-207be084c2d1 req-147e9e56-ffc8-4086-8cd8-5f9f03efe95f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:05.113642 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d04fbaa-1928-45ae-ab8b-207be084c2d1 req-147e9e56-ffc8-4086-8cd8-5f9f03efe95f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0493340 Feb 04 16:39:05.153922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d04fbaa-1928-45ae-ab8b-207be084c2d1 req-ef2ac464-5aff-4217-a41e-352e89a8b373 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Feb 04 16:39:06.052168 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.276921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44f201-f775-488d-a38e-a5b30911f582 req-29953915-e6cf-4b95-a469-a1f3d4028168 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:06.278507 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c44f201-f775-488d-a38e-a5b30911f582 req-29953915-e6cf-4b95-a469-a1f3d4028168 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0557439 Feb 04 16:39:06.318987 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1c44f201-f775-488d-a38e-a5b30911f582 req-f42029fc-0420-4860-b4ba-e855480fd345 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340292 Feb 04 16:39:06.353395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38404) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:39:06.420186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d97e2478-20df-4887-8965-9929e900bcfe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2 HTTP/1.1" status: 200 len: 993 time: 0.0655870 Feb 04 16:39:07.124018 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.675462 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.441934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:23.880968 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:30.727440 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fa2fcbec-1c25-440b-ac0e-84b549a270a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:33.800732 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bd56781c-1090-4108-8350-d7231f0955e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:36.054146 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:39:36.054744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.118432 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.676110 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:40.437039 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.661991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-f4307cd5-f420-4e35-ae2c-185313942913 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417440 Feb 04 16:39:47.756961 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-5e80168b-e6a9-4ae5-bebb-b94eee46245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:47.758479 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-5e80168b-e6a9-4ae5-bebb-b94eee46245c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1096 time: 0.0407128 Feb 04 16:39:47.863548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-af7d870a-848d-45cd-9f3e-4a482dd580d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:47.864914 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-af7d870a-848d-45cd-9f3e-4a482dd580d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 200 len: 898 time: 0.0881290 Feb 04 16:39:47.930315 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-cefebe1c-83e2-4184-8b2f-a6caa0b3c52c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 200 len: 1001 time: 0.0585442 Feb 04 16:39:47.977819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-a4c15f26-0a89-46ad-a054-c0ac25c43502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:47.979347 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-a4c15f26-0a89-46ad-a054-c0ac25c43502 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18c223de-d978-42a9-916d-f7696de61f52 HTTP/1.1" status: 200 len: 834 time: 0.0432422 Feb 04 16:39:48.033020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-aa5c9672-8fd5-40b3-aace-a38f3c4ce17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:48.034561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-aa5c9672-8fd5-40b3-aace-a38f3c4ce17a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fecca846-b255-45e0-a43c-8a6b7e94d1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490427 Feb 04 16:39:48.129938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-1bd54d86-7d8d-41c7-8222-6afffe890fef service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887425 Feb 04 16:39:48.226561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-49499156-6f13-417f-aac2-62ffcfe7a61c req-e285e86f-5f21-439f-8b69-b07ac3cd6092 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875380 Feb 04 16:39:53.624379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-da741e90-90dc-449f-9578-cfe9a4c15ec6 req-8504bca3-f61d-4f5c-bbb0-1ca4859d62ed tempest-ServerDiskConfigTestJSON-1788076671 tempest-ServerDiskConfigTestJSON-1788076671-project] (102422) timed out ('10.222.0.50', 51416) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:39:53.894188 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:00.729489 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-bdeefb83-cb84-48af-8b08-d955b42fb1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:01.709567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38424) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:01.875306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port b7a90667-cf28-4538-9224-e27d1efece5c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:40:01.875626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:01.948094 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:01.948432 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:01.959787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for b7a90667-cf28-4538-9224-e27d1efece5c owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:40:02.106715 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:02.134110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=b7a90667-cf28-4538-9224-e27d1efece5c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:02.162207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.162553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.162897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.163222 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.163608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.163880 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.164208 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.164535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.164857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.165275 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.165545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.166406 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:02.209157 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:02.209498 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2 disassociated (deleted). External IP: 172.25.1.169, port: 637ed9bd-5195-41cf-bc33-6d0234063b5b. Feb 04 16:40:02.419006 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:02.528215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:02.533691 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:02.538343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] Sync routers for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:40:02.550164 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:02.551137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:02.564852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0e1450e2-52d4-45fb-9097-e391f9681056 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/floatingips/b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2 HTTP/1.1" status: 204 len: 168 time: 0.8540616 Feb 04 16:40:02.565480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:02.568309 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473f1377-e30f-4862-bab9-7d8d2a441784" -d '{"events": [{"name": "network-changed", "server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:40:02.621448 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05732812-ebdc-4618-96eb-6edc53d741ef x-openstack-request-id: req-05732812-ebdc-4618-96eb-6edc53d741ef {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:40:02.621800 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:40:02.622149 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05732812-ebdc-4618-96eb-6edc53d741ef {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:40:02.622612 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'status': 'completed', 'code': 200} Feb 04 16:40:02.672070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:02.720671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-23168d2d-ce4d-4145-a054-a87380a19976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:02.722224 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-23168d2d-ce4d-4145-a054-a87380a19976 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 1096 time: 0.0580783 Feb 04 16:40:02.869889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-f50d01b2-c2ef-41b2-b148-e85ae8e3bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:02.871843 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-f50d01b2-c2ef-41b2-b148-e85ae8e3bb19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 200 len: 898 time: 0.1104553 Feb 04 16:40:02.888123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:36Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:02.906792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08ad6-9290-4bda-9778-084d11211b3d req-ff875749-677c-4b09-a25f-eca0c6111ce1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:02.908422 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17a08ad6-9290-4bda-9778-084d11211b3d req-ff875749-677c-4b09-a25f-eca0c6111ce1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.1360793 Feb 04 16:40:02.914775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] Checking router: 5d9d2f71-77bb-4f89-8cb1-05744ab4465f for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:40:02.921577 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-6aadda47-0514-43b6-b842-40c03b24bac7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 200 len: 217 time: 0.0419652 Feb 04 16:40:02.924252 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:02.924789 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:39:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:02.953155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-17a08ad6-9290-4bda-9778-084d11211b3d req-7192efb5-abef-4792-8a81-d115367fa860 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348687 Feb 04 16:40:02.975549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-485e6075-8515-4b63-abb8-2eb5e68707ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:02.977587 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-485e6075-8515-4b63-abb8-2eb5e68707ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=18c223de-d978-42a9-916d-f7696de61f52 HTTP/1.1" status: 200 len: 834 time: 0.0491910 Feb 04 16:40:03.026174 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-da9c8ff6-af43-4d7e-8ae6-cd51446ad956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:03.028279 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-da9c8ff6-af43-4d7e-8ae6-cd51446ad956 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fecca846-b255-45e0-a43c-8a6b7e94d1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424426 Feb 04 16:40:03.034422 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:03.126763 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-aee440b3-f814-475d-8a99-f7c34de74bb6 service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909643 Feb 04 16:40:03.219051 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-473f1377-e30f-4862-bab9-7d8d2a441784 req-2b07c361-dc64-47c2-a16c-ee9b18e8615d service neutron] 10.222.0.50 "GET /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852230 Feb 04 16:40:03.232874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:36Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:03.265454 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c121c4-0e39-4a10-9ee8-ea0fa5eb2ad7 None None] The sync data for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 is: [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:33Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '0486f8c4-f7ab-47d7-8bdb-00116e802451', 'name': '', 'network_id': 'fecca846-b255-45e0-a43c-8a6b7e94d1aa', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:a0:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '18c223de-d978-42a9-916d-f7696de61f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:32Z', 'updated_at': '2022-02-04T16:37:36Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '18c223de-d978-42a9-916d-f7696de61f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:40:03.501819 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841b3cc-8a47-45fb-b698-a2c08282cfd8 None None] New status for floating IP b62f4157-fdaa-4f6b-ad0e-fbff0d96f2d2: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:40:03.802562 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54e6e6eb-97ce-41ba-b67a-3038d8d325f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:04.128887 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c377e-632a-4e59-b920-09dc3f3a6407 req-acf4957c-1529-4bac-a3ea-2ce5b53b6e19 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:04.130409 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb5c377e-632a-4e59-b920-09dc3f3a6407 req-acf4957c-1529-4bac-a3ea-2ce5b53b6e19 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.1061499 Feb 04 16:40:04.168923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fb5c377e-632a-4e59-b920-09dc3f3a6407 req-5e576725-66c3-4a7a-9146-e224e2300366 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc64453b-1bff-4443-9c2e-37f03752ca50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Feb 04 16:40:04.635391 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-b96855b9-2a99-42a6-9d17-910051ace670 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:04.636877 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-b96855b9-2a99-42a6-9d17-910051ace670 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 945 time: 0.0518959 Feb 04 16:40:04.726197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 637ed9bd-5195-41cf-bc33-6d0234063b5b {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:40:04.726539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:05.108820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 637ed9bd-5195-41cf-bc33-6d0234063b5b, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=637ed9bd-5195-41cf-bc33-6d0234063b5b,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:05.109184 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:05.120684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 637ed9bd-5195-41cf-bc33-6d0234063b5b owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:40:05.254303 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:05.273853 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f3c8ae55-68b3-4d8b-ac26-2c8dd94a3b5a req-ab4c8bfc-8206-4792-8029-f4513a9c13ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ed782-d9d6-4a37-90ea-93378ddaae59 HTTP/1.1" status: 200 len: 210 time: 0.0293343 Feb 04 16:40:05.286805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=637ed9bd-5195-41cf-bc33-6d0234063b5b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:05.312691 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.313049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.313392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.313734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.314104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.314443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.314778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.315110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.315439 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.315764 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.316105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.316416 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:05.342834 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] No DVR routers for this DVR port 637ed9bd-5195-41cf-bc33-6d0234063b5b on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:05.345431 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:05.348771 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d356d13f-1218-44bd-8c58-c90d95c06727 req-34394408-4529-40c4-a757-9dcd239db28a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "DELETE /v2.0/ports/637ed9bd-5195-41cf-bc33-6d0234063b5b HTTP/1.1" status: 204 len: 173 time: 0.7060814 Feb 04 16:40:05.349215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'name': 'network-vif-deleted', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:05.351555 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f002e7d-c2ba-476a-a283-7825c35c59a1" -d '{"events": [{"server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "name": "network-vif-deleted", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:40:05.402885 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2d7105-efcb-4b26-9485-8d2b2fdb5ee0 x-openstack-request-id: req-ae2d7105-efcb-4b26-9485-8d2b2fdb5ee0 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:40:05.403187 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43ed782-d9d6-4a37-90ea-93378ddaae59", "name": "network-vif-deleted", "tag": "637ed9bd-5195-41cf-bc33-6d0234063b5b", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:40:05.403450 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae2d7105-efcb-4b26-9485-8d2b2fdb5ee0 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:40:05.403843 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43ed782-d9d6-4a37-90ea-93378ddaae59', 'name': 'network-vif-deleted', 'tag': '637ed9bd-5195-41cf-bc33-6d0234063b5b', 'status': 'completed', 'code': 200} Feb 04 16:40:06.060099 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:06.333264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38444) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:06.700866 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:06.957429 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 0486f8c4-f7ab-47d7-8bdb-00116e802451 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:40:06.957774 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.044677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 0486f8c4-f7ab-47d7-8bdb-00116e802451, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0486f8c4-f7ab-47d7-8bdb-00116e802451,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:07.045040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.056687 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 0486f8c4-f7ab-47d7-8bdb-00116e802451 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:40:07.126282 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.250021 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.278506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=0486f8c4-f7ab-47d7-8bdb-00116e802451,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:07.418257 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 637ed9bd-5195-41cf-bc33-6d0234063b5b no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:40:07.438556 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 637ed9bd-5195-41cf-bc33-6d0234063b5b {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:40:07.438900 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 637ed9bd-5195-41cf-bc33-6d0234063b5b not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:40:07.462928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.679214 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.682465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:07.789154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:07.795346 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6f280d23-0531-4579-acc6-276e3e8d1be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/5d9d2f71-77bb-4f89-8cb1-05744ab4465f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4602251 Feb 04 16:40:07.798093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38448) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:07.798634 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] Sync routers for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:40:07.808067 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:07.809235 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:07.850269 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d5fb7c-32c3-47f5-9f0e-dae85427058b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting subnet 18c223de-d978-42a9-916d-f7696de61f52 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:40:07.853414 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e3d5fb7c-32c3-47f5-9f0e-dae85427058b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.895224 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e3d5fb7c-32c3-47f5-9f0e-dae85427058b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:07.913249 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:07.983843 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e3d5fb7c-32c3-47f5-9f0e-dae85427058b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.059527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e3d5fb7c-32c3-47f5-9f0e-dae85427058b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.088827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5fb7c-32c3-47f5-9f0e-dae85427058b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Subnet': ['ID=18c223de-d978-42a9-916d-f7696de61f52,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:08.095198 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-e3d5fb7c-32c3-47f5-9f0e-dae85427058b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.101787 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e3d5fb7c-32c3-47f5-9f0e-dae85427058b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/subnets/18c223de-d978-42a9-916d-f7696de61f52 HTTP/1.1" status: 204 len: 168 time: 0.2995791 Feb 04 16:40:08.101787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38450) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:08.127359 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d88079d-4bc4-4cf0-a4b5-2defd57aa64d None None] Network fecca846-b255-45e0-a43c-8a6b7e94d1aa requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:40:08.213288 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.321324 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.352194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:40:07Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '54ef288c-e486-4c2d-93eb-62865ab22a4a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:30Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:08.383318 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 54ef288c-e486-4c2d-93eb-62865ab22a4a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:40:08.383688 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.386022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] Checking router: 5d9d2f71-77bb-4f89-8cb1-05744ab4465f for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:40:08.395373 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] Routers {'5d9d2f71-77bb-4f89-8cb1-05744ab4465f'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:08.396032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:08.429668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] DHCP port deletion for fecca846-b255-45e0-a43c-8a6b7e94d1aa request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:40:08.469240 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 54ef288c-e486-4c2d-93eb-62865ab22a4a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=54ef288c-e486-4c2d-93eb-62865ab22a4a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:08.469240 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.481405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 54ef288c-e486-4c2d-93eb-62865ab22a4a owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:40:08.507165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] Set router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:08.563484 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:40:08Z', 'revision_number': 6, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:08.594872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26864775-ac00-4735-9d57-7db08a376a01 None None] The sync data for ids ['5d9d2f71-77bb-4f89-8cb1-05744ab4465f'] in n-d-827869-1 is: [{'id': '5d9d2f71-77bb-4f89-8cb1-05744ab4465f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228280115', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:40:08Z', 'revision_number': 6, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:40:08.603126 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Deleting port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:40:08.603457 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.667585 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.676470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] For port f54dcbe9-90a9-4fb3-9706-a4a80da58c97, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=f54dcbe9-90a9-4fb3-9706-a4a80da58c97,segment=NetworkSegment(c43360f3-c6a7-4b2a-876b-1ccef3d1aea2),segment_id=c43360f3-c6a7-4b2a-876b-1ccef3d1aea2)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:08.676870 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.689704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Calling delete_port for f54dcbe9-90a9-4fb3-9706-a4a80da58c97 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:40:08.699884 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=54ef288c-e486-4c2d-93eb-62865ab22a4a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:08.759178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.772591 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.798770 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Pushing event deleted for resources: {'Port': ['ID=f54dcbe9-90a9-4fb3-9706-a4a80da58c97,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:08.807358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] No DVR routers for this DVR port f54dcbe9-90a9-4fb3-9706-a4a80da58c97 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:08.809486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.809831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.810193 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.810678 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.810999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.811194 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.811518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.811841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.812163 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.812487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.812809 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.813131 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844bbf6-4906-48a7-af32-73ad461b257e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:08.857032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.859124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.900478 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.901108 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Fanout notify agent at l3_agent the message router_deleted on router 5d9d2f71-77bb-4f89-8cb1-05744ab4465f {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:40:08.908417 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:08.909526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f73f7da3-d3a5-46b4-8f5b-c7f64e8cd4cf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/routers/5d9d2f71-77bb-4f89-8cb1-05744ab4465f HTTP/1.1" status: 204 len: 168 time: 0.8073273 Feb 04 16:40:08.912319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38452) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:08.991678 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.097040 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.118898 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecca846-b255-45e0-a43c-8a6b7e94d1aa']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:09.128745 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:09.129046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43360f3-c6a7-4b2a-876b-1ccef3d1aea2') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:09.139394 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.152931 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.158712 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:40:09.159098 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:40:09.161999 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:40:09.228924 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.235828 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.238970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/networks/fecca846-b255-45e0-a43c-8a6b7e94d1aa HTTP/1.1" status: 204 len: 168 time: 0.3255968 Feb 04 16:40:09.241861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38454) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:09.256787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079c096-b139-47a1-9c06-a6423ae3aa3c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Network': ['ID=fecca846-b255-45e0-a43c-8a6b7e94d1aa,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:09.306853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf4ace5d-b2dd-459d-baf7-f587c997364c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.335761 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf4ace5d-b2dd-459d-baf7-f587c997364c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.412852 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf4ace5d-b2dd-459d-baf7-f587c997364c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.415888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cf4ace5d-b2dd-459d-baf7-f587c997364c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.417042 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cf4ace5d-b2dd-459d-baf7-f587c997364c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/security-groups/cc64453b-1bff-4443-9c2e-37f03752ca50 HTTP/1.1" status: 204 len: 168 time: 0.1740367 Feb 04 16:40:09.426548 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ace5d-b2dd-459d-baf7-f587c997364c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc64453b-1bff-4443-9c2e-37f03752ca50,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:09.791478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38460) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:09.796655 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-53a505dd-f2fe-4f0b-9c70-3eeb437b2b34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317086046', 'description': 'tempest-secgroup-smoke-317086046 description', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:09.821554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53a505dd-f2fe-4f0b-9c70-3eeb437b2b34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.887638 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53a505dd-f2fe-4f0b-9c70-3eeb437b2b34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.891201 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53a505dd-f2fe-4f0b-9c70-3eeb437b2b34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.919717 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-53a505dd-f2fe-4f0b-9c70-3eeb437b2b34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.920941 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-53a505dd-f2fe-4f0b-9c70-3eeb437b2b34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1284556 Feb 04 16:40:09.923735 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38462) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:09.928155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-33dce23e-4e4e-4497-9403-3838bb1c19fe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '091ee39b-d743-4aee-bc09-c38d99202ba9', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:09.932066 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a505dd-f2fe-4f0b-9c70-3eeb437b2b34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091ee39b-d743-4aee-bc09-c38d99202ba9,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:09.958550 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-33dce23e-4e4e-4497-9403-3838bb1c19fe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.019539 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-33dce23e-4e4e-4497-9403-3838bb1c19fe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.023585 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-33dce23e-4e4e-4497-9403-3838bb1c19fe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.035352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dce23e-4e4e-4497-9403-3838bb1c19fe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc77f35-39e8-42bc-98ab-4c0c9ffcabb9,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:10.052173 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-33dce23e-4e4e-4497-9403-3838bb1c19fe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.053327 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-33dce23e-4e4e-4497-9403-3838bb1c19fe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286898 Feb 04 16:40:10.056450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38464) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:10.061508 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-90af237f-4e5f-4aac-b72b-d2e5254925fc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '091ee39b-d743-4aee-bc09-c38d99202ba9', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:10.072352 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 54ef288c-e486-4c2d-93eb-62865ab22a4a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:40:10.092297 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90af237f-4e5f-4aac-b72b-d2e5254925fc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.092536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 54ef288c-e486-4c2d-93eb-62865ab22a4a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:40:10.092867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 54ef288c-e486-4c2d-93eb-62865ab22a4a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:40:10.093277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0486f8c4-f7ab-47d7-8bdb-00116e802451 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:40:10.114517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0486f8c4-f7ab-47d7-8bdb-00116e802451 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:40:10.114861 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0486f8c4-f7ab-47d7-8bdb-00116e802451 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:40:10.115293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f54dcbe9-90a9-4fb3-9706-a4a80da58c97 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:40:10.134203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: f54dcbe9-90a9-4fb3-9706-a4a80da58c97 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:40:10.134553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device f54dcbe9-90a9-4fb3-9706-a4a80da58c97 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:40:10.145055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90af237f-4e5f-4aac-b72b-d2e5254925fc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.150475 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90af237f-4e5f-4aac-b72b-d2e5254925fc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.170363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af237f-4e5f-4aac-b72b-d2e5254925fc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c7cd25-9552-4530-a555-0c781ba09590,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:10.176237 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-90af237f-4e5f-4aac-b72b-d2e5254925fc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.177453 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-90af237f-4e5f-4aac-b72b-d2e5254925fc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199667 Feb 04 16:40:10.180118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38466) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:10.184941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-313250ff-05eb-44aa-a269-afb98e50e3b2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '091ee39b-d743-4aee-bc09-c38d99202ba9', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:10.217081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-313250ff-05eb-44aa-a269-afb98e50e3b2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.275373 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-313250ff-05eb-44aa-a269-afb98e50e3b2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.279152 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-313250ff-05eb-44aa-a269-afb98e50e3b2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.297257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313250ff-05eb-44aa-a269-afb98e50e3b2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698ab2d6-91ae-4c97-b478-1050f24f4f6e,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:10.304500 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-313250ff-05eb-44aa-a269-afb98e50e3b2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.305707 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-313250ff-05eb-44aa-a269-afb98e50e3b2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246760 Feb 04 16:40:10.309053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38468) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:10.313563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fa34597a-f051-4f9f-821e-4af95db7988d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '091ee39b-d743-4aee-bc09-c38d99202ba9', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:10.343080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa34597a-f051-4f9f-821e-4af95db7988d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.402325 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa34597a-f051-4f9f-821e-4af95db7988d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.406022 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa34597a-f051-4f9f-821e-4af95db7988d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.423891 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34597a-f051-4f9f-821e-4af95db7988d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e940f6c-88e9-4458-b3b2-e6be3abd6ae3,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:10.430578 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fa34597a-f051-4f9f-821e-4af95db7988d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.431775 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fa34597a-f051-4f9f-821e-4af95db7988d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217053 Feb 04 16:40:10.435319 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38470) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:10.441056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-470cc415-4da6-47ac-896f-6d5365681c70 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '091ee39b-d743-4aee-bc09-c38d99202ba9', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:10.452267 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.464479 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-470cc415-4da6-47ac-896f-6d5365681c70 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:40:10.469182 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-470cc415-4da6-47ac-896f-6d5365681c70 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.531862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-470cc415-4da6-47ac-896f-6d5365681c70 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.535488 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-470cc415-4da6-47ac-896f-6d5365681c70 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.555445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cc415-4da6-47ac-896f-6d5365681c70 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f590e4fe-145c-43fc-899f-486244c1c9de,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:10.561649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-470cc415-4da6-47ac-896f-6d5365681c70 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.562891 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-470cc415-4da6-47ac-896f-6d5365681c70 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256413 Feb 04 16:40:10.565593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38472) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:10.570107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-140bba93-2668-4618-aca5-bc39b2ca2b96 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '091ee39b-d743-4aee-bc09-c38d99202ba9', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:10.596289 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-140bba93-2668-4618-aca5-bc39b2ca2b96 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:40:10.601277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-140bba93-2668-4618-aca5-bc39b2ca2b96 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.663444 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-140bba93-2668-4618-aca5-bc39b2ca2b96 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.667141 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-140bba93-2668-4618-aca5-bc39b2ca2b96 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.682525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bba93-2668-4618-aca5-bc39b2ca2b96 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81897484-5e58-4c18-9146-392e5bcc3029,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:10.693160 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-140bba93-2668-4618-aca5-bc39b2ca2b96 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.694387 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-140bba93-2668-4618-aca5-bc39b2ca2b96 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278350 Feb 04 16:40:10.697541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38474) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:10.702300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'network': {'name': 'tempest-network-smoke--2100347487', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'port_security_enabled': True}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:10.723894 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:10.727428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.751222 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:40:10.760800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.761151 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Added segment ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b of type vlan for network 0f919bab-6128-4ec5-95d6-4054f4beff9c Feb 04 16:40:10.804826 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.830232 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.835654 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:10.836231 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.891281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1926866 Feb 04 16:40:10.894209 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38476) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:10.898837 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'admin_state_up': True, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:10.909137 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f285b6-d95e-47b4-a148-9346f088f4ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Network': ['ID=0f919bab-6128-4ec5-95d6-4054f4beff9c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:10.922165 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:40:10.928830 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.930144 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.998007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:11.463032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:11.661375 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:11.680019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:11.787605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.52 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/50fdb971-1b4c-4fea-aeb4-13a16d5decea) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:11.893083 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:11.931117 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:11.972990 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:11.976098 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:11.981093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:40:12.009950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=50fdb971-1b4c-4fea-aeb4-13a16d5decea,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:12.253243 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:12.471230 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:12.602679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router ed190358-b1ca-4d06-92e0-73fd159ddfea is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:40:12.723353 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:12.734032 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Sync routers for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:40:12.744607 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:12.745224 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:12.746659 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:12.748283 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-646a3411-71c0-4947-9877-1f0caefd668d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8529088 Feb 04 16:40:12.751937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38480) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:12.781615 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-60601c7f-d426-4abb-bcea-cf7595a2f952 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=fc9b85d2813f4a42a7a714cdf208d1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280337 Feb 04 16:40:12.784978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38482) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:12.864089 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:12.894438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5f7ac-3fa9-47eb-bdcf-e5acd8b50adf tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:12.896678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c2c5f7ac-3fa9-47eb-bdcf-e5acd8b50adf tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1106749 Feb 04 16:40:12.899572 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38484) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:12.929006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-85dfee14-7e64-463e-b209-9553b88410ec tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281622 Feb 04 16:40:12.931576 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38486) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:12.937374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1139354748', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:13.031674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:13.035614 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.059211 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:40:13.085870 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:12Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:13.113266 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Checking router: ed190358-b1ca-4d06-92e0-73fd159ddfea for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:40:13.113633 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Updating router ed190358-b1ca-4d06-92e0-73fd159ddfea port 50fdb971-1b4c-4fea-aeb4-13a16d5decea binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:40:13.151304 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.234660 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.303291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Subnet': ['ID=1b2d400e-a78b-4c75-bc69-5b79120dc0b5,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:13.314604 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Checking segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:40:13.315005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network hostable DHCP agents. Network: 0f919bab-6128-4ec5-95d6-4054f4beff9c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:40:13.336944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:40:13.348705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 0f919bab-6128-4ec5-95d6-4054f4beff9c) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:13.353428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:13.354092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.359931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374d84d-77eb-451f-95b7-2d892a1ac98a None None] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:40:13.374547 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-fd0ee964-30f9-4c3b-a636-2e5f5be6cd7e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4418955 Feb 04 16:40:13.376143 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38488) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:13.461876 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.468650 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.519804 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Attempting to bind port 50fdb971-1b4c-4fea-aeb4-13a16d5decea on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:13.520180 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Attempting to bind port 50fdb971-1b4c-4fea-aeb4-13a16d5decea by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:13.520620 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Attempting to bind port 50fdb971-1b4c-4fea-aeb4-13a16d5decea on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:40:13.531108 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:40:13.531484 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:40:13.531893 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.532526 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:40:13.533038 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Bound port: 50fdb971-1b4c-4fea-aeb4-13a16d5decea, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:13.533425 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.548717 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-0f919bab-6128-4ec5-95d6-4054f4beff9c', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:40:13.550570 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.575472 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Pushing event updated for resources: {'Port': ['ID=50fdb971-1b4c-4fea-aeb4-13a16d5decea,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:13.588075 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.588418 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.588761 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.589122 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.589527 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.589859 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.590220 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.590540 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.590900 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.591268 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.591943 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.592119 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:13.621694 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] For port 50fdb971-1b4c-4fea-aeb4-13a16d5decea, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:13.625646 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] For port 50fdb971-1b4c-4fea-aeb4-13a16d5decea, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=50fdb971-1b4c-4fea-aeb4-13a16d5decea,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:13.631389 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.685785 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:13.686476 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:13.742503 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baa5ce-a42f-4447-8517-3da8017c7011 None None] Pushing event updated for resources: {'Port': ['ID=50fdb971-1b4c-4fea-aeb4-13a16d5decea,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:13.785330 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Allocated IP 172.20.0.2 (0f919bab-6128-4ec5-95d6-4054f4beff9c/1b2d400e-a78b-4c75-bc69-5b79120dc0b5/976f64cd-140b-4431-9c1c-df78b9e43875) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:13.810663 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:13.947871 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.956509 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.015821 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:12Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:14.026284 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:14.029276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:14.033321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:40:14.040453 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Pushing event updated for resources: {'Port': ['ID=976f64cd-140b-4431-9c1c-df78b9e43875,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:14.047040 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec4c8b-2fcb-4272-839e-bb1d5428cc12 None None] The sync data for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 is: [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:12Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:40:14.095915 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Attempting to bind port 976f64cd-140b-4431-9c1c-df78b9e43875 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:14.096613 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Attempting to bind port 976f64cd-140b-4431-9c1c-df78b9e43875 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:14.097270 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Attempting to bind port 976f64cd-140b-4431-9c1c-df78b9e43875 on network 0f919bab-6128-4ec5-95d6-4054f4beff9c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:40:14.104787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:40:14.106238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Checking segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:40:14.106893 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.107532 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Bound using segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:40:14.108461 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Bound port: 976f64cd-140b-4431-9c1c-df78b9e43875, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:14.109088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.199465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] For port 976f64cd-140b-4431-9c1c-df78b9e43875, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:14.202852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] For port 976f64cd-140b-4431-9c1c-df78b9e43875, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=976f64cd-140b-4431-9c1c-df78b9e43875,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:14.207796 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.237181 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.275356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da12fe-6a27-4748-a34d-b96c4541c8f5 None None] Pushing event updated for resources: {'Port': ['ID=976f64cd-140b-4431-9c1c-df78b9e43875,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:14.733784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.1 (0f919bab-6128-4ec5-95d6-4054f4beff9c/1b2d400e-a78b-4c75-bc69-5b79120dc0b5/d78bc871-b9c6-44f2-aad6-e4590c3c2dce) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:14.887328 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.923237 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.967594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:14.970747 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:14.974548 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:40:14.981649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:15.036044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.185662 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.357173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5e1e4-db6d-4400-8fe3-3285a06c69c2 None None] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:40:15.485301 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b7b94daf-8d89-409b-acec-5d717e94a7d4 None None] Provisioning complete for port 976f64cd-140b-4431-9c1c-df78b9e43875 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:15.485946 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7b94daf-8d89-409b-acec-5d717e94a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.487872 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.493693 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.574149 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.577586 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:15.623293 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7b94daf-8d89-409b-acec-5d717e94a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.660446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-b7b94daf-8d89-409b-acec-5d717e94a7d4 None None] For port 976f64cd-140b-4431-9c1c-df78b9e43875, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=976f64cd-140b-4431-9c1c-df78b9e43875,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:15.666219 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7b94daf-8d89-409b-acec-5d717e94a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.706197 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:15.707776 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:15.731058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b94daf-8d89-409b-acec-5d717e94a7d4 None None] Pushing event updated for resources: {'Port': ['ID=976f64cd-140b-4431-9c1c-df78b9e43875,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:15.874754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router ed190358-b1ca-4d06-92e0-73fd159ddfea has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:15.893155 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-94bbe4de-d5f9-400c-908e-b1dc055f72b7 None None] Provisioning complete for port d78bc871-b9c6-44f2-aad6-e4590c3c2dce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:15.893821 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94bbe4de-d5f9-400c-908e-b1dc055f72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.967839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-94bbe4de-d5f9-400c-908e-b1dc055f72b7 None None] Port d78bc871-b9c6-44f2-aad6-e4590c3c2dce cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:40:15.981061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-94bbe4de-d5f9-400c-908e-b1dc055f72b7 None None] Provisioning complete for port 976f64cd-140b-4431-9c1c-df78b9e43875 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:15.982014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94bbe4de-d5f9-400c-908e-b1dc055f72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:16.003729 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:16.009550 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b98a27f8-d1d6-4ce9-b6cb-5a02e2ee1a1d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/ed190358-b1ca-4d06-92e0-73fd159ddfea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6323032 Feb 04 16:40:16.022338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Sync routers for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:40:16.042315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:16.043179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:16.236158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:16.242318 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-792121c6-6698-4c81-a912-834f74643db5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317086046&fields=id&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 267 time: 0.0505097 Feb 04 16:40:16.288787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 50fdb971-1b4c-4fea-aeb4-13a16d5decea up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:40:16.379225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-68680c21-ba55-4601-acc4-466d76047787 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:16.380648 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-68680c21-ba55-4601-acc4-466d76047787 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 797 time: 0.1204956 Feb 04 16:40:16.393899 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b2b5e37a-9db3-40d4-9c65-48d8322902f0 None None] Provisioning complete for port d78bc871-b9c6-44f2-aad6-e4590c3c2dce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:16.394542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e37a-9db3-40d4-9c65-48d8322902f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:16.401820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-1536f74f-7ad9-49ef-b1d5-0aa65ca17a03 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/quotas/fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 375 time: 0.0102391 Feb 04 16:40:16.464482 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-9cb92645-150d-4158-a857-63cb8e99eaec tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520515 Feb 04 16:40:16.484360 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-afac0a2c-b75a-4c21-a754-7c0b856ad868 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:40:16.485369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-afac0a2c-b75a-4c21-a754-7c0b856ad868 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063376 Feb 04 16:40:16.487247 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 50fdb971-1b4c-4fea-aeb4-13a16d5decea triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:16.487616 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:16.493068 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5e37a-9db3-40d4-9c65-48d8322902f0 None None] Port d78bc871-b9c6-44f2-aad6-e4590c3c2dce cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:40:16.581491 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-d0fe670a-fb89-409f-bbb1-218b46660d63 service neutron] 10.222.0.47 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884004 Feb 04 16:40:16.689669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-0761873f-6f36-4e8d-9649-33e87f968eb3 service neutron] 10.222.0.47 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032119 Feb 04 16:40:16.790980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 2, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:16.794355 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:16.828640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Checking router: ed190358-b1ca-4d06-92e0-73fd159ddfea for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:40:16.828997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Updating router ed190358-b1ca-4d06-92e0-73fd159ddfea port d78bc871-b9c6-44f2-aad6-e4590c3c2dce binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:40:16.879401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 50fdb971-1b4c-4fea-aeb4-13a16d5decea, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=50fdb971-1b4c-4fea-aeb4-13a16d5decea,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:16.888421 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:16.889458 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 976f64cd-140b-4431-9c1c-df78b9e43875 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:40:16.896361 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:16.914549 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-11a33a3a-8fcb-4ea1-9995-57eda7a447eb req-69d7702c-72a4-4829-b94a-586444a564ab tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 210 time: 0.0344760 Feb 04 16:40:17.009182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=50fdb971-1b4c-4fea-aeb4-13a16d5decea,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:17.088865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 976f64cd-140b-4431-9c1c-df78b9e43875 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:17.089953 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.391295 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.398435 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.468150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec54c7-781c-42c5-b314-cb61fbf2ba63 None None] Pushing event updated for resources: {'Port': ['ID=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:17.552149 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Attempting to bind port d78bc871-b9c6-44f2-aad6-e4590c3c2dce on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:17.552752 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Attempting to bind port d78bc871-b9c6-44f2-aad6-e4590c3c2dce by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:17.553347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Attempting to bind port d78bc871-b9c6-44f2-aad6-e4590c3c2dce on network 0f919bab-6128-4ec5-95d6-4054f4beff9c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:40:17.562792 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:40:17.563394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Checking segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:40:17.564036 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.564898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Bound using segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:40:17.565677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Bound port: d78bc871-b9c6-44f2-aad6-e4590c3c2dce, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:17.566336 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.663333 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] For port d78bc871-b9c6-44f2-aad6-e4590c3c2dce, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:17.668296 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] For port d78bc871-b9c6-44f2-aad6-e4590c3c2dce, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:17.674955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.757058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1cd1037e-75b8-4a3c-8469-15b10ddcccc1 None None] Provisioning complete for port d78bc871-b9c6-44f2-aad6-e4590c3c2dce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:17.757327 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cd1037e-75b8-4a3c-8469-15b10ddcccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.761385 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:17.762060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:17.832585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec54c7-781c-42c5-b314-cb61fbf2ba63 None None] Pushing event updated for resources: {'Port': ['ID=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:17.977667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:18.055686 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cd1037e-75b8-4a3c-8469-15b10ddcccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.088581 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b18b8681-baa1-43ab-9f51-f0f62a0e51d4 req-ebbccdd1-e169-4727-a53c-688a79573340 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 210 time: 0.0689764 Feb 04 16:40:18.172790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 50fdb971-1b4c-4fea-aeb4-13a16d5decea up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:40:18.176188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1cd1037e-75b8-4a3c-8469-15b10ddcccc1 None None] For port d78bc871-b9c6-44f2-aad6-e4590c3c2dce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:18.212027 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1cd1037e-75b8-4a3c-8469-15b10ddcccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.237906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-d9c502b7-d607-46aa-913a-1c2a45edfd5b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:18.240080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-d9c502b7-d607-46aa-913a-1c2a45edfd5b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 797 time: 0.2474043 Feb 04 16:40:18.307451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-9180342d-6aa2-4fd4-8663-70c5e01b18b9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 379 time: 0.0576968 Feb 04 16:40:18.318571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'port': {'device_id': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'admin_state_up': True, 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'security_groups': ['091ee39b-d743-4aee-bc09-c38d99202ba9']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:18.372530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1037e-75b8-4a3c-8469-15b10ddcccc1 None None] Pushing event updated for resources: {'Port': ['ID=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:18.388044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 50fdb971-1b4c-4fea-aeb4-13a16d5decea triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:18.388582 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.390253 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e5f2db9b-cbbd-4fa7-8c7d-cf5f7f3e6567 None None] Provisioning complete for port d78bc871-b9c6-44f2-aad6-e4590c3c2dce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:18.390608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e5f2db9b-cbbd-4fa7-8c7d-cf5f7f3e6567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.455112 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:18.459547 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.572981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:17Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:18.605283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15670f92-456b-4de5-abc4-b866ed83ef8c None None] The sync data for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 is: [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:17Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:40:18.618215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.12 (0f919bab-6128-4ec5-95d6-4054f4beff9c/1b2d400e-a78b-4c75-bc69-5b79120dc0b5/a3ecbd56-3df4-4d5f-b23b-cb2800c66702) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:18.803333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.841102 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.891782 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:18.894982 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:18.897568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:40:18.924364 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:18.962409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:18.963455 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.987186 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-aed5ee27-7e6a-47a9-bf05-fa3f5bc65dd6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6732278 Feb 04 16:40:19.056537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Request body: {'port': {'device_id': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:19.123200 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.213698 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ff05cae2-bc2c-45dd-8258-7970faedb67f None None] Provisioning complete for port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:19.214396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ff05cae2-bc2c-45dd-8258-7970faedb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.270449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-ff05cae2-bc2c-45dd-8258-7970faedb67f None None] Port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:40:19.388820 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9a7a1-c7a2-436a-b887-5801bc912b51 req-dfd5a0df-ead4-48c1-b5d4-25c3bde14f61 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:19.390474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0e9a7a1-c7a2-436a-b887-5801bc912b51 req-dfd5a0df-ead4-48c1-b5d4-25c3bde14f61 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 932 time: 0.1214204 Feb 04 16:40:19.468922 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0e9a7a1-c7a2-436a-b887-5801bc912b51 req-bbf24209-2012-43c4-b73f-6d832ec865f5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651569 Feb 04 16:40:19.549497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ecbd56-3df4-4d5f-b23b-cb2800c66702 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:19.558127 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.575083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Transition to ACTIVE for port object a3ecbd56-3df4-4d5f-b23b-cb2800c66702 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:19.579729 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.677852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:19.763176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Attempting to bind port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:19.763707 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Attempting to bind port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:19.764271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Attempting to bind port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on network 0f919bab-6128-4ec5-95d6-4054f4beff9c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:40:19.772522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on network 0f919bab-6128-4ec5-95d6-4054f4beff9c not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:40:19.772979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Attempting to bind port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on network 0f919bab-6128-4ec5-95d6-4054f4beff9c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:40:19.781071 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:40:19.781609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Checking segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:40:19.782332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Bound using segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:40:19.782952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Bound port: a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:19.783546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.884292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:19.888876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:19.894425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.937783 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:19.938512 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.940098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] 10.222.0.30 "PUT /v2.0/ports/a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1092 time: 0.9430854 Feb 04 16:40:19.940625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:19.943046 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df44a45-b05a-4b56-bff3-994b56b8d3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:40:19.978351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296dae6-9920-4c86-9236-231a7f48bf31 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:20.058546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-f991d325-e292-47d6-ade0-cd88c3bb4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.060850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-f991d325-e292-47d6-ade0-cd88c3bb4c55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0690596 Feb 04 16:40:20.080058 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a790d-b040-428b-b308-0011b6c25b2a x-openstack-request-id: req-1d7a790d-b040-428b-b308-0011b6c25b2a {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:40:20.080498 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:40:20.080892 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d7a790d-b040-428b-b308-0011b6c25b2a {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:40:20.081496 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'status': 'completed', 'code': 200} Feb 04 16:40:20.133569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-e29bbad6-0309-4e67-862e-4edf5d635cb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 217 time: 0.0651338 Feb 04 16:40:20.166173 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d78bc871-b9c6-44f2-aad6-e4590c3c2dce up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:40:20.201808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-09942101-4610-4b0f-978b-59405cd2d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.203978 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-09942101-4610-4b0f-978b-59405cd2d550 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0630319 Feb 04 16:40:20.233323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port d78bc871-b9c6-44f2-aad6-e4590c3c2dce triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:20.233902 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:20.264298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-fe4182d9-1f41-4f13-96e3-a31f6f342a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.267500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-fe4182d9-1f41-4f13-96e3-a31f6f342a77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558221 Feb 04 16:40:20.375755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-8570f16e-d820-44e9-9237-d155b9ed8d46 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018271 Feb 04 16:40:20.468003 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-689fa1d5-44b7-4db4-8a59-025c0efd9ce9 req-4b45705e-879b-4e8a-be1c-343718879808 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857749 Feb 04 16:40:20.623852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284faa66-0109-43f0-a224-8a035223edf3 req-fe1102db-fa09-4893-8fb5-7c02fde51639 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.625331 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-284faa66-0109-43f0-a224-8a035223edf3 req-fe1102db-fa09-4893-8fb5-7c02fde51639 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0841601 Feb 04 16:40:20.630883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-1feb3374-79aa-4b44-9de2-01b06bcafcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.632290 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-1feb3374-79aa-4b44-9de2-01b06bcafcfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0634952 Feb 04 16:40:20.712606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-284faa66-0109-43f0-a224-8a035223edf3 req-fa957e45-23cb-442e-85a1-e7cdca5a4508 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793426 Feb 04 16:40:20.744549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-4a118814-6a9e-4b9b-a698-7f714f3f0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.746114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-4a118814-6a9e-4b9b-a698-7f714f3f0702 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.1071570 Feb 04 16:40:20.792991 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-13091964-59c4-4950-9d0a-d409967ee12b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 217 time: 0.0391374 Feb 04 16:40:20.841361 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-c5a304cc-a1a6-45f9-8312-e91929301406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.842865 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-c5a304cc-a1a6-45f9-8312-e91929301406 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0444815 Feb 04 16:40:20.894295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-9ef475b1-4d99-4c8d-b3f3-ac2f20e4796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.895806 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-9ef475b1-4d99-4c8d-b3f3-ac2f20e4796b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454018 Feb 04 16:40:20.990740 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-f0639972-f980-4374-8f6c-ecec007818d4 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875728 Feb 04 16:40:21.080094 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9df44a45-b05a-4b56-bff3-994b56b8d3dd req-d7d83dec-b4cf-4316-9c9d-e69893da15b8 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823598 Feb 04 16:40:21.832211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ad29-951d-41cd-a9ab-31dde6a4f0ec req-049ee96f-6cdb-43b4-8d80-e9f70da56ed2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:21.833709 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9669ad29-951d-41cd-a9ab-31dde6a4f0ec req-049ee96f-6cdb-43b4-8d80-e9f70da56ed2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0503991 Feb 04 16:40:21.873361 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9669ad29-951d-41cd-a9ab-31dde6a4f0ec req-b7de1019-ef7b-48ce-95eb-42b78202b9da tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327744 Feb 04 16:40:22.993768 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e918-5c04-415b-91cc-c730e7447cd7 req-b2198708-c903-4592-93af-4277894378b8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:22.995345 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4987e918-5c04-415b-91cc-c730e7447cd7 req-b2198708-c903-4592-93af-4277894378b8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0522609 Feb 04 16:40:23.033394 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4987e918-5c04-415b-91cc-c730e7447cd7 req-edb41c29-f812-46b5-a0cf-d995a540d1a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316758 Feb 04 16:40:23.896837 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:24.157034 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae56f02-ba10-4e07-a93d-448c076dcb72 req-a456e80f-bfc4-4339-af4a-c8b0bae23625 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:24.158484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ae56f02-ba10-4e07-a93d-448c076dcb72 req-a456e80f-bfc4-4339-af4a-c8b0bae23625 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0552261 Feb 04 16:40:24.197880 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ae56f02-ba10-4e07-a93d-448c076dcb72 req-4169496a-e319-49f6-a80f-2e9281173d2d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332110 Feb 04 16:40:24.735965 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a3ecbd56-3df4-4d5f-b23b-cb2800c66702 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:40:24.834867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:24.846188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'port_id': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'mac_address': 'fa:16:3e:96:ec:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:40:24.887084 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:24.900181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ecbd56-3df4-4d5f-b23b-cb2800c66702 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:24.919883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:24.925404 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:24.978351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:25.281914 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['a3ecbd56-3df4-4d5f-b23b-cb2800c66702'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:40:25.324694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718d58-672b-4e26-b2d5-f2eb847b5795 req-22b4f079-e46d-49a1-959e-bac965d62be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:25.326274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75718d58-672b-4e26-b2d5-f2eb847b5795 req-22b4f079-e46d-49a1-959e-bac965d62be1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 945 time: 0.0564940 Feb 04 16:40:25.365278 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-75718d58-672b-4e26-b2d5-f2eb847b5795 req-72aaf1b2-01bf-4739-a233-eed7b8cdfd6c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328791 Feb 04 16:40:26.486390 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638ea0a-ba69-46f0-b0e1-cce3fec1700a req-978c851e-4274-4344-923a-0a54c022325d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:26.488022 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5638ea0a-ba69-46f0-b0e1-cce3fec1700a req-978c851e-4274-4344-923a-0a54c022325d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 945 time: 0.0530086 Feb 04 16:40:26.533637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5638ea0a-ba69-46f0-b0e1-cce3fec1700a req-4b38f9b9-8d45-4519-b956-4c910e6188c7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367746 Feb 04 16:40:26.737656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a3ecbd56-3df4-4d5f-b23b-cb2800c66702 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:40:26.786440 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:26.790101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:26.790476 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.864891 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.888423 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:26.890702 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a95a1d-4c1f-4b51-ae2d-1846e31851a7" -d '{"events": [{"server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "name": "network-vif-plugged", "status": "completed", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:40:26.907439 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:26.911711 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.934525 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dfd9ac-7eeb-43a7-a838-251e30fbd4e2 x-openstack-request-id: req-b7dfd9ac-7eeb-43a7-a838-251e30fbd4e2 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:40:26.934820 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "name": "network-vif-plugged", "status": "completed", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:40:26.935072 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7dfd9ac-7eeb-43a7-a838-251e30fbd4e2 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:40:26.935462 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'code': 200} Feb 04 16:40:26.961690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:27.021742 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2b1e6-a3b9-48c4-ba5e-f18c5829613b req-fe79b643-7cda-464c-b0df-cb37af1a49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:27.023149 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0f2b1e6-a3b9-48c4-ba5e-f18c5829613b req-fe79b643-7cda-464c-b0df-cb37af1a49f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0390608 Feb 04 16:40:27.056726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f0f2b1e6-a3b9-48c4-ba5e-f18c5829613b req-3a549b3c-53e9-40d7-980b-b400ee1381bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262816 Feb 04 16:40:27.650398 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4c9ed-e68a-4003-84dc-a87bf670000f req-e0effeac-2266-4659-8445-937e00aaaa7d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:27.651926 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbf4c9ed-e68a-4003-84dc-a87bf670000f req-e0effeac-2266-4659-8445-937e00aaaa7d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Feb 04 16:40:27.691452 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbf4c9ed-e68a-4003-84dc-a87bf670000f req-098f6fe8-1d92-4b18-b2fe-cf4226d2aa59 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Feb 04 16:40:28.813898 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875261-45de-4af2-8283-06d08e3dfb1d req-ab1f092e-ae37-4272-a7dd-ffb2163ba4d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:28.815458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a875261-45de-4af2-8283-06d08e3dfb1d req-ab1f092e-ae37-4272-a7dd-ffb2163ba4d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0551996 Feb 04 16:40:28.854387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9a875261-45de-4af2-8283-06d08e3dfb1d req-bb60be04-11e2-43b1-aaad-d731fcdde016 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325110 Feb 04 16:40:28.976763 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b3578-2ef3-44c5-ac02-5736bf0a7fb4 req-a55cc5f3-26da-4299-9d21-2e7a6bd6af3e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:28.978245 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a16b3578-2ef3-44c5-ac02-5736bf0a7fb4 req-a55cc5f3-26da-4299-9d21-2e7a6bd6af3e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0545418 Feb 04 16:40:29.018777 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a16b3578-2ef3-44c5-ac02-5736bf0a7fb4 req-60b5435f-a835-4bce-aced-2c741a9af390 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342622 Feb 04 16:40:29.039848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38552) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:29.079275 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699faf01-50ac-4d70-b3e3-7ffdf9693451 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:29.080780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-699faf01-50ac-4d70-b3e3-7ffdf9693451 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1092 time: 0.0399497 Feb 04 16:40:29.083602 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38554) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:29.087889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:40:29.111134 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.210136 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.313521 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.227 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/4f22b685-d124-46b8-9c5c-29111944b5b1) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:29.423656 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.456876 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.497988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:29.500945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:29.504461 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:40:29.525814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=4f22b685-d124-46b8-9c5c-29111944b5b1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:29.864927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.931112 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.098436 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.103235 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.174605 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=4f22b685-d124-46b8-9c5c-29111944b5b1,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:30.185612 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.293047 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP 3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a associated. External IP: 172.25.1.227, port: a3ecbd56-3df4-4d5f-b23b-cb2800c66702. Feb 04 16:40:30.518907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router ed190358-b1ca-4d06-92e0-73fd159ddfea has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:30.733889 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b79f4cde-6da8-4548-ae8a-f83475de6d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.936672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:30.948343 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] Sync routers for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:40:30.958393 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.962836 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:30.964192 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:30.988060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55de6bce-84cc-44a8-910f-65be9e308aae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9034150 Feb 04 16:40:30.988648 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:30.990963 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:40:31.072623 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:31.094150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c72603-9b5b-4ebb-9878-65e7de62cf13 req-aef6bf01-9c85-4ee1-be3b-ecbaa1d20c8a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:31.096389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0c72603-9b5b-4ebb-9878-65e7de62cf13 req-aef6bf01-9c85-4ee1-be3b-ecbaa1d20c8a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0552673 Feb 04 16:40:31.141413 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0c72603-9b5b-4ebb-9878-65e7de62cf13 req-2e5a74ef-4776-4f23-bbe4-136c17f1d7c8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363460 Feb 04 16:40:31.153954 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed97c41-c25c-4425-9b43-f48b3982cb81 x-openstack-request-id: req-eed97c41-c25c-4425-9b43-f48b3982cb81 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:40:31.154752 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:40:31.154752 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eed97c41-c25c-4425-9b43-f48b3982cb81 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:40:31.154752 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'status': 'completed', 'code': 200} Feb 04 16:40:31.166525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38564) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:31.255978 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d4a0292b-e4eb-4177-a52d-139dcf45e3e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a HTTP/1.1" status: 200 len: 992 time: 0.0877032 Feb 04 16:40:31.264789 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-2662935b-65bb-4b5d-b6cc-18f42b8232b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:31.266334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-2662935b-65bb-4b5d-b6cc-18f42b8232b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0632818 Feb 04 16:40:31.332316 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'port_id': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'mac_address': 'fa:16:3e:96:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:29Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:18Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:31.360020 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] Checking router: ed190358-b1ca-4d06-92e0-73fd159ddfea for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:40:31.365310 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-a77b705e-3af4-42d7-8896-cc431e2390e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:31.367530 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-a77b705e-3af4-42d7-8896-cc431e2390e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0945902 Feb 04 16:40:31.368329 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:40:31.368929 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:40:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:31.447194 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-7e5beb14-d976-4393-9c24-0fdff0eeb0e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1000 time: 0.0721877 Feb 04 16:40:31.499186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-2004cff7-1b39-4fab-93e4-972280bcb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:31.500721 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-2004cff7-1b39-4fab-93e4-972280bcb687 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0465622 Feb 04 16:40:31.549319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-53d3f1cc-2a20-4773-8bcc-8727190105b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:31.550850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-53d3f1cc-2a20-4773-8bcc-8727190105b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436318 Feb 04 16:40:31.576611 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:40:31.653805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-adb84b7c-846f-4ee1-a281-dab9b4bde255 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954282 Feb 04 16:40:31.815313 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'port_id': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'mac_address': 'fa:16:3e:96:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:29Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:18Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:31.843049 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2a64e7-b22f-4839-8c23-120ae293d87c None None] The sync data for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 is: [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.227', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'port_id': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'mac_address': 'fa:16:3e:96:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:29Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:18Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:40:32.077238 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bcec38-9415-4d01-a399-792284cc7bc8 None None] New status for floating IP 3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:40:32.098748 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e968edb-f1a5-4f7e-807c-9b9edd4bf9c8 req-442fddc1-e599-4057-b40e-f5682d0ef02a service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384432 Feb 04 16:40:32.260143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38568) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:40:32.329127 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d4a60713-bbdc-4f0c-bee7-9fedd626dd78 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a HTTP/1.1" status: 200 len: 994 time: 0.0677490 Feb 04 16:40:33.804038 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ff9663a-6bd4-435c-8d78-5428180daba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:36.063543 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:37.121403 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:37.682317 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.452065 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:44.022830 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-1bf2e65f-24b9-408d-b5cf-39836ebcee3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426836 Feb 04 16:40:44.111550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-7d3b21d4-9f8d-4de0-bf5c-bc4e544b36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:44.113130 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-7d3b21d4-9f8d-4de0-bf5c-bc4e544b36e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0452423 Feb 04 16:40:44.226873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-76cf23f3-a9c4-4ce1-a9b6-a1ddb2e708d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:44.228274 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-76cf23f3-a9c4-4ce1-a9b6-a1ddb2e708d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0923636 Feb 04 16:40:44.297355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-0ac93d21-4bb6-48f4-a353-e2f9a7d082bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1002 time: 0.0611594 Feb 04 16:40:44.369489 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-6a5bcf6e-b58c-43e7-9657-81862a0faa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:44.371023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-6a5bcf6e-b58c-43e7-9657-81862a0faa99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0608549 Feb 04 16:40:44.425459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-b347f03a-91a7-471f-bf09-19ea17272449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:44.427227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-b347f03a-91a7-471f-bf09-19ea17272449 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489292 Feb 04 16:40:44.525946 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-162346d7-e569-41d0-8586-ab4b6d9381aa service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906951 Feb 04 16:40:44.626139 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ea8a82c-5ecc-4a8c-a5eb-609715163c5c req-ef0d2733-dc88-4a4f-aa12-d6bfb489144b service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929267 Feb 04 16:40:50.059364 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:40:53.912314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.741095 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea2d9-7047-4cd3-bdaa-830f0ed27f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.956832 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc931-1299-40b6-96ef-7a20737f0c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.063769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.124227 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.684894 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.450048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:23.925271 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.057933 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:41:30.730975 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-114383bc-d999-41f4-ab04-42e635cc9065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:33.808950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-144c73a6-c5a0-418a-a166-16af59b29c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:36.066441 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:37.127745 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:37.686441 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:40.451385 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:45.016340 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-82d3f256-d153-4525-bdb4-f6f05ce96153 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410333 Feb 04 16:41:45.097369 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-4270465b-6d19-4110-9480-a9ff90e3a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:45.098921 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-4270465b-6d19-4110-9480-a9ff90e3a5de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0412948 Feb 04 16:41:45.207360 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-824a3d6c-6820-47da-9351-25a009a70531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:45.209368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-824a3d6c-6820-47da-9351-25a009a70531 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0901482 Feb 04 16:41:45.280858 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-5cab3e67-7ff9-4826-97fb-907818263cc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1002 time: 0.0626450 Feb 04 16:41:45.331939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-7cd761a4-fb90-42cd-93cf-a3e7c6493aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:45.333399 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-7cd761a4-fb90-42cd-93cf-a3e7c6493aed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0464289 Feb 04 16:41:45.385213 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-2e0b09c1-2c5a-4db7-9f92-74db227700a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:45.386728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-2e0b09c1-2c5a-4db7-9f92-74db227700a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457432 Feb 04 16:41:45.439259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-824b4310-0777-4d12-aaff-26f1c12deb96 req-032f049b-6ad9-487f-aeeb-50aac50c1a9b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:41:45.440273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-824b4310-0777-4d12-aaff-26f1c12deb96 req-032f049b-6ad9-487f-aeeb-50aac50c1a9b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458548 Feb 04 16:41:45.477369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-6172fc5d-624f-469a-a3f5-90edbe7f440c service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830853 Feb 04 16:41:45.593457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4f94d2a7-be2b-461a-a668-4fb6f217c1dd req-b39a80c4-113d-4aad-9460-668be4526c8d service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077597 Feb 04 16:41:45.664317 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939a74-a877-48c0-bd11-72e073a5272c req-73167fc5-72f4-4d5f-99ef-9ce7cdd388e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:45.665845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20939a74-a877-48c0-bd11-72e073a5272c req-73167fc5-72f4-4d5f-99ef-9ce7cdd388e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0647740 Feb 04 16:41:45.706484 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-20939a74-a877-48c0-bd11-72e073a5272c req-93fa959f-34ce-470b-97b2-f73fdac27e4a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339448 Feb 04 16:41:45.714007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38616) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:41:45.795643 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-eec30763-9cd7-479c-80b7-1732b0179f05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804358 Feb 04 16:41:45.805012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-2bff5226-bc8f-4964-a5e0-eb75f64dc853 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:41:45.805997 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-2bff5226-bc8f-4964-a5e0-eb75f64dc853 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053370 Feb 04 16:41:46.838067 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84abe48-433a-435f-a7d7-c3c55afc9684 req-6f2accfb-2ab7-4718-890c-85389d051f63 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:46.839551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e84abe48-433a-435f-a7d7-c3c55afc9684 req-6f2accfb-2ab7-4718-890c-85389d051f63 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0503798 Feb 04 16:41:46.878697 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e84abe48-433a-435f-a7d7-c3c55afc9684 req-b92e6609-f502-4e45-b276-3b8d948778ac tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325277 Feb 04 16:41:47.052276 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-b7912c61-6bcd-4a88-be5f-485c026a5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:47.053801 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-b7912c61-6bcd-4a88-be5f-485c026a5bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0525692 Feb 04 16:41:47.151394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-990cfde5-01b1-4b83-894c-3d67ddce454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:47.152794 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-990cfde5-01b1-4b83-894c-3d67ddce454e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0912926 Feb 04 16:41:47.221709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-a8154fe6-5968-40e4-ac1f-5e13977f2ed3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1002 time: 0.0587318 Feb 04 16:41:47.275392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-415efb1c-103d-4b54-b9e1-94a4a8c807c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:47.276878 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-415efb1c-103d-4b54-b9e1-94a4a8c807c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0487745 Feb 04 16:41:47.322457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-01f060ec-e24e-4f1b-a31a-def03aa5aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:47.323970 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-01f060ec-e24e-4f1b-a31a-def03aa5aca0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409875 Feb 04 16:41:47.414496 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-8c589bf3-ba51-40c1-80f1-1865085a4860 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831170 Feb 04 16:41:47.509135 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-f0aa645a-6970-4ba8-8857-2ced980bd5e9 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880165 Feb 04 16:41:48.000659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff446715-711e-4818-80c5-c78c5bb2a5b1 req-583d9aa3-a284-4cda-8835-b1c50a51afa8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:48.002222 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff446715-711e-4818-80c5-c78c5bb2a5b1 req-583d9aa3-a284-4cda-8835-b1c50a51afa8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0538180 Feb 04 16:41:48.044929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff446715-711e-4818-80c5-c78c5bb2a5b1 req-e9eda8d0-80f1-49dc-94ee-415e5b43b7d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331595 Feb 04 16:41:49.169387 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb125a-170b-4e2f-b96a-3b09149f9aa5 req-6e376b06-c824-45dc-ad45-b0e602dc95a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:49.170920 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddbb125a-170b-4e2f-b96a-3b09149f9aa5 req-6e376b06-c824-45dc-ad45-b0e602dc95a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0565948 Feb 04 16:41:49.222293 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ddbb125a-170b-4e2f-b96a-3b09149f9aa5 req-6703a91a-c027-47a3-a790-d2e8dbd86e73 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450766 Feb 04 16:41:50.342532 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6cf0f-95c4-4f3b-b089-c6129f4f5315 req-d141ffba-69f9-4cc5-a8e4-b2e7a169cb73 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:50.344588 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ef6cf0f-95c4-4f3b-b089-c6129f4f5315 req-d141ffba-69f9-4cc5-a8e4-b2e7a169cb73 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0533895 Feb 04 16:41:50.381610 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9ef6cf0f-95c4-4f3b-b089-c6129f4f5315 req-061775ea-56c9-42d3-99fe-72a138d55e8a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Feb 04 16:41:51.501207 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b484-477e-42d9-8852-83788830c2fb req-1c4aa849-43cf-4db7-89ae-333e1f60c0d0 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:51.502718 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67f0b484-477e-42d9-8852-83788830c2fb req-1c4aa849-43cf-4db7-89ae-333e1f60c0d0 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0483520 Feb 04 16:41:51.539122 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-67f0b484-477e-42d9-8852-83788830c2fb req-80529556-0c58-46a0-941e-4cbceeb6b016 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Feb 04 16:41:52.654943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ea478-62f4-417f-98f4-2e7c18c33424 req-988805fe-2bf2-45d0-ad3a-4db859a2294f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:52.656657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee0ea478-62f4-417f-98f4-2e7c18c33424 req-988805fe-2bf2-45d0-ad3a-4db859a2294f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0492182 Feb 04 16:41:52.696458 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee0ea478-62f4-417f-98f4-2e7c18c33424 req-3d34ff31-0ac1-47d9-b4a5-a9153ae85be4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337045 Feb 04 16:41:53.811662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa807c-32fc-442a-b9ad-f2edf8e1f9cd req-8c6397bf-1e86-4dc3-8e9d-8bbd543f7139 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:53.813139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccaa807c-32fc-442a-b9ad-f2edf8e1f9cd req-8c6397bf-1e86-4dc3-8e9d-8bbd543f7139 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0482330 Feb 04 16:41:53.851799 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccaa807c-32fc-442a-b9ad-f2edf8e1f9cd req-f82840e9-4c7c-4127-9baf-fb16a6414235 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323482 Feb 04 16:41:53.923070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:54.966874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4799-72b5-4984-b8de-78522340daa9 req-710ed1bd-8591-48f1-9bfc-ca7065c3feb5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:54.968884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e2fa4799-72b5-4984-b8de-78522340daa9 req-710ed1bd-8591-48f1-9bfc-ca7065c3feb5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0484660 Feb 04 16:41:55.007402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e2fa4799-72b5-4984-b8de-78522340daa9 req-8fdfbca0-a5f1-4a50-bae7-5d7273e08c1f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323558 Feb 04 16:41:56.126831 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6318f-6bb9-4ec7-9b1d-f367cd694d2f req-717e09a4-62f6-4d36-98e2-25454754eb6b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:56.128297 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ae6318f-6bb9-4ec7-9b1d-f367cd694d2f req-717e09a4-62f6-4d36-98e2-25454754eb6b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0529060 Feb 04 16:41:56.167549 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3ae6318f-6bb9-4ec7-9b1d-f367cd694d2f req-ac4c1248-ac89-4a90-8697-d3f95eb0c808 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Feb 04 16:41:57.286093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a403f-daa5-47ee-aaae-6caad8759158 req-e36d1df9-b96f-4f65-9a37-b82421099668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:57.287573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c12a403f-daa5-47ee-aaae-6caad8759158 req-e36d1df9-b96f-4f65-9a37-b82421099668 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0534589 Feb 04 16:41:57.326117 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c12a403f-daa5-47ee-aaae-6caad8759158 req-a96018a9-b2ff-4fb7-ae26-a6d11dde584e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324202 Feb 04 16:41:58.441235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5f18c-64b7-4220-9927-cc468b543487 req-ad6b3ecf-fdd0-4210-8b37-b3aac7d9e9c1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:58.442755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fb5f18c-64b7-4220-9927-cc468b543487 req-ad6b3ecf-fdd0-4210-8b37-b3aac7d9e9c1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0492380 Feb 04 16:41:58.480100 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3fb5f18c-64b7-4220-9927-cc468b543487 req-feb04a2e-7c59-4c08-a802-83c5dfb264d0 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311646 Feb 04 16:41:59.522705 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-b0205694-badc-496e-81d8-119cd5a6814e req-27724b95-6eee-449b-830a-2079f67e6a9a service neutron] show failed (client error): The resource could not be found. Feb 04 16:41:59.523742 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-27724b95-6eee-449b-830a-2079f67e6a9a service neutron] 10.222.0.30 "GET /v2.0/ports/a3ecbd56-3df4-4d5f-b23b-cb2800c66702/bindings/n-h1-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0546713 Feb 04 16:41:59.602741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df760d5-1804-4618-af19-36cd1999be33 req-b5c567f9-d305-44a1-8421-3ef56ee12c2c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:59.604382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0df760d5-1804-4618-af19-36cd1999be33 req-b5c567f9-d305-44a1-8421-3ef56ee12c2c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0511346 Feb 04 16:41:59.646823 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0df760d5-1804-4618-af19-36cd1999be33 req-755486e2-dc9d-43ce-a67d-9c9a8d350031 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355043 Feb 04 16:41:59.763002 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-2583bfb3-a4fc-4b5d-9fac-6871c7ce6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:59.764429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-2583bfb3-a4fc-4b5d-9fac-6871c7ce6009 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 1097 time: 0.0816011 Feb 04 16:41:59.782363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:41:59.837020 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.040544 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:00.075570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:00.120169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:00.122474 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d31f1c-49ed-4102-823d-e14db83124d4" -d '{"events": [{"server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:42:00.127360 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.142095 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Transition to ACTIVE for port object a3ecbd56-3df4-4d5f-b23b-cb2800c66702 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:00.146589 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.176319 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f80243-cd7b-4d8a-8239-c6291fd2abf6 x-openstack-request-id: req-c1f80243-cd7b-4d8a-8239-c6291fd2abf6 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:42:00.176612 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:42:00.176867 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1f80243-cd7b-4d8a-8239-c6291fd2abf6 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:42:00.177270 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'code': 200} Feb 04 16:42:00.240326 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=6']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:00.252905 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.253255 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.253619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.253932 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.254289 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.254618 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.254942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.255264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.255589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.255913 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.256236 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.256554 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:00.295122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] No DVR routers for this DVR port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:42:00.447404 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Attempting to bind port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:00.447820 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Attempting to bind port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:00.448053 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Attempting to bind port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on network 0f919bab-6128-4ec5-95d6-4054f4beff9c {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:42:00.452882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on network 0f919bab-6128-4ec5-95d6-4054f4beff9c not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:42:00.453205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Attempting to bind port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on network 0f919bab-6128-4ec5-95d6-4054f4beff9c {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:42:00.459566 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:42:00.459909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Checking segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:42:00.460298 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Bound using segment: {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:42:00.460743 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Bound port: a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:00.461128 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.535819 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:00.539072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:42:00.543559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.584512 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:00.585121 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.586562 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] 10.222.0.50 "PUT /v2.0/ports/a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1092 time: 0.8088973 Feb 04 16:42:00.606443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11498f1-5b16-419f-9391-4e3493b5812d service neutron] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=7']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:00.661628 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-e19bfee5-0033-4d42-8cec-39dcd7a0379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:00.663231 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-e19bfee5-0033-4d42-8cec-39dcd7a0379d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0439260 Feb 04 16:42:00.736627 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd534875-23a3-4946-a963-ba0de129d1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.770218 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-95986264-81e8-4138-b6b9-153e89da9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:00.771710 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-95986264-81e8-4138-b6b9-153e89da9416 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.1025128 Feb 04 16:42:00.775159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21708825-35c5-4fb7-85c3-d75d44c5c39a req-3cf90db7-c85e-4f7f-8b9c-a35d03a4a6ad tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:00.776650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21708825-35c5-4fb7-85c3-d75d44c5c39a req-3cf90db7-c85e-4f7f-8b9c-a35d03a4a6ad tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0505037 Feb 04 16:42:00.830361 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21708825-35c5-4fb7-85c3-d75d44c5c39a req-b5a2712f-f294-461a-baa5-5da961482059 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456188 Feb 04 16:42:00.845964 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-97a52117-5b74-46af-8af0-02a5de115ade service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1000 time: 0.0680370 Feb 04 16:42:00.894467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-7d3ae12e-3e41-4796-9440-57a8ab9f9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:00.895911 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-7d3ae12e-3e41-4796-9440-57a8ab9f9855 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0442226 Feb 04 16:42:00.940666 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205694-badc-496e-81d8-119cd5a6814e req-e7678b68-83d7-41f8-8a55-0cb83e7bec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:00.942147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-e7678b68-83d7-41f8-8a55-0cb83e7bec9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399425 Feb 04 16:42:01.035135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-cbc52a0e-d4ad-47f7-a792-2cd344ec4337 service neutron] 10.222.0.50 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864863 Feb 04 16:42:01.128269 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b0205694-badc-496e-81d8-119cd5a6814e req-7c9092bd-ce2d-4085-900a-5e0b809935b6 service neutron] 10.222.0.50 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871062 Feb 04 16:42:01.949272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1440b-a379-4d0e-b4a8-a72aa626d173 req-79ede91e-04e9-4417-aa36-1f5181a0ddbe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:01.951093 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8df1440b-a379-4d0e-b4a8-a72aa626d173 req-79ede91e-04e9-4417-aa36-1f5181a0ddbe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0509286 Feb 04 16:42:01.994546 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8df1440b-a379-4d0e-b4a8-a72aa626d173 req-378a58d0-27c1-495b-9ab9-91e02f7416eb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373435 Feb 04 16:42:02.178015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:02.180363 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea09da1-4898-4a82-80cf-4be39c51e843" -d '{"events": [{"name": "network-changed", "server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:42:02.228328 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c4d59f-1f21-48c1-ab11-5af9ec66d062 x-openstack-request-id: req-31c4d59f-1f21-48c1-ab11-5af9ec66d062 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:42:02.228620 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:42:02.228877 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31c4d59f-1f21-48c1-ab11-5af9ec66d062 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:42:02.229641 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'status': 'completed', 'code': 200} Feb 04 16:42:02.289682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-ba84b6f7-9545-435a-a36a-be34a26b325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.291236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-ba84b6f7-9545-435a-a36a-be34a26b325f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0443923 Feb 04 16:42:02.310454 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-8e95c04d-dde4-4c00-9b0e-1daa002575e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.311962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-8e95c04d-dde4-4c00-9b0e-1daa002575e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0419483 Feb 04 16:42:02.383413 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-827fe140-a28d-4f52-8fb2-1faaaf797b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.384908 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-827fe140-a28d-4f52-8fb2-1faaaf797b0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0872900 Feb 04 16:42:02.407549 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-ec1117d0-972a-4a50-b7be-60bc36458144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.409002 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-ec1117d0-972a-4a50-b7be-60bc36458144 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0879402 Feb 04 16:42:02.456322 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-eb10f81b-1b64-4514-8cce-9baed3a13f94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1000 time: 0.0650623 Feb 04 16:42:02.487803 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-173a550f-4c35-4421-9343-606adbb3d58a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1000 time: 0.0713565 Feb 04 16:42:02.506836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-a162eb94-ba20-4945-8ac8-f0d594cd97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.508307 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-a162eb94-ba20-4945-8ac8-f0d594cd97ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0437515 Feb 04 16:42:02.539626 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-9a1f675f-9418-4d9b-b8e5-838a11d91777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.541152 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-9a1f675f-9418-4d9b-b8e5-838a11d91777 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0466380 Feb 04 16:42:02.554159 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-fac34c12-c5c1-4325-b20b-4576155466e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.555666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-fac34c12-c5c1-4325-b20b-4576155466e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410535 Feb 04 16:42:02.586788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-555cbe63-4080-486a-a72d-a59e92826fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:02.588273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-555cbe63-4080-486a-a72d-a59e92826fd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411122 Feb 04 16:42:02.657410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-04558082-960b-45c9-a96a-53b27b5edcb3 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943151 Feb 04 16:42:02.688896 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-52a7413e-aecc-4e63-a716-37f9ed845f8b service neutron] 10.222.0.50 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933630 Feb 04 16:42:02.745802 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-9c1e9fc4-567a-4154-ad0a-e1bdf1911175 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829411 Feb 04 16:42:02.780804 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5ea09da1-4898-4a82-80cf-4be39c51e843 req-4d2ae172-a97d-4d9b-b1af-90f643c991dc service neutron] 10.222.0.50 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848212 Feb 04 16:42:03.110875 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cb02f-4b90-4817-80ca-b43bdad94ac7 req-9d22f525-9dc4-40d4-ba50-d5600a508d1c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:03.112339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-547cb02f-4b90-4817-80ca-b43bdad94ac7 req-9d22f525-9dc4-40d4-ba50-d5600a508d1c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0497377 Feb 04 16:42:03.154007 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-547cb02f-4b90-4817-80ca-b43bdad94ac7 req-89b109d6-ddd0-4b03-b7b9-229bd246fe9f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354209 Feb 04 16:42:03.185658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a3ecbd56-3df4-4d5f-b23b-cb2800c66702 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:42:03.225309 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device a3ecbd56-3df4-4d5f-b23b-cb2800c66702 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:42:03.810131 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-edb2fa8a-91a4-4d1d-88ce-357bf2a17ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:04.058683 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:42:04.280692 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebc90-c6e6-42bc-918e-642fd574d06c req-932705ae-f53f-427f-aa5c-7bd639fa536d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:04.282140 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c38ebc90-c6e6-42bc-918e-642fd574d06c req-932705ae-f53f-427f-aa5c-7bd639fa536d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0543718 Feb 04 16:42:04.328051 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c38ebc90-c6e6-42bc-918e-642fd574d06c req-46cf5c54-eeb8-4b66-ac44-cb014f17c88c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397243 Feb 04 16:42:04.550158 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88db4-446b-4af7-9ec1-3a99a24e3959 req-7c5ce495-f901-44b8-83c9-801e3e5812ab tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:04.551546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29f88db4-446b-4af7-9ec1-3a99a24e3959 req-7c5ce495-f901-44b8-83c9-801e3e5812ab tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0785124 Feb 04 16:42:04.562857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-85870861-2393-4b08-b14a-1b6030f037ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:04.564774 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-85870861-2393-4b08-b14a-1b6030f037ae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&binding%3Ahost_id=n-h1-827869-1 HTTP/1.1" status: 200 len: 944 time: 0.0667014 Feb 04 16:42:04.631368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-29f88db4-446b-4af7-9ec1-3a99a24e3959 req-30f96bde-c573-4011-9d6b-aac68f1f3ce6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656466 Feb 04 16:42:04.650112 n-d-827869-1 neutron-server[102422]: INFO neutron.api.v2.resource [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-21969727-9180-4769-91df-db20e2f674d1 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:42:04.651370 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-21969727-9180-4769-91df-db20e2f674d1 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a3ecbd56-3df4-4d5f-b23b-cb2800c66702/bindings/n-h2-827869-1 HTTP/1.1" status: 404 len: 380 time: 0.0797701 Feb 04 16:42:04.740991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-a9a562ce-6890-491c-a520-28bf555c5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:04.742601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-a9a562ce-6890-491c-a520-28bf555c5ecb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0454645 Feb 04 16:42:04.753539 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bec806-7ba9-4442-be19-d65bfcec6679 req-efe1ee31-6be8-40a7-8748-08ef926fe033 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:04.755074 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81bec806-7ba9-4442-be19-d65bfcec6679 req-efe1ee31-6be8-40a7-8748-08ef926fe033 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0503769 Feb 04 16:42:04.793919 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-81bec806-7ba9-4442-be19-d65bfcec6679 req-f6cf5013-3295-4f7b-8bea-ca4ab353e1a8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328350 Feb 04 16:42:04.833363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-79a0c0e8-4f41-4fa5-ab4a-0ff1a136e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:04.834901 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-79a0c0e8-4f41-4fa5-ab4a-0ff1a136e42f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0862863 Feb 04 16:42:04.908572 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-980f0af3-faaa-4359-9240-ba2f5264efe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1000 time: 0.0660758 Feb 04 16:42:04.957265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-3fd3c7d6-5d5b-4c97-be25-34f3a53464cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:04.958705 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-3fd3c7d6-5d5b-4c97-be25-34f3a53464cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0429435 Feb 04 16:42:05.003080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-19b8578a-45f6-4b68-af73-b55c6f30d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:05.004535 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-19b8578a-45f6-4b68-af73-b55c6f30d361 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388618 Feb 04 16:42:05.103820 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-6b2fb0be-8dcc-4567-a52a-40eddca66e6f service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919311 Feb 04 16:42:05.193904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a1d18cd9-ab0a-45d4-9a3d-8f8031e072ad req-83e602b5-cb1e-4578-a59a-e4181994e924 service neutron] 10.222.0.30 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816636 Feb 04 16:42:05.913218 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17cdf2-9bfb-410d-a64b-684418359089 req-1761f812-7099-4d89-9098-f8cbf67f583b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:05.914732 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f17cdf2-9bfb-410d-a64b-684418359089 req-1761f812-7099-4d89-9098-f8cbf67f583b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 944 time: 0.0516195 Feb 04 16:42:05.956387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f17cdf2-9bfb-410d-a64b-684418359089 req-16cf6c4f-5ed3-416a-9153-0a8b022cfc21 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356493 Feb 04 16:42:05.979706 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38694) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:42:05.980904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a3ecbd56-3df4-4d5f-b23b-cb2800c66702 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:42:06.041738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8f4bfcfc-4726-43ec-a464-64cf32270da5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a HTTP/1.1" status: 200 len: 992 time: 0.0608394 Feb 04 16:42:06.087361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:06.089546 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:06.098633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'port_id': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'mac_address': 'fa:16:3e:96:ec:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:42:06.139384 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:06.152096 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ecbd56-3df4-4d5f-b23b-cb2800c66702 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:42:06.171800 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:06.176052 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:06.221537 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:06.228705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.229052 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.229392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.229726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.230089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.230420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.230748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.231071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.231396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.231718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.232040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.232363 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:06.684985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['a3ecbd56-3df4-4d5f-b23b-cb2800c66702'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:42:07.130831 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:07.690971 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:08.001635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a3ecbd56-3df4-4d5f-b23b-cb2800c66702 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:42:08.050942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:08.055014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:08.055396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:08.134349 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:08.160549 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:08.163023 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecdd299-8075-4d39-b432-10f85600d57a" -d '{"events": [{"server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "name": "network-vif-plugged", "status": "completed", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:42:08.176429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:08.180983 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:08.233444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=9']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:08.252245 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec214def-8215-4019-b9c0-ece5c16cd0ac x-openstack-request-id: req-ec214def-8215-4019-b9c0-ece5c16cd0ac {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:42:08.252485 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "name": "network-vif-plugged", "status": "completed", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:42:08.252735 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec214def-8215-4019-b9c0-ece5c16cd0ac {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:42:08.253132 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'code': 200} Feb 04 16:42:10.462360 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.947268 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:30.729931 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e22d-49e8-4495-ab6b-4f45dd392339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.812068 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5412773d-e011-4631-a498-7dbecb29736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:36.073523 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.133788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.693865 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:40.481264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:41.059916 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:42:49.658082 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-5b969fda-0dea-4d6a-b615-dbbe515d1247 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411003 Feb 04 16:42:49.752077 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-36deb9bf-c022-4b0e-8e72-65f578fdeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:49.753579 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-36deb9bf-c022-4b0e-8e72-65f578fdeaf9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0398936 Feb 04 16:42:49.859868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-5564a211-54af-4a8d-925d-c4ebb8c231b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:49.861265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-5564a211-54af-4a8d-925d-c4ebb8c231b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0888598 Feb 04 16:42:49.929133 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-53a38f0e-11cf-47aa-bafe-300e836fd4ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 1002 time: 0.0604932 Feb 04 16:42:49.980859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-69602ee3-2c16-4824-88f8-b2564d72693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:49.982316 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-69602ee3-2c16-4824-88f8-b2564d72693e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0473893 Feb 04 16:42:50.029205 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-7d94e9cd-a6c4-4b66-b33f-e89e8e971626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:50.030780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-7d94e9cd-a6c4-4b66-b33f-e89e8e971626 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425017 Feb 04 16:42:50.126126 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-687ec139-6236-4fe9-845e-4f1284a0d47e service neutron] 10.222.0.50 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881336 Feb 04 16:42:50.219416 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b2c0a7e4-210f-4e0f-89c8-6a94f7045dc7 req-f6795dd3-db28-4d7b-8d79-163646e81385 service neutron] 10.222.0.50 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866761 Feb 04 16:42:53.939587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:00.740769 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dd4c0181-cbb0-48f5-b893-d9697a4461c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.295039 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38718) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:01.457645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 4f22b685-d124-46b8-9c5c-29111944b5b1 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:43:01.458003 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.536785 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.537115 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.548741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 4f22b685-d124-46b8-9c5c-29111944b5b1 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:43:01.701108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.731284 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=4f22b685-d124-46b8-9c5c-29111944b5b1,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:01.751676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.752026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.752368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.752703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.753034 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.753882 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.754240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.754569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.754893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.755217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.755539 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.755875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:01.797820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:01.798216 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP 3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a disassociated (deleted). External IP: 172.25.1.227, port: a3ecbd56-3df4-4d5f-b23b-cb2800c66702. Feb 04 16:43:02.004607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router ed190358-b1ca-4d06-92e0-73fd159ddfea has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:43:02.112118 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:02.117594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:02.122717 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] Sync routers for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:43:02.133281 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:02.133895 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:02.144402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cba0315b-e3ed-4320-99f4-cc359b0898ef tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/floatingips/3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a HTTP/1.1" status: 204 len: 168 time: 0.8482590 Feb 04 16:43:02.145083 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:02.147716 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464f4e00-f13a-4537-a0d3-7d327ba5c567" -d '{"events": [{"name": "network-changed", "server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:43:02.245226 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:02.251632 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee43b17-3eda-4ee5-9388-57710911c4cc x-openstack-request-id: req-cee43b17-3eda-4ee5-9388-57710911c4cc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:43:02.252029 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:43:02.252217 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cee43b17-3eda-4ee5-9388-57710911c4cc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:43:02.252567 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'status': 'completed', 'code': 200} Feb 04 16:43:02.351460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-121dd5a5-150b-4651-99da-5d94177d528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:02.353090 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-121dd5a5-150b-4651-99da-5d94177d528a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0515666 Feb 04 16:43:02.402288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc09a-c710-44ae-ac07-ce33cab3bdc1 req-495675bb-9666-448a-8926-087cbdb43ba3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:02.404116 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9cdc09a-c710-44ae-ac07-ce33cab3bdc1 req-495675bb-9666-448a-8926-087cbdb43ba3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0536139 Feb 04 16:43:02.446384 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9cdc09a-c710-44ae-ac07-ce33cab3bdc1 req-559372cf-597d-4553-88e9-0bce6af7cc61 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352514 Feb 04 16:43:02.455279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-efe2d964-d7da-47ca-a692-a7496dfcc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:02.457362 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-efe2d964-d7da-47ca-a692-a7496dfcc388 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 200 len: 898 time: 0.0966294 Feb 04 16:43:02.474420 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:18Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:02.498837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-68184024-c0ac-4cbe-92d0-6acaec686ed1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 200 len: 217 time: 0.0350001 Feb 04 16:43:02.500282 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] Checking router: ed190358-b1ca-4d06-92e0-73fd159ddfea for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:43:02.509168 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:02.509755 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:42:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:02.556007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-387f10d3-f480-48f6-84fa-64a29a8b7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:02.557681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-387f10d3-f480-48f6-84fa-64a29a8b7143 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 200 len: 835 time: 0.0492802 Feb 04 16:43:02.615459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-c58c096e-3c65-4f03-8b86-ddeb868d3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:02.617065 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-c58c096e-3c65-4f03-8b86-ddeb868d3f14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f919bab-6128-4ec5-95d6-4054f4beff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524414 Feb 04 16:43:02.624360 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:02.713029 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-d87ef20d-1d52-4655-abff-86a1659ba797 service neutron] 10.222.0.50 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888264 Feb 04 16:43:02.804375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-464f4e00-f13a-4537-a0d3-7d327ba5c567 req-429a8ca6-682c-43fd-b5fd-6c0810ee98a5 service neutron] 10.222.0.50 "GET /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838993 Feb 04 16:43:02.824665 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:18Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:02.855266 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa89041-674d-480e-ae1b-54416d72312a None None] The sync data for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 is: [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'd78bc871-b9c6-44f2-aad6-e4590c3c2dce', 'name': '', 'network_id': '0f919bab-6128-4ec5-95d6-4054f4beff9c', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:46:79:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:14Z', 'updated_at': '2022-02-04T16:40:18Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '1b2d400e-a78b-4c75-bc69-5b79120dc0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:43:03.076210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f21782-ebee-4f2c-ae44-93f60371b5c1 None None] New status for floating IP 3b3c8b0b-49b1-4e5a-964e-1c14e5b5567a: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:43:03.576006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d9563-e9a9-4309-8df5-95c56e8521f1 req-d5252eaf-c08c-43e1-b996-149db2b380d5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:03.577503 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f5d9563-e9a9-4309-8df5-95c56e8521f1 req-d5252eaf-c08c-43e1-b996-149db2b380d5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0551934 Feb 04 16:43:03.616597 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4f5d9563-e9a9-4309-8df5-95c56e8521f1 req-cb6363c9-fa3b-4275-9f8f-07f98510be8c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=091ee39b-d743-4aee-bc09-c38d99202ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Feb 04 16:43:03.814022 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0c81f9ec-9382-49d9-a266-513d6e084460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:03.911167 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-eefd885c-b628-42a7-ae63-e5f1045ce120 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:03.912639 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-eefd885c-b628-42a7-ae63-e5f1045ce120 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 946 time: 0.0493898 Feb 04 16:43:04.003966 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:43:04.004501 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:04.093187 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port a3ecbd56-3df4-4d5f-b23b-cb2800c66702, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:04.093559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:04.106104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for a3ecbd56-3df4-4d5f-b23b-cb2800c66702 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:43:04.241566 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:04.271814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=a3ecbd56-3df4-4d5f-b23b-cb2800c66702,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:04.298587 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.298943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.299288 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.299631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.299970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.300860 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.301184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.301516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.301845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.302202 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.302525 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.302871 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:04.322374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] No DVR routers for this DVR port a3ecbd56-3df4-4d5f-b23b-cb2800c66702 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:43:04.325015 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:04.328618 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7b3d97ce-c3c9-465a-ac95-b9cf2b1650ac req-a5a525a8-4e49-4d07-a5f3-e204077ceab5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "DELETE /v2.0/ports/a3ecbd56-3df4-4d5f-b23b-cb2800c66702 HTTP/1.1" status: 204 len: 173 time: 0.4106531 Feb 04 16:43:04.329062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'name': 'network-vif-deleted', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:04.332024 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b49a488-d931-4350-9bfa-533d41db3b08" -d '{"events": [{"server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "name": "network-vif-deleted", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:43:04.372361 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befaced6-50c6-40e0-86c1-f2bd03932268 x-openstack-request-id: req-befaced6-50c6-40e0-86c1-f2bd03932268 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:43:04.372652 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded031cd-7cc8-4f92-87fe-2adb78cb9ec4", "name": "network-vif-deleted", "tag": "a3ecbd56-3df4-4d5f-b23b-cb2800c66702", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:43:04.372901 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-befaced6-50c6-40e0-86c1-f2bd03932268 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:43:04.373300 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded031cd-7cc8-4f92-87fe-2adb78cb9ec4', 'name': 'network-vif-deleted', 'tag': 'a3ecbd56-3df4-4d5f-b23b-cb2800c66702', 'status': 'completed', 'code': 200} Feb 04 16:43:04.732465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e9da673e-6f7a-4c38-abc7-3f532279fa5b req-c0f51533-4c69-4da8-82c7-405bba7604e9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=ded031cd-7cc8-4f92-87fe-2adb78cb9ec4 HTTP/1.1" status: 200 len: 210 time: 0.0314665 Feb 04 16:43:05.793798 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38738) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:06.075927 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:06.161868 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:06.262514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a3ecbd56-3df4-4d5f-b23b-cb2800c66702 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:43:06.282530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: a3ecbd56-3df4-4d5f-b23b-cb2800c66702 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:43:06.282876 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device a3ecbd56-3df4-4d5f-b23b-cb2800c66702 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:43:06.422546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port d78bc871-b9c6-44f2-aad6-e4590c3c2dce {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:43:06.422821 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:06.516154 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port d78bc871-b9c6-44f2-aad6-e4590c3c2dce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:06.516546 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:06.528684 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for d78bc871-b9c6-44f2-aad6-e4590c3c2dce owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:43:06.717349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:06.742490 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=d78bc871-b9c6-44f2-aad6-e4590c3c2dce,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:07.138009 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.250305 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.470121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router ed190358-b1ca-4d06-92e0-73fd159ddfea has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:43:07.577960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:07.583080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-7c1ffa5e-5f40-4c3b-b0d3-78a500fca6c3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/ed190358-b1ca-4d06-92e0-73fd159ddfea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882271 Feb 04 16:43:07.585813 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38742) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:07.588398 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] Sync routers for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:43:07.598825 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:07.599430 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:07.638666 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-039d4702-a401-4ba2-9f74-9089c2cd2f10 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting subnet 1b2d400e-a78b-4c75-bc69-5b79120dc0b5 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:43:07.641950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-039d4702-a401-4ba2-9f74-9089c2cd2f10 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.688982 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-039d4702-a401-4ba2-9f74-9089c2cd2f10 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.697699 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.702486 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:07.777786 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-039d4702-a401-4ba2-9f74-9089c2cd2f10 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.842197 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-039d4702-a401-4ba2-9f74-9089c2cd2f10 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.870913 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d4702-a401-4ba2-9f74-9089c2cd2f10 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2d400e-a78b-4c75-bc69-5b79120dc0b5,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:07.875820 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-039d4702-a401-4ba2-9f74-9089c2cd2f10 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:07.879604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-039d4702-a401-4ba2-9f74-9089c2cd2f10 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/subnets/1b2d400e-a78b-4c75-bc69-5b79120dc0b5 HTTP/1.1" status: 204 len: 168 time: 0.2927272 Feb 04 16:43:07.882191 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38744) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:07.885145 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4982be-d537-48a8-8dec-262d93b40435 None None] Network 0f919bab-6128-4ec5-95d6-4054f4beff9c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:43:07.973703 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:43:06Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:07.997354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.001041 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] Checking router: ed190358-b1ca-4d06-92e0-73fd159ddfea for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:43:08.010651 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] Routers {'ed190358-b1ca-4d06-92e0-73fd159ddfea'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:08.011283 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['ed190358-b1ca-4d06-92e0-73fd159ddfea'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:08.092495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] DHCP port deletion for 0f919bab-6128-4ec5-95d6-4054f4beff9c request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:43:08.121359 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] Set router ed190358-b1ca-4d06-92e0-73fd159ddfea gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:08.123167 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.151841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Deleting port 976f64cd-140b-4431-9c1c-df78b9e43875 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:43:08.152573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.203277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 50fdb971-1b4c-4fea-aeb4-13a16d5decea {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:43:08.203624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.226708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] For port 976f64cd-140b-4431-9c1c-df78b9e43875, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=976f64cd-140b-4431-9c1c-df78b9e43875,segment=NetworkSegment(ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b),segment_id=ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:08.227114 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.244787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Calling delete_port for 976f64cd-140b-4431-9c1c-df78b9e43875 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:43:08.260047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 976f64cd-140b-4431-9c1c-df78b9e43875 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:43:08.314399 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:43:06Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:08.314739 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 50fdb971-1b4c-4fea-aeb4-13a16d5decea, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=50fdb971-1b4c-4fea-aeb4-13a16d5decea,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:08.315532 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.333520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 50fdb971-1b4c-4fea-aeb4-13a16d5decea owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:43:08.344344 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b878a5-31e5-42e3-a7c3-1511e7314028 None None] The sync data for ids ['ed190358-b1ca-4d06-92e0-73fd159ddfea'] in n-d-827869-1 is: [{'id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1931326891', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:10Z', 'updated_at': '2022-02-04T16:43:06Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '50fdb971-1b4c-4fea-aeb4-13a16d5decea', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:39:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed190358-b1ca-4d06-92e0-73fd159ddfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:11Z', 'updated_at': '2022-02-04T16:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:43:08.396246 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.404782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.440421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Pushing event deleted for resources: {'Port': ['ID=976f64cd-140b-4431-9c1c-df78b9e43875,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:08.446313 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] No DVR routers for this DVR port 976f64cd-140b-4431-9c1c-df78b9e43875 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:43:08.455996 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.456419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.457292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.457608 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.458598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.458598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.458598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.459047 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.459182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.459504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.459796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.460104 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4358098f-0e5a-40f2-b2cd-f0d8508429b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:08.530292 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.557962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=50fdb971-1b4c-4fea-aeb4-13a16d5decea,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:08.632011 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.732328 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.734873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.781377 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.781961 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Fanout notify agent at l3_agent the message router_deleted on router ed190358-b1ca-4d06-92e0-73fd159ddfea {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:43:08.789029 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.790236 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2235b7b2-a874-4ff3-bbed-612b3784e4e8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/routers/ed190358-b1ca-4d06-92e0-73fd159ddfea HTTP/1.1" status: 204 len: 168 time: 0.9067206 Feb 04 16:43:08.792977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38746) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:08.871791 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.972861 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:08.998725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f919bab-6128-4ec5-95d6-4054f4beff9c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:09.010741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:09.011079 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5c3e10-de2b-41b0-b6f3-89e59a0e6d8b') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:09.025638 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.039832 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.046277 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:43:09.046721 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:43:09.050029 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:43:09.123975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.132506 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.134826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/networks/0f919bab-6128-4ec5-95d6-4054f4beff9c HTTP/1.1" status: 204 len: 168 time: 0.3408804 Feb 04 16:43:09.137754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38748) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:09.147371 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5100da-1cdc-4fc4-a845-8906a1972180 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Network': ['ID=0f919bab-6128-4ec5-95d6-4054f4beff9c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:09.199250 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56432f1f-da9d-4c93-a313-3206dbd15dd2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.226869 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56432f1f-da9d-4c93-a313-3206dbd15dd2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.288567 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56432f1f-da9d-4c93-a313-3206dbd15dd2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.291174 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56432f1f-da9d-4c93-a313-3206dbd15dd2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.292375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-56432f1f-da9d-4c93-a313-3206dbd15dd2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/security-groups/091ee39b-d743-4aee-bc09-c38d99202ba9 HTTP/1.1" status: 204 len: 168 time: 0.1536131 Feb 04 16:43:09.301874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56432f1f-da9d-4c93-a313-3206dbd15dd2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ee39b-d743-4aee-bc09-c38d99202ba9,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:09.501151 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38754) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:09.506481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-57adfcef-4839-402b-9125-48f99b3ed7c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418121876', 'description': 'tempest-secgroup-smoke-1418121876 description', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:09.531682 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57adfcef-4839-402b-9125-48f99b3ed7c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.601075 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57adfcef-4839-402b-9125-48f99b3ed7c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.605035 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57adfcef-4839-402b-9125-48f99b3ed7c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.636411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adfcef-4839-402b-9125-48f99b3ed7c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30baa0b3-c1a1-44cd-825b-fe444c8fa08a,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:09.640869 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-57adfcef-4839-402b-9125-48f99b3ed7c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.642106 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-57adfcef-4839-402b-9125-48f99b3ed7c6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399128 Feb 04 16:43:09.645126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38756) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:09.649878 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a4cfec4c-bf44-4f74-902e-d9cdbc7860ac tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '30baa0b3-c1a1-44cd-825b-fe444c8fa08a', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:09.680428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4cfec4c-bf44-4f74-902e-d9cdbc7860ac tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.737022 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4cfec4c-bf44-4f74-902e-d9cdbc7860ac tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.741441 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4cfec4c-bf44-4f74-902e-d9cdbc7860ac tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.758642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfec4c-bf44-4f74-902e-d9cdbc7860ac tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8324c140-dc2c-4f94-b380-ff49d168c249,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:09.768848 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a4cfec4c-bf44-4f74-902e-d9cdbc7860ac tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.770154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a4cfec4c-bf44-4f74-902e-d9cdbc7860ac tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239645 Feb 04 16:43:09.772872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38758) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:09.778453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-85381bdc-afce-47f8-956c-328b0a65e415 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '30baa0b3-c1a1-44cd-825b-fe444c8fa08a', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:09.807734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85381bdc-afce-47f8-956c-328b0a65e415 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.867747 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85381bdc-afce-47f8-956c-328b0a65e415 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.871703 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85381bdc-afce-47f8-956c-328b0a65e415 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.889906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85381bdc-afce-47f8-956c-328b0a65e415 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2958356c-87ef-4f69-b778-cbb3e78c8f74,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:09.897501 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85381bdc-afce-47f8-956c-328b0a65e415 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.898754 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-85381bdc-afce-47f8-956c-328b0a65e415 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247268 Feb 04 16:43:09.901622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38760) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:09.906044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-30920557-8271-43ea-8483-0fe4afd23fa2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '30baa0b3-c1a1-44cd-825b-fe444c8fa08a', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:09.936179 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30920557-8271-43ea-8483-0fe4afd23fa2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:09.998849 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30920557-8271-43ea-8483-0fe4afd23fa2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.002431 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30920557-8271-43ea-8483-0fe4afd23fa2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.020553 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30920557-8271-43ea-8483-0fe4afd23fa2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84d3782-f0dd-4a77-a67d-38bbb7c78924,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:10.028370 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-30920557-8271-43ea-8483-0fe4afd23fa2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.029587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-30920557-8271-43ea-8483-0fe4afd23fa2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269765 Feb 04 16:43:10.032315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38762) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:10.037132 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-39f0bad9-6aa0-46fb-8ba6-ac51022f2ca6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '30baa0b3-c1a1-44cd-825b-fe444c8fa08a', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:10.065339 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39f0bad9-6aa0-46fb-8ba6-ac51022f2ca6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.132771 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39f0bad9-6aa0-46fb-8ba6-ac51022f2ca6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.136934 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39f0bad9-6aa0-46fb-8ba6-ac51022f2ca6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.158009 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0bad9-6aa0-46fb-8ba6-ac51022f2ca6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7641a22d-5854-4aef-97ec-0bc2754878a9,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:10.158254 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d78bc871-b9c6-44f2-aad6-e4590c3c2dce no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:43:10.167711 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-39f0bad9-6aa0-46fb-8ba6-ac51022f2ca6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.169008 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-39f0bad9-6aa0-46fb-8ba6-ac51022f2ca6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357341 Feb 04 16:43:10.173372 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38764) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:10.178557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-dbee8e60-7a24-4a02-96b8-fda48b461ad5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '30baa0b3-c1a1-44cd-825b-fe444c8fa08a', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:10.180514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: d78bc871-b9c6-44f2-aad6-e4590c3c2dce {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:43:10.180863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device d78bc871-b9c6-44f2-aad6-e4590c3c2dce not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:43:10.181268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 50fdb971-1b4c-4fea-aeb4-13a16d5decea no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:43:10.200300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 50fdb971-1b4c-4fea-aeb4-13a16d5decea {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:43:10.200636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 50fdb971-1b4c-4fea-aeb4-13a16d5decea not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:43:10.204943 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-dbee8e60-7a24-4a02-96b8-fda48b461ad5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:43:10.210509 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbee8e60-7a24-4a02-96b8-fda48b461ad5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.274344 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbee8e60-7a24-4a02-96b8-fda48b461ad5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.279443 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbee8e60-7a24-4a02-96b8-fda48b461ad5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.298228 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee8e60-7a24-4a02-96b8-fda48b461ad5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac790bb-4575-4580-985f-3e30bc9caf55,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:10.305710 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-dbee8e60-7a24-4a02-96b8-fda48b461ad5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.306975 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-dbee8e60-7a24-4a02-96b8-fda48b461ad5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323526 Feb 04 16:43:10.310883 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38766) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:10.315725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d04f3529-eeff-47ea-8289-008ac495af43 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '30baa0b3-c1a1-44cd-825b-fe444c8fa08a', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:10.341307 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-d04f3529-eeff-47ea-8289-008ac495af43 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:43:10.346610 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d04f3529-eeff-47ea-8289-008ac495af43 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.408833 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d04f3529-eeff-47ea-8289-008ac495af43 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.414097 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d04f3529-eeff-47ea-8289-008ac495af43 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.434026 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f3529-eeff-47ea-8289-008ac495af43 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f319a204-1160-4c89-a256-8e34eb4749af,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:10.441435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d04f3529-eeff-47ea-8289-008ac495af43 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.442904 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d04f3529-eeff-47ea-8289-008ac495af43 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310027 Feb 04 16:43:10.445927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38768) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:10.450787 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'network': {'name': 'tempest-network-smoke--286988185', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'port_security_enabled': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:10.476425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:43:10.477550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.480119 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.504586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:43:10.513363 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.513704 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Added segment 012caacf-249c-4fa3-a00a-c37b22ab498d of type vlan for network 942d15e5-a632-48cd-b03e-8956a134cf6a Feb 04 16:43:10.558167 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.584039 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.589555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:10.590254 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.655370 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2083735 Feb 04 16:43:10.659445 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38770) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:10.664163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'admin_state_up': True, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:10.665622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3134e0-360f-41c2-acf6-744af909eb82 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Network': ['ID=942d15e5-a632-48cd-b03e-8956a134cf6a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:10.675980 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 942d15e5-a632-48cd-b03e-8956a134cf6a details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:43:10.696850 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.697881 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.751734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:10.900032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:11.105622 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:11.125094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:11.239795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.28 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/560224c2-5e57-4477-ab81-2480220fca7c) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:11.345224 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:11.380945 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:11.425705 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:11.428600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:11.431148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:43:11.456861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=560224c2-5e57-4477-ab81-2480220fca7c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:11.687588 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:12.187168 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:12.314399 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 022bc55c-0513-4ca9-8804-1f492516191b is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:43:12.426897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:12.437902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Sync routers for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:43:12.448009 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:12.448387 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:12.448632 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:12.449641 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-62209710-58ec-4988-82b9-b062669e067d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7891936 Feb 04 16:43:12.452829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38774) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:12.527025 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-e8234faa-4fd0-48bc-8cdb-d6d494171a2f tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=fc9b85d2813f4a42a7a714cdf208d1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729349 Feb 04 16:43:12.529761 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38778) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:12.560686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:12.630615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5765d-5739-4761-8664-4eef2c1ab9ff tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:12.632226 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ebc5765d-5739-4761-8664-4eef2c1ab9ff tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014044 Feb 04 16:43:12.635724 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38780) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:12.665120 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86479bb6-9602-48b5-b90f-a18f3f2b610d tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282497 Feb 04 16:43:12.667921 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38782) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:12.672769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1933357536', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:12.768518 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:11Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:12.776837 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:43:12.787569 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:12.801882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Checking router: 022bc55c-0513-4ca9-8804-1f492516191b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:43:12.802268 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Updating router 022bc55c-0513-4ca9-8804-1f492516191b port 560224c2-5e57-4477-ab81-2480220fca7c binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:43:12.829297 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:12.983500 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.048935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Subnet': ['ID=e5c6a0a2-3929-4bdd-8073-d978cc5e820a,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:13.058309 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Checking segment: {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:43:13.059170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network hostable DHCP agents. Network: 942d15e5-a632-48cd-b03e-8956a134cf6a, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:43:13.076473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 942d15e5-a632-48cd-b03e-8956a134cf6a is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:43:13.086227 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 942d15e5-a632-48cd-b03e-8956a134cf6a) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:13.091793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:13.092960 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.096329 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405b66c-a44b-4864-b3bc-fe2acc5d84ed None None] Network 942d15e5-a632-48cd-b03e-8956a134cf6a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:43:13.110198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7a9302d6-ae80-4fd1-89c8-0696f77ef57a tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4412129 Feb 04 16:43:13.113116 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38784) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:13.154944 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.164706 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.259055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98108098-7976-4bc4-9578-08413aa57d42 None None] Pushing event updated for resources: {'Port': ['ID=560224c2-5e57-4477-ab81-2480220fca7c,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:13.263105 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Attempting to bind port 560224c2-5e57-4477-ab81-2480220fca7c on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:13.263477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Attempting to bind port 560224c2-5e57-4477-ab81-2480220fca7c by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:13.263844 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Attempting to bind port 560224c2-5e57-4477-ab81-2480220fca7c on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:43:13.276321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:43:13.276669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:43:13.277074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.277466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:43:13.277946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Bound port: 560224c2-5e57-4477-ab81-2480220fca7c, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:13.278356 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.348891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-942d15e5-a632-48cd-b03e-8956a134cf6a', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:43:13.349956 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.526002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] For port 560224c2-5e57-4477-ab81-2480220fca7c, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:13.545447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] For port 560224c2-5e57-4477-ab81-2480220fca7c, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=560224c2-5e57-4477-ab81-2480220fca7c,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:13.593967 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.608475 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:13.713748 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Allocated IP 172.20.0.2 (942d15e5-a632-48cd-b03e-8956a134cf6a/e5c6a0a2-3929-4bdd-8073-d978cc5e820a/8518ee6a-5b9d-44fb-9971-63fa148cabfb) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:13.722128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:13.722774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:13.727418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98108098-7976-4bc4-9578-08413aa57d42 None None] Pushing event updated for resources: {'Port': ['ID=560224c2-5e57-4477-ab81-2480220fca7c,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:13.893796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:14.054479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.062936 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.116100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Network 942d15e5-a632-48cd-b03e-8956a134cf6a is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:14.117752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.1 (942d15e5-a632-48cd-b03e-8956a134cf6a/e5c6a0a2-3929-4bdd-8073-d978cc5e820a/9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:14.139522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:14.144689 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:43:14.154345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Pushing event updated for resources: {'Port': ['ID=8518ee6a-5b9d-44fb-9971-63fa148cabfb,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:14.220212 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Attempting to bind port 8518ee6a-5b9d-44fb-9971-63fa148cabfb on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:14.220587 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Attempting to bind port 8518ee6a-5b9d-44fb-9971-63fa148cabfb by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:14.220942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Attempting to bind port 8518ee6a-5b9d-44fb-9971-63fa148cabfb on network 942d15e5-a632-48cd-b03e-8956a134cf6a {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:43:14.228989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:43:14.229370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Checking segment: {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:43:14.229780 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.230202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Bound using segment: {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:43:14.230685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Bound port: 8518ee6a-5b9d-44fb-9971-63fa148cabfb, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:14.231067 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.234210 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.235434 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:11Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:14.268942 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.269260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb599d-4e06-4a1d-8fe4-81f407deca0d None None] The sync data for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 is: [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:11Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:43:14.311967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 942d15e5-a632-48cd-b03e-8956a134cf6a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:14.315715 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:14.318411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:43:14.333700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] For port 8518ee6a-5b9d-44fb-9971-63fa148cabfb, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:14.337209 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] For port 8518ee6a-5b9d-44fb-9971-63fa148cabfb, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8518ee6a-5b9d-44fb-9971-63fa148cabfb,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:14.341696 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.360931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:14.381755 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.403826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f4c9c-04d4-4530-b5dd-818cab5a1369 None None] Pushing event updated for resources: {'Port': ['ID=8518ee6a-5b9d-44fb-9971-63fa148cabfb,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:14.539427 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.870599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.875596 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:14.954198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:14.957338 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:15.057041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 942d15e5-a632-48cd-b03e-8956a134cf6a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:15.058633 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:15.191499 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 022bc55c-0513-4ca9-8804-1f492516191b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:43:15.314602 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:15.321150 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07cfa458-f3ff-48a2-a188-236a0e85c0af tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/022bc55c-0513-4ca9-8804-1f492516191b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2062433 Feb 04 16:43:15.483886 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-ae2b7a3f-87e2-4b68-9998-6dd3c117b8ff tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418121876&fields=id&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 267 time: 0.0506308 Feb 04 16:43:15.497057 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c81e80-c302-4024-a3bc-0e87b93811a2 None None] Network 942d15e5-a632-48cd-b03e-8956a134cf6a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:43:15.602720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-0a69cb9b-ebed-41e3-9637-8a8d63f11060 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:15.604236 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-0a69cb9b-ebed-41e3-9637-8a8d63f11060 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 796 time: 0.1126916 Feb 04 16:43:15.605867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-ef3c3fa7-dc43-4b39-8439-dfe8724a10db None None] Provisioning complete for port 8518ee6a-5b9d-44fb-9971-63fa148cabfb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:15.606270 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ef3c3fa7-dc43-4b39-8439-dfe8724a10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:15.620849 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-f498b10e-b5a2-46f4-b6e7-ea679fc96e90 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/quotas/fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 375 time: 0.0105741 Feb 04 16:43:15.677715 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-6894824d-764d-4933-bbaf-ed68f3fe0cea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508845 Feb 04 16:43:15.736798 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ef3c3fa7-dc43-4b39-8439-dfe8724a10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:15.770586 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-ef3c3fa7-dc43-4b39-8439-dfe8724a10db None None] For port 8518ee6a-5b9d-44fb-9971-63fa148cabfb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8518ee6a-5b9d-44fb-9971-63fa148cabfb,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:15.777873 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ef3c3fa7-dc43-4b39-8439-dfe8724a10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:15.797265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-86f89aa5-4b0e-44b1-a07c-ac979f965af2 service neutron] 10.222.0.47 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028659 Feb 04 16:43:15.843547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c3fa7-dc43-4b39-8439-dfe8724a10db None None] Pushing event updated for resources: {'Port': ['ID=8518ee6a-5b9d-44fb-9971-63fa148cabfb,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:15.911363 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-d9ec00ad-1df4-47d1-839d-46f7783fcbe8 service neutron] 10.222.0.47 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131239 Feb 04 16:43:16.005562 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-eff56913-53c5-4185-8588-e88e95de1ff2 None None] Provisioning complete for port 8518ee6a-5b9d-44fb-9971-63fa148cabfb triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:16.006586 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eff56913-53c5-4185-8588-e88e95de1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.021283 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Sync routers for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:43:16.045005 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:16.045655 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:16.127902 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-27d203a7-7d5d-429e-a9c0-92230d74dc0a req-90ca3a9b-9fa4-48e2-993f-9121c5f30102 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 210 time: 0.0393147 Feb 04 16:43:16.136962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-eff56913-53c5-4185-8588-e88e95de1ff2 None None] Provisioning complete for port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:16.137701 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eff56913-53c5-4185-8588-e88e95de1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.197700 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-eff56913-53c5-4185-8588-e88e95de1ff2 None None] Port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:43:16.231870 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:16.328476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-1b4fcec5-68af-44a2-8c6c-2ae365adf761 None None] Provisioning complete for port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:16.331792 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcec5-68af-44a2-8c6c-2ae365adf761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.364778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8518ee6a-5b9d-44fb-9971-63fa148cabfb up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:43:16.440403 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fcec5-68af-44a2-8c6c-2ae365adf761 None None] Port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:43:16.453704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8518ee6a-5b9d-44fb-9971-63fa148cabfb triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:16.454455 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.469333 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 2, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:16.502089 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Checking router: 022bc55c-0513-4ca9-8804-1f492516191b for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:43:16.502397 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Updating router 022bc55c-0513-4ca9-8804-1f492516191b port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:43:16.530245 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.559023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 560224c2-5e57-4477-ab81-2480220fca7c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:43:16.595446 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7f932681-7ea3-49a6-8a59-d67784fa6b2d None None] Provisioning complete for port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:16.595822 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7f932681-7ea3-49a6-8a59-d67784fa6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.638694 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-7f932681-7ea3-49a6-8a59-d67784fa6b2d None None] Port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:43:16.652392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 560224c2-5e57-4477-ab81-2480220fca7c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:16.652755 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.736014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.759089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 560224c2-5e57-4477-ab81-2480220fca7c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=560224c2-5e57-4477-ab81-2480220fca7c,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:16.764710 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.821685 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=560224c2-5e57-4477-ab81-2480220fca7c,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:16.827084 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.833592 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.887442 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Pushing event updated for resources: {'Port': ['ID=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:16.916850 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.917194 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.917519 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.917840 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.918188 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.918608 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.918824 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.919147 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.919451 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.919760 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.920070 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.920384 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:16.951771 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Attempting to bind port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:16.952712 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Attempting to bind port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:16.953087 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Attempting to bind port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce on network 942d15e5-a632-48cd-b03e-8956a134cf6a {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:43:16.959095 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:43:16.959464 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Checking segment: {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:43:16.959863 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:16.960245 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Bound using segment: {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:43:16.960704 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Bound port: 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:16.961072 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:17.027857 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] For port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:17.031215 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] For port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:17.035825 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:17.060741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-7b1c6edc-5d77-4a6f-9ef2-abad63acbfe7 None None] Provisioning complete for port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:17.061309 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6edc-5d77-4a6f-9ef2-abad63acbfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:17.086373 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:17.087009 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:17.148025 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6edc-5d77-4a6f-9ef2-abad63acbfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:17.211214 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7b1c6edc-5d77-4a6f-9ef2-abad63acbfe7 None None] For port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:17.213946 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:17.221142 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6edc-5d77-4a6f-9ef2-abad63acbfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:17.288330 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6c503e7d-b27e-4e28-b008-dfd1a33f09c9 req-54283863-3cf1-4606-8065-3a0b7d96de04 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 210 time: 0.0510800 Feb 04 16:43:17.311977 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc346fd-f8c4-4b75-b621-67a8fd1168c9 None None] Pushing event updated for resources: {'Port': ['ID=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:17.350045 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c6edc-5d77-4a6f-9ef2-abad63acbfe7 None None] Pushing event updated for resources: {'Port': ['ID=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:17.414244 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-790901e1-bf9a-4193-9f12-a2a964e9c2ba tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:17.416376 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-790901e1-bf9a-4193-9f12-a2a964e9c2ba tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 796 time: 0.1968584 Feb 04 16:43:17.451286 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-94818643-800e-4d5c-af34-e19516c9a0dc None None] Provisioning complete for port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:17.451669 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-94818643-800e-4d5c-af34-e19516c9a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:17.476138 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-1cc7878a-567d-4fdb-ba96-bb042118b394 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 380 time: 0.0461600 Feb 04 16:43:17.481951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'port': {'device_id': '28653316-8115-48fe-b5d9-68abe342405f', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'admin_state_up': True, 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'security_groups': ['30baa0b3-c1a1-44cd-825b-fe444c8fa08a']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:17.489544 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:17Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:17.537770 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06327a94-e55d-4ebb-8f84-65648ec77cee None None] The sync data for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 is: [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:17Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:43:17.633607 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:43:17.637339 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:17.794014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.10 (942d15e5-a632-48cd-b03e-8956a134cf6a/e5c6a0a2-3929-4bdd-8073-d978cc5e820a/9136bf9d-e500-4278-84f2-49c5fa714f20) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:17.958986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:17.995972 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:18.043605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 942d15e5-a632-48cd-b03e-8956a134cf6a is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:18.046826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:18.050714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:43:18.058808 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:43:18.077323 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=9136bf9d-e500-4278-84f2-49c5fa714f20,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:18.109581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:18.110325 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:18.133488 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-145734b4-2a80-400a-9a56-ce45002ce1a4 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6561756 Feb 04 16:43:18.145604 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-0abc2205-a5cc-46fc-8e9b-8e90a291c0be tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:43:18.146888 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-0abc2205-a5cc-46fc-8e9b-8e90a291c0be tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070443 Feb 04 16:43:18.160937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Request body: {'port': {'device_id': '28653316-8115-48fe-b5d9-68abe342405f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:18.250977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:18.306184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:43:18.380830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-aef9a37e-ff60-463d-a000-2be4199cff91 None None] Provisioning complete for port 9136bf9d-e500-4278-84f2-49c5fa714f20 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:18.381546 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aef9a37e-ff60-463d-a000-2be4199cff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:18.384350 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:18.384896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:18.451886 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-aef9a37e-ff60-463d-a000-2be4199cff91 None None] Port 9136bf9d-e500-4278-84f2-49c5fa714f20 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:43:18.509418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 560224c2-5e57-4477-ab81-2480220fca7c up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:43:18.568833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 560224c2-5e57-4477-ab81-2480220fca7c triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:18.569493 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:18.861796 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d8275-70ae-48be-9aad-848bdd5620f8 req-a6097bae-090e-4486-9c4f-e55c9d7f6ee7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:18.864132 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-560d8275-70ae-48be-9aad-848bdd5620f8 req-a6097bae-090e-4486-9c4f-e55c9d7f6ee7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 932 time: 0.4698544 Feb 04 16:43:18.939993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-560d8275-70ae-48be-9aad-848bdd5620f8 req-a0e98bb6-8bdd-4d8e-b786-c3d90d52d968 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672498 Feb 04 16:43:18.978873 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9136bf9d-e500-4278-84f2-49c5fa714f20 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:43:18.986734 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:18.999121 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Transition to ACTIVE for port object 9136bf9d-e500-4278-84f2-49c5fa714f20 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:19.003416 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:19.056433 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Pushing event updated for resources: {'Port': ['ID=9136bf9d-e500-4278-84f2-49c5fa714f20,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:19.130072 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Attempting to bind port 9136bf9d-e500-4278-84f2-49c5fa714f20 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:19.130420 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Attempting to bind port 9136bf9d-e500-4278-84f2-49c5fa714f20 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:19.130761 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Attempting to bind port 9136bf9d-e500-4278-84f2-49c5fa714f20 on network 942d15e5-a632-48cd-b03e-8956a134cf6a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:43:19.135592 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Port 9136bf9d-e500-4278-84f2-49c5fa714f20 on network 942d15e5-a632-48cd-b03e-8956a134cf6a not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:43:19.135918 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Attempting to bind port 9136bf9d-e500-4278-84f2-49c5fa714f20 on network 942d15e5-a632-48cd-b03e-8956a134cf6a {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:43:19.141408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:43:19.141749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Checking segment: {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:43:19.142170 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Bound using segment: {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:43:19.142613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Bound port: 9136bf9d-e500-4278-84f2-49c5fa714f20, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012caacf-249c-4fa3-a00a-c37b22ab498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:19.142972 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:19.216188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] For port 9136bf9d-e500-4278-84f2-49c5fa714f20, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:19.219456 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] For port 9136bf9d-e500-4278-84f2-49c5fa714f20, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9136bf9d-e500-4278-84f2-49c5fa714f20,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:19.224570 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:19.263411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:19.264460 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:19.265870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] 10.222.0.30 "PUT /v2.0/ports/9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 1092 time: 1.1110950 Feb 04 16:43:19.268437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:19.275544 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d968e1-a2f6-473e-be2f-d6add36c427f" -d '{"events": [{"name": "network-changed", "server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:43:19.311618 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2440b23-3bcf-429f-a061-c8b2484beb3b service neutron] Pushing event updated for resources: {'Port': ['ID=9136bf9d-e500-4278-84f2-49c5fa714f20,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:19.327301 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d95fdbc-3e39-428f-8d1e-4d43da5ebfc0 x-openstack-request-id: req-4d95fdbc-3e39-428f-8d1e-4d43da5ebfc0 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:43:19.327587 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:43:19.327837 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d95fdbc-3e39-428f-8d1e-4d43da5ebfc0 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:43:19.328301 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'status': 'completed', 'code': 200} Feb 04 16:43:19.364530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-27b41ecf-5290-4116-8368-0c892bb98134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:19.366114 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-27b41ecf-5290-4116-8368-0c892bb98134 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1095 time: 0.0481920 Feb 04 16:43:19.412931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-fd1813a3-fb91-422b-95b2-ea8988ad7349 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 217 time: 0.0393088 Feb 04 16:43:19.464378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-d381a5b9-f74a-4e24-b6d2-79a7064a6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:19.465917 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-d381a5b9-f74a-4e24-b6d2-79a7064a6a1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 200 len: 835 time: 0.0472138 Feb 04 16:43:19.514891 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-b94c90e5-32f5-4652-81cc-e86d7b5b8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:19.516487 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-b94c90e5-32f5-4652-81cc-e86d7b5b8550 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=942d15e5-a632-48cd-b03e-8956a134cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425525 Feb 04 16:43:19.610002 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-42b63151-d555-4594-a7fe-8f9ba521e69d service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867021 Feb 04 16:43:19.699856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bd5cfd3c-d10e-40fd-a99e-e08d0bb47e02 req-121f81af-d7ab-48df-a7e0-bb1adc54410b service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830371 Feb 04 16:43:19.782228 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-a05b7e8e-2983-4b63-a2e3-d03fcccd7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:19.783748 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-a05b7e8e-2983-4b63-a2e3-d03fcccd7512 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1095 time: 0.0416574 Feb 04 16:43:19.879293 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-916ff2cf-5111-4319-b27d-d95f21605f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:19.880690 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-916ff2cf-5111-4319-b27d-d95f21605f65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 897 time: 0.0904381 Feb 04 16:43:19.924620 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-b7fe711a-ffca-4def-8d63-9391dcdc4afb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 217 time: 0.0361283 Feb 04 16:43:19.980622 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-55b19978-adda-4543-b170-a0fd38d4ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:19.982169 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-55b19978-adda-4543-b170-a0fd38d4ef5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 200 len: 835 time: 0.0510845 Feb 04 16:43:20.056838 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-07ab515c-dd16-4a49-af1f-eb53ffc2e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:20.058368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-07ab515c-dd16-4a49-af1f-eb53ffc2e40f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=942d15e5-a632-48cd-b03e-8956a134cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700600 Feb 04 16:43:20.081463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed851d2-962b-4af5-8f71-5aedee3f9520 req-f9de8890-a3f7-4e5f-9272-82a1a675ad26 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:20.082954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ed851d2-962b-4af5-8f71-5aedee3f9520 req-f9de8890-a3f7-4e5f-9272-82a1a675ad26 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 944 time: 0.0689974 Feb 04 16:43:20.171297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4ed851d2-962b-4af5-8f71-5aedee3f9520 req-0b1bda78-a5b6-433d-95cc-b7bbe95f4fea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785184 Feb 04 16:43:20.189355 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-bfc5bf51-4cbc-4009-a835-f52a2ca2ea62 service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238232 Feb 04 16:43:20.280884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37d968e1-a2f6-473e-be2f-d6add36c427f req-c2c51096-f946-4564-995c-159ff26f0131 service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846214 Feb 04 16:43:21.293947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0cee5-5a69-4280-b4e2-56d792de857c req-f00b958c-4e63-40d6-b3d1-16651bfaff2c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:21.295488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5af0cee5-5a69-4280-b4e2-56d792de857c req-f00b958c-4e63-40d6-b3d1-16651bfaff2c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 944 time: 0.0537703 Feb 04 16:43:21.336226 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5af0cee5-5a69-4280-b4e2-56d792de857c req-353d8c0e-5804-46ca-990b-857471490c36 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339911 Feb 04 16:43:22.454274 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614a48f-c693-4515-b524-bd950d5601e9 req-009eef12-9001-4267-93a1-ac06e1206dd9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:22.456334 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6614a48f-c693-4515-b524-bd950d5601e9 req-009eef12-9001-4267-93a1-ac06e1206dd9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 944 time: 0.0501711 Feb 04 16:43:22.495765 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6614a48f-c693-4515-b524-bd950d5601e9 req-5a8cd8a0-6311-4069-8958-9da133f9fadb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Feb 04 16:43:23.478580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9136bf9d-e500-4278-84f2-49c5fa714f20 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:43:23.577404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9136bf9d-e500-4278-84f2-49c5fa714f20, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9136bf9d-e500-4278-84f2-49c5fa714f20,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:23.593153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'port_id': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'mac_address': 'fa:16:3e:cd:84:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:43:23.626802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31dfb8-96ec-4d21-b081-7f0547cb435f req-51c494e6-9d62-4ce8-9929-2ed631c2507d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:23.628380 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b31dfb8-96ec-4d21-b081-7f0547cb435f req-51c494e6-9d62-4ce8-9929-2ed631c2507d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 944 time: 0.0637105 Feb 04 16:43:23.642677 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:23.660470 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9136bf9d-e500-4278-84f2-49c5fa714f20 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:43:23.669520 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3b31dfb8-96ec-4d21-b081-7f0547cb435f req-7bc2d078-3554-401b-a1c2-129c09295f87 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346293 Feb 04 16:43:23.680466 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9136bf9d-e500-4278-84f2-49c5fa714f20, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9136bf9d-e500-4278-84f2-49c5fa714f20,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:23.685089 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:23.733628 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=9136bf9d-e500-4278-84f2-49c5fa714f20,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:23.956721 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:24.110216 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['9136bf9d-e500-4278-84f2-49c5fa714f20'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:43:24.791185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d89e0-8c13-4273-b1d0-cd183d142c3b req-8f1b4f80-a070-40d3-a4d7-2125cb347afa tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:24.792750 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-667d89e0-8c13-4273-b1d0-cd183d142c3b req-8f1b4f80-a070-40d3-a4d7-2125cb347afa tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 945 time: 0.0547125 Feb 04 16:43:24.834269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-667d89e0-8c13-4273-b1d0-cd183d142c3b req-5f2b9804-c5c9-4424-addc-5e9a52d2e9b2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347700 Feb 04 16:43:25.493922 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9136bf9d-e500-4278-84f2-49c5fa714f20 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:43:25.542382 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 9136bf9d-e500-4278-84f2-49c5fa714f20 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:25.546302 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 9136bf9d-e500-4278-84f2-49c5fa714f20 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:25.546674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:25.629930 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:25.652677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:25.654988 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbb584d-d8ed-4b13-a9ec-cb9aed186785" -d '{"events": [{"server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "name": "network-vif-plugged", "status": "completed", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:43:25.668714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 9136bf9d-e500-4278-84f2-49c5fa714f20, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9136bf9d-e500-4278-84f2-49c5fa714f20,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:25.672782 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:25.697052 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e07c0-8db2-4369-93e6-3b629fc3dc46 x-openstack-request-id: req-600e07c0-8db2-4369-93e6-3b629fc3dc46 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:43:25.697343 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "name": "network-vif-plugged", "status": "completed", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:43:25.697604 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-600e07c0-8db2-4369-93e6-3b629fc3dc46 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:43:25.698002 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'code': 200} Feb 04 16:43:25.724733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=9136bf9d-e500-4278-84f2-49c5fa714f20,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:25.790934 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62436969-0d26-4b51-a11e-fd7722e1437c req-fd70ebe3-e800-4f99-824d-6b09c89b7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:25.792365 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62436969-0d26-4b51-a11e-fd7722e1437c req-fd70ebe3-e800-4f99-824d-6b09c89b7725 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1097 time: 0.0405905 Feb 04 16:43:25.827452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-62436969-0d26-4b51-a11e-fd7722e1437c req-0281e523-8eff-43db-8de8-1281f0ab4144 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290649 Feb 04 16:43:25.950440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454c523-1b77-44c5-824a-21a566f00c4d req-c0f45ea6-1c05-4370-8196-ce1c00a6b266 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:25.951940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a454c523-1b77-44c5-824a-21a566f00c4d req-c0f45ea6-1c05-4370-8196-ce1c00a6b266 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0497665 Feb 04 16:43:25.992154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a454c523-1b77-44c5-824a-21a566f00c4d req-f9eec184-4feb-416e-b0c2-446ad61a4d2b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333498 Feb 04 16:43:27.113545 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf1bc7-4e23-4640-a9ed-9b96109a4ac4 req-48d1815f-92a5-4312-9760-5aa1808bce67 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:27.115129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7bf1bc7-4e23-4640-a9ed-9b96109a4ac4 req-48d1815f-92a5-4312-9760-5aa1808bce67 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0536060 Feb 04 16:43:27.162149 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d7bf1bc7-4e23-4640-a9ed-9b96109a4ac4 req-0d67564d-a331-4c2e-a930-bf2a1a6ce99b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397615 Feb 04 16:43:28.284460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd8cad-421a-4d94-8df0-c35a73178c00 req-3f1fd07b-e52b-490e-b259-6d3955eaeb55 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:28.286040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41dd8cad-421a-4d94-8df0-c35a73178c00 req-3f1fd07b-e52b-490e-b259-6d3955eaeb55 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0537794 Feb 04 16:43:28.324768 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-41dd8cad-421a-4d94-8df0-c35a73178c00 req-c4b8a60f-5665-425c-aff1-b6dce096d175 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327044 Feb 04 16:43:28.439786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039ad2-61cd-4181-accd-471dc4e6c18c req-f6189591-e2de-4612-adbe-b95c3b3fc51c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:28.441933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96039ad2-61cd-4181-accd-471dc4e6c18c req-f6189591-e2de-4612-adbe-b95c3b3fc51c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0487344 Feb 04 16:43:28.481515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-96039ad2-61cd-4181-accd-471dc4e6c18c req-ce1d74db-2642-4036-852d-9c8da00cbeb8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Feb 04 16:43:28.503349 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38842) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:28.546573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd4e351-999a-4c33-beb7-0804504df017 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:28.548098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-abd4e351-999a-4c33-beb7-0804504df017 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1092 time: 0.0437815 Feb 04 16:43:28.551733 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38844) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:28.555958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:43:28.579648 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.679425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.791467 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.98 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/b28a0489-96fd-4051-a4bd-8d5248b9d73d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:28.895052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.929904 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.976608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:28.979631 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:28.983400 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:43:28.989491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=b28a0489-96fd-4051-a4bd-8d5248b9d73d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:29.370852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:29.445776 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:29.600698 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:29.605460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:29.677410 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=b28a0489-96fd-4051-a4bd-8d5248b9d73d,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:29.689474 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:29.792154 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP 498a6089-8f65-434f-a326-66bc57e9a9ca associated. External IP: 172.25.1.98, port: 9136bf9d-e500-4278-84f2-49c5fa714f20. Feb 04 16:43:30.008007 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 022bc55c-0513-4ca9-8804-1f492516191b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:43:30.123680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:30.134123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] Sync routers for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:43:30.141772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.143969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:30.144682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:30.170936 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-cd96887d-3c14-4dff-9526-f275e02f3243 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6181738 Feb 04 16:43:30.171673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:30.174052 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39199d0-aee7-4345-b406-57d75afadade" -d '{"events": [{"name": "network-changed", "server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:43:30.213723 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e46e06-31e8-42e8-aa00-e1e33f68ed63 x-openstack-request-id: req-96e46e06-31e8-42e8-aa00-e1e33f68ed63 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:43:30.214136 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:43:30.214505 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96e46e06-31e8-42e8-aa00-e1e33f68ed63 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:43:30.215106 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'status': 'completed', 'code': 200} Feb 04 16:43:30.307700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cc17-0070-47ce-a381-c8960fb4ed9b req-acc5bc01-5a82-44dc-bdee-cd2c66d97e1c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:30.309220 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9f7cc17-0070-47ce-a381-c8960fb4ed9b req-acc5bc01-5a82-44dc-bdee-cd2c66d97e1c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0856588 Feb 04 16:43:30.316286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39199d0-aee7-4345-b406-57d75afadade req-ec840cb9-e112-472b-b513-b9e6d9b48132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:30.317796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b39199d0-aee7-4345-b406-57d75afadade req-ec840cb9-e112-472b-b513-b9e6d9b48132 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1097 time: 0.0669389 Feb 04 16:43:30.407389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9f7cc17-0070-47ce-a381-c8960fb4ed9b req-1f4da4bb-fe0d-4a5d-b64a-0e89c2638120 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885644 Feb 04 16:43:30.414528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:30.430323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38850) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:30.437142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39199d0-aee7-4345-b406-57d75afadade req-9417f5c1-ea5c-4b07-81d5-e4233c456ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:30.438673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b39199d0-aee7-4345-b406-57d75afadade req-9417f5c1-ea5c-4b07-81d5-e4233c456ba4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 897 time: 0.1135025 Feb 04 16:43:30.500703 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-2f09dcab-97b2-4dc8-ace0-7bc8bd44056e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/498a6089-8f65-434f-a326-66bc57e9a9ca HTTP/1.1" status: 200 len: 991 time: 0.0688484 Feb 04 16:43:30.515963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b39199d0-aee7-4345-b406-57d75afadade req-4dc42f33-9334-43ac-9d43-734b83e5ab0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 999 time: 0.0703790 Feb 04 16:43:30.567378 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39199d0-aee7-4345-b406-57d75afadade req-85f790af-9fa2-4b8d-8cb3-54e371b636a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:30.568805 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b39199d0-aee7-4345-b406-57d75afadade req-85f790af-9fa2-4b8d-8cb3-54e371b636a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 200 len: 835 time: 0.0467844 Feb 04 16:43:30.622823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39199d0-aee7-4345-b406-57d75afadade req-95c17969-d51b-4422-94f5-9b7a940bde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:30.624326 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b39199d0-aee7-4345-b406-57d75afadade req-95c17969-d51b-4422-94f5-9b7a940bde1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=942d15e5-a632-48cd-b03e-8956a134cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472240 Feb 04 16:43:30.652017 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '498a6089-8f65-434f-a326-66bc57e9a9ca', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'port_id': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'mac_address': 'fa:16:3e:cd:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28653316-8115-48fe-b5d9-68abe342405f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:29Z', 'updated_at': '2022-02-04T16:43:29Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:17Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:30.678379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] Checking router: 022bc55c-0513-4ca9-8804-1f492516191b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:43:30.686796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:43:30.687429 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:43:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:30.718052 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b39199d0-aee7-4345-b406-57d75afadade req-ed8be7a3-fd38-4d79-85da-864a52a68a50 service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861921 Feb 04 16:43:30.744248 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e4f5266d-6db6-4cfe-8646-b90bcfceb52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.806582 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:43:30.808737 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b39199d0-aee7-4345-b406-57d75afadade req-a979e752-635c-4e02-ab22-4b4042a1fee2 service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838914 Feb 04 16:43:31.028757 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '498a6089-8f65-434f-a326-66bc57e9a9ca', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'port_id': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'mac_address': 'fa:16:3e:cd:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28653316-8115-48fe-b5d9-68abe342405f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:29Z', 'updated_at': '2022-02-04T16:43:29Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:17Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:31.060220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063e1ff-2a8f-401f-981a-621a1dac258c None None] The sync data for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 is: [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '498a6089-8f65-434f-a326-66bc57e9a9ca', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'port_id': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'mac_address': 'fa:16:3e:cd:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28653316-8115-48fe-b5d9-68abe342405f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:29Z', 'updated_at': '2022-02-04T16:43:29Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:17Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:43:31.253943 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea089ae1-ce03-4f82-8a3f-5006c2d23e19 None None] New status for floating IP 498a6089-8f65-434f-a326-66bc57e9a9ca: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:43:31.504484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 38852) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:43:31.572725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0102299b-357d-4bf6-a91a-d7d41ef8eb85 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/498a6089-8f65-434f-a326-66bc57e9a9ca HTTP/1.1" status: 200 len: 993 time: 0.0667672 Feb 04 16:43:33.817023 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8e679765-a284-4b8b-92b9-2b7f24b961ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:36.081756 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.141473 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.699030 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:40.490809 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:46.010796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-47f8a61d-6375-4f98-a0bf-ff2758f2a71e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435319 Feb 04 16:43:46.102227 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-ea571159-5899-4a85-959b-c2f9adfeb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:46.103790 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-ea571159-5899-4a85-959b-c2f9adfeb4c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1097 time: 0.0509183 Feb 04 16:43:46.211534 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-7f0bd94f-0ec4-4841-b93e-c7c8bc9bbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:46.213022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-7f0bd94f-0ec4-4841-b93e-c7c8bc9bbfc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 897 time: 0.0882735 Feb 04 16:43:46.287840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-84fe5d07-fe44-4b42-b33a-638b97f0b7d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 1001 time: 0.0673456 Feb 04 16:43:46.337300 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-73c46bf1-f0ce-44be-8fc9-543f16fc463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:46.338788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-73c46bf1-f0ce-44be-8fc9-543f16fc463a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 200 len: 835 time: 0.0443192 Feb 04 16:43:46.385960 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-87e79e67-1042-4fa1-bc43-7637092496d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:46.387507 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-87e79e67-1042-4fa1-bc43-7637092496d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=942d15e5-a632-48cd-b03e-8956a134cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421371 Feb 04 16:43:46.514965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-df4ba81d-e84d-403c-9035-355f8fe8a0fc service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200104 Feb 04 16:43:46.622487 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6b9615da-eb61-4edd-8a57-a349a86ba53f req-e3c01c41-1822-48da-9740-e13c5b3e0e4e service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006362 Feb 04 16:43:53.749194 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-394e19d2-ee84-4ae4-8ac2-f54f8cfea050 req-061fa138-b2b4-4265-9467-ef5634d1464f service neutron] (102422) timed out ('10.222.0.47', 35356) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 16:43:53.952871 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:55.059208 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:44:00.737811 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4b97e79f-d26a-4523-8a17-eec48801ce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:03.822661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-61311850-b030-4fbb-aa4f-725dca55c3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:06.088577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:07.147788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:07.708087 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:10.489803 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:23.955525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:30.741542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6e972f77-00ac-4299-9568-1ba4677383e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:32.059311 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:44:33.826541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-87fe659e-ca22-4241-b531-ec27c4ebd02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:36.086592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.144309 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.709921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:40.505118 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:46.004028 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-5eca1d02-d304-42c7-a29e-b1a6a6875777 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397773 Feb 04 16:44:46.091329 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-ee8539a0-7e25-4aaf-9994-4db3ab57c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:46.092841 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-ee8539a0-7e25-4aaf-9994-4db3ab57c798 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1097 time: 0.0449193 Feb 04 16:44:46.196181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-c16ae696-8c08-4c5f-b0b4-9d70e6c93da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:46.197699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-c16ae696-8c08-4c5f-b0b4-9d70e6c93da9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 897 time: 0.0850768 Feb 04 16:44:46.265848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-b9083f1c-ce5a-4b2c-933a-151e093af546 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 1001 time: 0.0614049 Feb 04 16:44:46.314845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-f24ef86f-412c-4d82-a980-16e6c19d3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:46.316315 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-f24ef86f-412c-4d82-a980-16e6c19d3d7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 200 len: 835 time: 0.0437732 Feb 04 16:44:46.361546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-8ba082e5-a80a-4b24-be43-4993d5f3c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:46.363078 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-8ba082e5-a80a-4b24-be43-4993d5f3c814 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=942d15e5-a632-48cd-b03e-8956a134cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400991 Feb 04 16:44:46.458965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-42a9bf67-06b4-4206-88b3-ca24ec248483 service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887775 Feb 04 16:44:46.557587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dbcadc4-26bd-4880-8291-6f12e63ab72f req-2320c53b-dbb3-433c-81c2-5006b762bad5 service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901947 Feb 04 16:44:53.953284 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:56.672483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525300ed-2181-40a5-a1bf-b3b09909e94f req-3754b50e-9a3a-4a76-ae65-549356c7d493 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:56.674048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-525300ed-2181-40a5-a1bf-b3b09909e94f req-3754b50e-9a3a-4a76-ae65-549356c7d493 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0573041 Feb 04 16:44:56.723320 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-525300ed-2181-40a5-a1bf-b3b09909e94f req-b942c35f-1b72-4d01-9097-3b248bbe785b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Feb 04 16:44:57.855964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5394ec-57ee-4a9e-870d-c3d93fc68101 req-b6362af0-57dd-4aee-8196-2d2ab10fd392 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:57.857500 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df5394ec-57ee-4a9e-870d-c3d93fc68101 req-b6362af0-57dd-4aee-8196-2d2ab10fd392 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0527563 Feb 04 16:44:57.899041 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-df5394ec-57ee-4a9e-870d-c3d93fc68101 req-9bd37a20-578d-4a45-96b0-9adea128177b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332406 Feb 04 16:44:59.018874 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec610c-75be-4677-bb3d-41f4742020e6 req-0b711c11-7327-46d0-bbe2-87fc73cdc958 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:59.020373 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-76ec610c-75be-4677-bb3d-41f4742020e6 req-0b711c11-7327-46d0-bbe2-87fc73cdc958 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0488172 Feb 04 16:44:59.061526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-76ec610c-75be-4677-bb3d-41f4742020e6 req-19da6998-7d7d-44d6-9e78-929c8873aca9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345874 Feb 04 16:45:00.188560 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584b82e-385a-467e-b2f3-c5f02040b742 req-ac6efe8e-90c5-497f-92c2-39435f62d27e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:00.190155 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c584b82e-385a-467e-b2f3-c5f02040b742 req-ac6efe8e-90c5-497f-92c2-39435f62d27e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0575311 Feb 04 16:45:00.231064 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c584b82e-385a-467e-b2f3-c5f02040b742 req-9cdbff48-18bd-42fe-8dfc-6b0c319b1e4f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338893 Feb 04 16:45:00.744852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2804e5a8-3173-496a-8f7b-109edf022491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:01.356465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ed1c2-18dd-4580-b44e-a944ae701ec6 req-b46e87a9-08ac-44ba-b460-1999392f0696 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:01.358009 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-029ed1c2-18dd-4580-b44e-a944ae701ec6 req-b46e87a9-08ac-44ba-b460-1999392f0696 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0530636 Feb 04 16:45:01.396669 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-029ed1c2-18dd-4580-b44e-a944ae701ec6 req-a9233a7c-dd0e-4d6c-952d-b5c891cea690 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Feb 04 16:45:02.517545 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9505393-9699-428d-96ce-529304062e70 req-73c68d1b-32a5-46ba-b59a-3da76137f765 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:02.519171 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9505393-9699-428d-96ce-529304062e70 req-73c68d1b-32a5-46ba-b59a-3da76137f765 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0490673 Feb 04 16:45:02.576796 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a9505393-9699-428d-96ce-529304062e70 req-c7872c8f-2668-4484-83b6-d35b506c753e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503147 Feb 04 16:45:03.761201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffa2d1-317b-4791-968e-f9ebc7091840 req-dd509e95-3b1f-4153-b21f-4eddd1a11abe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:03.762743 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecffa2d1-317b-4791-968e-f9ebc7091840 req-dd509e95-3b1f-4153-b21f-4eddd1a11abe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.1071146 Feb 04 16:45:03.800371 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ecffa2d1-317b-4791-968e-f9ebc7091840 req-d1d927c6-164f-427d-b399-6072d23823c5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Feb 04 16:45:03.829448 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ea81da0e-83e1-41bb-a42b-0ba1a6bf6167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:04.972089 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcb8f3-419f-41ba-adea-8c2a281957d0 req-9f7ed66c-7d8d-476c-b2ee-898f267744c7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:04.973619 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00dcb8f3-419f-41ba-adea-8c2a281957d0 req-9f7ed66c-7d8d-476c-b2ee-898f267744c7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.1002526 Feb 04 16:45:05.016093 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-00dcb8f3-419f-41ba-adea-8c2a281957d0 req-fbd588ed-aed6-495a-8fc9-98ac0f9efeb2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358603 Feb 04 16:45:06.091202 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:06.135230 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8d80-4c2f-40eb-9bcf-b24a15177548 req-032f9ea7-e679-4df4-832b-c0a2530ffe98 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:06.136746 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-189a8d80-4c2f-40eb-9bcf-b24a15177548 req-032f9ea7-e679-4df4-832b-c0a2530ffe98 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0517020 Feb 04 16:45:06.178860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-189a8d80-4c2f-40eb-9bcf-b24a15177548 req-cfcc9ca9-b0ff-4712-a481-effc643dc5d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361011 Feb 04 16:45:07.138141 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:07.300491 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3a26-d2d7-4f51-8c92-da4494c87153 req-5899157d-0eeb-4445-8cf6-f545310edafd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:07.301996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-273b3a26-d2d7-4f51-8c92-da4494c87153 req-5899157d-0eeb-4445-8cf6-f545310edafd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0534933 Feb 04 16:45:07.340443 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-273b3a26-d2d7-4f51-8c92-da4494c87153 req-38a027a0-a1a2-434a-beeb-ac8869f5d330 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323689 Feb 04 16:45:07.363337 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38916) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:45:07.425800 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-911ec014-34a0-4fbc-9553-6a7d4a8eca55 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/498a6089-8f65-434f-a326-66bc57e9a9ca HTTP/1.1" status: 200 len: 993 time: 0.0612147 Feb 04 16:45:07.709942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:08.713272 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa31a52-eda4-44a8-a4dd-691971ced50a req-2cfdb399-af7b-4ae9-84c1-74341e2b6d79 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:08.716016 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0aa31a52-eda4-44a8-a4dd-691971ced50a req-2cfdb399-af7b-4ae9-84c1-74341e2b6d79 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0668392 Feb 04 16:45:08.721682 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81cda5-d148-47f6-8538-a08bf433891c req-bb8ffdba-8211-4e88-ba74-b45ed4d994bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:08.723305 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d81cda5-d148-47f6-8538-a08bf433891c req-bb8ffdba-8211-4e88-ba74-b45ed4d994bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1097 time: 0.0428915 Feb 04 16:45:08.759135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0aa31a52-eda4-44a8-a4dd-691971ced50a req-32c1a751-e6e4-4446-934b-426d349c61f6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338664 Feb 04 16:45:08.818737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81cda5-d148-47f6-8538-a08bf433891c req-b4b839bf-88a8-48fc-af44-5ccb281622fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:08.820205 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d81cda5-d148-47f6-8538-a08bf433891c req-b4b839bf-88a8-48fc-af44-5ccb281622fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 897 time: 0.0893979 Feb 04 16:45:08.886339 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d81cda5-d148-47f6-8538-a08bf433891c req-e534019d-3eed-432b-9022-07bd93784a9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 1001 time: 0.0589290 Feb 04 16:45:08.940792 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81cda5-d148-47f6-8538-a08bf433891c req-d18f48ee-c95a-43ff-8073-ea2fa51bb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:08.942302 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d81cda5-d148-47f6-8538-a08bf433891c req-d18f48ee-c95a-43ff-8073-ea2fa51bb016 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 200 len: 835 time: 0.0498216 Feb 04 16:45:08.987049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81cda5-d148-47f6-8538-a08bf433891c req-73980a46-6a69-4c30-beeb-7750e5a7a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:08.988470 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d81cda5-d148-47f6-8538-a08bf433891c req-73980a46-6a69-4c30-beeb-7750e5a7a3a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=942d15e5-a632-48cd-b03e-8956a134cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396776 Feb 04 16:45:09.058793 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:45:09.078331 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d81cda5-d148-47f6-8538-a08bf433891c req-ed3cae4e-9315-4d2c-9687-9f772ebe231e service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833013 Feb 04 16:45:09.174227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d81cda5-d148-47f6-8538-a08bf433891c req-2f19c088-2b5f-4e8c-9d91-67e13931e20b service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889542 Feb 04 16:45:09.891786 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7eb92-8e00-43d4-904f-d7a523d39833 req-cc7bd7e1-cb46-43f4-aa3b-4eba292df192 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:09.893177 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a7e7eb92-8e00-43d4-904f-d7a523d39833 req-cc7bd7e1-cb46-43f4-aa3b-4eba292df192 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0537057 Feb 04 16:45:09.931728 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a7e7eb92-8e00-43d4-904f-d7a523d39833 req-8a4eba6d-b29c-47eb-a764-5828e2349cab tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316253 Feb 04 16:45:09.955671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38926) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:45:10.021605 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cf98ac52-8f90-4f75-9978-ff8b8b7097d2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/498a6089-8f65-434f-a326-66bc57e9a9ca HTTP/1.1" status: 200 len: 993 time: 0.0647447 Feb 04 16:45:10.509772 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:23.951308 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:30.746812 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-84ea5fe9-a730-4a36-b26c-e3f149141c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:33.837658 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f9587a3c-ef1d-4295-8103-7a6440341385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:36.091529 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:37.145695 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:37.712520 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:40.509004 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:46.058734 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:45:47.053913 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-b8e3f2c3-0a7d-4355-838a-cc45cc394a1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814581 Feb 04 16:45:47.136421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-e729d271-b7e5-42d3-b17b-7e3bd03ca833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:47.137918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-e729d271-b7e5-42d3-b17b-7e3bd03ca833 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1097 time: 0.0402122 Feb 04 16:45:47.259868 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-d99155da-cc20-423e-91ee-4610be23a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:47.261250 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-d99155da-cc20-423e-91ee-4610be23a60a service neutron] 10.222.0.30 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 897 time: 0.1019495 Feb 04 16:45:47.327251 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-315ee21a-a8d3-4101-a562-9d0070b2cf13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 1001 time: 0.0585120 Feb 04 16:45:47.378651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-a3c94212-696d-4e5e-8152-6ad32c4247de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:47.380709 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-a3c94212-696d-4e5e-8152-6ad32c4247de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 200 len: 835 time: 0.0468733 Feb 04 16:45:47.425497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-c67b2e60-36ae-4802-9c86-632d4be39ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:47.427573 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-c67b2e60-36ae-4802-9c86-632d4be39ec5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=942d15e5-a632-48cd-b03e-8956a134cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404162 Feb 04 16:45:47.518368 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-48531bce-c0d0-4035-89c4-09aca5be526c service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842340 Feb 04 16:45:47.620551 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bafac93a-46aa-459b-a0b6-d68df22400f4 req-93263226-1ba8-4b7a-bc81-819a1ebd79a5 service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957792 Feb 04 16:45:53.957395 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.748787 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3435a370-6e1c-4a8d-b462-6db60912d7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:03.831425 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-54f0d982-9520-42bc-9b90-6e75fbb0a48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:06.094610 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:07.142170 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:07.717990 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:10.504401 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:10.973393 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 38980) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:11.337568 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port b28a0489-96fd-4051-a4bd-8d5248b9d73d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:46:11.337919 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:11.422584 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:11.423055 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:11.435467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for b28a0489-96fd-4051-a4bd-8d5248b9d73d owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:46:11.596905 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:11.627752 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=b28a0489-96fd-4051-a4bd-8d5248b9d73d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:11.640896 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.641254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.641609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.641950 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.642313 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.642646 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.642980 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.643311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.643643 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.643973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.644298 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.644619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:11.707169 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:11.707506 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP 498a6089-8f65-434f-a326-66bc57e9a9ca disassociated (deleted). External IP: 172.25.1.98, port: 9136bf9d-e500-4278-84f2-49c5fa714f20. Feb 04 16:46:11.929899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 022bc55c-0513-4ca9-8804-1f492516191b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:46:12.374540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:46:12.379361 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:12.384409 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] Sync routers for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:46:12.394370 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:12.394989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:12.407850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-fb288b84-359f-47b6-93cd-95fc88703b81 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/floatingips/498a6089-8f65-434f-a326-66bc57e9a9ca HTTP/1.1" status: 204 len: 168 time: 1.4333029 Feb 04 16:46:12.409057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:12.411377 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91" -d '{"events": [{"name": "network-changed", "server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:46:12.465142 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f4c898-2568-4320-8741-80b6ec45515b x-openstack-request-id: req-00f4c898-2568-4320-8741-80b6ec45515b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:46:12.466063 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:46:12.466328 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00f4c898-2568-4320-8741-80b6ec45515b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:46:12.467367 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'status': 'completed', 'code': 200} Feb 04 16:46:12.514673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:12.545788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-97385cf2-f843-4404-9420-f4164b626263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:12.548057 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-97385cf2-f843-4404-9420-f4164b626263 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 1097 time: 0.0576231 Feb 04 16:46:12.655188 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-469c66df-2f20-4b30-88c3-f672c2abad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:12.656884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-469c66df-2f20-4b30-88c3-f672c2abad27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 200 len: 897 time: 0.1000488 Feb 04 16:46:12.669472 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c3356-3418-4a56-aedb-fdb086240e77 req-98e32442-7e0f-4a4c-85ba-747bf184ad5f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:12.674554 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-980c3356-3418-4a56-aedb-fdb086240e77 req-98e32442-7e0f-4a4c-85ba-747bf184ad5f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0596697 Feb 04 16:46:12.701906 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-28e476a2-db81-4281-913a-ec4bb4d48de8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 200 len: 217 time: 0.0375416 Feb 04 16:46:12.713518 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-980c3356-3418-4a56-aedb-fdb086240e77 req-5a74060b-ce12-4e1f-9fe5-6c76e01f7fb3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358937 Feb 04 16:46:12.756351 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:17Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:12.757626 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-3a0e9b4b-47ab-4398-9b54-8b6dfa28f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:12.759141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-3a0e9b4b-47ab-4398-9b54-8b6dfa28f39b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 200 len: 835 time: 0.0504596 Feb 04 16:46:12.783985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] Checking router: 022bc55c-0513-4ca9-8804-1f492516191b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:46:12.793837 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:12.794487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:12.808278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-744381f4-1a80-44dc-b10c-9eae133c9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:12.810412 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-744381f4-1a80-44dc-b10c-9eae133c9914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=942d15e5-a632-48cd-b03e-8956a134cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430202 Feb 04 16:46:12.904078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:12.907781 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-41289097-9a2a-48b0-a1f5-bf654434a0fd service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891073 Feb 04 16:46:13.001785 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aaac3eb1-b2eb-4ee0-938d-87a92ebc9b91 req-f6d5647c-7434-467d-9c21-f40144b4002d service neutron] 10.222.0.30 "GET /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863051 Feb 04 16:46:13.119413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:17Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:13.145951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a1090-8f36-454b-8dea-b27f35f0fc64 None None] The sync data for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 is: [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:43:14Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce', 'name': '', 'network_id': '942d15e5-a632-48cd-b03e-8956a134cf6a', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:ed:da:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:13Z', 'updated_at': '2022-02-04T16:43:17Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': 'e5c6a0a2-3929-4bdd-8073-d978cc5e820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:46:13.407749 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1433b0f-a2c9-470d-a994-6969bb2aee8a None None] New status for floating IP 498a6089-8f65-434f-a326-66bc57e9a9ca: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:46:13.842703 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6db0d-800a-4a0b-a917-54354bc8d064 req-d7785be7-ade6-49cd-8cb8-bbbe0eecf13e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:13.844227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34d6db0d-800a-4a0b-a917-54354bc8d064 req-d7785be7-ade6-49cd-8cb8-bbbe0eecf13e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0558155 Feb 04 16:46:13.881696 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34d6db0d-800a-4a0b-a917-54354bc8d064 req-ce00a35f-2ef5-4c03-95d4-c8f3cefc4343 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=30baa0b3-c1a1-44cd-825b-fe444c8fa08a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Feb 04 16:46:14.465501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-2b772eee-cc95-4436-803c-b129ddef60f8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:14.466896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-2b772eee-cc95-4436-803c-b129ddef60f8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 946 time: 0.0487814 Feb 04 16:46:14.555426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 9136bf9d-e500-4278-84f2-49c5fa714f20 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:46:14.555774 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.646473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 9136bf9d-e500-4278-84f2-49c5fa714f20, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=9136bf9d-e500-4278-84f2-49c5fa714f20,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:14.646850 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.658606 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 9136bf9d-e500-4278-84f2-49c5fa714f20 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:46:14.796977 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.825064 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=9136bf9d-e500-4278-84f2-49c5fa714f20,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:14.869056 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] No DVR routers for this DVR port 9136bf9d-e500-4278-84f2-49c5fa714f20 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:46:14.872313 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.875976 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e408f920-35b9-44c8-a7bf-1614a8a55aa9 req-40eb5d69-2cb3-4657-904b-b2ed8822293e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.30 "DELETE /v2.0/ports/9136bf9d-e500-4278-84f2-49c5fa714f20 HTTP/1.1" status: 204 len: 173 time: 0.4033389 Feb 04 16:46:14.876430 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'name': 'network-vif-deleted', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:14.879299 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f387758-f6dd-4dff-962e-4cd6f7517ed6" -d '{"events": [{"server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "name": "network-vif-deleted", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:46:14.921131 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daef3e48-a4d3-4f23-a3db-84af06fdef1b x-openstack-request-id: req-daef3e48-a4d3-4f23-a3db-84af06fdef1b {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:46:14.921418 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28653316-8115-48fe-b5d9-68abe342405f", "name": "network-vif-deleted", "tag": "9136bf9d-e500-4278-84f2-49c5fa714f20", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:46:14.921725 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-daef3e48-a4d3-4f23-a3db-84af06fdef1b {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:46:14.922169 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28653316-8115-48fe-b5d9-68abe342405f', 'name': 'network-vif-deleted', 'tag': '9136bf9d-e500-4278-84f2-49c5fa714f20', 'status': 'completed', 'code': 200} Feb 04 16:46:14.987546 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0bb0bab2-a291-4d8e-a271-7e40c5f76788 req-d2daef38-a712-449d-a0b1-5d4946f8b79b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=28653316-8115-48fe-b5d9-68abe342405f HTTP/1.1" status: 200 len: 210 time: 0.0294337 Feb 04 16:46:16.053659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39006) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:16.417469 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:16.677107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:46:16.677450 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:16.772601 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:16.772967 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:16.784691 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:46:16.969917 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.001805 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:17.178158 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.414311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 022bc55c-0513-4ca9-8804-1f492516191b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:46:17.520391 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:46:17.525464 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f0a2258f-562f-4089-a4af-540a3a7532a9 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/022bc55c-0513-4ca9-8804-1f492516191b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4706316 Feb 04 16:46:17.529093 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39010) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:17.530494 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] Sync routers for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:46:17.539869 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:17.540480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:17.581933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting subnet e5c6a0a2-3929-4bdd-8073-d978cc5e820a {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:46:17.585087 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.627203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.645086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:17.723226 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.789044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.816559 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c6a0a2-3929-4bdd-8073-d978cc5e820a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:17.822452 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:17.829300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/subnets/e5c6a0a2-3929-4bdd-8073-d978cc5e820a HTTP/1.1" status: 204 len: 168 time: 0.2990446 Feb 04 16:46:17.829536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39012) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:17.835046 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.835396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.835742 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.836203 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.836405 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.836737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.837064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.838798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.838798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.838798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.838798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.838798 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22be34-8d51-4398-9070-70432c8e44a2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:17.880743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007dc054-b821-4800-a92f-5eea8b5448e9 None None] Network 942d15e5-a632-48cd-b03e-8956a134cf6a requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:46:17.942354 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.053656 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.089763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '560224c2-5e57-4477-ab81-2480220fca7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:46:16Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '560224c2-5e57-4477-ab81-2480220fca7c', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022bc55c-0513-4ca9-8804-1f492516191b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:11Z', 'updated_at': '2022-02-04T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:18.116198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 560224c2-5e57-4477-ab81-2480220fca7c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:46:18.116624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.122392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] Checking router: 022bc55c-0513-4ca9-8804-1f492516191b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:46:18.130760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] Routers {'022bc55c-0513-4ca9-8804-1f492516191b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:18.131377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['022bc55c-0513-4ca9-8804-1f492516191b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:18.168059 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] DHCP port deletion for 942d15e5-a632-48cd-b03e-8956a134cf6a request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:46:18.203186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 560224c2-5e57-4477-ab81-2480220fca7c, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=560224c2-5e57-4477-ab81-2480220fca7c,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:18.204559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.218125 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 560224c2-5e57-4477-ab81-2480220fca7c owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:46:18.249629 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] Set router 022bc55c-0513-4ca9-8804-1f492516191b gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:18.307547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:46:18Z', 'revision_number': 6, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:18.337648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8518ee6a-5b9d-44fb-9971-63fa148cabfb no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:46:18.341627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9787b50-e124-4c38-9010-cf2f96a05c38 None None] The sync data for ids ['022bc55c-0513-4ca9-8804-1f492516191b'] in n-d-827869-1 is: [{'id': '022bc55c-0513-4ca9-8804-1f492516191b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923942896', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:10Z', 'updated_at': '2022-02-04T16:46:18Z', 'revision_number': 6, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:46:18.362480 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9136bf9d-e500-4278-84f2-49c5fa714f20 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:46:18.394928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] Deleting port 8518ee6a-5b9d-44fb-9971-63fa148cabfb {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:46:18.395281 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.399337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 9136bf9d-e500-4278-84f2-49c5fa714f20 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:46:18.399607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 9136bf9d-e500-4278-84f2-49c5fa714f20 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:46:18.401594 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.433210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=560224c2-5e57-4477-ab81-2480220fca7c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:18.492752 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.494635 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] For port 8518ee6a-5b9d-44fb-9971-63fa148cabfb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8518ee6a-5b9d-44fb-9971-63fa148cabfb,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:18.495050 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.513271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] Calling delete_port for 8518ee6a-5b9d-44fb-9971-63fa148cabfb owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:46:18.519477 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.584514 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.586614 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.602404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 8518ee6a-5b9d-44fb-9971-63fa148cabfb, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8518ee6a-5b9d-44fb-9971-63fa148cabfb,segment=NetworkSegment(012caacf-249c-4fa3-a00a-c37b22ab498d),segment_id=012caacf-249c-4fa3-a00a-c37b22ab498d)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:18.609711 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.634779 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.635573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Fanout notify agent at l3_agent the message router_deleted on router 022bc55c-0513-4ca9-8804-1f492516191b {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:46:18.648321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.650245 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-07de938e-177d-436d-afbe-465cfd2bd3a6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/routers/022bc55c-0513-4ca9-8804-1f492516191b HTTP/1.1" status: 204 len: 168 time: 0.8194156 Feb 04 16:46:18.653665 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39014) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:18.661320 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.680956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] No DVR routers for this DVR port 8518ee6a-5b9d-44fb-9971-63fa148cabfb on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:46:18.686392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=8518ee6a-5b9d-44fb-9971-63fa148cabfb,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:18.700704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.701055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.701390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.701721 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.702071 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.702406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.702731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.703050 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.703401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.703723 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.704040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.704354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:18.734123 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12813f5d-67ec-4524-b74e-b72e48721b5d None None] Pushing event deleted for resources: {'Port': ['ID=8518ee6a-5b9d-44fb-9971-63fa148cabfb,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:18.762536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.853346 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.876516 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942d15e5-a632-48cd-b03e-8956a134cf6a']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:18.885970 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012caacf-249c-4fa3-a00a-c37b22ab498d') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:18.886287 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012caacf-249c-4fa3-a00a-c37b22ab498d') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:18.901276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.914926 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.921700 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:46:18.922123 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:46:18.925192 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:46:18.984284 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.989475 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:18.992727 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/networks/942d15e5-a632-48cd-b03e-8956a134cf6a HTTP/1.1" status: 204 len: 168 time: 0.3377061 Feb 04 16:46:18.995737 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39016) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:19.009937 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e03e2-33d3-4a23-9fe1-307b21134557 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Network': ['ID=942d15e5-a632-48cd-b03e-8956a134cf6a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:19.061150 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e93930b-3640-4dc2-bf7e-4b7ce0de80c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.088739 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e93930b-3640-4dc2-bf7e-4b7ce0de80c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.149859 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e93930b-3640-4dc2-bf7e-4b7ce0de80c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.153198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3e93930b-3640-4dc2-bf7e-4b7ce0de80c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.154389 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3e93930b-3640-4dc2-bf7e-4b7ce0de80c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/security-groups/30baa0b3-c1a1-44cd-825b-fe444c8fa08a HTTP/1.1" status: 204 len: 168 time: 0.1570084 Feb 04 16:46:19.163699 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93930b-3640-4dc2-bf7e-4b7ce0de80c2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30baa0b3-c1a1-44cd-825b-fe444c8fa08a,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:19.609439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39022) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:19.614186 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d41b792d-8d85-4db1-8c23-d963390ecb34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070597600', 'description': 'tempest-secgroup-smoke-2070597600 description', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:19.639134 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d41b792d-8d85-4db1-8c23-d963390ecb34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.706223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d41b792d-8d85-4db1-8c23-d963390ecb34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.709819 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d41b792d-8d85-4db1-8c23-d963390ecb34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.738580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d41b792d-8d85-4db1-8c23-d963390ecb34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.739809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d41b792d-8d85-4db1-8c23-d963390ecb34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1293261 Feb 04 16:46:19.742528 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b792d-8d85-4db1-8c23-d963390ecb34 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6496ea-00da-4f42-a173-f8123c0695eb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:19.742880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39024) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:19.748570 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d88fb97a-1e93-4d35-ab22-9a81caf4d2a7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '6d6496ea-00da-4f42-a173-f8123c0695eb', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:19.776559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d88fb97a-1e93-4d35-ab22-9a81caf4d2a7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.833454 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d88fb97a-1e93-4d35-ab22-9a81caf4d2a7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.837554 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d88fb97a-1e93-4d35-ab22-9a81caf4d2a7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.859823 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fb97a-1e93-4d35-ab22-9a81caf4d2a7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230561cd-3390-4760-9be3-a209c7e51197,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:19.868316 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d88fb97a-1e93-4d35-ab22-9a81caf4d2a7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.869592 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d88fb97a-1e93-4d35-ab22-9a81caf4d2a7 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250637 Feb 04 16:46:19.872878 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39026) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:19.877367 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c48824cf-50e7-4ac6-8328-0f02c35ef5e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '6d6496ea-00da-4f42-a173-f8123c0695eb', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:19.906543 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c48824cf-50e7-4ac6-8328-0f02c35ef5e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.967642 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c48824cf-50e7-4ac6-8328-0f02c35ef5e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.971507 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c48824cf-50e7-4ac6-8328-0f02c35ef5e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.989651 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48824cf-50e7-4ac6-8328-0f02c35ef5e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab71447-754b-46ec-a81f-563ac09c7b75,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:19.998172 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c48824cf-50e7-4ac6-8328-0f02c35ef5e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:19.999369 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c48824cf-50e7-4ac6-8328-0f02c35ef5e5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255426 Feb 04 16:46:20.002111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39028) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:20.006459 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-c19e6aef-9b2b-4978-b049-20817b6ff107 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '6d6496ea-00da-4f42-a173-f8123c0695eb', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:20.036111 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c19e6aef-9b2b-4978-b049-20817b6ff107 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.098527 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c19e6aef-9b2b-4978-b049-20817b6ff107 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.102149 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c19e6aef-9b2b-4978-b049-20817b6ff107 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.119643 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e6aef-9b2b-4978-b049-20817b6ff107 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329620de-2fd9-46b1-ad4e-741a11889e6c,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:20.127933 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-c19e6aef-9b2b-4978-b049-20817b6ff107 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.129139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-c19e6aef-9b2b-4978-b049-20817b6ff107 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260874 Feb 04 16:46:20.132909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39030) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:20.137214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-86ec6115-19c0-4705-9645-a859cebef498 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '6d6496ea-00da-4f42-a173-f8123c0695eb', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:20.164319 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86ec6115-19c0-4705-9645-a859cebef498 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.228070 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86ec6115-19c0-4705-9645-a859cebef498 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.232743 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86ec6115-19c0-4705-9645-a859cebef498 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.253708 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec6115-19c0-4705-9645-a859cebef498 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd3792b-b58d-4f2a-8f33-a2c6c0cf7f68,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:20.258261 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-86ec6115-19c0-4705-9645-a859cebef498 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.259490 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-86ec6115-19c0-4705-9645-a859cebef498 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256495 Feb 04 16:46:20.263374 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39032) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:20.265817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:46:20.273210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-eba0fc8d-c9f8-4fdd-9e54-dd2b83996096 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '6d6496ea-00da-4f42-a173-f8123c0695eb', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:20.288551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:46:20.288887 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 9d47c9ed-7b67-43d5-b97d-ee5eba0da6ce not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:46:20.289297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 560224c2-5e57-4477-ab81-2480220fca7c no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:46:20.299114 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-eba0fc8d-c9f8-4fdd-9e54-dd2b83996096 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:46:20.304758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eba0fc8d-c9f8-4fdd-9e54-dd2b83996096 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.314985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 560224c2-5e57-4477-ab81-2480220fca7c {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:46:20.314985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 560224c2-5e57-4477-ab81-2480220fca7c not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:46:20.370603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eba0fc8d-c9f8-4fdd-9e54-dd2b83996096 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.375166 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eba0fc8d-c9f8-4fdd-9e54-dd2b83996096 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.403138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0fc8d-c9f8-4fdd-9e54-dd2b83996096 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bb4238-d8f2-4d90-aa59-2d2bbf0647ad,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:20.408975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eba0fc8d-c9f8-4fdd-9e54-dd2b83996096 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.410018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eba0fc8d-c9f8-4fdd-9e54-dd2b83996096 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405838 Feb 04 16:46:20.412909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39034) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:20.417199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e15cfd61-545f-4a8c-b1ed-8827886e2637 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'security_group_rule': {'security_group_id': '6d6496ea-00da-4f42-a173-f8123c0695eb', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:20.440497 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-e15cfd61-545f-4a8c-b1ed-8827886e2637 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Project fc9b85d2813f4a42a7a714cdf208d1af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:46:20.445681 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15cfd61-545f-4a8c-b1ed-8827886e2637 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.505154 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15cfd61-545f-4a8c-b1ed-8827886e2637 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.508745 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15cfd61-545f-4a8c-b1ed-8827886e2637 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.527165 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cfd61-545f-4a8c-b1ed-8827886e2637 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082bc282-55cc-46b8-954a-13f10a254a03,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:20.533510 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e15cfd61-545f-4a8c-b1ed-8827886e2637 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.534734 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e15cfd61-545f-4a8c-b1ed-8827886e2637 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209040 Feb 04 16:46:20.537605 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39036) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:20.542327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'network': {'name': 'tempest-network-smoke--32604054', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'port_security_enabled': True}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:20.568193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:46:20.571630 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.594608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:46:20.604886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.605795 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Added segment 3fc10c21-2374-4ace-8052-988ff070df44 of type vlan for network 8a49b945-4da0-48a5-8250-895c3730f6eb Feb 04 16:46:20.645907 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.670473 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.675981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:20.676569 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.732915 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1942482 Feb 04 16:46:20.735789 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39038) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:20.740926 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'admin_state_up': True, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:20.752724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d9118-32f6-4db2-905a-8f68c072b654 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Network': ['ID=8a49b945-4da0-48a5-8250-895c3730f6eb,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:20.768183 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 8a49b945-4da0-48a5-8250-895c3730f6eb details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:46:20.770233 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.771326 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:20.832962 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:21.288772 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:21.497556 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:21.516741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:21.627960 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.205 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/2ffe0be2-85b5-4748-b6a4-dd3ce035372d) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:21.740624 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:21.777291 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:21.822649 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:21.826351 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:21.829941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:46:21.835627 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=2ffe0be2-85b5-4748-b6a4-dd3ce035372d,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:22.093728 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:22.300147 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:22.428112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:46:22.544804 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:46:22.555712 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Sync routers for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:46:22.566258 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:22.566968 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:22.567835 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-9570becd-973f-4b92-9d7e-7c7b35a4fb0f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8306346 Feb 04 16:46:22.568004 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:22.572377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39040) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:22.604450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-18bdb37a-f977-4449-b6f3-714e37e91065 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=fc9b85d2813f4a42a7a714cdf208d1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309308 Feb 04 16:46:22.608484 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39042) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:22.675903 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:22.704698 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322af4fa-6ec1-47ab-957d-93e0bff811c2 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:22.706248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-322af4fa-6ec1-47ab-957d-93e0bff811c2 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967903 Feb 04 16:46:22.709418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39044) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:22.740300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-59ae7b0c-2dbd-4eaf-a978-73450b016226 tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=37e4adc7-9c9c-428c-be6a-80ffc55c680f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294385 Feb 04 16:46:22.743090 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39046) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:22.748364 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1767894081', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:22.852813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:46:22.856524 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:22.862474 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:21Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:22.889076 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Checking router: 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:46:22.889420 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Updating router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:46:22.919239 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.062247 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.091487 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:46:23.121018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Subnet': ['ID=8a927d34-0a79-458c-80ef-d69e71666010,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:23.138738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Checking segment: {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:46:23.139092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network hostable DHCP agents. Network: 8a49b945-4da0-48a5-8250-895c3730f6eb, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:46:23.157264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 8a49b945-4da0-48a5-8250-895c3730f6eb is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:46:23.167962 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 8a49b945-4da0-48a5-8250-895c3730f6eb) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:23.174328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:23.175653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.182880 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1b381-e78b-4e94-b0d1-a90a7bb7b12d None None] Network 8a49b945-4da0-48a5-8250-895c3730f6eb requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:46:23.198758 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-f59ca87f-df6f-4e89-89ad-0e139ab6d191 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4543021 Feb 04 16:46:23.199585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39048) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:23.213713 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.220597 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.262938 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Attempting to bind port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:46:23.263333 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Attempting to bind port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:46:23.263659 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Attempting to bind port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:46:23.273130 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:46:23.273500 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:46:23.273898 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.274313 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:46:23.274793 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Bound port: 2ffe0be2-85b5-4748-b6a4-dd3ce035372d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:46:23.275175 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.331222 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Pushing event updated for resources: {'Port': ['ID=2ffe0be2-85b5-4748-b6a4-dd3ce035372d,revision_number=2']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:23.348646 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.349062 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.349700 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.350553 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.351049 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.351386 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.351719 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.352039 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.352408 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.352724 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.353037 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.353357 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.362736 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] For port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:46:23.368483 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] For port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2ffe0be2-85b5-4748-b6a4-dd3ce035372d,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:46:23.373917 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.381767 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-8a49b945-4da0-48a5-8250-895c3730f6eb', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:46:23.381767 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.437524 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:23.438184 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:23.443393 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff9855-af3f-4fe4-b76b-644d4d03b903 None None] Pushing event updated for resources: {'Port': ['ID=2ffe0be2-85b5-4748-b6a4-dd3ce035372d,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:23.546176 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Allocated IP 172.20.0.2 (8a49b945-4da0-48a5-8250-895c3730f6eb/8a927d34-0a79-458c-80ef-d69e71666010/735ee68a-5959-493a-b22a-962e387e95cc) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:23.575019 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:23.726942 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.738700 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.798813 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Network 8a49b945-4da0-48a5-8250-895c3730f6eb is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:23.800444 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Pushing event updated for resources: {'Port': ['ID=735ee68a-5959-493a-b22a-962e387e95cc,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:23.803445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:23.807783 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:46:23.879500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Attempting to bind port 735ee68a-5959-493a-b22a-962e387e95cc on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:46:23.879874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Attempting to bind port 735ee68a-5959-493a-b22a-962e387e95cc by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:46:23.880151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Attempting to bind port 735ee68a-5959-493a-b22a-962e387e95cc on network 8a49b945-4da0-48a5-8250-895c3730f6eb {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:46:23.886142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:46:23.886595 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Checking segment: {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:46:23.887004 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.887404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Bound using segment: {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:46:23.887882 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Bound port: 735ee68a-5959-493a-b22a-962e387e95cc, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:46:23.888273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.904095 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:21Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:23.938613 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9573e1-cf4a-45ce-b2cd-5d45158d7f93 None None] The sync data for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 is: [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:21Z', 'revision_number': 3, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:46:23.977228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] For port 735ee68a-5959-493a-b22a-962e387e95cc, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:46:23.981717 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.000806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] For port 735ee68a-5959-493a-b22a-962e387e95cc, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=735ee68a-5959-493a-b22a-962e387e95cc,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:46:24.007210 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.059853 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.075078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264224d-b43c-48b2-9608-474818fbf512 None None] Pushing event updated for resources: {'Port': ['ID=735ee68a-5959-493a-b22a-962e387e95cc,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:24.429617 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2ffe0be2-85b5-4748-b6a4-dd3ce035372d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:46:24.481344 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.1 (8a49b945-4da0-48a5-8250-895c3730f6eb/8a927d34-0a79-458c-80ef-d69e71666010/c20a7ed3-d643-4d33-82e7-fe1b5547c726) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:24.506442 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:24.506869 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.614726 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.633490 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2ffe0be2-85b5-4748-b6a4-dd3ce035372d,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:24.638496 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.664524 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.698310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=2ffe0be2-85b5-4748-b6a4-dd3ce035372d,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:24.702965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.752143 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 8a49b945-4da0-48a5-8250-895c3730f6eb is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:24.755437 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:24.760141 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:46:24.764925 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=c20a7ed3-d643-4d33-82e7-fe1b5547c726,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:24.813384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:24.975701 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.286213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8117829-d3fa-40da-8565-1d19459e8f63 None None] Network 8a49b945-4da0-48a5-8250-895c3730f6eb requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:46:25.311208 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.320529 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.373154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-19b35c3c-ed15-4a24-b5fb-5a02d60e4383 None None] Provisioning complete for port 735ee68a-5959-493a-b22a-962e387e95cc triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:25.373530 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19b35c3c-ed15-4a24-b5fb-5a02d60e4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.395487 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.404872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=c20a7ed3-d643-4d33-82e7-fe1b5547c726,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:25.516829 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19b35c3c-ed15-4a24-b5fb-5a02d60e4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.517411 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 8a49b945-4da0-48a5-8250-895c3730f6eb is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:25.519540 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:25.576245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-19b35c3c-ed15-4a24-b5fb-5a02d60e4383 None None] For port 735ee68a-5959-493a-b22a-962e387e95cc, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=735ee68a-5959-493a-b22a-962e387e95cc,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:25.583159 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-19b35c3c-ed15-4a24-b5fb-5a02d60e4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.651645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b35c3c-ed15-4a24-b5fb-5a02d60e4383 None None] Pushing event updated for resources: {'Port': ['ID=735ee68a-5959-493a-b22a-962e387e95cc,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:25.682318 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:46:25.803907 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0be7bc41-31cb-4108-8364-78d58ed44df8 None None] Provisioning complete for port 735ee68a-5959-493a-b22a-962e387e95cc triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:25.804288 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0be7bc41-31cb-4108-8364-78d58ed44df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.811417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:46:25.823156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-43104857-81a1-4a4e-98d5-1e2787d05948 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/7f703ef2-d968-425e-b22a-3ed5b7d6eb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6219165 Feb 04 16:46:25.919280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0be7bc41-31cb-4108-8364-78d58ed44df8 None None] Provisioning complete for port c20a7ed3-d643-4d33-82e7-fe1b5547c726 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:25.919787 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0be7bc41-31cb-4108-8364-78d58ed44df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.959152 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Sync routers for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:46:25.978342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:25.978983 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:25.982428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-0be7bc41-31cb-4108-8364-78d58ed44df8 None None] Port c20a7ed3-d643-4d33-82e7-fe1b5547c726 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:46:25.997883 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-15846a79-dd77-47f3-9b62-21ae60446af1 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070597600&fields=id&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 267 time: 0.0409040 Feb 04 16:46:26.114942 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:26.119379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d0815491-8ccd-4382-be3f-214fc30e6b33 None None] Provisioning complete for port c20a7ed3-d643-4d33-82e7-fe1b5547c726 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:26.119904 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d0815491-8ccd-4382-be3f-214fc30e6b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:26.136557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-6704cd50-bf63-4c9a-8145-448c57e8a623 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:26.138183 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-6704cd50-bf63-4c9a-8145-448c57e8a623 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/networks?id=8a49b945-4da0-48a5-8250-895c3730f6eb HTTP/1.1" status: 200 len: 795 time: 0.1329491 Feb 04 16:46:26.166885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-a221aed8-a8b5-45a9-8efd-80c180bc8014 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/quotas/fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 375 time: 0.0115829 Feb 04 16:46:26.234548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d0815491-8ccd-4382-be3f-214fc30e6b33 None None] Port c20a7ed3-d643-4d33-82e7-fe1b5547c726 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:46:26.238649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-32626728-413d-4117-b812-e2cfb66db949 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614595 Feb 04 16:46:26.315662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eed4ee56-ef1a-4a9d-96be-2564f3bc3279 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:46:26.316860 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eed4ee56-ef1a-4a9d-96be-2564f3bc3279 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649366 Feb 04 16:46:26.426942 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-d1192f3a-39b8-4192-aab1-eed53c1392f8 service neutron] 10.222.0.47 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013806 Feb 04 16:46:26.465287 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 735ee68a-5959-493a-b22a-962e387e95cc up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:46:26.522969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-2362a0eb-a0d0-4301-a55f-3629df7818a2 None None] Provisioning complete for port c20a7ed3-d643-4d33-82e7-fe1b5547c726 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:26.523652 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2362a0eb-a0d0-4301-a55f-3629df7818a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:26.531079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-68d90623-a060-4380-90a8-b181a364bf7a service neutron] 10.222.0.47 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984015 Feb 04 16:46:26.607231 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-2362a0eb-a0d0-4301-a55f-3629df7818a2 None None] Port c20a7ed3-d643-4d33-82e7-fe1b5547c726 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:46:26.618369 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 735ee68a-5959-493a-b22a-962e387e95cc triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:26.618740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:26.672905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:25Z', 'revision_number': 2, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:26.702495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Checking router: 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:46:26.702916 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Updating router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 port c20a7ed3-d643-4d33-82e7-fe1b5547c726 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:46:26.719947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-21a5a250-b03f-4b18-bd56-b7bf7f28b09d req-13cec343-5241-470c-8e0f-f416c1cf34f5 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 210 time: 0.0299344 Feb 04 16:46:26.761919 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:26.801099 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2ffe0be2-85b5-4748-b6a4-dd3ce035372d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:46:26.924759 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:26.925144 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.146554 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.152908 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.207781 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05c781-d7e4-4574-9a82-65a24ef47c18 None None] Pushing event updated for resources: {'Port': ['ID=c20a7ed3-d643-4d33-82e7-fe1b5547c726,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:27.276557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Attempting to bind port c20a7ed3-d643-4d33-82e7-fe1b5547c726 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:46:27.276557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Attempting to bind port c20a7ed3-d643-4d33-82e7-fe1b5547c726 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:46:27.276557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Attempting to bind port c20a7ed3-d643-4d33-82e7-fe1b5547c726 on network 8a49b945-4da0-48a5-8250-895c3730f6eb {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:46:27.282495 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:46:27.282867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Checking segment: {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:46:27.283262 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.283776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Bound using segment: {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:46:27.284355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Bound port: c20a7ed3-d643-4d33-82e7-fe1b5547c726, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:46:27.284747 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.369862 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] For port c20a7ed3-d643-4d33-82e7-fe1b5547c726, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:46:27.374419 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] For port c20a7ed3-d643-4d33-82e7-fe1b5547c726, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c20a7ed3-d643-4d33-82e7-fe1b5547c726,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:46:27.379038 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.449819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:27.450505 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:27.453159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05c781-d7e4-4574-9a82-65a24ef47c18 None None] Pushing event updated for resources: {'Port': ['ID=c20a7ed3-d643-4d33-82e7-fe1b5547c726,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:27.496040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c12e616a-13b4-4791-823c-938a062012c5 None None] Provisioning complete for port c20a7ed3-d643-4d33-82e7-fe1b5547c726 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:27.496421 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c12e616a-13b4-4791-823c-938a062012c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.601435 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:27.724260 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c12e616a-13b4-4791-823c-938a062012c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.797828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c12e616a-13b4-4791-823c-938a062012c5 None None] For port c20a7ed3-d643-4d33-82e7-fe1b5547c726, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c20a7ed3-d643-4d33-82e7-fe1b5547c726,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:27.808599 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-f58e802e-198f-4ede-bf37-66c3a3075284 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:27.810682 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-f58e802e-198f-4ede-bf37-66c3a3075284 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/networks?id=8a49b945-4da0-48a5-8250-895c3730f6eb HTTP/1.1" status: 200 len: 795 time: 0.1196821 Feb 04 16:46:27.810907 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c12e616a-13b4-4791-823c-938a062012c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.856081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-81bb0c83-7665-4ade-9f53-4ab229e780e3 req-9bf80831-9a73-414c-a25a-6cac569865ce tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 210 time: 0.0360010 Feb 04 16:46:27.869011 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-3353fe82-bc96-4699-b480-2c5c4ad80e59 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9b85d2813f4a42a7a714cdf208d1af HTTP/1.1" status: 200 len: 380 time: 0.0434630 Feb 04 16:46:27.879596 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'port': {'device_id': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'admin_state_up': True, 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'security_groups': ['6d6496ea-00da-4f42-a173-f8123c0695eb']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:27.925806 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e616a-13b4-4791-823c-938a062012c5 None None] Pushing event updated for resources: {'Port': ['ID=c20a7ed3-d643-4d33-82e7-fe1b5547c726,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:27.966580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-a5ae0266-14fd-4398-9e54-fac304e94022 None None] Provisioning complete for port c20a7ed3-d643-4d33-82e7-fe1b5547c726 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:27.966957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0266-14fd-4398-9e54-fac304e94022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.999042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Made reservation on behalf of fc9b85d2813f4a42a7a714cdf208d1af for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:46:28.002807 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.027205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:27Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:28.056112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3074a4-99fa-4256-b048-3bb2042b5c0f None None] The sync data for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 is: [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:27Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:46:28.158634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.20.0.13 (8a49b945-4da0-48a5-8250-895c3730f6eb/8a927d34-0a79-458c-80ef-d69e71666010/2d00f879-dd80-4324-a534-3ae92cd18352) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:28.326605 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.328098 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c20a7ed3-d643-4d33-82e7-fe1b5547c726 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:46:28.370930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.403459 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c20a7ed3-d643-4d33-82e7-fe1b5547c726 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:28.403844 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.424758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 8a49b945-4da0-48a5-8250-895c3730f6eb is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:28.430129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:28.438990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:46:28.443443 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=2d00f879-dd80-4324-a534-3ae92cd18352,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:28.509839 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:28.510842 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.532312 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-87a10535-dcdc-4dcd-8a30-54319f8f23d6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6573493 Feb 04 16:46:28.542720 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-34698461-56c3-4bd0-8a8c-03e02945f549 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:46:28.547341 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-34698461-56c3-4bd0-8a8c-03e02945f549 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091987 Feb 04 16:46:28.565140 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Request body: {'port': {'device_id': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:28.628276 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.736751 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-b7808efd-86fc-47f2-9b65-438e4e9f55f7 None None] Provisioning complete for port 2d00f879-dd80-4324-a534-3ae92cd18352 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:28.737792 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b7808efd-86fc-47f2-9b65-438e4e9f55f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.779552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-b7808efd-86fc-47f2-9b65-438e4e9f55f7 None None] Port 2d00f879-dd80-4324-a534-3ae92cd18352 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:46:28.963473 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d00f879-dd80-4324-a534-3ae92cd18352 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:46:28.974684 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.990980 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Transition to ACTIVE for port object 2d00f879-dd80-4324-a534-3ae92cd18352 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:46:28.998459 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:29.019738 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6e2e4-589d-412b-ac80-fddd9831b3df req-810bf56d-7e62-47c4-820d-675f7ebe21b8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:29.021388 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7e6e2e4-589d-412b-ac80-fddd9831b3df req-810bf56d-7e62-47c4-820d-675f7ebe21b8 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 932 time: 0.0935626 Feb 04 16:46:29.089568 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Pushing event updated for resources: {'Port': ['ID=2d00f879-dd80-4324-a534-3ae92cd18352,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:29.125260 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a7e6e2e4-589d-412b-ac80-fddd9831b3df req-86dc4a9b-011e-4a32-9a2a-d2472cf1fe03 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847425 Feb 04 16:46:29.188950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Attempting to bind port 2d00f879-dd80-4324-a534-3ae92cd18352 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:46:29.189299 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Attempting to bind port 2d00f879-dd80-4324-a534-3ae92cd18352 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:46:29.189787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Attempting to bind port 2d00f879-dd80-4324-a534-3ae92cd18352 on network 8a49b945-4da0-48a5-8250-895c3730f6eb {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:46:29.195225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Port 2d00f879-dd80-4324-a534-3ae92cd18352 on network 8a49b945-4da0-48a5-8250-895c3730f6eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:46:29.195557 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Attempting to bind port 2d00f879-dd80-4324-a534-3ae92cd18352 on network 8a49b945-4da0-48a5-8250-895c3730f6eb {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:46:29.202553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:46:29.202918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Checking segment: {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:46:29.203487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Bound using segment: {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:46:29.204201 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Bound port: 2d00f879-dd80-4324-a534-3ae92cd18352, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc10c21-2374-4ace-8052-988ff070df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:46:29.204909 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:29.297807 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] For port 2d00f879-dd80-4324-a534-3ae92cd18352, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:46:29.303411 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] For port 2d00f879-dd80-4324-a534-3ae92cd18352, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2d00f879-dd80-4324-a534-3ae92cd18352,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:46:29.308697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:29.351944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:29.352570 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:29.354048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] 10.222.0.50 "PUT /v2.0/ports/2d00f879-dd80-4324-a534-3ae92cd18352 HTTP/1.1" status: 200 len: 1092 time: 0.7936976 Feb 04 16:46:29.354594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:29.356827 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:46:29.392943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc22da-ed28-49aa-920d-84c7640b8043 service neutron] Pushing event updated for resources: {'Port': ['ID=2d00f879-dd80-4324-a534-3ae92cd18352,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:29.467663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-917497ed-fa95-459b-9722-38bdb37b583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:29.470010 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-917497ed-fa95-459b-9722-38bdb37b583f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 1095 time: 0.0498910 Feb 04 16:46:29.522136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-39df6151-408b-4c37-ae45-151557a36fdd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d00f879-dd80-4324-a534-3ae92cd18352 HTTP/1.1" status: 200 len: 217 time: 0.0394669 Feb 04 16:46:29.573180 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d1046d-df51-4521-b086-ce3c36373205 x-openstack-request-id: req-25d1046d-df51-4521-b086-ce3c36373205 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:46:29.573490 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:46:29.574452 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-25d1046d-df51-4521-b086-ce3c36373205 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:46:29.574866 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352', 'status': 'completed', 'code': 200} Feb 04 16:46:29.588213 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-3cd4a1cf-0233-4b67-aa9c-5d1a4e15b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:29.590459 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-3cd4a1cf-0233-4b67-aa9c-5d1a4e15b424 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a927d34-0a79-458c-80ef-d69e71666010 HTTP/1.1" status: 200 len: 835 time: 0.0619144 Feb 04 16:46:29.645369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-73533e9d-a620-4187-a2c0-8d5bfba5b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:29.646990 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-73533e9d-a620-4187-a2c0-8d5bfba5b81a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a49b945-4da0-48a5-8250-895c3730f6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499504 Feb 04 16:46:29.741092 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-1dca20ef-a4bb-4dfe-b34d-4fdbafcb79fa service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873356 Feb 04 16:46:29.842661 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-35a1edc5-9abe-4a07-aff3-ccc0ed920677 req-858aeeea-a442-4695-abb2-2165973c519a service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950973 Feb 04 16:46:29.968731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-027afc8c-58ad-4539-b6ba-6fb11ff4090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:29.970456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-027afc8c-58ad-4539-b6ba-6fb11ff4090a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 1095 time: 0.0474319 Feb 04 16:46:30.080481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-c72d8c1c-b820-4b8f-8e0e-6452ce707d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:30.081953 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-c72d8c1c-b820-4b8f-8e0e-6452ce707d32 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a49b945-4da0-48a5-8250-895c3730f6eb HTTP/1.1" status: 200 len: 896 time: 0.1046739 Feb 04 16:46:30.125753 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-e176979c-8aad-4920-b010-46e8f633ded6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d00f879-dd80-4324-a534-3ae92cd18352 HTTP/1.1" status: 200 len: 217 time: 0.0367370 Feb 04 16:46:30.183511 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-7652d117-2fa5-484b-a210-539c4cc6e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:30.185820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-7652d117-2fa5-484b-a210-539c4cc6e55f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a927d34-0a79-458c-80ef-d69e71666010 HTTP/1.1" status: 200 len: 835 time: 0.0538375 Feb 04 16:46:30.272030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-e0afd41d-3454-4418-a55e-6c06b3c4b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:30.273574 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-e0afd41d-3454-4418-a55e-6c06b3c4b6b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a49b945-4da0-48a5-8250-895c3730f6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811126 Feb 04 16:46:30.345552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca9b2b-a454-4f72-9456-cc13b002351e req-20b4daa2-4358-4b47-ba09-059b04cf1003 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:30.347141 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08ca9b2b-a454-4f72-9456-cc13b002351e req-20b4daa2-4358-4b47-ba09-059b04cf1003 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 944 time: 0.1189077 Feb 04 16:46:30.413058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-08ca9b2b-a454-4f72-9456-cc13b002351e req-b9719a1c-76ce-4102-8d66-8bf318e2a28d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583370 Feb 04 16:46:30.414836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-c7ddd505-2f50-4033-8c26-c2925dd9a2b0 service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338446 Feb 04 16:46:30.519757 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-153f4f06-4c27-4fe6-8fbd-13a0c4c8edaf req-f6d3058e-a81f-440a-8686-008b7291934d service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981450 Feb 04 16:46:30.753364 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb42e6c9-15de-406a-98bc-5569cfdc24fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:31.570822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1812cf-8121-4be1-9d78-e08b9723cb61 req-880558ea-7d62-4f77-80fb-52e9d3e876f3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:31.572437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac1812cf-8121-4be1-9d78-e08b9723cb61 req-880558ea-7d62-4f77-80fb-52e9d3e876f3 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 944 time: 0.0614681 Feb 04 16:46:31.621788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ac1812cf-8121-4be1-9d78-e08b9723cb61 req-bae36dc8-5b84-4219-a1ff-29c7f5734980 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Feb 04 16:46:32.749615 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d57b6-d135-4ed4-8d8f-786581f62cd2 req-36b21064-b44a-4ff3-9e4f-7b955ad8161b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:32.751229 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac5d57b6-d135-4ed4-8d8f-786581f62cd2 req-36b21064-b44a-4ff3-9e4f-7b955ad8161b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 944 time: 0.0572014 Feb 04 16:46:32.795440 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ac5d57b6-d135-4ed4-8d8f-786581f62cd2 req-13640c06-fe1a-45dd-85ab-c49f59f86fdb tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378680 Feb 04 16:46:33.332543 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2d00f879-dd80-4324-a534-3ae92cd18352 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:46:33.453018 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2d00f879-dd80-4324-a534-3ae92cd18352, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2d00f879-dd80-4324-a534-3ae92cd18352,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:33.466151 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '2d00f879-dd80-4324-a534-3ae92cd18352', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'port_id': '2d00f879-dd80-4324-a534-3ae92cd18352', 'mac_address': 'fa:16:3e:23:7a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:46:33.510724 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:33.528674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d00f879-dd80-4324-a534-3ae92cd18352 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:46:33.551558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2d00f879-dd80-4324-a534-3ae92cd18352, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2d00f879-dd80-4324-a534-3ae92cd18352,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:33.564492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:33.622630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2d00f879-dd80-4324-a534-3ae92cd18352,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:33.844286 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-aa48445e-8ef3-4402-bb43-d1061d76cb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:33.929772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34debe-4887-4e40-abca-58dbb81f06ea req-f97a01eb-ec88-4e0b-8281-b8fc04498501 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:33.931369 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db34debe-4887-4e40-abca-58dbb81f06ea req-f97a01eb-ec88-4e0b-8281-b8fc04498501 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 945 time: 0.0593841 Feb 04 16:46:33.973202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['2d00f879-dd80-4324-a534-3ae92cd18352'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:46:33.974254 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-db34debe-4887-4e40-abca-58dbb81f06ea req-f04a4201-0027-45a2-8793-292692d02e9b tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354614 Feb 04 16:46:35.109331 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b840e-d7c5-4970-bd95-624efde5fd4f req-07ace88d-0b6e-413b-870a-51dcfe27c6ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:35.110969 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc5b840e-d7c5-4970-bd95-624efde5fd4f req-07ace88d-0b6e-413b-870a-51dcfe27c6ea tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 945 time: 0.0628896 Feb 04 16:46:35.166815 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dc5b840e-d7c5-4970-bd95-624efde5fd4f req-f4e57e33-97cd-446c-b144-f09efbfe9e5e tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486054 Feb 04 16:46:35.332999 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2d00f879-dd80-4324-a534-3ae92cd18352 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:46:35.393702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 2d00f879-dd80-4324-a534-3ae92cd18352 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:35.398089 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 2d00f879-dd80-4324-a534-3ae92cd18352 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:35.398473 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:35.481141 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:35.506154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:35.508482 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3f0ed4-dab5-45f9-983b-e626892feeaa" -d '{"events": [{"server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "name": "network-vif-plugged", "status": "completed", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:46:35.525062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 2d00f879-dd80-4324-a534-3ae92cd18352, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2d00f879-dd80-4324-a534-3ae92cd18352,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:35.529673 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:35.556515 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba808e1-e215-41c7-9156-0c5bca35e4ca x-openstack-request-id: req-4ba808e1-e215-41c7-9156-0c5bca35e4ca {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:46:35.556792 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "name": "network-vif-plugged", "status": "completed", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:46:35.557042 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ba808e1-e215-41c7-9156-0c5bca35e4ca {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:46:35.557433 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352', 'code': 200} Feb 04 16:46:35.586684 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=2d00f879-dd80-4324-a534-3ae92cd18352,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:35.676496 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d38994-9563-4e10-8c72-46b409a81598 req-7fff1d06-e45a-486f-b585-d77d48c51aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:35.678114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50d38994-9563-4e10-8c72-46b409a81598 req-7fff1d06-e45a-486f-b585-d77d48c51aba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 1097 time: 0.0431519 Feb 04 16:46:35.713059 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-50d38994-9563-4e10-8c72-46b409a81598 req-8abce21f-270b-4d9e-89ab-3f67bd5dd309 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286005 Feb 04 16:46:36.099371 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:36.284808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55e4f7-3c8b-435f-9f58-fdd9341ab5d1 req-e499977c-be08-40f7-b137-bd28d939c20d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:36.286431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee55e4f7-3c8b-435f-9f58-fdd9341ab5d1 req-e499977c-be08-40f7-b137-bd28d939c20d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0503912 Feb 04 16:46:36.327230 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee55e4f7-3c8b-435f-9f58-fdd9341ab5d1 req-49f8b1eb-d21a-4861-9ac4-9360f0ce5861 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Feb 04 16:46:37.147711 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:37.461702 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafba3f1-8719-4a07-abfd-8ccf28bbc21f req-4eaca43f-9284-4364-8634-c7ef121ad517 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:37.463241 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafba3f1-8719-4a07-abfd-8ccf28bbc21f req-4eaca43f-9284-4364-8634-c7ef121ad517 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0591772 Feb 04 16:46:37.506651 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-aafba3f1-8719-4a07-abfd-8ccf28bbc21f req-5750b833-e854-4603-92d9-f02940514b52 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Feb 04 16:46:37.626575 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f3a26-0bc1-4678-8703-f94fe5dc68fa req-05249528-cd3d-499f-8e19-57dd7d54a395 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:37.628098 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2f3a26-0bc1-4678-8703-f94fe5dc68fa req-05249528-cd3d-499f-8e19-57dd7d54a395 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0527980 Feb 04 16:46:37.671108 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5b2f3a26-0bc1-4678-8703-f94fe5dc68fa req-662ba2ea-6396-4aad-a03d-c22c9e39d436 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368614 Feb 04 16:46:37.693252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39104) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:37.721062 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:37.735130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d326f9-05ac-475f-a1e0-8c88081ea1de tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:37.736649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a6d326f9-05ac-475f-a1e0-8c88081ea1de tempest-TestNetworkAdvancedServerOps-431663225 tempest-TestNetworkAdvancedServerOps-431663225-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 1092 time: 0.0419285 Feb 04 16:46:37.743717 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39106) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:37.748727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '2d00f879-dd80-4324-a534-3ae92cd18352', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:46:37.772663 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:37.878304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:37.986497 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Allocated IP 172.25.1.185 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/78b93744-8d53-4c93-b3b5-cc98b2eb485c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:38.109442 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:38.143767 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:38.181653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:38.185425 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:38.189092 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:46:38.220595 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=78b93744-8d53-4c93-b3b5-cc98b2eb485c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:38.571766 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:38.648367 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:38.807520 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:38.812253 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:38.884966 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event updated for resources: {'Port': ['ID=78b93744-8d53-4c93-b3b5-cc98b2eb485c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:38.896646 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:39.002216 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP 0786a25a-a2e3-4f9e-955d-bac5aaf78fef associated. External IP: 172.25.1.185, port: 2d00f879-dd80-4324-a534-3ae92cd18352. Feb 04 16:46:39.220694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:46:39.343095 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:46:39.352758 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] Sync routers for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:46:39.363736 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:39.364363 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:39.364559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:39.399271 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-bc8f71e3-cef1-4bbb-a7d0-42c02c7a1dbd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6507316 Feb 04 16:46:39.399271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:39.399271 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6713af64-5e16-456a-ac4c-f91b528fd4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:46:39.450209 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeca0e0b-6db4-4f33-9cea-9901a007d413 x-openstack-request-id: req-aeca0e0b-6db4-4f33-9cea-9901a007d413 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:46:39.450502 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:46:39.450790 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aeca0e0b-6db4-4f33-9cea-9901a007d413 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:46:39.451194 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352', 'status': 'completed', 'code': 200} Feb 04 16:46:39.495224 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:39.535030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-2d96e0fa-9313-4fc7-a45e-8fea37902fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:39.536561 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-2d96e0fa-9313-4fc7-a45e-8fea37902fbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 1097 time: 0.0440049 Feb 04 16:46:39.537055 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec003-a3ec-4b27-9a80-73f33245fade req-609d72c4-21bc-4eb8-a4ee-76404a498abe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:39.538756 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c36ec003-a3ec-4b27-9a80-73f33245fade req-609d72c4-21bc-4eb8-a4ee-76404a498abe tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0633278 Feb 04 16:46:39.584243 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c36ec003-a3ec-4b27-9a80-73f33245fade req-f65da968-e110-4a0a-b8db-c7e37a421558 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388250 Feb 04 16:46:39.615385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39114) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:39.656976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-a6c2c992-6f78-440c-bb3f-302058665a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:39.659237 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-a6c2c992-6f78-440c-bb3f-302058665a1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a49b945-4da0-48a5-8250-895c3730f6eb HTTP/1.1" status: 200 len: 896 time: 0.1130798 Feb 04 16:46:39.682949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-faea54c0-0bef-4f99-b706-054f93bfbf8c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/0786a25a-a2e3-4f9e-955d-bac5aaf78fef HTTP/1.1" status: 200 len: 992 time: 0.0661576 Feb 04 16:46:39.743925 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-526d6445-e57a-44b9-ac0b-488893050156 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d00f879-dd80-4324-a534-3ae92cd18352 HTTP/1.1" status: 200 len: 1000 time: 0.0783694 Feb 04 16:46:39.773635 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '0786a25a-a2e3-4f9e-955d-bac5aaf78fef', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'port_id': '2d00f879-dd80-4324-a534-3ae92cd18352', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'mac_address': 'fa:16:3e:23:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:38Z', 'updated_at': '2022-02-04T16:46:38Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:27Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:39.800896 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] Checking router: 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:46:39.809928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-a1fed874-132a-448b-9756-75906fe0cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:39.811666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-a1fed874-132a-448b-9756-75906fe0cc60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a927d34-0a79-458c-80ef-d69e71666010 HTTP/1.1" status: 200 len: 835 time: 0.0614536 Feb 04 16:46:39.811831 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:46:39.812508 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:46:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:39.866332 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-c448d7f9-4f3b-4374-9ec3-5205f749ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:39.867947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-c448d7f9-4f3b-4374-9ec3-5205f749ce89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a49b945-4da0-48a5-8250-895c3730f6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495331 Feb 04 16:46:39.925565 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:46:40.202195 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '0786a25a-a2e3-4f9e-955d-bac5aaf78fef', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'port_id': '2d00f879-dd80-4324-a534-3ae92cd18352', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'mac_address': 'fa:16:3e:23:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:38Z', 'updated_at': '2022-02-04T16:46:38Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:27Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:40.232140 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29369cff-874e-45ff-a479-86a1638e8519 None None] The sync data for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 is: [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '0786a25a-a2e3-4f9e-955d-bac5aaf78fef', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'port_id': '2d00f879-dd80-4324-a534-3ae92cd18352', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'mac_address': 'fa:16:3e:23:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:38Z', 'updated_at': '2022-02-04T16:46:38Z', 'revision_number': 0, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:27Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:46:40.307890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-9df57c0c-3f8f-4554-8f3b-0e3013bb5fe1 service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336276 Feb 04 16:46:40.419307 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6713af64-5e16-456a-ac4c-f91b528fd4b9 req-9a26835b-29f7-4f0f-ba08-be0d0c9012e0 service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026666 Feb 04 16:46:40.472831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2e7ed2-9e92-4369-a491-12d4fd98e610 None None] New status for floating IP 0786a25a-a2e3-4f9e-955d-bac5aaf78fef: ACTIVE {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:46:40.530314 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:40.687011 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39116) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:46:40.756167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cc21a38c-380f-4b3f-b54e-b6503b3b7605 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/0786a25a-a2e3-4f9e-955d-bac5aaf78fef HTTP/1.1" status: 200 len: 994 time: 0.0679049 Feb 04 16:46:50.674724 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-ddefca43-f64d-4e54-8422-d58e8af169d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455394 Feb 04 16:46:50.770906 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-4ed68edb-ac71-4e56-8b6e-85c3ad73ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:50.772426 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-4ed68edb-ac71-4e56-8b6e-85c3ad73ee09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 1097 time: 0.0412192 Feb 04 16:46:50.879742 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-2c9ac1c9-6145-4564-af8b-77d5c6d7efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:50.881132 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-2c9ac1c9-6145-4564-af8b-77d5c6d7efce service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a49b945-4da0-48a5-8250-895c3730f6eb HTTP/1.1" status: 200 len: 896 time: 0.0904033 Feb 04 16:46:50.955414 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-a1d95662-defa-4e3d-a94e-34f3a3b856e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d00f879-dd80-4324-a534-3ae92cd18352 HTTP/1.1" status: 200 len: 1002 time: 0.0680678 Feb 04 16:46:51.006723 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-128f14e4-656a-44bd-93bd-02fbccfa5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:51.008278 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-128f14e4-656a-44bd-93bd-02fbccfa5089 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a927d34-0a79-458c-80ef-d69e71666010 HTTP/1.1" status: 200 len: 835 time: 0.0471380 Feb 04 16:46:51.055084 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-74d06420-edf3-4645-9845-1b8dd4d17bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:51.056722 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-74d06420-edf3-4645-9845-1b8dd4d17bff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a49b945-4da0-48a5-8250-895c3730f6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424368 Feb 04 16:46:51.152940 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-532ea3f5-e13c-44ee-8f20-f214ea89dda1 service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892963 Feb 04 16:46:51.247352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-41458d84-56a8-4393-a7aa-b6587aecdf64 req-b39d21f1-06d9-4acc-a901-1ef81a18725f service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885613 Feb 04 16:46:53.953899 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.061603 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:47:00.755694 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-17dff137-008b-4f37-8794-1834a90e394c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:03.837614 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a66788b-e150-4477-bd46-d5f84cb081aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:06.101101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.139214 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.726781 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:10.513668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:23.960100 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:30.756963 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-789cf56a-b7b7-4e48-b85b-826635a33122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:33.840211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c47728a4-4276-4318-a9ce-7b64fd31e0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:36.103615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.061890 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:47:37.142356 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:37.725940 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:40.512628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:43.673144 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf76a6-a5a2-4bdb-ad12-ff42a91dff74 req-c84ffd2d-40d3-457d-a5b1-35c268471221 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:43.674658 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62bf76a6-a5a2-4bdb-ad12-ff42a91dff74 req-c84ffd2d-40d3-457d-a5b1-35c268471221 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0540490 Feb 04 16:47:43.714536 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-62bf76a6-a5a2-4bdb-ad12-ff42a91dff74 req-04e672af-4ad7-4a60-98f9-8b777808ff27 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333457 Feb 04 16:47:44.833359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fe30d-481c-4a9e-9aa2-ca8da3dde47d req-c92a2227-9e5c-492e-9788-97f150b3a209 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:44.834881 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d04fe30d-481c-4a9e-9aa2-ca8da3dde47d req-c92a2227-9e5c-492e-9788-97f150b3a209 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0496905 Feb 04 16:47:44.888628 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d04fe30d-481c-4a9e-9aa2-ca8da3dde47d req-ffc88749-01a7-4d37-9b06-4ef56ef35c59 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445600 Feb 04 16:47:46.013836 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cce0c-ad22-46ea-9c77-0222b1c8aeee req-943a5296-7e1f-454e-a3e0-c503030098ce tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:46.015381 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30cce0c-ad22-46ea-9c77-0222b1c8aeee req-943a5296-7e1f-454e-a3e0-c503030098ce tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0494070 Feb 04 16:47:46.054103 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f30cce0c-ad22-46ea-9c77-0222b1c8aeee req-638980e4-6732-4247-ad0b-d64bf4a06db0 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325627 Feb 04 16:47:46.076349 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39152) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:46.139711 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ccdc2df6-9cc0-4f06-b56f-219cdf85d1dc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/0786a25a-a2e3-4f9e-955d-bac5aaf78fef HTTP/1.1" status: 200 len: 994 time: 0.0622282 Feb 04 16:47:47.426088 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc87a66-aa8f-464c-981e-e3a924b11014 req-2a2cec11-f29a-4bd4-a8bc-d0cde6ceec6c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:47.427601 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ccc87a66-aa8f-464c-981e-e3a924b11014 req-2a2cec11-f29a-4bd4-a8bc-d0cde6ceec6c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0493855 Feb 04 16:47:47.466024 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ccc87a66-aa8f-464c-981e-e3a924b11014 req-e87b68ef-2515-4bab-a263-69bc748600f2 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Feb 04 16:47:47.502343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-e52e621f-aabe-4ad8-b285-12100b4ebd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:47.503856 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-e52e621f-aabe-4ad8-b285-12100b4ebd5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 1097 time: 0.0887029 Feb 04 16:47:47.599456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-561daffa-27b0-46ed-980c-b423d54d2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:47.600935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-561daffa-27b0-46ed-980c-b423d54d2a55 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a49b945-4da0-48a5-8250-895c3730f6eb HTTP/1.1" status: 200 len: 896 time: 0.0887773 Feb 04 16:47:47.666026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-5aa45497-6b1f-4fca-92fc-1b35b34390b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d00f879-dd80-4324-a534-3ae92cd18352 HTTP/1.1" status: 200 len: 1002 time: 0.0587668 Feb 04 16:47:47.714378 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-3e4d1192-e434-4b52-9025-317263602c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:47.715839 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-3e4d1192-e434-4b52-9025-317263602c67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a927d34-0a79-458c-80ef-d69e71666010 HTTP/1.1" status: 200 len: 835 time: 0.0441353 Feb 04 16:47:47.765190 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-e265b297-7c43-4368-82da-55c36b6a83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:47.766735 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-e265b297-7c43-4368-82da-55c36b6a83eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a49b945-4da0-48a5-8250-895c3730f6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440545 Feb 04 16:47:47.864099 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-ccc177f2-521e-4ec8-bf63-86ea4becbb63 service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909774 Feb 04 16:47:47.959383 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0452d8e0-4054-4eab-b453-33d0a67e5f96 req-b20a6196-5612-46af-b709-46bbf8b4dc10 service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887692 Feb 04 16:47:48.590953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd83aa-8951-410b-98f2-aee99b23b4bf req-158350a1-d56a-44d8-9ba1-15b6a1b11f4d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:48.592636 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63fd83aa-8951-410b-98f2-aee99b23b4bf req-158350a1-d56a-44d8-9ba1-15b6a1b11f4d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0544212 Feb 04 16:47:48.631076 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-63fd83aa-8951-410b-98f2-aee99b23b4bf req-7abcff25-6b70-462b-a68c-cad5ac368478 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Feb 04 16:47:49.745779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e383b7-3f1e-4f9a-87f3-dee2c05ce51e req-1e943837-4587-44bd-9a7d-b38fc14d354f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:49.747293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25e383b7-3f1e-4f9a-87f3-dee2c05ce51e req-1e943837-4587-44bd-9a7d-b38fc14d354f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0477152 Feb 04 16:47:49.788181 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25e383b7-3f1e-4f9a-87f3-dee2c05ce51e req-80a6e993-ca31-471c-bbb8-91aaccd5ec6c tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349891 Feb 04 16:47:49.810732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39166) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:49.874650 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-87efcd6d-d675-417b-a1bb-3878a8ec5b5d tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/floatingips/0786a25a-a2e3-4f9e-955d-bac5aaf78fef HTTP/1.1" status: 200 len: 994 time: 0.0627096 Feb 04 16:47:50.184794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39172) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:50.344578 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 78b93744-8d53-4c93-b3b5-cc98b2eb485c {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:47:50.344929 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:50.429258 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:50.429588 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:50.442301 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 78b93744-8d53-4c93-b3b5-cc98b2eb485c owned by network:floatingip {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:47:50.592597 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:50.617128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=78b93744-8d53-4c93-b3b5-cc98b2eb485c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:50.631310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.631670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.632020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.632358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.632694 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.633031 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.633363 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.633701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.634062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.634392 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.634719 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.635042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:50.689274 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for floatingip, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:50.689649 n-d-827869-1 neutron-server[102423]: INFO neutron.db.l3_db [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Floating IP 0786a25a-a2e3-4f9e-955d-bac5aaf78fef disassociated (deleted). External IP: 172.25.1.185, port: 2d00f879-dd80-4324-a534-3ae92cd18352. Feb 04 16:47:50.901018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:47:51.018374 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:47:51.023741 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:51.028547 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] Sync routers for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:47:51.038456 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:47:51.039120 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:51.052924 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bdb6207b-ccb1-4378-8d64-5219fe18eebd tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/floatingips/0786a25a-a2e3-4f9e-955d-bac5aaf78fef HTTP/1.1" status: 204 len: 168 time: 0.8670826 Feb 04 16:47:51.053526 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:47:51.055803 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0904279a-2dd3-4fe0-91e0-77758a779509" -d '{"events": [{"name": "network-changed", "server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:47:51.108247 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c5ec26-5488-468f-becf-d62d612da634 x-openstack-request-id: req-74c5ec26-5488-468f-becf-d62d612da634 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:47:51.108548 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:47:51.108808 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74c5ec26-5488-468f-becf-d62d612da634 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:47:51.109220 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352', 'status': 'completed', 'code': 200} Feb 04 16:47:51.150093 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:47:51.215817 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-e7f27cf7-7662-4334-a36b-484e339513bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:51.217438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-e7f27cf7-7662-4334-a36b-484e339513bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 1097 time: 0.0631328 Feb 04 16:47:51.353806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d7b44-0a34-4186-9a5f-c7661de97298 req-d57e1d60-9bd1-47cb-9523-09b0752c3e00 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:51.358215 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c44d7b44-0a34-4186-9a5f-c7661de97298 req-d57e1d60-9bd1-47cb-9523-09b0752c3e00 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.1108053 Feb 04 16:47:51.363084 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:27Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:51.390592 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-2bef342a-e2ae-4e33-9b1e-849aa3868095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:51.391757 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] Checking router: 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:47:51.392081 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-2bef342a-e2ae-4e33-9b1e-849aa3868095 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a49b945-4da0-48a5-8250-895c3730f6eb HTTP/1.1" status: 200 len: 896 time: 0.1462336 Feb 04 16:47:51.400018 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:47:51.400622 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:51.418837 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c44d7b44-0a34-4186-9a5f-c7661de97298 req-cee6c166-9944-44c6-989c-1518988ef0e6 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453012 Feb 04 16:47:51.450836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-e3b0cb04-20fc-453e-8aa0-a6aa009d5a55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d00f879-dd80-4324-a534-3ae92cd18352 HTTP/1.1" status: 200 len: 217 time: 0.0453584 Feb 04 16:47:51.500701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-3eb48c2b-45da-41b1-8cd7-6b3cc1c27458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:51.502204 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-3eb48c2b-45da-41b1-8cd7-6b3cc1c27458 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a927d34-0a79-458c-80ef-d69e71666010 HTTP/1.1" status: 200 len: 835 time: 0.0440950 Feb 04 16:47:51.507614 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:47:51.549897 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-b85e0542-0755-4eb4-a8a8-cb6f482be442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:51.551548 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-b85e0542-0755-4eb4-a8a8-cb6f482be442 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a49b945-4da0-48a5-8250-895c3730f6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419314 Feb 04 16:47:51.654429 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-488c3b38-509e-4985-96b4-ede28d740781 service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944407 Feb 04 16:47:51.747139 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0904279a-2dd3-4fe0-91e0-77758a779509 req-19ae10f4-05b7-43b0-8f66-2a522b440382 service neutron] 10.222.0.50 "GET /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858154 Feb 04 16:47:51.803592 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:27Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:51.833834 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7abb14-b5ae-4ac0-adf6-723f80cc1c87 None None] The sync data for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 is: [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'c20a7ed3-d643-4d33-82e7-fe1b5547c726', 'name': '', 'network_id': '8a49b945-4da0-48a5-8250-895c3730f6eb', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'mac_address': 'fa:16:3e:54:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8a927d34-0a79-458c-80ef-d69e71666010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:24Z', 'updated_at': '2022-02-04T16:46:27Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'subnets': [{'id': '8a927d34-0a79-458c-80ef-d69e71666010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:52.057603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f4d9b-a56e-4489-bea8-1bb481582aff None None] New status for floating IP 0786a25a-a2e3-4f9e-955d-bac5aaf78fef: DOWN {{(pid=102424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:47:52.540520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bf684-a9d0-4a8e-91b3-6ccbb6db73f8 req-34df889d-7fa5-48b0-b632-e61c2cd56fbf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:52.542102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d81bf684-a9d0-4a8e-91b3-6ccbb6db73f8 req-34df889d-7fa5-48b0-b632-e61c2cd56fbf tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0487404 Feb 04 16:47:52.583702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d81bf684-a9d0-4a8e-91b3-6ccbb6db73f8 req-082b94a0-ac28-4a58-8fca-6958adaecdae tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d6496ea-00da-4f42-a173-f8123c0695eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324891 Feb 04 16:47:53.280829 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-6f195143-0fd7-4d1f-a17e-dbb7aa732003 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:53.282425 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-6f195143-0fd7-4d1f-a17e-dbb7aa732003 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 946 time: 0.0514863 Feb 04 16:47:53.393115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 2d00f879-dd80-4324-a534-3ae92cd18352 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:47:53.393465 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:53.493868 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 2d00f879-dd80-4324-a534-3ae92cd18352, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=2d00f879-dd80-4324-a534-3ae92cd18352,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:47:53.494275 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:53.507585 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 2d00f879-dd80-4324-a534-3ae92cd18352 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:47:53.645914 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:53.714637 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=2d00f879-dd80-4324-a534-3ae92cd18352,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:53.717905 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b41de466-3bc1-4b9b-b1a5-2f2959624631 req-cc5dec9f-3b35-4e51-8e11-7fe9341558cc tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "GET /v2.0/ports?device_id=89cb8a1a-fc0b-4fce-91af-f8b3acc0babf HTTP/1.1" status: 200 len: 210 time: 0.0612419 Feb 04 16:47:53.750060 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] No DVR routers for this DVR port 2d00f879-dd80-4324-a534-3ae92cd18352 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:47:53.752653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:53.755923 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-e04048bf-273a-4b6e-8ad1-ae13b39a64e4 req-a770a9fa-01e4-402d-9a61-7a68093a7b57 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.50 "DELETE /v2.0/ports/2d00f879-dd80-4324-a534-3ae92cd18352 HTTP/1.1" status: 204 len: 173 time: 0.4675395 Feb 04 16:47:53.756357 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'name': 'network-vif-deleted', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:47:53.758622 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d5ad97-b457-46c9-9e67-9ebe33896f36" -d '{"events": [{"server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "name": "network-vif-deleted", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:47:53.804920 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bfa369-db18-48ed-b49c-45dcaac4ade8 x-openstack-request-id: req-07bfa369-db18-48ed-b49c-45dcaac4ade8 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:47:53.805215 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cb8a1a-fc0b-4fce-91af-f8b3acc0babf", "name": "network-vif-deleted", "tag": "2d00f879-dd80-4324-a534-3ae92cd18352", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:47:53.805471 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07bfa369-db18-48ed-b49c-45dcaac4ade8 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:47:53.805925 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cb8a1a-fc0b-4fce-91af-f8b3acc0babf', 'name': 'network-vif-deleted', 'tag': '2d00f879-dd80-4324-a534-3ae92cd18352', 'status': 'completed', 'code': 200} Feb 04 16:47:53.949900 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:54.778064 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39190) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:55.162320 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:55.424795 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port c20a7ed3-d643-4d33-82e7-fe1b5547c726 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:47:55.425044 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:55.519279 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port c20a7ed3-d643-4d33-82e7-fe1b5547c726, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c20a7ed3-d643-4d33-82e7-fe1b5547c726,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:47:55.519642 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:55.532418 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for c20a7ed3-d643-4d33-82e7-fe1b5547c726 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:47:55.726520 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:55.754760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=c20a7ed3-d643-4d33-82e7-fe1b5547c726,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:55.939715 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:56.476983 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:47:56.592718 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:47:56.598785 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3f534ed0-2b5d-4662-97b5-eecaa3ec6155 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "PUT /v2.0/routers/7f703ef2-d968-425e-b22a-3ed5b7d6eb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193491 Feb 04 16:47:56.600661 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39192) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:56.603282 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] Sync routers for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:47:56.618211 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:47:56.618952 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:56.656760 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-008aec79-820f-4ff4-96b7-2c7a7b6f3116 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting subnet 8a927d34-0a79-458c-80ef-d69e71666010 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:47:56.660404 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-008aec79-820f-4ff4-96b7-2c7a7b6f3116 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:56.701610 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-008aec79-820f-4ff4-96b7-2c7a7b6f3116 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:56.735562 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:47:56.803005 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-008aec79-820f-4ff4-96b7-2c7a7b6f3116 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:56.866391 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-008aec79-820f-4ff4-96b7-2c7a7b6f3116 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:56.897663 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-008aec79-820f-4ff4-96b7-2c7a7b6f3116 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:56.903517 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-008aec79-820f-4ff4-96b7-2c7a7b6f3116 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/subnets/8a927d34-0a79-458c-80ef-d69e71666010 HTTP/1.1" status: 204 len: 168 time: 0.2992930 Feb 04 16:47:56.903517 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008aec79-820f-4ff4-96b7-2c7a7b6f3116 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Subnet': ['ID=8a927d34-0a79-458c-80ef-d69e71666010,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:56.903940 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:56.908334 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be256ffe-ff40-4346-a766-4df5ce6dcab8 None None] Network 8a49b945-4da0-48a5-8250-895c3730f6eb requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:47:56.915674 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:47:55Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:56.947574 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] Checking router: 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:47:56.958204 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] Routers {'7f703ef2-d968-425e-b22a-3ed5b7d6eb19'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:47:56.958936 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:57.022606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.083019 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] Set router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:47:57.269250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] DHCP port deletion for 8a49b945-4da0-48a5-8250-895c3730f6eb request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:47:57.302330 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:47:55Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:57.331463 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe9d22-aa05-4a47-9eda-31d1cad18e2c None None] The sync data for ids ['7f703ef2-d968-425e-b22a-3ed5b7d6eb19'] in n-d-827869-1 is: [{'id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447590709', 'tenant_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:46:20Z', 'updated_at': '2022-02-04T16:47:55Z', 'revision_number': 5, 'project_id': 'fc9b85d2813f4a42a7a714cdf208d1af', 'gw_port': {'id': '2ffe0be2-85b5-4748-b6a4-dd3ce035372d', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:06:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f703ef2-d968-425e-b22a-3ed5b7d6eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:46:21Z', 'updated_at': '2022-02-04T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:47:57.332332 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Deleting port 735ee68a-5959-493a-b22a-962e387e95cc {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:47:57.334321 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.417437 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] For port 735ee68a-5959-493a-b22a-962e387e95cc, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=735ee68a-5959-493a-b22a-962e387e95cc,segment=NetworkSegment(3fc10c21-2374-4ace-8052-988ff070df44),segment_id=3fc10c21-2374-4ace-8052-988ff070df44)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:47:57.417833 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.432093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Calling delete_port for 735ee68a-5959-493a-b22a-962e387e95cc owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:47:57.472495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.518138 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.529543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Deleting port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:47:57.530035 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.544279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Pushing event deleted for resources: {'Port': ['ID=735ee68a-5959-493a-b22a-962e387e95cc,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:57.549101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] No DVR routers for this DVR port 735ee68a-5959-493a-b22a-962e387e95cc on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:47:57.556841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.557279 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.557643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.558228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.558714 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.562585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.562585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.562585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.562585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.562585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.562585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.562585 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d5cdf9-bbef-4c37-b204-a2e1b9d5b26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.616944 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] For port 2ffe0be2-85b5-4748-b6a4-dd3ce035372d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=2ffe0be2-85b5-4748-b6a4-dd3ce035372d,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:47:57.617319 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.629502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Calling delete_port for 2ffe0be2-85b5-4748-b6a4-dd3ce035372d owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:47:57.736481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2d00f879-dd80-4324-a534-3ae92cd18352 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:47:57.766367 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 2d00f879-dd80-4324-a534-3ae92cd18352 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:47:57.772292 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 2d00f879-dd80-4324-a534-3ae92cd18352 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:47:57.818521 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.843502 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Port': ['ID=2ffe0be2-85b5-4748-b6a4-dd3ce035372d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:57.855973 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.856322 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.856662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.856998 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.857336 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.857669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.858016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.858354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.858695 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.859033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.859358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.859663 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:47:57.928275 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.021857 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.023950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.076465 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.077421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Fanout notify agent at l3_agent the message router_deleted on router 7f703ef2-d968-425e-b22a-3ed5b7d6eb19 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:47:58.086193 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.087353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4d7feeef-ffb7-4dca-aaba-ae863c3fdc97 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/routers/7f703ef2-d968-425e-b22a-3ed5b7d6eb19 HTTP/1.1" status: 204 len: 168 time: 1.1825631 Feb 04 16:47:58.091198 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39196) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:58.172236 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.265187 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.286388 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a49b945-4da0-48a5-8250-895c3730f6eb']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:58.297333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc10c21-2374-4ace-8052-988ff070df44') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:58.297671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc10c21-2374-4ace-8052-988ff070df44') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:47:58.307331 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.321037 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.327221 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:47:58.327986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:47:58.331206 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:47:58.396461 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.403198 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.408475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/networks/8a49b945-4da0-48a5-8250-895c3730f6eb HTTP/1.1" status: 204 len: 168 time: 0.3162787 Feb 04 16:47:58.411352 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39198) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:58.428270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acd970-5826-4bc0-8bec-03a08f02417f tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'Network': ['ID=8a49b945-4da0-48a5-8250-895c3730f6eb,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:58.472814 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-953aa5e8-4c38-4ba7-b535-e31a25a98464 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.499124 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-953aa5e8-4c38-4ba7-b535-e31a25a98464 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.571611 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-953aa5e8-4c38-4ba7-b535-e31a25a98464 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.574418 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-953aa5e8-4c38-4ba7-b535-e31a25a98464 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.575602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-953aa5e8-4c38-4ba7-b535-e31a25a98464 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] 10.222.0.47 "DELETE /v2.0/security-groups/6d6496ea-00da-4f42-a173-f8123c0695eb HTTP/1.1" status: 204 len: 168 time: 0.1632192 Feb 04 16:47:58.579850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 735ee68a-5959-493a-b22a-962e387e95cc no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:47:58.585731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953aa5e8-4c38-4ba7-b535-e31a25a98464 tempest-TestNetworkAdvancedServerOps-1348350889 tempest-TestNetworkAdvancedServerOps-1348350889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6496ea-00da-4f42-a173-f8123c0695eb,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:58.610718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 735ee68a-5959-493a-b22a-962e387e95cc {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:47:58.611063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 735ee68a-5959-493a-b22a-962e387e95cc not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:47:58.611486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2ffe0be2-85b5-4748-b6a4-dd3ce035372d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:47:58.635006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 2ffe0be2-85b5-4748-b6a4-dd3ce035372d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:47:58.635006 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 2ffe0be2-85b5-4748-b6a4-dd3ce035372d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:47:58.635482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c20a7ed3-d643-4d33-82e7-fe1b5547c726 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:47:58.663546 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c20a7ed3-d643-4d33-82e7-fe1b5547c726 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:47:58.663875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c20a7ed3-d643-4d33-82e7-fe1b5547c726 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:47:58.931519 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39206) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:59.069345 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6ec42df8-3228-41bd-b947-0e7c2e3b5d19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc9b85d2813f4a42a7a714cdf208d1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365726 Feb 04 16:47:59.071850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39210) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:59.128657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ef19-d0eb-4407-b150-044a32fa7ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.155393 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ef19-d0eb-4407-b150-044a32fa7ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.209615 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ef19-d0eb-4407-b150-044a32fa7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.213009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-bcf9ef19-d0eb-4407-b150-044a32fa7ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.217218 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-bcf9ef19-d0eb-4407-b150-044a32fa7ea0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f848345b-3aa3-4ec0-ae76-77d1236b29d3 HTTP/1.1" status: 204 len: 168 time: 0.1443095 Feb 04 16:47:59.224993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9ef19-d0eb-4407-b150-044a32fa7ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f848345b-3aa3-4ec0-ae76-77d1236b29d3,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:59.532953 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39216) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:59.546665 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5615a5f0-e570-4dca-bbef-1da13237a487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.632630 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5615a5f0-e570-4dca-bbef-1da13237a487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.637211 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5615a5f0-e570-4dca-bbef-1da13237a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.675419 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5615a5f0-e570-4dca-bbef-1da13237a487 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a9879296dcb46578013599c5021c44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413682 Feb 04 16:47:59.676302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615a5f0-e570-4dca-bbef-1da13237a487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61fdec0-3d22-4d20-89ff-e600fd12bd86,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:47:59.678520 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39218) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:47:59.729867 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c834f87-5d10-4db6-a8e4-e6b1dec2ff2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.751005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c834f87-5d10-4db6-a8e4-e6b1dec2ff2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.796429 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c834f87-5d10-4db6-a8e4-e6b1dec2ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.799028 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-6c834f87-5d10-4db6-a8e4-e6b1dec2ff2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:59.800199 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6c834f87-5d10-4db6-a8e4-e6b1dec2ff2f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a61fdec0-3d22-4d20-89ff-e600fd12bd86 HTTP/1.1" status: 204 len: 168 time: 0.1205626 Feb 04 16:47:59.808872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c834f87-5d10-4db6-a8e4-e6b1dec2ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61fdec0-3d22-4d20-89ff-e600fd12bd86,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:00.554126 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39240) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:00.656591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1537136901-network', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:00.680037 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Made reservation on behalf of c6c9f46430a441f58df52ba6d861c617 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:48:00.682477 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.691367 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.760429 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c0e7cac-2a8a-4cff-b65f-73414216cb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.774883 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.781277 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.805315 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:48:00.819909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56eab04-6276-475e-b63f-70a7241ef76c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:00.825763 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.826141 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Added segment 9faa7b29-c252-4414-989f-0f1b03ae6842 of type vlan for network 478c54e3-134b-4f6a-a926-e5aef932488c Feb 04 16:48:00.870435 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.903187 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.904383 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:00.905036 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.954263 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3988807 Feb 04 16:48:00.957802 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39244) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:00.963103 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Request body: {'subnet': {'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1537136901-subnet', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:00.969614 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1269d1-cade-4397-8cbb-bc2c8da98179 admin admin] Pushing event updated for resources: {'Network': ['ID=478c54e3-134b-4f6a-a926-e5aef932488c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:00.980167 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 478c54e3-134b-4f6a-a926-e5aef932488c details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:48:00.987531 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Made reservation on behalf of c6c9f46430a441f58df52ba6d861c617 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:48:00.990312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.166815 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.226175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3627edcd-d9c3-4320-8318-eda32f5d9036,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:01.237448 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Checking segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:01.237808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Network hostable DHCP agents. Network: 478c54e3-134b-4f6a-a926-e5aef932488c, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:48:01.256977 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Network 478c54e3-134b-4f6a-a926-e5aef932488c is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:48:01.269123 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 478c54e3-134b-4f6a-a926-e5aef932488c) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:01.274632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:01.275788 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.282433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e77240e-fac1-4cd9-90a4-3f2e359a7c51 None None] Network 478c54e3-134b-4f6a-a926-e5aef932488c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:48:01.294587 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4d7180cf-c327-4706-a3c0-0da8e8c0f4f3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3353801 Feb 04 16:48:01.297259 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39246) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:01.301774 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:01.325484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.326658 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.381378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.432100 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-478c54e3-134b-4f6a-a926-e5aef932488c', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:48:01.433004 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.525969 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.583347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Allocated IP 172.20.0.2 (478c54e3-134b-4f6a-a926-e5aef932488c/3627edcd-d9c3-4320-8318-eda32f5d9036/960d1b82-7c48-454c-8f45-5e4de9ee8f72) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:01.769797 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.775094 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.781192 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.794551 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.825344 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Network 478c54e3-134b-4f6a-a926-e5aef932488c is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:01.828200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:01.830928 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:48:01.839677 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Pushing event updated for resources: {'Port': ['ID=960d1b82-7c48-454c-8f45-5e4de9ee8f72,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:01.898931 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Attempting to bind port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:48:01.899321 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Attempting to bind port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:48:01.900016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Attempting to bind port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 on network 478c54e3-134b-4f6a-a926-e5aef932488c {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:48:01.906290 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:48:01.906718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Checking segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:01.907125 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.907620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Bound using segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:48:01.908107 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Bound port: 960d1b82-7c48-454c-8f45-5e4de9ee8f72, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:48:01.908495 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:01.925487 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Allocated IP 172.25.1.35 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/c345764c-3d7b-4e49-a871-f6c39a83abd7) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:01.977845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] For port 960d1b82-7c48-454c-8f45-5e4de9ee8f72, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:48:01.981671 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] For port 960d1b82-7c48-454c-8f45-5e4de9ee8f72, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=960d1b82-7c48-454c-8f45-5e4de9ee8f72,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:48:01.987300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.040472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.046939 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd0837-55dd-4583-a2b1-5f371b2fcd82 None None] Pushing event updated for resources: {'Port': ['ID=960d1b82-7c48-454c-8f45-5e4de9ee8f72,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:02.076392 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.117020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:02.120402 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:02.124956 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:48:02.151377 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Pushing event updated for resources: {'Port': ['ID=c345764c-3d7b-4e49-a871-f6c39a83abd7,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:02.386027 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 960d1b82-7c48-454c-8f45-5e4de9ee8f72 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:02.455368 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:02.455760 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.458858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.541040 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.585643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 960d1b82-7c48-454c-8f45-5e4de9ee8f72, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=960d1b82-7c48-454c-8f45-5e4de9ee8f72,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:02.591153 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.642557 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=960d1b82-7c48-454c-8f45-5e4de9ee8f72,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:02.691472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.826880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:48:02.940324 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:02.950028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389565d7-334b-4a88-b655-2185815854ea None None] Sync routers for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:48:02.960010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.961133 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389565d7-334b-4a88-b655-2185815854ea None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:02.961831 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-50ef56f7-8345-428d-bd91-27c2b28ce79b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6634357 Feb 04 16:48:02.965105 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39248) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:02.965581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-389565d7-334b-4a88-b655-2185815854ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:47:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:03.003358 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069eaae2-fae8-4a35-b0db-26810cbc1dbe None None] Network 478c54e3-134b-4f6a-a926-e5aef932488c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:48:03.123820 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0c97e473-5233-4bb2-b2bf-ee93a375da1d None None] Provisioning complete for port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:03.124112 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0c97e473-5233-4bb2-b2bf-ee93a375da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:03.181283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-389565d7-334b-4a88-b655-2185815854ea None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:03.479927 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-389565d7-334b-4a88-b655-2185815854ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:02Z', 'revision_number': 3, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:03.508418 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389565d7-334b-4a88-b655-2185815854ea None None] Checking router: 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:48:03.508803 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389565d7-334b-4a88-b655-2185815854ea None None] Updating router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 port c345764c-3d7b-4e49-a871-f6c39a83abd7 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:48:03.535642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-389565d7-334b-4a88-b655-2185815854ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:03.720686 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:03.819990 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-15e9eddb-4a76-4e65-aacf-140ac4109035 None None] Provisioning complete for port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:03.820350 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-15e9eddb-4a76-4e65-aacf-140ac4109035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:03.887164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Allocated IP 172.20.0.1 (478c54e3-134b-4f6a-a926-e5aef932488c/3627edcd-d9c3-4320-8318-eda32f5d9036/a2e644bc-f0ed-4701-8406-c5e9540384b6) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:03.907541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0e17e35d-2cc0-4749-9239-35a2c96f2b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:03.999052 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.034829 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.049634 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-389565d7-334b-4a88-b655-2185815854ea None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.055608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-389565d7-334b-4a88-b655-2185815854ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.083507 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Network 478c54e3-134b-4f6a-a926-e5aef932488c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:04.087935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:04.093359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:48:04.120625 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-389565d7-334b-4a88-b655-2185815854ea None None] Attempting to bind port c345764c-3d7b-4e49-a871-f6c39a83abd7 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:48:04.121002 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-389565d7-334b-4a88-b655-2185815854ea None None] Attempting to bind port c345764c-3d7b-4e49-a871-f6c39a83abd7 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:48:04.121371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389565d7-334b-4a88-b655-2185815854ea None None] Attempting to bind port c345764c-3d7b-4e49-a871-f6c39a83abd7 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:48:04.123584 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6952d-8889-4591-94bd-63b097c3f140 None None] Pushing event updated for resources: {'Port': ['ID=c345764c-3d7b-4e49-a871-f6c39a83abd7,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:04.130874 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389565d7-334b-4a88-b655-2185815854ea None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:48:04.131283 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389565d7-334b-4a88-b655-2185815854ea None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:04.131660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-389565d7-334b-4a88-b655-2185815854ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.132055 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389565d7-334b-4a88-b655-2185815854ea None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:48:04.132541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-389565d7-334b-4a88-b655-2185815854ea None None] Bound port: c345764c-3d7b-4e49-a871-f6c39a83abd7, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:48:04.132932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-389565d7-334b-4a88-b655-2185815854ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.145954 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.148483 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e644bc-f0ed-4701-8406-c5e9540384b6,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:04.191611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-389565d7-334b-4a88-b655-2185815854ea None None] For port c345764c-3d7b-4e49-a871-f6c39a83abd7, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:48:04.195902 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-389565d7-334b-4a88-b655-2185815854ea None None] For port c345764c-3d7b-4e49-a871-f6c39a83abd7, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c345764c-3d7b-4e49-a871-f6c39a83abd7,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:48:04.201419 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-389565d7-334b-4a88-b655-2185815854ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.259392 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389565d7-334b-4a88-b655-2185815854ea None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:04.260683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-389565d7-334b-4a88-b655-2185815854ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:04.309039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6952d-8889-4591-94bd-63b097c3f140 None None] Pushing event updated for resources: {'Port': ['ID=c345764c-3d7b-4e49-a871-f6c39a83abd7,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:04.310089 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.336477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 960d1b82-7c48-454c-8f45-5e4de9ee8f72 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:04.345704 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6b7a0fdf-8fcc-4437-9cac-bd3544d12722 None None] Provisioning complete for port a2e644bc-f0ed-4701-8406-c5e9540384b6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:04.346097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0fdf-8fcc-4437-9cac-bd3544d12722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.451703 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a0fdf-8fcc-4437-9cac-bd3544d12722 None None] Port a2e644bc-f0ed-4701-8406-c5e9540384b6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:48:04.467650 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-389565d7-334b-4a88-b655-2185815854ea None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:04.485186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.489803 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.531256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:04.531605 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.562754 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e644bc-f0ed-4701-8406-c5e9540384b6,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:04.574014 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:04.669057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Network 478c54e3-134b-4f6a-a926-e5aef932488c is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:04.670639 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:04.725041 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-389565d7-334b-4a88-b655-2185815854ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:02Z', 'revision_number': 3, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:04.753337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389565d7-334b-4a88-b655-2185815854ea None None] The sync data for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 is: [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:02Z', 'revision_number': 3, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:48:04.803477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:04.921534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:04.929026 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-56c64340-1134-4f7d-bcf3-45d5fbecffb1 admin admin] 10.222.0.47 "PUT /v2.0/routers/8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606991 Feb 04 16:48:04.975445 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fb6b224e-1776-44fa-9b72-e4151371908e None None] Provisioning complete for port a2e644bc-f0ed-4701-8406-c5e9540384b6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:04.975820 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb6b224e-1776-44fa-9b72-e4151371908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.034802 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b224e-1776-44fa-9b72-e4151371908e None None] Port a2e644bc-f0ed-4701-8406-c5e9540384b6 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:48:05.450153 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39264) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:05.455491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-363164838-network', 'tenant_id': '929e8b013fdb49b89584512437acbfcc'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:05.479663 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Made reservation on behalf of 929e8b013fdb49b89584512437acbfcc for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:48:05.482032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.491485 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.575094 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.580032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.607500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:48:05.616846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7bd358-69e9-4380-8f64-76064590b88c,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:05.624456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.625416 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Added segment 5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe of type vlan for network e38b5a74-2ffc-4a53-b92c-2372a1f2592b Feb 04 16:48:05.672321 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.708674 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.709772 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:05.710643 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.778962 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3275855 Feb 04 16:48:05.781611 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39266) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:05.787901 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Request body: {'subnet': {'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-363164838-subnet', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:05.796431 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fa5d1-c5f6-431e-a271-ed934ccbaed0 admin admin] Pushing event updated for resources: {'Network': ['ID=e38b5a74-2ffc-4a53-b92c-2372a1f2592b,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:05.809947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network e38b5a74-2ffc-4a53-b92c-2372a1f2592b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:48:05.824219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Made reservation on behalf of 929e8b013fdb49b89584512437acbfcc for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:48:05.826785 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.005749 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.065049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81db6447-a39d-42cb-bf12-004debe40178,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:06.072794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Checking segment: {'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:06.073156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Network hostable DHCP agents. Network: e38b5a74-2ffc-4a53-b92c-2372a1f2592b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:48:06.092883 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Network e38b5a74-2ffc-4a53-b92c-2372a1f2592b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:48:06.103210 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, e38b5a74-2ffc-4a53-b92c-2372a1f2592b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:06.108859 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:06.109545 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.111756 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.114411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac1edd-4d9a-4285-97f1-c5b9d7c7d0ed None None] Network e38b5a74-2ffc-4a53-b92c-2372a1f2592b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:48:06.126749 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ac15dcf6-3c2a-40ee-ba1a-fcfdf7536da1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3440664 Feb 04 16:48:06.129369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39268) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:06.134787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:06.159762 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.160837 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.222049 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.286741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-e38b5a74-2ffc-4a53-b92c-2372a1f2592b', 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'fixed_ips': [{'subnet_id': '81db6447-a39d-42cb-bf12-004debe40178'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:48:06.287912 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.371849 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.394300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c345764c-3d7b-4e49-a871-f6c39a83abd7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:06.499245 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c345764c-3d7b-4e49-a871-f6c39a83abd7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:06.499628 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.518489 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Sync routers for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:48:06.530063 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Allocated IP 172.20.0.2 (e38b5a74-2ffc-4a53-b92c-2372a1f2592b/81db6447-a39d-42cb-bf12-004debe40178/db17ab0a-9b7e-40fe-a633-e8725eb63436) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:06.530969 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:06.532418 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:06.601358 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.625510 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.662919 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:06.668885 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.719489 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port c345764c-3d7b-4e49-a871-f6c39a83abd7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c345764c-3d7b-4e49-a871-f6c39a83abd7,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:06.726312 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.757235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Allocated IP 172.25.1.109 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:06.775330 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.790765 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.802347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=c345764c-3d7b-4e49-a871-f6c39a83abd7,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:06.840206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Network e38b5a74-2ffc-4a53-b92c-2372a1f2592b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:06.845030 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:06.848981 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:48:06.862230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Pushing event updated for resources: {'Port': ['ID=db17ab0a-9b7e-40fe-a633-e8725eb63436,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:06.899431 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 2, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:06.899783 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.910250 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Attempting to bind port db17ab0a-9b7e-40fe-a633-e8725eb63436 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:48:06.910729 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Attempting to bind port db17ab0a-9b7e-40fe-a633-e8725eb63436 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:48:06.911150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Attempting to bind port db17ab0a-9b7e-40fe-a633-e8725eb63436 on network e38b5a74-2ffc-4a53-b92c-2372a1f2592b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:48:06.916657 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:48:06.917112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Checking segment: {'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:06.917587 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.918078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Bound using segment: {'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:48:06.918618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Bound port: db17ab0a-9b7e-40fe-a633-e8725eb63436, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:48:06.919070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.933860 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Checking router: 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:48:06.934221 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Updating router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 port a2e644bc-f0ed-4701-8406-c5e9540384b6 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:48:06.936927 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.959637 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.979168 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:06.982460 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:06.985896 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:48:06.989482 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] For port db17ab0a-9b7e-40fe-a633-e8725eb63436, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:48:06.992404 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] For port db17ab0a-9b7e-40fe-a633-e8725eb63436, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=db17ab0a-9b7e-40fe-a633-e8725eb63436,segment=NetworkSegment(5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe),segment_id=5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:48:06.997329 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.018239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Pushing event updated for resources: {'Port': ['ID=0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:07.061481 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d99752-2071-4729-84bd-1ed94ffeca0b None None] Pushing event updated for resources: {'Port': ['ID=db17ab0a-9b7e-40fe-a633-e8725eb63436,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:07.152925 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.282876 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.289863 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.292490 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.343472 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Pushing event updated for resources: {'Port': ['ID=a2e644bc-f0ed-4701-8406-c5e9540384b6,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:07.355527 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.355527 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.355527 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.355939 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.355939 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.356279 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.356603 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.356925 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.357245 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.357593 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.357879 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.360779 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:07.526471 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Attempting to bind port a2e644bc-f0ed-4701-8406-c5e9540384b6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:48:07.527150 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Attempting to bind port a2e644bc-f0ed-4701-8406-c5e9540384b6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:48:07.527262 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Attempting to bind port a2e644bc-f0ed-4701-8406-c5e9540384b6 on network 478c54e3-134b-4f6a-a926-e5aef932488c {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:48:07.534322 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:48:07.534695 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Checking segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:07.535293 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.535889 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Bound using segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:48:07.536372 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Bound port: a2e644bc-f0ed-4701-8406-c5e9540384b6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:48:07.536757 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.551010 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.620676 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] For port a2e644bc-f0ed-4701-8406-c5e9540384b6, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:48:07.623998 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] For port a2e644bc-f0ed-4701-8406-c5e9540384b6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a2e644bc-f0ed-4701-8406-c5e9540384b6,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:48:07.628948 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.683728 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:07.684066 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:07.694747 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fb869121-dd80-459b-95b3-2ca2fb2e4cbe None None] Provisioning complete for port a2e644bc-f0ed-4701-8406-c5e9540384b6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:07.695578 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb869121-dd80-459b-95b3-2ca2fb2e4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.741371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:48:07.757071 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.809009 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb869121-dd80-459b-95b3-2ca2fb2e4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.816563 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:07.850264 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fb869121-dd80-459b-95b3-2ca2fb2e4cbe None None] For port a2e644bc-f0ed-4701-8406-c5e9540384b6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a2e644bc-f0ed-4701-8406-c5e9540384b6,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:07.857739 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fb869121-dd80-459b-95b3-2ca2fb2e4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.874918 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:07.898643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Sync routers for ids ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:48:07.898966 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:07.905072 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-520f5fad-bc87-44bc-9fc4-570de993d0ce admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7735960 Feb 04 16:48:07.907235 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39270) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:07.962081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Routers {'d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:07.963850 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:07.977730 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd44118-9a93-4ada-bd4a-be2cb4722ba3 None None] Pushing event updated for resources: {'Port': ['ID=a2e644bc-f0ed-4701-8406-c5e9540384b6,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:08.032975 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb869121-dd80-459b-95b3-2ca2fb2e4cbe None None] Pushing event updated for resources: {'Port': ['ID=a2e644bc-f0ed-4701-8406-c5e9540384b6,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:08.098184 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:08.124686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Set router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:08.127355 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c122c9-345c-4686-a4f5-0eda958f64e0 None None] The sync data for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 is: [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:48:08.437952 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-85106913-8007-4e82-9ef7-8c500e7f0d55 None None] Provisioning complete for port a2e644bc-f0ed-4701-8406-c5e9540384b6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:08.438528 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-85106913-8007-4e82-9ef7-8c500e7f0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:08.482046 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa519a-a2e8-462c-8de8-390539a805fe None None] Network e38b5a74-2ffc-4a53-b92c-2372a1f2592b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:48:08.647095 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c345764c-3d7b-4e49-a871-f6c39a83abd7 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:08.817069 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 3, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port': {'id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:08.820480 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:08.851170 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port c345764c-3d7b-4e49-a871-f6c39a83abd7 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:08.851791 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:08.853200 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Checking router: d4523401-e14e-42e4-b0d3-b2d2ceae1c2b for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:48:08.853558 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Updating router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:48:08.925326 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:08.963923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-0ccb9cb5-8a55-4b36-a603-943a2e41a670 None None] Provisioning complete for port db17ab0a-9b7e-40fe-a633-e8725eb63436 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:08.964309 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9cb5-8a55-4b36-a603-943a2e41a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.008629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Allocated IP 172.20.0.1 (e38b5a74-2ffc-4a53-b92c-2372a1f2592b/81db6447-a39d-42cb-bf12-004debe40178/8296882b-57c5-4da9-aedb-e70ee75b8789) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:09.156936 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.157936 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a2e644bc-f0ed-4701-8406-c5e9540384b6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:09.197009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.239941 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Network e38b5a74-2ffc-4a53-b92c-2372a1f2592b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:09.242846 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:09.247304 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:48:09.280593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Pushing event updated for resources: {'Port': ['ID=8296882b-57c5-4da9-aedb-e70ee75b8789,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:09.302386 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9cb5-8a55-4b36-a603-943a2e41a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.305770 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.355228 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port a2e644bc-f0ed-4701-8406-c5e9540384b6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:09.355598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.414839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-0ccb9cb5-8a55-4b36-a603-943a2e41a670 None None] For port db17ab0a-9b7e-40fe-a633-e8725eb63436, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=db17ab0a-9b7e-40fe-a633-e8725eb63436,segment=NetworkSegment(5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe),segment_id=5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:09.445361 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9cb5-8a55-4b36-a603-943a2e41a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.467879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.504355 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.519409 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.579345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb9cb5-8a55-4b36-a603-943a2e41a670 None None] Pushing event updated for resources: {'Port': ['ID=db17ab0a-9b7e-40fe-a633-e8725eb63436,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:09.633913 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Attempting to bind port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:48:09.634362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Attempting to bind port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:48:09.634668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Attempting to bind port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:48:09.640937 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device db17ab0a-9b7e-40fe-a633-e8725eb63436 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:09.652686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:48:09.653054 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:09.653446 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.653840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:48:09.654361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Bound port: 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:48:09.654740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.677761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6c0ea54d-fa63-4369-a1aa-331ec7413554 None None] Provisioning complete for port db17ab0a-9b7e-40fe-a633-e8725eb63436 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:09.678161 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea54d-fa63-4369-a1aa-331ec7413554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.680282 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.686495 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.704273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba84441-a83f-4759-ba9b-de0dfc1594a8 None None] Pushing event updated for resources: {'Port': ['ID=0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:09.762522 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.765098 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Pushing event updated for resources: {'Port': ['ID=8296882b-57c5-4da9-aedb-e70ee75b8789,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:09.802840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] For port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:48:09.807665 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] For port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:48:09.816049 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.824641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port db17ab0a-9b7e-40fe-a633-e8725eb63436 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:09.825005 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:09.873657 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Network e38b5a74-2ffc-4a53-b92c-2372a1f2592b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:09.875373 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:09.971371 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Routers {'d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:09.972127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:09.978381 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba84441-a83f-4759-ba9b-de0dfc1594a8 None None] Pushing event updated for resources: {'Port': ['ID=0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:10.008503 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:10.079390 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-6c0ea54d-fa63-4369-a1aa-331ec7413554 None None] Provisioning complete for port 8296882b-57c5-4da9-aedb-e70ee75b8789 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:10.079741 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea54d-fa63-4369-a1aa-331ec7413554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.136558 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:10.142840 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-02e1d55e-71b8-4c9a-8364-7fd0584a2a65 admin admin] 10.222.0.47 "PUT /v2.0/routers/d4523401-e14e-42e4-b0d3-b2d2ceae1c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2322454 Feb 04 16:48:10.319142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ea54d-fa63-4369-a1aa-331ec7413554 None None] Port 8296882b-57c5-4da9-aedb-e70ee75b8789 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:48:10.323786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] Set router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:10.408776 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device db17ab0a-9b7e-40fe-a633-e8725eb63436 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:10.500771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-49fabcbf-6477-4fc0-a66a-6b7d2f46e875 None None] Provisioning complete for port 8296882b-57c5-4da9-aedb-e70ee75b8789 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:10.501144 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-49fabcbf-6477-4fc0-a66a-6b7d2f46e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.583627 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.587122 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port db17ab0a-9b7e-40fe-a633-e8725eb63436 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:10.587480 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.605449 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-49fabcbf-6477-4fc0-a66a-6b7d2f46e875 None None] Port 8296882b-57c5-4da9-aedb-e70ee75b8789 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:48:10.693766 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 4, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port': {'id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8296882b-57c5-4da9-aedb-e70ee75b8789', 'name': '', 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'mac_address': 'fa:16:3e:71:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '81db6447-a39d-42cb-bf12-004debe40178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:08Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 2, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'subnets': [{'id': '81db6447-a39d-42cb-bf12-004debe40178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:10.698786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39278) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:10.703671 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d0552752-aa30-4f2a-829e-dfc2fa0b7482 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147935015', 'description': 'tempest-secgroup-smoke-147935015 description', 'project_id': 'c6c9f46430a441f58df52ba6d861c617'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:10.728251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf65619-fdb7-4586-9dee-72660a02766b None None] The sync data for ids ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'] in n-d-827869-1 is: [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 4, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port': {'id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8296882b-57c5-4da9-aedb-e70ee75b8789', 'name': '', 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'mac_address': 'fa:16:3e:71:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '81db6447-a39d-42cb-bf12-004debe40178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:08Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 2, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'subnets': [{'id': '81db6447-a39d-42cb-bf12-004debe40178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:48:10.728616 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0552752-aa30-4f2a-829e-dfc2fa0b7482 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.813385 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0552752-aa30-4f2a-829e-dfc2fa0b7482 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.819497 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0552752-aa30-4f2a-829e-dfc2fa0b7482 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.861746 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d0552752-aa30-4f2a-829e-dfc2fa0b7482 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.863793 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d0552752-aa30-4f2a-829e-dfc2fa0b7482 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1637151 Feb 04 16:48:10.866853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39280) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:10.867369 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0552752-aa30-4f2a-829e-dfc2fa0b7482 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa2399-dc09-4a21-80c2-d51380704669,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:10.874905 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-125e1d83-c036-4096-8972-929a3dc0d3ba tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '4eaa2399-dc09-4a21-80c2-d51380704669', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:10.910764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-125e1d83-c036-4096-8972-929a3dc0d3ba tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:10.999980 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-125e1d83-c036-4096-8972-929a3dc0d3ba tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.004203 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-125e1d83-c036-4096-8972-929a3dc0d3ba tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.028450 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e1d83-c036-4096-8972-929a3dc0d3ba tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b1c663-34f9-4e23-b4d4-09231b8008db,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:11.044587 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-125e1d83-c036-4096-8972-929a3dc0d3ba tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.046291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-125e1d83-c036-4096-8972-929a3dc0d3ba tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774483 Feb 04 16:48:11.049339 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39282) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:11.054432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-6bcada7a-6b5b-41cc-a152-edcab4ea6899 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '4eaa2399-dc09-4a21-80c2-d51380704669', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:11.088432 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6bcada7a-6b5b-41cc-a152-edcab4ea6899 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.174159 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6bcada7a-6b5b-41cc-a152-edcab4ea6899 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.179763 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6bcada7a-6b5b-41cc-a152-edcab4ea6899 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.196739 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcada7a-6b5b-41cc-a152-edcab4ea6899 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35029545-e58e-496c-843f-30a1c245a775,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:11.209042 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-6bcada7a-6b5b-41cc-a152-edcab4ea6899 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.210479 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-6bcada7a-6b5b-41cc-a152-edcab4ea6899 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600096 Feb 04 16:48:11.214114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39284) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:11.219046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-27f7e5c7-180a-4445-a660-695fa15f23d3 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '4eaa2399-dc09-4a21-80c2-d51380704669', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:11.257536 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27f7e5c7-180a-4445-a660-695fa15f23d3 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.330490 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27f7e5c7-180a-4445-a660-695fa15f23d3 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.334975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27f7e5c7-180a-4445-a660-695fa15f23d3 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.354729 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e5c7-180a-4445-a660-695fa15f23d3 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb70ccee-e146-46ce-ac20-39ab435c008c,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:11.363975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-27f7e5c7-180a-4445-a660-695fa15f23d3 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.367967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-27f7e5c7-180a-4445-a660-695fa15f23d3 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499820 Feb 04 16:48:11.368183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39286) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:11.373375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-5c7dcb38-4e9b-4b68-bd2e-4a0e2b836dda tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '4eaa2399-dc09-4a21-80c2-d51380704669', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:11.407406 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c7dcb38-4e9b-4b68-bd2e-4a0e2b836dda tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.475425 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c7dcb38-4e9b-4b68-bd2e-4a0e2b836dda tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.486032 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c7dcb38-4e9b-4b68-bd2e-4a0e2b836dda tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.511899 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dcb38-4e9b-4b68-bd2e-4a0e2b836dda tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe3561d-1496-4d69-a8c4-075fc6d4d8b5,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:11.523873 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-5c7dcb38-4e9b-4b68-bd2e-4a0e2b836dda tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.524993 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-5c7dcb38-4e9b-4b68-bd2e-4a0e2b836dda tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558218 Feb 04 16:48:11.528047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39288) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:11.532818 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-0d5d196b-87b6-4030-85cb-e41d53cc3419 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '4eaa2399-dc09-4a21-80c2-d51380704669', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:11.570388 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-0d5d196b-87b6-4030-85cb-e41d53cc3419 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Project c6c9f46430a441f58df52ba6d861c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:48:11.576584 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d5d196b-87b6-4030-85cb-e41d53cc3419 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.651792 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d5d196b-87b6-4030-85cb-e41d53cc3419 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.655963 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d5d196b-87b6-4030-85cb-e41d53cc3419 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.675907 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d196b-87b6-4030-85cb-e41d53cc3419 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a905c88f-6671-42bc-8271-ac927d71f8d7,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:11.683681 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-0d5d196b-87b6-4030-85cb-e41d53cc3419 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.686062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-0d5d196b-87b6-4030-85cb-e41d53cc3419 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558115 Feb 04 16:48:11.687866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39290) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:11.692932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-04d6ccce-6368-4164-861c-14edfdd11338 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '4eaa2399-dc09-4a21-80c2-d51380704669', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:11.719160 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-04d6ccce-6368-4164-861c-14edfdd11338 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Project c6c9f46430a441f58df52ba6d861c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:48:11.724737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04d6ccce-6368-4164-861c-14edfdd11338 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.795597 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04d6ccce-6368-4164-861c-14edfdd11338 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.800649 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04d6ccce-6368-4164-861c-14edfdd11338 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.822265 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6ccce-6368-4164-861c-14edfdd11338 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96159bf-e682-4b47-8b27-7496cef124c7,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:11.833246 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-04d6ccce-6368-4164-861c-14edfdd11338 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:11.834625 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-04d6ccce-6368-4164-861c-14edfdd11338 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456709 Feb 04 16:48:11.985475 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-2a098763-ccfe-41fb-8065-c35c6b271e22 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147935015&fields=id&tenant_id=c6c9f46430a441f58df52ba6d861c617 HTTP/1.1" status: 200 len: 267 time: 0.0371702 Feb 04 16:48:12.106668 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-2598bdb7-f1b8-4c01-a4e6-b368a12dc6dd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:12.108293 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-2598bdb7-f1b8-4c01-a4e6-b368a12dc6dd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 809 time: 0.1126554 Feb 04 16:48:12.124850 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-257f4fbf-8a53-48f8-92a0-8a1e2650b610 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/quotas/c6c9f46430a441f58df52ba6d861c617 HTTP/1.1" status: 200 len: 375 time: 0.0102930 Feb 04 16:48:12.183967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-edda5fc2-9194-4608-9323-8963a10399d0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528338 Feb 04 16:48:12.285986 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-6c8e314f-b400-45fb-a8c2-e035acdcace6 service neutron] 10.222.0.47 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895643 Feb 04 16:48:12.404692 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-73948a1c-7cf9-49b2-9b73-26ca875072cc service neutron] 10.222.0.47 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117342 Feb 04 16:48:12.431972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:12.490845 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:12.491221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:12.584740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:12.605147 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d2732bf3-858b-41c3-8906-ab619f45100c req-9e12eb93-6be8-426f-bc02-61b19a41e940 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 210 time: 0.0462003 Feb 04 16:48:12.622039 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:12.634348 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:12.686535 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:12.948884 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Sync routers for ids ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:48:12.958624 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Routers {'d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:12.959161 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:13.075692 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Set router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:13.298566 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 4, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port': {'id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8296882b-57c5-4da9-aedb-e70ee75b8789', 'name': '', 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'mac_address': 'fa:16:3e:71:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '81db6447-a39d-42cb-bf12-004debe40178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:08Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 2, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'subnets': [{'id': '81db6447-a39d-42cb-bf12-004debe40178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:13.335257 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Checking router: d4523401-e14e-42e4-b0d3-b2d2ceae1c2b for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:48:13.335706 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Updating router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b port 8296882b-57c5-4da9-aedb-e70ee75b8789 binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:48:13.378255 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:13.722098 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:13.730027 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:13.755566 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b1d6141f-578e-4e31-bb27-cecdde976c0e req-727833c9-2593-4848-9136-977f18301c38 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 210 time: 0.0359201 Feb 04 16:48:13.796215 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639916f-2e98-4511-93d1-bf53962d53c7 None None] Pushing event updated for resources: {'Port': ['ID=8296882b-57c5-4da9-aedb-e70ee75b8789,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:13.836014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-28a38e65-ba5d-40e2-9fa1-efc56b659ac4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:13.836014 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-28a38e65-ba5d-40e2-9fa1-efc56b659ac4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 809 time: 0.1843288 Feb 04 16:48:13.853260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Attempting to bind port 8296882b-57c5-4da9-aedb-e70ee75b8789 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:48:13.854693 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Attempting to bind port 8296882b-57c5-4da9-aedb-e70ee75b8789 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:48:13.855126 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Attempting to bind port 8296882b-57c5-4da9-aedb-e70ee75b8789 on network e38b5a74-2ffc-4a53-b92c-2372a1f2592b {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:48:13.861174 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:48:13.861638 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Checking segment: {'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:13.862399 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:13.862538 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Bound using segment: {'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:48:13.863116 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Bound port: 8296882b-57c5-4da9-aedb-e70ee75b8789, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:48:13.863984 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:13.885516 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-311f0be3-71ac-4859-b6ca-5bae3b811bcf tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6c9f46430a441f58df52ba6d861c617 HTTP/1.1" status: 200 len: 379 time: 0.0408652 Feb 04 16:48:13.895689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'port': {'device_id': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'admin_state_up': True, 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'security_groups': ['4eaa2399-dc09-4a21-80c2-d51380704669']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:13.953370 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] For port 8296882b-57c5-4da9-aedb-e70ee75b8789, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:48:13.958061 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] For port 8296882b-57c5-4da9-aedb-e70ee75b8789, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8296882b-57c5-4da9-aedb-e70ee75b8789,segment=NetworkSegment(5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe),segment_id=5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:48:13.964477 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.033260 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Routers {'d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:14.034083 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:14.052718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-82eebd5b-b47c-45ed-b9a4-47f9b9ddce00 None None] Provisioning complete for port 8296882b-57c5-4da9-aedb-e70ee75b8789 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:14.053660 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82eebd5b-b47c-45ed-b9a4-47f9b9ddce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.062133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Made reservation on behalf of c6c9f46430a441f58df52ba6d861c617 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:48:14.066133 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.104049 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:48:14.127245 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639916f-2e98-4511-93d1-bf53962d53c7 None None] Pushing event updated for resources: {'Port': ['ID=8296882b-57c5-4da9-aedb-e70ee75b8789,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:14.182985 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82eebd5b-b47c-45ed-b9a4-47f9b9ddce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.227808 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] Set router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:14.230565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-82eebd5b-b47c-45ed-b9a4-47f9b9ddce00 None None] For port 8296882b-57c5-4da9-aedb-e70ee75b8789, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8296882b-57c5-4da9-aedb-e70ee75b8789,segment=NetworkSegment(5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe),segment_id=5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:14.240374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-82eebd5b-b47c-45ed-b9a4-47f9b9ddce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.275523 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Allocated IP 172.20.0.9 (478c54e3-134b-4f6a-a926-e5aef932488c/3627edcd-d9c3-4320-8318-eda32f5d9036/d93dde50-6d21-42df-bf9d-5f54c8c589de) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:14.320014 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eebd5b-b47c-45ed-b9a4-47f9b9ddce00 None None] Pushing event updated for resources: {'Port': ['ID=8296882b-57c5-4da9-aedb-e70ee75b8789,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:14.371951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-e54f8f2b-da93-464d-a9b1-0bbf177ba17e None None] Provisioning complete for port 8296882b-57c5-4da9-aedb-e70ee75b8789 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:14.372164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e54f8f2b-da93-464d-a9b1-0bbf177ba17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.468439 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.475127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8296882b-57c5-4da9-aedb-e70ee75b8789 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:14.510996 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.526573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8296882b-57c5-4da9-aedb-e70ee75b8789 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:14.526887 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.557335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Network 478c54e3-134b-4f6a-a926-e5aef932488c is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:14.560376 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:14.564216 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:48:14.577767 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 4, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port': {'id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8296882b-57c5-4da9-aedb-e70ee75b8789', 'name': '', 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'mac_address': 'fa:16:3e:71:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '81db6447-a39d-42cb-bf12-004debe40178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:08Z', 'updated_at': '2022-02-04T16:48:13Z', 'revision_number': 4, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'subnets': [{'id': '81db6447-a39d-42cb-bf12-004debe40178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:14.620757 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78f4b7-ee8c-4e87-a67e-881fe4c7b157 None None] The sync data for ids ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'] in n-d-827869-1 is: [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:09Z', 'revision_number': 4, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port': {'id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '8296882b-57c5-4da9-aedb-e70ee75b8789', 'name': '', 'network_id': 'e38b5a74-2ffc-4a53-b92c-2372a1f2592b', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'mac_address': 'fa:16:3e:71:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '81db6447-a39d-42cb-bf12-004debe40178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:08Z', 'updated_at': '2022-02-04T16:48:13Z', 'revision_number': 4, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'subnets': [{'id': '81db6447-a39d-42cb-bf12-004debe40178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:48:14.623173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:14.623860 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.631154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:14.646310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7554078 Feb 04 16:48:14.646962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8fa2c-fc0f-4502-84b6-fe0c77c4321d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:14.658689 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Request body: {'port': {'device_id': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:14.704074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:14.704676 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.737950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.901559 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4c5e655f-e6c0-4b55-851c-ba6d8e99a5e2 None None] Provisioning complete for port d93dde50-6d21-42df-bf9d-5f54c8c589de triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:14.901770 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4c5e655f-e6c0-4b55-851c-ba6d8e99a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:14.923990 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6ce13-401f-4efd-b976-f533fd159022 req-45b056ae-3400-42d2-94e2-04173e573c16 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:14.926481 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36a6ce13-401f-4efd-b976-f533fd159022 req-45b056ae-3400-42d2-94e2-04173e573c16 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 931 time: 0.0710444 Feb 04 16:48:14.953891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e655f-e6c0-4b55-851c-ba6d8e99a5e2 None None] Port d93dde50-6d21-42df-bf9d-5f54c8c589de cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:48:14.975879 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-36a6ce13-401f-4efd-b976-f533fd159022 req-cd49c712-3726-451e-b286-b8a7270e84f7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 Feb 04 16:48:15.090597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93dde50-6d21-42df-bf9d-5f54c8c589de {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:48:15.098852 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:15.112359 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Transition to ACTIVE for port object d93dde50-6d21-42df-bf9d-5f54c8c589de will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:48:15.116525 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:15.171558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:15.251106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Attempting to bind port d93dde50-6d21-42df-bf9d-5f54c8c589de on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:48:15.251477 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Attempting to bind port d93dde50-6d21-42df-bf9d-5f54c8c589de by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:48:15.251948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Attempting to bind port d93dde50-6d21-42df-bf9d-5f54c8c589de on network 478c54e3-134b-4f6a-a926-e5aef932488c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:48:15.257423 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Port d93dde50-6d21-42df-bf9d-5f54c8c589de on network 478c54e3-134b-4f6a-a926-e5aef932488c not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:48:15.257757 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Attempting to bind port d93dde50-6d21-42df-bf9d-5f54c8c589de on network 478c54e3-134b-4f6a-a926-e5aef932488c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:48:15.272486 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:48:15.273035 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Checking segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:48:15.273658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Bound using segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:48:15.274427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Bound port: d93dde50-6d21-42df-bf9d-5f54c8c589de, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:48:15.275195 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:15.356312 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:48:15.360240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:48:15.365665 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:15.401110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:15.402129 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:15.403558 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] 10.222.0.30 "PUT /v2.0/ports/d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 1091 time: 0.7492020 Feb 04 16:48:15.409624 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:15.412238 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c" -d '{"events": [{"name": "network-changed", "server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:48:15.483546 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1171b-6ba0-47e3-a05a-4f81f2850272 service neutron] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:15.507932 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f86f8442-da80-4db0-9fa6-8282d2add461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:15.510462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f86f8442-da80-4db0-9fa6-8282d2add461 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1094 time: 0.0652096 Feb 04 16:48:15.554409 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c8b2d-04db-410b-8278-9feda23de9ed x-openstack-request-id: req-fb4c8b2d-04db-410b-8278-9feda23de9ed {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:48:15.554705 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:48:15.554963 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb4c8b2d-04db-410b-8278-9feda23de9ed {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:48:15.555374 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'status': 'completed', 'code': 200} Feb 04 16:48:15.557382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-b6803480-ae2e-44fc-a230-67e66d989667 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 217 time: 0.0404878 Feb 04 16:48:15.609387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e3030ba3-0d83-4abe-bfc6-6d6b2cbb22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:15.610956 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-e3030ba3-0d83-4abe-bfc6-6d6b2cbb22a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0475864 Feb 04 16:48:15.663261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-859161da-c59f-4abc-ab37-3bc4eaedaf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:15.664782 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-859161da-c59f-4abc-ab37-3bc4eaedaf47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478663 Feb 04 16:48:15.757879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-5a0233aa-71cc-4d28-aa8a-394f1ae78d41 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865240 Feb 04 16:48:15.857872 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-12da24b8-de8e-432b-8220-94eda5b12a8f req-f579851f-267a-4a88-9fe2-1ac95ec76640 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924528 Feb 04 16:48:15.949949 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-3782517c-78c1-44db-b9ee-56aa49fd7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:15.951533 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-3782517c-78c1-44db-b9ee-56aa49fd7cdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1094 time: 0.0497026 Feb 04 16:48:16.048123 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-e8c05bff-a8fa-4ccd-aa45-4057df38e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:16.049615 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-e8c05bff-a8fa-4ccd-aa45-4057df38e7f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0916932 Feb 04 16:48:16.096952 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-cbe4e090-984b-4089-8107-385b5a7698ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 217 time: 0.0393233 Feb 04 16:48:16.126188 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccecdd-0ddd-4c64-a78d-2697a5a68d0d req-0d0e95b3-0a72-44e9-8336-a1426fc8758d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:16.128348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4cccecdd-0ddd-4c64-a78d-2697a5a68d0d req-0d0e95b3-0a72-44e9-8336-a1426fc8758d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0731981 Feb 04 16:48:16.146903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-5cfc20e6-6b96-4ef1-b6f1-1b40d843849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:16.148387 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-5cfc20e6-6b96-4ef1-b6f1-1b40d843849a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0456362 Feb 04 16:48:16.167187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4cccecdd-0ddd-4c64-a78d-2697a5a68d0d req-5ec11b7d-06da-4023-aa38-aeeb711c74bd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328557 Feb 04 16:48:16.195652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-c5c1d2f6-a561-4f11-9dc6-9dd6ed4113b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:16.197857 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-c5c1d2f6-a561-4f11-9dc6-9dd6ed4113b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423141 Feb 04 16:48:16.301886 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-47131d7f-b3b3-4641-b766-d1c08f1e3390 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984316 Feb 04 16:48:16.390751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-34ebc1ba-9ab7-452f-a529-acbc2d67d09c req-81fb7d98-e9b3-4d7b-bacb-cf5d3fdb3df2 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822706 Feb 04 16:48:17.298059 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e17f-a7aa-4452-a30d-b52eb666e96a req-032c0038-3217-4a9a-8fb1-85c492f13985 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:17.299612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-30d0e17f-a7aa-4452-a30d-b52eb666e96a req-032c0038-3217-4a9a-8fb1-85c492f13985 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0598004 Feb 04 16:48:17.341157 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-30d0e17f-a7aa-4452-a30d-b52eb666e96a req-894ff8ef-8458-4c3c-8b9a-15043c2292ed tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352046 Feb 04 16:48:18.457942 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920e78e-3871-4568-8834-2985ee48a963 req-db528660-2e7a-492e-8ec8-0c62ab129c03 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:18.459471 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6920e78e-3871-4568-8834-2985ee48a963 req-db528660-2e7a-492e-8ec8-0c62ab129c03 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0500426 Feb 04 16:48:18.498150 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6920e78e-3871-4568-8834-2985ee48a963 req-a5ec69d7-2d70-4ffa-9dec-97ee2c39822a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321190 Feb 04 16:48:19.617674 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e1a1-4a17-4076-906a-c2758c63d273 req-2b35bc7b-ae75-46c6-9919-c50dbcf00f27 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:19.619929 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a319e1a1-4a17-4076-906a-c2758c63d273 req-2b35bc7b-ae75-46c6-9919-c50dbcf00f27 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0536108 Feb 04 16:48:19.661681 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a319e1a1-4a17-4076-906a-c2758c63d273 req-74af02ac-27a1-4152-8cb8-293a49ee45b8 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341556 Feb 04 16:48:20.780634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca5ec0-77be-45a7-9ec0-0cf82473db29 req-ed45f7eb-8f7b-4330-987e-26e2d78e5657 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:20.782198 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3ca5ec0-77be-45a7-9ec0-0cf82473db29 req-ed45f7eb-8f7b-4330-987e-26e2d78e5657 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0493765 Feb 04 16:48:20.821159 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3ca5ec0-77be-45a7-9ec0-0cf82473db29 req-534c9f4c-835a-4451-b6ec-0451bf335c19 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329833 Feb 04 16:48:20.951215 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:48:21.045679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:21.056144 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'port_id': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'mac_address': 'fa:16:3e:04:6d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:48:21.098718 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:21.111658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93dde50-6d21-42df-bf9d-5f54c8c589de {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:48:21.131251 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:21.135783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:21.183088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:21.497926 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d93dde50-6d21-42df-bf9d-5f54c8c589de'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:48:21.940173 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddc465-49fe-40fd-9366-c8ad16dbbfaa req-b3ce9d86-2159-4c7d-bbdb-a252c9d40f21 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:21.941938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66ddc465-49fe-40fd-9366-c8ad16dbbfaa req-b3ce9d86-2159-4c7d-bbdb-a252c9d40f21 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0503998 Feb 04 16:48:21.980843 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-66ddc465-49fe-40fd-9366-c8ad16dbbfaa req-21be3c2a-6765-40aa-bf32-0e1c4245bfec tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Feb 04 16:48:22.966839 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:48:23.016852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port d93dde50-6d21-42df-bf9d-5f54c8c589de completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:48:23.021170 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port d93dde50-6d21-42df-bf9d-5f54c8c589de triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:23.021543 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:23.107609 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:23.108276 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635eab1-f94c-45f2-b276-0350b040cf18 req-e07edc4b-74cb-4e91-bb75-111db362d6d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:23.109794 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5635eab1-f94c-45f2-b276-0350b040cf18 req-e07edc4b-74cb-4e91-bb75-111db362d6d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0542557 Feb 04 16:48:23.131090 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:23.133389 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5efe544-0adf-49aa-9f0b-afc486328ddf" -d '{"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-plugged", "status": "completed", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:48:23.146923 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:23.152599 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5635eab1-f94c-45f2-b276-0350b040cf18 req-3175ae96-6de8-4490-a26c-2dfca0e36cf3 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363462 Feb 04 16:48:23.154806 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:23.208137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:23.234663 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec0a7c1-2a6e-41ee-912a-48affc58ff8b x-openstack-request-id: req-fec0a7c1-2a6e-41ee-912a-48affc58ff8b {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:48:23.234958 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-plugged", "status": "completed", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:48:23.235211 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fec0a7c1-2a6e-41ee-912a-48affc58ff8b {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:48:23.235613 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'code': 200} Feb 04 16:48:23.337464 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a08d9-c64d-4b3c-a15a-f7c257104af8 req-a6b09c31-ae8c-4de5-bb3d-30ebe0eb8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:23.339102 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f8a08d9-c64d-4b3c-a15a-f7c257104af8 req-a6b09c31-ae8c-4de5-bb3d-30ebe0eb8eef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1096 time: 0.0461807 Feb 04 16:48:23.374826 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1f8a08d9-c64d-4b3c-a15a-f7c257104af8 req-d8e11283-e200-4c1a-8407-21918059b6e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292249 Feb 04 16:48:23.946804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:24.281033 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c206-c454-4d2f-8a7e-7f279b3ac264 req-5882ee94-e52b-4779-b3fe-79a5138c9cdc tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:24.282602 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8de4c206-c454-4d2f-8a7e-7f279b3ac264 req-5882ee94-e52b-4779-b3fe-79a5138c9cdc tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0499365 Feb 04 16:48:24.321537 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8de4c206-c454-4d2f-8a7e-7f279b3ac264 req-e6ed1e1a-fadf-4908-a328-8eb1f13a790b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328896 Feb 04 16:48:25.449421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeca26a-8184-4610-8c6e-79a9d11fd2f6 req-b11838f1-1c99-4f02-b4ed-471e58540e63 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:25.450722 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eeca26a-8184-4610-8c6e-79a9d11fd2f6 req-b11838f1-1c99-4f02-b4ed-471e58540e63 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Feb 04 16:48:25.490371 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5eeca26a-8184-4610-8c6e-79a9d11fd2f6 req-20bbe628-d311-436f-a175-fc728caf3a43 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Feb 04 16:48:25.604647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef2275-bffa-4169-9532-ddca67fdc3ee req-b3891496-6013-4d11-80f7-68dda036f177 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:25.606094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32ef2275-bffa-4169-9532-ddca67fdc3ee req-b3891496-6013-4d11-80f7-68dda036f177 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0496058 Feb 04 16:48:25.643708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-32ef2275-bffa-4169-9532-ddca67fdc3ee req-22406827-6ea5-4dc7-802c-c1e1bf41ade2 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316365 Feb 04 16:48:25.665670 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:25.809652 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33f542-9bc7-47ec-9ba6-bc667a219191 tempest-TestShelveInstance-1893206700 tempest-TestShelveInstance-1893206700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:25.811232 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2d33f542-9bc7-47ec-9ba6-bc667a219191 tempest-TestShelveInstance-1893206700 tempest-TestShelveInstance-1893206700-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1091 time: 0.1442776 Feb 04 16:48:25.814316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39360) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:48:25.819106 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:48:25.846984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:25.947011 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.059931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Allocated IP 172.25.1.61 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/c4f9cbd8-4a34-4c46-b5f9-60e8d3981621) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:26.168301 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.203221 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.246341 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:26.249303 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:26.253061 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:48:26.259015 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'Port': ['ID=c4f9cbd8-4a34-4c46-b5f9-60e8d3981621,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:26.642470 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.711523 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.857862 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.862226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.932107 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'Port': ['ID=c4f9cbd8-4a34-4c46-b5f9-60e8d3981621,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:26.942368 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.042443 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Floating IP af32c2c5-63b0-43b8-b757-a4c7f5881ca9 associated. External IP: 172.25.1.61, port: d93dde50-6d21-42df-bf9d-5f54c8c589de. Feb 04 16:48:27.581675 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:27.684417 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:27.694280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] Sync routers for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:48:27.702058 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.704638 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:27.705277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:27.732613 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-888b765c-c56d-4abc-b56c-13aef94de5b6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9172199 Feb 04 16:48:27.733207 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:27.735492 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9471965d-dfb2-450b-a989-f27fc444c36a" -d '{"events": [{"name": "network-changed", "server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:48:27.770552 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74863be1-e54d-4b8a-978b-25eb092ed8de x-openstack-request-id: req-74863be1-e54d-4b8a-978b-25eb092ed8de {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:48:27.770840 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:48:27.771096 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74863be1-e54d-4b8a-978b-25eb092ed8de {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:48:27.771514 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'status': 'completed', 'code': 200} Feb 04 16:48:27.812746 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:27.831959 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471965d-dfb2-450b-a989-f27fc444c36a req-1f17bd68-8370-4fb3-aa07-8e1d4c10189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:27.833354 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9471965d-dfb2-450b-a989-f27fc444c36a req-1f17bd68-8370-4fb3-aa07-8e1d4c10189d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1096 time: 0.0401421 Feb 04 16:48:27.921421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471965d-dfb2-450b-a989-f27fc444c36a req-5b8976de-577d-4617-bbb8-979000e937ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:27.923040 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9471965d-dfb2-450b-a989-f27fc444c36a req-5b8976de-577d-4617-bbb8-979000e937ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0825818 Feb 04 16:48:27.991474 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9471965d-dfb2-450b-a989-f27fc444c36a req-d31cef66-036e-4f4b-b0df-1b2132235e22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 998 time: 0.0619998 Feb 04 16:48:28.039074 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'af32c2c5-63b0-43b8-b757-a4c7f5881ca9', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'port_id': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'mac_address': 'fa:16:3e:04:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:48:26Z', 'updated_at': '2022-02-04T16:48:26Z', 'revision_number': 0, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:28.039524 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471965d-dfb2-450b-a989-f27fc444c36a req-3334da9b-0f02-40fc-b623-f3e944da6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:28.040971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9471965d-dfb2-450b-a989-f27fc444c36a req-3334da9b-0f02-40fc-b623-f3e944da6357 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0429926 Feb 04 16:48:28.065966 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] Checking router: 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:48:28.075342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:48:28.075954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:48:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:28.085435 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471965d-dfb2-450b-a989-f27fc444c36a req-f1220cc1-b14b-465e-86a0-03937c74ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:28.086869 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9471965d-dfb2-450b-a989-f27fc444c36a req-f1220cc1-b14b-465e-86a0-03937c74ed89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395455 Feb 04 16:48:28.179003 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9471965d-dfb2-450b-a989-f27fc444c36a req-f9450ebc-3933-4a22-b433-005005a9c190 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837219 Feb 04 16:48:28.181924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:48:28.269056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9471965d-dfb2-450b-a989-f27fc444c36a req-c610484d-7605-4c18-a709-f160bb3cf735 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836554 Feb 04 16:48:28.417486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'af32c2c5-63b0-43b8-b757-a4c7f5881ca9', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'port_id': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'mac_address': 'fa:16:3e:04:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:48:26Z', 'updated_at': '2022-02-04T16:48:26Z', 'revision_number': 0, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:28.448051 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f967d-e5cc-492d-aa48-a0977ba34f15 None None] The sync data for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 is: [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'af32c2c5-63b0-43b8-b757-a4c7f5881ca9', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'port_id': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'mac_address': 'fa:16:3e:04:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:48:26Z', 'updated_at': '2022-02-04T16:48:26Z', 'revision_number': 0, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:48:28.769669 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeeddec-18c8-4f8f-bf4e-8d2fd38c6b35 None None] New status for floating IP af32c2c5-63b0-43b8-b757-a4c7f5881ca9: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:48:30.762659 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ec20-872e-4ae4-963b-6091f1dedc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.840180 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b61b5e-b00a-4a5a-bcc7-fc49ba2c1bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:36.110341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:37.146377 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:37.730956 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:40.560544 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:48.005914 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49886cbd-b3bd-4702-b924-7633904949a2 req-c6bac3d2-d1dc-41de-8051-9e6c11494c13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501368 Feb 04 16:48:48.088270 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49886cbd-b3bd-4702-b924-7633904949a2 req-5f483fec-630c-45a6-9391-1c2ebb140b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:48.090343 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49886cbd-b3bd-4702-b924-7633904949a2 req-5f483fec-630c-45a6-9391-1c2ebb140b09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1096 time: 0.0410666 Feb 04 16:48:48.193830 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49886cbd-b3bd-4702-b924-7633904949a2 req-af2f0e13-109b-4d9f-94f7-fb67c5287507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:48.195354 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49886cbd-b3bd-4702-b924-7633904949a2 req-af2f0e13-109b-4d9f-94f7-fb67c5287507 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0865955 Feb 04 16:48:48.270612 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49886cbd-b3bd-4702-b924-7633904949a2 req-2a059796-eee0-40fb-8104-e4c7e83daad0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 1000 time: 0.0681639 Feb 04 16:48:48.322775 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49886cbd-b3bd-4702-b924-7633904949a2 req-4a595666-7dde-4d2d-8fb6-ed1d6328b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:48.324815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49886cbd-b3bd-4702-b924-7633904949a2 req-4a595666-7dde-4d2d-8fb6-ed1d6328b9c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0472250 Feb 04 16:48:48.370292 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49886cbd-b3bd-4702-b924-7633904949a2 req-759a1ee9-adf4-4d6d-9d29-65b4d55d65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:48.371786 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49886cbd-b3bd-4702-b924-7633904949a2 req-759a1ee9-adf4-4d6d-9d29-65b4d55d65fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404930 Feb 04 16:48:48.469478 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49886cbd-b3bd-4702-b924-7633904949a2 req-3c300140-abd7-487d-8484-301b2213d2b3 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905907 Feb 04 16:48:48.558424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-49886cbd-b3bd-4702-b924-7633904949a2 req-f4db05e4-9322-4d43-a413-98027191a8f9 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830681 Feb 04 16:48:51.104410 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:48:53.965215 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.765957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-68529254-8649-4016-b046-c9f20ae547cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.843460 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1216ca9e-d6a4-4ab1-bbc4-c139cf1fdf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.117879 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.148629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.736016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:10.554757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:23.976325 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:28.103569 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:49:30.766211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3cd6-7170-4315-abbc-09bf0b580537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:33.845950 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-52c24af0-3ee4-414b-a198-1f7df842b4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:36.115000 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:37.150518 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:37.737012 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:40.559311 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:49.010266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3098618d-685a-4f5f-ad92-b2171726e294 req-828b084a-95e3-47d4-bddd-df24ea59e5a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420122 Feb 04 16:49:49.103099 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098618d-685a-4f5f-ad92-b2171726e294 req-55c9a4e3-00c1-4f99-be60-bc7704c642ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:49.104634 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3098618d-685a-4f5f-ad92-b2171726e294 req-55c9a4e3-00c1-4f99-be60-bc7704c642ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1096 time: 0.0497830 Feb 04 16:49:49.216562 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098618d-685a-4f5f-ad92-b2171726e294 req-35f4020a-9d73-4abd-a6ee-e3cb7fe8a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:49.218092 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3098618d-685a-4f5f-ad92-b2171726e294 req-35f4020a-9d73-4abd-a6ee-e3cb7fe8a3a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0941284 Feb 04 16:49:49.289421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3098618d-685a-4f5f-ad92-b2171726e294 req-d1821e56-eb82-4033-bc8f-25eef929aedf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 1000 time: 0.0645545 Feb 04 16:49:49.337886 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098618d-685a-4f5f-ad92-b2171726e294 req-6b2e32c5-6395-4765-a511-4d8ecd371a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:49.339392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3098618d-685a-4f5f-ad92-b2171726e294 req-6b2e32c5-6395-4765-a511-4d8ecd371a60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0437462 Feb 04 16:49:49.386334 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098618d-685a-4f5f-ad92-b2171726e294 req-16c48e06-6f03-4679-9530-e18fbec52b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:49.387940 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3098618d-685a-4f5f-ad92-b2171726e294 req-16c48e06-6f03-4679-9530-e18fbec52b20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424035 Feb 04 16:49:49.485291 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3098618d-685a-4f5f-ad92-b2171726e294 req-8a87609c-6ddb-4018-bef8-9a865fe601a6 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906112 Feb 04 16:49:49.587654 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3098618d-685a-4f5f-ad92-b2171726e294 req-d5aa3a75-3f86-4f82-b2a8-de55bdee620f service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957861 Feb 04 16:49:53.974811 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.769651 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a768-573f-47b1-be60-626a095c6f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:03.846842 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-40f6f73e-085a-4b7f-a0ac-fc35cdb2e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:05.102916 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:50:06.118644 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:07.153996 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:07.739361 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.551502 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:23.994160 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:30.770412 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4eefb7c3-10b5-4762-882f-c7a5bc31fb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:33.848016 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-13a13a80-4520-4747-acce-3658278b8786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:36.122574 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:37.159218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:37.742333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:40.571864 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:42.102507 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:50:50.045670 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-2cf42339-903d-4554-b104-ec1b20ca4b5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956967 Feb 04 16:50:50.132316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-c33bc9ce-7ecb-4f78-88a2-c7099d2a136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:50.133766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-c33bc9ce-7ecb-4f78-88a2-c7099d2a136a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1096 time: 0.0458426 Feb 04 16:50:50.239743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-7635d780-7a06-4d02-a7b9-a26b6cd05624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:50.241123 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-7635d780-7a06-4d02-a7b9-a26b6cd05624 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0883603 Feb 04 16:50:50.310938 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-cc31df5a-78ac-436f-a971-b09caecc233a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 1000 time: 0.0620706 Feb 04 16:50:50.363610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-63c3b0c0-1051-426f-b1e6-8a94a1192180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:50.365074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-63c3b0c0-1051-426f-b1e6-8a94a1192180 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0477390 Feb 04 16:50:50.410543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-b92c0dbc-73e7-451e-b225-76208750924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:50.412049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-b92c0dbc-73e7-451e-b225-76208750924e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402510 Feb 04 16:50:50.507314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-034c9e72-e155-493e-ae58-f16476bea2bd service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880902 Feb 04 16:50:50.596910 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-8dd0bb20-1d20-4e63-986c-77d2e7556219 req-429fa740-a5b8-4fe1-940e-f9a72dad3743 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831761 Feb 04 16:50:54.002341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:00.772359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1112268b-0e0a-4e1b-ab14-8866ed3127eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:03.849214 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb922519-487d-488d-8004-d51b06742978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:06.124894 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:07.161733 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:07.745192 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:10.572580 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:16.070179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e5a2-a1f7-4165-a605-08286bd90146 req-0db4052b-8f45-46fb-8f34-3f11a25c5238 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:16.071870 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a637e5a2-a1f7-4165-a605-08286bd90146 req-0db4052b-8f45-46fb-8f34-3f11a25c5238 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.1043890 Feb 04 16:51:16.115325 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a637e5a2-a1f7-4165-a605-08286bd90146 req-b1498971-e542-4433-9e39-f533a76f5b85 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Feb 04 16:51:17.241535 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60fef1-d4c9-4746-97dc-b666920e719e req-4794a0ff-2926-4d9c-bafc-4f24d5341195 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:17.243128 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d60fef1-d4c9-4746-97dc-b666920e719e req-4794a0ff-2926-4d9c-bafc-4f24d5341195 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0505195 Feb 04 16:51:17.286916 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d60fef1-d4c9-4746-97dc-b666920e719e req-2411ac33-0026-4ca8-b7e0-03c4a6afea68 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359166 Feb 04 16:51:18.424537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc13725-ea1b-43fd-8c74-7355660de44c req-29afd7dc-460c-4cb0-b38d-83fc12c9d789 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:18.426044 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9fc13725-ea1b-43fd-8c74-7355660de44c req-29afd7dc-460c-4cb0-b38d-83fc12c9d789 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0527546 Feb 04 16:51:18.464559 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9fc13725-ea1b-43fd-8c74-7355660de44c req-d93f713e-cc89-444c-a579-9b901caa169d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316648 Feb 04 16:51:19.101707 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:51:19.577522 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f39430-168e-4011-aee2-163c329a31db req-ded8ee42-eac3-4fe0-94bc-720cb32d9435 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:19.579014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29f39430-168e-4011-aee2-163c329a31db req-ded8ee42-eac3-4fe0-94bc-720cb32d9435 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0485921 Feb 04 16:51:19.617265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-29f39430-168e-4011-aee2-163c329a31db req-88063a0a-7745-40c7-818b-f04c0ac6bc56 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323281 Feb 04 16:51:20.733001 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7be44-f106-4be3-b6b9-cc04db5876ab req-913003fa-46ba-4f96-bdcf-d21f9a826ad8 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:20.734482 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0fe7be44-f106-4be3-b6b9-cc04db5876ab req-913003fa-46ba-4f96-bdcf-d21f9a826ad8 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Feb 04 16:51:20.771534 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0fe7be44-f106-4be3-b6b9-cc04db5876ab req-ada32dec-1608-47cf-b7a9-d7e5e6f31b32 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310519 Feb 04 16:51:21.889009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b45dc-24f6-4ba1-8992-aff8d04166f7 req-563d0694-78b6-499c-9fec-fce5719a7001 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:21.890492 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b38b45dc-24f6-4ba1-8992-aff8d04166f7 req-563d0694-78b6-499c-9fec-fce5719a7001 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0504675 Feb 04 16:51:21.933502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b38b45dc-24f6-4ba1-8992-aff8d04166f7 req-79248950-7957-4844-aabb-04efbfaf3127 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368903 Feb 04 16:51:23.048637 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76df0-f5ab-4df9-b627-dc050822dcf9 req-d0139591-fd5a-4585-be9c-200ffe15d1fa tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:23.050161 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02c76df0-f5ab-4df9-b627-dc050822dcf9 req-d0139591-fd5a-4585-be9c-200ffe15d1fa tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0493953 Feb 04 16:51:23.089318 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-02c76df0-f5ab-4df9-b627-dc050822dcf9 req-7e876282-47ff-4888-9d39-4a8d0edb09ad tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331213 Feb 04 16:51:24.022088 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:24.205117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6146909-5dc6-416c-b1d3-b0f56d77ef4e req-6bd1f610-8c48-45b1-ae30-47969cc6a089 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:24.206644 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6146909-5dc6-416c-b1d3-b0f56d77ef4e req-6bd1f610-8c48-45b1-ae30-47969cc6a089 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0504603 Feb 04 16:51:24.244742 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d6146909-5dc6-416c-b1d3-b0f56d77ef4e req-f6e9465b-ee8b-4089-8645-f15713723a45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Feb 04 16:51:25.367902 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ca5e-0fb0-4a67-8039-436473a36a7d req-8a004c50-1f70-4dcf-aca3-694be36e3085 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:25.369438 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-30b4ca5e-0fb0-4a67-8039-436473a36a7d req-8a004c50-1f70-4dcf-aca3-694be36e3085 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0553572 Feb 04 16:51:25.408456 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-30b4ca5e-0fb0-4a67-8039-436473a36a7d req-8e1dfff4-5a8e-4a96-99ae-d7de621b3e23 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327032 Feb 04 16:51:26.525383 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b66f9c-99bd-4220-ac65-965295b3534d req-ba316aa7-8c4f-4d05-96ac-83d578e83def tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:26.527020 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44b66f9c-99bd-4220-ac65-965295b3534d req-ba316aa7-8c4f-4d05-96ac-83d578e83def tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0503089 Feb 04 16:51:26.566900 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-44b66f9c-99bd-4220-ac65-965295b3534d req-23e2af3a-8e51-440c-9a8a-d27e6735594a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339627 Feb 04 16:51:27.683041 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d686968-3e57-4aa8-a79e-03387ea6bb2b req-e9715c4c-a714-4ddd-8ae6-ec76b76bd50a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:27.684666 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d686968-3e57-4aa8-a79e-03387ea6bb2b req-e9715c4c-a714-4ddd-8ae6-ec76b76bd50a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0497007 Feb 04 16:51:27.723894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9d686968-3e57-4aa8-a79e-03387ea6bb2b req-779ef60f-b0f6-4757-a0d8-5c7d5dfa2bb5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332046 Feb 04 16:51:28.839306 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea38e38-90d8-4b35-9f81-3c5f7a298bfc req-274bb027-b746-4e47-8bcd-dd8715f68335 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:28.840828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ea38e38-90d8-4b35-9f81-3c5f7a298bfc req-274bb027-b746-4e47-8bcd-dd8715f68335 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0490890 Feb 04 16:51:28.883892 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6ea38e38-90d8-4b35-9f81-3c5f7a298bfc req-845a0c3f-96d9-40f5-af2e-3e522e376b17 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367229 Feb 04 16:51:29.973749 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:51:29.999513 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a17d0-767f-46e5-be33-5de82d69d325 req-2595bb6d-20c6-4049-9df8-6601f121d296 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:30.001056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f6a17d0-767f-46e5-be33-5de82d69d325 req-2595bb6d-20c6-4049-9df8-6601f121d296 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Feb 04 16:51:30.040141 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3f6a17d0-767f-46e5-be33-5de82d69d325 req-3fe6218d-f26b-40b4-82ca-5c0973d2bc64 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329344 Feb 04 16:51:30.075620 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:30.087124 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'port_id': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'mac_address': 'fa:16:3e:04:6d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:51:30.124284 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:30.137690 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93dde50-6d21-42df-bf9d-5f54c8c589de {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:51:30.157478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:30.161763 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:30.219426 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:30.226786 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.227135 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.227478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.228342 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.228687 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.229015 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.229341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.229666 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.230013 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.230947 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.231282 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.231607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:30.237673 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['d93dde50-6d21-42df-bf9d-5f54c8c589de'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:51:30.772719 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-77f1640a-c00f-47f5-8157-eb6ba6fec2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:31.156816 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a672d-6b20-45bb-91f7-63a72b623b21 req-22874e00-f4d8-40cf-ba96-e616d654823d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:31.158335 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5a672d-6b20-45bb-91f7-63a72b623b21 req-22874e00-f4d8-40cf-ba96-e616d654823d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0498879 Feb 04 16:51:31.205042 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d5a672d-6b20-45bb-91f7-63a72b623b21 req-6fbf2a63-91cd-4465-90e1-3f3fd290c42b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406282 Feb 04 16:51:31.973835 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:51:32.021421 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port d93dde50-6d21-42df-bf9d-5f54c8c589de triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:32.021812 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:32.099896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:32.122498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:32.124779 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbda626-de7e-49c7-8202-5edd4b7e00b0" -d '{"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-plugged", "status": "completed", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:51:32.141300 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:32.146032 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:32.170538 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea35e3dd-9d70-4d4e-b852-5cd5ea9aa3af x-openstack-request-id: req-ea35e3dd-9d70-4d4e-b852-5cd5ea9aa3af {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:51:32.170840 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-plugged", "status": "completed", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:51:32.171449 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea35e3dd-9d70-4d4e-b852-5cd5ea9aa3af {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:51:32.171572 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'code': 200} Feb 04 16:51:32.198280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:32.321020 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dff4b6-7a16-4b7a-9185-6d2554b5ccc6 req-32a3054b-29f8-4df3-8c28-688a5034ba04 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:32.323375 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82dff4b6-7a16-4b7a-9185-6d2554b5ccc6 req-32a3054b-29f8-4df3-8c28-688a5034ba04 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0508149 Feb 04 16:51:32.364572 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-82dff4b6-7a16-4b7a-9185-6d2554b5ccc6 req-e0f3c7be-da96-4450-b886-2a714b6514af tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352623 Feb 04 16:51:33.494115 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc603028-acda-470e-84a9-1d2b55f23e52 req-6385210f-c2a3-41c9-b198-d33b72e34a72 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:33.495688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc603028-acda-470e-84a9-1d2b55f23e52 req-6385210f-c2a3-41c9-b198-d33b72e34a72 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0545671 Feb 04 16:51:33.538569 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc603028-acda-470e-84a9-1d2b55f23e52 req-8141bf7c-36f0-41dc-904e-3ba198653dce tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368636 Feb 04 16:51:33.851784 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb2c7f87-dd0a-4bea-a19f-faa4b57738e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:34.663947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee04e9-6781-465a-b885-eea8c3756c20 req-eeafe518-ebbd-4fc6-a1cd-ef56d71f0f4a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:34.670830 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbee04e9-6781-465a-b885-eea8c3756c20 req-eeafe518-ebbd-4fc6-a1cd-ef56d71f0f4a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0576174 Feb 04 16:51:34.717935 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-fbee04e9-6781-465a-b885-eea8c3756c20 req-d484c64f-6a72-4ef3-9f86-d1a4c5c944b0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445476 Feb 04 16:51:35.850211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc731664-5c0c-4a89-b8b1-1437f92afbd2 req-b6122fde-f9ac-4f64-8120-d49b0f1ce74d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:35.852027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc731664-5c0c-4a89-b8b1-1437f92afbd2 req-b6122fde-f9ac-4f64-8120-d49b0f1ce74d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0565803 Feb 04 16:51:35.903409 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-dc731664-5c0c-4a89-b8b1-1437f92afbd2 req-b1cfd3c4-0e0c-4b8b-a1ce-e4361d2f4cc4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446668 Feb 04 16:51:36.159081 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:37.039786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de470a0b-6cdd-41ef-85be-cf7ca35bf73f req-991d1fb9-9007-400f-bac0-8d5813785799 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:37.041165 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de470a0b-6cdd-41ef-85be-cf7ca35bf73f req-991d1fb9-9007-400f-bac0-8d5813785799 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0519717 Feb 04 16:51:37.108684 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-de470a0b-6cdd-41ef-85be-cf7ca35bf73f req-f21a2082-1890-4852-af1c-25cde5314694 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559180 Feb 04 16:51:37.171124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:37.750323 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:38.236728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac571a7-5afe-47fa-85e1-5631e4e1e4c0 req-a45de08a-cc95-45d8-9051-7ed8fe3480e1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:38.239119 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ac571a7-5afe-47fa-85e1-5631e4e1e4c0 req-a45de08a-cc95-45d8-9051-7ed8fe3480e1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0660269 Feb 04 16:51:38.294552 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3ac571a7-5afe-47fa-85e1-5631e4e1e4c0 req-4b8ca76c-006c-4094-9f0f-75a0f007d7d9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486643 Feb 04 16:51:39.433938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae759-c0a5-4d07-bb91-aabed3496ded req-95c7bf51-4269-4f21-b436-55bdb81e780d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:39.435496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c7ae759-c0a5-4d07-bb91-aabed3496ded req-95c7bf51-4269-4f21-b436-55bdb81e780d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0655894 Feb 04 16:51:39.486118 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2c7ae759-c0a5-4d07-bb91-aabed3496ded req-b6adee78-dcf4-493f-ac35-20f0deb83be2 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404985 Feb 04 16:51:40.600571 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:40.649598 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c737c-40cd-48f6-b287-713b8a101308 req-ffd31593-fb1d-4415-8df5-7ef85e9a595f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:40.651273 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c95c737c-40cd-48f6-b287-713b8a101308 req-ffd31593-fb1d-4415-8df5-7ef85e9a595f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0663397 Feb 04 16:51:40.694702 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c95c737c-40cd-48f6-b287-713b8a101308 req-3892729d-ed57-4121-b438-97ce44e0157f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358071 Feb 04 16:51:41.820362 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09a481-f680-4ef9-8e4d-380a7266b1f8 req-b48e3074-557e-402d-9ff4-8e236d17dcef tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:41.822456 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d09a481-f680-4ef9-8e4d-380a7266b1f8 req-b48e3074-557e-402d-9ff4-8e236d17dcef tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0536933 Feb 04 16:51:41.879805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-3d09a481-f680-4ef9-8e4d-380a7266b1f8 req-d6205f1b-2abd-4a85-9110-0637ff87d8fe tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430439 Feb 04 16:51:43.009609 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9b93-b76a-437f-80c1-29550d839a5c req-883a78ed-b94b-4408-a49a-7a7e2c247f37 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:43.011311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f2a9b93-b76a-437f-80c1-29550d839a5c req-883a78ed-b94b-4408-a49a-7a7e2c247f37 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0514746 Feb 04 16:51:43.053767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-0f2a9b93-b76a-437f-80c1-29550d839a5c req-aa738320-816e-4a2b-a085-4910693c15dd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355973 Feb 04 16:51:43.984468 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-ab9d8931-54e9-42fd-9405-3d0ab90a6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:43.985939 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-ab9d8931-54e9-42fd-9405-3d0ab90a6583 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1096 time: 0.0402026 Feb 04 16:51:44.083942 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-5a5960a4-88ea-433c-9842-be94bda65f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:44.085411 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-5a5960a4-88ea-433c-9842-be94bda65f7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0886405 Feb 04 16:51:44.156567 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-70fd16d4-4bf1-4f65-9a6a-18f2cd7d8532 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 1000 time: 0.0641112 Feb 04 16:51:44.173506 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392c7af-654d-4d98-8f11-37712bb412bc req-1bb2bb38-3d0d-42c1-abf2-946681653e16 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:44.175112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a392c7af-654d-4d98-8f11-37712bb412bc req-1bb2bb38-3d0d-42c1-abf2-946681653e16 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0510724 Feb 04 16:51:44.216062 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a392c7af-654d-4d98-8f11-37712bb412bc req-560cfc55-620f-4316-9e25-44163a27db0e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345187 Feb 04 16:51:44.218362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-06992efa-27db-4188-ae31-03949529cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:44.219894 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-06992efa-27db-4188-ae31-03949529cf1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0565963 Feb 04 16:51:44.268003 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-e2896a69-1fb2-45f7-a93c-c6c7d6cb1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:44.269459 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-e2896a69-1fb2-45f7-a93c-c6c7d6cb1a44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429289 Feb 04 16:51:44.358454 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-28d5be5e-da9a-48ff-b58b-1e64200bd3d7 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820835 Feb 04 16:51:44.457290 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-431ddf76-c34a-4e1b-8c13-b6facb048613 req-7e9de3e0-3783-4b55-ac03-91fc5205c8ba service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919449 Feb 04 16:51:45.333235 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61155670-b4f5-4864-992c-496d5b804d3f req-58e16615-30ed-4619-b7b4-d94c1c8ee996 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:45.334745 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61155670-b4f5-4864-992c-496d5b804d3f req-58e16615-30ed-4619-b7b4-d94c1c8ee996 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0498960 Feb 04 16:51:45.373080 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-61155670-b4f5-4864-992c-496d5b804d3f req-349e9edb-73a8-4848-8da4-1c540bb45e7b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322545 Feb 04 16:51:46.051989 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:51:46.133047 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.157331 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:46.159627 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1098e2-ea5b-43af-9ef5-4bc09fdc89dd" -d '{"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-unplugged", "status": "completed", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:51:46.172951 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:46.177633 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.201884 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a2f4d4-305b-4a27-9982-48e8b808b786 x-openstack-request-id: req-e1a2f4d4-305b-4a27-9982-48e8b808b786 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:51:46.202205 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-unplugged", "status": "completed", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:51:46.202458 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1a2f4d4-305b-4a27-9982-48e8b808b786 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:51:46.202847 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'code': 200} Feb 04 16:51:46.228161 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:46.496876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d678335-cad9-46de-9217-9645efc57e18 req-b1ebc0fc-4823-4ce6-913e-86b58d9c1a04 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:46.498417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d678335-cad9-46de-9217-9645efc57e18 req-b1ebc0fc-4823-4ce6-913e-86b58d9c1a04 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0526044 Feb 04 16:51:46.536526 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2d678335-cad9-46de-9217-9645efc57e18 req-a058f2a0-62e5-48a3-955c-78d968675dff tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320792 Feb 04 16:51:46.677948 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-0037c3d7-d603-44b7-a7da-e738c2acbb33 req-b458f55e-0b75-4fb6-94f1-bbc04ca0f13b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:51:46.678998 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0037c3d7-d603-44b7-a7da-e738c2acbb33 req-b458f55e-0b75-4fb6-94f1-bbc04ca0f13b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0754874 Feb 04 16:51:47.848931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc56f1-dc97-49bc-97f3-60b8bea296a5 req-2183c97e-af87-40be-a02a-8f7c32a7c643 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:47.850466 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96cc56f1-dc97-49bc-97f3-60b8bea296a5 req-2183c97e-af87-40be-a02a-8f7c32a7c643 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0547767 Feb 04 16:51:47.891590 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96cc56f1-dc97-49bc-97f3-60b8bea296a5 req-38689d09-3df6-4364-9b68-90dd2534d21d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343783 Feb 04 16:51:48.037565 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-efdcc875-c804-4a7d-868a-d300b14eb3ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908623 Feb 04 16:51:48.047823 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-9e285777-15c5-4346-a9e8-283c0f66e927 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:51:48.049081 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-9e285777-15c5-4346-a9e8-283c0f66e927 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057254 Feb 04 16:51:49.014607 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675041e0-5e27-413c-9b24-e69a1a5a17fe req-fdc5894f-7561-4e52-add8-43accabb10d9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:49.017491 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-675041e0-5e27-413c-9b24-e69a1a5a17fe req-fdc5894f-7561-4e52-add8-43accabb10d9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0521140 Feb 04 16:51:49.058350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-675041e0-5e27-413c-9b24-e69a1a5a17fe req-7ef8fefa-c363-4097-834a-7b31d431cdd1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360239 Feb 04 16:51:50.072493 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:51:50.193819 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca571131-6ac5-4faf-9c2c-4ac268b8cb01 req-ea3f3213-a2c1-4b1f-ac93-144cbbc5e3f7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:50.195501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca571131-6ac5-4faf-9c2c-4ac268b8cb01 req-ea3f3213-a2c1-4b1f-ac93-144cbbc5e3f7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.0502226 Feb 04 16:51:50.233745 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ca571131-6ac5-4faf-9c2c-4ac268b8cb01 req-c2b9282b-ada9-45d7-93d4-e0b710047a2c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311677 Feb 04 16:51:50.936181 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-7b3ef252-b357-4807-9f29-34ad336d9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:50.937611 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-7b3ef252-b357-4807-9f29-34ad336d9d44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3&tenant_id=c6c9f46430a441f58df52ba6d861c617 HTTP/1.1" status: 200 len: 1094 time: 0.0429149 Feb 04 16:51:50.954713 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827869-1', 'device_owner': 'compute:nova'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:51:51.012492 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.221396 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:51.255216 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h2-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:51:51.290337 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93dde50-6d21-42df-bf9d-5f54c8c589de {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:51:51.298169 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.320477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Transition to ACTIVE for port object d93dde50-6d21-42df-bf9d-5f54c8c589de will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:51.336035 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.398822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=9']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:51.409542 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14aa4a-b822-4dee-b4cb-d6a8b9e871db req-e82ea699-22d3-41d7-90da-891f05442a9d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:51.411166 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd14aa4a-b822-4dee-b4cb-d6a8b9e871db req-e82ea699-22d3-41d7-90da-891f05442a9d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 943 time: 0.1070087 Feb 04 16:51:51.465908 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.466284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.466635 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.466971 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.467307 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.467638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.467964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.468292 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.468620 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.468945 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.469267 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.469589 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.509051 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cd14aa4a-b822-4dee-b4cb-d6a8b9e871db req-c2290e1c-566a-4001-9f8d-232b3cfcad2e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636551 Feb 04 16:51:51.527881 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] No DVR routers for this DVR port d93dde50-6d21-42df-bf9d-5f54c8c589de on host n-h2-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:51:51.666285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Attempting to bind port d93dde50-6d21-42df-bf9d-5f54c8c589de on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:51:51.666614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Attempting to bind port d93dde50-6d21-42df-bf9d-5f54c8c589de by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:51:51.666934 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Attempting to bind port d93dde50-6d21-42df-bf9d-5f54c8c589de on network 478c54e3-134b-4f6a-a926-e5aef932488c {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:51:51.671169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Port d93dde50-6d21-42df-bf9d-5f54c8c589de on network 478c54e3-134b-4f6a-a926-e5aef932488c not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:51:51.671485 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Attempting to bind port d93dde50-6d21-42df-bf9d-5f54c8c589de on network 478c54e3-134b-4f6a-a926-e5aef932488c {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:51:51.676206 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:51:51.676541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Checking segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:51:51.676920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Bound using segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:51:51.677340 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Bound port: d93dde50-6d21-42df-bf9d-5f54c8c589de, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:51:51.677691 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.743147 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:51:51.746546 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:51:51.750609 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.788848 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:51.789489 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.791539 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] 10.222.0.50 "PUT /v2.0/ports/d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 1091 time: 0.8413317 Feb 04 16:51:51.791975 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:51.794258 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97cf594-2634-4bda-b2fe-791f36fa3449" -d '{"events": [{"name": "network-changed", "server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:51:51.813541 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20d8d5-acba-455d-820d-e4b7f5512606 service neutron] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=10']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:51.874183 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-6ea3bd33-6b5b-4428-b132-9fd264aa71be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:51.875994 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-6ea3bd33-6b5b-4428-b132-9fd264aa71be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1095 time: 0.0504708 Feb 04 16:51:51.936267 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4c111c-05e3-4e25-a65c-6af817340274 x-openstack-request-id: req-6d4c111c-05e3-4e25-a65c-6af817340274 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:51:51.936983 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:51:51.936983 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6d4c111c-05e3-4e25-a65c-6af817340274 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:51:51.937184 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'status': 'completed', 'code': 200} Feb 04 16:51:51.982315 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-14260559-2958-4c1f-8bbb-d49b36620e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:51.983902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-14260559-2958-4c1f-8bbb-d49b36620e8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.1004663 Feb 04 16:51:52.050730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-304782c8-7409-4c25-9cd5-b27dd06f505f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 998 time: 0.0596864 Feb 04 16:51:52.104786 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-3cd94d5c-81d0-4715-bb29-c2cfed17dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:52.106339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-3cd94d5c-81d0-4715-bb29-c2cfed17dfb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0499172 Feb 04 16:51:52.151952 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-5d44bb0a-0140-42da-b886-f42328f0eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:52.153542 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-5d44bb0a-0140-42da-b886-f42328f0eab4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411918 Feb 04 16:51:52.244932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-5922a935-d7c8-4fc4-8f39-7d7d5ee68629 service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848317 Feb 04 16:51:52.342805 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a3bcb8c4-59e8-4a68-aafe-c07a58100001 req-979b0648-1657-400c-b045-d0cd61583102 service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910444 Feb 04 16:51:52.453600 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-e968d995-95ea-44d9-8568-a6829a547e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:52.455158 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-e968d995-95ea-44d9-8568-a6829a547e76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1095 time: 0.0477984 Feb 04 16:51:52.580758 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-be37efdf-511a-40e2-8c0a-dc2e594a4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:52.582377 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-be37efdf-511a-40e2-8c0a-dc2e594a4b38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.1164134 Feb 04 16:51:52.683529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d3656-d52c-4916-94b4-05ca623e67f3 req-42d316eb-d855-4182-a26b-280ce1cde8a0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:52.685390 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a46d3656-d52c-4916-94b4-05ca623e67f3 req-42d316eb-d855-4182-a26b-280ce1cde8a0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0981410 Feb 04 16:51:52.710260 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-f3a61635-44dd-40f9-aa7e-08f520aa08f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 998 time: 0.1128018 Feb 04 16:51:52.761273 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a46d3656-d52c-4916-94b4-05ca623e67f3 req-c137825e-4269-478c-bd69-76ce7dbca935 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617461 Feb 04 16:51:53.925453 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f51e7-d628-4d71-9e1e-1d32b31e4148 req-6b97ef00-dc95-476c-8e3e-8f84d05eaf6b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:53.927818 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee3f51e7-d628-4d71-9e1e-1d32b31e4148 req-6b97ef00-dc95-476c-8e3e-8f84d05eaf6b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0861599 Feb 04 16:51:53.992840 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ee3f51e7-d628-4d71-9e1e-1d32b31e4148 req-258530b4-1c3d-4e98-8125-181ba15ad69d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493355 Feb 04 16:51:54.036796 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.133245 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a502f1c-03cb-43a6-b55a-4020f403a8d7 req-6cf9a844-8d6b-4cd4-91b6-4ad16aea89fd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:55.135820 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a502f1c-03cb-43a6-b55a-4020f403a8d7 req-6cf9a844-8d6b-4cd4-91b6-4ad16aea89fd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0676882 Feb 04 16:51:55.186220 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9a502f1c-03cb-43a6-b55a-4020f403a8d7 req-14aab52d-88fd-4a4f-a6a6-972fb7ececb9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450625 Feb 04 16:51:56.101866 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:51:56.322840 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4c56e-0bd0-4982-9e8f-cd129cdd8b74 req-0f9a5e06-fc48-40d8-9c89-0d5b9acd2946 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:56.338358 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ae4c56e-0bd0-4982-9e8f-cd129cdd8b74 req-0f9a5e06-fc48-40d8-9c89-0d5b9acd2946 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0690374 Feb 04 16:51:56.405032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ae4c56e-0bd0-4982-9e8f-cd129cdd8b74 req-0036452f-3695-4aed-8fb6-f2583f555558 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656779 Feb 04 16:51:57.547316 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789138-9c72-4909-8ded-01697fde6fbe req-4e3bc816-ef8c-4fee-889f-829ce05a997a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:57.548932 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91789138-9c72-4909-8ded-01697fde6fbe req-4e3bc816-ef8c-4fee-889f-829ce05a997a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0643029 Feb 04 16:51:57.590898 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-91789138-9c72-4909-8ded-01697fde6fbe req-848aee56-1d66-4d43-81a2-e4d55279b234 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358176 Feb 04 16:51:58.724678 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0aa7c-24dd-465a-ac85-0cb9604dacf0 req-d1f92fa7-86fc-416c-8b43-08e1ec5d1deb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:58.726164 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-87b0aa7c-24dd-465a-ac85-0cb9604dacf0 req-d1f92fa7-86fc-416c-8b43-08e1ec5d1deb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0608854 Feb 04 16:51:58.770821 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-87b0aa7c-24dd-465a-ac85-0cb9604dacf0 req-7747db13-f7e0-4882-a866-45e68e56ce76 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372467 Feb 04 16:51:59.902882 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5397d4d-abac-457c-b630-676cf69c8dca req-fc281f2f-3b9c-48bf-b46d-1c0980aaf792 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:59.905208 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5397d4d-abac-457c-b630-676cf69c8dca req-fc281f2f-3b9c-48bf-b46d-1c0980aaf792 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0542955 Feb 04 16:51:59.952454 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d5397d4d-abac-457c-b630-676cf69c8dca req-f11ed1c5-5f46-42c5-bf3a-bb255c06bb9f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412686 Feb 04 16:52:00.774989 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b59817db-7611-4bd8-b931-5f602d71051e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:01.076254 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1a845-a04f-4947-a515-3a30deeca8bd req-c0493052-cf45-4753-90cb-e6d6b190e559 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:01.077766 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55d1a845-a04f-4947-a515-3a30deeca8bd req-c0493052-cf45-4753-90cb-e6d6b190e559 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0541618 Feb 04 16:52:01.116460 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-55d1a845-a04f-4947-a515-3a30deeca8bd req-fb888d5c-a8a0-4b55-84ac-b5e89ea49f58 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325699 Feb 04 16:52:02.234120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e3cfe-a6f5-4058-9c7c-e0a8382543d7 req-17d743ce-554b-484f-84cd-563549d03d7c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:02.235656 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d7e3cfe-a6f5-4058-9c7c-e0a8382543d7 req-17d743ce-554b-484f-84cd-563549d03d7c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0502231 Feb 04 16:52:02.275112 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5d7e3cfe-a6f5-4058-9c7c-e0a8382543d7 req-b1b00a40-e34a-46a2-bcf7-c950d7b85772 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332780 Feb 04 16:52:03.393295 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a3d0f-f945-42c3-8a53-32071d59e043 req-e47b6478-2df5-4258-a136-7e41760d90fe tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:03.395082 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a10a3d0f-f945-42c3-8a53-32071d59e043 req-e47b6478-2df5-4258-a136-7e41760d90fe tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0499945 Feb 04 16:52:03.435386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a10a3d0f-f945-42c3-8a53-32071d59e043 req-e4555d62-5d06-4636-a6bc-61128cdf8ee1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Feb 04 16:52:03.856670 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-07393692-167e-4f3b-9b6a-414a01af784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:03.880950 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-ed566b72-12b3-4a44-93dc-c3a4e06f7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:03.882649 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-ed566b72-12b3-4a44-93dc-c3a4e06f7f00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0476747 Feb 04 16:52:03.931011 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-3169fa42-7bbb-43d6-b44b-d9473a5a88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:03.932521 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-3169fa42-7bbb-43d6-b44b-d9473a5a88ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409043 Feb 04 16:52:04.031180 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-216fa87c-5976-46d5-8a71-c4837adc2827 service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885530 Feb 04 16:52:04.127507 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-d97cf594-2634-4bda-b2fe-791f36fa3449 req-5ff44dba-6213-49fc-a2ae-00c19b964bfa service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870602 Feb 04 16:52:04.295253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-1a0a4a45-18f5-4fff-89ce-7de2f60b201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:04.296780 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-1a0a4a45-18f5-4fff-89ce-7de2f60b201d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1095 time: 0.0459239 Feb 04 16:52:04.402553 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-816d432c-6d6a-44fb-b0a5-886e30f7e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:04.403947 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-816d432c-6d6a-44fb-b0a5-886e30f7e049 service neutron] 10.222.0.50 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0890081 Feb 04 16:52:04.476823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-afba3e00-ffa1-40cb-ae1d-90d712a61d36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 998 time: 0.0660615 Feb 04 16:52:04.552935 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-f57ae25a-331c-48d4-a08b-4ca0556a2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:04.554519 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-f57ae25a-331c-48d4-a08b-4ca0556a2bb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0717890 Feb 04 16:52:04.577701 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc21661-bc26-4354-81f5-3732c24f794f req-4ecdf856-e889-48af-a20f-b39993a1c834 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:04.579187 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fc21661-bc26-4354-81f5-3732c24f794f req-4ecdf856-e889-48af-a20f-b39993a1c834 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0697989 Feb 04 16:52:04.638352 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8fc21661-bc26-4354-81f5-3732c24f794f req-2bbbb2eb-9695-4641-8311-464afd459740 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452139 Feb 04 16:52:04.641110 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-79764640-4898-4ab2-bd40-715ac6296ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:04.642578 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-79764640-4898-4ab2-bd40-715ac6296ab2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813711 Feb 04 16:52:04.733339 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-03f5b8c3-207b-4dde-ab92-a2218e3092b9 service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Feb 04 16:52:04.827054 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8724fe57-1a3b-4f9b-a9a3-4d16561ecebb req-501e13b6-3d3d-47f3-ac8e-a518ef7e47fe service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Feb 04 16:52:05.755043 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2ce65-2b36-48c1-886f-a821c4969724 req-71e99247-6de8-463c-8d25-847eb816c2f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:05.756528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2bc2ce65-2b36-48c1-886f-a821c4969724 req-71e99247-6de8-463c-8d25-847eb816c2f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0495842 Feb 04 16:52:05.795856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2bc2ce65-2b36-48c1-886f-a821c4969724 req-9b33f0aa-4fa8-430d-a002-117976d34a1f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327053 Feb 04 16:52:06.134097 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:06.913186 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff0fb3-014d-494c-b0aa-571ae299ca59 req-8c81dcbf-a3f3-4aef-ad68-b72abba2c5e6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:06.914716 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdff0fb3-014d-494c-b0aa-571ae299ca59 req-8c81dcbf-a3f3-4aef-ad68-b72abba2c5e6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 944 time: 0.0504284 Feb 04 16:52:06.953655 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdff0fb3-014d-494c-b0aa-571ae299ca59 req-4802e1de-1ad5-4117-9224-2c1ae7df6e73 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330307 Feb 04 16:52:07.059261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:52:07.157885 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:07.175500 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'port_id': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'mac_address': 'fa:16:3e:04:6d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:52:07.179302 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.220671 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.234633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93dde50-6d21-42df-bf9d-5f54c8c589de {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:52:07.254475 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:07.258667 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:07.308158 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=11']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:07.729258 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['d93dde50-6d21-42df-bf9d-5f54c8c589de'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:52:07.776525 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:08.083677 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d10896-0d39-4a33-a4c9-31c6991a0d5f req-ac63f4ba-6a08-47d7-9b68-10f26933cb6f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:08.085191 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e6d10896-0d39-4a33-a4c9-31c6991a0d5f req-ac63f4ba-6a08-47d7-9b68-10f26933cb6f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0558119 Feb 04 16:52:08.123856 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e6d10896-0d39-4a33-a4c9-31c6991a0d5f req-b6295eba-572c-42e6-a204-23602af555d2 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320249 Feb 04 16:52:09.074782 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:52:09.125579 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port d93dde50-6d21-42df-bf9d-5f54c8c589de completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:09.130379 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port d93dde50-6d21-42df-bf9d-5f54c8c589de triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:09.130802 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.225468 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.241822 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ab77c-b7b7-4599-ae17-7bd4b297fd08 req-ed393475-1538-4709-be8f-9a5eaed46b74 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:09.243984 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-432ab77c-b7b7-4599-ae17-7bd4b297fd08 req-ed393475-1538-4709-be8f-9a5eaed46b74 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 945 time: 0.0506778 Feb 04 16:52:09.249150 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:09.251437 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dc9a66-2b89-4738-b49e-6bd3d41fc182" -d '{"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-plugged", "status": "completed", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:52:09.265893 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:09.274128 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.294430 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-432ab77c-b7b7-4599-ae17-7bd4b297fd08 req-8e40cde7-3108-45d2-aa42-69e66e04bc0b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441163 Feb 04 16:52:09.312387 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e3713a-2ed7-4032-a83e-c1909a549b39 x-openstack-request-id: req-47e3713a-2ed7-4032-a83e-c1909a549b39 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:52:09.312678 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-plugged", "status": "completed", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:52:09.312932 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47e3713a-2ed7-4032-a83e-c1909a549b39 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:52:09.313328 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'code': 200} Feb 04 16:52:09.327394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=12']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:09.505734 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c6270-2b32-4b6e-b3f6-b1dba51f1aa3 req-eb09065c-0799-4f8d-a3bb-f0d84ab23eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:09.507590 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e2c6270-2b32-4b6e-b3f6-b1dba51f1aa3 req-eb09065c-0799-4f8d-a3bb-f0d84ab23eb0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1097 time: 0.0407276 Feb 04 16:52:09.545382 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1e2c6270-2b32-4b6e-b3f6-b1dba51f1aa3 req-5cd82bb1-088f-43aa-8fcd-d1adc460f934 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317366 Feb 04 16:52:10.417832 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981d666-f6d4-4549-9f90-db8984cf6114 req-8cc8f7f1-1048-43cd-83c0-2c4f39b9bce9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:10.419332 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2981d666-f6d4-4549-9f90-db8984cf6114 req-8cc8f7f1-1048-43cd-83c0-2c4f39b9bce9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 946 time: 0.0490830 Feb 04 16:52:10.457584 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2981d666-f6d4-4549-9f90-db8984cf6114 req-70b81b11-fff1-4afc-8da9-efead31fa350 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322633 Feb 04 16:52:10.580858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:11.580239 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575c85-d971-45dd-b46f-59e2c6da08a4 req-afa17923-b416-46a2-bf26-289b14cf5c53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:11.581715 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c575c85-d971-45dd-b46f-59e2c6da08a4 req-afa17923-b416-46a2-bf26-289b14cf5c53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 946 time: 0.0532091 Feb 04 16:52:11.621342 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-8c575c85-d971-45dd-b46f-59e2c6da08a4 req-66ed74f9-9621-42d4-94f6-971d203444ea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Feb 04 16:52:12.738278 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6223f-bcff-453c-a5ac-bc25496cf62b req-296f90bf-7e79-46ff-94ef-20c9ae515916 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:12.739695 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5af6223f-bcff-453c-a5ac-bc25496cf62b req-296f90bf-7e79-46ff-94ef-20c9ae515916 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 946 time: 0.0498414 Feb 04 16:52:12.778967 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5af6223f-bcff-453c-a5ac-bc25496cf62b req-84c7c988-a9d7-4afb-9321-b1a1468e0f5f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328100 Feb 04 16:52:24.052611 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:30.775638 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ed916644-8b72-4fbe-95fb-c8699075515b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:33.101929 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:52:33.867030 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-537611a5-a4e4-48bc-ad2c-d8ad2f6b030d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:36.134839 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.166746 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:37.754308 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.576801 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:54.054852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:55.688073 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-a6cdb290-323a-46bb-8ab8-b980d4b96554 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843878 Feb 04 16:52:55.783533 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-3987b824-7840-4337-b2e5-24c5abe6a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:55.785048 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-3987b824-7840-4337-b2e5-24c5abe6a387 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1097 time: 0.0398641 Feb 04 16:52:55.898809 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-b2352ec3-9f92-4bb2-8b39-ff1c7c9e7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:55.900209 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-b2352ec3-9f92-4bb2-8b39-ff1c7c9e7aa5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0946932 Feb 04 16:52:55.965075 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-7948ea3e-7872-4e60-ade0-60b355a91530 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 1000 time: 0.0584972 Feb 04 16:52:56.017855 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-cbedf434-dd0c-41b7-af0f-7c52d0bdf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:56.019316 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-cbedf434-dd0c-41b7-af0f-7c52d0bdf3a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0483768 Feb 04 16:52:56.066163 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-bfebd940-1ffd-42a6-88ac-13d99d098052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:56.067681 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-bfebd940-1ffd-42a6-88ac-13d99d098052 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420537 Feb 04 16:52:56.157958 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-4995f058-d1d7-4a60-9482-915e3d524112 service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825942 Feb 04 16:52:56.251188 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a08fee75-8a34-41cd-8a2e-1c414076545a req-64b146fe-0671-44a1-bcc2-ee89dc7746ef service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869257 Feb 04 16:53:00.777877 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-24075ceb-e500-4526-9d04-d020a5a7864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:03.865930 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c26e5cdc-36b7-48b7-8932-33cee2dc19a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:06.136359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:07.160828 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:07.756687 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:10.101696 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:53:10.576273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:24.066814 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:30.778482 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2ea95900-184c-446e-a2b8-e2c2b7ac9e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:33.859665 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f30745d-fa89-4231-bfaa-4c6f0e2aacd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:36.140625 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:37.163210 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:37.759740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:40.576187 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:47.101284 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:53:54.064475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:56.662488 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-2bb16c7b-a051-4545-871b-7cc7432ec319 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430970 Feb 04 16:53:56.756524 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-f5ca874e-c01c-41d3-9efe-bd77240f6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:56.758028 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-f5ca874e-c01c-41d3-9efe-bd77240f6d7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1097 time: 0.0409331 Feb 04 16:53:56.827294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39782) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:53:56.865215 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-047b2358-d262-403f-9ef8-055f4b3a233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:56.866750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-047b2358-d262-403f-9ef8-055f4b3a233b service neutron] 10.222.0.50 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0908949 Feb 04 16:53:56.933637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-3e8e3d54-762b-408c-9d8b-ab78056c4812 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 1000 time: 0.0603342 Feb 04 16:53:56.987358 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-0870125a-4006-4abb-b64a-eb8d8ae37680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:56.988827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-0870125a-4006-4abb-b64a-eb8d8ae37680 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0488944 Feb 04 16:53:57.034080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Deleting port c4f9cbd8-4a34-4c46-b5f9-60e8d3981621 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:53:57.034551 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.035225 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-29dd0ffc-830c-4076-b9b0-df87988ad39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:57.036227 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-29dd0ffc-830c-4076-b9b0-df87988ad39a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412381 Feb 04 16:53:57.111598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.111832 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.123537 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Calling delete_port for c4f9cbd8-4a34-4c46-b5f9-60e8d3981621 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:53:57.126465 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-baea9b37-2038-43e8-93a6-f13e88873758 service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835671 Feb 04 16:53:57.220527 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52ae62f6-c2a4-42a0-9c29-d6a8efeadf3e req-483c01e7-0efe-42ed-ba11-b9042211136c service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880976 Feb 04 16:53:57.276384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.303175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event deleted for resources: {'Port': ['ID=c4f9cbd8-4a34-4c46-b5f9-60e8d3981621,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:57.326977 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.327327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.327671 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.328005 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.328335 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.328665 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.328991 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.329316 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.329645 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.329962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.330311 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.330632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:57.374598 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.374852 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Floating IP af32c2c5-63b0-43b8-b757-a4c7f5881ca9 disassociated (deleted). External IP: 172.25.1.61, port: d93dde50-6d21-42df-bf9d-5f54c8c589de. Feb 04 16:53:57.593183 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:53:57.701025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:53:57.705927 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.711256 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] Sync routers for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:53:57.720307 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:53:57.721004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:53:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:53:57.735930 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-55316dd5-8a8d-4b1d-82cf-3d1c5489268d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "DELETE /v2.0/floatingips/af32c2c5-63b0-43b8-b757-a4c7f5881ca9 HTTP/1.1" status: 204 len: 168 time: 0.9075954 Feb 04 16:53:57.736536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:53:57.738831 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2" -d '{"events": [{"name": "network-changed", "server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:53:57.839648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:53:57.860747 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c91aeb-316c-48e8-93cc-b315217f95e5 x-openstack-request-id: req-54c91aeb-316c-48e8-93cc-b315217f95e5 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:53:57.861545 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:53:57.861545 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54c91aeb-316c-48e8-93cc-b315217f95e5 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:53:57.861893 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'status': 'completed', 'code': 200} Feb 04 16:53:57.953784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-4305611c-e1b2-4196-b383-447342029824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:57.955902 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-4305611c-e1b2-4196-b383-447342029824 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 1097 time: 0.0441201 Feb 04 16:53:58.044580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:53:58.053311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-85a4b5df-ff48-49e0-b71b-6f6dce541940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:58.054850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-85a4b5df-ff48-49e0-b71b-6f6dce541940 service neutron] 10.222.0.50 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0915430 Feb 04 16:53:58.071956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] Checking router: 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:53:58.080580 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:53:58.081180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:53:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:53:58.097700 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-e4b6f905-dafc-4da8-89da-5b30787fdd1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 200 len: 217 time: 0.0358899 Feb 04 16:53:58.154005 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-7398831d-956d-4031-90ce-2313a81cc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:58.155474 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-7398831d-956d-4031-90ce-2313a81cc250 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0475118 Feb 04 16:53:58.185787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:53:58.201513 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-b530ba5d-10c8-419b-af8c-8a1f20b7109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:58.203045 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-b530ba5d-10c8-419b-af8c-8a1f20b7109e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402017 Feb 04 16:53:58.301014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-d9b64c91-b637-41eb-ac71-a2906110b73a service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892022 Feb 04 16:53:58.394651 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-47df9ee0-20f6-4fe5-bc58-124fd7e238c2 req-72961185-3b5a-48a8-833a-b9a454afc751 service neutron] 10.222.0.50 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854554 Feb 04 16:53:58.394954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:53:58.427274 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae75e9-1e00-421e-94f6-c94be9eaf6c6 None None] The sync data for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 is: [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:53:58.657300 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798262f-7e4e-4728-b8e1-b88e05bed42a None None] New status for floating IP af32c2c5-63b0-43b8-b757-a4c7f5881ca9: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:53:58.986725 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51ae12-a73f-46d4-9c02-6d75188e42f1 req-06b2e31f-0a9d-4e59-b76b-888c31122a7b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:58.988131 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e51ae12-a73f-46d4-9c02-6d75188e42f1 req-06b2e31f-0a9d-4e59-b76b-888c31122a7b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 946 time: 0.0488434 Feb 04 16:53:59.028174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e51ae12-a73f-46d4-9c02-6d75188e42f1 req-9e12731b-f9c8-40fd-8dc8-6d19e2cbc7f2 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Feb 04 16:54:00.151788 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645e94-1d8a-4385-b81d-329f2cd62689 req-af9d01d6-ceba-4b57-bf01-083ecc7f4be9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:00.153300 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c645e94-1d8a-4385-b81d-329f2cd62689 req-af9d01d6-ceba-4b57-bf01-083ecc7f4be9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 946 time: 0.0538850 Feb 04 16:54:00.192102 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7c645e94-1d8a-4385-b81d-329f2cd62689 req-036ac6af-8bbd-4227-a5c3-0dd53d4986fa tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=4eaa2399-dc09-4a21-80c2-d51380704669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323656 Feb 04 16:54:00.734260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-e57a6a44-97e6-409b-be70-5bf2fc810c66 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:00.735652 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-e57a6a44-97e6-409b-be70-5bf2fc810c66 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.50 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 946 time: 0.0480683 Feb 04 16:54:00.779453 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a8a38d1b-d10b-44cd-a6e0-c4367f7e8f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:00.831854 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Deleting port d93dde50-6d21-42df-bf9d-5f54c8c589de {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:54:00.832203 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:00.921129 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] For port d93dde50-6d21-42df-bf9d-5f54c8c589de, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=d93dde50-6d21-42df-bf9d-5f54c8c589de,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:00.921491 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:00.936500 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Calling delete_port for d93dde50-6d21-42df-bf9d-5f54c8c589de owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:54:01.070428 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:01.104049 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event deleted for resources: {'Port': ['ID=d93dde50-6d21-42df-bf9d-5f54c8c589de,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:01.131742 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.132096 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.132438 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.132778 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.133109 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.133440 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.133768 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.134154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.134479 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.134801 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.135120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.135441 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:01.156540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] No DVR routers for this DVR port d93dde50-6d21-42df-bf9d-5f54c8c589de on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:54:01.159145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:01.162431 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4947c212-0e3c-4a70-a325-4b09cd9794bf req-a6d98a1a-1892-491f-a605-8f3fb7dd5fb4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.50 "DELETE /v2.0/ports/d93dde50-6d21-42df-bf9d-5f54c8c589de HTTP/1.1" status: 204 len: 173 time: 0.4202414 Feb 04 16:54:01.162879 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-deleted', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:01.165107 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcab128-8c76-4419-b73b-5f9b2830677e" -d '{"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-deleted", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:54:01.202677 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a30f66-4d94-4297-9dfc-a629add945bf x-openstack-request-id: req-c1a30f66-4d94-4297-9dfc-a629add945bf {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:54:01.202991 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12874192-2df9-4083-bd0b-0ec957cb89d3", "name": "network-vif-deleted", "tag": "d93dde50-6d21-42df-bf9d-5f54c8c589de", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:54:01.203266 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1a30f66-4d94-4297-9dfc-a629add945bf {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:54:01.203673 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12874192-2df9-4083-bd0b-0ec957cb89d3', 'name': 'network-vif-deleted', 'tag': 'd93dde50-6d21-42df-bf9d-5f54c8c589de', 'status': 'completed', 'code': 200} Feb 04 16:54:01.295127 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4a293b7-a078-42ea-9b31-63de5de67472 req-db7f7751-1333-4a2b-9f84-83190c49a198 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=12874192-2df9-4083-bd0b-0ec957cb89d3 HTTP/1.1" status: 200 len: 210 time: 0.0333376 Feb 04 16:54:02.354319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39812) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:02.413561 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ad68899-7767-4a94-95a2-18f75e4d6254 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.438422 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ad68899-7767-4a94-95a2-18f75e4d6254 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.497384 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ad68899-7767-4a94-95a2-18f75e4d6254 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.500073 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8ad68899-7767-4a94-95a2-18f75e4d6254 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.501238 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8ad68899-7767-4a94-95a2-18f75e4d6254 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "DELETE /v2.0/security-groups/4eaa2399-dc09-4a21-80c2-d51380704669 HTTP/1.1" status: 204 len: 168 time: 0.1459222 Feb 04 16:54:02.510806 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad68899-7767-4a94-95a2-18f75e4d6254 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa2399-dc09-4a21-80c2-d51380704669,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:02.716892 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 39818) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:02.721569 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-e77dda7c-be40-4e42-ba02-99fd1d81c4d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884505521', 'description': 'tempest-secgroup-smoke-884505521 description', 'project_id': 'c6c9f46430a441f58df52ba6d861c617'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:02.746266 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77dda7c-be40-4e42-ba02-99fd1d81c4d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.820378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77dda7c-be40-4e42-ba02-99fd1d81c4d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.824901 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77dda7c-be40-4e42-ba02-99fd1d81c4d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.854758 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e77dda7c-be40-4e42-ba02-99fd1d81c4d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.855899 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e77dda7c-be40-4e42-ba02-99fd1d81c4d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1379983 Feb 04 16:54:02.856864 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dda7c-be40-4e42-ba02-99fd1d81c4d7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa7a3e-f2d7-4fc6-b0f7-487faca94367,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:02.859564 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39820) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:02.864375 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-3979a2be-2a9c-4408-9533-31732d4e44f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '12fa7a3e-f2d7-4fc6-b0f7-487faca94367', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:02.893462 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3979a2be-2a9c-4408-9533-31732d4e44f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.950481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3979a2be-2a9c-4408-9533-31732d4e44f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.954839 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3979a2be-2a9c-4408-9533-31732d4e44f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.973122 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979a2be-2a9c-4408-9533-31732d4e44f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12863051-830a-4f2b-bf1b-2a3ba12e32a7,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:02.978590 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-3979a2be-2a9c-4408-9533-31732d4e44f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:02.980202 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3979a2be-2a9c-4408-9533-31732d4e44f0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190734 Feb 04 16:54:02.982563 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39822) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:02.987296 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-8bb8e32b-58a9-4cf2-bdaa-c80a551030eb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '12fa7a3e-f2d7-4fc6-b0f7-487faca94367', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:03.016451 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e32b-58a9-4cf2-bdaa-c80a551030eb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.074794 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e32b-58a9-4cf2-bdaa-c80a551030eb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.078463 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e32b-58a9-4cf2-bdaa-c80a551030eb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.093543 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8e32b-58a9-4cf2-bdaa-c80a551030eb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08bdd44-0eae-47e4-9c27-98980f6a6837,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:03.105178 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e32b-58a9-4cf2-bdaa-c80a551030eb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.106386 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-8bb8e32b-58a9-4cf2-bdaa-c80a551030eb tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228793 Feb 04 16:54:03.109047 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39824) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:03.113381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-d65ec9ea-ef30-496e-a268-bebafb523aea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '12fa7a3e-f2d7-4fc6-b0f7-487faca94367', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:03.141925 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d65ec9ea-ef30-496e-a268-bebafb523aea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.200446 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d65ec9ea-ef30-496e-a268-bebafb523aea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.204386 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d65ec9ea-ef30-496e-a268-bebafb523aea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.222371 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ec9ea-ef30-496e-a268-bebafb523aea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c96460-6b63-4ab4-921f-a22083e3b335,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:03.230654 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d65ec9ea-ef30-496e-a268-bebafb523aea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.231890 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d65ec9ea-ef30-496e-a268-bebafb523aea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218870 Feb 04 16:54:03.234603 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39826) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:03.239295 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-ccab2493-1e3f-44b0-8a90-191f394def53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '12fa7a3e-f2d7-4fc6-b0f7-487faca94367', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:03.269051 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccab2493-1e3f-44b0-8a90-191f394def53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.331378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccab2493-1e3f-44b0-8a90-191f394def53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.335239 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccab2493-1e3f-44b0-8a90-191f394def53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.354170 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab2493-1e3f-44b0-8a90-191f394def53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79aaa895-1360-4a53-a4fd-c154b35ebb83,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:03.362245 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-ccab2493-1e3f-44b0-8a90-191f394def53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.363472 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-ccab2493-1e3f-44b0-8a90-191f394def53 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277101 Feb 04 16:54:03.366219 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39828) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:03.371189 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-75bb8293-a154-4062-872e-6c58a1b17c0d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '12fa7a3e-f2d7-4fc6-b0f7-487faca94367', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:03.398599 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-75bb8293-a154-4062-872e-6c58a1b17c0d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Project c6c9f46430a441f58df52ba6d861c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:54:03.403456 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75bb8293-a154-4062-872e-6c58a1b17c0d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.467697 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75bb8293-a154-4062-872e-6c58a1b17c0d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.471377 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75bb8293-a154-4062-872e-6c58a1b17c0d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.490158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb8293-a154-4062-872e-6c58a1b17c0d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df32005-c90a-481c-b150-3bd84f5924f0,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:03.499469 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75bb8293-a154-4062-872e-6c58a1b17c0d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.500673 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-75bb8293-a154-4062-872e-6c58a1b17c0d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335473 Feb 04 16:54:03.503680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 39830) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:03.507988 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-7f4d202e-3bfd-4fe6-b1a3-8a0cc110ec6c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'security_group_rule': {'security_group_id': '12fa7a3e-f2d7-4fc6-b0f7-487faca94367', 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:03.531198 n-d-827869-1 neutron-server[102423]: INFO neutron.db.securitygroups_db [None req-7f4d202e-3bfd-4fe6-b1a3-8a0cc110ec6c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Project c6c9f46430a441f58df52ba6d861c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:54:03.536157 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f4d202e-3bfd-4fe6-b1a3-8a0cc110ec6c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.600210 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f4d202e-3bfd-4fe6-b1a3-8a0cc110ec6c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.604523 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f4d202e-3bfd-4fe6-b1a3-8a0cc110ec6c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.622791 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d202e-3bfd-4fe6-b1a3-8a0cc110ec6c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3363482-7bdf-413f-945e-24ee3b9c86ff,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:03.629499 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-7f4d202e-3bfd-4fe6-b1a3-8a0cc110ec6c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:03.630730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-7f4d202e-3bfd-4fe6-b1a3-8a0cc110ec6c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261292 Feb 04 16:54:03.761697 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:54:03.782731 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: d93dde50-6d21-42df-bf9d-5f54c8c589de {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:54:03.783082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device d93dde50-6d21-42df-bf9d-5f54c8c589de not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:54:03.861804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f96d09e5-613d-4327-b337-49601618ee7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:06.144800 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:07.166783 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:07.765868 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:10.583477 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:18.917997 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-338965ed-78fa-4413-a35f-b81285feb19b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884505521&fields=id&tenant_id=c6c9f46430a441f58df52ba6d861c617 HTTP/1.1" status: 200 len: 267 time: 0.0349877 Feb 04 16:54:19.024927 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57c57-f273-428a-bffe-186771d73d3a req-d2545534-7c09-443e-b1a2-c3586a26cf49 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:19.026450 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-d2545534-7c09-443e-b1a2-c3586a26cf49 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 809 time: 0.1014066 Feb 04 16:54:19.042378 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-7f1c4b89-9a63-4c9e-932c-81134812bf87 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/quotas/c6c9f46430a441f58df52ba6d861c617 HTTP/1.1" status: 200 len: 375 time: 0.0099459 Feb 04 16:54:19.097448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-c422fc2a-e8b7-413e-8a36-103d8b20e1e5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494564 Feb 04 16:54:19.113333 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-ae2260bb-1b3b-4b2e-aede-0a6767ba21cc service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:54:19.114348 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-ae2260bb-1b3b-4b2e-aede-0a6767ba21cc service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052066 Feb 04 16:54:19.209800 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-002d07a9-9965-45bd-82a4-aaaa16c08554 service neutron] 10.222.0.47 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885429 Feb 04 16:54:19.307462 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-cae68bc1-6cec-465e-b00a-6dbbf7286646 service neutron] 10.222.0.47 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896788 Feb 04 16:54:19.621954 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-6ae4b265-a697-454c-950f-d1e5da6f0981 req-3a8cec6b-95c4-4ff1-b51e-ffac86b81fe0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 210 time: 0.0271349 Feb 04 16:54:20.537612 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57c57-f273-428a-bffe-186771d73d3a req-263cb708-d101-430d-9927-d30285bb4a1b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:20.539310 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-263cb708-d101-430d-9927-d30285bb4a1b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 809 time: 0.1092937 Feb 04 16:54:20.583965 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-bfdd8438-231c-478f-a96f-5fb025809d08 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6c9f46430a441f58df52ba6d861c617 HTTP/1.1" status: 200 len: 379 time: 0.0363898 Feb 04 16:54:20.593080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'port': {'device_id': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'admin_state_up': True, 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'security_groups': ['12fa7a3e-f2d7-4fc6-b0f7-487faca94367']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:20.725941 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Made reservation on behalf of c6c9f46430a441f58df52ba6d861c617 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:54:20.730683 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:20.749063 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-788f94d0-3edc-41e3-9a1b-7ace51dd2042 req-a82c0d0d-4ccd-4d22-ab95-b0d4c032490e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 210 time: 0.0346634 Feb 04 16:54:20.886937 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Allocated IP 172.20.0.5 (478c54e3-134b-4f6a-a926-e5aef932488c/3627edcd-d9c3-4320-8318-eda32f5d9036/1ba708f8-f598-4124-a366-4b0bc5b219a8) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:21.045374 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.084985 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.136004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Network 478c54e3-134b-4f6a-a926-e5aef932488c is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:21.139150 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:21.144051 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:54:21.151407 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:21.200863 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:21.201559 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.220504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-daaef634-6bd6-4d61-8697-12547368dd28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6312599 Feb 04 16:54:21.234049 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-9351e3dd-8364-488f-950b-36a7b632280c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:54:21.235726 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-9351e3dd-8364-488f-950b-36a7b632280c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092332 Feb 04 16:54:21.248206 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Request body: {'port': {'device_id': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:21.338007 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.464708 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f7d4cb37-822d-4e3d-a2e9-d1efbf68871a None None] Provisioning complete for port 1ba708f8-f598-4124-a366-4b0bc5b219a8 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:21.466426 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7d4cb37-822d-4e3d-a2e9-d1efbf68871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.533062 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4cb37-822d-4e3d-a2e9-d1efbf68871a None None] Port 1ba708f8-f598-4124-a366-4b0bc5b219a8 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:54:21.714475 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba708f8-f598-4124-a366-4b0bc5b219a8 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:54:21.722107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.734916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Transition to ACTIVE for port object 1ba708f8-f598-4124-a366-4b0bc5b219a8 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:21.739713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.791007 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:21.874576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Attempting to bind port 1ba708f8-f598-4124-a366-4b0bc5b219a8 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:21.874933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Attempting to bind port 1ba708f8-f598-4124-a366-4b0bc5b219a8 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:21.875232 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Attempting to bind port 1ba708f8-f598-4124-a366-4b0bc5b219a8 on network 478c54e3-134b-4f6a-a926-e5aef932488c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:54:21.894091 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Port 1ba708f8-f598-4124-a366-4b0bc5b219a8 on network 478c54e3-134b-4f6a-a926-e5aef932488c not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:54:21.894522 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Attempting to bind port 1ba708f8-f598-4124-a366-4b0bc5b219a8 on network 478c54e3-134b-4f6a-a926-e5aef932488c {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:54:21.902137 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:54:21.902741 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Checking segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:54:21.903443 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Bound using segment: {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:54:21.904127 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Bound port: 1ba708f8-f598-4124-a366-4b0bc5b219a8, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9faa7b29-c252-4414-989f-0f1b03ae6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:21.904655 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.012080 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b3640-0ad3-461e-a87f-f38e2fcf81b3 req-59047290-7bed-403d-8cfe-b86a148d08cd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:22.017903 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-032b3640-0ad3-461e-a87f-f38e2fcf81b3 req-59047290-7bed-403d-8cfe-b86a148d08cd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.1370325 Feb 04 16:54:22.080827 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:22.091541 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-032b3640-0ad3-461e-a87f-f38e2fcf81b3 req-0c752f29-62de-4603-955c-e85276ea86a6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725884 Feb 04 16:54:22.101743 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:22.110004 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.176492 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:22.177495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.180811 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 1091 time: 0.9369266 Feb 04 16:54:22.181746 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:22.191855 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19e486b-c623-4c81-92c8-38ca55b5408d" -d '{"events": [{"name": "network-changed", "server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:54:22.231979 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde13c30-4c92-4438-97e4-707f1c99d3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:22.300493 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb02f54-5569-4089-aaf3-c55ec466ba21 x-openstack-request-id: req-fdb02f54-5569-4089-aaf3-c55ec466ba21 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:54:22.300906 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:54:22.301422 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fdb02f54-5569-4089-aaf3-c55ec466ba21 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:54:22.301901 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'status': 'completed', 'code': 200} Feb 04 16:54:22.329012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57c57-f273-428a-bffe-186771d73d3a req-667799d3-aa09-41a6-bf88-fc073bc138df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:22.331382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-667799d3-aa09-41a6-bf88-fc073bc138df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1094 time: 0.0807557 Feb 04 16:54:22.387810 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-dcfb7e26-dc09-4525-855f-2f701192c862 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 217 time: 0.0481880 Feb 04 16:54:22.458826 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57c57-f273-428a-bffe-186771d73d3a req-3cde7cbd-5b5a-4450-ac5f-44aabb223cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:22.460347 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-3cde7cbd-5b5a-4450-ac5f-44aabb223cb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0658431 Feb 04 16:54:22.521120 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57c57-f273-428a-bffe-186771d73d3a req-8f1cae77-ee33-44a7-9c2c-a768e141c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:22.522708 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-8f1cae77-ee33-44a7-9c2c-a768e141c85f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551119 Feb 04 16:54:22.627715 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-fd4f25f6-ed3f-4a17-87ad-0c8788ecc908 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979364 Feb 04 16:54:22.762435 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10d57c57-f273-428a-bffe-186771d73d3a req-2cec432a-b7ad-4b86-bf78-cce864f19635 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272242 Feb 04 16:54:22.863931 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-d63565b2-383a-4c7e-8cbf-a7d3da8e424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:22.865833 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-d63565b2-383a-4c7e-8cbf-a7d3da8e424a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1094 time: 0.0493073 Feb 04 16:54:23.025402 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-82542d8b-ffd9-415b-8ac1-fb12cc69bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:23.026884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-82542d8b-ffd9-415b-8ac1-fb12cc69bb80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.1544499 Feb 04 16:54:23.076797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-4e35484b-5546-4d5f-8581-4548ec9842cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 217 time: 0.0432086 Feb 04 16:54:23.134394 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-0bae1c53-2e2d-4d0e-8ffd-9f3ea1e3d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:23.136195 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-0bae1c53-2e2d-4d0e-8ffd-9f3ea1e3d649 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0531602 Feb 04 16:54:23.193103 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-6ee67827-3aee-4d34-9cf9-b400639015dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:23.194966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-6ee67827-3aee-4d34-9cf9-b400639015dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519869 Feb 04 16:54:23.800948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481f07a-972b-485b-a6e9-fbec18b36e22 req-78ba0930-4fdd-4b64-be0f-48f461651937 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:23.802768 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1481f07a-972b-485b-a6e9-fbec18b36e22 req-78ba0930-4fdd-4b64-be0f-48f461651937 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.5711493 Feb 04 16:54:23.807495 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-7e1c3bf1-91dd-435a-a1de-c5c6fc51a9a6 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048601 Feb 04 16:54:23.926324 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1481f07a-972b-485b-a6e9-fbec18b36e22 req-28290dfe-823e-4e6b-b07b-ea1340a40486 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150999 Feb 04 16:54:23.973673 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d19e486b-c623-4c81-92c8-38ca55b5408d req-a2e323da-f9ff-4999-aee3-296ff6d4338b service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554482 Feb 04 16:54:24.088692 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:24.105283 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:54:25.448112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc0305-77e4-4fd5-a1d7-8d920ab923c4 req-0ba858fb-85f8-42a8-8bd0-414b439da6aa tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:25.458737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7bdc0305-77e4-4fd5-a1d7-8d920ab923c4 req-0ba858fb-85f8-42a8-8bd0-414b439da6aa tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.4434276 Feb 04 16:54:25.510222 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7bdc0305-77e4-4fd5-a1d7-8d920ab923c4 req-d2672b73-2d11-40e2-90b8-3e457616c688 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492113 Feb 04 16:54:26.646036 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8f108-15bc-403c-a8ae-acc4c60e2a06 req-1b7fc137-4e88-4500-90ee-29439313a4f1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:26.647603 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8c8f108-15bc-403c-a8ae-acc4c60e2a06 req-1b7fc137-4e88-4500-90ee-29439313a4f1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0561359 Feb 04 16:54:26.699578 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b8c8f108-15bc-403c-a8ae-acc4c60e2a06 req-67e36be8-658e-4b96-89f6-3366be00e092 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454113 Feb 04 16:54:27.822042 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d008754-2acc-476d-bec6-ae216f1a0908 req-d6b49516-32fe-46dd-8ff5-750ff3015216 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:27.824018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d008754-2acc-476d-bec6-ae216f1a0908 req-d6b49516-32fe-46dd-8ff5-750ff3015216 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0526688 Feb 04 16:54:27.869520 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-2d008754-2acc-476d-bec6-ae216f1a0908 req-df1c8332-6b1a-4973-b172-2da4d7d11f79 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354457 Feb 04 16:54:28.995856 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf650f-68cb-49d0-bb1e-a57899b1188e req-892e86df-5595-4fc1-ab13-bd0697b63058 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:28.997451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1eaf650f-68cb-49d0-bb1e-a57899b1188e req-892e86df-5595-4fc1-ab13-bd0697b63058 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0496538 Feb 04 16:54:29.037918 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1eaf650f-68cb-49d0-bb1e-a57899b1188e req-d7ee8155-2223-4ab0-9852-a623a1137548 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342014 Feb 04 16:54:30.158158 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a6d52-d726-4049-b69e-d5a937309d63 req-eea595e7-a447-4dff-96ff-6d05fa8be0c7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:30.160014 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-189a6d52-d726-4049-b69e-d5a937309d63 req-eea595e7-a447-4dff-96ff-6d05fa8be0c7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0503812 Feb 04 16:54:30.202540 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-189a6d52-d726-4049-b69e-d5a937309d63 req-2323329d-c369-4e1a-8fbb-90acc3be4fe9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363276 Feb 04 16:54:30.782129 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3454d435-5776-40be-af2b-de919bbf3ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:31.346262 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac7a3-cf13-4e3d-9362-0fe4759037d3 req-82a41a91-276e-4e4d-9ca9-edc334354215 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:31.347827 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92fac7a3-cf13-4e3d-9362-0fe4759037d3 req-82a41a91-276e-4e4d-9ca9-edc334354215 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0741868 Feb 04 16:54:31.394557 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92fac7a3-cf13-4e3d-9362-0fe4759037d3 req-bae35fdf-17eb-4440-b134-1f4ebfd7686a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343180 Feb 04 16:54:32.527915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25627bec-ae98-4252-aff7-1743981a684e req-af1161f2-0f33-4d68-817b-9330419e29d1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:32.529458 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25627bec-ae98-4252-aff7-1743981a684e req-af1161f2-0f33-4d68-817b-9330419e29d1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0545392 Feb 04 16:54:32.591072 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-25627bec-ae98-4252-aff7-1743981a684e req-b7aae416-51ad-4f24-bbd0-60e6fd7ea942 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545657 Feb 04 16:54:33.718749 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fdd45-a6c7-4bf1-a8d5-852fabe2ec1d req-992a83fc-5397-41f6-ac32-aae2c1016d12 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:33.720342 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d8fdd45-a6c7-4bf1-a8d5-852fabe2ec1d req-992a83fc-5397-41f6-ac32-aae2c1016d12 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0531974 Feb 04 16:54:33.763788 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d8fdd45-a6c7-4bf1-a8d5-852fabe2ec1d req-4cd5671b-270d-479b-9cc1-c90fbd80d26a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368011 Feb 04 16:54:33.868420 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-ffcdb51b-d053-4e6a-99c9-21a687efc9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:34.908922 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6df96-7d6d-4d28-8d62-0aa93f164774 req-58a54da5-9933-43d0-83dd-4efd6247894b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:34.910432 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdd6df96-7d6d-4d28-8d62-0aa93f164774 req-58a54da5-9933-43d0-83dd-4efd6247894b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0579472 Feb 04 16:54:34.951421 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdd6df96-7d6d-4d28-8d62-0aa93f164774 req-e333efdb-54a2-48df-ab8f-dddabd6c9bc0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345254 Feb 04 16:54:35.045190 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1ba708f8-f598-4124-a366-4b0bc5b219a8 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:54:35.146468 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:35.160383 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'port_id': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'mac_address': 'fa:16:3e:18:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:54:35.204789 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:35.222112 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba708f8-f598-4124-a366-4b0bc5b219a8 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:54:35.241710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:35.246969 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:35.299523 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:35.308310 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.308659 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.309001 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.309347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.309745 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.310025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.310355 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.310681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.311080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.311395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.311647 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.311978 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:35.622607 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['1ba708f8-f598-4124-a366-4b0bc5b219a8'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:54:36.071004 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00f120-2130-4223-b4b0-dc8c58c4be4c req-72e7916c-c5c3-4a07-a509-09b31a739469 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:36.072553 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff00f120-2130-4223-b4b0-dc8c58c4be4c req-72e7916c-c5c3-4a07-a509-09b31a739469 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 944 time: 0.0520952 Feb 04 16:54:36.117434 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-ff00f120-2130-4223-b4b0-dc8c58c4be4c req-5d86e857-d984-45bc-a5fe-e2655a502791 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338845 Feb 04 16:54:36.148605 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.044528 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1ba708f8-f598-4124-a366-4b0bc5b219a8 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:54:37.100946 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port 1ba708f8-f598-4124-a366-4b0bc5b219a8 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:37.105275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 1ba708f8-f598-4124-a366-4b0bc5b219a8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:37.105681 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.199584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.210858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.244182 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:37.248202 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ccf055-0bce-4acb-bf42-3dd2a190a30f" -d '{"events": [{"server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "name": "network-vif-plugged", "status": "completed", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:54:37.267547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:37.275019 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:37.296006 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5992-cc9f-4666-997a-3c6c164a53d4 req-96af88d0-9fcf-4c88-95ca-02525a4c0773 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:37.298619 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-76cf5992-cc9f-4666-997a-3c6c164a53d4 req-96af88d0-9fcf-4c88-95ca-02525a4c0773 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 944 time: 0.0994592 Feb 04 16:54:37.356862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-76cf5992-cc9f-4666-997a-3c6c164a53d4 req-e09452b8-c80d-4046-8151-d1e58b672e88 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520835 Feb 04 16:54:37.357533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:37.366747 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afd24b9-68e4-4584-814e-6266dc92b684 x-openstack-request-id: req-2afd24b9-68e4-4584-814e-6266dc92b684 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:54:37.367337 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "name": "network-vif-plugged", "status": "completed", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:54:37.367905 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2afd24b9-68e4-4584-814e-6266dc92b684 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:54:37.368702 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'code': 200} Feb 04 16:54:37.484160 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45953ec8-f908-4960-9905-8323112197d2 req-2d89a9c8-817c-4508-a99c-c422474ea5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:37.486019 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45953ec8-f908-4960-9905-8323112197d2 req-2d89a9c8-817c-4508-a99c-c422474ea5ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1096 time: 0.0513039 Feb 04 16:54:37.526267 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-45953ec8-f908-4960-9905-8323112197d2 req-bb592067-0123-47a1-80ea-4024a0260017 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339532 Feb 04 16:54:37.772407 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:38.531002 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27618d9-5e0d-427a-b4a6-9308d1cc8835 req-a4c375f1-50b3-4527-824f-a88d13f24af5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:38.533528 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c27618d9-5e0d-427a-b4a6-9308d1cc8835 req-a4c375f1-50b3-4527-824f-a88d13f24af5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0838306 Feb 04 16:54:38.579751 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c27618d9-5e0d-427a-b4a6-9308d1cc8835 req-13223fc8-4579-4866-acfc-f3df658eb4f9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391951 Feb 04 16:54:39.719420 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245d7d-ab22-4b4a-adb0-fc33802431a6 req-889224dc-aa9f-4a7b-961d-e7addb1260c7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:39.721018 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1245d7d-ab22-4b4a-adb0-fc33802431a6 req-889224dc-aa9f-4a7b-961d-e7addb1260c7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0596242 Feb 04 16:54:39.765526 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-b1245d7d-ab22-4b4a-adb0-fc33802431a6 req-d1ef2504-040f-43a2-8670-8ab8099be306 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344894 Feb 04 16:54:39.901861 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d0ce-4ee1-4005-9231-c488094690a2 req-625e60dc-d4f6-4ff9-be47-951197a664b5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:39.903639 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-67f8d0ce-4ee1-4005-9231-c488094690a2 req-625e60dc-d4f6-4ff9-be47-951197a664b5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0539644 Feb 04 16:54:39.949067 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-67f8d0ce-4ee1-4005-9231-c488094690a2 req-24fde064-cd67-4f90-88e6-f657891a278c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389218 Feb 04 16:54:39.972358 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40036) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:40.071060 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314a6b7-36af-432f-9460-8a9f894f8c0b tempest-TestShelveInstance-1893206700 tempest-TestShelveInstance-1893206700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:40.072600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-4314a6b7-36af-432f-9460-8a9f894f8c0b tempest-TestShelveInstance-1893206700 tempest-TestShelveInstance-1893206700-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1091 time: 0.0991259 Feb 04 16:54:40.075530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40040) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:54:40.079893 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:54:40.111081 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.220724 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.341527 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Allocated IP 172.25.1.192 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/c1ce4582-00f2-4fce-87bb-ba5585b0465e) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:40.465317 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.506929 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.561104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:40.564834 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:40.569179 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:54:40.575803 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'Port': ['ID=c1ce4582-00f2-4fce-87bb-ba5585b0465e,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:40.594980 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:40.974828 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.052780 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.218606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.223565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.303181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event updated for resources: {'Port': ['ID=c1ce4582-00f2-4fce-87bb-ba5585b0465e,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:41.327116 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.447323 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Floating IP f97d57cd-0ac2-496e-b9b5-c8f6b5bd7c79 associated. External IP: 172.25.1.192, port: 1ba708f8-f598-4124-a366-4b0bc5b219a8. Feb 04 16:54:41.748145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:41.908876 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:41.923741 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] Sync routers for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:54:41.937925 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:54:41.939237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:54:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:41.942832 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.001923 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2728f663-5b27-4484-8328-c4912eb6de45 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9087205 Feb 04 16:54:42.001923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:42.001923 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b5b32a-1f5d-45ae-b62d-04813bd957f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:54:42.044465 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8811557-da3d-4c8f-981f-99b9148f840f x-openstack-request-id: req-f8811557-da3d-4c8f-981f-99b9148f840f {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:54:42.044808 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:54:42.045010 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8811557-da3d-4c8f-981f-99b9148f840f {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:54:42.045480 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'status': 'completed', 'code': 200} Feb 04 16:54:42.134140 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-da46d9de-def6-45da-862a-2ba65ee98bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:42.136392 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-da46d9de-def6-45da-862a-2ba65ee98bbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1096 time: 0.0644701 Feb 04 16:54:42.243060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:54:42.301030 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-93b719da-9d24-4c2f-abb7-ebae9586ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:42.303885 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-93b719da-9d24-4c2f-abb7-ebae9586ab2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.1610982 Feb 04 16:54:42.404125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-399a9fd0-4575-47f9-be7f-fbb3128d96a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 999 time: 0.0929704 Feb 04 16:54:42.461447 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-38a96f1c-7e91-4a77-94cd-399fc4323783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:42.463022 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-38a96f1c-7e91-4a77-94cd-399fc4323783 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0523767 Feb 04 16:54:42.525066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-0a8cd709-d982-41ea-af84-5d007f50b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:42.528062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-0a8cd709-d982-41ea-af84-5d007f50b5db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569522 Feb 04 16:54:42.539765 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'f97d57cd-0ac2-496e-b9b5-c8f6b5bd7c79', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'port_id': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'mac_address': 'fa:16:3e:18:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:54:40Z', 'updated_at': '2022-02-04T16:54:40Z', 'revision_number': 0, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:42.577396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] Checking router: 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:54:42.586718 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:54:42.587374 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:54:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:42.669230 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-e6048689-31a1-4f55-9173-e3934e667d07 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342971 Feb 04 16:54:42.709362 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:54:42.778353 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-82b5b32a-1f5d-45ae-b62d-04813bd957f4 req-db91b7d4-0568-4b22-850e-1464e35408d6 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013355 Feb 04 16:54:42.970338 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'f97d57cd-0ac2-496e-b9b5-c8f6b5bd7c79', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'port_id': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'mac_address': 'fa:16:3e:18:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:54:40Z', 'updated_at': '2022-02-04T16:54:40Z', 'revision_number': 0, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:43.012460 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecb81d-2d02-4f79-9109-00d7523b3133 None None] The sync data for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 is: [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': 'f97d57cd-0ac2-496e-b9b5-c8f6b5bd7c79', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'port_id': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'mac_address': 'fa:16:3e:18:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:54:40Z', 'updated_at': '2022-02-04T16:54:40Z', 'revision_number': 0, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:54:43.241394 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1826c1cc-3c80-41fa-95a2-64f2c89eec50 None None] New status for floating IP f97d57cd-0ac2-496e-b9b5-c8f6b5bd7c79: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:54:52.986944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-a1086cc2-396d-4114-9a0c-e2bee3b5c755 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445757 Feb 04 16:54:53.079619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-076d4452-4173-458e-ad36-b551e10d793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:53.081167 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-076d4452-4173-458e-ad36-b551e10d793e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1096 time: 0.0459721 Feb 04 16:54:53.203421 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-660f3039-8c32-42d2-aaee-79c15b348173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:53.205600 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-660f3039-8c32-42d2-aaee-79c15b348173 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.1054616 Feb 04 16:54:53.281587 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-c73e8b27-db99-489f-bf34-de9c171ef9ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 1001 time: 0.0688663 Feb 04 16:54:53.346287 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-34cda5f4-7688-4de4-99b7-60bc2d3c7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:53.347849 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-34cda5f4-7688-4de4-99b7-60bc2d3c7312 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0592070 Feb 04 16:54:53.418389 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-923909fc-e2fb-435f-bc67-122145de162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:53.424037 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-923909fc-e2fb-435f-bc67-122145de162b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695586 Feb 04 16:54:53.534854 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-686d556a-a92e-4d74-9b46-4f394dbdf363 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042128 Feb 04 16:54:53.645844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d9e68fe9-6e86-40bf-88e2-6a9f7e9de5b6 req-d7fd47bc-84cf-475b-a4a4-31dee99bc312 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044130 Feb 04 16:54:54.099341 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:00.786052 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0beb8ac8-2f9f-4bc2-9c6d-fb56a354ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:01.104799 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:55:03.865182 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39ff1fcb-9bd1-4178-b484-1457e19d4af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:06.148503 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:07.173333 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:07.770415 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:10.598751 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:24.099041 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:30.790584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-096caea8-baf8-4c0e-9362-1a34eaae88f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:33.861955 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d9779bbe-a2e8-483f-b5e4-411018bdc3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:36.155494 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:37.179576 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:37.776048 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:38.104685 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:55:40.601232 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:54.111126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:55.056323 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-23655ddc-ac76-4a82-b438-7856750e7c56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027815 Feb 04 16:55:55.169252 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-fd4568cc-0f53-44a5-aa83-183b29866e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:55.171797 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-fd4568cc-0f53-44a5-aa83-183b29866e34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1096 time: 0.0664413 Feb 04 16:55:55.288074 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-04905d55-3cce-403e-9921-a306fff6bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:55.289313 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-04905d55-3cce-403e-9921-a306fff6bb25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0979757 Feb 04 16:55:55.356437 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-222b5501-c1ba-44a9-bdba-7fd77bd83a2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 1001 time: 0.0609086 Feb 04 16:55:55.406145 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-3da1b896-43ac-4c16-964a-cd6ca41a7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:55.407618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-3da1b896-43ac-4c16-964a-cd6ca41a7ffb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0451760 Feb 04 16:55:55.460734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-83e814da-6dc7-4c44-b70b-d05cb9855ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:55.462329 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-83e814da-6dc7-4c44-b70b-d05cb9855ccc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474153 Feb 04 16:55:55.592688 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-86754342-fe22-4193-bcfc-25dec370a784 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236458 Feb 04 16:55:55.691606 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e8408e73-9dcd-46ab-a41e-43b9924ea24f req-e8443eb3-9836-415a-8c6f-9fd3488070d1 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911999 Feb 04 16:56:00.794838 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac1d9-3045-4512-8f6a-0ba87e5054a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:03.858343 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5f05ebfc-ae2c-4a0d-a30a-67c93faf73c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:06.158714 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.178932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.780598 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.601685 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:15.105281 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:56:24.125938 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:30.804417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b9689788-1288-4f60-8d9b-894af3d368db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:33.862662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-72b63190-e759-40f4-81b9-eb0bbad9d89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:36.161594 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:37.174998 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:37.792010 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:37.849428 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c399b7-c05f-44c0-9ff0-087638b907cf req-de450727-1f66-4ede-9c08-6f6e93dd8a75 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:37.851143 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94c399b7-c05f-44c0-9ff0-087638b907cf req-de450727-1f66-4ede-9c08-6f6e93dd8a75 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.1269078 Feb 04 16:56:37.893195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-94c399b7-c05f-44c0-9ff0-087638b907cf req-a29c37a8-aae6-4235-bce4-7fbaf0c24b5f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352950 Feb 04 16:56:39.100342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835586b6-4ca5-4f94-9ba7-becc4f8aa5fe req-f29fcc44-72f9-47af-b409-2ba3314a970e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:39.101896 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-835586b6-4ca5-4f94-9ba7-becc4f8aa5fe req-f29fcc44-72f9-47af-b409-2ba3314a970e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.1066024 Feb 04 16:56:39.152074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-835586b6-4ca5-4f94-9ba7-becc4f8aa5fe req-8359df4d-83fe-45ed-bd2e-872af7352528 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387793 Feb 04 16:56:40.298209 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715ca0-3299-41c1-91ea-c31db2dcc025 req-df4c8358-d718-4667-a20c-eaa2ccdf8d46 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:40.300730 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84715ca0-3299-41c1-91ea-c31db2dcc025 req-df4c8358-d718-4667-a20c-eaa2ccdf8d46 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0593557 Feb 04 16:56:40.346404 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84715ca0-3299-41c1-91ea-c31db2dcc025 req-b6932503-ca2b-496c-8acc-4d75f343dbea tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368695 Feb 04 16:56:40.632368 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:41.517283 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648b982-4fe4-498a-a7f1-a779bfce3fb8 req-c2f77c27-27d3-4cc2-acf1-f0503b3e2b28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:41.519799 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e648b982-4fe4-498a-a7f1-a779bfce3fb8 req-c2f77c27-27d3-4cc2-acf1-f0503b3e2b28 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0849013 Feb 04 16:56:41.572944 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e648b982-4fe4-498a-a7f1-a779bfce3fb8 req-faaad47a-7c91-42d5-a9fe-bc1f81e2beda tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Feb 04 16:56:42.710284 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68b00-5fbd-4d40-86df-8ff2d0ce35df req-c5d96d73-8bd4-47b5-ba28-e698c4e67585 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:42.712238 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9db68b00-5fbd-4d40-86df-8ff2d0ce35df req-c5d96d73-8bd4-47b5-ba28-e698c4e67585 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0540409 Feb 04 16:56:42.777438 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-9db68b00-5fbd-4d40-86df-8ff2d0ce35df req-98478a76-447a-4f81-8242-54f90e1bcca0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571673 Feb 04 16:56:43.932581 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f7813-6032-4a00-a997-1dedd0ed5869 req-890ff2ce-a801-459d-b494-3928cc8b85b0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:43.935237 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a0f7813-6032-4a00-a997-1dedd0ed5869 req-890ff2ce-a801-459d-b494-3928cc8b85b0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0809343 Feb 04 16:56:44.000433 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4a0f7813-6032-4a00-a997-1dedd0ed5869 req-345c91bf-40f9-4baa-a289-777133790961 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529015 Feb 04 16:56:45.129310 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd58f9-6626-40a7-b465-7252ae516d60 req-42b472a3-148b-46c3-b7cd-f14cd98ec624 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:45.131019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74bd58f9-6626-40a7-b465-7252ae516d60 req-42b472a3-148b-46c3-b7cd-f14cd98ec624 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0536122 Feb 04 16:56:45.173671 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-74bd58f9-6626-40a7-b465-7252ae516d60 req-0f7f3644-9fc2-4c92-82b9-6d218a0a5311 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356288 Feb 04 16:56:46.302387 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02bf4d-4d31-4859-913a-cbdbb8c9f889 req-c64b6b2a-737c-4cf3-ad58-856646058d56 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:46.303718 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-af02bf4d-4d31-4859-913a-cbdbb8c9f889 req-c64b6b2a-737c-4cf3-ad58-856646058d56 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0519493 Feb 04 16:56:46.351027 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-af02bf4d-4d31-4859-913a-cbdbb8c9f889 req-6a10ee30-ad10-4f9f-bbcb-0ee91718c4dc tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368721 Feb 04 16:56:47.486345 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70fc6f-1c37-4e86-8c57-bef39f30c2f5 req-5ef429f6-2788-4be2-b522-3f20b45a9e37 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:47.488055 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d70fc6f-1c37-4e86-8c57-bef39f30c2f5 req-5ef429f6-2788-4be2-b522-3f20b45a9e37 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0623465 Feb 04 16:56:47.537136 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-4d70fc6f-1c37-4e86-8c57-bef39f30c2f5 req-ea420f8f-ec39-4021-b729-75205dc9d784 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376620 Feb 04 16:56:47.900473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-6c7d15af-20e0-4b2e-91ef-93fd781e14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:47.902815 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-6c7d15af-20e0-4b2e-91ef-93fd781e14e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1096 time: 0.0621657 Feb 04 16:56:48.011610 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-d411aa84-cb48-4644-906e-8b3238e204c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:48.013417 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-d411aa84-cb48-4644-906e-8b3238e204c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.1040235 Feb 04 16:56:48.091407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-a7957537-8242-4429-b330-78951a79b575 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 1001 time: 0.0711524 Feb 04 16:56:48.148466 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-4c179642-152d-47a1-ad6f-5de481aac7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:48.150056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-4c179642-152d-47a1-ad6f-5de481aac7d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0514321 Feb 04 16:56:48.198133 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-133efbe8-2923-4509-9605-71cc9f1c4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:48.199738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-133efbe8-2923-4509-9605-71cc9f1c4aa3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434546 Feb 04 16:56:48.301891 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-c9b8fb64-702c-42b4-85f5-e97de4c4a93e service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958230 Feb 04 16:56:48.406077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-22c82182-24e5-496d-ad8a-6dc45363c6c8 req-d5b77bd0-2e21-472b-87cf-292affaad7d7 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975599 Feb 04 16:56:48.705409 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4cb8-d05a-4c69-bfd6-cc60a00128c7 req-fe15e984-d69a-4477-8776-84b5976e9269 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:48.708755 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96ac4cb8-d05a-4c69-bfd6-cc60a00128c7 req-fe15e984-d69a-4477-8776-84b5976e9269 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0748370 Feb 04 16:56:48.753083 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-96ac4cb8-d05a-4c69-bfd6-cc60a00128c7 req-c172f82b-d146-4147-88d4-77957b3f0b27 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380862 Feb 04 16:56:49.889072 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd4031-21d7-42fa-844f-260024115ea7 req-fba5ad0a-351c-462b-a03c-4355d4c171c5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:49.891992 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbdd4031-21d7-42fa-844f-260024115ea7 req-fba5ad0a-351c-462b-a03c-4355d4c171c5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0617626 Feb 04 16:56:49.956666 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbdd4031-21d7-42fa-844f-260024115ea7 req-907378d2-d32c-4ef2-ad83-f331f9a6906e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559680 Feb 04 16:56:51.101184 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7e09b-b195-4ff9-b6c3-a0ef5eb0d2ee req-f02ff930-55a5-4455-ad09-d61ef8545d05 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:51.103738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40a7e09b-b195-4ff9-b6c3-a0ef5eb0d2ee req-f02ff930-55a5-4455-ad09-d61ef8545d05 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0692556 Feb 04 16:56:51.168531 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-40a7e09b-b195-4ff9-b6c3-a0ef5eb0d2ee req-2a243297-77af-4883-83c3-9a215f1ea66a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567966 Feb 04 16:56:52.113130 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:56:52.319104 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475f0e-5548-4556-bace-698230088552 req-7a75246c-06bc-4c03-929d-cb865c6ce933 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:52.320801 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f475f0e-5548-4556-bace-698230088552 req-7a75246c-06bc-4c03-929d-cb865c6ce933 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0573699 Feb 04 16:56:52.368737 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7f475f0e-5548-4556-bace-698230088552 req-e5e502f8-e4ef-434c-b216-3f6e97a34ad6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357039 Feb 04 16:56:52.504815 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-becdd8c4-8af4-44ac-8565-79980a8e9c5b req-3071d972-2718-49bf-b42b-9d235949c794 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 16:56:52.505931 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-becdd8c4-8af4-44ac-8565-79980a8e9c5b req-3071d972-2718-49bf-b42b-9d235949c794 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0681260 Feb 04 16:56:53.603972 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1ba708f8-f598-4124-a366-4b0bc5b219a8 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:56:53.723677 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee183a30-0178-4608-993e-ddc598b53ebe req-7252cc48-84a9-4775-be4b-2888a1affcc5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:53.725553 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee183a30-0178-4608-993e-ddc598b53ebe req-7252cc48-84a9-4775-be4b-2888a1affcc5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0661347 Feb 04 16:56:53.761474 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.778160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ee183a30-0178-4608-993e-ddc598b53ebe req-e049a9b2-dc32-4f34-9582-ba526be10f93 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419588 Feb 04 16:56:53.796134 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-e19e11ff-66d8-47d3-9599-50db27574723 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1460340 Feb 04 16:56:53.810411 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:56:53.812767 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7b49e-bee7-4be0-938a-2926fbce9d56" -d '{"events": [{"server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:56:53.830393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:53.836205 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.864056 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eb86ca-5fff-4ba5-ab00-c3e959e4007e x-openstack-request-id: req-f3eb86ca-5fff-4ba5-ab00-c3e959e4007e {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:56:53.864469 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "name": "network-vif-unplugged", "status": "failed", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8", "code": 422}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:56:53.864805 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3eb86ca-5fff-4ba5-ab00-c3e959e4007e {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:56:53.865210 n-d-827869-1 neutron-server[102424]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'code': 422} returned with failed status Feb 04 16:56:53.896372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:53.904206 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.904551 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.904895 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.905232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.905644 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.906021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.906341 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.906667 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.906985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.907315 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.907636 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:53.907957 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:54.142235 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.945499 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a1f33-03ed-4ce1-a22c-8eca36c51065 req-e291999c-6be8-4567-b510-a76c1001aacd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:54.947323 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b1a1f33-03ed-4ce1-a22c-8eca36c51065 req-e291999c-6be8-4567-b510-a76c1001aacd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0631549 Feb 04 16:56:54.993943 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-0b1a1f33-03ed-4ce1-a22c-8eca36c51065 req-cd870965-2361-45db-a698-3575e286c559 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402334 Feb 04 16:56:56.174660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0d43-e665-4eec-a707-aa73083f1d33 req-c5f4415c-c251-4991-856f-a06eff3efd5f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:56.176210 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cfb0d43-e665-4eec-a707-aa73083f1d33 req-c5f4415c-c251-4991-856f-a06eff3efd5f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0688074 Feb 04 16:56:56.217803 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3cfb0d43-e665-4eec-a707-aa73083f1d33 req-e3705b8a-af5a-4b0c-bbef-ecd2b03e4931 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346110 Feb 04 16:56:57.354308 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067d5a-3ca5-4579-8dac-471a4ee46082 req-5709d518-ed99-4a8c-902e-22c0a68443e6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:57.355828 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52067d5a-3ca5-4579-8dac-471a4ee46082 req-5709d518-ed99-4a8c-902e-22c0a68443e6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0505600 Feb 04 16:56:57.401033 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-52067d5a-3ca5-4579-8dac-471a4ee46082 req-b145468f-7583-4fd9-8379-c31b5ea082ed tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Feb 04 16:56:58.528038 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92557fcb-ff1c-4bd7-a4b4-6f341049d57b req-e0ffe5c9-d5f2-4543-a8a2-e5d69df9ce23 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:58.529586 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92557fcb-ff1c-4bd7-a4b4-6f341049d57b req-e0ffe5c9-d5f2-4543-a8a2-e5d69df9ce23 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0511794 Feb 04 16:56:58.571658 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-92557fcb-ff1c-4bd7-a4b4-6f341049d57b req-8ce774ed-ed38-489e-9d22-3990171fe467 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346613 Feb 04 16:56:59.726328 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6878a-0794-4d5e-a7f6-ffe7d16e12bc req-b0d2dcef-2aa2-4386-a985-46440e376b3c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:59.728420 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ebb6878a-0794-4d5e-a7f6-ffe7d16e12bc req-b0d2dcef-2aa2-4386-a985-46440e376b3c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0633657 Feb 04 16:56:59.769817 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ebb6878a-0794-4d5e-a7f6-ffe7d16e12bc req-f800e793-3185-474b-a0b9-253eac0c5698 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346577 Feb 04 16:57:00.805396 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8886a174-1baf-44be-b32c-be173a6914c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.909728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb9efc-f9d0-4177-b29f-3bc4014bf849 req-1f631a70-84ff-4816-8960-c2b2910a7e6e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:00.911386 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25cb9efc-f9d0-4177-b29f-3bc4014bf849 req-1f631a70-84ff-4816-8960-c2b2910a7e6e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0602849 Feb 04 16:57:00.955047 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-25cb9efc-f9d0-4177-b29f-3bc4014bf849 req-0b70572f-07ca-4a3d-b931-338f3a5d6f1e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360968 Feb 04 16:57:02.089125 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9d80a-af1f-4824-b360-938e69a5ec42 req-0ea4a142-c551-4669-95f1-121a98c69ab4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:02.090708 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ebe9d80a-af1f-4824-b360-938e69a5ec42 req-0ea4a142-c551-4669-95f1-121a98c69ab4 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0590255 Feb 04 16:57:02.132148 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ebe9d80a-af1f-4824-b360-938e69a5ec42 req-f1581610-89a0-44a8-8b87-5e8b14730eba tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342536 Feb 04 16:57:02.858774 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-084ed924-720b-46c2-ac8a-94735cfbc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:02.860669 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-084ed924-720b-46c2-ac8a-94735cfbc007 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f&tenant_id=c6c9f46430a441f58df52ba6d861c617 HTTP/1.1" status: 200 len: 1094 time: 0.0441055 Feb 04 16:57:02.926139 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-3764ed93-30d2-4031-b436-dc2e76dd6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:02.927657 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-3764ed93-30d2-4031-b436-dc2e76dd6e05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1094 time: 0.0431631 Feb 04 16:57:03.024585 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-39c29c9d-abc4-4d1a-9add-7ae65814704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:03.026108 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-39c29c9d-abc4-4d1a-9add-7ae65814704e service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0919101 Feb 04 16:57:03.103266 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-6983ad4b-44da-43c2-84a7-5aa1001dd974 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 999 time: 0.0707462 Feb 04 16:57:03.156068 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-217ae7b0-b0a6-4308-88cd-3917f9b22186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:03.157468 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-217ae7b0-b0a6-4308-88cd-3917f9b22186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0482860 Feb 04 16:57:03.213501 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-367ebedb-449a-4f3e-af90-c9464603193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:03.215059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-367ebedb-449a-4f3e-af90-c9464603193b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508718 Feb 04 16:57:03.323057 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a07f6-923c-46e5-8ae1-b1ab046ff17f req-be7d473b-a2fb-472b-9efb-6b607ddc7095 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:03.324570 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-187a07f6-923c-46e5-8ae1-b1ab046ff17f req-be7d473b-a2fb-472b-9efb-6b607ddc7095 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.1061735 Feb 04 16:57:03.359383 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-97826eba-ec24-4009-841e-d91342e766f2 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317904 Feb 04 16:57:03.392809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-187a07f6-923c-46e5-8ae1-b1ab046ff17f req-57c190e9-d828-4fbc-9fb9-7f9bb7e3ac84 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609992 Feb 04 16:57:03.460166 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-a9538d10-e908-4659-b776-ad8c20f93a5c service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911305 Feb 04 16:57:03.865720 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c2fb3f21-4c73-4df9-bfd1-913f0e966775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.509933 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eb440-c636-44c3-8b16-99066e1eac0a req-a389f1e5-237a-4151-9064-642219a866bd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:04.511493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e3eb440-c636-44c3-8b16-99066e1eac0a req-a389f1e5-237a-4151-9064-642219a866bd tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0509608 Feb 04 16:57:04.552103 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7e3eb440-c636-44c3-8b16-99066e1eac0a req-373f1cfa-9f8e-4f8a-a3fc-4e13f8bcee03 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345485 Feb 04 16:57:05.672319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d08be-cd9c-448a-bf5f-c5f30f3cd30a req-f1bf5f7f-fe0e-4a15-9efe-adf59aa33ee6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:05.674021 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b3d08be-cd9c-448a-bf5f-c5f30f3cd30a req-f1bf5f7f-fe0e-4a15-9efe-adf59aa33ee6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0526273 Feb 04 16:57:05.722385 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7b3d08be-cd9c-448a-bf5f-c5f30f3cd30a req-6c574bc0-3a71-4c5d-861b-138679ea0476 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412793 Feb 04 16:57:06.162543 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.850155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b89c6-9156-43f2-b5a7-3b6e2211c7c7 req-9cc6760e-d0e2-4106-9a6b-dcad98cbf1d1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:06.851591 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c82b89c6-9156-43f2-b5a7-3b6e2211c7c7 req-9cc6760e-d0e2-4106-9a6b-dcad98cbf1d1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0603771 Feb 04 16:57:06.890711 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c82b89c6-9156-43f2-b5a7-3b6e2211c7c7 req-7c28ff3a-d1ad-48d2-a05b-3dc859c7ea7e tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Feb 04 16:57:07.169823 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.785941 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.010608 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99d707-b33f-4027-894c-6246d2f32b04 req-d0eb76e7-9b21-4eec-b0a8-a6c4c18d3fa0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:08.012178 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da99d707-b33f-4027-894c-6246d2f32b04 req-d0eb76e7-9b21-4eec-b0a8-a6c4c18d3fa0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0511794 Feb 04 16:57:08.054056 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-da99d707-b33f-4027-894c-6246d2f32b04 req-9c32a3a6-1bdb-4a8e-b979-ba2e51c61a03 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349090 Feb 04 16:57:09.177128 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bcdfb-262a-4fae-8ce2-d87d0a62264c req-68237fca-8a5d-44ac-b6cf-44fafd3fe0d0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:09.178719 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd5bcdfb-262a-4fae-8ce2-d87d0a62264c req-68237fca-8a5d-44ac-b6cf-44fafd3fe0d0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0511241 Feb 04 16:57:09.217470 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-dd5bcdfb-262a-4fae-8ce2-d87d0a62264c req-974717cc-09a2-4fbf-b4cf-d85ff6cb38f5 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327477 Feb 04 16:57:10.340046 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a7407-6e28-4764-8131-da1799dab151 req-0dfb3307-08eb-4249-a120-822ba1b66660 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:10.341542 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b80a7407-6e28-4764-8131-da1799dab151 req-0dfb3307-08eb-4249-a120-822ba1b66660 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0513053 Feb 04 16:57:10.379738 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-b80a7407-6e28-4764-8131-da1799dab151 req-e17d2f1d-9b76-44cf-902c-5d2116cd2053 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Feb 04 16:57:10.646056 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.497009 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e16426-06c2-465b-b0f7-70a0afcdbf08 req-ee18ef4f-a253-4ec9-adff-f05f82cc008f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:11.498560 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e16426-06c2-465b-b0f7-70a0afcdbf08 req-ee18ef4f-a253-4ec9-adff-f05f82cc008f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 943 time: 0.0497797 Feb 04 16:57:11.539068 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-84e16426-06c2-465b-b0f7-70a0afcdbf08 req-7dd0b3b2-bc91-456d-99d7-91e678168b05 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339353 Feb 04 16:57:11.647576 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1ba708f8-f598-4124-a366-4b0bc5b219a8 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:57:11.745021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:11.756159 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'port_id': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'mac_address': 'fa:16:3e:18:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:57:11.793249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.806732 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba708f8-f598-4124-a366-4b0bc5b219a8 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:57:11.831188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:11.835249 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.881825 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:12.173614 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['1ba708f8-f598-4124-a366-4b0bc5b219a8'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:57:12.655266 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc18b-ada0-4590-831a-062bcd06a093 req-99c385b8-a0a4-43ea-9170-a79e2b9ec7c6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:12.656679 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4abdc18b-ada0-4590-831a-062bcd06a093 req-99c385b8-a0a4-43ea-9170-a79e2b9ec7c6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 944 time: 0.0486515 Feb 04 16:57:12.701934 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-4abdc18b-ada0-4590-831a-062bcd06a093 req-23949acf-0dc4-4f2c-b25e-9f365db83b9d tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385408 Feb 04 16:57:13.663189 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1ba708f8-f598-4124-a366-4b0bc5b219a8 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:57:13.709660 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port 1ba708f8-f598-4124-a366-4b0bc5b219a8 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:13.710053 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:13.790648 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:13.813710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:57:13.816321 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dde5c5-5943-4eae-bac7-dd70ebce5413" -d '{"events": [{"server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "name": "network-vif-plugged", "status": "completed", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:57:13.825381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c70754-3e39-4d06-820e-dcbb59041513 req-8902d078-252b-4270-a724-c41cb179ced7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:13.827356 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4c70754-3e39-4d06-820e-dcbb59041513 req-8902d078-252b-4270-a724-c41cb179ced7 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 944 time: 0.0558410 Feb 04 16:57:13.830433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:13.839541 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:13.871689 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8d3d49-7615-4b67-96d7-58728d370696 x-openstack-request-id: req-5e8d3d49-7615-4b67-96d7-58728d370696 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:57:13.871985 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "name": "network-vif-plugged", "status": "completed", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:57:13.872232 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e8d3d49-7615-4b67-96d7-58728d370696 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:57:13.872623 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'code': 200} Feb 04 16:57:13.875823 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-c4c70754-3e39-4d06-820e-dcbb59041513 req-d3fe8b24-ce31-4a1f-b9a5-9dd065a724d0 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391986 Feb 04 16:57:13.904451 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:14.019748 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599a50c-76de-4804-a2bb-192e3fb21ece req-ee8b90e0-3812-41d2-b3c4-49dfd9e7fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:14.021218 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2599a50c-76de-4804-a2bb-192e3fb21ece req-ee8b90e0-3812-41d2-b3c4-49dfd9e7fde1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1096 time: 0.0399554 Feb 04 16:57:14.055120 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2599a50c-76de-4804-a2bb-192e3fb21ece req-58fd9f77-7347-408a-b1c5-45a114dd526a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276458 Feb 04 16:57:14.992776 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b742-77d5-47f6-a0b5-da1875fbf363 req-a444a010-5ad5-4dbd-85bf-f6ad97dbbe1b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:14.994261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9886b742-77d5-47f6-a0b5-da1875fbf363 req-a444a010-5ad5-4dbd-85bf-f6ad97dbbe1b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0485253 Feb 04 16:57:15.031252 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9886b742-77d5-47f6-a0b5-da1875fbf363 req-a8978108-4dba-48e3-bd3c-9b52798df75c tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Feb 04 16:57:16.158943 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16593f-2710-414f-8085-a9723d03e8cc req-adbaa055-df12-4c54-b641-d7089ef51de1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:16.160449 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc16593f-2710-414f-8085-a9723d03e8cc req-adbaa055-df12-4c54-b641-d7089ef51de1 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0524900 Feb 04 16:57:16.199567 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cc16593f-2710-414f-8085-a9723d03e8cc req-c961dcde-6b70-4b12-b91d-d1645474404b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330825 Feb 04 16:57:24.137273 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:29.102368 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:57:30.800577 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d0008feb-0861-4f5a-8ef2-1906d80668d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.867457 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a3120964-c61d-40a0-be8f-40790a11d589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:36.164906 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:37.171649 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:37.787438 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:40.645231 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:54.143584 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:58.996979 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-d8cff9dc-30c2-4ec4-8420-f7a3f0f6968b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481372 Feb 04 16:57:59.088008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-d23781d9-70ee-4daa-bfa5-1795aaceb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:59.089521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-d23781d9-70ee-4daa-bfa5-1795aaceb4e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1096 time: 0.0491660 Feb 04 16:57:59.206613 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-cd78280b-e98a-42b4-90f5-1d5d0b45dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:59.208209 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-cd78280b-e98a-42b4-90f5-1d5d0b45dcb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0987492 Feb 04 16:57:59.616352 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-c723237e-d2e7-4457-b64a-ea4857eb5276 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 1001 time: 0.4018559 Feb 04 16:57:59.667366 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-40129fd1-61bb-49b8-95b0-70e56d5fa23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:59.668863 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-40129fd1-61bb-49b8-95b0-70e56d5fa23b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0463061 Feb 04 16:57:59.716611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-9d7f6330-6cc0-4c1f-b928-2425d9aa7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:59.718153 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-9d7f6330-6cc0-4c1f-b928-2425d9aa7e34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417693 Feb 04 16:57:59.822407 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-ffcd9a03-a25a-4c46-a303-724ee58fecd5 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965066 Feb 04 16:57:59.918949 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9399aee3-faca-4d5a-aa9b-00dc92efa565 req-a9c83284-11bd-4d70-90dd-bd95b75cd1bd service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902042 Feb 04 16:58:00.802563 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f76a7c87-fec3-470e-9c99-c93d166a63f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:03.869271 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-48d8b891-a1b9-4923-a639-47f64fc2a146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:06.102603 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:58:06.167083 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:07.175133 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:07.791403 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:10.658344 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:24.141871 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.804788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a738865-126d-4d0f-a76f-aed7b36fe57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.879105 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40230) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:32.038350 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Deleting port c1ce4582-00f2-4fce-87bb-ba5585b0465e {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:32.038702 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.119223 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.119573 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.131662 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Calling delete_port for c1ce4582-00f2-4fce-87bb-ba5585b0465e owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:32.283206 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.309373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event deleted for resources: {'Port': ['ID=c1ce4582-00f2-4fce-87bb-ba5585b0465e,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:32.322493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.322848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.323196 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.323536 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.323929 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.324260 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.324597 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.324922 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.325250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.325579 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.325906 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.326261 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:32.381626 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.382066 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Floating IP f97d57cd-0ac2-496e-b9b5-c8f6b5bd7c79 disassociated (deleted). External IP: 172.25.1.192, port: 1ba708f8-f598-4124-a366-4b0bc5b219a8. Feb 04 16:58:32.597395 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:58:32.709441 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:32.714333 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.719618 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] Sync routers for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:58:32.728645 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:58:32.729260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:32.741481 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a6f531e3-33aa-4573-9883-ecfe47d92db9 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "DELETE /v2.0/floatingips/f97d57cd-0ac2-496e-b9b5-c8f6b5bd7c79 HTTP/1.1" status: 204 len: 168 time: 0.8612752 Feb 04 16:58:32.742090 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:58:32.744459 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9340d903-9bb8-4177-900d-f5ea92561368" -d '{"events": [{"name": "network-changed", "server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:58:32.792804 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c3607e-60b2-434b-ab1e-430241356c47 x-openstack-request-id: req-06c3607e-60b2-434b-ab1e-430241356c47 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:58:32.793097 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:58:32.793345 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06c3607e-60b2-434b-ab1e-430241356c47 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:58:32.793771 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'status': 'completed', 'code': 200} Feb 04 16:58:32.852998 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:58:32.858642 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d903-9bb8-4177-900d-f5ea92561368 req-30930946-5527-40a9-9181-73b120510ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:32.860227 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9340d903-9bb8-4177-900d-f5ea92561368 req-30930946-5527-40a9-9181-73b120510ed7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6c9f46430a441f58df52ba6d861c617&device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 1096 time: 0.0435271 Feb 04 16:58:32.963473 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d903-9bb8-4177-900d-f5ea92561368 req-ef011a92-1184-4065-ac34-30da98bc05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:32.965034 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9340d903-9bb8-4177-900d-f5ea92561368 req-ef011a92-1184-4065-ac34-30da98bc05b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 200 len: 910 time: 0.0984545 Feb 04 16:58:33.003132 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fb56e-feea-41aa-bbef-2178b4aaa6e7 req-bb121ad6-a414-48f6-a797-89c76834d30f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:33.006610 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a56fb56e-feea-41aa-bbef-2178b4aaa6e7 req-bb121ad6-a414-48f6-a797-89c76834d30f tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0575328 Feb 04 16:58:33.009576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9340d903-9bb8-4177-900d-f5ea92561368 req-2c85dc14-57a0-4427-ad5b-264b854dd457 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 200 len: 217 time: 0.0369318 Feb 04 16:58:33.050439 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a56fb56e-feea-41aa-bbef-2178b4aaa6e7 req-7b225df1-ee3c-480a-b361-18656177a9ad tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380929 Feb 04 16:58:33.074408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:33.077408 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d903-9bb8-4177-900d-f5ea92561368 req-9f739447-b5cf-4e40-ab04-9fe7efd4ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:33.079607 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9340d903-9bb8-4177-900d-f5ea92561368 req-9f739447-b5cf-4e40-ab04-9fe7efd4ae61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 200 len: 848 time: 0.0626597 Feb 04 16:58:33.105153 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] Checking router: 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:58:33.113780 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:58:33.114430 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:33.133459 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d903-9bb8-4177-900d-f5ea92561368 req-08762204-c930-4027-820c-626612c0aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:33.134980 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9340d903-9bb8-4177-900d-f5ea92561368 req-08762204-c930-4027-820c-626612c0aafe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=478c54e3-134b-4f6a-a926-e5aef932488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459499 Feb 04 16:58:33.230693 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9340d903-9bb8-4177-900d-f5ea92561368 req-4b8ac71d-c6f3-4e46-8444-fdd90dc7ab0f service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874660 Feb 04 16:58:33.333398 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9340d903-9bb8-4177-900d-f5ea92561368 req-ffd7382c-32d1-4a31-8bcd-b7df20899469 service neutron] 10.222.0.30 "GET /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948081 Feb 04 16:58:33.389492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:58:33.589833 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:33.621086 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50022c4-70a6-478a-8e9e-76189fa8cb61 None None] The sync data for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 is: [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:04Z', 'revision_number': 4, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'a2e644bc-f0ed-4701-8406-c5e9540384b6', 'name': '', 'network_id': '478c54e3-134b-4f6a-a926-e5aef932488c', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'mac_address': 'fa:16:3e:db:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:03Z', 'updated_at': '2022-02-04T16:48:07Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'subnets': [{'id': '3627edcd-d9c3-4320-8318-eda32f5d9036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:58:33.840635 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc824c-c074-4c69-afaa-a96cfc077356 None None] New status for floating IP f97d57cd-0ac2-496e-b9b5-c8f6b5bd7c79: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:58:33.872043 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-43ba4472-838b-4e87-9ef4-3138779eeb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:34.182869 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f70f5-02ed-4f45-9aa2-7b21129cc72d req-ffe3e04d-f8b3-4661-bda3-4907b51b4ba6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:34.184350 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-244f70f5-02ed-4f45-9aa2-7b21129cc72d req-ffe3e04d-f8b3-4661-bda3-4907b51b4ba6 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0523987 Feb 04 16:58:34.223269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-244f70f5-02ed-4f45-9aa2-7b21129cc72d req-7050afee-49cb-4fb5-80a2-2b3597e1954b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/security-groups?id=12fa7a3e-f2d7-4fc6-b0f7-487faca94367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325711 Feb 04 16:58:34.590759 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-df1fb80f-ac31-4d7f-841f-7d731469e128 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:34.592314 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-df1fb80f-ac31-4d7f-841f-7d731469e128 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 945 time: 0.0485895 Feb 04 16:58:34.686653 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Deleting port 1ba708f8-f598-4124-a366-4b0bc5b219a8 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:34.687565 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:34.775688 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] For port 1ba708f8-f598-4124-a366-4b0bc5b219a8, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=1ba708f8-f598-4124-a366-4b0bc5b219a8,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:34.776049 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:34.787727 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Calling delete_port for 1ba708f8-f598-4124-a366-4b0bc5b219a8 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:34.928293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:34.958870 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event deleted for resources: {'Port': ['ID=1ba708f8-f598-4124-a366-4b0bc5b219a8,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:35.007271 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] No DVR routers for this DVR port 1ba708f8-f598-4124-a366-4b0bc5b219a8 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:58:35.009931 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:35.013198 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-15f87cd6-611b-4523-bc82-c32091eecaaf req-6be18023-6cbf-4fbc-91af-75d3c41bce14 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.30 "DELETE /v2.0/ports/1ba708f8-f598-4124-a366-4b0bc5b219a8 HTTP/1.1" status: 204 len: 173 time: 0.4151762 Feb 04 16:58:35.013631 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'name': 'network-vif-deleted', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:58:35.015962 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc2e33-c9a3-4faa-b767-69dfbd895b98" -d '{"events": [{"server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "name": "network-vif-deleted", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:58:35.058647 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b0973e-b8a0-40f0-bb91-be9955de94ae x-openstack-request-id: req-98b0973e-b8a0-40f0-bb91-be9955de94ae {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:58:35.058942 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d864979d-c15b-43e1-bdd7-8c46bfc4666f", "name": "network-vif-deleted", "tag": "1ba708f8-f598-4124-a366-4b0bc5b219a8", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:58:35.059197 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98b0973e-b8a0-40f0-bb91-be9955de94ae {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:58:35.059606 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd864979d-c15b-43e1-bdd7-8c46bfc4666f', 'name': 'network-vif-deleted', 'tag': '1ba708f8-f598-4124-a366-4b0bc5b219a8', 'status': 'completed', 'code': 200} Feb 04 16:58:35.322618 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a4d78aa5-5680-484d-bc28-477566207bc4 req-223f3b92-1758-4271-a8ab-5fb104368d31 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 210 time: 0.0289102 Feb 04 16:58:36.173921 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.433755 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5fe4542e-9554-4301-aeb1-83cf6c721516 req-51fcf4de-8bd3-4064-86e4-4c22da24059a tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 210 time: 0.0320909 Feb 04 16:58:37.185873 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.559764 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5736de6c-5e0c-44b1-acae-e1da134b5a1e req-40849402-7821-4d30-b7e7-985e475fa2e2 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 210 time: 0.0305965 Feb 04 16:58:37.802115 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:38.097640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1ba708f8-f598-4124-a366-4b0bc5b219a8 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:58:38.118733 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: 1ba708f8-f598-4124-a366-4b0bc5b219a8 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:58:38.119081 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device 1ba708f8-f598-4124-a366-4b0bc5b219a8 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:58:38.681672 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77383ad6-e155-46c3-8481-cac64fe9f8a5 req-3f5c5fd2-8bf1-45cd-a0e5-3aab06b1a622 tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "GET /v2.0/ports?device_id=d864979d-c15b-43e1-bdd7-8c46bfc4666f HTTP/1.1" status: 200 len: 210 time: 0.0288866 Feb 04 16:58:39.750114 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40266) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:39.843951 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.893862 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.996782 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.003170 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.005240 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] 10.222.0.47 "DELETE /v2.0/security-groups/12fa7a3e-f2d7-4fc6-b0f7-487faca94367 HTTP/1.1" status: 204 len: 168 time: 0.2534068 Feb 04 16:58:40.026614 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa7a3e-f2d7-4fc6-b0f7-487faca94367,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:40.035537 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.035978 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.036366 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.036741 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.037091 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.037491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.037775 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.038175 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.038581 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.038944 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.039277 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.039606 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce3bdf-7bd1-4242-8b6c-2f65c15ba08b tempest-TestShelveInstance-92171813 tempest-TestShelveInstance-92171813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.059085 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40270) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:40.638823 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.659644 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.927858 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Deleting port a2e644bc-f0ed-4701-8406-c5e9540384b6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:40.928302 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.037250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] For port a2e644bc-f0ed-4701-8406-c5e9540384b6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=a2e644bc-f0ed-4701-8406-c5e9540384b6,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:41.037879 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.061320 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Calling delete_port for a2e644bc-f0ed-4701-8406-c5e9540384b6 owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:41.294316 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.320611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e644bc-f0ed-4701-8406-c5e9540384b6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:41.529172 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.807700 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:58:41.926067 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:41.936196 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-1a885e7a-f404-4516-b48b-f776e42253af admin admin] 10.222.0.47 "PUT /v2.0/routers/8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8709009 Feb 04 16:58:41.938199 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40274) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:41.946020 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] Sync routers for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:58:41.961772 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:58:41.962633 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:42.124305 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:42.139504 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:58:42.240984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:42.304476 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Deleting port c345764c-3d7b-4e49-a871-f6c39a83abd7 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:42.304476 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:42.351669 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:58:41Z', 'revision_number': 5, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port': {'id': 'c345764c-3d7b-4e49-a871-f6c39a83abd7', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:42.394863 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] Checking router: 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:58:42.404637 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] Routers {'8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:58:42.405297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:42.410808 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] For port c345764c-3d7b-4e49-a871-f6c39a83abd7, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=c345764c-3d7b-4e49-a871-f6c39a83abd7,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:42.411175 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:42.424205 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Calling delete_port for c345764c-3d7b-4e49-a871-f6c39a83abd7 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:42.507726 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] Set router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:58:42.564065 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:58:42Z', 'revision_number': 6, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:42.596266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f65701-7a46-4cfa-b3b7-2c20a17bc650 None None] The sync data for ids ['8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927'] in n-d-827869-1 is: [{'id': '8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927', 'name': 'tempest-TestShelveInstance-1537136901-router', 'tenant_id': 'c6c9f46430a441f58df52ba6d861c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:01Z', 'updated_at': '2022-02-04T16:58:42Z', 'revision_number': 6, 'project_id': 'c6c9f46430a441f58df52ba6d861c617', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:58:42.619754 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:42.656169 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c345764c-3d7b-4e49-a871-f6c39a83abd7,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:42.727678 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.102264 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:58:43.171975 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.174845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.226603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.227134 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:58:43.233186 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.235297 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2cf59f5-26ec-4e9f-b832-6af257e23e8f admin admin] 10.222.0.47 "DELETE /v2.0/routers/8c6d8cfc-4e7e-4ca2-abf9-4c0fb686d927 HTTP/1.1" status: 204 len: 168 time: 1.2959464 Feb 04 16:58:43.238463 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40276) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:43.302424 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc597f7-f223-441f-bd74-92d5c8b43de0 admin admin] Deleting subnet 3627edcd-d9c3-4320-8318-eda32f5d9036 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:58:43.306118 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc597f7-f223-441f-bd74-92d5c8b43de0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.345289 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc597f7-f223-441f-bd74-92d5c8b43de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.381172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a2e644bc-f0ed-4701-8406-c5e9540384b6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:58:43.412142 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: a2e644bc-f0ed-4701-8406-c5e9540384b6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:58:43.412681 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device a2e644bc-f0ed-4701-8406-c5e9540384b6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:58:43.459239 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc597f7-f223-441f-bd74-92d5c8b43de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.538322 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc597f7-f223-441f-bd74-92d5c8b43de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.571866 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc597f7-f223-441f-bd74-92d5c8b43de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3627edcd-d9c3-4320-8318-eda32f5d9036,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:43.573921 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-cdc597f7-f223-441f-bd74-92d5c8b43de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.579609 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-cdc597f7-f223-441f-bd74-92d5c8b43de0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3627edcd-d9c3-4320-8318-eda32f5d9036 HTTP/1.1" status: 204 len: 168 time: 0.3372996 Feb 04 16:58:43.579927 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40280) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:43.582656 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c4ecb-c2cc-4b8e-ac67-f07b6650488b None None] Network 478c54e3-134b-4f6a-a926-e5aef932488c requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:58:43.672245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.744916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Deleting port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:43.745270 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.780121 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] DHCP port deletion for 478c54e3-134b-4f6a-a926-e5aef932488c request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:58:43.814375 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] For port 960d1b82-7c48-454c-8f45-5e4de9ee8f72, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=960d1b82-7c48-454c-8f45-5e4de9ee8f72,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:43.814764 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.828839 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Calling delete_port for 960d1b82-7c48-454c-8f45-5e4de9ee8f72 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:43.831491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Deleting port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:43.831873 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.895872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] For port 960d1b82-7c48-454c-8f45-5e4de9ee8f72, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=960d1b82-7c48-454c-8f45-5e4de9ee8f72,segment=NetworkSegment(9faa7b29-c252-4414-989f-0f1b03ae6842),segment_id=9faa7b29-c252-4414-989f-0f1b03ae6842)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:43.896265 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.914010 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Calling delete_port for 960d1b82-7c48-454c-8f45-5e4de9ee8f72 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:43.919149 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.945767 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=960d1b82-7c48-454c-8f45-5e4de9ee8f72,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:43.949525 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] No DVR routers for this DVR port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:58:44.010274 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.022892 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.037830 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Pushing event deleted for resources: {'Port': ['ID=960d1b82-7c48-454c-8f45-5e4de9ee8f72,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:44.042658 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] No DVR routers for this DVR port 960d1b82-7c48-454c-8f45-5e4de9ee8f72 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:58:44.050576 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478c54e3-134b-4f6a-a926-e5aef932488c']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:44.050831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.051154 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.051611 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.052471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.052471 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.054028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.054028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.054028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.054028 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.054643 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.055061 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.055530 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964a74ef-bb91-463d-afbf-6b4072a8a0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:44.064951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9faa7b29-c252-4414-989f-0f1b03ae6842') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:44.065203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9faa7b29-c252-4414-989f-0f1b03ae6842') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:44.076886 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.092753 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.099519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:58:44.099918 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: timer() Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:58:44.101746 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:58:44.156624 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.162361 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.165495 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] 10.222.0.47 "DELETE /v2.0/networks/478c54e3-134b-4f6a-a926-e5aef932488c HTTP/1.1" status: 204 len: 168 time: 0.5847151 Feb 04 16:58:44.168976 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40282) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:44.176952 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9138a-e251-47b9-a630-a3c227dc0d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=478c54e3-134b-4f6a-a926-e5aef932488c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:44.572578 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.756492 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 960d1b82-7c48-454c-8f45-5e4de9ee8f72 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:58:44.778668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 960d1b82-7c48-454c-8f45-5e4de9ee8f72 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:58:44.778668 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 960d1b82-7c48-454c-8f45-5e4de9ee8f72 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:58:44.779191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c345764c-3d7b-4e49-a871-f6c39a83abd7 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:58:44.800277 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: c345764c-3d7b-4e49-a871-f6c39a83abd7 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:58:44.800631 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device c345764c-3d7b-4e49-a871-f6c39a83abd7 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:58:44.866491 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Deleting port 8296882b-57c5-4da9-aedb-e70ee75b8789 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:44.866800 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.977861 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] For port 8296882b-57c5-4da9-aedb-e70ee75b8789, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8296882b-57c5-4da9-aedb-e70ee75b8789,segment=NetworkSegment(5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe),segment_id=5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:44.978295 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.993030 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Calling delete_port for 8296882b-57c5-4da9-aedb-e70ee75b8789 owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:45.204241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:45.231634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Pushing event deleted for resources: {'Port': ['ID=8296882b-57c5-4da9-aedb-e70ee75b8789,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:45.471092 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:45.800656 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:58:45.944702 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:45.953993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-1c860370-af06-4dc8-bb24-4cfd3f97791d admin admin] 10.222.0.47 "PUT /v2.0/routers/d4523401-e14e-42e4-b0d3-b2d2ceae1c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7834938 Feb 04 16:58:45.956833 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40286) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:45.957297 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] Sync routers for ids ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:58:45.972718 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] Routers {'d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:58:45.973779 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:46.112168 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] Set router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:58:46.140836 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.280308 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.356458 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Deleting port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:46.356900 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.362454 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:58:45Z', 'revision_number': 5, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port': {'id': '0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:46.410397 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] Checking router: d4523401-e14e-42e4-b0d3-b2d2ceae1c2b for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:58:46.425913 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] Routers {'d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:58:46.427018 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:46.450787 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] For port 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:46.451172 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.470343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Calling delete_port for 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:46.601872 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] Set router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:58:46.692248 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:58:46Z', 'revision_number': 6, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:46.723640 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ece6f7-449d-4ab6-8cb9-5e38f0e25037 None None] The sync data for ids ['d4523401-e14e-42e4-b0d3-b2d2ceae1c2b'] in n-d-827869-1 is: [{'id': 'd4523401-e14e-42e4-b0d3-b2d2ceae1c2b', 'name': 'tempest-TestShelveInstance-363164838-router', 'tenant_id': '929e8b013fdb49b89584512437acbfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:48:06Z', 'updated_at': '2022-02-04T16:58:46Z', 'revision_number': 6, 'project_id': '929e8b013fdb49b89584512437acbfcc', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:58:46.731420 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.788424 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:46.869388 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.320400 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.325012 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.401080 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.401808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4523401-e14e-42e4-b0d3-b2d2ceae1c2b {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:58:47.407692 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.409006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5f7237b6-e880-40a8-b5de-1099e9b98752 admin admin] 10.222.0.47 "DELETE /v2.0/routers/d4523401-e14e-42e4-b0d3-b2d2ceae1c2b HTTP/1.1" status: 204 len: 168 time: 1.4507833 Feb 04 16:58:47.413343 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40288) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:47.466813 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-75eb9ea5-2fd4-4efa-a2af-dc2c708ff7cc admin admin] Deleting subnet 81db6447-a39d-42cb-bf12-004debe40178 {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 16:58:47.471277 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75eb9ea5-2fd4-4efa-a2af-dc2c708ff7cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.519744 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75eb9ea5-2fd4-4efa-a2af-dc2c708ff7cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.666551 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75eb9ea5-2fd4-4efa-a2af-dc2c708ff7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.771163 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75eb9ea5-2fd4-4efa-a2af-dc2c708ff7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.828595 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb9ea5-2fd4-4efa-a2af-dc2c708ff7cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81db6447-a39d-42cb-bf12-004debe40178,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:47.834993 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-75eb9ea5-2fd4-4efa-a2af-dc2c708ff7cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.841058 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-75eb9ea5-2fd4-4efa-a2af-dc2c708ff7cc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/81db6447-a39d-42cb-bf12-004debe40178 HTTP/1.1" status: 204 len: 168 time: 0.4262199 Feb 04 16:58:47.845155 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40290) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:47.845552 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39312a32-74e7-4493-9e01-fb82b7698714 None None] Network e38b5a74-2ffc-4a53-b92c-2372a1f2592b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:58:47.951710 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.032915 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Deleting port db17ab0a-9b7e-40fe-a633-e8725eb63436 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:48.033421 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.133334 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] For port db17ab0a-9b7e-40fe-a633-e8725eb63436, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=db17ab0a-9b7e-40fe-a633-e8725eb63436,segment=NetworkSegment(5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe),segment_id=5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:48.133858 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.145548 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] DHCP port deletion for e38b5a74-2ffc-4a53-b92c-2372a1f2592b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 16:58:48.156498 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Calling delete_port for db17ab0a-9b7e-40fe-a633-e8725eb63436 owned by network:dhcp {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:48.221022 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] Deleting port db17ab0a-9b7e-40fe-a633-e8725eb63436 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 16:58:48.221815 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.273970 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.325920 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] No DVR routers for this DVR port db17ab0a-9b7e-40fe-a633-e8725eb63436 on host n-d-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:58:48.332381 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Pushing event deleted for resources: {'Port': ['ID=db17ab0a-9b7e-40fe-a633-e8725eb63436,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:48.347276 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] For port db17ab0a-9b7e-40fe-a633-e8725eb63436, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=db17ab0a-9b7e-40fe-a633-e8725eb63436,segment=NetworkSegment(5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe),segment_id=5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:48.347703 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.375487 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] Calling delete_port for db17ab0a-9b7e-40fe-a633-e8725eb63436 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 16:58:48.432463 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.464704 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38b5a74-2ffc-4a53-b92c-2372a1f2592b']}} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:48.478057 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe') {'for_net_delete': True} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:48.478384 n-d-827869-1 neutron-server[102423]: DEBUG neutron.services.segments.db [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1e08fe-b8a1-4adf-b8fd-2f59c8e0eafe') {} {{(pid=102423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:48.497479 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10158409'] for segment, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.521164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.525614 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.530444 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 16:58:48.531922 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2659607'] for segment, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: Traceback (most recent call last): Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: timer() Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: cb(*args, **kw) Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: return func(*args, **kwargs) Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: self._notify() Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: self.callback(batched_events) Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: event.method(event) Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: return f(self, *a, **k) Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: return self._get(url).json() Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: return self.request(url, 'GET', **kwargs) Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:58:48.533478 n-d-827869-1 neutron-server[102423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:58:48.564025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] Pushing event deleted for resources: {'Port': ['ID=db17ab0a-9b7e-40fe-a633-e8725eb63436,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:48.569432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd21d37-a814-44fe-8715-87a81116a577 None None] No DVR routers for this DVR port db17ab0a-9b7e-40fe-a633-e8725eb63436 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:58:48.620769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.630734 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.637031 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] 10.222.0.47 "DELETE /v2.0/networks/e38b5a74-2ffc-4a53-b92c-2372a1f2592b HTTP/1.1" status: 204 len: 168 time: 0.7899976 Feb 04 16:58:48.663638 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efef101-3097-4adb-b9cf-bc6f9cda330a admin admin] Pushing event deleted for resources: {'Network': ['ID=e38b5a74-2ffc-4a53-b92c-2372a1f2592b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:48.776188 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8296882b-57c5-4da9-aedb-e70ee75b8789 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:58:48.801722 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8296882b-57c5-4da9-aedb-e70ee75b8789 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:58:48.802114 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8296882b-57c5-4da9-aedb-e70ee75b8789 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:58:48.802547 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:58:48.845958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:58:48.846891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 0ec5086f-a9d4-4031-b1ca-d16e9dafb6f1 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:58:48.846891 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device db17ab0a-9b7e-40fe-a633-e8725eb63436 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 16:58:48.880372 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: db17ab0a-9b7e-40fe-a633-e8725eb63436 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 16:58:48.880725 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device db17ab0a-9b7e-40fe-a633-e8725eb63436 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 16:58:48.894964 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40294) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:48.979129 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-3c6b3a10-5152-46d9-8ad8-f8e57ee38f2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6c9f46430a441f58df52ba6d861c617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825725 Feb 04 16:58:48.983903 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40296) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:49.075650 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2328-f697-44b9-bda0-23e186f811e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:49.115084 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2328-f697-44b9-bda0-23e186f811e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:49.229186 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2328-f697-44b9-bda0-23e186f811e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:49.234423 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2328-f697-44b9-bda0-23e186f811e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:49.236376 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d8ef2328-f697-44b9-bda0-23e186f811e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d56eab04-6276-475e-b63f-70a7241ef76c HTTP/1.1" status: 204 len: 168 time: 0.2507241 Feb 04 16:58:49.249737 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef2328-f697-44b9-bda0-23e186f811e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56eab04-6276-475e-b63f-70a7241ef76c,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:49.826822 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40302) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:49.880884 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e6d78f8a-8e83-4b6f-9637-dec873bb2b80 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=929e8b013fdb49b89584512437acbfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520754 Feb 04 16:58:49.885362 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40304) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:49.950114 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6fb861a-d728-49f8-ae88-3c3d8031b789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:49.984950 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6fb861a-d728-49f8-ae88-3c3d8031b789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.060532 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6fb861a-d728-49f8-ae88-3c3d8031b789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.067204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-e6fb861a-d728-49f8-ae88-3c3d8031b789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.069457 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-e6fb861a-d728-49f8-ae88-3c3d8031b789 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee7bd358-69e9-4380-8f64-76064590b88c HTTP/1.1" status: 204 len: 168 time: 0.1826582 Feb 04 16:58:50.083953 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb861a-d728-49f8-ae88-3c3d8031b789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7bd358-69e9-4380-8f64-76064590b88c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:51.372573 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40326) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:51.521193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1299659818-network', 'tenant_id': 'cce0707b196843b5b35f631b57753a01'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:58:51.568331 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Made reservation on behalf of cce0707b196843b5b35f631b57753a01 for: {'network': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:58:51.572236 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.589714 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.717311 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.724015 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.757175 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:58:51.778233 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b09a257-b65a-47f2-a45d-7c009758da06,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:51.784327 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.784671 n-d-827869-1 neutron-server[102422]: INFO neutron.db.segments_db [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Added segment 297841b7-c38d-4ac9-852e-c7c6d8082fd7 of type vlan for network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b Feb 04 16:58:51.856951 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.904697 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.906995 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:51.908005 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:52.019333 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6453462 Feb 04 16:58:52.023028 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40330) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:52.026102 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e64917-aa76-43b1-8cfa-c2d4d30e8fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:52.031156 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Request body: {'subnet': {'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1299659818-subnet', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'ip_version': 4}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:58:52.043048 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:58:52.074356 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Made reservation on behalf of cce0707b196843b5b35f631b57753a01 for: {'subnet': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:58:52.078241 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2653635'] for subnet, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:52.351460 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2659838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2653649'] for subnet, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:52.446880 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541a7909-79e6-41be-9b78-c61b3b5d4f2b,revision_number=0']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:52.459642 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Checking segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:58:52.460015 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Network hostable DHCP agents. Network: 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:58:52.484989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:58:52.501082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b) {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:52.508082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:52.508707 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:52.515834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc9163-90d8-4882-908d-e3567a3603d6 None None] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:58:52.530688 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-4e88bdfe-5e0e-4249-8009-732598ede4e9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5060883 Feb 04 16:58:52.536176 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40332) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:52.543104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:58:52.594622 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:52.596213 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:52.686800 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:52.760160 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:58:52.761032 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:52.917046 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.057408 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Allocated IP 172.20.0.2 (4cb9545b-64db-4ad4-8e9b-6e6cc326c25b/541a7909-79e6-41be-9b78-c61b3b5d4f2b/e38f66d4-6595-49e7-8e12-7cc210035719) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:53.227932 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.263946 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.344159 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.353532 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.403840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:53.408396 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:53.415181 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:58:53.441735 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Allocated IP 172.25.1.82 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/6444aa95-a727-4d8d-9c61-48c783d7376a) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:53.466174 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Pushing event updated for resources: {'Port': ['ID=e38f66d4-6595-49e7-8e12-7cc210035719,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:53.517079 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Attempting to bind port e38f66d4-6595-49e7-8e12-7cc210035719 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:58:53.517514 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Attempting to bind port e38f66d4-6595-49e7-8e12-7cc210035719 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:58:53.517854 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Attempting to bind port e38f66d4-6595-49e7-8e12-7cc210035719 on network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:58:53.525502 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:58:53.525962 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Checking segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:58:53.526419 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.526841 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Bound using segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:58:53.527405 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Bound port: e38f66d4-6595-49e7-8e12-7cc210035719, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:58:53.527819 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.646449 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.653297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] For port e38f66d4-6595-49e7-8e12-7cc210035719, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:58:53.659588 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] For port e38f66d4-6595-49e7-8e12-7cc210035719, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e38f66d4-6595-49e7-8e12-7cc210035719,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:58:53.667244 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.711070 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:53.772480 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:53.776286 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:53.781939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:58:53.789896 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6db8ba-911d-4422-a9ed-027c3650db57 None None] Pushing event updated for resources: {'Port': ['ID=e38f66d4-6595-49e7-8e12-7cc210035719,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:53.835962 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Pushing event updated for resources: {'Port': ['ID=6444aa95-a727-4d8d-9c61-48c783d7376a,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:54.167426 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:54.249641 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:54.570986 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:54.837814 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:58:54.872831 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e38f66d4-6595-49e7-8e12-7cc210035719 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:58:54.966447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e38f66d4-6595-49e7-8e12-7cc210035719 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:54.967014 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:55.065440 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:55.094122 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:55.097218 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Sync routers for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:58:55.097703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d33179ef-b4b4-4b2c-ad93-fc768c78bda9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5595582 Feb 04 16:58:55.101192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40334) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:55.135361 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:58:55.136464 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:55.145905 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:55.554787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a476680-6fe1-4745-9f64-a67cb0f365b1 None None] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:58:55.567094 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port e38f66d4-6595-49e7-8e12-7cc210035719, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e38f66d4-6595-49e7-8e12-7cc210035719,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:55.590101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:55.731881 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f1ffe50d-347c-45e3-be42-1bafc51a1941 None None] Provisioning complete for port e38f66d4-6595-49e7-8e12-7cc210035719 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:55.732513 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe50d-347c-45e3-be42-1bafc51a1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:55.791070 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:58:55.927541 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:55.990205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=e38f66d4-6595-49e7-8e12-7cc210035719,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:56.212465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Allocated IP 172.20.0.1 (4cb9545b-64db-4ad4-8e9b-6e6cc326c25b/541a7909-79e6-41be-9b78-c61b3b5d4f2b/b3374b14-a256-423a-bc63-c686a303764f) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:56.347080 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:54Z', 'revision_number': 3, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:56.386222 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Checking router: cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:58:56.386598 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Updating router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 port 6444aa95-a727-4d8d-9c61-48c783d7376a binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:58:56.417408 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:56.435508 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:56.475683 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:56.545674 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:56.552555 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:56.558249 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:58:56.608939 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3374b14-a256-423a-bc63-c686a303764f,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:56.632145 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:56.835137 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e38f66d4-6595-49e7-8e12-7cc210035719 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:58:56.856407 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:56.873646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-74063c82-19af-42a1-aa94-c4bfb257da77 None None] Provisioning complete for port e38f66d4-6595-49e7-8e12-7cc210035719 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:56.874417 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-74063c82-19af-42a1-aa94-c4bfb257da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.060615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port e38f66d4-6595-49e7-8e12-7cc210035719 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:57.064825 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.230700 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.244065 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.320184 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.344966 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.369657 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.430274 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3374b14-a256-423a-bc63-c686a303764f,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:57.543336 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af662b-e109-438f-b5ee-2de501c6ac51 None None] Pushing event updated for resources: {'Port': ['ID=6444aa95-a727-4d8d-9c61-48c783d7376a,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:57.554993 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Attempting to bind port 6444aa95-a727-4d8d-9c61-48c783d7376a on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:58:57.555615 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Attempting to bind port 6444aa95-a727-4d8d-9c61-48c783d7376a by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:58:57.556232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Attempting to bind port 6444aa95-a727-4d8d-9c61-48c783d7376a on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:58:57.563293 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4daac7c0-1d5b-4f4d-a927-8bbd69c4e5bb None None] Provisioning complete for port b3374b14-a256-423a-bc63-c686a303764f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:57.564124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4daac7c0-1d5b-4f4d-a927-8bbd69c4e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.572395 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:58:57.573016 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:58:57.573748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.574375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:58:57.575192 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Bound port: 6444aa95-a727-4d8d-9c61-48c783d7376a, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:58:57.575868 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.592393 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:57.595359 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:57.693138 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4daac7c0-1d5b-4f4d-a927-8bbd69c4e5bb None None] Port b3374b14-a256-423a-bc63-c686a303764f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:58:57.741873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] For port 6444aa95-a727-4d8d-9c61-48c783d7376a, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:58:57.748420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] For port 6444aa95-a727-4d8d-9c61-48c783d7376a, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6444aa95-a727-4d8d-9c61-48c783d7376a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:58:57.755750 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.866876 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:58:57.876008 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:58:57.877093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:57.883143 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af662b-e109-438f-b5ee-2de501c6ac51 None None] Pushing event updated for resources: {'Port': ['ID=6444aa95-a727-4d8d-9c61-48c783d7376a,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:58.058115 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-69d7c480-f65d-46a3-8442-f49f9ed729d8 None None] Provisioning complete for port b3374b14-a256-423a-bc63-c686a303764f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:58.058495 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-69d7c480-f65d-46a3-8442-f49f9ed729d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:58.091958 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:58.103551 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-b582fdd4-a69f-4883-a099-06f24b0a6dc2 admin admin] 10.222.0.47 "PUT /v2.0/routers/cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9991117 Feb 04 16:58:58.126818 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:58:58.203488 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-69d7c480-f65d-46a3-8442-f49f9ed729d8 None None] Port b3374b14-a256-423a-bc63-c686a303764f cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:58:58.484064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 2, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:58.534691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e524c-0ea6-4259-a7d7-af05f0fb7914 None None] The sync data for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 is: [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 2, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:58:58.983749 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40350) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:58.991455 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2002251729-network', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:58:59.035534 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Made reservation on behalf of 93f563d880894db6803ad2ae16cf3d5e for: {'network': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:58:59.039309 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for network, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.053354 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.208079 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.215950 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.256447 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:58:59.282264 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2198cc81-e5cd-42d8-9037-9bbc005843fa,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:59.294197 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.294782 n-d-827869-1 neutron-server[102423]: INFO neutron.db.segments_db [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Added segment 5513981c-b94f-45fb-884a-904567f6f1f8 of type vlan for network 9e85844a-632d-4257-a3d1-0aa33eba9134 Feb 04 16:58:59.378930 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757335907018'] for network, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.426078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550'] for network, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.427794 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:59.428838 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Notify callbacks [] for network, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.547265 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5620325 Feb 04 16:58:59.550567 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40352) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:58:59.559073 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Request body: {'subnet': {'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2002251729-subnet', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'ip_version': 4}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:58:59.568673 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecce18e-fccd-4776-b8f2-e35b562700a4 admin admin] Pushing event updated for resources: {'Network': ['ID=9e85844a-632d-4257-a3d1-0aa33eba9134,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:59.582130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Network 9e85844a-632d-4257-a3d1-0aa33eba9134 details requested by agent ovs-agent-n-d-827869-1 with host n-d-827869-1 {{(pid=102424) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 16:58:59.624484 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Made reservation on behalf of 93f563d880894db6803ad2ae16cf3d5e for: {'subnet': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:58:59.628232 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10279387'] for subnet, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.903671 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9592549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10279369'] for subnet, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.988130 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=35014467-fefc-4f5d-8c08-fbc126e01fe4,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:00.002022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Checking segment: {'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:59:00.002526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Network hostable DHCP agents. Network: 9e85844a-632d-4257-a3d1-0aa33eba9134, hostable agents: ['c467f897-becd-48ff-b50c-ae375e1dc1dd'], hosted agents: [] {{(pid=102422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:59:00.028658 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Network 9e85844a-632d-4257-a3d1-0aa33eba9134 is scheduled to be hosted by DHCP agent c467f897-becd-48ff-b50c-ae375e1dc1dd with binding_index 1 {{(pid=102422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:59:00.045332 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827869-1, 9e85844a-632d-4257-a3d1-0aa33eba9134) {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:00.052772 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:00.054531 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.060420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5801782f-0d86-4abb-8012-ab2ce87719d6 None None] Network 9e85844a-632d-4257-a3d1-0aa33eba9134 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:59:00.086440 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-85d7dd6a-f01b-4fad-b630-b386ce64e9df admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5304079 Feb 04 16:59:00.087303 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40354) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:00.096395 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:00.155378 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-947689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8921'] for router, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.158574 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8864'] for router, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.270870 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.356213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88d5674-307f-55bf-a1e9-f7fa772ff069-9e85844a-632d-4257-a3d1-0aa33eba9134', 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'fixed_ips': [{'subnet_id': '35014467-fefc-4f5d-8c08-fbc126e01fe4'}]}} from n-d-827869-1. {{(pid=102424) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 16:59:00.357604 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.541202 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.605593 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.db_base_plugin_common [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Allocated IP 172.20.0.2 (9e85844a-632d-4257-a3d1-0aa33eba9134/35014467-fefc-4f5d-8c08-fbc126e01fe4/8eb48936-4fd3-4536-b7ab-7ec4ad4661b6) {{(pid=102424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:59:00.879989 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.881533 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6444aa95-a727-4d8d-9c61-48c783d7376a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:00.893275 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5d113c08-20a2-4f14-b653-85adefd11c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.908164 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.970077 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.986264 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335'] for port, after_create {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.053102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Network 9e85844a-632d-4257-a3d1-0aa33eba9134 is already hosted by enough agents. {{(pid=102424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:59:01.061035 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6444aa95-a727-4d8d-9c61-48c783d7376a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:01.061436 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.064025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.scheduler.base_scheduler [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Resources bound (agent type, host, resource id): {{(pid=102424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:01.068141 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Received port after_create {{(pid=102424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:59:01.071271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Pushing event updated for resources: {'Port': ['ID=8eb48936-4fd3-4536-b7ab-7ec4ad4661b6,revision_number=1']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:01.074094 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Allocated IP 172.25.1.240 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/28fb6773-2d01-4d6c-befc-db2e26ba2d94) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:59:01.222356 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Attempting to bind port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:59:01.222683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Attempting to bind port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:59:01.222991 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Attempting to bind port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 on network 9e85844a-632d-4257-a3d1-0aa33eba9134 {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:59:01.236179 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:59:01.236739 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Checking segment: {'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:59:01.237029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.237384 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Bound using segment: {'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:59:01.237898 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Bound port: 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:59:01.238449 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.253881 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.256436 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.309472 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.323774 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 6444aa95-a727-4d8d-9c61-48c783d7376a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6444aa95-a727-4d8d-9c61-48c783d7376a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:01.331347 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.370191 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] For port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:59:01.375784 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] For port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8eb48936-4fd3-4536-b7ab-7ec4ad4661b6,segment=NetworkSegment(5513981c-b94f-45fb-884a-904567f6f1f8),segment_id=5513981c-b94f-45fb-884a-904567f6f1f8)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:59:01.387268 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:59:01.393928 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:01.400703 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:59:01.409013 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.443246 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Pushing event updated for resources: {'Port': ['ID=28fb6773-2d01-4d6c-befc-db2e26ba2d94,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:01.478128 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=6444aa95-a727-4d8d-9c61-48c783d7376a,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:01.582872 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d75ee-f6a1-4384-bf78-521427d1c0c8 None None] Pushing event updated for resources: {'Port': ['ID=8eb48936-4fd3-4536-b7ab-7ec4ad4661b6,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:01.650011 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Sync routers for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:59:01.662637 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:59:01.663627 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:01.868425 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.892760 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:59:02.174879 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942848'] for router, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:02.179417 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 2, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:02.224055 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Checking router: cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:59:02.224629 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Updating router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 port b3374b14-a256-423a-bc63-c686a303764f binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:59:02.257773 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:02.362192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Router eca47167-e926-401c-b934-5c22afb76102 is scheduled to L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 with binding_index 1 {{(pid=102423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:59:02.540784 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:59:02.560566 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Sync routers for ids ['eca47167-e926-401c-b934-5c22afb76102'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:59:02.577004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Routers {'eca47167-e926-401c-b934-5c22afb76102'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:59:02.577858 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eca47167-e926-401c-b934-5c22afb76102'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:02.578304 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:02.583064 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-a1421689-2e90-4946-9161-3a84f315c33a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4908326 Feb 04 16:59:02.584193 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40356) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:02.733697 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:02.752378 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:02.828248 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Set router eca47167-e926-401c-b934-5c22afb76102 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:59:02.907427 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Pushing event updated for resources: {'Port': ['ID=b3374b14-a256-423a-bc63-c686a303764f,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:02.950121 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.950516 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.951088 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.952194 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.952733 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.953266 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.953797 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.954367 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.954899 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.955425 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.957581 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:02.958422 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:03.088504 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Attempting to bind port b3374b14-a256-423a-bc63-c686a303764f on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:59:03.089134 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Attempting to bind port b3374b14-a256-423a-bc63-c686a303764f by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:59:03.089668 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Attempting to bind port b3374b14-a256-423a-bc63-c686a303764f on network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:59:03.100500 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:59:03.101886 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Checking segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:59:03.102571 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.103314 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Bound using segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:59:03.104027 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Bound port: b3374b14-a256-423a-bc63-c686a303764f, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:59:03.104806 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.109082 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c447c957-c44a-4eb5-b502-ca38419471fa None None] Network 9e85844a-632d-4257-a3d1-0aa33eba9134 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 16:59:03.131196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:03.226251 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] For port b3374b14-a256-423a-bc63-c686a303764f, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:59:03.234484 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] For port b3374b14-a256-423a-bc63-c686a303764f, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b3374b14-a256-423a-bc63-c686a303764f,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:59:03.241734 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.320932 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-f7ab6712-746e-4bdc-b37b-f0f209ebcf99 None None] Provisioning complete for port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:03.320932 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6712-746e-4bdc-b37b-f0f209ebcf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.399618 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.411280 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:03.411688 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.495497 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:59:03.496591 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:58:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:03.502305 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00df7d-e135-4cce-817f-dbc65b1f0f9b None None] Pushing event updated for resources: {'Port': ['ID=b3374b14-a256-423a-bc63-c686a303764f,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:03.659846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Allocated IP 172.20.0.1 (9e85844a-632d-4257-a3d1-0aa33eba9134/35014467-fefc-4f5d-8c08-fbc126e01fe4/6c24bc55-7ce0-497f-9c65-56a5e153622d) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:59:03.674909 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6712-746e-4bdc-b37b-f0f209ebcf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.676790 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.706561 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 3, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port': {'id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:03.755606 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:59:03.764769 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Checking router: eca47167-e926-401c-b934-5c22afb76102 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:59:03.765448 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Updating router eca47167-e926-401c-b934-5c22afb76102 port 28fb6773-2d01-4d6c-befc-db2e26ba2d94 binding host n-d-827869-1 {{(pid=102424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:59:03.827213 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-f7ab6712-746e-4bdc-b37b-f0f209ebcf99 None None] For port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8eb48936-4fd3-4536-b7ab-7ec4ad4661b6,segment=NetworkSegment(5513981c-b94f-45fb-884a-904567f6f1f8),segment_id=5513981c-b94f-45fb-884a-904567f6f1f8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:03.841636 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6712-746e-4bdc-b37b-f0f209ebcf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.848670 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.877301 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.933402 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.017535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Network 9e85844a-632d-4257-a3d1-0aa33eba9134 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:59:04.021052 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:04.025728 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:59:04.066139 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-626b3632-1797-497b-afc0-b5e051aad215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.082857 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Pushing event updated for resources: {'Port': ['ID=6c24bc55-7ce0-497f-9c65-56a5e153622d,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:04.094171 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:59:04.094948 n-d-827869-1 neutron-server[102424]: DEBUG oslo_db.api [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:59:04.102883 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab6712-746e-4bdc-b37b-f0f209ebcf99 None None] Pushing event updated for resources: {'Port': ['ID=8eb48936-4fd3-4536-b7ab-7ec4ad4661b6,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:04.106828 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943071'] for router_interface, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.109956 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-c9e0a4c2-7888-401e-b131-e2a73b8faa6b None None] Provisioning complete for port b3374b14-a256-423a-bc63-c686a303764f triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:04.110683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a4c2-7888-401e-b131-e2a73b8faa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.136713 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:03Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:04.174828 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b93008-7617-4a03-b7b7-fb621de36901 None None] The sync data for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 is: [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:03Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:59:04.282382 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.423566 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a4c2-7888-401e-b131-e2a73b8faa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.511217 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-c9e0a4c2-7888-401e-b131-e2a73b8faa6b None None] For port b3374b14-a256-423a-bc63-c686a303764f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b3374b14-a256-423a-bc63-c686a303764f,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:04.529663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a4c2-7888-401e-b131-e2a73b8faa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.532226 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.537704 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.541919 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Notify callbacks [] for port, precommit_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.587542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.628293 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-770496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943183'] for router_interface, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.631203 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Pushing event updated for resources: {'Port': ['ID=6c24bc55-7ce0-497f-9c65-56a5e153622d,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:04.729476 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Attempting to bind port 28fb6773-2d01-4d6c-befc-db2e26ba2d94 on host n-d-827869-1 for vnic_type normal with profile {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:59:04.730242 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Attempting to bind port 28fb6773-2d01-4d6c-befc-db2e26ba2d94 by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:59:04.730709 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Attempting to bind port 28fb6773-2d01-4d6c-befc-db2e26ba2d94 on network 37e4adc7-9c9c-428c-be6a-80ffc55c680f {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:59:04.734534 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0a4c2-7888-401e-b131-e2a73b8faa6b None None] Pushing event updated for resources: {'Port': ['ID=b3374b14-a256-423a-bc63-c686a303764f,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:04.751867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6444aa95-a727-4d8d-9c61-48c783d7376a up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:04.757527 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-098d8356-a235-49f3-9720-aff00fe7fe99 None None] Provisioning complete for port 6c24bc55-7ce0-497f-9c65-56a5e153622d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:04.758109 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-098d8356-a235-49f3-9720-aff00fe7fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.775381 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Network 9e85844a-632d-4257-a3d1-0aa33eba9134 is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:59:04.776964 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:04.822454 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:59:04.823269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Checking segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:59:04.823916 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.824093 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Bound using segment: {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'} {{(pid=102424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:59:04.824573 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.managers [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Bound port: 28fb6773-2d01-4d6c-befc-db2e26ba2d94, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c2ce95-a47c-493c-9bb4-054439ac64ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f'}}] {{(pid=102424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:59:04.824952 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:04.926875 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Router eca47167-e926-401c-b934-5c22afb76102 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:59:04.947626 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-098d8356-a235-49f3-9720-aff00fe7fe99 None None] Port 6c24bc55-7ce0-497f-9c65-56a5e153622d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:59:04.952624 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d277159-a9d3-41a3-813c-15707e27e514 None None] Pushing event updated for resources: {'Port': ['ID=28fb6773-2d01-4d6c-befc-db2e26ba2d94,revision_number=2']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:04.991132 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-098d8356-a235-49f3-9720-aff00fe7fe99 None None] Provisioning complete for port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:04.991497 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-098d8356-a235-49f3-9720-aff00fe7fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:05.043567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6444aa95-a727-4d8d-9c61-48c783d7376a triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:05.043872 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:05.046683 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] For port 28fb6773-2d01-4d6c-befc-db2e26ba2d94, host n-d-827869-1, cleared binding levels {{(pid=102424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:59:05.090172 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] For port 28fb6773-2d01-4d6c-befc-db2e26ba2d94, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=28fb6773-2d01-4d6c-befc-db2e26ba2d94,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:59:05.098339 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:05.142888 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:59:05.156388 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f9f39dd3-d165-4815-bafb-73b521fee30e admin admin] 10.222.0.47 "PUT /v2.0/routers/eca47167-e926-401c-b934-5c22afb76102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5694301 Feb 04 16:59:05.197345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Routers {'eca47167-e926-401c-b934-5c22afb76102'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:59:05.199169 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eca47167-e926-401c-b934-5c22afb76102'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:05.286406 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d277159-a9d3-41a3-813c-15707e27e514 None None] Pushing event updated for resources: {'Port': ['ID=28fb6773-2d01-4d6c-befc-db2e26ba2d94,revision_number=3']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:05.401655 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] Set router eca47167-e926-401c-b934-5c22afb76102 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:59:05.445432 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4e07cb79-478d-411c-ba70-3535faaea6ed None None] Provisioning complete for port 6c24bc55-7ce0-497f-9c65-56a5e153622d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:05.445934 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4e07cb79-478d-411c-ba70-3535faaea6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:05.541037 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b3374b14-a256-423a-bc63-c686a303764f up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:05.546343 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4e07cb79-478d-411c-ba70-3535faaea6ed None None] Port 6c24bc55-7ce0-497f-9c65-56a5e153622d cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:59:05.668281 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port b3374b14-a256-423a-bc63-c686a303764f triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:05.669269 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.006541 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 4, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port': {'id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '6c24bc55-7ce0-497f-9c65-56a5e153622d', 'name': '', 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'mac_address': 'fa:16:3e:ae:52:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:03Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 2, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'subnets': [{'id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:06.041873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e80d1-d561-4f6a-bb4a-e92e8c0c538a None None] The sync data for ids ['eca47167-e926-401c-b934-5c22afb76102'] in n-d-827869-1 is: [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 4, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port': {'id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '6c24bc55-7ce0-497f-9c65-56a5e153622d', 'name': '', 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'mac_address': 'fa:16:3e:ae:52:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:03Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 2, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'subnets': [{'id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:59:06.054134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:06.127682 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:06.128385 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.162092 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 40366) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:06.168115 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [None req-27580271-6a41-43b5-8fbe-0d4f0dfdcb7b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305624428', 'description': 'tempest-secgroup-smoke-1305624428 description', 'project_id': 'cce0707b196843b5b35f631b57753a01'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:06.197387 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.221320 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27580271-6a41-43b5-8fbe-0d4f0dfdcb7b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.397464 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27580271-6a41-43b5-8fbe-0d4f0dfdcb7b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.403869 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27580271-6a41-43b5-8fbe-0d4f0dfdcb7b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.450364 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-27580271-6a41-43b5-8fbe-0d4f0dfdcb7b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.453114 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-27580271-6a41-43b5-8fbe-0d4f0dfdcb7b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2894943 Feb 04 16:59:06.457647 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40368) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:06.468933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-b2bd8d24-f819-4709-87b9-3dc01de9da96 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'security_group_rule': {'security_group_id': '50673c4e-b141-4d9c-9b69-24e7a69623dc', 'project_id': 'cce0707b196843b5b35f631b57753a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:06.469285 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27580271-6a41-43b5-8fbe-0d4f0dfdcb7b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50673c4e-b141-4d9c-9b69-24e7a69623dc,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:06.521964 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8d24-f819-4709-87b9-3dc01de9da96 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.620877 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8d24-f819-4709-87b9-3dc01de9da96 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.626956 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8d24-f819-4709-87b9-3dc01de9da96 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.665541 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd8d24-f819-4709-87b9-3dc01de9da96 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6b850c-e50d-472f-ba53-d713fae25d90,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:06.677164 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8d24-f819-4709-87b9-3dc01de9da96 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.678977 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2bd8d24-f819-4709-87b9-3dc01de9da96 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185133 Feb 04 16:59:06.682632 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40370) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:06.690219 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-a85b5429-17ba-4c0d-82a0-24d708085d63 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'security_group_rule': {'security_group_id': '50673c4e-b141-4d9c-9b69-24e7a69623dc', 'project_id': 'cce0707b196843b5b35f631b57753a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:06.740870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a85b5429-17ba-4c0d-82a0-24d708085d63 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.824606 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a85b5429-17ba-4c0d-82a0-24d708085d63 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.831011 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a85b5429-17ba-4c0d-82a0-24d708085d63 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.852766 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b5429-17ba-4c0d-82a0-24d708085d63 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0a26e6-c779-4947-acba-1e431f2f6146,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:06.868453 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-a85b5429-17ba-4c0d-82a0-24d708085d63 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.870109 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-a85b5429-17ba-4c0d-82a0-24d708085d63 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1860549 Feb 04 16:59:06.878547 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40372) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:06.885243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9e76b326-137a-4e0c-ae50-3404ef3f7dba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'security_group_rule': {'security_group_id': '50673c4e-b141-4d9c-9b69-24e7a69623dc', 'project_id': 'cce0707b196843b5b35f631b57753a01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:06.934378 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e76b326-137a-4e0c-ae50-3404ef3f7dba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.048301 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e76b326-137a-4e0c-ae50-3404ef3f7dba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.052706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e76b326-137a-4e0c-ae50-3404ef3f7dba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.079948 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76b326-137a-4e0c-ae50-3404ef3f7dba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd4f2ab-7414-485b-bafd-e4cb7928d5b7,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:07.090188 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9e76b326-137a-4e0c-ae50-3404ef3f7dba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.091547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9e76b326-137a-4e0c-ae50-3404ef3f7dba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2119446 Feb 04 16:59:07.094478 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40374) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:07.101571 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3f2c70b7-d9a9-4fbc-8e5d-eaa9592358ba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'security_group_rule': {'security_group_id': '50673c4e-b141-4d9c-9b69-24e7a69623dc', 'project_id': 'cce0707b196843b5b35f631b57753a01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:07.150495 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70b7-d9a9-4fbc-8e5d-eaa9592358ba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.184124 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.238340 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70b7-d9a9-4fbc-8e5d-eaa9592358ba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.244517 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70b7-d9a9-4fbc-8e5d-eaa9592358ba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.283916 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c70b7-d9a9-4fbc-8e5d-eaa9592358ba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0975ff6-db9b-4518-ad38-f5e6de784903,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:07.300992 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70b7-d9a9-4fbc-8e5d-eaa9592358ba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.302320 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3f2c70b7-d9a9-4fbc-8e5d-eaa9592358ba tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2066219 Feb 04 16:59:07.305967 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40376) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:07.311373 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-9b84f7b5-cc3f-4f10-af65-d352607a1e58 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'security_group_rule': {'security_group_id': '50673c4e-b141-4d9c-9b69-24e7a69623dc', 'project_id': 'cce0707b196843b5b35f631b57753a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:07.347505 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-9b84f7b5-cc3f-4f10-af65-d352607a1e58 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Project cce0707b196843b5b35f631b57753a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:59:07.355965 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b84f7b5-cc3f-4f10-af65-d352607a1e58 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.484713 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b84f7b5-cc3f-4f10-af65-d352607a1e58 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.493404 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b84f7b5-cc3f-4f10-af65-d352607a1e58 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.518557 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84f7b5-cc3f-4f10-af65-d352607a1e58 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208a0f5d-5068-4d75-9ed9-34e5e4d8b5f3,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:07.532138 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9b84f7b5-cc3f-4f10-af65-d352607a1e58 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.538372 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9b84f7b5-cc3f-4f10-af65-d352607a1e58 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2264819 Feb 04 16:59:07.538836 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40378) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:07.542354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 28fb6773-2d01-4d6c-befc-db2e26ba2d94 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:07.546008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-3f1a4766-c4ea-49d7-a386-69e0f7a716fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'security_group_rule': {'security_group_id': '50673c4e-b141-4d9c-9b69-24e7a69623dc', 'project_id': 'cce0707b196843b5b35f631b57753a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:07.600234 n-d-827869-1 neutron-server[102422]: INFO neutron.db.securitygroups_db [None req-3f1a4766-c4ea-49d7-a386-69e0f7a716fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Project cce0707b196843b5b35f631b57753a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:59:07.621068 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4766-c4ea-49d7-a386-69e0f7a716fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.639763 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 28fb6773-2d01-4d6c-befc-db2e26ba2d94 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:07.640165 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.717407 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4766-c4ea-49d7-a386-69e0f7a716fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.722386 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4766-c4ea-49d7-a386-69e0f7a716fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633433'] for security_group_rule, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.748024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a4766-c4ea-49d7-a386-69e0f7a716fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15243a9-3c05-44f0-b885-d5fcdf336b49,revision_number=0']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:07.757557 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.758611 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4766-c4ea-49d7-a386-69e0f7a716fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.771221 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-3f1a4766-c4ea-49d7-a386-69e0f7a716fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2202106 Feb 04 16:59:07.798237 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] For port 28fb6773-2d01-4d6c-befc-db2e26ba2d94, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=28fb6773-2d01-4d6c-befc-db2e26ba2d94,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:07.809881 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.847533 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.898743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Pushing event updated for resources: {'Port': ['ID=28fb6773-2d01-4d6c-befc-db2e26ba2d94,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:07.973959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-d7d79612-2cab-4909-905e-b996985c6b73 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305624428&fields=id&tenant_id=cce0707b196843b5b35f631b57753a01 HTTP/1.1" status: 200 len: 267 time: 0.0506735 Feb 04 16:59:08.433744 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb416ec-81f3-4671-8b05-745f5625d21e req-28057db2-0007-4b00-946a-97de1c76239f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:08.435515 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-28057db2-0007-4b00-946a-97de1c76239f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 810 time: 0.4527273 Feb 04 16:59:08.455736 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-76812c9b-4cec-4ed1-be97-c75352c71edd tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/quotas/cce0707b196843b5b35f631b57753a01 HTTP/1.1" status: 200 len: 375 time: 0.0113945 Feb 04 16:59:08.523090 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-addbf4f2-65f4-4c7d-b80b-10636c2f290e tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565042 Feb 04 16:59:08.778638 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-97607bd4-e862-4171-91d0-b314f8c7ea2a service neutron] 10.222.0.47 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329814 Feb 04 16:59:08.855969 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Sync routers for ids ['eca47167-e926-401c-b934-5c22afb76102'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:59:08.871232 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Routers {'eca47167-e926-401c-b934-5c22afb76102'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:59:08.872351 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eca47167-e926-401c-b934-5c22afb76102'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:08.890284 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-541d3906-1888-4933-b3e5-b9432be3827d service neutron] 10.222.0.47 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031759 Feb 04 16:59:09.012922 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Set router eca47167-e926-401c-b934-5c22afb76102 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:59:09.132506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1164629d-a05b-4204-95d3-ca9ee31d6a0f req-5ebf8c17-dd97-409b-930a-aabab5ea0718 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 210 time: 0.0457356 Feb 04 16:59:09.295788 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 4, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port': {'id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '6c24bc55-7ce0-497f-9c65-56a5e153622d', 'name': '', 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'mac_address': 'fa:16:3e:ae:52:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:03Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 2, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'subnets': [{'id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:09.329124 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Checking router: eca47167-e926-401c-b934-5c22afb76102 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:59:09.329544 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Updating router eca47167-e926-401c-b934-5c22afb76102 port 6c24bc55-7ce0-497f-9c65-56a5e153622d binding host n-d-827869-1 {{(pid=102425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 16:59:09.358581 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:09.437790 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 28fb6773-2d01-4d6c-befc-db2e26ba2d94 up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:09.508025 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 28fb6773-2d01-4d6c-befc-db2e26ba2d94 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:09.508804 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:09.730790 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Notify callbacks [] for port, precommit_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:09.738568 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:09.842444 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15039fd-cf74-49b2-a8c8-189d32ca0bc7 None None] Pushing event updated for resources: {'Port': ['ID=6c24bc55-7ce0-497f-9c65-56a5e153622d,revision_number=3']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:09.880998 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Attempting to bind port 6c24bc55-7ce0-497f-9c65-56a5e153622d on host n-d-827869-1 for vnic_type normal with profile {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:59:09.881705 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Attempting to bind port 6c24bc55-7ce0-497f-9c65-56a5e153622d by drivers openvswitch,hyperv on host n-d-827869-1 at level 0 using segments [{'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:59:09.881819 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Attempting to bind port 6c24bc55-7ce0-497f-9c65-56a5e153622d on network 9e85844a-632d-4257-a3d1-0aa33eba9134 {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:59:09.887874 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Checking agent: {'id': '1cff1d9c-faed-497b-ac4f-0d340dd3062a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 8, 7), 'started_at': datetime.datetime(2022, 2, 4, 15, 8, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827869-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:59:09.888082 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Checking segment: {'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:59:09.888385 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:09.888843 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Bound using segment: {'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'} {{(pid=102425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:59:09.889342 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.managers [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Bound port: 6c24bc55-7ce0-497f-9c65-56a5e153622d, host: n-d-827869-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5513981c-b94f-45fb-884a-904567f6f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134'}}] {{(pid=102425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:59:09.889738 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:09.974589 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] For port 6c24bc55-7ce0-497f-9c65-56a5e153622d, host n-d-827869-1, cleared binding levels {{(pid=102425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:59:09.978093 n-d-827869-1 neutron-server[102425]: DEBUG neutron.plugins.ml2.db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] For port 6c24bc55-7ce0-497f-9c65-56a5e153622d, host n-d-827869-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6c24bc55-7ce0-497f-9c65-56a5e153622d,segment=NetworkSegment(5513981c-b94f-45fb-884a-904567f6f1f8),segment_id=5513981c-b94f-45fb-884a-904567f6f1f8)] {{(pid=102425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:59:09.985576 n-d-827869-1 neutron-server[102425]: DEBUG neutron_lib.callbacks.manager [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.054538 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Routers {'eca47167-e926-401c-b934-5c22afb76102'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:59:10.055337 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eca47167-e926-401c-b934-5c22afb76102'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:10.061834 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15039fd-cf74-49b2-a8c8-189d32ca0bc7 None None] Pushing event updated for resources: {'Port': ['ID=6c24bc55-7ce0-497f-9c65-56a5e153622d,revision_number=4']} {{(pid=102425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:10.131023 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-58005ba4-6ae9-4b5f-9c1c-30263a9b590c None None] Provisioning complete for port 6c24bc55-7ce0-497f-9c65-56a5e153622d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:10.131348 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58005ba4-6ae9-4b5f-9c1c-30263a9b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.256574 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] Set router eca47167-e926-401c-b934-5c22afb76102 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:59:10.305006 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ccb0f860-fa79-4f62-b972-3f46088d22a0 req-0a793ff1-13fe-4a19-91aa-917cd6e044f1 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 210 time: 0.0554066 Feb 04 16:59:10.323478 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58005ba4-6ae9-4b5f-9c1c-30263a9b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.382743 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-58005ba4-6ae9-4b5f-9c1c-30263a9b590c None None] For port 6c24bc55-7ce0-497f-9c65-56a5e153622d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6c24bc55-7ce0-497f-9c65-56a5e153622d,segment=NetworkSegment(5513981c-b94f-45fb-884a-904567f6f1f8),segment_id=5513981c-b94f-45fb-884a-904567f6f1f8)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:10.390627 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-58005ba4-6ae9-4b5f-9c1c-30263a9b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.454297 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58005ba4-6ae9-4b5f-9c1c-30263a9b590c None None] Pushing event updated for resources: {'Port': ['ID=6c24bc55-7ce0-497f-9c65-56a5e153622d,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:10.455488 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb416ec-81f3-4671-8b05-745f5625d21e req-aadcb0d6-d3df-4dce-9e0d-d9bf1084851a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:10.457547 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-aadcb0d6-d3df-4dce-9e0d-d9bf1084851a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 810 time: 0.2719784 Feb 04 16:59:10.508717 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-06084fbf-53e4-415d-bfbe-f33f08cf567a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce0707b196843b5b35f631b57753a01 HTTP/1.1" status: 200 len: 380 time: 0.0421538 Feb 04 16:59:10.511641 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-5c5f41c3-a608-4a12-9eaa-ec0be829b686 None None] Provisioning complete for port 6c24bc55-7ce0-497f-9c65-56a5e153622d triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:10.512098 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-5c5f41c3-a608-4a12-9eaa-ec0be829b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.519659 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'port': {'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'admin_state_up': True, 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'security_groups': ['50673c4e-b141-4d9c-9b69-24e7a69623dc']}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:10.566588 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 4, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port': {'id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '6c24bc55-7ce0-497f-9c65-56a5e153622d', 'name': '', 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'mac_address': 'fa:16:3e:ae:52:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:03Z', 'updated_at': '2022-02-04T16:59:09Z', 'revision_number': 4, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'subnets': [{'id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:10.679596 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Made reservation on behalf of cce0707b196843b5b35f631b57753a01 for: {'port': 1} {{(pid=102422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:59:10.683126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.685043 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:10.719963 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbddf4-a2e9-480c-aefc-8ae68dd8fe70 None None] The sync data for ids ['eca47167-e926-401c-b934-5c22afb76102'] in n-d-827869-1 is: [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 4, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port': {'id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': '6c24bc55-7ce0-497f-9c65-56a5e153622d', 'name': '', 'network_id': '9e85844a-632d-4257-a3d1-0aa33eba9134', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'mac_address': 'fa:16:3e:ae:52:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:03Z', 'updated_at': '2022-02-04T16:59:09Z', 'revision_number': 4, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'subnets': [{'id': '35014467-fefc-4f5d-8c08-fbc126e01fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:59:10.859268 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Allocated IP 172.20.0.3 (4cb9545b-64db-4ad4-8e9b-6e6cc326c25b/541a7909-79e6-41be-9b78-c61b3b5d4f2b/c58f1484-7414-4264-bcd0-2e704bf428e9) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:59:11.054888 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:11.097538 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:11.147981 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:59:11.151368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:11.155531 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:59:11.165019 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:11.237625 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:11.238653 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:11.275908 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-062012cf-ad5e-4658-b426-2908cf1446b3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615898 Feb 04 16:59:11.290771 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Request body: {'port': {'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827869-1'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:11.363984 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:11.525954 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6c24bc55-7ce0-497f-9c65-56a5e153622d up at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:11.591000 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-4afcf404-85d9-460e-8b58-1532c92acd4d None None] Provisioning complete for port c58f1484-7414-4264-bcd0-2e704bf428e9 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:11.591349 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4afcf404-85d9-460e-8b58-1532c92acd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:11.640649 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-4afcf404-85d9-460e-8b58-1532c92acd4d None None] Port c58f1484-7414-4264-bcd0-2e704bf428e9 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 16:59:11.647040 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Provisioning complete for port 6c24bc55-7ce0-497f-9c65-56a5e153622d triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:11.647410 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:11.936243 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06ba0-b443-425f-88f2-6f273f75841c req-b435cf9e-aeb7-495d-afff-61b0cf7f4f07 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:11.937747 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2bd06ba0-b443-425f-88f2-6f273f75841c req-b435cf9e-aeb7-495d-afff-61b0cf7f4f07 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 931 time: 0.4963121 Feb 04 16:59:12.020048 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-2bd06ba0-b443-425f-88f2-6f273f75841c req-1eac9d3a-fa66-4e01-acdb-ad7c2d8e9357 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541146 Feb 04 16:59:12.111784 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58f1484-7414-4264-bcd0-2e704bf428e9 {{(pid=102422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:59:12.120845 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:12.135138 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.provisioning_blocks [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Transition to ACTIVE for port object c58f1484-7414-4264-bcd0-2e704bf428e9 will not be triggered until provisioned by entity L2. {{(pid=102422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:59:12.140279 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:12.202342 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Pushing event updated for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:12.283563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Attempting to bind port c58f1484-7414-4264-bcd0-2e704bf428e9 on host n-h2-827869-1 for vnic_type normal with profile {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:59:12.283821 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Attempting to bind port c58f1484-7414-4264-bcd0-2e704bf428e9 by drivers openvswitch,hyperv on host n-h2-827869-1 at level 0 using segments [{'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:59:12.284142 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Attempting to bind port c58f1484-7414-4264-bcd0-2e704bf428e9 on network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:59:12.288983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Port c58f1484-7414-4264-bcd0-2e704bf428e9 on network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b not bound, no agent of type Open vSwitch agent registered on host n-h2-827869-1 {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 16:59:12.289380 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Attempting to bind port c58f1484-7414-4264-bcd0-2e704bf428e9 on network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 16:59:12.295984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Checking agent: {'id': '08b2d723-2c17-48f3-a277-66d4331fec3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 16:59:12.296372 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Checking segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 16:59:12.296716 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Bound using segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} {{(pid=102422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 16:59:12.297242 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.managers [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Bound port: c58f1484-7414-4264-bcd0-2e704bf428e9, host: n-h2-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'}}] {{(pid=102422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:59:12.297699 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:12.383519 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, cleared binding levels {{(pid=102422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:59:12.387669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:59:12.394408 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:12.430066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:12.431053 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:12.432592 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] 10.222.0.30 "PUT /v2.0/ports/c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 1091 time: 1.1476440 Feb 04 16:59:12.436825 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:59:12.442356 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e02f02b-542e-4bad-b106-3b2bf710da29" -d '{"events": [{"name": "network-changed", "server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:59:12.487734 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e15007-907f-4edc-ba3b-43b088211b3e service neutron] Pushing event updated for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=3']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:12.535354 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb416ec-81f3-4671-8b05-745f5625d21e req-ce30608d-4695-458b-977d-ee06ea968f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:12.537771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-ce30608d-4695-458b-977d-ee06ea968f53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1094 time: 0.0593481 Feb 04 16:59:12.591136 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d17736-e584-40c6-84cf-08bc167233dc x-openstack-request-id: req-30d17736-e584-40c6-84cf-08bc167233dc {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:59:12.591465 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:59:12.592103 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30d17736-e584-40c6-84cf-08bc167233dc {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:59:12.592722 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'status': 'completed', 'code': 200} Feb 04 16:59:12.595231 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-8f34185c-ba1e-4554-9010-77ae2476ef07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 217 time: 0.0477920 Feb 04 16:59:12.657022 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb416ec-81f3-4671-8b05-745f5625d21e req-47842b88-2689-4be0-8a94-7df7d8259a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:12.658844 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-47842b88-2689-4be0-8a94-7df7d8259a8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0570760 Feb 04 16:59:12.713110 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb416ec-81f3-4671-8b05-745f5625d21e req-8c1384ad-7d01-4fbd-8034-565adc3f2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:12.714591 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-8c1384ad-7d01-4fbd-8034-565adc3f2e2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497985 Feb 04 16:59:12.826018 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-4bcce585-660a-489d-b4e0-b99b583d3e23 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042316 Feb 04 16:59:12.932575 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-beb416ec-81f3-4671-8b05-745f5625d21e req-760747e8-d810-4b64-9460-48266ff9de4d service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000850 Feb 04 16:59:13.026693 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-7b1a22a6-947f-4ca2-8d2e-7b6cac0b082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:13.028244 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-7b1a22a6-947f-4ca2-8d2e-7b6cac0b082f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1094 time: 0.0443215 Feb 04 16:59:13.173611 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-5e5e60f6-51ca-46dd-b215-37285044f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:13.175161 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-5e5e60f6-51ca-46dd-b215-37285044f8f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.1386747 Feb 04 16:59:13.201446 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8395f2-ff29-43e7-b5b5-057b6fca48e1 req-73eea37b-7e24-426e-b038-be9ba5b3221d tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:13.203077 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d8395f2-ff29-43e7-b5b5-057b6fca48e1 req-73eea37b-7e24-426e-b038-be9ba5b3221d tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 943 time: 0.0929077 Feb 04 16:59:13.240517 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-e75cd4dd-361f-4138-a270-08d89b0d61e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 217 time: 0.0578513 Feb 04 16:59:13.314032 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3d8395f2-ff29-43e7-b5b5-057b6fca48e1 req-15b75a5a-7fba-4d51-bc83-ac7ea239dcef tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818937 Feb 04 16:59:13.330848 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-303a36f6-5710-4ed6-8d6e-78bd6ceb4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:13.332640 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-303a36f6-5710-4ed6-8d6e-78bd6ceb4493 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0791135 Feb 04 16:59:13.390720 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-4ec0d2ff-50bf-43e8-b95c-5fa6a63327fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:13.392359 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-4ec0d2ff-50bf-43e8-b95c-5fa6a63327fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504584 Feb 04 16:59:13.503561 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-b78cc5e8-8972-40b7-99d2-f38c230b8edc service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042736 Feb 04 16:59:13.606966 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7e02f02b-542e-4bad-b106-3b2bf710da29 req-1d6ddd7d-7ef7-4d24-a987-ac82f2970e72 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969760 Feb 04 16:59:14.455751 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203e143-ee8f-4e12-bad5-f79033ad0f5d req-5481b677-699d-424e-8398-6b94d60c56d7 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:14.457678 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a203e143-ee8f-4e12-bad5-f79033ad0f5d req-5481b677-699d-424e-8398-6b94d60c56d7 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 943 time: 0.0602503 Feb 04 16:59:14.505448 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a203e143-ee8f-4e12-bad5-f79033ad0f5d req-74b1057e-ab2f-4492-ba40-906f1258a148 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Feb 04 16:59:15.647854 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a8aa-6a71-4a66-89aa-eaecac906e96 req-e0a582fc-37d0-4e4d-a7a7-7fa141b769a9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:15.649483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a175a8aa-6a71-4a66-89aa-eaecac906e96 req-e0a582fc-37d0-4e4d-a7a7-7fa141b769a9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 943 time: 0.0608995 Feb 04 16:59:15.689758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a175a8aa-6a71-4a66-89aa-eaecac906e96 req-c314ccf0-799e-40c5-8287-e72af4b56dc2 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331628 Feb 04 16:59:16.302111 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c58f1484-7414-4264-bcd0-2e704bf428e9 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 16:59:16.414591 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:16.426184 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 16:59:16.467379 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:16.484414 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58f1484-7414-4264-bcd0-2e704bf428e9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:59:16.510760 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:16.515492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:16.585354 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:16.848342 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498091f4-b947-48d4-b9a9-b019ebb05a46 req-02e0dad4-b199-4efc-b852-f8b610694a8f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:16.849920 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c58f1484-7414-4264-bcd0-2e704bf428e9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 16:59:16.850197 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-498091f4-b947-48d4-b9a9-b019ebb05a46 req-02e0dad4-b199-4efc-b852-f8b610694a8f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 944 time: 0.0748823 Feb 04 16:59:16.906860 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-498091f4-b947-48d4-b9a9-b019ebb05a46 req-e22ea665-de77-44d2-bd59-b652a19625c0 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Feb 04 16:59:18.045363 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a747dbf-e92f-4572-88ea-e40fd81cadb5 req-f908fd85-a496-4913-88b8-f643f2e2463a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:18.047171 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a747dbf-e92f-4572-88ea-e40fd81cadb5 req-f908fd85-a496-4913-88b8-f643f2e2463a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 944 time: 0.0573549 Feb 04 16:59:18.098887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-3a747dbf-e92f-4572-88ea-e40fd81cadb5 req-2680da76-43df-401f-bee1-92c829fd5b7c tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Feb 04 16:59:18.314955 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c58f1484-7414-4264-bcd0-2e704bf428e9 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 16:59:18.367702 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning for port c58f1484-7414-4264-bcd0-2e704bf428e9 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:59:18.372412 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port c58f1484-7414-4264-bcd0-2e704bf428e9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:18.372883 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:18.462904 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:18.493934 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:59:18.496753 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76f2e02-18e7-45a3-a1d1-88d14e1536ca" -d '{"events": [{"server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "name": "network-vif-plugged", "status": "completed", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:59:18.510857 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:18.516475 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:18.544912 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693e5a33-a70f-42a5-868e-f2b467e7d17f x-openstack-request-id: req-693e5a33-a70f-42a5-868e-f2b467e7d17f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:59:18.545212 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "name": "network-vif-plugged", "status": "completed", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:59:18.545357 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-693e5a33-a70f-42a5-868e-f2b467e7d17f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:59:18.545729 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'code': 200} Feb 04 16:59:18.579267 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:18.655124 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d459170-7da0-443e-9845-7f69ff753153 req-f7ceadd8-9c6d-4009-958a-b6e02f64e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:18.656667 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d459170-7da0-443e-9845-7f69ff753153 req-f7ceadd8-9c6d-4009-958a-b6e02f64e102 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1096 time: 0.0477827 Feb 04 16:59:18.694311 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-7d459170-7da0-443e-9845-7f69ff753153 req-13fd5af3-2d98-4e6e-a1ef-ba31e3fefa1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305595 Feb 04 16:59:19.219044 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7b800-b205-4d35-afc2-21c1a6edcc64 req-f75b128b-3034-46e2-8433-fb7d8a705848 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:19.220544 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31b7b800-b205-4d35-afc2-21c1a6edcc64 req-f75b128b-3034-46e2-8433-fb7d8a705848 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 945 time: 0.0491140 Feb 04 16:59:19.259269 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-31b7b800-b205-4d35-afc2-21c1a6edcc64 req-b4797a3c-c641-4cce-908f-b51010f701a0 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Feb 04 16:59:20.102580 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 16:59:20.381909 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5d331-7f0e-4db3-ac25-90a95647bbbc req-da259fa3-19c1-4f57-8da4-e115a6fba469 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:20.383717 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07a5d331-7f0e-4db3-ac25-90a95647bbbc req-da259fa3-19c1-4f57-8da4-e115a6fba469 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 945 time: 0.0501552 Feb 04 16:59:20.422729 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-07a5d331-7f0e-4db3-ac25-90a95647bbbc req-f6333cf8-0672-4438-8be6-1538dfe111a9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Feb 04 16:59:20.535543 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c52036-b235-4591-9fe7-21ade24fe69d req-c50e5300-0068-4a37-a1bb-d278bbd0cd75 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:20.537053 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-71c52036-b235-4591-9fe7-21ade24fe69d req-c50e5300-0068-4a37-a1bb-d278bbd0cd75 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 945 time: 0.0481730 Feb 04 16:59:20.586899 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-71c52036-b235-4591-9fe7-21ade24fe69d req-9bcd2de7-11b6-42e7-9cab-d1f0b718b383 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Feb 04 16:59:20.611795 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40434) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:20.704351 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332232a2-c0d7-43ea-845a-0ba4bb244baf tempest-TestSnapshotPattern-604419113 tempest-TestSnapshotPattern-604419113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:20.706059 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-332232a2-c0d7-43ea-845a-0ba4bb244baf tempest-TestSnapshotPattern-604419113 tempest-TestSnapshotPattern-604419113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1091 time: 0.0931835 Feb 04 16:59:20.709066 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40438) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 16:59:20.713392 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 16:59:20.737224 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:20.832829 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:20.940016 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Allocated IP 172.25.1.142 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/8bd5f1e3-80c2-461d-80b4-05e68b59059c) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:59:21.045925 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.081352 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.125397 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:59:21.128339 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:21.131835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 16:59:21.157131 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'Port': ['ID=8bd5f1e3-80c2-461d-80b4-05e68b59059c,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:21.495740 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.567364 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.722822 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.727353 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.796225 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'Port': ['ID=8bd5f1e3-80c2-461d-80b4-05e68b59059c,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:21.806464 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.910844 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Floating IP 35015e24-0207-4e36-a737-b8d2b3f33e1e associated. External IP: 172.25.1.142, port: c58f1484-7414-4264-bcd0-2e704bf428e9. Feb 04 16:59:22.128457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:59:22.243018 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:59:22.254004 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] Sync routers for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 16:59:22.265000 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:22.266428 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:59:22.267097 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:22.299871 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-0ef66e93-4348-45ab-9ee0-4f01a08d4a38 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5897498 Feb 04 16:59:22.300467 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:59:22.302872 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0424d7-1181-4e05-b163-21242f077062" -d '{"events": [{"name": "network-changed", "server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 16:59:22.341958 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 16:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08efa935-1d70-4e6f-bd34-154103458949 x-openstack-request-id: req-08efa935-1d70-4e6f-bd34-154103458949 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 16:59:22.342285 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 16:59:22.342564 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-08efa935-1d70-4e6f-bd34-154103458949 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 16:59:22.342976 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'status': 'completed', 'code': 200} Feb 04 16:59:22.397581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:59:22.410210 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0424d7-1181-4e05-b163-21242f077062 req-02faec40-b678-4182-b774-dc7ed30125c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:22.411771 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b0424d7-1181-4e05-b163-21242f077062 req-02faec40-b678-4182-b774-dc7ed30125c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1096 time: 0.0449853 Feb 04 16:59:22.507504 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0424d7-1181-4e05-b163-21242f077062 req-951d74ff-0b98-4a0c-a815-9339b14af50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:22.508873 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b0424d7-1181-4e05-b163-21242f077062 req-951d74ff-0b98-4a0c-a815-9339b14af50d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0907505 Feb 04 16:59:22.577809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b0424d7-1181-4e05-b163-21242f077062 req-4523dbd4-e700-46db-b166-55895c6e510c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 999 time: 0.0617440 Feb 04 16:59:22.633434 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0424d7-1181-4e05-b163-21242f077062 req-ed9329c2-f7cb-487f-bdd2-9886b0bd67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:22.635172 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b0424d7-1181-4e05-b163-21242f077062 req-ed9329c2-f7cb-487f-bdd2-9886b0bd67bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0513315 Feb 04 16:59:22.636710 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:21Z', 'revision_number': 0, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:22.668569 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] Checking router: cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 16:59:22.678087 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 16:59:22.678705 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T16:59:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:22.689185 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0424d7-1181-4e05-b163-21242f077062 req-1844032c-7ad3-4186-8236-6f0f730db121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:22.690739 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b0424d7-1181-4e05-b163-21242f077062 req-1844032c-7ad3-4186-8236-6f0f730db121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488970 Feb 04 16:59:22.779935 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b0424d7-1181-4e05-b163-21242f077062 req-10f7cca0-5ef6-4603-a4be-744f517f64d5 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827196 Feb 04 16:59:22.784021 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 16:59:22.878410 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-5b0424d7-1181-4e05-b163-21242f077062 req-b4891b8a-e93a-40f6-aca3-fd84cbfc67b6 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924528 Feb 04 16:59:23.010828 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:21Z', 'revision_number': 0, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:23.037969 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8facd5-f90c-4604-8af7-c98209a4872b None None] The sync data for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 is: [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:21Z', 'revision_number': 0, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 16:59:23.230919 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321a16c-b1a6-46ff-9800-38795b9e9c06 None None] New status for floating IP 35015e24-0207-4e36-a737-b8d2b3f33e1e: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 16:59:24.152646 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:30.817571 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-adb515e0-06ae-4c1c-8a9d-332ac39ba2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:33.875003 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8b1f52b7-546b-42e0-9b80-0eda73db9d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:36.178101 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.180696 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.802631 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:40.677135 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:54.157423 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:57.102697 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:00:00.000156 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-862efb33-c4a3-48db-8b68-f7031c1500b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413773 Feb 04 17:00:00.079558 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-c5e84df3-2766-410a-b710-1938c52677ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:00.081079 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-c5e84df3-2766-410a-b710-1938c52677ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1096 time: 0.0411522 Feb 04 17:00:00.187343 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-2d7cc6d1-2fac-451c-b457-a4b89dab54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:00.189066 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-2d7cc6d1-2fac-451c-b457-a4b89dab54fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0885110 Feb 04 17:00:00.255699 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-b6b78723-a43f-4479-93bf-012ff9006528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 1001 time: 0.0598066 Feb 04 17:00:00.306025 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-79dfd062-f6fb-4ce4-bf73-95e5caac206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:00.307504 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-79dfd062-f6fb-4ce4-bf73-95e5caac206c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0453625 Feb 04 17:00:00.357563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-0946d168-a9df-4ed1-bf98-bb8302811fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:00.359098 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-0946d168-a9df-4ed1-bf98-bb8302811fb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449750 Feb 04 17:00:00.447745 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-ce667a90-9739-4ebb-984f-d8fe25226117 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819104 Feb 04 17:00:00.544303 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-9b04184b-4ff9-4b15-be91-0bfac9ae1eec req-33ff3edf-1b0a-45f0-b88b-4104859d4085 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895007 Feb 04 17:00:00.820166 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73b50c6c-b905-4304-865d-554467d67dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:03.868313 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-dea5473b-bea2-4975-b0a9-81ffc6fd215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:06.178157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:07.189289 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:07.811727 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:10.685791 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:24.182852 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:30.824047 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a7de6aa2-571f-4f79-9256-f26b41744228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:33.873098 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-61a8f184-6170-408b-a121-5e8d5d7befc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:34.104127 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:00:36.179642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:37.188957 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:37.810668 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:40.684544 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:54.197805 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:00.246428 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-e9c57f13-37e2-4391-b4f2-2e635ff98dac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021719 Feb 04 17:01:00.331617 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-6d72b7e8-b2fb-46fd-9250-e73963589f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:00.333261 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-6d72b7e8-b2fb-46fd-9250-e73963589f4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1096 time: 0.0413105 Feb 04 17:01:00.446024 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-0576b630-728f-459d-a1be-6d9dfaad7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:00.447501 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-0576b630-728f-459d-a1be-6d9dfaad7ffb service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0950332 Feb 04 17:01:00.516174 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-cacda6e5-0736-4331-be40-435bc27f21f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 1001 time: 0.0616827 Feb 04 17:01:00.569779 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-44496601-99b8-4b3f-abba-74897f141abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:00.571483 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-44496601-99b8-4b3f-abba-74897f141abf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0490453 Feb 04 17:01:00.622077 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-e94f233a-5ebc-4246-a4b9-44b09d8d8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:00.623568 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-e94f233a-5ebc-4246-a4b9-44b09d8d8816 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458889 Feb 04 17:01:00.720649 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-017d7a56-25d2-479e-af4c-61793c64370b service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902400 Feb 04 17:01:00.822228 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-54f424ef-966a-495f-b4e8-b2afadcdbb36 req-3a5087f4-06db-42c1-a867-31ff469ee124 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945811 Feb 04 17:01:00.829834 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-20091bef-9bdb-44ce-85f5-b9a571a4f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.873418 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a59e-09c0-4752-ac27-734956bdaf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:06.182573 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:07.181798 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:07.818840 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.701999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.107474 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:01:24.217690 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:30.834421 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a28f67fc-550c-4256-825a-8054366282c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:33.878371 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f5bc2da-6545-433b-aa0c-9c01a02c074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:36.186696 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:37.186999 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:37.819479 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:40.729621 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:48.112679 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:01:54.232506 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:00.030114 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-50bf5bca-6a64-4903-8ded-c12c5c3d30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:00.031809 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-50bf5bca-6a64-4903-8ded-c12c5c3d30c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1096 time: 0.0487270 Feb 04 17:02:00.154385 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-9d9c33c2-fe70-45f1-9e25-81675d4908f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:00.155879 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-9d9c33c2-fe70-45f1-9e25-81675d4908f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0954909 Feb 04 17:02:00.260421 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-67a15de8-0b71-4a7b-85c6-cc176b64cc3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 1001 time: 0.0969620 Feb 04 17:02:00.312493 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-2ca4ba60-1a43-4d7a-96f4-25164e3ed1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:00.314203 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-2ca4ba60-1a43-4d7a-96f4-25164e3ed1a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0473473 Feb 04 17:02:00.368509 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-c981e349-fdf1-4930-b4eb-ac21f468b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:00.370062 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-c981e349-fdf1-4930-b4eb-ac21f468b0cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473619 Feb 04 17:02:00.518514 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-3155adbb-0bd0-428f-9edb-c1fa018d5122 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412666 Feb 04 17:02:00.644295 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-afc733b4-2be6-43f4-ae56-7d45f12fbaac req-a4ba7c5e-5434-4300-bbbd-0b0a76745864 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182146 Feb 04 17:02:00.830484 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2d2500ea-77df-4bb5-a371-21c4b45a45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:03.881816 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e46573b4-2984-43d9-aa07-9a1ebfe21255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:05.262337 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c58f1484-7414-4264-bcd0-2e704bf428e9 details requested by agent hyperv_n-h2-827869-1 with host n-h2-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:02:05.397924 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:05.409565 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Returning: {'device': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:02:05.609307 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:05.625060 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c58f1484-7414-4264-bcd0-2e704bf428e9 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:02:05.647026 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:05.651958 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:05.709210 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:05.721498 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.722116 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.722695 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.723260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.723826 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.724401 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.724961 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.725522 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.726088 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.726630 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.727221 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.727796 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.734761 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] get_ports_and_sgs() called for port_ids ['c58f1484-7414-4264-bcd0-2e704bf428e9'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:02:06.190492 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:07.190662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:07.265180 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c58f1484-7414-4264-bcd0-2e704bf428e9 up at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:02:07.323491 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Provisioning complete for port c58f1484-7414-4264-bcd0-2e704bf428e9 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:07.323858 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:07.406301 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:07.428840 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:07.431810 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89a31a5-8e2d-4b26-8cbd-e2df20bfb9f3" -d '{"events": [{"server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "name": "network-vif-plugged", "status": "completed", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:02:07.446431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:07.451779 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:07.516053 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:07.820149 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:08.546331 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65986e27-4a90-4b80-ad83-d76dbfdf9eef x-openstack-request-id: req-65986e27-4a90-4b80-ad83-d76dbfdf9eef {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:02:08.546962 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "name": "network-vif-plugged", "status": "completed", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:02:08.546962 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65986e27-4a90-4b80-ad83-d76dbfdf9eef {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:02:08.547396 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'code': 200} Feb 04 17:02:10.754608 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:23.897779 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-2edbbe1c-e87e-461c-be57-31a309433eed tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305624428&fields=id&tenant_id=cce0707b196843b5b35f631b57753a01 HTTP/1.1" status: 200 len: 267 time: 0.0384102 Feb 04 17:02:24.003983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-b774aa09-f068-446b-abd7-6c498a39d582 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:24.005462 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-b774aa09-f068-446b-abd7-6c498a39d582 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 810 time: 0.1008217 Feb 04 17:02:24.021204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-6f41ef03-101b-4b72-a256-b063c639f0d0 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/quotas/cce0707b196843b5b35f631b57753a01 HTTP/1.1" status: 200 len: 375 time: 0.0091290 Feb 04 17:02:24.076382 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-12bab6a4-3dbc-4f08-a572-bd047a1b5ff2 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497777 Feb 04 17:02:24.150843 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-4c8e1b9e-bfca-4adb-aba7-278336e8b687 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 17:02:24.151837 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-4c8e1b9e-bfca-4adb-aba7-278336e8b687 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0634658 Feb 04 17:02:24.234883 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:24.251074 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-02878a74-22e0-4e7d-927f-9b810d7685fb service neutron] 10.222.0.47 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928898 Feb 04 17:02:24.343442 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-fbc49675-a80a-48d4-b3dc-de9a8e77361d service neutron] 10.222.0.47 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854676 Feb 04 17:02:24.569268 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-161073d2-0235-4c50-91d7-7a6a07bafcb4 req-f518e018-9468-4ccc-a210-73fbf4deaa4e tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 210 time: 0.0808735 Feb 04 17:02:25.112561 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:02:25.609063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-ff61fb10-c6b8-4deb-881d-2aead6279a9f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:25.611241 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-ff61fb10-c6b8-4deb-881d-2aead6279a9f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.50 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 810 time: 0.1192684 Feb 04 17:02:25.665575 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-2192d5ab-0a6a-4402-9aaa-11ce38c5d7f0 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce0707b196843b5b35f631b57753a01 HTTP/1.1" status: 200 len: 380 time: 0.0398519 Feb 04 17:02:25.675625 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'port': {'device_id': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'admin_state_up': True, 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'security_groups': ['50673c4e-b141-4d9c-9b69-24e7a69623dc']}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:02:25.680767 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-d0988de2-0dcf-49ba-afa1-fa98df5ac33a req-a1fb49a6-6754-4b67-b0c8-1171ac2c57ec tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 210 time: 0.0320938 Feb 04 17:02:25.797037 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Made reservation on behalf of cce0707b196843b5b35f631b57753a01 for: {'port': 1} {{(pid=102423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:02:25.800667 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:25.966660 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_common [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Allocated IP 172.20.0.6 (4cb9545b-64db-4ad4-8e9b-6e6cc326c25b/541a7909-79e6-41be-9b78-c61b3b5d4f2b/8cbff55c-1cd5-4fb0-96ac-58406c6d7330) {{(pid=102423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:02:26.209773 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for port, precommit_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:26.258009 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_create {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:26.308629 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b is already hosted by enough agents. {{(pid=102423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:02:26.316936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.base_scheduler [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Resources bound (agent type, host, resource id): {{(pid=102423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:26.321085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Received port after_create {{(pid=102423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:02:26.366214 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'Port': ['ID=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,revision_number=1']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:26.378955 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.379302 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.379632 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.379974 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.380311 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.380647 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.380969 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.385224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.385224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.385224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.385224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.385224 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:26.410260 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:26.411109 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:26.434605 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-50e9beee-d325-44be-8d5a-de4484e5e32f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626293 Feb 04 17:02:26.678834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-29eaaeb2-75ab-4941-a197-e5710084a29b None None] Provisioning complete for port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 triggered by entity DHCP. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:26.680549 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-29eaaeb2-75ab-4941-a197-e5710084a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:26.729031 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-29eaaeb2-75ab-4941-a197-e5710084a29b None None] Port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 cannot update to ACTIVE because it is not bound. {{(pid=102424) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 17:02:26.864062 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553adf9-7917-400c-9989-2a34d5e724d7 req-09fc0c99-645c-4415-99fa-e7ad81aa5ef9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:26.865853 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f553adf9-7917-400c-9989-2a34d5e724d7 req-09fc0c99-645c-4415-99fa-e7ad81aa5ef9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0659010 Feb 04 17:02:26.916944 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-f553adf9-7917-400c-9989-2a34d5e724d7 req-0f3a619a-ab16-42ff-bc7e-064c294e5e4b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Feb 04 17:02:27.401394 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c58f1484-7414-4264-bcd0-2e704bf428e9 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:02:27.501420 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.540345 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:27.543036 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07dd75-f3fc-41d4-adcd-49c842825772" -d '{"events": [{"server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:02:27.567875 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:27.574737 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.613090 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9921e3-2c84-4423-876d-ccce81ac6f2a x-openstack-request-id: req-8c9921e3-2c84-4423-876d-ccce81ac6f2a {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:02:27.613385 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:02:27.613635 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c9921e3-2c84-4423-876d-ccce81ac6f2a {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:02:27.614035 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'code': 200} Feb 04 17:02:27.648311 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Pushing event updated for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=8']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:28.051465 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbc909-9b78-460c-8ca1-bfd1b86d3a8c req-29f34bf8-1b8e-412a-8f90-43975f7d3216 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:28.053135 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bdbc909-9b78-460c-8ca1-bfd1b86d3a8c req-29f34bf8-1b8e-412a-8f90-43975f7d3216 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0616431 Feb 04 17:02:28.106160 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-6bdbc909-9b78-460c-8ca1-bfd1b86d3a8c req-71310aae-c700-4c7d-afb9-1333f83a377b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394754 Feb 04 17:02:29.239884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be846b-11f1-45c0-898b-0ae57098d990 req-d9c150ae-7cf4-47c7-b0cc-3307a827043d tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:29.241521 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93be846b-11f1-45c0-898b-0ae57098d990 req-d9c150ae-7cf4-47c7-b0cc-3307a827043d tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0588238 Feb 04 17:02:29.292912 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-93be846b-11f1-45c0-898b-0ae57098d990 req-899356fb-cc52-4594-b1df-934d0d05e4b0 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 Feb 04 17:02:30.419989 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fac2e-34d4-4ba0-894b-a2a98b6d027b req-d2f2c602-afe1-4be3-9323-a69091856144 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:30.421510 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-157fac2e-34d4-4ba0-894b-a2a98b6d027b req-d2f2c602-afe1-4be3-9323-a69091856144 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0508115 Feb 04 17:02:30.468689 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-157fac2e-34d4-4ba0-894b-a2a98b6d027b req-77de340b-e47c-4453-bcc6-7bb1c3ec8480 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Feb 04 17:02:30.834757 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-2da02513-1dea-4088-a594-a601cd2e4103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:31.605526 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0a245-8634-40af-af7a-783042fe9cd9 req-c220160b-2a40-4cce-b381-bbd33b3e0064 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:31.607424 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bea0a245-8634-40af-af7a-783042fe9cd9 req-c220160b-2a40-4cce-b381-bbd33b3e0064 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0575323 Feb 04 17:02:31.654963 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bea0a245-8634-40af-af7a-783042fe9cd9 req-ed261c15-1a19-4990-a578-58c138629b77 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Feb 04 17:02:32.798845 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeed68-20e7-480a-befe-0d4a22f716b3 req-80b0a138-392f-4f9c-979d-394d5abe2f51 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:32.802336 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbbeed68-20e7-480a-befe-0d4a22f716b3 req-80b0a138-392f-4f9c-979d-394d5abe2f51 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0674505 Feb 04 17:02:32.862967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-cbbeed68-20e7-480a-befe-0d4a22f716b3 req-ff52744b-637d-48de-84f9-f9b3fb0de3a4 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549097 Feb 04 17:02:33.884300 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7925-f15e-4cc7-8d80-2eb5636a69ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:33.992943 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48bbc0-b260-4d25-baf3-e6ca86b75af9 req-146da110-a965-4c3e-9061-d66613e50e44 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:33.994451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd48bbc0-b260-4d25-baf3-e6ca86b75af9 req-146da110-a965-4c3e-9061-d66613e50e44 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0534239 Feb 04 17:02:34.032971 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fd48bbc0-b260-4d25-baf3-e6ca86b75af9 req-54a05bad-0959-4478-9532-4f2d40bc7494 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Feb 04 17:02:35.150330 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8a3f3-031b-45a7-8582-a53cab9bdf72 req-720a439e-0824-4583-9103-0704f53f747f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:35.151985 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1aa8a3f3-031b-45a7-8582-a53cab9bdf72 req-720a439e-0824-4583-9103-0704f53f747f tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0512941 Feb 04 17:02:35.193195 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1aa8a3f3-031b-45a7-8582-a53cab9bdf72 req-8053bd79-346c-49ce-91b6-ed7a47e8d259 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352135 Feb 04 17:02:35.919889 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-f346405c-3d40-4ae1-9543-745aa62d5676 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 17:02:35.920970 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-f346405c-3d40-4ae1-9543-745aa62d5676 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060883 Feb 04 17:02:35.996670 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.v2.base [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Request body: {'port': {'device_id': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827869-1'}} {{(pid=102423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:02:36.055780 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:36.192074 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:36.315518 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45bdbf-0d23-4ce6-ba61-241b5f114d0c req-421a9a5d-67d7-48d0-9a97-2d2cd4fa491c tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:36.317168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d45bdbf-0d23-4ce6-ba61-241b5f114d0c req-421a9a5d-67d7-48d0-9a97-2d2cd4fa491c tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 931 time: 0.0525014 Feb 04 17:02:36.343540 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 {{(pid=102423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:02:36.351502 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:36.357791 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-1d45bdbf-0d23-4ce6-ba61-241b5f114d0c req-ff15a844-df02-4c89-9b9f-31c46dff1002 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 Feb 04 17:02:36.364154 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.provisioning_blocks [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Transition to ACTIVE for port object 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 will not be triggered until provisioned by entity L2. {{(pid=102423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:02:36.368928 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:36.424117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,revision_number=2']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:36.497680 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Attempting to bind port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 on host n-h1-827869-1 for vnic_type normal with profile {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:02:36.498056 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Attempting to bind port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 by drivers openvswitch,hyperv on host n-h1-827869-1 at level 0 using segments [{'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:02:36.498394 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Attempting to bind port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 on network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:02:36.503085 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 on network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b not bound, no agent of type Open vSwitch agent registered on host n-h1-827869-1 {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:02:36.503436 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Attempting to bind port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 on network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:02:36.508771 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Checking agent: {'id': 'd156ec4f-6347-4eba-a347-3cdf14104513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827869-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'started_at': datetime.datetime(2022, 2, 4, 15, 16, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:02:36.509117 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Checking segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 17:02:36.509505 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Bound using segment: {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'} {{(pid=102423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:02:36.509947 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.managers [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Bound port: 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host: n-h1-827869-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297841b7-c38d-4ac9-852e-c7c6d8082fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b'}}] {{(pid=102423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:02:36.510484 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:36.582814 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, cleared binding levels {{(pid=102423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:02:36.585968 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:02:36.591703 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2659659'] for port, after_update {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:36.630185 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:36.630808 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:36.632248 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] 10.222.0.50 "PUT /v2.0/ports/8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 200 len: 1091 time: 0.6860695 Feb 04 17:02:36.632684 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:36.634969 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c9d02b-6302-47bd-b58e-c690d3620940" -d '{"events": [{"name": "network-changed", "server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:02:36.658594 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b709a-a7ef-4c73-9586-e4ba78804db2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,revision_number=3']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:36.732633 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-69b452df-cc54-48a2-b8eb-8166765753ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:36.734244 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-69b452df-cc54-48a2-b8eb-8166765753ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1094 time: 0.0457249 Feb 04 17:02:36.741284 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b32fe9-3e9a-4737-ae87-1e6cc237f198 x-openstack-request-id: req-95b32fe9-3e9a-4737-ae87-1e6cc237f198 {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:02:36.742476 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:02:36.742755 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-95b32fe9-3e9a-4737-ae87-1e6cc237f198 {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:02:36.743387 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'status': 'completed', 'code': 200} Feb 04 17:02:36.789364 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-3b794846-b56c-450b-a28a-9a8ad18041b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 200 len: 217 time: 0.0397644 Feb 04 17:02:36.850211 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-7058ad16-924e-41fa-950f-9eff0c5bcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:36.852250 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-7058ad16-924e-41fa-950f-9eff0c5bcfbb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0567634 Feb 04 17:02:36.897253 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-f8aa826f-c8c9-4129-9069-3f7812cd0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:36.899350 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-f8aa826f-c8c9-4129-9069-3f7812cd0c68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409927 Feb 04 17:02:36.994960 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-a3c4489a-5c54-49cf-848c-3f4f4ca51944 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892749 Feb 04 17:02:37.088938 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-080444a4-debd-4dcf-b9ac-184bdbbf9815 req-0f7394ae-2a03-448b-888b-8b48c4aa6bae service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879743 Feb 04 17:02:37.200469 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:37.221938 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-cb7aae39-cc21-4821-9dd1-d6813bd1eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:37.223543 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-cb7aae39-cc21-4821-9dd1-d6813bd1eedd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1094 time: 0.0526860 Feb 04 17:02:37.324793 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-d443c061-0e78-4992-813f-ff8dfe9dc424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:37.326566 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-d443c061-0e78-4992-813f-ff8dfe9dc424 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0961943 Feb 04 17:02:37.373889 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-9a7af2d1-edba-45a9-beff-6417b7cd6f94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 200 len: 217 time: 0.0404871 Feb 04 17:02:37.430619 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-cc04d1d6-b530-4772-a872-ced7e5235eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:37.432184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-cc04d1d6-b530-4772-a872-ced7e5235eda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0519207 Feb 04 17:02:37.477399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37660e5d-f3ce-4db8-8a62-78042e28542b req-77c7084b-a3a1-4fba-8364-6bc32b8388b6 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:37.479072 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37660e5d-f3ce-4db8-8a62-78042e28542b req-77c7084b-a3a1-4fba-8364-6bc32b8388b6 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 943 time: 0.0517762 Feb 04 17:02:37.482469 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-48b2eb48-185d-45b3-89fa-8edb09de4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:37.483967 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-48b2eb48-185d-45b3-89fa-8edb09de4d8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452139 Feb 04 17:02:37.526086 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-37660e5d-f3ce-4db8-8a62-78042e28542b req-7f8a998d-241c-45b8-8e39-3a9b6a86916c tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Feb 04 17:02:37.582865 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-029b2996-379f-4802-85db-61426093f6f5 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918307 Feb 04 17:02:37.680171 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-77c9d02b-6302-47bd-b58e-c690d3620940 req-2119179c-54a2-45b8-8b93-1069b0cc29d2 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908482 Feb 04 17:02:37.821568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:38.647886 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f600e49-bfe2-47b5-9e66-875ff9af9989 req-6064f309-114f-4a3d-b6de-e35e59606e48 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:38.649506 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f600e49-bfe2-47b5-9e66-875ff9af9989 req-6064f309-114f-4a3d-b6de-e35e59606e48 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 943 time: 0.0522935 Feb 04 17:02:38.689715 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-5f600e49-bfe2-47b5-9e66-875ff9af9989 req-6fa7edc4-02e8-4676-84ca-c34c0800f4c7 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340679 Feb 04 17:02:39.811498 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f358f0-eb19-4958-b372-cfbb591b7b7a req-a70b6e52-4d67-4106-a248-7c5d8743859c tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:39.813168 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32f358f0-eb19-4958-b372-cfbb591b7b7a req-a70b6e52-4d67-4106-a248-7c5d8743859c tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 943 time: 0.0521107 Feb 04 17:02:40.183452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-32f358f0-eb19-4958-b372-cfbb591b7b7a req-2de143cc-d4ac-4b94-aa2c-4c76205d779e tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640702 Feb 04 17:02:40.490102 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:02:40.586420 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:40.597202 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'port_id': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'mac_address': 'fa:16:3e:90:ec:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:02:40.635662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:40.649085 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:02:40.669032 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:40.673029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:40.720120 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,revision_number=4']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:40.742211 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:41.080347 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['8cbff55c-1cd5-4fb0-96ac-58406c6d7330'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:02:41.303112 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0fc61-6329-40d0-a93f-c9f9a1e01acd req-353417d1-4fdb-44e9-8758-dbafd1b6c9b6 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:41.304637 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdf0fc61-6329-40d0-a93f-c9f9a1e01acd req-353417d1-4fdb-44e9-8758-dbafd1b6c9b6 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 944 time: 0.0521841 Feb 04 17:02:41.344570 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-bdf0fc61-6329-40d0-a93f-c9f9a1e01acd req-53f5a445-3cbf-4d26-98c2-2288606d76e3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339026 Feb 04 17:02:42.470093 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8ff8d-d32b-4b7f-a7f8-eb8c92293f30 req-30fda290-43cb-4d2d-83ac-7b36e8aa78c3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:42.471604 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a8ff8d-d32b-4b7f-a7f8-eb8c92293f30 req-30fda290-43cb-4d2d-83ac-7b36e8aa78c3 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 944 time: 0.0563939 Feb 04 17:02:42.502575 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:02:42.511201 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-21a8ff8d-d32b-4b7f-a7f8-eb8c92293f30 req-feace638-eeff-4c48-bd79-7d4b9c3ccab1 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 Feb 04 17:02:42.553509 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning for port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 completed by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:02:42.557836 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:42.558240 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:42.637433 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:42.660477 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:42.662787 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a94564-24e5-496c-a04b-618b7a992aba" -d '{"events": [{"server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "name": "network-vif-plugged", "status": "completed", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:02:42.676465 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:42.681786 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:42.705196 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c37c5ce-c533-442c-b2b6-c98243c8629f x-openstack-request-id: req-7c37c5ce-c533-442c-b2b6-c98243c8629f {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:02:42.705483 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "name": "network-vif-plugged", "status": "completed", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:02:42.705733 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c37c5ce-c533-442c-b2b6-c98243c8629f {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:02:42.706151 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'code': 200} Feb 04 17:02:42.732328 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,revision_number=5']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:42.828672 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065c8a5-a0db-446c-8ed1-e6cd50b80ed1 req-1af61599-6b57-4f26-9b31-a5d9d48cc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:42.830219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7065c8a5-a0db-446c-8ed1-e6cd50b80ed1 req-1af61599-6b57-4f26-9b31-a5d9d48cc969 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1096 time: 0.0468464 Feb 04 17:02:42.864594 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-7065c8a5-a0db-446c-8ed1-e6cd50b80ed1 req-39e74e08-3112-48c4-ae81-2b62be319a9e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281625 Feb 04 17:02:43.628563 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8a730-e5f2-4696-a18e-db2f8920b16b req-d92ad669-3707-40b7-b99f-69694af72a8b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:43.630060 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4f8a730-e5f2-4696-a18e-db2f8920b16b req-d92ad669-3707-40b7-b99f-69694af72a8b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 945 time: 0.0503182 Feb 04 17:02:43.668506 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-e4f8a730-e5f2-4696-a18e-db2f8920b16b req-fd7381a9-a543-431c-9ef8-155663497fb1 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324073 Feb 04 17:02:44.803766 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b5ad-2753-467c-a33d-3583ad7674fc req-8a934da4-0cdc-480c-97e0-81e6f971b6a0 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:44.805675 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a414b5ad-2753-467c-a33d-3583ad7674fc req-8a934da4-0cdc-480c-97e0-81e6f971b6a0 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 945 time: 0.0641377 Feb 04 17:02:44.849223 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-a414b5ad-2753-467c-a33d-3583ad7674fc req-a1909474-7e2e-48a5-a9c0-218e1e195034 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372889 Feb 04 17:02:44.969399 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a2da-bbce-4136-922b-fa5178d997ad req-66f0006d-4beb-4120-b0c3-845debf9e656 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:44.970898 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fce8a2da-bbce-4136-922b-fa5178d997ad req-66f0006d-4beb-4120-b0c3-845debf9e656 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 945 time: 0.0532477 Feb 04 17:02:45.009039 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fce8a2da-bbce-4136-922b-fa5178d997ad req-764ae644-5904-4524-b1cc-1e6dc17b9efd tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Feb 04 17:02:45.031845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40804) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:02:45.071269 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915256ef-32ec-488b-8616-db566b0181af tempest-TestSnapshotPattern-604419113 tempest-TestSnapshotPattern-604419113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:45.072768 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-915256ef-32ec-488b-8616-db566b0181af tempest-TestSnapshotPattern-604419113 tempest-TestSnapshotPattern-604419113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1091 time: 0.0399332 Feb 04 17:02:45.075559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 40806) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:02:45.079788 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.v2.base [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Request body: {'floatingip': {'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'port_id': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:02:45.105261 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for floatingip, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:45.207599 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:45.311309 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_common [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Allocated IP 172.25.1.49 (37e4adc7-9c9c-428c-be6a-80ffc55c680f/3e561b74-2c12-469f-be9b-f300aad690f5/9ff400b3-1525-4430-b2bf-bbcd5deeb868) {{(pid=102422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:02:45.416462 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for port, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:45.450038 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757335935335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:45.487901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Network 37e4adc7-9c9c-428c-be6a-80ffc55c680f is already hosted by enough agents. {{(pid=102422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:02:45.490724 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.base_scheduler [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Resources bound (agent type, host, resource id): {{(pid=102422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:45.494294 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Received port after_create {{(pid=102422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:02:45.517452 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'Port': ['ID=9ff400b3-1525-4430-b2bf-bbcd5deeb868,revision_number=1']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:45.531212 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.531555 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.531897 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.532230 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.532564 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.532887 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.533211 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.533591 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.533853 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.534306 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.534586 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.534909 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:45.879973 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:45.949629 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:46.106922 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for port, precommit_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:46.111834 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9592400'] for port, after_update {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:46.182912 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event updated for resources: {'Port': ['ID=9ff400b3-1525-4430-b2bf-bbcd5deeb868,revision_number=2']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:46.195196 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943018'] for floatingip, after_create {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:46.302958 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Floating IP 13d2b378-67b0-408e-843e-dcc79a82fedb associated. External IP: 172.25.1.49, port: 8cbff55c-1cd5-4fb0-96ac-58406c6d7330. Feb 04 17:02:46.522220 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:02:46.634215 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:02:46.645232 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] Sync routers for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:02:46.652608 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:46.659873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:02:46.660510 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:02:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:46.696240 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-f7b18008-6da2-48bb-9016-3e59737acbf9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6135859 Feb 04 17:02:46.696240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:46.696240 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c" -d '{"events": [{"name": "network-changed", "server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:02:46.732522 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9e1000-ff5a-4a7b-9850-8cb6ea98a1ad x-openstack-request-id: req-ce9e1000-ff5a-4a7b-9850-8cb6ea98a1ad {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:02:46.732808 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:02:46.733061 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ce9e1000-ff5a-4a7b-9850-8cb6ea98a1ad {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:02:46.733462 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'status': 'completed', 'code': 200} Feb 04 17:02:46.774737 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:02:46.820805 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-3aa88bd9-3b92-4c1e-af1a-5508ec016aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:46.823146 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-3aa88bd9-3b92-4c1e-af1a-5508ec016aa4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1096 time: 0.0472388 Feb 04 17:02:46.918457 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-4f6fc581-488b-4810-8d1c-5aae4004c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:46.919993 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-4f6fc581-488b-4810-8d1c-5aae4004c9fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0905042 Feb 04 17:02:46.995184 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-11f6b7d9-2401-4f04-b4d0-d2ac6398471a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 200 len: 998 time: 0.0684528 Feb 04 17:02:47.011275 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '13d2b378-67b0-408e-843e-dcc79a82fedb', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:90:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:02:45Z', 'updated_at': '2022-02-04T17:02:45Z', 'revision_number': 0, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}, {'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:23Z', 'revision_number': 1, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:47.039553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] Checking router: cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:02:47.047865 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:02:47.048472 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:02:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:47.051346 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-f04ad1c9-450c-49eb-aea0-dd44f923d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:47.053019 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-f04ad1c9-450c-49eb-aea0-dd44f923d8b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0519695 Feb 04 17:02:47.101936 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-6e7b374c-08ff-46c6-a37e-f2ebdaaf30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:47.103913 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-6e7b374c-08ff-46c6-a37e-f2ebdaaf30b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444291 Feb 04 17:02:47.170241 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:02:47.201568 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-af61baec-7f8a-4305-866f-d9eb29228984 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911965 Feb 04 17:02:47.301908 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-1520b32b-ab4f-4e33-b1db-e0f5b4aed20c req-bcc0658d-4e0d-4f4e-a759-42e0ef3148b1 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943773 Feb 04 17:02:47.411997 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '13d2b378-67b0-408e-843e-dcc79a82fedb', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:90:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:02:45Z', 'updated_at': '2022-02-04T17:02:45Z', 'revision_number': 0, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}, {'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:23Z', 'revision_number': 1, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:47.439674 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8af34d-6aae-4a6e-ba1b-2c24c071d354 None None] The sync data for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 is: [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '13d2b378-67b0-408e-843e-dcc79a82fedb', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:90:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:02:45Z', 'updated_at': '2022-02-04T17:02:45Z', 'revision_number': 0, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}, {'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:23Z', 'revision_number': 1, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:02:47.637219 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef703239-725b-4c7c-b799-9da1a789455b None None] New status for floating IP 13d2b378-67b0-408e-843e-dcc79a82fedb: ACTIVE {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:02:54.227568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:00.828413 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8f10614e-387a-43e8-82e9-de31c8003c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:00.997641 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-8a797ece-e52c-4b2e-aa8a-904028cd29ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402839 Feb 04 17:03:01.083669 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-292774cb-143b-414e-8657-138f63a2b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:01.085125 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-292774cb-143b-414e-8657-138f63a2b67e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1094 time: 0.0423315 Feb 04 17:03:01.218549 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-c9135507-6a60-44ea-914e-3fcd0bc93d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:01.220036 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-c9135507-6a60-44ea-914e-3fcd0bc93d75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.1168909 Feb 04 17:03:01.292640 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-09b6be40-ca0b-4a8c-a611-19132e91dfd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 999 time: 0.0654149 Feb 04 17:03:01.343846 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-450b727d-0391-4a63-8cb1-f067900cf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:01.345370 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-450b727d-0391-4a63-8cb1-f067900cf882 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0451605 Feb 04 17:03:01.395841 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-b5d61967-12ca-4747-bdaa-e7e5d878a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:01.397758 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-b5d61967-12ca-4747-bdaa-e7e5d878a06b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450873 Feb 04 17:03:01.496759 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-ff39dcec-81be-4bec-9435-9ee05bdcfc17 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904074 Feb 04 17:03:01.601556 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-10004553-63f7-4d03-97ce-bf90832aeb00 req-4d027350-d713-40be-832f-de504dfbffa3 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977690 Feb 04 17:03:02.111847 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:03:03.886772 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c2c02fa3-ce73-4f9d-92f6-37100581d076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:06.194817 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:07.194393 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:07.824340 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:09.638324 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-5d882e4b-0911-4eb7-bc7e-8f16ae3a62fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422366 Feb 04 17:03:09.733493 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-c196680c-34de-4743-8fa4-32c2f2c79b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:09.735031 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-c196680c-34de-4743-8fa4-32c2f2c79b56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1096 time: 0.0400064 Feb 04 17:03:09.849018 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-85976507-5307-4f4d-b09c-6434d2ce84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:09.850502 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-85976507-5307-4f4d-b09c-6434d2ce84ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0968010 Feb 04 17:03:09.918094 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-b755a5e9-178e-4b0d-93ad-8972fc239e52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 200 len: 1000 time: 0.0613482 Feb 04 17:03:09.976280 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-f15dd091-5f3a-4994-acb8-f29a012da596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:09.977792 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-f15dd091-5f3a-4994-acb8-f29a012da596 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0527561 Feb 04 17:03:10.028120 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-22faadef-482a-403a-b4e7-3fd76dbd79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:10.029693 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-22faadef-482a-403a-b4e7-3fd76dbd79bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457041 Feb 04 17:03:10.125496 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-00045f36-199b-46f4-bf32-05e46e8fc99d service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891793 Feb 04 17:03:10.223971 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-27d78056-f1ea-47f6-b134-395f1a52e669 req-4e129af0-8f5d-4045-a22a-4b546b5d0a63 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906835 Feb 04 17:03:10.740176 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:24.239234 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:30.830420 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0ceafc7f-413c-4651-97b5-ae2c4e8bc041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:33.887297 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a3c76c7-4cbf-43bb-b9a7-6404a034f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:36.198697 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:37.196543 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:37.827466 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:39.111465 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:03:40.757928 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:54.249662 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:00.831845 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7a5daaa4-5747-4f89-9a3c-84b7e6db62a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:00.959602 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-a0dceeeb-9374-4047-8d10-c29257132c3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441146 Feb 04 17:04:01.042603 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-6ab2d7ec-07a1-40b5-866c-d832db9d8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:01.044133 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-6ab2d7ec-07a1-40b5-866c-d832db9d8899 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1094 time: 0.0426624 Feb 04 17:04:01.156029 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-4a8ff0ae-0ecb-46a4-b46d-5fc84bc9d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:01.157452 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-4a8ff0ae-0ecb-46a4-b46d-5fc84bc9d717 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0934126 Feb 04 17:04:01.222272 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-ffa6cd34-5379-455a-b258-481c5afaa5a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 999 time: 0.0586252 Feb 04 17:04:01.271355 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-e53eae1c-34e7-44cd-9a0b-d945763c25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:01.272848 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-e53eae1c-34e7-44cd-9a0b-d945763c25e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0445063 Feb 04 17:04:01.323014 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-260f6cd5-2dad-4fcb-b75c-aa952ae14310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:01.324503 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-260f6cd5-2dad-4fcb-b75c-aa952ae14310 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449274 Feb 04 17:04:01.419154 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-8808ae9e-eb15-4353-b295-fa0aa862f9b8 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870130 Feb 04 17:04:01.511703 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-c2faca1f-5ae7-42da-b3e2-83325d8898a5 req-1e722ae5-f7a2-4737-914e-4ce95117d450 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859559 Feb 04 17:04:03.889814 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46b1044e-8c2c-4cdf-b96d-f7b08ce2b288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:06.200164 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:07.199278 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:07.829638 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:09.638001 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-c6e9b254-ff8a-4566-b5be-a06772d605b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419230 Feb 04 17:04:09.738250 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-61cb7795-50b9-46fb-a6e1-82919da79528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:09.740258 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-61cb7795-50b9-46fb-a6e1-82919da79528 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1096 time: 0.0415695 Feb 04 17:04:09.854232 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-b000b8fc-4457-4c5f-8555-c8545b6f5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:09.855626 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-b000b8fc-4457-4c5f-8555-c8545b6f5d8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0943327 Feb 04 17:04:09.924238 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-b5c708ac-0548-4395-afdd-d110fc8f9d72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 200 len: 1000 time: 0.0599225 Feb 04 17:04:09.980263 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-59cd543b-8ee7-4e60-b9e1-fa5eed715024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:09.981751 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-59cd543b-8ee7-4e60-b9e1-fa5eed715024 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0509498 Feb 04 17:04:10.031641 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-ce922166-fe1c-4ff8-98c0-b3c9c7cd5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:10.033219 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-ce922166-fe1c-4ff8-98c0-b3c9c7cd5c26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403650 Feb 04 17:04:10.125838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-798612fd-1ddc-4d3a-a70c-8c8e1c4bef9e service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852318 Feb 04 17:04:10.225493 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-eb08cdf0-de1e-4641-b33e-78fe4b145429 req-bd79f443-e1b0-4104-958e-d95cb00c8b32 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918155 Feb 04 17:04:10.770706 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:16.110802 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:04:24.256635 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:30.835334 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7182a4b8-aaa5-4706-90e6-56a124960deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:33.891122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e7fbb58d-9e35-4743-9983-373e0421d03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:36.204636 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:37.202113 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:37.833169 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:40.784621 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:53.111228 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:04:54.260358 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:00.837748 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8bfc18e-c744-4962-8284-3af73ae892b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:01.966435 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-b6768007-1549-4c8a-9fae-506ed62b6ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487797 Feb 04 17:05:02.059457 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-6e832a98-f178-495f-a1ee-832479bf5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:02.060402 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-6e832a98-f178-495f-a1ee-832479bf5b38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1094 time: 0.0468137 Feb 04 17:05:02.175903 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-c4f3c588-a4f1-4f76-81e6-97e5fdca1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:02.177556 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-c4f3c588-a4f1-4f76-81e6-97e5fdca1cba service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0977621 Feb 04 17:05:02.248678 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-7213a07f-f828-48d3-8ec5-ae345c18195b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 999 time: 0.0639908 Feb 04 17:05:02.305058 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-6d91cb92-1264-488b-9d9a-39c809ba04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:02.306581 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-6d91cb92-1264-488b-9d9a-39c809ba04fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0497854 Feb 04 17:05:02.359660 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-530bc0cd-3fbd-4747-8689-398657e29abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:02.361179 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-530bc0cd-3fbd-4747-8689-398657e29abc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470707 Feb 04 17:05:02.371710 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-d1176f62-1d85-47e2-98f5-8bc1aed857f3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102422) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 17:05:02.372676 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-d1176f62-1d85-47e2-98f5-8bc1aed857f3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051661 Feb 04 17:05:02.469687 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-551bc0fd-aeff-44bb-8591-a1e514d92f42 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887189 Feb 04 17:05:02.567182 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-bc304a72-9fc9-44c1-baa6-b43057327744 req-ceb1538d-8a3b-4154-be68-c954800c3421 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912175 Feb 04 17:05:03.893615 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7caf50bd-fafa-48b2-8dba-a6eaefdf8fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:05.327011 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 details requested by agent hyperv_n-h1-827869-1 with host n-h1-827869-1 {{(pid=102424) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:05:05.430230 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:05.442127 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Returning: {'device': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'port_id': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'mac_address': 'fa:16:3e:90:ec:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102424) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:05:05.482296 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:05.496447 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 {{(pid=102424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:05:05.516771 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:05.520886 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:05.571958 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,revision_number=6']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:05.580261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.580261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.581196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.581196 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.581377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.581622 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.581904 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.582261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.582581 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.582905 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.583220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.583596 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:05.663431 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] get_ports_and_sgs() called for port_ids ['8cbff55c-1cd5-4fb0-96ac-58406c6d7330'] {{(pid=102424) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:05:06.210487 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.208710 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.327496 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 up at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:05:07.383266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.provisioning_blocks [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Provisioning complete for port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 triggered by entity L2. {{(pid=102424) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:07.383636 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001375'] for port, provisioning_complete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.465198 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583574'] for port, before_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.490720 n-d-827869-1 neutron-server[102424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330'}] {{(pid=102424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:07.494209 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a4fa240bdb32ae394e1e600697046ceab7a509500cce083279949e151d5f5c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a557935-98f6-480c-aa63-96a972fd15b7" -d '{"events": [{"server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "name": "network-vif-plugged", "status": "completed", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330"}]}' {{(pid=102424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:05:07.514691 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:07.519139 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757336336496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757335935353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757335935371'] for port, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:07.548155 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347d156d-d632-4d26-a24f-d3cadf4b1766 x-openstack-request-id: req-347d156d-d632-4d26-a24f-d3cadf4b1766 {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:05:07.548587 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "name": "network-vif-plugged", "status": "completed", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330", "code": 200}]} {{(pid=102424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:05:07.549548 n-d-827869-1 neutron-server[102424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-347d156d-d632-4d26-a24f-d3cadf4b1766 {{(pid=102424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:05:07.550192 n-d-827869-1 neutron-server[102424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'code': 200} Feb 04 17:05:07.576399 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Pushing event updated for resources: {'Port': ['ID=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,revision_number=7']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:07.840764 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.710481 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-3950b369-6274-4be5-b156-d7ec10972d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:10.711991 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-3950b369-6274-4be5-b156-d7ec10972d1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1096 time: 0.0480750 Feb 04 17:05:10.805430 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:10.846001 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-345414bb-17b3-421c-a424-094870381762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:10.858748 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-345414bb-17b3-421c-a424-094870381762 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.1247725 Feb 04 17:05:10.990836 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-abe4f22a-07f0-4436-98ac-1fd0f1f26729 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 200 len: 1000 time: 0.1192036 Feb 04 17:05:11.064169 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-e361d3e2-aef7-4765-aa81-ebac0b17778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:11.065695 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-e361d3e2-aef7-4765-aa81-ebac0b17778e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0681374 Feb 04 17:05:11.135910 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-5197f06a-fb1c-4f55-a31f-d6804d7b1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:11.137807 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-5197f06a-fb1c-4f55-a31f-d6804d7b1462 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643811 Feb 04 17:05:11.266546 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-509cf351-793b-4929-acf3-bedc8651da37 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195521 Feb 04 17:05:11.407725 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-78ff2886-1348-4190-8a54-38aa5e9dc944 req-b79b05cb-243e-4ac3-8809-ca7689d44f24 service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300902 Feb 04 17:05:19.515168 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41060) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:19.672535 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Deleting port 9ff400b3-1525-4430-b2bf-bbcd5deeb868 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:19.672882 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.767187 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.767426 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.778738 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Calling delete_port for 9ff400b3-1525-4430-b2bf-bbcd5deeb868 owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:19.923108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:19.947167 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event deleted for resources: {'Port': ['ID=9ff400b3-1525-4430-b2bf-bbcd5deeb868,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:19.956983 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.957327 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.957661 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.958012 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.958346 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.958672 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.959426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.959426 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.959634 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.959923 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.960240 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:19.960559 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:20.022014 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:20.022300 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Floating IP 13d2b378-67b0-408e-843e-dcc79a82fedb disassociated (deleted). External IP: 172.25.1.49, port: 8cbff55c-1cd5-4fb0-96ac-58406c6d7330. Feb 04 17:05:20.557570 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:20.664403 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:20.669480 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:20.674486 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] Sync routers for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:05:20.687935 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:05:20.688567 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:05:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:20.698023 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-9eb5d61f-3be8-4f4a-9d00-3bbb1a0ff855 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "DELETE /v2.0/floatingips/13d2b378-67b0-408e-843e-dcc79a82fedb HTTP/1.1" status: 204 len: 168 time: 1.1795669 Feb 04 17:05:20.698023 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:20.698882 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773" -d '{"events": [{"name": "network-changed", "server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:05:20.794951 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e406e4c6-280b-4958-a900-d05c63a0a85e x-openstack-request-id: req-e406e4c6-280b-4958-a900-d05c63a0a85e {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:05:20.795245 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:05:20.795704 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e406e4c6-280b-4958-a900-d05c63a0a85e {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:05:20.796122 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'status': 'completed', 'code': 200} Feb 04 17:05:20.805078 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:05:20.883634 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-032c87d0-b687-4ff6-a678-0d88c2d33f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:20.885310 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-032c87d0-b687-4ff6-a678-0d88c2d33f8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 1096 time: 0.0487385 Feb 04 17:05:21.007653 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfda69-8a14-4192-bfc9-983ab7989ddd req-45a42463-a5a7-40d7-8b33-04f908d76cb6 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:21.009281 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15bfda69-8a14-4192-bfc9-983ab7989ddd req-45a42463-a5a7-40d7-8b33-04f908d76cb6 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 945 time: 0.1073585 Feb 04 17:05:21.030993 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-88bbcc29-3ea0-4692-bb79-4d2c7a01a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:21.032484 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-88bbcc29-3ea0-4692-bb79-4d2c7a01a70d service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.1393664 Feb 04 17:05:21.081827 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-54394487-b0b1-4cf6-943a-0c706ff5d475 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 200 len: 217 time: 0.0412080 Feb 04 17:05:21.101850 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-15bfda69-8a14-4192-bfc9-983ab7989ddd req-ef7b0385-b59b-4d73-8a67-83d52cf83901 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814521 Feb 04 17:05:21.140808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-d21b0366-6eeb-4eb2-8e94-8176777806b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:21.142959 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-d21b0366-6eeb-4eb2-8e94-8176777806b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0531769 Feb 04 17:05:21.193300 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-34d2d2cb-942a-4ccc-8882-87205428e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:21.194862 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-34d2d2cb-942a-4ccc-8882-87205428e69c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449579 Feb 04 17:05:21.202609 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:23Z', 'revision_number': 1, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:21.229101 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] Checking router: cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:05:21.238260 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:05:21.238873 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:05:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:21.288838 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-9f76c3e5-021d-4d14-8a17-c3b5245ef0cc service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Feb 04 17:05:21.345517 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:05:21.388399 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-637a1570-1eca-4dfc-95a8-9aaa5a2d6773 req-4c60e89c-94fa-490d-a11d-c39314218ece service neutron] 10.222.0.50 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900981 Feb 04 17:05:21.573553 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:23Z', 'revision_number': 1, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:21.600413 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1dcebf-d2d1-4f3b-a941-efcd996f064a None None] The sync data for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 is: [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_floatingips': [{'id': '35015e24-0207-4e36-a737-b8d2b3f33e1e', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'router_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'port_id': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'mac_address': 'fa:16:3e:35:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:21Z', 'updated_at': '2022-02-04T16:59:23Z', 'revision_number': 1, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:05:21.826294 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804c29e-0894-4e0e-bdf0-c9b0f7e30340 None None] New status for floating IP 13d2b378-67b0-408e-843e-dcc79a82fedb: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:05:22.223835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4de98-7f4f-40cd-bb8d-bff0f2a682f2 req-3c2e1bae-3735-465d-a81c-7845ce185bfc tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:22.225309 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdc4de98-7f4f-40cd-bb8d-bff0f2a682f2 req-3c2e1bae-3735-465d-a81c-7845ce185bfc tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Feb 04 17:05:22.263451 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-fdc4de98-7f4f-40cd-bb8d-bff0f2a682f2 req-2c12da3f-88ec-4889-88ce-000c91482ae5 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Feb 04 17:05:22.840477 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-9863a152-2d94-4f00-9b97-7789cc8f8678 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:22.841933 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-9863a152-2d94-4f00-9b97-7789cc8f8678 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.50 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 945 time: 0.0528719 Feb 04 17:05:22.934089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Deleting port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:22.934481 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.026291 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] For port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330, host n-h1-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827869-1',level=0,port_id=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:23.026653 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.038111 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Calling delete_port for 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 owned by compute:nova {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:23.177024 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.209179 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event deleted for resources: {'Port': ['ID=8cbff55c-1cd5-4fb0-96ac-58406c6d7330,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:23.235730 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.236082 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.236456 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.236806 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.237148 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.237490 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.237827 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.238184 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.238518 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.238850 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.241731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.241731 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827869-1 {{(pid=102423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:23.259528 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] No DVR routers for this DVR port 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 on host n-h1-827869-1 {{(pid=102423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:05:23.262312 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:23.265750 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-65bba8f8-6ccb-4c98-869a-aff4e0113516 req-af34839b-0445-4916-be30-d6b54fd35b49 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.50 "DELETE /v2.0/ports/8cbff55c-1cd5-4fb0-96ac-58406c6d7330 HTTP/1.1" status: 204 len: 173 time: 0.4182067 Feb 04 17:05:23.266234 n-d-827869-1 neutron-server[102423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'name': 'network-vif-deleted', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330'}] {{(pid=102423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:23.269246 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914c7131295362d6df8fd315c9e64ed112cda8baffb19217968c8134eacf0f59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed52c83-12c7-480a-be7e-c2ab6abea657" -d '{"events": [{"server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "name": "network-vif-deleted", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330"}]}' {{(pid=102423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:05:23.307324 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f04d24-ef1d-44e2-b1a7-5f8a8508dffb x-openstack-request-id: req-b6f04d24-ef1d-44e2-b1a7-5f8a8508dffb {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:05:23.307525 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f007b4fe-da0e-4f07-94d3-283765002c31", "name": "network-vif-deleted", "tag": "8cbff55c-1cd5-4fb0-96ac-58406c6d7330", "status": "completed", "code": 200}]} {{(pid=102423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:05:23.307732 n-d-827869-1 neutron-server[102423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6f04d24-ef1d-44e2-b1a7-5f8a8508dffb {{(pid=102423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:05:23.308179 n-d-827869-1 neutron-server[102423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f007b4fe-da0e-4f07-94d3-283765002c31', 'name': 'network-vif-deleted', 'tag': '8cbff55c-1cd5-4fb0-96ac-58406c6d7330', 'status': 'completed', 'code': 200} Feb 04 17:05:23.362887 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-a0ed5ae1-aaa3-4ea3-a63b-40da92dc90c1 req-aa3f1fd0-ffaf-4704-b48b-63ca945fd8fa tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=f007b4fe-da0e-4f07-94d3-283765002c31 HTTP/1.1" status: 200 len: 210 time: 0.0260258 Feb 04 17:05:23.426778 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 no longer exists at agent hyperv_n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:05:23.450867 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] No Port match for: 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 17:05:23.451220 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Device 8cbff55c-1cd5-4fb0-96ac-58406c6d7330 not bound to the agent host n-h1-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:05:24.271629 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:24.930148 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41132) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:25.086874 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Deleting port 8bd5f1e3-80c2-461d-80b4-05e68b59059c {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:25.087135 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.165158 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.165737 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.177939 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Calling delete_port for 8bd5f1e3-80c2-461d-80b4-05e68b59059c owned by network:floatingip {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:25.330428 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.358033 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event deleted for resources: {'Port': ['ID=8bd5f1e3-80c2-461d-80b4-05e68b59059c,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:25.416107 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for floatingip, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.416432 n-d-827869-1 neutron-server[102422]: INFO neutron.db.l3_db [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Floating IP 35015e24-0207-4e36-a737-b8d2b3f33e1e disassociated (deleted). External IP: 172.25.1.142, port: c58f1484-7414-4264-bcd0-2e704bf428e9. Feb 04 17:05:25.626578 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:25.738845 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:25.744019 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for floatingip, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.748787 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] Sync routers for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:05:25.757686 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:05:25.758339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:05:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:25.771398 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-d7b79d38-2709-4674-8fe7-e6af0409afda tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "DELETE /v2.0/floatingips/35015e24-0207-4e36-a737-b8d2b3f33e1e HTTP/1.1" status: 204 len: 168 time: 0.8401606 Feb 04 17:05:25.771992 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:25.774399 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add2cd97-2167-4eb0-a3dd-315660f36d46" -d '{"events": [{"name": "network-changed", "server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:05:25.813113 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b36fcd-1994-464d-81db-182a81f910f6 x-openstack-request-id: req-b0b36fcd-1994-464d-81db-182a81f910f6 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:05:25.813410 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:05:25.813666 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0b36fcd-1994-464d-81db-182a81f910f6 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:05:25.814102 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'status': 'completed', 'code': 200} Feb 04 17:05:25.875326 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:05:25.877550 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-191f8e21-e910-40a5-9cf4-ad289b9ef4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:25.879246 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-191f8e21-e910-40a5-9cf4-ad289b9ef4b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cce0707b196843b5b35f631b57753a01&device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 1094 time: 0.0441785 Feb 04 17:05:25.984217 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-3e93259d-2c2f-40af-b643-2d0c4bc88b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:25.985756 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-3e93259d-2c2f-40af-b643-2d0c4bc88b41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 200 len: 911 time: 0.0983272 Feb 04 17:05:26.016769 n-d-827869-1 neutron-server[102423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec0b6-cdae-4256-a89d-29caca9b6f09 req-fa44e705-865b-41a5-8686-e5eb8b7f3a03 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:26.020718 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ff1ec0b6-cdae-4256-a89d-29caca9b6f09 req-fa44e705-865b-41a5-8686-e5eb8b7f3a03 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 943 time: 0.0570993 Feb 04 17:05:26.032629 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-1ea0e2e8-953e-425c-959f-df4242f3ae77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 200 len: 217 time: 0.0390816 Feb 04 17:05:26.070262 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [req-ff1ec0b6-cdae-4256-a89d-29caca9b6f09 req-bf52525a-df0a-4285-84c0-11a973475f84 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Feb 04 17:05:26.091250 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-948f2f5a-6602-46f7-8728-d796b79a522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:26.093555 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-948f2f5a-6602-46f7-8728-d796b79a522b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 200 len: 849 time: 0.0509942 Feb 04 17:05:26.101058 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:26.128536 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] Checking router: cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:05:26.138603 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:05:26.139226 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:05:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:26.151104 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-a2b39a6d-378e-4463-af84-134579023ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:26.152636 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-a2b39a6d-378e-4463-af84-134579023ead service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513229 Feb 04 17:05:26.244204 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-d39998ca-1a69-4d89-99a5-cd12cf8c82c6 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842786 Feb 04 17:05:26.246744 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:05:26.342996 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-add2cd97-2167-4eb0-a3dd-315660f36d46 req-04ee6ac0-697c-48c4-9b13-d37a811b33dd service neutron] 10.222.0.30 "GET /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910718 Feb 04 17:05:26.450393 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:26.479986 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4130ef8-9ef2-46f5-bd00-6857124cf31a None None] The sync data for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 is: [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T16:58:56Z', 'revision_number': 4, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1', '_interfaces': [{'id': 'b3374b14-a256-423a-bc63-c686a303764f', 'name': '', 'network_id': '4cb9545b-64db-4ad4-8e9b-6e6cc326c25b', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'mac_address': 'fa:16:3e:2b:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:55Z', 'updated_at': '2022-02-04T16:59:04Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'subnets': [{'id': '541a7909-79e6-41be-9b78-c61b3b5d4f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:05:26.725570 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049bc206-0d63-4215-b84c-da3424c76814 None None] New status for floating IP 35015e24-0207-4e36-a737-b8d2b3f33e1e: DOWN {{(pid=102425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:05:26.983619 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-02de6879-8f80-469d-a765-cc8fc83db2c9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:26.985049 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-02de6879-8f80-469d-a765-cc8fc83db2c9 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.30 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 943 time: 0.0497828 Feb 04 17:05:27.073850 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Deleting port c58f1484-7414-4264-bcd0-2e704bf428e9 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:27.074215 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.192686 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] For port c58f1484-7414-4264-bcd0-2e704bf428e9, host n-h2-827869-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827869-1',level=0,port_id=c58f1484-7414-4264-bcd0-2e704bf428e9,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:27.193059 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.209495 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Calling delete_port for c58f1484-7414-4264-bcd0-2e704bf428e9 owned by compute:nova {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:27.230427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f95f9f-9d2a-48d8-9bc4-5cebc5c7b435 req-71144465-3998-42f6-baf8-95973055ac0b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:27.231926 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-14f95f9f-9d2a-48d8-9bc4-5cebc5c7b435 req-71144465-3998-42f6-baf8-95973055ac0b tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/ports?device_id=27a30bbf-2181-4f1a-bd06-0da10cf552bc HTTP/1.1" status: 200 len: 943 time: 0.0805206 Feb 04 17:05:27.317845 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-14f95f9f-9d2a-48d8-9bc4-5cebc5c7b435 req-91828e34-f77d-4afa-a836-87f0e264adea tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "GET /v2.0/security-groups?id=50673c4e-b141-4d9c-9b69-24e7a69623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514140 Feb 04 17:05:27.387636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.416852 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event deleted for resources: {'Port': ['ID=c58f1484-7414-4264-bcd0-2e704bf428e9,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:27.464288 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] No DVR routers for this DVR port c58f1484-7414-4264-bcd0-2e704bf428e9 on host n-h2-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:05:27.467288 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23439'] for port, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.470538 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [req-f20dc64f-bb2b-4bb8-aa01-8d54d2e79eec req-578fd3d4-679a-4b67-a1ea-941745e2cd22 tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.30 "DELETE /v2.0/ports/c58f1484-7414-4264-bcd0-2e704bf428e9 HTTP/1.1" status: 204 len: 173 time: 0.4799368 Feb 04 17:05:27.815439 n-d-827869-1 neutron-server[102422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'name': 'network-vif-deleted', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9'}] {{(pid=102422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:27.817861 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddc6968f1ebcaebd2adf3bebfc1105d9a3269615c831b0866a746dcb1778f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4fc950-991c-4f30-b4e6-efcbc4fe8ff1" -d '{"events": [{"server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "name": "network-vif-deleted", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9"}]}' {{(pid=102422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:05:27.857015 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54aaf7d-fe46-4578-8a64-860ca9cfb060 x-openstack-request-id: req-d54aaf7d-fe46-4578-8a64-860ca9cfb060 {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:05:27.857542 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a30bbf-2181-4f1a-bd06-0da10cf552bc", "name": "network-vif-deleted", "tag": "c58f1484-7414-4264-bcd0-2e704bf428e9", "status": "completed", "code": 200}]} {{(pid=102422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:05:27.857942 n-d-827869-1 neutron-server[102422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d54aaf7d-fe46-4578-8a64-860ca9cfb060 {{(pid=102422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:05:27.858650 n-d-827869-1 neutron-server[102422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a30bbf-2181-4f1a-bd06-0da10cf552bc', 'name': 'network-vif-deleted', 'tag': 'c58f1484-7414-4264-bcd0-2e704bf428e9', 'status': 'completed', 'code': 200} Feb 04 17:05:28.379593 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41152) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:28.439602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-468ca4ba-2404-4621-9879-2139def8ca9a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.464078 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-468ca4ba-2404-4621-9879-2139def8ca9a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.524319 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-468ca4ba-2404-4621-9879-2139def8ca9a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.527050 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-468ca4ba-2404-4621-9879-2139def8ca9a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Notify callbacks [] for security_group, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.528214 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-468ca4ba-2404-4621-9879-2139def8ca9a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] 10.222.0.47 "DELETE /v2.0/security-groups/50673c4e-b141-4d9c-9b69-24e7a69623dc HTTP/1.1" status: 204 len: 168 time: 0.1475816 Feb 04 17:05:28.538107 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ca4ba-2404-4621-9879-2139def8ca9a tempest-TestSnapshotPattern-2074738809 tempest-TestSnapshotPattern-2074738809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50673c4e-b141-4d9c-9b69-24e7a69623dc,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:28.577608 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41156) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:29.031789 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:29.577662 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Deleting port b3374b14-a256-423a-bc63-c686a303764f {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:29.578430 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:29.660529 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] For port b3374b14-a256-423a-bc63-c686a303764f, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=b3374b14-a256-423a-bc63-c686a303764f,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:29.660894 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:29.673063 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Calling delete_port for b3374b14-a256-423a-bc63-c686a303764f owned by network:router_interface {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:29.860505 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:29.887089 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3374b14-a256-423a-bc63-c686a303764f,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:30.063331 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:30.109837 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:05:30.291991 n-d-827869-1 neutron-server[102423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:30.398857 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:30.405060 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-223566e7-421a-4cc1-a5a5-c683de24e3d6 admin admin] 10.222.0.47 "PUT /v2.0/routers/cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8263359 Feb 04 17:05:30.407597 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41160) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:30.410735 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] Sync routers for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:05:30.420646 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:05:30.421261 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:05:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:30.512288 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:30.525648 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: n-d-827869-1 {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:05:30.623769 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:30.678432 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Deleting port 6444aa95-a727-4d8d-9c61-48c783d7376a {{(pid=102423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:30.678852 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:30.707044 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T17:05:29Z', 'revision_number': 5, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port': {'id': '6444aa95-a727-4d8d-9c61-48c783d7376a', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:53Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:30.732852 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] Checking router: cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 for host: n-d-827869-1 {{(pid=102424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:05:30.741819 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] Routers {'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'} bound to L3 agent in host n-d-827869-1 {{(pid=102424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:05:30.742469 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:05:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'], 'active': True} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:30.771192 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.db [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] For port 6444aa95-a727-4d8d-9c61-48c783d7376a, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6444aa95-a727-4d8d-9c61-48c783d7376a,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:30.771565 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:30.784172 n-d-827869-1 neutron-server[102423]: DEBUG neutron.plugins.ml2.plugin [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Calling delete_port for 6444aa95-a727-4d8d-9c61-48c783d7376a owned by network:router_gateway {{(pid=102423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:30.841239 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvr_db [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] Set router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 gateway port host: None {{(pid=102424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:05:30.868350 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b0019cde-9d31-4ad1-9119-5c1049a24fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:30.899064 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_hamode_db [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T17:05:30Z', 'revision_number': 6, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:30.925323 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfbcd08-206b-4b23-9486-2fb256b4c204 None None] The sync data for ids ['cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3'] in n-d-827869-1 is: [{'id': 'cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3', 'name': 'tempest-TestSnapshotPattern-1299659818-router', 'tenant_id': 'cce0707b196843b5b35f631b57753a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:52Z', 'updated_at': '2022-02-04T17:05:30Z', 'revision_number': 6, 'project_id': 'cce0707b196843b5b35f631b57753a01', 'gw_port_host': None}] {{(pid=102424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:05:30.965340 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659650'] for port, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:30.994164 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6444aa95-a727-4d8d-9c61-48c783d7376a,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:31.059559 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.154753 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.157263 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.205899 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.206478 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 {{(pid=102423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:05:31.210778 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.211939 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d7507f23-f774-436d-aa4e-e3fe125841d5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cecf2a6f-ed7e-4da6-9a08-f0faa9797bc3 HTTP/1.1" status: 204 len: 168 time: 0.8033743 Feb 04 17:05:31.214552 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41164) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:31.264808 n-d-827869-1 neutron-server[102423]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a168a3-ae9f-4f4c-8f00-930dc41dc401 admin admin] Deleting subnet 541a7909-79e6-41be-9b78-c61b3b5d4f2b {{(pid=102423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 17:05:31.268449 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58a168a3-ae9f-4f4c-8f00-930dc41dc401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.307032 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58a168a3-ae9f-4f4c-8f00-930dc41dc401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10158406'] for subnet, precommit_delete_associations {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.389649 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58a168a3-ae9f-4f4c-8f00-930dc41dc401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.442536 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58a168a3-ae9f-4f4c-8f00-930dc41dc401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2659761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2653656'] for subnet, after_delete {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.473573 n-d-827869-1 neutron-server[102423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a168a3-ae9f-4f4c-8f00-930dc41dc401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541a7909-79e6-41be-9b78-c61b3b5d4f2b,revision_number=None']} {{(pid=102423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:31.475602 n-d-827869-1 neutron-server[102423]: DEBUG neutron_lib.callbacks.manager [None req-58a168a3-ae9f-4f4c-8f00-930dc41dc401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.478795 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-58a168a3-ae9f-4f4c-8f00-930dc41dc401 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/541a7909-79e6-41be-9b78-c61b3b5d4f2b HTTP/1.1" status: 204 len: 168 time: 0.2632787 Feb 04 17:05:31.479339 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec73c69-67be-4ad8-9880-c4af5cf6072c None None] Network 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 17:05:31.481368 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41168) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:31.551869 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.613676 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Deleting port e38f66d4-6595-49e7-8e12-7cc210035719 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:31.613676 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.682530 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] For port e38f66d4-6595-49e7-8e12-7cc210035719, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=e38f66d4-6595-49e7-8e12-7cc210035719,segment=NetworkSegment(297841b7-c38d-4ac9-852e-c7c6d8082fd7),segment_id=297841b7-c38d-4ac9-852e-c7c6d8082fd7)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:31.682530 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.697881 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Calling delete_port for e38f66d4-6595-49e7-8e12-7cc210035719 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:31.718834 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] DHCP port deletion for 4cb9545b-64db-4ad4-8e9b-6e6cc326c25b request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 17:05:31.780269 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b3374b14-a256-423a-bc63-c686a303764f no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:05:31.784879 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] Deleting port e38f66d4-6595-49e7-8e12-7cc210035719 {{(pid=102424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:31.785258 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.795381 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.813775 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: b3374b14-a256-423a-bc63-c686a303764f {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 17:05:31.814117 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device b3374b14-a256-423a-bc63-c686a303764f not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:05:31.816134 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6444aa95-a727-4d8d-9c61-48c783d7376a no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:05:31.825020 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38f66d4-6595-49e7-8e12-7cc210035719,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:31.830460 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] No DVR routers for this DVR port e38f66d4-6595-49e7-8e12-7cc210035719 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:05:31.847503 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6444aa95-a727-4d8d-9c61-48c783d7376a {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 17:05:31.847847 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6444aa95-a727-4d8d-9c61-48c783d7376a not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:05:31.848262 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e38f66d4-6595-49e7-8e12-7cc210035719 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:05:31.902542 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: e38f66d4-6595-49e7-8e12-7cc210035719 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 17:05:31.903271 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device e38f66d4-6595-49e7-8e12-7cc210035719 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:05:31.908536 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.925375 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.db [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] For port e38f66d4-6595-49e7-8e12-7cc210035719, host n-d-827869-1, got binding levels [] {{(pid=102424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:31.925788 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.934325 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb9545b-64db-4ad4-8e9b-6e6cc326c25b']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:31.941719 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] Calling delete_port for e38f66d4-6595-49e7-8e12-7cc210035719 owned by network:dhcp {{(pid=102424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:31.946433 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.ipam_backend_mixin [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] Port e38f66d4-6595-49e7-8e12-7cc210035719 was not found and therefore no delete operation was performed {{(pid=102424) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:05:31.948279 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297841b7-c38d-4ac9-852e-c7c6d8082fd7') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:31.948683 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344'] for port, after_delete {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.948862 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297841b7-c38d-4ac9-852e-c7c6d8082fd7') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:31.959274 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.975220 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.976640 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] Pushing event deleted for resources: {'Port': ['ID=e38f66d4-6595-49e7-8e12-7cc210035719,revision_number=None']} {{(pid=102424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:31.980299 n-d-827869-1 neutron-server[102424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85aabc-54c3-4608-bce0-9fd48ffcec54 None None] No DVR routers for this DVR port e38f66d4-6595-49e7-8e12-7cc210035719 on host n-d-827869-1 {{(pid=102424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:05:31.981933 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:05:31.982794 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: timer() Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:05:31.984465 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:05:32.046932 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.053321 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.056936 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4cb9545b-64db-4ad4-8e9b-6e6cc326c25b HTTP/1.1" status: 204 len: 168 time: 0.5743053 Feb 04 17:05:32.059694 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41170) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:32.076984 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c6987-1fcd-4e5d-bb4b-b7fe86d36b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb9545b-64db-4ad4-8e9b-6e6cc326c25b,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:32.347295 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c58f1484-7414-4264-bcd0-2e704bf428e9 no longer exists at agent hyperv_n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:05:32.367478 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] No Port match for: c58f1484-7414-4264-bcd0-2e704bf428e9 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 17:05:32.367817 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Device c58f1484-7414-4264-bcd0-2e704bf428e9 not bound to the agent host n-h2-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:05:32.421494 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943274'] for router_interface, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.670680 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Deleting port 6c24bc55-7ce0-497f-9c65-56a5e153622d {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:32.671349 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.748379 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] For port 6c24bc55-7ce0-497f-9c65-56a5e153622d, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=6c24bc55-7ce0-497f-9c65-56a5e153622d,segment=NetworkSegment(5513981c-b94f-45fb-884a-904567f6f1f8),segment_id=5513981c-b94f-45fb-884a-904567f6f1f8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:32.748738 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.760177 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Calling delete_port for 6c24bc55-7ce0-497f-9c65-56a5e153622d owned by network:router_interface {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:32.944787 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.972824 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c24bc55-7ce0-497f-9c65-56a5e153622d,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:33.139725 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943302'] for router_interface, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.681096 n-d-827869-1 neutron-server[102422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Router eca47167-e926-401c-b934-5c22afb76102 has already been hosted by L3 agent 36048a5c-8adf-4aff-a44f-9cf3bbdcc097 {{(pid=102422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:05:33.790181 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] Notify agent at l3_agent.n-d-827869-1 the message routers_updated {{(pid=102422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:05:33.797852 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-eafe3eff-d029-4417-86c4-68ad4de214b8 admin admin] 10.222.0.47 "PUT /v2.0/routers/eca47167-e926-401c-b934-5c22afb76102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356255 Feb 04 17:05:33.799229 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41176) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:33.801645 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] Sync routers for ids ['eca47167-e926-401c-b934-5c22afb76102'] in n-d-827869-1 {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:05:33.811335 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] Routers {'eca47167-e926-401c-b934-5c22afb76102'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:05:33.812223 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:05:04Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eca47167-e926-401c-b934-5c22afb76102'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:33.898989 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-382e7afa-d811-4787-864f-f26e3738091b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.911858 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks [] for router, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:33.919086 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] Set router eca47167-e926-401c-b934-5c22afb76102 gateway port host: n-d-827869-1 {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:05:34.018562 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.074679 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Deleting port 28fb6773-2d01-4d6c-befc-db2e26ba2d94 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:34.075170 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.100384 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'external_fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T17:05:32Z', 'revision_number': 5, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port': {'id': '28fb6773-2d01-4d6c-befc-db2e26ba2d94', 'name': '', 'network_id': '37e4adc7-9c9c-428c-be6a-80ffc55c680f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca47167-e926-401c-b934-5c22afb76102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827869-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T16:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e561b74-2c12-469f-be9b-f300aad690f5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827869-1'}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:34.130814 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] Checking router: eca47167-e926-401c-b934-5c22afb76102 for host: n-d-827869-1 {{(pid=102425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:05:34.139636 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] Routers {'eca47167-e926-401c-b934-5c22afb76102'} bound to L3 agent in host n-d-827869-1 {{(pid=102425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:05:34.140238 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827869-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:08:04Z,description=,heartbeat_timestamp=2022-02-04T17:05:34Z,host='n-d-827869-1',id=36048a5c-8adf-4aff-a44f-9cf3bbdcc097,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:08:04Z,topic='l3_agent')) {'router_ids': ['eca47167-e926-401c-b934-5c22afb76102'], 'active': True} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:34.160282 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] For port 28fb6773-2d01-4d6c-befc-db2e26ba2d94, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=28fb6773-2d01-4d6c-befc-db2e26ba2d94,segment=NetworkSegment(f1c2ce95-a47c-493c-9bb4-054439ac64ab),segment_id=f1c2ce95-a47c-493c-9bb4-054439ac64ab)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:34.160545 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.174872 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Calling delete_port for 28fb6773-2d01-4d6c-befc-db2e26ba2d94 owned by network:router_gateway {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:34.327680 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_dvr_db [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] Set router eca47167-e926-401c-b934-5c22afb76102 gateway port host: None {{(pid=102425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:05:34.351603 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.381894 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Pushing event deleted for resources: {'Port': ['ID=28fb6773-2d01-4d6c-befc-db2e26ba2d94,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:34.382743 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.l3_hamode_db [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T17:05:34Z', 'revision_number': 6, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port_host': None}], 'n-d-827869-1', False) {} {{(pid=102425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:34.411654 n-d-827869-1 neutron-server[102425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7309f-20eb-4e41-8097-59c3caa9a722 None None] The sync data for ids ['eca47167-e926-401c-b934-5c22afb76102'] in n-d-827869-1 is: [{'id': 'eca47167-e926-401c-b934-5c22afb76102', 'name': 'tempest-TestSnapshotPattern-2002251729-router', 'tenant_id': '93f563d880894db6803ad2ae16cf3d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:59:00Z', 'updated_at': '2022-02-04T17:05:34Z', 'revision_number': 6, 'project_id': '93f563d880894db6803ad2ae16cf3d5e', 'gw_port_host': None}] {{(pid=102425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:05:34.448636 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942948'] for router_gateway, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.541930 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-945543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8875'] for router, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.544058 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.590101 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945641'] for router, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.590914 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca47167-e926-401c-b934-5c22afb76102 {{(pid=102422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:05:34.597304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] Notify callbacks [] for router, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.598576 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b796dda2-810d-42ac-b9f9-ab239d85d335 admin admin] 10.222.0.47 "DELETE /v2.0/routers/eca47167-e926-401c-b934-5c22afb76102 HTTP/1.1" status: 204 len: 168 time: 0.7983387 Feb 04 17:05:34.601319 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41178) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:34.649458 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f829e09-29db-4ebd-af71-3d46792e4d63 admin admin] Deleting subnet 35014467-fefc-4f5d-8c08-fbc126e01fe4 {{(pid=102422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 17:05:34.652580 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f829e09-29db-4ebd-af71-3d46792e4d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.687708 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f829e09-29db-4ebd-af71-3d46792e4d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855610'] for subnet, precommit_delete_associations {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.766234 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f829e09-29db-4ebd-af71-3d46792e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2011392'] for subnet, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.823189 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f829e09-29db-4ebd-af71-3d46792e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2011451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10279360'] for subnet, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.857714 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f829e09-29db-4ebd-af71-3d46792e4d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35014467-fefc-4f5d-8c08-fbc126e01fe4,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:34.862002 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-2f829e09-29db-4ebd-af71-3d46792e4d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.865226 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-2f829e09-29db-4ebd-af71-3d46792e4d63 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/35014467-fefc-4f5d-8c08-fbc126e01fe4 HTTP/1.1" status: 204 len: 168 time: 0.2629099 Feb 04 17:05:34.868257 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41180) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:34.871203 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f4884-6a9e-4af7-873a-d33ea2899168 None None] Network 9e85844a-632d-4257-a3d1-0aa33eba9134 requested from n-d-827869-1 {{(pid=102424) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 17:05:34.952245 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666313'] for network, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.009685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Deleting port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 {{(pid=102422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 17:05:35.010063 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757336335710'] for port, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.080008 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.db [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] For port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6, host n-d-827869-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827869-1',level=0,port_id=8eb48936-4fd3-4536-b7ab-7ec4ad4661b6,segment=NetworkSegment(5513981c-b94f-45fb-884a-904567f6f1f8),segment_id=5513981c-b94f-45fb-884a-904567f6f1f8)] {{(pid=102422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:35.080400 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945596'] for port, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.093651 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.plugin [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Calling delete_port for 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 owned by network:dhcp {{(pid=102422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 17:05:35.181880 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757336336469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757335935344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592409'] for port, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.210985 n-d-827869-1 neutron-server[102424]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c51f4f6-da5f-4047-979b-d8772c8464ca None None] DHCP port deletion for 9e85844a-632d-4257-a3d1-0aa33eba9134 request from n-d-827869-1 {{(pid=102424) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 17:05:35.211835 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb48936-4fd3-4536-b7ab-7ec4ad4661b6,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:35.213732 n-d-827869-1 neutron-server[102422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] No DVR routers for this DVR port 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 on host n-d-827869-1 {{(pid=102422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:05:35.288870 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012834', 'neutron.services.segments.db._delete_segments_for_network-8757336242472'] for network, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.310685 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e85844a-632d-4257-a3d1-0aa33eba9134']}} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:35.320773 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5513981c-b94f-45fb-884a-904567f6f1f8') {'for_net_delete': True} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:35.321065 n-d-827869-1 neutron-server[102422]: DEBUG neutron.services.segments.db [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5513981c-b94f-45fb-884a-904567f6f1f8') {} {{(pid=102422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:05:35.332706 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757336251796', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855605'] for segment, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.346535 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506'] for segment, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.352901 n-d-827869-1 neutron-server[102422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:05:35.353304 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2009506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9592332'] for segment, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: Traceback (most recent call last): Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: timer() Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: cb(*args, **kw) Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: return func(*args, **kwargs) Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: self._notify() Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: self.callback(batched_events) Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: event.method(event) Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: return f(self, *a, **k) Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: return self._get(url).json() Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: return self.request(url, 'GET', **kwargs) Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:05:35.355442 n-d-827869-1 neutron-server[102422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:05:35.416909 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942936'] for network, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.423205 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Notify callbacks [] for network, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.429675 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] 10.222.0.47 "DELETE /v2.0/networks/9e85844a-632d-4257-a3d1-0aa33eba9134 HTTP/1.1" status: 204 len: 168 time: 0.5578885 Feb 04 17:05:35.441621 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ad2c3-e363-40b1-bf62-3eaba51d31af admin admin] Pushing event deleted for resources: {'Network': ['ID=9e85844a-632d-4257-a3d1-0aa33eba9134,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:35.561323 n-d-827869-1 neutron-server[102423]: DEBUG neutron.wsgi [-] (102423) accepted ('10.222.0.47', 41184) {{(pid=102423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:35.605772 n-d-827869-1 neutron-server[102423]: INFO neutron.wsgi [None req-d3d9e82d-6eda-4f74-8b3d-6bd07cc60269 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cce0707b196843b5b35f631b57753a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429060 Feb 04 17:05:35.610884 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41186) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:35.670341 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2d5bd73-683b-4775-8b88-9eccad7a73ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.694735 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2d5bd73-683b-4775-8b88-9eccad7a73ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.698377 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:05:35.719843 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 17:05:35.720273 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 8eb48936-4fd3-4536-b7ab-7ec4ad4661b6 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:05:35.721335 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 28fb6773-2d01-4d6c-befc-db2e26ba2d94 no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:05:35.743108 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2d5bd73-683b-4775-8b88-9eccad7a73ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.744266 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 28fb6773-2d01-4d6c-befc-db2e26ba2d94 {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 17:05:35.744679 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 28fb6773-2d01-4d6c-befc-db2e26ba2d94 not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:05:35.745130 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6c24bc55-7ce0-497f-9c65-56a5e153622d no longer exists at agent ovs-agent-n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:05:35.745550 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-b2d5bd73-683b-4775-8b88-9eccad7a73ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:35.746783 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-b2d5bd73-683b-4775-8b88-9eccad7a73ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b09a257-b65a-47f2-a45d-7c009758da06 HTTP/1.1" status: 204 len: 168 time: 0.1343746 Feb 04 17:05:35.756333 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5bd73-683b-4775-8b88-9eccad7a73ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b09a257-b65a-47f2-a45d-7c009758da06,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:35.768627 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.plugin [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] No Port match for: 6c24bc55-7ce0-497f-9c65-56a5e153622d {{(pid=102424) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 17:05:35.769205 n-d-827869-1 neutron-server[102424]: DEBUG neutron.plugins.ml2.rpc [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Device 6c24bc55-7ce0-497f-9c65-56a5e153622d not bound to the agent host n-d-827869-1 {{(pid=102424) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:05:36.082162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41192) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:36.121325 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-6522bb33-238f-4d11-8314-f15cdfb7a9b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93f563d880894db6803ad2ae16cf3d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379071 Feb 04 17:05:36.123951 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [-] (102422) accepted ('10.222.0.47', 41194) {{(pid=102422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 17:05:36.172204 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7a4a58-13d9-4139-bb7a-4b55cacf017e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.193720 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7a4a58-13d9-4139-bb7a-4b55cacf017e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.210130 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.249615 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7a4a58-13d9-4139-bb7a-4b55cacf017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687852'] for security_group, after_delete {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.253271 n-d-827869-1 neutron-server[102422]: DEBUG neutron_lib.callbacks.manager [None req-8a7a4a58-13d9-4139-bb7a-4b55cacf017e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:36.254480 n-d-827869-1 neutron-server[102422]: INFO neutron.wsgi [None req-8a7a4a58-13d9-4139-bb7a-4b55cacf017e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2198cc81-e5cd-42d8-9037-9bbc005843fa HTTP/1.1" status: 204 len: 168 time: 0.1296406 Feb 04 17:05:36.262427 n-d-827869-1 neutron-server[102422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a4a58-13d9-4139-bb7a-4b55cacf017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2198cc81-e5cd-42d8-9037-9bbc005843fa,revision_number=None']} {{(pid=102422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:37.200563 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:37.838053 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:40.813680 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:54.271389 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:00.839920 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-cfe4792b-8588-4b25-9763-7f2f831a718d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:03.891100 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7148ff24-1f09-46ad-8f3e-3c7c3f8e3f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:06.211592 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:07.109259 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:06:07.202009 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:07.840122 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:10.816180 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:24.284243 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:30.842699 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1ca7c4b8-4370-4636-b759-6b342d98f361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:33.897854 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-be6adcec-feb1-43c1-96e3-fcd057562351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:36.215131 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:37.204771 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:37.843876 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:40.828241 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:44.109528 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:06:54.292310 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:00.845168 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f1e0559e-af0b-4ebf-ae2d-7ec4b3c85bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:03.890542 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-675bb7cc-f67d-4697-801c-0579a67313dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:06.219505 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:07.206142 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:07.847306 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:10.824666 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:21.109676 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:07:24.301220 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:30.848107 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e5af-9c4d-43c2-92b8-d0c4881c5ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:33.892678 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-93d454f4-5a27-4ce2-8727-04bcdade986c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:36.221569 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:37.207689 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:37.849018 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:40.824243 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:54.299667 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:58.109792 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:08:00.854084 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d8946995-8003-43a4-a4ad-33b286e10e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:03.896506 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-18a5a36c-7b6f-42c6-a1a5-628061c57d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:06.224554 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:07.209356 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:07.850431 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:10.839434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.299818 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:30.845319 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-0a9fa243-67f4-460a-9cc1-345ae06508b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:33.897740 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-c4d49568-4f71-4bb6-b277-3aea352253c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:35.111027 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:08:36.230588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:37.213002 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:37.853752 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:40.852526 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:54.313029 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:00.848599 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb0a8e8e-fb1c-4cc4-9dd1-04103329696b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:03.902588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4a4f2b15-1e31-461b-acec-88104c200e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:06.230895 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:07.215657 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:07.858218 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:10.868658 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:12.117312 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:09:24.328918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.849562 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-34b447de-f9e3-499c-9795-dd7598deff96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:33.905057 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-eb16f757-34f2-4633-93df-01bd2900e8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.234382 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.218271 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.864861 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.866374 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:49.114358 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:09:54.344870 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:00.856334 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-4bfdaa70-7430-4d09-80e8-3bba403f591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:03.907236 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-76fa2d11-97ee-4641-9905-843fe62cd4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:06.237835 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:07.221163 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:07.864195 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:10.877491 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:24.345221 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:26.117476 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:10:30.849126 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-3d81b8c7-1c75-43d3-bbf7-d91349a49091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:33.906434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-06f1ea16-3f81-4c1a-8522-71153f36efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:36.241017 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:37.223974 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:37.866351 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:40.882661 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:54.350773 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:00.853420 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-8dd96d22-10e2-4df9-a6fb-b8ed628c5945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:03.117478 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:11:03.918915 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-7f47fdd0-7882-49fb-9b0f-0d9f8795602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:06.248296 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:07.229794 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:07.875170 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:10.880988 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:24.367403 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:30.859607 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-156db4d6-bd7e-45a4-8481-86f96273ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:33.914464 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-583a48ca-c64c-4a68-8cd8-a6476fe0e3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:36.251157 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:37.227350 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:37.881123 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:40.117314 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:11:40.896292 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:53.798162 n-d-827869-1 neutron-server[102422]: DEBUG neutron.wsgi [req-a2c77e21-0723-42e7-916d-f8e82f0e6af7 req-e19e11ff-66d8-47d3-9599-50db27574723 service neutron] (102422) timed out ('10.222.0.47', 38616) {{(pid=102422) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 17:11:54.361911 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:00.856032 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-a35f9785-a1a2-4073-b265-ee45815ab928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.918896 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-817cc7a9-c94f-4820-a3f8-041276992cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:06.256054 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:07.223702 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:07.877550 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:10.909191 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:17.116847 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:12:24.375338 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:30.848279 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-73502e95-b22c-4f63-b0a1-d0972a9cd73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:33.930043 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-f42550c3-b612-4b86-ad0b-2fac5f32451d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:36.254918 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:37.220422 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:37.880959 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:40.926663 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:54.115912 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:12:54.375359 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:00.853588 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b85bcd47-4099-462c-896d-be303a127510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:03.926008 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e2110005-da5b-4394-8706-2678bdc5e85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:06.259674 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:07.225850 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:07.884744 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:10.921657 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:24.389185 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:30.857100 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5ea9-db3a-4bd4-8f5f-e15e3342b283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:31.117118 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:13:33.920208 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2b1a-1cdb-4f4a-b420-ab99bb1174b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:36.263112 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:37.228276 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:37.887633 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:40.936212 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:54.408213 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:00.860084 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-68e2eb1e-a656-4663-bb26-1b6632aabb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:03.924568 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bda7-d83e-4e51-90dc-1e11741a705f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:06.267882 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:07.230583 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:07.898309 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.116716 n-d-827869-1 neutron-server[102425]: DEBUG neutron.db.agents_db [None req-d02e93fc-1851-4e12-8dfe-a8e276c2e423 None None] Agent healthcheck: found 7 active agents {{(pid=102425) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:14:10.951731 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-39b73b0f-8baf-4130-9749-8e139b6d02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:24.410434 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-d4d418e1-d080-4368-b737-6e820702c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:30.868438 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-57c9da20-cb14-4a23-b95c-b1e5eff71da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:33.936565 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-46bb2a42-68a0-40fd-8155-074c9cf1ee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:36.277529 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fff0c0d5-14c0-403a-9d7e-bdcc4243b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:37.236070 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-fbc99b5d-1cb7-4b8f-bfa9-cd298b69bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:37.897642 n-d-827869-1 neutron-server[102424]: DEBUG neutron_lib.callbacks.manager [None req-e221117b-569c-4d44-9e20-acf70fbad885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757336241282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001260'] for agent, after_update {{(pid=102424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}